-- Logs begin at Thu 2021-11-11 19:43:44 UTC, end at Thu 2021-11-11 22:48:48 UTC. -- Nov 11 20:33:14.038440 n-d-805734-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 20:33:16.772762 n-d-805734-3 neutron-server[109565]: INFO neutron.common.config [-] Logging enabled! Nov 11 20:33:16.773374 n-d-805734-3 neutron-server[109565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 20:33:16.773552 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109565) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 20:33:16.776815 n-d-805734-3 neutron-server[109565]: INFO neutron.common.config [-] Logging enabled! Nov 11 20:33:16.777074 n-d-805734-3 neutron-server[109565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 20:33:16.777387 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109565) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 20:33:16.778322 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 20:33:16.778558 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 20:33:16.778918 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 20:33:16.779163 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 20:33:16.779391 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 20:33:16.779712 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.780141 n-d-805734-3 neutron-server[109565]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 20:33:16.780479 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.780775 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.781068 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.781368 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.781660 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.781945 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.782235 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.782534 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.782824 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.783105 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.783396 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.783849 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.784113 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.784433 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.784725 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.785015 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] debug = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.785301 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.785737 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.786151 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.786437 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.786740 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.787012 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.787283 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.787563 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.787853 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.788205 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] host = n-d-805734-3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.788491 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.788781 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.789071 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.789358 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.789635 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.789915 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.790204 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.790483 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.790759 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] log_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.791040 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.791330 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.791622 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.791912 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.792138 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.792384 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.792686 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.792975 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.793263 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.793543 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.793821 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.794100 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.794378 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.794648 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.794935 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.795219 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.795504 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.795780 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.796056 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.796368 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.796647 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.796931 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.797209 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.797485 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.797758 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.798046 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.798317 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.798595 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.798893 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.799733 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.800017 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.800339 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.800617 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.800900 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.801176 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.801451 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.801725 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] use_json = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.801999 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.802273 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.802558 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.802833 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.803111 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.803385 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.803658 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.803940 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:16.804272 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.804574 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.804877 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.805164 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.805470 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.805753 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.806041 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.806319 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.806606 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.806894 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.807182 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.807459 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.807746 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.808023 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.808342 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.808650 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.808945 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.809237 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.809514 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.809793 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.810068 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.810350 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.810640 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.810920 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.811207 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.811493 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.811772 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.812057 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.812376 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.812666 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.812939 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.813223 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.813510 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.813789 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.814060 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.814336 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.814620 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.815862 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.815969 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.816290 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.816577 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.816854 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.817141 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.817415 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.817708 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.817991 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.818266 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.818539 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.818817 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.819090 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.819378 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.819657 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.819931 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.820227 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.820509 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.820782 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.821054 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.821334 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.821607 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.821885 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.822156 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.822428 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.822700 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.822970 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.823248 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.823521 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.823793 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.824070 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.824367 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.824640 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.824912 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.825186 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.825463 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.825751 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.826051 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.826333 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.826614 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.826895 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.827175 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.827457 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.827733 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.828014 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.828325 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.828600 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.828892 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.829176 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.829466 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.829752 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.830033 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.830400 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.830893 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.831234 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.831521 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.831804 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.832094 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.832409 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.832708 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.833006 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.833308 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.833605 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.833900 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.834181 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.834493 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.834778 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:16.834997 n-d-805734-3 neutron-server[109565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 20:33:16.835236 n-d-805734-3 neutron-server[109565]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109565) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 20:33:17.273393 n-d-805734-3 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 20:33:17.273674 n-d-805734-3 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 20:33:17.273981 n-d-805734-3 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 20:33:17.274318 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 20:33:17.605299 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.605510 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.605781 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.606986 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.607259 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.607524 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.642378 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.642663 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.643467 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.659241 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.659694 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.659974 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.689840 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.690118 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.690592 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.727413 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.727695 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.728495 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.963863 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.964426 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.964426 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.964697 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:17.965405 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.100287 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.100608 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.100888 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.101162 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.101426 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.101735 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.101993 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.102253 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.102505 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.102787 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.103046 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.103313 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.103573 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.103830 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.104086 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.104376 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.104634 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.104902 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.105169 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.105428 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.105698 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.105951 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.106228 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.106602 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.106850 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.107095 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.107489 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:18.107730 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:18.107967 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:18.108230 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:18.108469 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:18.108703 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:18.109066 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 20:33:18.112444 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 20:33:18.116499 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 20:33:18.120298 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 11 20:33:18.121962 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 20:33:18.122419 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 20:33:18.122758 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 20:33:18.123145 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 20:33:18.125998 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 20:33:18.126250 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 20:33:18.126593 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 20:33:18.132478 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 20:33:18.155084 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 20:33:18.155533 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.155831 n-d-805734-3 neutron-server[109565]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109565) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 20:33:18.156213 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.157603 n-d-805734-3 neutron-server[109565]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109565) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 20:33:18.157884 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 20:33:18.158128 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 20:33:18.161409 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.161698 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:18.225904 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 20:33:18.226077 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 20:33:18.226310 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 20:33:18.226683 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 20:33:18.247090 n-d-805734-3 neutron-server[109565]: DEBUG oslo_db.sqlalchemy.engines [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109565) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 20:33:18.956046 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing driver for type 'gre' Nov 11 20:33:18.956615 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] gre ID ranges: [(1, 1000)] Nov 11 20:33:19.184374 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing driver for type 'local' Nov 11 20:33:19.185024 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing driver for type 'vlan' Nov 11 20:33:19.292606 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] VlanTypeDriver initialization complete Nov 11 20:33:19.292948 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing driver for type 'vxlan' Nov 11 20:33:19.293459 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] vxlan ID ranges: [(1, 1000)] Nov 11 20:33:19.542719 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing extension driver 'port_security' Nov 11 20:33:19.542983 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.extensions.port_security [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] PortSecurityExtensionDriver initialization complete Nov 11 20:33:19.543310 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing mechanism driver 'openvswitch' Nov 11 20:33:19.543629 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing mechanism driver 'hyperv' Nov 11 20:33:19.550281 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.plugin [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:33:19.551135 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.551509 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.551862 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.552413 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:33:19.552848 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnet after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.553205 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnet after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.553551 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.553943 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:33:19.554346 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.554696 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.555037 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.555422 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:33:19.555827 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > security_group after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.556193 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > security_group after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.556537 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.556926 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:33:19.557325 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.557671 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.558008 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.558395 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:33:19.558795 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > address_group after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.559146 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > address_group after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.559473 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.559859 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:33:19.560260 n-d-805734-3 neutron-server[109565]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] ML2 OVO RPC backend initialized. {{(pid=109565) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 20:33:19.560970 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.561321 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.561734 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.562075 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > networks before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.562442 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.562777 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > ports before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.563116 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnet before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.563451 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnets before_response 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.563791 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.564125 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.564482 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.564815 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.565147 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.565477 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.566324 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnet after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.566651 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnet after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.566981 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.567553 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.plugin [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Modular L2 Plugin initialization complete Nov 11 20:33:19.567880 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading services supported by the core plugin {{(pid=109565) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 20:33:19.568293 n-d-805734-3 neutron-server[109565]: INFO neutron.plugins.ml2.managers [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Got port-security extension from driver 'port_security' Nov 11 20:33:19.568756 n-d-805734-3 neutron-server[109565]: INFO neutron.extensions.vlantransparent [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Disabled vlantransparent extension. Nov 11 20:33:19.569244 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109565) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 20:33:19.569557 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: router Nov 11 20:33:19.618358 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.618748 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router after_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.619121 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router before_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.619487 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.619862 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.620243 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router after_delete 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.620608 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.621081 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.621462 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router after_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.621794 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.622145 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.622498 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.622860 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.623270 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.623636 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.623977 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.624337 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: subnet after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.624674 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.625017 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.625362 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.625703 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: port before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.626042 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.626398 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router after_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.626740 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.627089 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_create 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.627450 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.627794 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_update 55549900 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.628737 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > agent after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.629122 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > agent after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.629457 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > network after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.630320 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Tracking information for resource: router configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:19.630651 n-d-805734-3 neutron-server[109565]: DEBUG neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Tracking information for resource: floatingip configured {{(pid=109565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:33:19.635612 n-d-805734-3 neutron-server[109565]: INFO neutron.db.l3_agentschedulers_db [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 20:33:19.636199 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.636562 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: port after_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.636912 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: port after_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.637260 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: port after_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.638044 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router before_create 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.638407 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.638766 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_create 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.639121 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > router precommit_update 55550100 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.644801 n-d-805734-3 neutron-server[109565]: DEBUG neutron.services.provider_configuration [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service providers = [] {{(pid=109565) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 20:33:19.644980 n-d-805734-3 neutron-server[109565]: DEBUG neutron.db.servicetype_db [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109565) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 20:33:19.647867 n-d-805734-3 neutron-server[109565]: DEBUG neutron.services.service_base [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:33:19.648243 n-d-805734-3 neutron-server[109565]: DEBUG neutron.services.service_base [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:33:19.648583 n-d-805734-3 neutron-server[109565]: DEBUG neutron.services.service_base [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:33:19.649457 n-d-805734-3 neutron-server[109565]: DEBUG neutron.services.service_base [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:33:19.649832 n-d-805734-3 neutron-server[109565]: INFO neutron.services.service_base [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 20:33:19.650204 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.650519 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 20:33:19.662485 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.662819 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: auto_allocate Nov 11 20:33:19.668546 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: network precommit_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.668915 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: network precommit_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.669434 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.669755 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: tag Nov 11 20:33:19.676558 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.676885 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: timestamp Nov 11 20:33:19.680729 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.681063 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: network_ip_availability Nov 11 20:33:19.686493 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.686861 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.687212 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.687927 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.688285 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: flavors Nov 11 20:33:19.696655 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.697051 n-d-805734-3 neutron-server[109565]: INFO neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading Plugin: revisions Nov 11 20:33:19.701421 n-d-805734-3 neutron-server[109565]: DEBUG neutron.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:33:19.701818 n-d-805734-3 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.428s {{(pid=109565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 20:33:19.702636 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109565) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 20:33:19.702997 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Initializing extension manager. Nov 11 20:33:19.703516 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: __init__.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.703866 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: __pycache__ {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.704257 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.704579 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: address_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.705346 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.705921 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: address-group Nov 11 20:33:19.706267 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: address_scope.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.707785 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.708388 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: address-scope Nov 11 20:33:19.708840 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.709714 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.710237 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: router-admin-state-down-before-update Nov 11 20:33:19.710566 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: agent.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.711428 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.711943 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: agent Nov 11 20:33:19.712309 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: agent_resources_synced.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.713240 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.713761 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: agent-resources-synced Nov 11 20:33:19.714088 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: allowedaddresspairs.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.715997 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.716826 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: allowed-address-pairs Nov 11 20:33:19.720010 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: auto_allocated_topology.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.721021 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.721572 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: auto-allocated-topology Nov 11 20:33:19.721971 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: availability_zone.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.722832 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.723355 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: availability_zone Nov 11 20:33:19.723681 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: availability_zone_filter.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.724662 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.725182 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: availability_zone_filter Nov 11 20:33:19.725565 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: data_plane_status.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.726488 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.727006 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 20:33:19.727330 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: default_subnetpools.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.728289 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.728805 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: default-subnetpools Nov 11 20:33:19.729131 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.729954 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.730470 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: dhcp_agent_scheduler Nov 11 20:33:19.730796 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: dns.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.731751 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.732301 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 20:33:19.732635 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: dns_domain_ports.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.733564 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.734080 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 20:33:19.734409 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.735352 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.735870 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 20:33:19.736249 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: dvr.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.737021 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.738149 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: dvr Nov 11 20:33:19.738639 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: ecmp_routes.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.739332 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.739849 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 20:33:19.740204 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: empty_string_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.741131 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.741649 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: empty-string-filtering Nov 11 20:33:19.741977 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.742971 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.743491 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 20:33:19.743816 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.744776 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.745290 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 20:33:19.745619 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: external_net.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.746533 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.747058 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: external-net Nov 11 20:33:19.747405 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.748364 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.756139 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: extra_dhcp_opt Nov 11 20:33:19.756139 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: extraroute.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.756904 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.757425 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: extraroute Nov 11 20:33:19.757754 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: extraroute_atomic.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.758809 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.759335 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: extraroute-atomic Nov 11 20:33:19.759664 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: filter_validation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.760716 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.761238 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: filter-validation Nov 11 20:33:19.761568 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: fip_pf_description.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.762501 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.763019 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 20:33:19.763349 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: fip_port_details.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.764316 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.764856 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: fip-port-details Nov 11 20:33:19.765188 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: flavors.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.766494 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.767023 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: flavors Nov 11 20:33:19.767353 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.769159 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.769692 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 20:33:19.770030 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: floatingip_pools.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.770745 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.771290 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: floatingip-pools Nov 11 20:33:19.771624 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: ip_allocation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.772593 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.773117 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 20:33:19.773449 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.774388 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.774913 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: ip-substring-filtering Nov 11 20:33:19.775245 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l2_adjacency.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.776198 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.776720 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 20:33:19.777049 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l3.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.778090 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.778624 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: router Nov 11 20:33:19.778957 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.781296 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.781837 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 20:33:19.782300 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.783243 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.783777 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: ext-gw-mode Nov 11 20:33:19.784109 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.785100 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.785626 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: l3-ha Nov 11 20:33:19.785954 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l3_flavors.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.786885 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.787430 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: l3-flavors Nov 11 20:33:19.787759 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.788769 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.789287 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 20:33:19.789613 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: l3agentscheduler.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.790639 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.791160 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: l3_agent_scheduler Nov 11 20:33:19.791491 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: logging.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.793097 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.793629 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension logging not supported by any of loaded plugins Nov 11 20:33:19.793965 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: metering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.796961 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.797554 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: metering Nov 11 20:33:19.797883 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.799119 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.799645 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: metering_source_and_destination_fields Nov 11 20:33:19.800617 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: multiprovidernet.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.801544 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.802063 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: multi-provider Nov 11 20:33:19.802392 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: netmtu.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.803326 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.803846 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: net-mtu Nov 11 20:33:19.804201 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: netmtu_writable.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.805170 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.805807 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: net-mtu-writable Nov 11 20:33:19.806139 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: network_availability_zone.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.806821 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.807339 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: network_availability_zone Nov 11 20:33:19.807669 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: network_ip_availability.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.808844 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.809365 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: network-ip-availability Nov 11 20:33:19.809693 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: network_segment_range.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.810462 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.811015 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 20:33:19.811344 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: pagination.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.812452 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.812787 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: pagination Nov 11 20:33:19.813109 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: port_device_profile.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.814047 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.814569 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: port-device-profile Nov 11 20:33:19.814893 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.816559 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.817240 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: port-mac-address-regenerate Nov 11 20:33:19.817573 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.818499 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.819018 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: port-numa-affinity-policy Nov 11 20:33:19.819366 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: port_resource_request.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.820342 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.820865 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 20:33:19.821191 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: port_resource_request_groups.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.822199 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.822722 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 20:33:19.823109 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: portbindings.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.824051 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.824679 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: binding Nov 11 20:33:19.825008 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: portbindings_extended.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.826296 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.826823 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: binding-extended Nov 11 20:33:19.827185 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: portsecurity.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.832008 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.832566 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: port-security Nov 11 20:33:19.832897 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: project_id.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.833905 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.834245 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: project-id Nov 11 20:33:19.834635 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: providernet.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.835562 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.836083 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: provider Nov 11 20:33:19.836440 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.839996 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.840557 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos not supported by any of loaded plugins Nov 11 20:33:19.840900 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.842438 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.842971 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 20:33:19.843306 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.844284 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.844827 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 20:33:19.845158 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_default.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.846140 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.846669 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-default not supported by any of loaded plugins Nov 11 20:33:19.847187 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_fip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.847888 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.848454 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 20:33:19.848767 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_gateway_ip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.849704 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.850224 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 20:33:19.850552 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_port_network_policy.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.851592 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.852115 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 20:33:19.852469 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.853521 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.854047 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 20:33:19.854376 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_pps_rule.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.855578 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.856315 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-pps not supported by any of loaded plugins Nov 11 20:33:19.856651 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_rule_type_details.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.857669 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.858192 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 20:33:19.858523 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: qos_rules_alias.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.859595 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.860123 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 20:33:19.860477 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: quota_check_limit.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.861413 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.861935 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: quota-check-limit Nov 11 20:33:19.862284 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: quotasv2.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.863884 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.864246 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: quotas Nov 11 20:33:19.864582 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: quotasv2_detail.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.867773 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.868120 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: quota_details Nov 11 20:33:19.868495 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: rbac.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.869618 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.870167 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: rbac-policies Nov 11 20:33:19.870505 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: rbac_address_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.871454 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.871984 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: rbac-address-group Nov 11 20:33:19.872355 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: rbac_address_scope.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.873288 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.873817 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: rbac-address-scope Nov 11 20:33:19.874169 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: rbac_security_groups.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.875103 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.875628 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: rbac-security-groups Nov 11 20:33:19.875957 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: rbac_subnetpool.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.876930 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.877454 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: rbac-subnetpool Nov 11 20:33:19.877785 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: revisionifmatch.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.879455 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.879988 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: revision-if-match Nov 11 20:33:19.880354 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: revisions.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.881510 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.882061 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: standard-attr-revisions Nov 11 20:33:19.882391 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: router_availability_zone.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.883076 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.883601 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: router_availability_zone Nov 11 20:33:19.883927 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: routerservicetype.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.884899 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.885420 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 20:33:19.885747 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.886733 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.887277 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: security-groups-normalized-cidr Nov 11 20:33:19.887624 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.888667 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.889194 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: port-security-groups-filtering Nov 11 20:33:19.889521 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.890480 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.891005 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: security-groups-remote-address-group Nov 11 20:33:19.891351 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.892337 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.892860 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: security-groups-shared-filtering Nov 11 20:33:19.893187 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.893903 n-d-805734-3 neutron-server[109565]: WARNING neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 20:33:19.894419 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: securitygroup.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.904346 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.904895 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: security-group Nov 11 20:33:19.905234 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: segment.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.906039 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.906558 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension segment not supported by any of loaded plugins Nov 11 20:33:19.906894 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.907848 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.908399 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 20:33:19.908828 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: servicetype.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.909975 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.910503 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: service-type Nov 11 20:33:19.910838 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: sorting.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.911833 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.912195 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: sorting Nov 11 20:33:19.912530 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: standard_attr_segment.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.913496 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.914127 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 20:33:19.914428 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: standardattrdescription.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.915087 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.915608 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: standard-attr-description Nov 11 20:33:19.915935 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: stateful_security_group.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.916918 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.917461 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: stateful-security-group Nov 11 20:33:19.917789 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: stdattrs_common.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.918363 n-d-805734-3 neutron-server[109565]: WARNING neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 20:33:19.918685 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.919636 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.920380 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 20:33:19.920710 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: subnet_onboard.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.921802 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.922337 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: subnet_onboard Nov 11 20:33:19.922667 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.923607 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.924139 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 20:33:19.924491 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: subnet_service_types.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.926011 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.926544 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: subnet-service-types Nov 11 20:33:19.926874 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: subnetallocation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.928005 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.928569 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: subnet_allocation Nov 11 20:33:19.928902 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.929583 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.930114 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: subnetpool-prefix-ops Nov 11 20:33:19.930440 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.931407 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.931967 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 20:33:19.932347 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: tagging.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.933430 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.933972 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: standard-attr-tag Nov 11 20:33:19.934305 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: timestamp.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.944213 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.944760 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loaded extension: standard-attr-timestamp Nov 11 20:33:19.945094 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: trunk.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.946176 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.946709 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension trunk not supported by any of loaded plugins Nov 11 20:33:19.947042 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: trunk_details.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.947994 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.948551 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 20:33:19.949174 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: uplink_status_propagation.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.949872 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.950393 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 20:33:19.950722 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Loading extension file: vlantransparent.py {{(pid=109565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:33:19.951408 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:33:19.951933 n-d-805734-3 neutron-server[109565]: INFO neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 20:33:19.954767 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:network Nov 11 20:33:19.955310 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:subnet Nov 11 20:33:19.955716 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:33:19.956120 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:port Nov 11 20:33:19.957492 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.957941 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service FLAVORS assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.958556 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.959012 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.959351 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:router Nov 11 20:33:19.959824 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 20:33:19.960403 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service METERING assigned prefix: /metering {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.961934 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.962325 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.962683 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:33:19.963702 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 20:33:19.964169 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:security_group Nov 11 20:33:19.964619 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 20:33:19.965233 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.965608 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:33:19.965965 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] subnetpool is already registered Nov 11 20:33:19.966395 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.966980 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:33:19.967316 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] subnetpool is already registered Nov 11 20:33:19.969748 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.970193 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service FLAVORS assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.970831 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.971278 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.971616 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:router Nov 11 20:33:19.972092 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] router is already registered Nov 11 20:33:19.972545 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 20:33:19.972887 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] floatingip is already registered Nov 11 20:33:19.973376 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service METERING assigned prefix: /metering {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.974086 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 20:33:19.974422 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] rbac_policy is already registered Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:security_group Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] security_group is already registered Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] security_group_rule is already registered Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] subnetpool is already registered Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.v2.resource_helper [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Service CORE assigned prefix: {{(pid=109565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:33:19.978972 n-d-805734-3 neutron-server[109565]: INFO neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:33:19.979609 n-d-805734-3 neutron-server[109565]: WARNING neutron.quota.resource_registry [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] subnetpool is already registered Nov 11 20:33:19.980014 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: extensions {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.981551 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: address-groups {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.983134 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: address-scopes {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.984402 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: agents {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.985674 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: auto-allocated-topology {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.986972 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: availability_zones {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.988929 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: dhcp-networks {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.990378 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: dhcp-agents {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.991928 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: routers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.994138 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: flavors {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.995503 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: service_profiles {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.996773 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: next_providers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.998250 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: service_profiles {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:19.999717 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: floatingip-pools {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.001115 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: routers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.003874 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: floatingips {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.007907 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: l3-routers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.007907 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: l3-agents {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.008274 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: metering-labels {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.009540 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: metering-label-rules {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.010983 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: network-ip-availabilities {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.012325 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: bindings {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.014017 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: quotas {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.015825 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: quotas {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.017645 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: rbac-policies {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.019061 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: security-groups {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.020535 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: security-group-rules {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.021819 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: service-providers {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.023247 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: subnetpools {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.024755 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: subnetpools {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.026262 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.028019 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.030053 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.031850 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.033609 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.035640 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.037444 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.040495 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.042335 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.044349 n-d-805734-3 neutron-server[109565]: DEBUG neutron.api.extensions [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Extended resource: tags {{(pid=109565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:33:20.051303 n-d-805734-3 neutron-server[109565]: WARNING keystonemiddleware.auth_token [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 20:33:20.055926 n-d-805734-3 neutron-server[109565]: WARNING keystonemiddleware.auth_token [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 20:33:20.065229 n-d-805734-3 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Acquired lock "singleton_lock" {{(pid=109565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 20:33:20.066255 n-d-805734-3 neutron-server[109565]: DEBUG oslo_concurrency.lockutils [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Releasing lock "singleton_lock" {{(pid=109565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 20:33:20.066976 n-d-805734-3 neutron-server[109565]: INFO oslo_service.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Starting 2 workers Nov 11 20:33:20.071868 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Started child 109674 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:33:20.076660 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Started child 109675 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:33:20.077122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:20.078255 n-d-805734-3 neutron-server[109565]: INFO neutron.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 20:33:20.078573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [-] (109674) wsgi starting up on http://0.0.0.0:9696 Nov 11 20:33:20.078860 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Publish callbacks [] for process, before_spawn {{(pid=109565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:20.081626 n-d-805734-3 neutron-server[109565]: INFO oslo_service.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Starting 1 workers Nov 11 20:33:20.082203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:20.083581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [-] (109675) wsgi starting up on http://0.0.0.0:9696 Nov 11 20:33:20.087017 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Started child 109676 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:33:20.087656 n-d-805734-3 neutron-server[109565]: INFO oslo_service.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Starting 1 workers Nov 11 20:33:20.090597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] calling RpcWorker wait() {{(pid=109676) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 20:33:20.093870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] returning from RpcWorker wait() {{(pid=109676) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 20:33:20.093971 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Started child 109677 {{(pid=109565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:33:20.094046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:20.094046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:33:20.094182 n-d-805734-3 neutron-server[109565]: DEBUG neutron_lib.callbacks.manager [None req-f8d14453-356e-44a2-8fb2-a679b706d566 None None] Publish callbacks [] for process, after_spawn {{(pid=109565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:20.095429 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 20:33:20.095645 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 20:33:20.095835 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 20:33:20.096046 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 20:33:20.096411 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 20:33:20.096593 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 20:33:20.097283 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.097900 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:20.098369 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.098369 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.098369 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.098369 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.098654 n-d-805734-3 neutron-server[109677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:33:20.098927 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.099143 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.099416 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.099679 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.100110 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.100306 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.100645 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.100899 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.101145 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.101432 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.101724 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.101994 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.102259 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.102434 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.102711 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.102988 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.103357 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.103803 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] debug = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.104054 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.104557 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.104810 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.105059 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.105285 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.105569 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.105799 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.106065 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.106306 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.106529 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.106772 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.107029 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.107274 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.107490 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.107723 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.107947 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.108232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.108479 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.108976 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] host = n-d-805734-3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.109201 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.109439 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.109671 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.109935 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.110183 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.110423 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.110673 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.110964 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.111207 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.111455 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.111711 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.111960 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.112203 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.113259 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.113259 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_options = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.114147 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.114147 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.114147 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.114147 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.114755 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.114755 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.114755 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.115161 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.115161 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.115440 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.115573 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.115900 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.116258 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.116258 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.116542 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.116677 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.117013 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.117195 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.117428 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.117679 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.117888 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.118117 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.118363 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.118614 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.118837 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.119111 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.119345 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.119561 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.119803 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.120044 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.120308 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.120567 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.120806 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.121064 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.121334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.121581 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.121846 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.122243 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.122525 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.122835 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.123106 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.123357 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.123677 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.124039 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_json = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.126792 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.134527 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.137991 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.138568 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.142287 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.143508 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.144049 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.149478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150080 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150576 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150576 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150576 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150576 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.150793 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.151228 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.151228 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.151398 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.151595 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.151788 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.152037 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.152299 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.152522 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.152771 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.152967 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.153202 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.153419 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.153694 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.154022 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.154273 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.154526 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.154768 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.155040 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.155261 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.155501 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.155722 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.155943 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.156179 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.156435 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.156662 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.156893 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.157117 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.157524 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.157911 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.158907 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.160043 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.160313 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.160571 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.160822 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.161120 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.161393 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.161666 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.161904 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.162164 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.162971 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.163424 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.163769 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.164017 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.164317 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.164627 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.164919 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.165212 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.165469 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.165771 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.166029 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.166268 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.166541 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.166816 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.167070 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.167313 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.167606 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.167859 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.168086 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.168376 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.168609 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.168927 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.169639 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.169639 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.169639 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.170031 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.170167 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.170351 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.170613 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.170860 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.171114 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.171361 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.171611 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.171873 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.172117 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.172376 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.172592 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.172833 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.173046 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.173293 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.173515 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.173730 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.173966 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.174181 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.174399 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.174632 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.174877 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.175746 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.176003 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.176334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.176583 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.176829 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.177113 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.177340 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.177559 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.178589 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.178589 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.178589 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.178589 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.179032 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.179032 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.179253 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.179477 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.179739 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.179958 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.180247 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.180649 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.181024 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.181263 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.181689 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.181926 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.182165 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.182399 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.182638 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.182895 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.183149 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.183495 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.183759 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.183994 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.184267 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.184491 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.185016 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.185016 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.185644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.185644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.185863 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.185995 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.186418 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.186651 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.186914 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.187134 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.187452 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.187698 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.187901 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.188117 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.188438 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.188709 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.188936 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.189192 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.189439 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.189659 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.189911 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.190146 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.190382 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.190649 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.190867 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.191309 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.191639 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.191856 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.192074 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.192363 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.192587 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.192901 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.193135 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.193363 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.193578 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.193826 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.194051 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.194266 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.194500 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.194713 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.194925 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.195175 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.195397 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.195610 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.195840 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.196054 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.196296 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.196524 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.196744 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.196995 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.197345 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.197613 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.197838 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.198133 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.198375 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.198612 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.198939 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.199264 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.199507 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.199752 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.199973 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.200232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.200459 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.200717 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.201036 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.201318 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.201569 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.201823 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.202096 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.202368 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.202634 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.202848 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.203149 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.203492 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.203766 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.204020 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.204385 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.204614 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.204840 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.205061 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.205300 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.205535 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.205751 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.206011 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.206372 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.206715 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.207000 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.207522 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.207939 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.208217 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.208491 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.209141 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.209559 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.209783 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 20:33:20.210365 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 20:33:20.210504 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 20:33:20.210820 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 20:33:20.210995 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 20:33:20.211163 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 20:33:20.211313 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 20:33:20.211520 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.211678 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.211837 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.211988 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.212453 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.212453 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.212603 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.215990 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.216228 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.216353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54930) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:20.216711 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.216954 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.217137 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.217314 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.217488 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.217658 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.218035 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.218377 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.218693 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.218864 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.219178 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.219342 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.219505 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.219664 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] debug = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.219976 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.220200 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.220367 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.220679 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.220841 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.221149 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.221308 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.221721 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.222473 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.223096 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.223263 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.223478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.223709 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.224075 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.224277 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.224449 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.224616 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.224783 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.224946 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] host = n-d-805734-3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.225189 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.225331 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.225468 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.225607 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.225745 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.225881 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.226018 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.226154 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.226290 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.226819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071297 Nov 11 20:33:20.227037 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.227189 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.227346 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.227583 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.227727 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.227972 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_options = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.227972 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.228398 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.228398 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.229530 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.229530 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.229530 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.229530 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.229530 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.229530 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.229530 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230138 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230138 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230138 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230138 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230138 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230563 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230563 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230563 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230769 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230856 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.230979 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.231885 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.231885 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.231885 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.231885 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.231885 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.231885 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.232458 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.232458 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.232458 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.232768 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.232768 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.232962 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.232962 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.233154 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.233281 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.233439 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.233597 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.233760 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.233917 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.234181 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.234308 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.234426 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.234531 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.234675 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.234833 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.234972 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_json = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.235134 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.235292 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.235448 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.235628 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.235761 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.235906 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.236061 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.236250 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:33:20.236434 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.236594 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.236765 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.236926 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.237086 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.237246 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.237404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.237636 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.237778 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.238611 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.238611 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.238611 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.238611 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.238611 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239058 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239058 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239058 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239404 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239720 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239720 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.239720 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.240053 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.240053 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.240244 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.240368 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.240528 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241442 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241442 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241442 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241442 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241442 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241442 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241871 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241871 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.241871 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.242090 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.242178 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.242335 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.242493 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.242653 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.242813 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.242974 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.243134 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.243293 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.243453 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.243612 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.243866 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.244034 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.244620 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.245076 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.245076 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.245076 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.245515 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.245515 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.245515 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.245883 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.246774 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.246774 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.246774 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.246774 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.246774 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.246774 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247203 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247203 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247203 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247455 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247455 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247649 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247766 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.247915 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.248088 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.248471 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.248471 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.249786 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.250676 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.250676 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.250676 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.250676 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.250676 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.250676 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.252963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254048 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.254644 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255054 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255054 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255054 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255260 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255337 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255481 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255639 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.255963 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.256124 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.256325 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.256490 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.256658 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.256819 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.256979 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.257139 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.257299 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.257461 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.257625 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.257784 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.257940 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.258239 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.258411 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.258584 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.258746 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.258910 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.259071 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.259256 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.259409 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.259722 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.259928 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.260026 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.260209 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.260363 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.260525 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.260677 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.260829 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.261132 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.261439 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.261602 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.261910 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.262077 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.262226 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.262381 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.262546 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.262698 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.262861 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.263010 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.263245 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.263372 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.263490 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.263630 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264092 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264092 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264092 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264324 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264390 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264594 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264688 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.264850 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.265003 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.265920 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.265920 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.265920 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.265920 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.265920 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.265920 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.266296 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.266296 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.266413 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.266621 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.266765 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.266915 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.267054 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.267192 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.267338 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.267478 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.267615 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.267752 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.267890 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.268027 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.268202 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.268359 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.268499 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.268690 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.269500 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.269650 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.269790 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.269956 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.270151 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.270295 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.270433 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.271374 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.271374 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.271374 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.271374 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.271374 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.271374 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.272334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.272334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.272334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.272334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.272334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.272334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.272334 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.273232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.273232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.273232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.273232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.273232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.273232 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274016 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274016 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274016 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274016 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274016 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274646 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274646 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274646 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.274646 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:33:20.275319 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275319 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275319 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275319 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275319 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275961 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275961 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275961 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.275961 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.276533 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.276533 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.276533 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.276533 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277040 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277040 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277040 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277447 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277447 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277447 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277833 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.277833 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278094 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278094 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278366 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278366 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278635 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278635 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278908 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.278908 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.279274 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.279274 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.279539 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.279539 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.279800 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.279800 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.280081 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.280316 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.280316 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.280584 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.280722 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.280870 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.281010 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.281147 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.281296 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.281435 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.281574 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.281711 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.281858 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.282006 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.282145 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.282282 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.282395 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.282555 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.282714 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.282873 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.283033 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.283192 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.283352 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.283512 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.283673 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:33:20.283828 n-d-805734-3 neutron-server[109565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 20:33:31.903578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2373d-b10c-4eec-9045-c16712bcbcfc None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:33:32.021179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2373d-b10c-4eec-9045-c16712bcbcfc None None] No non-hosted networks {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 20:33:32.038294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.agentschedulers_db [None req-a3e2373d-b10c-4eec-9045-c16712bcbcfc None None] DHCP Agent not found on host n-d-805734-3 {{(pid=109676) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 20:33:32.162850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b382f75-eeb1-44cc-876d-5e23507c7e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16372405'] for agent, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:34.386537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d57c352-8321-41a8-9d54-2287aeb7a824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16372405'] for agent, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:34.425177 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-85a26f27-9044-4c1d-9238-5422598349dd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-805734-3 {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:33:34.427315 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-85a26f27-9044-4c1d-9238-5422598349dd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:33:35.022339 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85a26f27-9044-4c1d-9238-5422598349dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:35.356930 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16372405'] for agent, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:36.902717 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16372405'] for agent, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:37.741253 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16372405'] for agent, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:37.742148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.743075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.743415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.744288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.744614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.744940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.745265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.745637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.745961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.746282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.746611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.746924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:37.747323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805734-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:33:37.759617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805734-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:33:38.037831 n-d-805734-3 neutron-server[109676]: INFO neutron.db.l3_hamode_db [None req-2a264bd3-c427-473d-9c40-f70bf39bd3ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 20:33:38.114941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a264bd3-c427-473d-9c40-f70bf39bd3ee None None] Routers set() bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:33:38.115571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a264bd3-c427-473d-9c40-f70bf39bd3ee None None] Router IDs set() for agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 20:33:38.189855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:38.694664 n-d-805734-3 neutron-server[109674]: WARNING oslo_policy.policy [None req-d1c047b2-86a4-4b6c-aa41-cc95f1405182 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:38.695344 n-d-805734-3 neutron-server[109674]: WARNING oslo_policy.policy [None req-d1c047b2-86a4-4b6c-aa41-cc95f1405182 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:38.923253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-d1c047b2-86a4-4b6c-aa41-cc95f1405182 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:33:38.924903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d1c047b2-86a4-4b6c-aa41-cc95f1405182 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7338388 Nov 11 20:33:41.479370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:41.787726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:33:41.886033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.policy [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109674) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 20:33:41.932589 n-d-805734-3 neutron-server[109674]: WARNING oslo_policy.policy [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:41.932961 n-d-805734-3 neutron-server[109674]: WARNING oslo_policy.policy [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:41.942033 n-d-805734-3 neutron-server[109674]: INFO neutron.quota [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] Loaded quota_driver: . Nov 11 20:33:42.097756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769095189975', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769095189378', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769095202244', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769095076738', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769093703695', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769095094138', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-568084', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16615148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16407432'] for rbac-policy, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:42.318095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:42.319336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8e39793-52f8-4c8d-bc75-4eece78d5ce4 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8389413 Nov 11 20:33:45.027918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:45.523839 n-d-805734-3 neutron-server[109675]: WARNING oslo_policy.policy [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:45.524463 n-d-805734-3 neutron-server[109675]: WARNING oslo_policy.policy [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:45.752880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Request body: {'network': {'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'name': 'private', 'admin_state_up': True, 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:33:45.754525 n-d-805734-3 neutron-server[109675]: INFO neutron.quota [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Loaded quota_driver: . Nov 11 20:33:45.861735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Made reservation on behalf of 632c61a311794cb2bb8ecb5837fd9ee5 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:33:45.930283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.policy [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109675) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 20:33:45.977533 n-d-805734-3 neutron-server[109675]: WARNING oslo_policy.policy [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:45.977907 n-d-805734-3 neutron-server[109675]: WARNING oslo_policy.policy [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:33:45.988795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.009961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.118550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.223419 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.243426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:33:46.271516 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769090442981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.272000 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Unsubscribe: segment precommit_create {{(pid=109675) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 20:33:46.272511 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Added segment aca1eacc-d797-4e85-b272-91a15e7c35ce of type vlan for network e14d975c-1feb-4c9c-b66a-97569227daa3 Nov 11 20:33:46.289373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1566f92b-3546-44da-844d-07f557f6150d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:46.309403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.309741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.310074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.310403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.310724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.311043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.311360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.311674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.311987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.312353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.312646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.312956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Tracked resource versions report: Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: pushed versions: Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: { 'AddressGroup': {'1.2'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'ConntrackHelper': {'1.0'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Log': {'1.0'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Network': {'1.1'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Port': {'1.7'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'PortForwarding': {'1.2'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'QosPolicy': {'1.10'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'SecurityGroup': {'1.5'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'SubPort': {'1.0'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Subnet': {'1.1'}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Trunk': {'1.1'}} Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: consumer versions: Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: L3 agent@n-d-805734-3: {}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: Metadata agent@n-d-805734-3: {}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: Metering agent@n-d-805734-3: {}, Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'ConntrackHelper': '1.0', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Log': '1.0', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Network': '1.1', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Port': '1.7', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'PortForwarding': '1.2', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'QosPolicy': '1.10', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'SecurityGroup': '1.5', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'SecurityGroupRule': '1.2', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'SubPort': '1.0', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Subnet': '1.1', Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: 'Trunk': '1.1'}} Nov 11 20:33:46.314060 n-d-805734-3 neutron-server[109675]: {{(pid=109675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:33:46.407942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.561112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.562274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:33:46.563006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:46.659144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] Pushing event updated for resources: {'Network': ['ID=e14d975c-1feb-4c9c-b66a-97569227daa3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:46.670880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e14d975c-1feb-4c9c-b66a-97569227daa3 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:33:46.781052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-36e28ce3-8e31-4611-8b67-ebedafe689ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7509484 Nov 11 20:33:49.539962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:49.935823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bc82a-6508-4fb8-98d2-51ae07ce7cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:33:49.937229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b96bc82a-6508-4fb8-98d2-51ae07ce7cb2 admin admin] 10.222.0.31 "GET /v2.0/networks/e14d975c-1feb-4c9c-b66a-97569227daa3 HTTP/1.1" status: 200 len: 825 time: 0.3962793 Nov 11 20:33:49.979712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3dfc2f1c-a7c0-4738-b1a5-c4909c2c01f4 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/237a305a-3ab3-4f81-9c92-d72611b29994 HTTP/1.1" status: 200 len: 734 time: 0.0362291 Nov 11 20:33:49.989598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Request body: {'subnet': {'subnetpool_id': '237a305a-3ab3-4f81-9c92-d72611b29994', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'name': 'private-subnet', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:33:50.103639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Made reservation on behalf of 632c61a311794cb2bb8ecb5837fd9ee5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:33:50.105883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:50.456079 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:50.526097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Checking segment: {'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:33:50.526477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Network hostable DHCP agents. Network: e14d975c-1feb-4c9c-b66a-97569227daa3, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:33:50.530885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b57ef7c-550c-40e0-8395-d67c52024651,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:50.600633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Network e14d975c-1feb-4c9c-b66a-97569227daa3 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:33:50.703219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e14d975c-1feb-4c9c-b66a-97569227daa3) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:33:50.707980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:33:50.708553 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:50.714312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1cbe3-1cf8-4ee2-b3f0-85c27582f430 None None] Network e14d975c-1feb-4c9c-b66a-97569227daa3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:33:50.791807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6c20cbd8-a7ee-4db9-b240-3c771aa6d29c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8059177 Nov 11 20:33:51.052266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e14d975c-1feb-4c9c-b66a-97569227daa3', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'fixed_ips': [{'subnet_id': '6b57ef7c-550c-40e0-8395-d67c52024651'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:33:51.054019 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:51.375906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Allocated IP 172.20.0.2 (e14d975c-1feb-4c9c-b66a-97569227daa3/6b57ef7c-550c-40e0-8395-d67c52024651/463e2202-b923-476b-9f0b-6d4e88d7dbf7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:33:51.588963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:51.670333 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:51.742737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Network e14d975c-1feb-4c9c-b66a-97569227daa3 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:33:51.748494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:33:51.761336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:33:51.767960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Pushing event updated for resources: {'Port': ['ID=463e2202-b923-476b-9f0b-6d4e88d7dbf7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:51.802279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.802632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.802988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.803347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.803682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.804128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.804392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.804723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.805074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.805402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.805730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.806056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Tracked resource versions report: Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: pushed versions: Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: { 'AddressGroup': {'1.2'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'ConntrackHelper': {'1.0'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Log': {'1.0'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Network': {'1.1'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Port': {'1.7'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'PortForwarding': {'1.2'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'QosPolicy': {'1.10'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'SecurityGroup': {'1.5'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'SubPort': {'1.0'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Subnet': {'1.1'}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Trunk': {'1.1'}} Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: consumer versions: Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: L3 agent@n-d-805734-3: {}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: Metadata agent@n-d-805734-3: {}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: Metering agent@n-d-805734-3: {}, Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'ConntrackHelper': '1.0', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Log': '1.0', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Network': '1.1', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Port': '1.7', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'PortForwarding': '1.2', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'QosPolicy': '1.10', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'SecurityGroup': '1.5', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'SecurityGroupRule': '1.2', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'SubPort': '1.0', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Subnet': '1.1', Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: 'Trunk': '1.1'}} Nov 11 20:33:51.807181 n-d-805734-3 neutron-server[109676]: {{(pid=109676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:33:51.863309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Attempting to bind port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:33:51.863309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Attempting to bind port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:33:51.863309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Attempting to bind port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 on network e14d975c-1feb-4c9c-b66a-97569227daa3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:33:51.864280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:33:51.864280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Checking segment: {'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:33:51.864280 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:51.864796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Bound using segment: {'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:33:51.865149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Bound port: 463e2202-b923-476b-9f0b-6d4e88d7dbf7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:33:51.865591 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:51.932236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] For port 463e2202-b923-476b-9f0b-6d4e88d7dbf7, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:33:51.936537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] For port 463e2202-b923-476b-9f0b-6d4e88d7dbf7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=463e2202-b923-476b-9f0b-6d4e88d7dbf7,segment=NetworkSegment(aca1eacc-d797-4e85-b272-91a15e7c35ce),segment_id=aca1eacc-d797-4e85-b272-91a15e7c35ce)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:33:52.033644 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:52.101025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a104ec0-7f81-4475-9945-73243ec28e35 None None] Pushing event updated for resources: {'Port': ['ID=463e2202-b923-476b-9f0b-6d4e88d7dbf7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:53.386368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55086) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:53.714126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-c027eeef-8445-4a92-b519-45f69f68ca2f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:33:53.714126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c027eeef-8445-4a92-b519-45f69f68ca2f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246853 Nov 11 20:33:56.279376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:56.602382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-391231d8-a464-4d9f-9abe-17a9a1c93f87 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:33:56.603470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-391231d8-a464-4d9f-9abe-17a9a1c93f87 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231719 Nov 11 20:33:59.393017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:59.700788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4c3fd417-cbfd-4875-bd73-a5803f446dc7 admin admin] Request body: {'router': {'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:33:59.789543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd417-cbfd-4875-bd73-a5803f446dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:59.791138 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd417-cbfd-4875-bd73-a5803f446dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:59.931682 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd417-cbfd-4875-bd73-a5803f446dc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:00.005857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd417-cbfd-4875-bd73-a5803f446dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:00.092215 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd417-cbfd-4875-bd73-a5803f446dc7 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:00.093431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4c3fd417-cbfd-4875-bd73-a5803f446dc7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6982374 Nov 11 20:34:01.261795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4470a-bfb4-4ebe-bddc-49cb3ae15244 None None] Network e14d975c-1feb-4c9c-b66a-97569227daa3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:34:01.351571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67ddaa87-e799-4430-b222-c678ac158f38 None None] Provisioning complete for port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:01.351962 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ddaa87-e799-4430-b222-c678ac158f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:01.554157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ddaa87-e799-4430-b222-c678ac158f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:01.559281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 463e2202-b923-476b-9f0b-6d4e88d7dbf7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:34:01.632706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-67ddaa87-e799-4430-b222-c678ac158f38 None None] For port 463e2202-b923-476b-9f0b-6d4e88d7dbf7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=463e2202-b923-476b-9f0b-6d4e88d7dbf7,segment=NetworkSegment(aca1eacc-d797-4e85-b272-91a15e7c35ce),segment_id=aca1eacc-d797-4e85-b272-91a15e7c35ce)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:34:01.659808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:01.660223 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:01.699873 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ddaa87-e799-4430-b222-c678ac158f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:01.794405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddaa87-e799-4430-b222-c678ac158f38 None None] Pushing event updated for resources: {'Port': ['ID=463e2202-b923-476b-9f0b-6d4e88d7dbf7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:01.897792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f13bc812-197e-4ade-9188-482fe73eef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:01.919720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b94eb693-e181-461c-8aec-ed1cac8e48dc None None] Provisioning complete for port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:01.920016 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b94eb693-e181-461c-8aec-ed1cac8e48dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:02.609185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55118) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:02.921515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-8cb63f73-1bf4-4004-9dc6-8ddcdb6fbac9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:34:02.922521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8cb63f73-1bf4-4004-9dc6-8ddcdb6fbac9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3123980 Nov 11 20:34:03.520944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 463e2202-b923-476b-9f0b-6d4e88d7dbf7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:34:03.568336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:03.568712 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:04.388821 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41ba4bf6-09dd-4281-b158-e34c6cda5d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:05.295557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:05.486521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:05.630019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:34:05.811733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Made reservation on behalf of ed93bd7e302f4356937e1af3683da173 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:34:05.814035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:05.822532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:05.893871 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.004634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.023212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Reserving flat network on physical network physnet1 {{(pid=109675) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 20:34:06.039165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a515a37-9f28-47e8-97a0-3f0f28e8d650,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:06.044889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.051177 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Added segment 586f6b7f-ea05-43cd-9899-8f686e27325f of type flat for network ce4b585c-8f58-4174-b13c-8a78af33d669 Nov 11 20:34:06.099043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.217742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.218697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:34:06.219284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.279110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] Pushing event updated for resources: {'Network': ['ID=ce4b585c-8f58-4174-b13c-8a78af33d669,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:06.288508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network ce4b585c-8f58-4174-b13c-8a78af33d669 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:34:06.323322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a6d470fb-3150-400a-b73a-78579261d9ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8351030 Nov 11 20:34:06.794841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:07.771883 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:08.747361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55154) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:08.841479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99574b77-80a1-4b70-909d-b309a27a4629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:34:08.842788 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-99574b77-80a1-4b70-909d-b309a27a4629 admin admin] 10.222.0.31 "GET /v2.0/subnets/6b57ef7c-550c-40e0-8395-d67c52024651 HTTP/1.1" status: 200 len: 849 time: 0.0944910 Nov 11 20:34:08.962375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-104a4f7f-1a8c-426d-a729-a6ad9769d4f9 admin admin] 10.222.0.31 "GET /v2.0/routers/3d379759-16b7-4b60-ae72-6eab83b18bbd HTTP/1.1" status: 200 len: 704 time: 0.1126578 Nov 11 20:34:09.235156 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:09.525657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Allocated IP 172.20.0.1 (e14d975c-1feb-4c9c-b66a-97569227daa3/6b57ef7c-550c-40e0-8395-d67c52024651/de11b169-d694-4cdd-872a-0d208b0552d4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:34:09.727041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:09.856087 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:09.929800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Network e14d975c-1feb-4c9c-b66a-97569227daa3 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:34:09.941378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:34:09.946845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:34:09.947659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:09.967538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Pushing event updated for resources: {'Port': ['ID=de11b169-d694-4cdd-872a-0d208b0552d4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:10.170590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-640657fa-8b84-4a18-b226-de0f4a98cbf8 None None] Provisioning complete for port de11b169-d694-4cdd-872a-0d208b0552d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:10.171142 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-640657fa-8b84-4a18-b226-de0f4a98cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:10.202908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-640657fa-8b84-4a18-b226-de0f4a98cbf8 None None] Port de11b169-d694-4cdd-872a-0d208b0552d4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:34:10.223384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:10.440959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:10.512324 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:10.513098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:10.566293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Pushing event updated for resources: {'Port': ['ID=de11b169-d694-4cdd-872a-0d208b0552d4,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:10.724954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Network e14d975c-1feb-4c9c-b66a-97569227daa3 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:34:10.726274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:34:10.926901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-87735279-64b2-4533-829f-55bf4f129c06 None None] Provisioning complete for port de11b169-d694-4cdd-872a-0d208b0552d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:10.927271 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87735279-64b2-4533-829f-55bf4f129c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:10.949271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Router 3d379759-16b7-4b60-ae72-6eab83b18bbd is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:34:10.961048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-87735279-64b2-4533-829f-55bf4f129c06 None None] Port de11b169-d694-4cdd-872a-0d208b0552d4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:34:11.040500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:34:11.045822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a81ad3e-72c6-4c58-9f5e-360cb5502d6d admin admin] 10.222.0.31 "PUT /v2.0/routers/3d379759-16b7-4b60-ae72-6eab83b18bbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0758383 Nov 11 20:34:11.051512 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Sync routers for ids ['3d379759-16b7-4b60-ae72-6eab83b18bbd'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:34:11.063690 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Routers {'3d379759-16b7-4b60-ae72-6eab83b18bbd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:34:11.064579 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3d379759-16b7-4b60-ae72-6eab83b18bbd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:11.228268 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:34:11.273138 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Set router 3d379759-16b7-4b60-ae72-6eab83b18bbd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:34:11.713153 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'name': 'router1', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:33:59Z', 'updated_at': '2021-11-11T20:34:10Z', 'revision_number': 2, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'gw_port_host': None, '_interfaces': [{'id': 'de11b169-d694-4cdd-872a-0d208b0552d4', 'name': '', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'mac_address': 'fa:16:3e:7b:bd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:09Z', 'updated_at': '2021-11-11T20:34:10Z', 'revision_number': 2, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'subnets': [{'id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '237a305a-3ab3-4f81-9c92-d72611b29994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:11.764347 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Checking router: 3d379759-16b7-4b60-ae72-6eab83b18bbd for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:34:11.764727 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Updating router 3d379759-16b7-4b60-ae72-6eab83b18bbd port de11b169-d694-4cdd-872a-0d208b0552d4 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:34:11.814646 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:12.329821 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:12.403605 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:12.496747 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Pushing event updated for resources: {'Port': ['ID=de11b169-d694-4cdd-872a-0d208b0552d4,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:12.505303 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.505626 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.505945 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.506269 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.506598 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.506926 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.507248 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.507570 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.507890 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.508228 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.508547 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.508891 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Tracked resource versions report: Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: pushed versions: Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: { 'AddressGroup': {'1.2'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'ConntrackHelper': {'1.0'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Log': {'1.0'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Network': {'1.1'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Port': {'1.7'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'PortForwarding': {'1.2'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'QosPolicy': {'1.10'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'SecurityGroup': {'1.5'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'SubPort': {'1.0'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Subnet': {'1.1'}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Trunk': {'1.1'}} Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: consumer versions: Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: L3 agent@n-d-805734-3: {}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: Metadata agent@n-d-805734-3: {}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: Metering agent@n-d-805734-3: {}, Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'ConntrackHelper': '1.0', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Log': '1.0', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Network': '1.1', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Port': '1.7', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'PortForwarding': '1.2', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'QosPolicy': '1.10', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'SecurityGroup': '1.5', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'SecurityGroupRule': '1.2', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'SubPort': '1.0', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Subnet': '1.1', Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: 'Trunk': '1.1'}} Nov 11 20:34:12.509948 n-d-805734-3 neutron-server[109677]: {{(pid=109677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:34:12.593472 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Attempting to bind port de11b169-d694-4cdd-872a-0d208b0552d4 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:34:12.593472 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Attempting to bind port de11b169-d694-4cdd-872a-0d208b0552d4 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:34:12.593472 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Attempting to bind port de11b169-d694-4cdd-872a-0d208b0552d4 on network e14d975c-1feb-4c9c-b66a-97569227daa3 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:34:12.598455 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:34:12.598899 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Checking segment: {'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:34:12.599395 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:12.599793 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Bound using segment: {'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:34:12.600362 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Bound port: de11b169-d694-4cdd-872a-0d208b0552d4, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca1eacc-d797-4e85-b272-91a15e7c35ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:34:12.600764 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:12.668131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] For port de11b169-d694-4cdd-872a-0d208b0552d4, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:34:12.688077 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] For port de11b169-d694-4cdd-872a-0d208b0552d4, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de11b169-d694-4cdd-872a-0d208b0552d4,segment=NetworkSegment(aca1eacc-d797-4e85-b272-91a15e7c35ce),segment_id=aca1eacc-d797-4e85-b272-91a15e7c35ce)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:34:12.697484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cc28efa8-7da7-4422-9608-32df667b8f96 None None] Provisioning complete for port de11b169-d694-4cdd-872a-0d208b0552d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:12.697973 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc28efa8-7da7-4422-9608-32df667b8f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:12.732929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cc28efa8-7da7-4422-9608-32df667b8f96 None None] Port de11b169-d694-4cdd-872a-0d208b0552d4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:34:12.829354 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:12.883792 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025b944-08b6-42f2-8d06-2033e9ddfe22 None None] Pushing event updated for resources: {'Port': ['ID=de11b169-d694-4cdd-872a-0d208b0552d4,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:12.892756 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Routers {'3d379759-16b7-4b60-ae72-6eab83b18bbd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:34:12.893449 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3d379759-16b7-4b60-ae72-6eab83b18bbd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:12.984354 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] Set router 3d379759-16b7-4b60-ae72-6eab83b18bbd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:34:13.053666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3c3e9e1e-c97e-4f2a-8841-2425a2778a73 None None] Provisioning complete for port de11b169-d694-4cdd-872a-0d208b0552d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:13.054092 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9e1e-c97e-4f2a-8841-2425a2778a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:13.132789 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9e1e-c97e-4f2a-8841-2425a2778a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:13.168127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3c3e9e1e-c97e-4f2a-8841-2425a2778a73 None None] For port de11b169-d694-4cdd-872a-0d208b0552d4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de11b169-d694-4cdd-872a-0d208b0552d4,segment=NetworkSegment(aca1eacc-d797-4e85-b272-91a15e7c35ce),segment_id=aca1eacc-d797-4e85-b272-91a15e7c35ce)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:34:13.203283 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'name': 'router1', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:33:59Z', 'updated_at': '2021-11-11T20:34:10Z', 'revision_number': 2, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'gw_port_host': None, '_interfaces': [{'id': 'de11b169-d694-4cdd-872a-0d208b0552d4', 'name': '', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'mac_address': 'fa:16:3e:7b:bd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:09Z', 'updated_at': '2021-11-11T20:34:12Z', 'revision_number': 4, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'subnets': [{'id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '237a305a-3ab3-4f81-9c92-d72611b29994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:13.236228 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18648-d06e-4c96-8b5d-e4edb1d6dec0 None None] The sync data for ids ['3d379759-16b7-4b60-ae72-6eab83b18bbd'] in n-d-805734-3 is: [{'id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'name': 'router1', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:33:59Z', 'updated_at': '2021-11-11T20:34:10Z', 'revision_number': 2, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'gw_port_host': None, '_interfaces': [{'id': 'de11b169-d694-4cdd-872a-0d208b0552d4', 'name': '', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'mac_address': 'fa:16:3e:7b:bd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:09Z', 'updated_at': '2021-11-11T20:34:12Z', 'revision_number': 4, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'subnets': [{'id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '237a305a-3ab3-4f81-9c92-d72611b29994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:34:13.269538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9e1e-c97e-4f2a-8841-2425a2778a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:13.319506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e9e1e-c97e-4f2a-8841-2425a2778a73 None None] Pushing event updated for resources: {'Port': ['ID=de11b169-d694-4cdd-872a-0d208b0552d4,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:13.433126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55164) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:13.543895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca64ba-f0f3-43ff-a6ec-eca4fea05152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:34:13.545229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03ca64ba-f0f3-43ff-a6ec-eca4fea05152 admin admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 842 time: 0.1110258 Nov 11 20:34:13.555289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_dhcp': False, 'gateway_ip': '172.25.2.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:34:13.674970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Made reservation on behalf of ed93bd7e302f4356937e1af3683da173 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:34:13.677310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:14.109385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.objects.ports [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:34:14.109814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:14.167473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd81621d-baa1-4b92-ba47-e74f466da662,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:14.173505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:34:14.173591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Network hostable DHCP agents. Network: ce4b585c-8f58-4174-b13c-8a78af33d669, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:34:14.280560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:34:14.389033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, ce4b585c-8f58-4174-b13c-8a78af33d669) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:34:14.393313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:34:14.393938 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:14.400830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566c7e3-57c8-4a31-81dd-2049e47f43f5 None None] Network ce4b585c-8f58-4174-b13c-8a78af33d669 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:34:14.514294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-45edf654-e043-4f57-ba2d-5b9c9db4df64 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9623580 Nov 11 20:34:14.533180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f84a76-58cb-427f-b164-46afbfa2959d None None] Network ce4b585c-8f58-4174-b13c-8a78af33d669 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:34:16.942054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55172) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:17.083135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d57c976e-6d14-48e0-84ac-1f5024a3006a admin admin] 10.222.0.31 "GET /v2.0/routers/3d379759-16b7-4b60-ae72-6eab83b18bbd HTTP/1.1" status: 200 len: 710 time: 0.1399331 Nov 11 20:34:17.178328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04e64b-5472-4968-9995-8e64a722ab4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:34:17.179626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e04e64b-5472-4968-9995-8e64a722ab4e admin admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 886 time: 0.0888488 Nov 11 20:34:17.189090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:34:17.441636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:17.775125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:17.856523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:17.962090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Allocated IP 172.25.2.191 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/40e6be08-4986-46e2-a824-aa345951e483) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:34:18.059303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:18.192675 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:18.234083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:34:18.237474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:34:18.241743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:34:18.244543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Pushing event updated for resources: {'Port': ['ID=40e6be08-4986-46e2-a824-aa345951e483,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:18.701336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:18.912228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:18.915735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:19.028268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Router 3d379759-16b7-4b60-ae72-6eab83b18bbd has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:34:19.136986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:34:19.141224 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:19.142305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ea6f194f-24d6-4d22-8fed-985dafe8e059 admin admin] 10.222.0.31 "PUT /v2.0/routers/3d379759-16b7-4b60-ae72-6eab83b18bbd HTTP/1.1" status: 200 len: 890 time: 1.9564128 Nov 11 20:34:19.557176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device de11b169-d694-4cdd-872a-0d208b0552d4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:34:19.606020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port de11b169-d694-4cdd-872a-0d208b0552d4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:19.606395 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:20.272109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Sync routers for ids ['3d379759-16b7-4b60-ae72-6eab83b18bbd'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:34:20.282994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Routers {'3d379759-16b7-4b60-ae72-6eab83b18bbd'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:34:20.283816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3d379759-16b7-4b60-ae72-6eab83b18bbd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:20.495526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Set router 3d379759-16b7-4b60-ae72-6eab83b18bbd gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:34:20.960772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'name': 'router1', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '40e6be08-4986-46e2-a824-aa345951e483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:33:59Z', 'updated_at': '2021-11-11T20:34:18Z', 'revision_number': 4, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'gw_port': {'id': '40e6be08-4986-46e2-a824-aa345951e483', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:17Z', 'updated_at': '2021-11-11T20:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'de11b169-d694-4cdd-872a-0d208b0552d4', 'name': '', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'mac_address': 'fa:16:3e:7b:bd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:09Z', 'updated_at': '2021-11-11T20:34:13Z', 'revision_number': 5, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'subnets': [{'id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '237a305a-3ab3-4f81-9c92-d72611b29994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:21.012355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Checking router: 3d379759-16b7-4b60-ae72-6eab83b18bbd for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:34:21.012708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Updating router 3d379759-16b7-4b60-ae72-6eab83b18bbd port 40e6be08-4986-46e2-a824-aa345951e483 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:34:21.065459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:21.398758 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:21.469140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:21.523964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Attempting to bind port 40e6be08-4986-46e2-a824-aa345951e483 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:34:21.524369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Attempting to bind port 40e6be08-4986-46e2-a824-aa345951e483 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:34:21.524740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Attempting to bind port 40e6be08-4986-46e2-a824-aa345951e483 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:34:21.533358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:34:21.533779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:34:21.534185 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:21.534579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:34:21.535047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Bound port: 40e6be08-4986-46e2-a824-aa345951e483, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:34:21.535445 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:21.537720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1eaf2-a983-406a-b738-846c6e565bcd None None] Pushing event updated for resources: {'Port': ['ID=40e6be08-4986-46e2-a824-aa345951e483,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:21.587635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] For port 40e6be08-4986-46e2-a824-aa345951e483, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:34:21.591195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] For port 40e6be08-4986-46e2-a824-aa345951e483, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=40e6be08-4986-46e2-a824-aa345951e483,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:34:21.672513 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:21.701736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:21.726161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Routers {'3d379759-16b7-4b60-ae72-6eab83b18bbd'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:34:21.726793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3d379759-16b7-4b60-ae72-6eab83b18bbd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:21.772373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1eaf2-a983-406a-b738-846c6e565bcd None None] Pushing event updated for resources: {'Port': ['ID=40e6be08-4986-46e2-a824-aa345951e483,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:21.845120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] Set router 3d379759-16b7-4b60-ae72-6eab83b18bbd gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:34:21.860932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-72bfb408-6e1a-42d5-9258-7b99b5f75e00 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1576266 Nov 11 20:34:22.076408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'name': 'router1', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '40e6be08-4986-46e2-a824-aa345951e483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:33:59Z', 'updated_at': '2021-11-11T20:34:18Z', 'revision_number': 4, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'gw_port': {'id': '40e6be08-4986-46e2-a824-aa345951e483', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:17Z', 'updated_at': '2021-11-11T20:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'de11b169-d694-4cdd-872a-0d208b0552d4', 'name': '', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'mac_address': 'fa:16:3e:7b:bd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:09Z', 'updated_at': '2021-11-11T20:34:13Z', 'revision_number': 5, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'subnets': [{'id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '237a305a-3ab3-4f81-9c92-d72611b29994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:34:22.102979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d6a8a-9e3e-4e93-88be-879aecabab53 None None] The sync data for ids ['3d379759-16b7-4b60-ae72-6eab83b18bbd'] in n-d-805734-3 is: [{'id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'name': 'router1', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '40e6be08-4986-46e2-a824-aa345951e483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:33:59Z', 'updated_at': '2021-11-11T20:34:18Z', 'revision_number': 4, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'gw_port': {'id': '40e6be08-4986-46e2-a824-aa345951e483', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:17Z', 'updated_at': '2021-11-11T20:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'de11b169-d694-4cdd-872a-0d208b0552d4', 'name': '', 'network_id': 'e14d975c-1feb-4c9c-b66a-97569227daa3', 'tenant_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'mac_address': 'fa:16:3e:7b:bd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d379759-16b7-4b60-ae72-6eab83b18bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:34:09Z', 'updated_at': '2021-11-11T20:34:13Z', 'revision_number': 5, 'project_id': '632c61a311794cb2bb8ecb5837fd9ee5', 'subnets': [{'id': '6b57ef7c-550c-40e0-8395-d67c52024651', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '237a305a-3ab3-4f81-9c92-d72611b29994'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:34:23.558744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 40e6be08-4986-46e2-a824-aa345951e483 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:34:23.606575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 40e6be08-4986-46e2-a824-aa345951e483 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:23.606950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:23.705542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:23.728288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 40e6be08-4986-46e2-a824-aa345951e483, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=40e6be08-4986-46e2-a824-aa345951e483,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:34:23.789207 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:23.841567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=40e6be08-4986-46e2-a824-aa345951e483,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:25.583357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 40e6be08-4986-46e2-a824-aa345951e483 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:34:25.653937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 40e6be08-4986-46e2-a824-aa345951e483 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:34:25.654320 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:31.859911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a227c2da-45aa-47f1-80e3-346eb6190633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:34.378033 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2bb10dd4-74d4-4e55-8451-0b8cc62ab6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:35.291397 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:36.830335 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:37.699814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:48.159192 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:35:01.897073 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5231747c-acae-4e44-abdf-a93f6ff39316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:04.384675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-685addc8-b992-4d65-b2b1-e8f8222f400d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:05.302555 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:06.804815 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:08.613284 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:25.157381 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:35:31.869067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0929d7e3-8fea-4c9e-b693-9fb3f0a11186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:34.371637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f231ac7-437d-4ee2-9291-01d236193353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:35.297111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:36.817893 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:37.697390 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:01.861910 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb51f-8e09-4514-9118-933292692193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:02.156463 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:36:04.353574 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a98aadb7-460c-406d-bf06-ff29094a99c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:05.296670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:06.382771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:06.457609 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ea6277-7c4e-4fd8-a85a-929486b41063 admin admin] GET failed (client error): The resource could not be found. Nov 11 20:36:06.458944 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9ea6277-7c4e-4fd8-a85a-929486b41063 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0752358 Nov 11 20:36:06.651371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3041e71-feb2-44cd-ba91-0bc2e637b1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:06.652809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f3041e71-feb2-44cd-ba91-0bc2e637b1c9 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1890156 Nov 11 20:36:06.799575 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:07.713551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:08.959877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55788) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:09.089608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d30eb-dff0-4c2b-a135-461de08f8138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:09.091010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-211d30eb-dff0-4c2b-a135-461de08f8138 admin admin] 10.222.0.31 "GET /v2.0/subnets/6b57ef7c-550c-40e0-8395-d67c52024651 HTTP/1.1" status: 200 len: 849 time: 0.1301339 Nov 11 20:36:09.100930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:36:09.184251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Publish callbacks [] for subnet, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:09.421738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769090405259'] for subnet, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:09.509202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:09.510139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:09.511283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] 10.222.0.31 "PUT /v2.0/subnets/6b57ef7c-550c-40e0-8395-d67c52024651 HTTP/1.1" status: 200 len: 868 time: 0.4138939 Nov 11 20:36:09.514836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa2f63-0343-4181-a349-ec5ee6229051 None None] Network e14d975c-1feb-4c9c-b66a-97569227daa3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:36:09.525171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b57ef7c-550c-40e0-8395-d67c52024651,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:36:09.534882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.535238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.535589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.535930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.536299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.536632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.536965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.537291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.537613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.537942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.538269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.538594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdf1cb2-8573-402d-86b9-4b3845ab9baa admin admin] Tracked resource versions report: Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: pushed versions: Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: { 'AddressGroup': {'1.2'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'ConntrackHelper': {'1.0'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Log': {'1.0'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Network': {'1.1'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Port': {'1.7'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'PortForwarding': {'1.2'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'QosPolicy': {'1.10'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'SecurityGroup': {'1.5'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'SubPort': {'1.0'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Subnet': {'1.1'}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Trunk': {'1.1'}} Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: consumer versions: Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: L3 agent@n-d-805734-3: {}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: Metadata agent@n-d-805734-3: {}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: Metering agent@n-d-805734-3: {}, Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'ConntrackHelper': '1.0', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Log': '1.0', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Network': '1.1', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Port': '1.7', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'PortForwarding': '1.2', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'QosPolicy': '1.10', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'SecurityGroup': '1.5', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'SecurityGroupRule': '1.2', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'SubPort': '1.0', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Subnet': '1.1', Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: 'Trunk': '1.1'}} Nov 11 20:36:09.539832 n-d-805734-3 neutron-server[109674]: {{(pid=109674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:36:09.909459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d184b222-1c11-4e70-9167-39f0c707a1a3 None None] Provisioning complete for port 463e2202-b923-476b-9f0b-6d4e88d7dbf7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:36:09.909853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d184b222-1c11-4e70-9167-39f0c707a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:09.999124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d184b222-1c11-4e70-9167-39f0c707a1a3 None None] Provisioning complete for port de11b169-d694-4cdd-872a-0d208b0552d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:36:09.999413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d184b222-1c11-4e70-9167-39f0c707a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:11.795610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:11.995743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b14e8-23f9-4927-8bb2-86978e059318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:11.996250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b14e8-23f9-4927-8bb2-86978e059318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:11.998536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f27b14e8-23f9-4927-8bb2-86978e059318 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019055 Nov 11 20:36:14.331609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:14.464583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9deb66-7bee-4ab6-a52f-e28ba6d329b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:14.465050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9deb66-7bee-4ab6-a52f-e28ba6d329b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:14.467177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9e9deb66-7bee-4ab6-a52f-e28ba6d329b8 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345859 Nov 11 20:36:16.767071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:16.945242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14552d86-2ca7-4de3-9c95-6a56468f7ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:16.947655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-14552d86-2ca7-4de3-9c95-6a56468f7ed5 admin admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 886 time: 0.1786427 Nov 11 20:36:19.253049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:19.400039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8606db1-ce67-440b-8e06-f4b1dfc12bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:19.401429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8606db1-ce67-440b-8e06-f4b1dfc12bfa admin admin] 10.222.0.31 "GET /v2.0/networks/e14d975c-1feb-4c9c-b66a-97569227daa3 HTTP/1.1" status: 200 len: 869 time: 0.1474323 Nov 11 20:36:21.750896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:21.878094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50358043-44a8-4679-845a-e14fb845a160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:21.878544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50358043-44a8-4679-845a-e14fb845a160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:21.880077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50358043-44a8-4679-845a-e14fb845a160 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282253 Nov 11 20:36:24.193894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:24.284409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e30efd-33dc-45e5-a869-09d642743da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:24.284866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e30efd-33dc-45e5-a869-09d642743da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:24.286377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9e30efd-33dc-45e5-a869-09d642743da1 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915351 Nov 11 20:36:26.587103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55848) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:26.678697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc86ec-94de-4ec0-add1-c411e4274561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:26.680049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-34fc86ec-94de-4ec0-add1-c411e4274561 admin admin] 10.222.0.31 "GET /v2.0/subnets/6b57ef7c-550c-40e0-8395-d67c52024651 HTTP/1.1" status: 200 len: 868 time: 0.0919621 Nov 11 20:36:29.032545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:29.119332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ca95d-2379-42d6-b404-df7c6c853cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:29.120703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b31ca95d-2379-42d6-b404-df7c6c853cba admin admin] 10.222.0.31 "GET /v2.0/subnets/dd81621d-baa1-4b92-ba47-e74f466da662 HTTP/1.1" status: 200 len: 816 time: 0.0871668 Nov 11 20:36:31.860960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27892f54-3ea6-4f31-b702-fc161a1f525a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:34.375179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aad3fb84-ce8b-471b-ac12-fd65387e79b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:35.295146 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:36.797527 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:37.706462 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:39.155408 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:36:54.225585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:54.272058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-63e234d7-2df9-499e-9a91-e570bea30fbe admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:36:54.273134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-63e234d7-2df9-499e-9a91-e570bea30fbe admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466380 Nov 11 20:36:56.679796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:56.741021 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26fc0ef-a0dc-4bcb-b2ec-bef79ad83d7d admin admin] GET failed (client error): The resource could not be found. Nov 11 20:36:56.742338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a26fc0ef-a0dc-4bcb-b2ec-bef79ad83d7d admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615892 Nov 11 20:36:56.888958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a197c-ecc5-4df7-a17d-bb479a6cb1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:56.890338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c72a197c-ecc5-4df7-a17d-bb479a6cb1ba admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427903 Nov 11 20:36:59.209225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:59.256113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:36:59.328218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Made reservation on behalf of ed93bd7e302f4356937e1af3683da173 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:36:59.330533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:59.359771 n-d-805734-3 neutron-server[109675]: WARNING neutron.services.revisions.revision_plugin [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Could not find related network for resource to bump revision. Nov 11 20:36:59.370298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:36:59.378830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:59.379223 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Added segment 82ed1bd8-a7f3-48e7-9587-f58b9ec71126 of type vlan for network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 Nov 11 20:36:59.417858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:59.476628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:59.477512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:36:59.478115 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:59.537738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Pushing event updated for resources: {'Network': ['ID=b2a43bdf-11bd-45f2-9b30-f5bd6c523832,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:36:59.544468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.544821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.545162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.545501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.545834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.546165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.546492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.546821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.547144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.547468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.547794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.548113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:36:59.558970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:36:59.559466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f4200862-f97f-4972-afcd-bd99fb94dc4d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3489485 Nov 11 20:37:01.872139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72cfd83e-7abc-4660-877e-a660f5e05a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:01.877233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:37:01.940776 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e43001-9071-452e-9f18-6274930725c9 admin admin] GET failed (client error): The resource could not be found. Nov 11 20:37:01.942215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10e43001-9071-452e-9f18-6274930725c9 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639563 Nov 11 20:37:02.016184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456025fa-50b0-47ab-9d10-6cf1ff549a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:37:02.017681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-456025fa-50b0-47ab-9d10-6cf1ff549a5e admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705836 Nov 11 20:37:02.028408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:37:02.139539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Made reservation on behalf of ed93bd7e302f4356937e1af3683da173 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:37:02.141781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:02.357392 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:02.415007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345a327a-b97f-4a6a-9cc5-c5e216ce6005,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:37:02.423349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:37:02.423722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Network hostable DHCP agents. Network: b2a43bdf-11bd-45f2-9b30-f5bd6c523832, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:37:02.493481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:37:02.579493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b2a43bdf-11bd-45f2-9b30-f5bd6c523832) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:37:02.583615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:37:02.584514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:02.589014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76250d-e3a3-4af5-b69b-a880233ee75a None None] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:37:02.657259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-adff4689-b768-4d96-90d7-22769582fb96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6324298 Nov 11 20:37:02.738136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'tenant_id': 'ed93bd7e302f4356937e1af3683da173', 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:37:02.739076 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:02.880088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Allocated IP 192.168.233.2 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/6503771a-65cc-413e-8bfe-5c0659c3db45) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:37:03.028401 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:03.122845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:03.163625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:37:03.169371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:37:03.172972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:37:03.178292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Pushing event updated for resources: {'Port': ['ID=6503771a-65cc-413e-8bfe-5c0659c3db45,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:37:03.189070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.189421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.189757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.190087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.190420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.190752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.192082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.192444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.192766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.193090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.193414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.193733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:37:03.240797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Attempting to bind port 6503771a-65cc-413e-8bfe-5c0659c3db45 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:37:03.241163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Attempting to bind port 6503771a-65cc-413e-8bfe-5c0659c3db45 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:37:03.241522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Attempting to bind port 6503771a-65cc-413e-8bfe-5c0659c3db45 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:37:03.246527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:37:03.246895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:37:03.247290 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:03.247673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:37:03.248134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Bound port: 6503771a-65cc-413e-8bfe-5c0659c3db45, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:37:03.248550 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:03.313425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] For port 6503771a-65cc-413e-8bfe-5c0659c3db45, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:37:03.316509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] For port 6503771a-65cc-413e-8bfe-5c0659c3db45, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6503771a-65cc-413e-8bfe-5c0659c3db45,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:37:03.391533 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:03.454097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be58dda-5844-4fe6-b67d-092942a64a08 None None] Pushing event updated for resources: {'Port': ['ID=6503771a-65cc-413e-8bfe-5c0659c3db45,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:37:04.299970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db6aab-3c69-45a7-9b5c-b162f88803ff None None] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:37:04.360788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a28f608-e16f-441f-8607-abf26732b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:04.365802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e25acb83-357c-4439-a5d4-cdf4b1e76deb None None] Provisioning complete for port 6503771a-65cc-413e-8bfe-5c0659c3db45 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:37:04.366175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e25acb83-357c-4439-a5d4-cdf4b1e76deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:04.511715 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e25acb83-357c-4439-a5d4-cdf4b1e76deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:04.553107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e25acb83-357c-4439-a5d4-cdf4b1e76deb None None] For port 6503771a-65cc-413e-8bfe-5c0659c3db45, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6503771a-65cc-413e-8bfe-5c0659c3db45,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:37:04.608007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e25acb83-357c-4439-a5d4-cdf4b1e76deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:04.669177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25acb83-357c-4439-a5d4-cdf4b1e76deb None None] Pushing event updated for resources: {'Port': ['ID=6503771a-65cc-413e-8bfe-5c0659c3db45,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:37:04.728361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-82bbdc56-b0ad-4fd0-8daa-d8b32fd249ac None None] Provisioning complete for port 6503771a-65cc-413e-8bfe-5c0659c3db45 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:37:04.728738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82bbdc56-b0ad-4fd0-8daa-d8b32fd249ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:05.277409 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:05.657106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6503771a-65cc-413e-8bfe-5c0659c3db45 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:37:05.708702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6503771a-65cc-413e-8bfe-5c0659c3db45 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:37:05.709335 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:06.802548 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:07.722427 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:16.154515 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:37:31.853336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f7b9944-8da7-4fea-8480-4db1c634b103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:34.339366 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c831f8fa-9a08-411b-b72c-c945acf799d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:35.292756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:36.813140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:37.681252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:53.155565 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:38:01.881406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cce236ab-5a06-48c3-a492-dae69fb7b5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:04.360688 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08188ace-07f4-4af5-ac07-919f59fa675b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:05.309628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:06.824213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:07.719468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.097056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55980) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:26.103591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-b788c6a1-5ce7-4341-b270-dd2cf254bb25 tempest-verify_tempest_config-583828064 tempest-verify_tempest_config-583828064-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:38:26.104597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b788c6a1-5ce7-4341-b270-dd2cf254bb25 tempest-verify_tempest_config-583828064 tempest-verify_tempest_config-583828064-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065718 Nov 11 20:38:26.742253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:26.844081 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.914450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.994956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.039848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfebbb2268da42c0b0092d0b174b4370&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2965274 Nov 11 20:38:27.040712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d51309-0d02-4458-8152-e557157353fb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:27.042643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:27.047494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.047835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.048188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.048522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.048846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.049176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.049494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.049811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.050131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.050486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.050807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.051126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f79c-5509-40b4-849d-f44cc1d74047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.123537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.144744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.309049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.311640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.312899 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84d51309-0d02-4458-8152-e557157353fb HTTP/1.1" status: 204 len: 168 time: 0.2692349 Nov 11 20:38:27.321217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d51309-0d02-4458-8152-e557157353fb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:27.336334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.336673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.337016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.337354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.337685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.338022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.338421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.338651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.338975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.339296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.339626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:27.339928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8a553-5fa7-4b91-9bb1-12528af16561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:30.154989 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:38:31.874851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae089f02-bc74-4ffc-a426-eb0ad6799953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:34.365559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69c5037d-aa7b-4eac-affe-bfa5cac553ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.371300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:36.857244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:37.702861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.891758 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82d2bd9c-0295-41b6-9455-11c308b9db82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.365012 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e89c6dee-167f-4322-8917-e5584c9a1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.347895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.833965 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.152739 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:39:07.701828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:31.864927 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68f5bf47-fac5-405b-b825-f8ce667d40e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.375877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-779fb57b-3e88-4b5c-953d-0aed20db2790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.415921 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.818915 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:37.701492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:44.151271 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:40:01.886194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-57b4900a-b359-4d4d-9f05-9b23174e4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.363574 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a55b96aa-5917-4db7-8955-306a9445a93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.329712 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.829369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.697495 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:21.150918 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:40:31.888943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd192bde-ed63-40c8-85dd-2fd2d3663f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:34.376323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ae31c92-963a-4e93-a51b-5120e12bc3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:35.334700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.827687 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.688343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:58.150238 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:41:01.917538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ade6c04-834b-4558-a591-fe36215d787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:04.397741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e039d3c2-531f-4bc1-b8f8-abfe44dc5c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:05.392407 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:06.837892 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:07.683922 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:31.894159 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07f9913c-c3de-4391-88f1-780ba63246e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:34.385398 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8dc50a75-c24d-4ef1-90bf-63738fbf6f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:35.148999 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 5 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:41:35.390999 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:36.843071 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:37.699190 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:51.802617 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16372405'] for agent, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:56.835551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16372405'] for agent, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:01.870090 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cd61b40-d8c1-42d3-b639-a2ee7b1a79dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:04.429944 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8421c04d-61c4-4f44-9a11-9e6a59436a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:05.372603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:06.864025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:07.773256 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:12.148509 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:42:21.760553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:26.782883 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:31.892092 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-113ec4d9-dc33-40b6-b149-c321f0693aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:34.388804 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04be62a5-3972-4f08-98f8-7985ffc34e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:35.337231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:35.406980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:35.513204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0926c550-4961-4f9f-aad7-82be66b1f04c admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1051388 Nov 11 20:42:36.846180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:37.725896 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:37.822788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56066) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:37.877824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-df84219c-c8c9-4561-a778-ed6964b901a5 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0538547 Nov 11 20:42:49.148030 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:42:51.748599 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.851355 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:01.869868 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0a3d0e1-2791-419c-99c7-17089ca82db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:04.370798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f7a14e44-b4b9-4b0e-8211-247ad8a82628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:05.368489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:06.856689 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:07.684842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:21.740938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:26.146932 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:43:26.838734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.867667 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7bc94ae-58b0-4b04-997e-a6cee89f72aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.375569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4399d84c-d754-469f-a8fb-247c2d379952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:35.387280 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.856294 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:37.707250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:51.747290 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:56.832749 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:01.919348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c85c5b6-f9fb-45d6-b069-83681249d311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:02.698020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:02.792845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:03.146136 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:44:03.287515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-network', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:03.403340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3ed8fa9b-688d-41ac-8911-4b90a1dd67a7 tempest-AutoAllocateNetworkTest-916408629 tempest-AutoAllocateNetworkTest-916408629-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bfa4f19fe5b64a0ebbe518140fbda909&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6061623 Nov 11 20:44:03.405011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56294) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:03.405109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Made reservation on behalf of 399c40de90774eaeb3fa0b8684430be8 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:03.406915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.425128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.514794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.656190 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.687000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466afeef-1f99-4ca6-9ace-9d622dbb71d4 tempest-AutoAllocateNetworkTest-916408629 tempest-AutoAllocateNetworkTest-916408629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:03.690809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba829af-5da2-46a3-891a-92e6b14bbe10,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:03.691529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-466afeef-1f99-4ca6-9ace-9d622dbb71d4 tempest-AutoAllocateNetworkTest-916408629 tempest-AutoAllocateNetworkTest-916408629-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2869532 Nov 11 20:44:03.692122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:03.704321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.705113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.705113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.705553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.706085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.706511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.706910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.707301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.707776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.708110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.708477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.708789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Tracked resource versions report: Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: pushed versions: Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: { 'AddressGroup': {'1.2'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'ConntrackHelper': {'1.0'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Log': {'1.0'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Network': {'1.1'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Port': {'1.7'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'PortForwarding': {'1.2'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'QosPolicy': {'1.10'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'SecurityGroup': {'1.5'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'SubPort': {'1.0'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Subnet': {'1.1'}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Trunk': {'1.1'}} Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: consumer versions: Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: HyperV agent@n-h1-805734-3: {}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: HyperV agent@n-h2-805734-3: {}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: L3 agent@n-d-805734-3: {}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: Metadata agent@n-d-805734-3: {}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: Metering agent@n-d-805734-3: {}, Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'ConntrackHelper': '1.0', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Log': '1.0', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Network': '1.1', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Port': '1.7', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'PortForwarding': '1.2', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'QosPolicy': '1.10', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'SecurityGroup': '1.5', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'SecurityGroupRule': '1.2', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'SubPort': '1.0', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Subnet': '1.1', Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: 'Trunk': '1.1'}} Nov 11 20:44:03.709981 n-d-805734-3 neutron-server[109674]: {{(pid=109674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:44:03.719383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:44:03.734980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769090442981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.735522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Unsubscribe: segment precommit_create {{(pid=109674) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 20:44:03.736008 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Added segment a8f0900c-d3c7-43f3-9c17-7f68cedee69f of type vlan for network b151480d-cf91-4337-b78b-8bc6ea2631b0 Nov 11 20:44:03.753835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c58a63a8-26df-493e-bb71-5bd131331348 tempest-AutoAllocateNetworkTest-916408629 tempest-AutoAllocateNetworkTest-916408629-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606129 Nov 11 20:44:03.756456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56306) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:03.788778 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e1f7fb8-c08c-4071-956c-d33840c3db9c tempest-AutoAllocateNetworkTest-916408629 tempest-AutoAllocateNetworkTest-916408629-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bfa4f19fe5b64a0ebbe518140fbda909 HTTP/1.1" status: 200 len: 208 time: 0.0310013 Nov 11 20:44:03.790534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.902661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.902661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:03.902661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.997327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] Pushing event updated for resources: {'Network': ['ID=b151480d-cf91-4337-b78b-8bc6ea2631b0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:04.008525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:44:04.058615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f10a6d0b-8baa-45a5-94ce-ef0d9ce94510 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3594549 Nov 11 20:44:04.061679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56316) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:04.066561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Request body: {'subnet': {'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-subnet', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:04.173451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Made reservation on behalf of 399c40de90774eaeb3fa0b8684430be8 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:04.173794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.379758 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02e78255-ca33-4c2e-9a77-50b356e05169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.410489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.469686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e0efa7-1fc3-45df-9b00-aca22e365d91,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:04.477437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Checking segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:04.477784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Network hostable DHCP agents. Network: b151480d-cf91-4337-b78b-8bc6ea2631b0, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:44:04.481872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.482488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.482579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.482933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.483269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.483594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.483915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.484258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.484580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.484897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.485212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.485525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Tracked resource versions report: Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: pushed versions: Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: { 'AddressGroup': {'1.2'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'ConntrackHelper': {'1.0'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Log': {'1.0'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Network': {'1.1'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Port': {'1.7'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'PortForwarding': {'1.2'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'QosPolicy': {'1.10'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'SecurityGroup': {'1.5'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'SubPort': {'1.0'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Subnet': {'1.1'}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Trunk': {'1.1'}} Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: consumer versions: Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: HyperV agent@n-h1-805734-3: {}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: HyperV agent@n-h2-805734-3: {}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: L3 agent@n-d-805734-3: {}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: Metadata agent@n-d-805734-3: {}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: Metering agent@n-d-805734-3: {}, Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'ConntrackHelper': '1.0', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Log': '1.0', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Network': '1.1', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Port': '1.7', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'PortForwarding': '1.2', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'QosPolicy': '1.10', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'SecurityGroup': '1.5', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'SecurityGroupRule': '1.2', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'SubPort': '1.0', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Subnet': '1.1', Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: 'Trunk': '1.1'}} Nov 11 20:44:04.486571 n-d-805734-3 neutron-server[109675]: {{(pid=109675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:44:04.575368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:44:04.672655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b151480d-cf91-4337-b78b-8bc6ea2631b0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:04.676763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:04.677376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.687247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3159c0f-eb99-410d-b8bb-13ef21f3e4d4 None None] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:04.766922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8af7ad12-34db-4fe0-b1d7-fa8dde4c9549 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7041588 Nov 11 20:44:04.769709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56338) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:04.773945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:04.849108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b151480d-cf91-4337-b78b-8bc6ea2631b0', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:44:04.850426 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.872244 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.873297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.929627 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.984454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Allocated IP 172.20.0.2 (b151480d-cf91-4337-b78b-8bc6ea2631b0/35e0efa7-1fc3-45df-9b00-aca22e365d91/011a66a5-d753-419f-9b3a-5c34fe401121) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:05.031022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:05.174504 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.220043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.294943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.323384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-330b2b22-be9e-481a-b599-9da0d7b4ee86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.338654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:05.344212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:05.346698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:05.358442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Pushing event updated for resources: {'Port': ['ID=011a66a5-d753-419f-9b3a-5c34fe401121,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:05.380677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.382807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.383563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.383918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.384296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.384632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.384974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.385775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.386326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.386723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.387063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.387450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.387784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Tracked resource versions report: Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: pushed versions: Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: { 'AddressGroup': {'1.2'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'ConntrackHelper': {'1.0'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Log': {'1.0'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Network': {'1.1'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Port': {'1.7'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'PortForwarding': {'1.2'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'QosPolicy': {'1.10'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'SecurityGroup': {'1.5'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'SubPort': {'1.0'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Subnet': {'1.1'}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Trunk': {'1.1'}} Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: consumer versions: Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: HyperV agent@n-h1-805734-3: {}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: HyperV agent@n-h2-805734-3: {}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: L3 agent@n-d-805734-3: {}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: Metadata agent@n-d-805734-3: {}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: Metering agent@n-d-805734-3: {}, Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'ConntrackHelper': '1.0', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Log': '1.0', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Network': '1.1', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Port': '1.7', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'PortForwarding': '1.2', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'QosPolicy': '1.10', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'SecurityGroup': '1.5', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'SecurityGroupRule': '1.2', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'SubPort': '1.0', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Subnet': '1.1', Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: 'Trunk': '1.1'}} Nov 11 20:44:05.388971 n-d-805734-3 neutron-server[109676]: {{(pid=109676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:44:05.451079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Attempting to bind port 011a66a5-d753-419f-9b3a-5c34fe401121 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:05.451727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Attempting to bind port 011a66a5-d753-419f-9b3a-5c34fe401121 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:05.452277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Attempting to bind port 011a66a5-d753-419f-9b3a-5c34fe401121 on network b151480d-cf91-4337-b78b-8bc6ea2631b0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:05.458201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:05.458493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Checking segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:05.459386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.459936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Bound using segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:05.460585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Bound port: 011a66a5-d753-419f-9b3a-5c34fe401121, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:05.461468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.478084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-330b2b22-be9e-481a-b599-9da0d7b4ee86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.532840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] For port 011a66a5-d753-419f-9b3a-5c34fe401121, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:05.537157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] For port 011a66a5-d753-419f-9b3a-5c34fe401121, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=011a66a5-d753-419f-9b3a-5c34fe401121,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:05.553149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-330b2b22-be9e-481a-b599-9da0d7b4ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.592237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.610039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-330b2b22-be9e-481a-b599-9da0d7b4ee86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfa4f19fe5b64a0ebbe518140fbda909&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5776429 Nov 11 20:44:05.610583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b2b22-be9e-481a-b599-9da0d7b4ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fcc257-aa22-4c7b-b64c-fa74a8c225f7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:05.612792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:05.618837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.638206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.695683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e73a99-c222-49e4-8f56-5d6d17100d8f None None] Pushing event updated for resources: {'Port': ['ID=011a66a5-d753-419f-9b3a-5c34fe401121,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:05.782075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ded1d9fe-77da-4046-aef6-2041381db0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.838754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ded1d9fe-77da-4046-aef6-2041381db0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:05.858783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Allocated IP 172.25.2.169 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/509da9eb-bec8-4bd9-8d40-30b72371eba1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:06.028526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.093721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ded1d9fe-77da-4046-aef6-2041381db0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.096395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ded1d9fe-77da-4046-aef6-2041381db0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.097491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ded1d9fe-77da-4046-aef6-2041381db0c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1fcc257-aa22-4c7b-b64c-fa74a8c225f7 HTTP/1.1" status: 204 len: 168 time: 0.4804821 Nov 11 20:44:06.110138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1d9fe-77da-4046-aef6-2041381db0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fcc257-aa22-4c7b-b64c-fa74a8c225f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:06.158816 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.205315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:06.209804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:06.212842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:06.289262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Pushing event updated for resources: {'Port': ['ID=509da9eb-bec8-4bd9-8d40-30b72371eba1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:06.534465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.878770 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.951257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:07.035384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc9aca2-4806-4d9c-8ec4-a35a8e85b417 None None] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:07.191721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d05fc30-f8ec-4cae-90a7-1f3bcea24f73 None None] Provisioning complete for port 011a66a5-d753-419f-9b3a-5c34fe401121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:07.192489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d05fc30-f8ec-4cae-90a7-1f3bcea24f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:07.255532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Router 28c1f62b-72e5-40c4-a569-8c2b166ead0d is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:44:07.378148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:07.380814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d05fc30-f8ec-4cae-90a7-1f3bcea24f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:07.389356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Sync routers for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:07.415059 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:07.416046 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:07.425338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d05fc30-f8ec-4cae-90a7-1f3bcea24f73 None None] For port 011a66a5-d753-419f-9b3a-5c34fe401121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=011a66a5-d753-419f-9b3a-5c34fe401121,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:07.486857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:07.490871 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c3ba8e51-d87b-42de-b0e2-c4b57287b97d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7176995 Nov 11 20:44:07.491121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:07.518491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d05fc30-f8ec-4cae-90a7-1f3bcea24f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:07.642658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05fc30-f8ec-4cae-90a7-1f3bcea24f73 None None] Pushing event updated for resources: {'Port': ['ID=011a66a5-d753-419f-9b3a-5c34fe401121,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:07.657560 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:07.874022 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:07.893218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dc5a5c54-b485-46c4-aea7-c455e13bb75a None None] Provisioning complete for port 011a66a5-d753-419f-9b3a-5c34fe401121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:07.893831 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5c54-b485-46c4-aea7-c455e13bb75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:07.927691 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:06Z', 'revision_number': 3, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:07.970005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 011a66a5-d753-419f-9b3a-5c34fe401121 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:07.982271 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Checking router: 28c1f62b-72e5-40c4-a569-8c2b166ead0d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:07.982545 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Updating router 28c1f62b-72e5-40c4-a569-8c2b166ead0d port 509da9eb-bec8-4bd9-8d40-30b72371eba1 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:08.013469 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.076585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 011a66a5-d753-419f-9b3a-5c34fe401121 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:08.077066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.215081 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.256851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:08.438667 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.450005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Allocated IP 172.20.0.1 (b151480d-cf91-4337-b78b-8bc6ea2631b0/35e0efa7-1fc3-45df-9b00-aca22e365d91/ae55fe1f-e949-4870-8542-0a970d9c8085) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:08.488862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f680852-83fc-4a79-bea9-930ed39c5e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.558847 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.567497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.585381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f680852-83fc-4a79-bea9-930ed39c5e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.607010 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Attempting to bind port 509da9eb-bec8-4bd9-8d40-30b72371eba1 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:08.607356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Attempting to bind port 509da9eb-bec8-4bd9-8d40-30b72371eba1 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:08.607727 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Attempting to bind port 509da9eb-bec8-4bd9-8d40-30b72371eba1 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:08.620981 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:08.621662 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:08.622218 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.625275 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:08.625275 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Bound port: 509da9eb-bec8-4bd9-8d40-30b72371eba1, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:08.625275 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.626115 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Pushing event updated for resources: {'Port': ['ID=509da9eb-bec8-4bd9-8d40-30b72371eba1,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:08.651680 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.652044 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.652502 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Tracked resource versions report: Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: pushed versions: Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: { 'AddressGroup': {'1.2'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'ConntrackHelper': {'1.0'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Log': {'1.0'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Network': {'1.1'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Port': {'1.7'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'PortForwarding': {'1.2'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'QosPolicy': {'1.10'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'SecurityGroup': {'1.5'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'SubPort': {'1.0'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Subnet': {'1.1'}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Trunk': {'1.1'}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: consumer versions: Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: { DHCP agent@n-d-805734-3: {}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: HyperV agent@n-h1-805734-3: {}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: HyperV agent@n-h2-805734-3: {}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: L3 agent@n-d-805734-3: {}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: Metadata agent@n-d-805734-3: {}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: Metering agent@n-d-805734-3: {}, Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: Open vSwitch agent@n-d-805734-3: { 'AddressGroup': '1.2', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'ConntrackHelper': '1.0', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Log': '1.0', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Network': '1.1', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Port': '1.7', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'PortForwarding': '1.2', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'QosPolicy': '1.10', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'SecurityGroup': '1.5', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'SecurityGroupRule': '1.2', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'SubPort': '1.0', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Subnet': '1.1', Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: 'Trunk': '1.1'}} Nov 11 20:44:08.657505 n-d-805734-3 neutron-server[109677]: {{(pid=109677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:44:08.677775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f680852-83fc-4a79-bea9-930ed39c5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.704420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] For port 509da9eb-bec8-4bd9-8d40-30b72371eba1, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:08.709112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.720493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9f680852-83fc-4a79-bea9-930ed39c5e04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32b1ce1fcc684609a6d3caf273b567b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4619644 Nov 11 20:44:08.723282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56482) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:08.731257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f680852-83fc-4a79-bea9-930ed39c5e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da612367-074c-4f39-99ae-33fcdc7e2ac3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:08.733501 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] For port 509da9eb-bec8-4bd9-8d40-30b72371eba1, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=509da9eb-bec8-4bd9-8d40-30b72371eba1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:08.755507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:08.758550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:08.762622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:08.763402 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.802856 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.828964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Pushing event updated for resources: {'Port': ['ID=ae55fe1f-e949-4870-8542-0a970d9c8085,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:08.840821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40c86985-bf50-4ea7-b04b-f0263d511172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.890518 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:08.891574 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:08.897759 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40c86985-bf50-4ea7-b04b-f0263d511172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:08.940102 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6b579-b55d-448e-bda1-d36aa24e3573 None None] Pushing event updated for resources: {'Port': ['ID=509da9eb-bec8-4bd9-8d40-30b72371eba1,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:09.032199 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:09.084806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40c86985-bf50-4ea7-b04b-f0263d511172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:09.094438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40c86985-bf50-4ea7-b04b-f0263d511172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:09.094438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40c86985-bf50-4ea7-b04b-f0263d511172 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da612367-074c-4f39-99ae-33fcdc7e2ac3 HTTP/1.1" status: 204 len: 168 time: 0.3692424 Nov 11 20:44:09.107541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86985-bf50-4ea7-b04b-f0263d511172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da612367-074c-4f39-99ae-33fcdc7e2ac3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:09.119168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:09.151360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01296a7b-189b-4cb2-ac00-ab254f0e740c None None] Provisioning complete for port ae55fe1f-e949-4870-8542-0a970d9c8085 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:09.153811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01296a7b-189b-4cb2-ac00-ab254f0e740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:09.234624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-01296a7b-189b-4cb2-ac00-ab254f0e740c None None] Port ae55fe1f-e949-4870-8542-0a970d9c8085 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:09.289615 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:06Z', 'revision_number': 3, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:09.316186 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f689f5-44f4-4c73-8169-aa8562f9ba37 None None] The sync data for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 is: [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:06Z', 'revision_number': 3, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:09.350264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:09.467466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:09.468698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:09.730880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Pushing event updated for resources: {'Port': ['ID=ae55fe1f-e949-4870-8542-0a970d9c8085,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:09.796491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:09.799217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:09.969922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 509da9eb-bec8-4bd9-8d40-30b72371eba1 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:10.034837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Router 28c1f62b-72e5-40c4-a569-8c2b166ead0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:10.082595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 509da9eb-bec8-4bd9-8d40-30b72371eba1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:10.083500 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.180419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b5de3eb4-b9b0-4966-a382-cc8d50ff0973 None None] Provisioning complete for port ae55fe1f-e949-4870-8542-0a970d9c8085 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:10.182240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5de3eb4-b9b0-4966-a382-cc8d50ff0973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.210370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:10.220263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fcebe70a-6d9e-4f5e-a28f-276fa60a4a40 admin admin] 10.222.0.31 "PUT /v2.0/routers/28c1f62b-72e5-40c4-a569-8c2b166ead0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280142 Nov 11 20:44:10.272116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b5de3eb4-b9b0-4966-a382-cc8d50ff0973 None None] Port ae55fe1f-e949-4870-8542-0a970d9c8085 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:10.286105 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.309482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 509da9eb-bec8-4bd9-8d40-30b72371eba1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=509da9eb-bec8-4bd9-8d40-30b72371eba1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:10.403302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.459979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=509da9eb-bec8-4bd9-8d40-30b72371eba1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:10.524011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56576) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:10.550116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3c38604-c515-4679-876d-7735c98d37d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.633247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3c38604-c515-4679-876d-7735c98d37d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.728007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3c38604-c515-4679-876d-7735c98d37d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.769949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c38604-c515-4679-876d-7735c98d37d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ffa364-f08c-44d4-9e3a-fad0a5ee9209,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:10.777670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:10.798757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e3c38604-c515-4679-876d-7735c98d37d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=215e2ffd5a78417ba2c6e3bb057ef6da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2562969 Nov 11 20:44:10.842320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18bf34dd-ee56-4534-a64b-68d78e1d4dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:10.876369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18bf34dd-ee56-4534-a64b-68d78e1d4dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:11.124957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18bf34dd-ee56-4534-a64b-68d78e1d4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:11.131731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18bf34dd-ee56-4534-a64b-68d78e1d4dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:11.133130 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-18bf34dd-ee56-4534-a64b-68d78e1d4dae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21ffa364-f08c-44d4-9e3a-fad0a5ee9209 HTTP/1.1" status: 204 len: 168 time: 0.3545165 Nov 11 20:44:11.143505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf34dd-ee56-4534-a64b-68d78e1d4dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ffa364-f08c-44d4-9e3a-fad0a5ee9209,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:11.379715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Sync routers for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:11.389951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:11.390571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:11.513317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:11.792328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:09Z', 'revision_number': 2, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:11.832009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Checking router: 28c1f62b-72e5-40c4-a569-8c2b166ead0d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:11.832436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Updating router 28c1f62b-72e5-40c4-a569-8c2b166ead0d port ae55fe1f-e949-4870-8542-0a970d9c8085 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:11.863865 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:11.881037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 509da9eb-bec8-4bd9-8d40-30b72371eba1 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:12.022163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 509da9eb-bec8-4bd9-8d40-30b72371eba1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:12.023085 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.242938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.318390 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.348635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:12.402599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81f5ec-745c-4f96-9b25-712e7927487f None None] Pushing event updated for resources: {'Port': ['ID=ae55fe1f-e949-4870-8542-0a970d9c8085,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:12.455487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Attempting to bind port ae55fe1f-e949-4870-8542-0a970d9c8085 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:12.456063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Attempting to bind port ae55fe1f-e949-4870-8542-0a970d9c8085 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:12.456607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Attempting to bind port ae55fe1f-e949-4870-8542-0a970d9c8085 on network b151480d-cf91-4337-b78b-8bc6ea2631b0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:12.474895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:12.475279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Checking segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:12.475682 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.476080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Bound using segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:12.476596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Bound port: ae55fe1f-e949-4870-8542-0a970d9c8085, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:12.477007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.491664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56688) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:12.594700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] For port ae55fe1f-e949-4870-8542-0a970d9c8085, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:12.597888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] For port ae55fe1f-e949-4870-8542-0a970d9c8085, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ae55fe1f-e949-4870-8542-0a970d9c8085,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:12.715831 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73edb298-6e56-4e43-bc9d-00103c6a03b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.721270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9155133b-d82d-4985-814b-9dbc8e8fe85d None None] Provisioning complete for port ae55fe1f-e949-4870-8542-0a970d9c8085 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:12.721736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9155133b-d82d-4985-814b-9dbc8e8fe85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.741540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:12.752750 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.792880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73edb298-6e56-4e43-bc9d-00103c6a03b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.810244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9155133b-d82d-4985-814b-9dbc8e8fe85d None None] Port ae55fe1f-e949-4870-8542-0a970d9c8085 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:12.826778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b579647f-2883-40ce-a8dc-d64995e9c7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:12.833253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:12.833966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:12.860890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:12.865408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-network', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:12.875680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81f5ec-745c-4f96-9b25-712e7927487f None None] Pushing event updated for resources: {'Port': ['ID=ae55fe1f-e949-4870-8542-0a970d9c8085,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:12.987811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73edb298-6e56-4e43-bc9d-00103c6a03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.018600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b579647f-2883-40ce-a8dc-d64995e9c7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.027541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73edb298-6e56-4e43-bc9d-00103c6a03b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fc3519f185744f4ad6bbe5ce62a51ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6738322 Nov 11 20:44:13.028605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:13.073515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edb298-6e56-4e43-bc9d-00103c6a03b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0283371-d785-47b0-bbc1-27eea131790a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.128662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:13.139132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ce27c26-fbbb-4a32-ae21-8734bb8f8f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.152073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b579647f-2883-40ce-a8dc-d64995e9c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.179680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ce27c26-fbbb-4a32-ae21-8734bb8f8f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.192719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Made reservation on behalf of 2799d9d151204ac4a0d4d1ec3c836df4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:13.196189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.206129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.273452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:13.280730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b579647f-2883-40ce-a8dc-d64995e9c7ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d31af8ee34c349168d045e3486e8f969&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7927940 Nov 11 20:44:13.303403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-23127fa5-c698-4ec2-bc19-ea87b488e102 None None] Provisioning complete for port ae55fe1f-e949-4870-8542-0a970d9c8085 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:13.303778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23127fa5-c698-4ec2-bc19-ea87b488e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.327995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.330494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:13.334071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579647f-2883-40ce-a8dc-d64995e9c7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826bc956-e288-4f01-b16b-765047164d00,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.349415 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a5f11e2-a995-41ab-bdf7-d4f525b95c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.367375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96b29ad1-41a5-485e-ae31-3cd3f26d2f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.401880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96b29ad1-41a5-485e-ae31-3cd3f26d2f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.423104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.473083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79590459-ead8-4505-a92a-0005bca0d9a3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.516095 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a5f11e2-a995-41ab-bdf7-d4f525b95c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.524044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ce27c26-fbbb-4a32-ae21-8734bb8f8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.527701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ce27c26-fbbb-4a32-ae21-8734bb8f8f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.530241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2ce27c26-fbbb-4a32-ae21-8734bb8f8f8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0283371-d785-47b0-bbc1-27eea131790a HTTP/1.1" status: 204 len: 168 time: 0.5004895 Nov 11 20:44:13.539600 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23127fa5-c698-4ec2-bc19-ea87b488e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.558616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9175-9fe6-4676-adba-ea1db8487929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.564378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce27c26-fbbb-4a32-ae21-8734bb8f8f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0283371-d785-47b0-bbc1-27eea131790a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.603358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-23127fa5-c698-4ec2-bc19-ea87b488e102 None None] For port ae55fe1f-e949-4870-8542-0a970d9c8085, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ae55fe1f-e949-4870-8542-0a970d9c8085,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:13.605948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:44:13.616398 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.616732 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Added segment 548d378c-034c-4403-8c3e-9c761c84822d of type vlan for network 6f75f8f7-c30f-42e7-9e63-95029388aeaf Nov 11 20:44:13.621012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:12Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:13.636685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a5f11e2-a995-41ab-bdf7-d4f525b95c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.660772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980a2bfb-7704-4aa4-bf0d-196d61c21ade None None] The sync data for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 is: [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:12Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:13.662987 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.668164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96b29ad1-41a5-485e-ae31-3cd3f26d2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.671573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-96b29ad1-41a5-485e-ae31-3cd3f26d2f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.673047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-96b29ad1-41a5-485e-ae31-3cd3f26d2f48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/826bc956-e288-4f01-b16b-765047164d00 HTTP/1.1" status: 204 len: 168 time: 0.3979888 Nov 11 20:44:13.673794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:13.676311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4a5f11e2-a995-41ab-bdf7-d4f525b95c73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2895f966ece9481e8e917b518d311baf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9303265 Nov 11 20:44:13.710911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23127fa5-c698-4ec2-bc19-ea87b488e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.712019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29ad1-41a5-485e-ae31-3cd3f26d2f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826bc956-e288-4f01-b16b-765047164d00,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.749631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f11e2-a995-41ab-bdf7-d4f525b95c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf4f3fa-44a0-4a9c-ae59-693332d442ba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.832011 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1d98b9b-62eb-492a-a392-16fc366a74d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.839909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9175-9fe6-4676-adba-ea1db8487929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.859096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23127fa5-c698-4ec2-bc19-ea87b488e102 None None] Pushing event updated for resources: {'Port': ['ID=ae55fe1f-e949-4870-8542-0a970d9c8085,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.871232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1d98b9b-62eb-492a-a392-16fc366a74d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.880232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.881337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:13.882032 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.952035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9175-9fe6-4676-adba-ea1db8487929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.009769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] Pushing event updated for resources: {'Network': ['ID=6f75f8f7-c30f-42e7-9e63-95029388aeaf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:14.015111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ae55fe1f-e949-4870-8542-0a970d9c8085 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:14.031647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:14.042192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b4f9175-9fe6-4676-adba-ea1db8487929 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd02a3785ddf4a5fa947baf067612f7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7103829 Nov 11 20:44:14.058904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b571d86c-1806-4af4-8b1e-c2cd8b36de92 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1981885 Nov 11 20:44:14.062968 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:14.067613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:44:14.071941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Request body: {'subnet': {'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-subnet', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:14.080490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9175-9fe6-4676-adba-ea1db8487929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5c5e6-4982-474f-a166-c785a9cdc827,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:14.134375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffc7809e-bc85-4e10-8ec8-22c1afd95516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.158250 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffc7809e-bc85-4e10-8ec8-22c1afd95516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.194450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ae55fe1f-e949-4870-8542-0a970d9c8085 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:14.195087 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.200674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1d98b9b-62eb-492a-a392-16fc366a74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.205735 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1d98b9b-62eb-492a-a392-16fc366a74d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.207768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e1d98b9b-62eb-492a-a392-16fc366a74d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bf4f3fa-44a0-4a9c-ae59-693332d442ba HTTP/1.1" status: 204 len: 168 time: 0.5265009 Nov 11 20:44:14.217170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d98b9b-62eb-492a-a392-16fc366a74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf4f3fa-44a0-4a9c-ae59-693332d442ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:14.265129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Made reservation on behalf of 2799d9d151204ac4a0d4d1ec3c836df4 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:14.268222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.347439 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffc7809e-bc85-4e10-8ec8-22c1afd95516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.350400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffc7809e-bc85-4e10-8ec8-22c1afd95516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.352608 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ffc7809e-bc85-4e10-8ec8-22c1afd95516 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00e5c5e6-4982-474f-a166-c785a9cdc827 HTTP/1.1" status: 204 len: 168 time: 0.3185854 Nov 11 20:44:14.367341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7809e-bc85-4e10-8ec8-22c1afd95516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e5c5e6-4982-474f-a166-c785a9cdc827,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:14.605526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.665663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd406b51-0260-4844-a0be-6611a96ddfbc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:14.678728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Checking segment: {'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:14.679159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Network hostable DHCP agents. Network: 6f75f8f7-c30f-42e7-9e63-95029388aeaf, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:44:14.781679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:44:14.799782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:14.814642 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12a5d292-fd09-47ea-84ff-87c66ff0671b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.906132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12a5d292-fd09-47ea-84ff-87c66ff0671b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.918689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 6f75f8f7-c30f-42e7-9e63-95029388aeaf) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:14.923190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:14.924047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:14.927663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d57a2-cc66-4a82-a074-b85e33a4d32d None None] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:15.061098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12a5d292-fd09-47ea-84ff-87c66ff0671b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.065289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-990099e3-4ce6-47f2-a651-a451452659ac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9984698 Nov 11 20:44:15.070355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.076577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-6f75f8f7-c30f-42e7-9e63-95029388aeaf', 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'fixed_ips': [{'subnet_id': 'bd406b51-0260-4844-a0be-6611a96ddfbc'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:44:15.077463 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.087237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:15.119251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-12a5d292-fd09-47ea-84ff-87c66ff0671b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c08913d03cb4449896e147783c05c84d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3180735 Nov 11 20:44:15.120769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5d292-fd09-47ea-84ff-87c66ff0671b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ca176-3bc6-459d-9d20-2d172f3f06fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.123597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.173206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc4828e9-b274-48cb-9cfe-23d3044b5086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.200805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc4828e9-b274-48cb-9cfe-23d3044b5086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.218475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Allocated IP 172.20.0.2 (6f75f8f7-c30f-42e7-9e63-95029388aeaf/bd406b51-0260-4844-a0be-6611a96ddfbc/ee15133d-77cc-41aa-b06e-fbe813154b79) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:15.227006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.228002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.293433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.371988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.411642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc4828e9-b274-48cb-9cfe-23d3044b5086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.416416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc4828e9-b274-48cb-9cfe-23d3044b5086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.417617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.421024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cc4828e9-b274-48cb-9cfe-23d3044b5086 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/507ca176-3bc6-459d-9d20-2d172f3f06fb HTTP/1.1" status: 204 len: 168 time: 0.2959287 Nov 11 20:44:15.433115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8c673f-415e-4b0a-b4c5-10faab66e2c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.467794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4828e9-b274-48cb-9cfe-23d3044b5086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ca176-3bc6-459d-9d20-2d172f3f06fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.473714 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.564443 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8c673f-415e-4b0a-b4c5-10faab66e2c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.571866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:15.575963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:15.578807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:15.609134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.626638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Pushing event updated for resources: {'Port': ['ID=ee15133d-77cc-41aa-b06e-fbe813154b79,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.639524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8c673f-415e-4b0a-b4c5-10faab66e2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.660533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Attempting to bind port ee15133d-77cc-41aa-b06e-fbe813154b79 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:15.660912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Attempting to bind port ee15133d-77cc-41aa-b06e-fbe813154b79 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:15.661280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Attempting to bind port ee15133d-77cc-41aa-b06e-fbe813154b79 on network 6f75f8f7-c30f-42e7-9e63-95029388aeaf {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:15.667916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:15.668411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Checking segment: {'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:15.668825 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.669231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Bound using segment: {'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:15.669708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Bound port: ee15133d-77cc-41aa-b06e-fbe813154b79, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:15.670113 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.700793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56808) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.705140 n-d-805734-3 neutron-server[109675]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 20:44:15.708533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb8c673f-415e-4b0a-b4c5-10faab66e2c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07624fb027844ac0960896f2792f5b23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2892239 Nov 11 20:44:15.715256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56810) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.733728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c673f-415e-4b0a-b4c5-10faab66e2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7fdf9a-2ce1-48fc-a3e4-edd003de233f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.743991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] For port ee15133d-77cc-41aa-b06e-fbe813154b79, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:15.747462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] For port ee15133d-77cc-41aa-b06e-fbe813154b79, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee15133d-77cc-41aa-b06e-fbe813154b79,segment=NetworkSegment(548d378c-034c-4403-8c3e-9c761c84822d),segment_id=548d378c-034c-4403-8c3e-9c761c84822d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:15.770520 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bdbf734-2cc6-425b-a796-47ecdbb33229 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cef1a8f483534f6d8079b1b56dd779b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667322 Nov 11 20:44:15.780209 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f123211b-f8ed-46f4-bd51-1006e362811b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.806288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f123211b-f8ed-46f4-bd51-1006e362811b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.833141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.898198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d21ce4-cf9a-4380-85f8-52c626fe2297 None None] Pushing event updated for resources: {'Port': ['ID=ee15133d-77cc-41aa-b06e-fbe813154b79,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.948337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-0ed719ff-6e29-448d-8d19-1b67f0461f82 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:15.950131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-0ed719ff-6e29-448d-8d19-1b67f0461f82 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675203 Nov 11 20:44:15.972009 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-807a5511-203d-48d0-9bf6-75e794d264e8 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/quotas/cef1a8f483534f6d8079b1b56dd779b0 HTTP/1.1" status: 200 len: 375 time: 0.0151110 Nov 11 20:44:16.032697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f123211b-f8ed-46f4-bd51-1006e362811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.035337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f123211b-f8ed-46f4-bd51-1006e362811b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.036589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f123211b-f8ed-46f4-bd51-1006e362811b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d7fdf9a-2ce1-48fc-a3e4-edd003de233f HTTP/1.1" status: 204 len: 168 time: 0.3200388 Nov 11 20:44:16.046411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123211b-f8ed-46f4-bd51-1006e362811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7fdf9a-2ce1-48fc-a3e4-edd003de233f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:16.080457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56814) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:16.106410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-6820c7be-41f9-4491-8727-9b972766fb69 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cef1a8f483534f6d8079b1b56dd779b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236136 Nov 11 20:44:16.122947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7478-3dda-4417-ab83-63508fdf4193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.215667 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.270833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7478-3dda-4417-ab83-63508fdf4193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.340534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:16.358224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17284aff-78fe-4b0f-b6ed-6e226ea0a6b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.372863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.393718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7478-3dda-4417-ab83-63508fdf4193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.438343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7478-3dda-4417-ab83-63508fdf4193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af20a266-ff9d-4340-80fd-9fe3445ed5b7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:16.487845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ff4d7478-3dda-4417-ab83-63508fdf4193 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0727a9aff61645fa969fd448ea286544&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4048190 Nov 11 20:44:16.490457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:16.554899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Allocated IP 172.25.2.129 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/a46becea-37ba-42c8-bccd-f5d67db18cf4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:16.584901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17284aff-78fe-4b0f-b6ed-6e226ea0a6b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.608177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da0b-b9c1-40e0-acf8-9d428f246188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.633128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da0b-b9c1-40e0-acf8-9d428f246188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.696311 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17284aff-78fe-4b0f-b6ed-6e226ea0a6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.736344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-17284aff-78fe-4b0f-b6ed-6e226ea0a6b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de7debe6bfe741acb891d2c614a89b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939631 Nov 11 20:44:16.741556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56842) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:16.752104 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.760577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17284aff-78fe-4b0f-b6ed-6e226ea0a6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff23a9e-8253-4fff-835e-5677c7c870c2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:16.804362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-837c066f-185e-4740-80dd-08c495f0ffa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.832131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-837c066f-185e-4740-80dd-08c495f0ffa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.856846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da0b-b9c1-40e0-acf8-9d428f246188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.859349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fa9da0b-b9c1-40e0-acf8-9d428f246188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:16.860558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2fa9da0b-b9c1-40e0-acf8-9d428f246188 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af20a266-ff9d-4340-80fd-9fe3445ed5b7 HTTP/1.1" status: 204 len: 168 time: 0.3691905 Nov 11 20:44:16.875342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9da0b-b9c1-40e0-acf8-9d428f246188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20a266-ff9d-4340-80fd-9fe3445ed5b7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:16.963760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.006245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:17.007922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:17.010954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23fb11-021a-4f04-9d3a-839d3ace73d6 None None] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:17.014840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:17.036193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-837c066f-185e-4740-80dd-08c495f0ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.040328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-837c066f-185e-4740-80dd-08c495f0ffa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.048643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-837c066f-185e-4740-80dd-08c495f0ffa7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bff23a9e-8253-4fff-835e-5677c7c870c2 HTTP/1.1" status: 204 len: 168 time: 0.3042955 Nov 11 20:44:17.075958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c066f-185e-4740-80dd-08c495f0ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff23a9e-8253-4fff-835e-5677c7c870c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:17.083250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Pushing event updated for resources: {'Port': ['ID=a46becea-37ba-42c8-bccd-f5d67db18cf4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:17.149934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4fc720d5-a889-4871-a0db-95ea7fea8ffc None None] Provisioning complete for port ee15133d-77cc-41aa-b06e-fbe813154b79 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:17.152235 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fc720d5-a889-4871-a0db-95ea7fea8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.237108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56854) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:17.360029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.368359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fc720d5-a889-4871-a0db-95ea7fea8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.429604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4fc720d5-a889-4871-a0db-95ea7fea8ffc None None] For port ee15133d-77cc-41aa-b06e-fbe813154b79, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee15133d-77cc-41aa-b06e-fbe813154b79,segment=NetworkSegment(548d378c-034c-4403-8c3e-9c761c84822d),segment_id=548d378c-034c-4403-8c3e-9c761c84822d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:17.535529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fc720d5-a889-4871-a0db-95ea7fea8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.606008 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.610066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc720d5-a889-4871-a0db-95ea7fea8ffc None None] Pushing event updated for resources: {'Port': ['ID=ee15133d-77cc-41aa-b06e-fbe813154b79,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:17.655376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d77577d2-1f4f-4b06-8164-59df0236b9af None None] Provisioning complete for port ee15133d-77cc-41aa-b06e-fbe813154b79 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:17.656098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d77577d2-1f4f-4b06-8164-59df0236b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.876354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:44:17.889744 n-d-805734-3 neutron-server[109674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 20:44:17.978239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40ce4cd2-406f-48fc-977c-564e9f54c3e7 req-b14e04fd-ddae-4ce6-b118-5f085cfa0be8 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 210 time: 0.7369070 Nov 11 20:44:17.988754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee15133d-77cc-41aa-b06e-fbe813154b79 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:18.082438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ee15133d-77cc-41aa-b06e-fbe813154b79 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:18.083036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.086148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:18.100102 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Sync routers for ids ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:18.115969 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Routers {'6a0b764b-80bd-4566-85e8-acdd3bea76e0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:18.128784 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:18.184832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.186518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2915845c-097e-4d7e-beaf-7dc983042a2f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1150746 Nov 11 20:44:18.189304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:18.295640 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Set router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:18.571010 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:44:17Z', 'revision_number': 3, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port': {'id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:16Z', 'updated_at': '2021-11-11T20:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:18.601261 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Checking router: 6a0b764b-80bd-4566-85e8-acdd3bea76e0 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:18.601630 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Updating router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 port a46becea-37ba-42c8-bccd-f5d67db18cf4 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:18.627912 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.696458 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.955342 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.004050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Allocated IP 172.20.0.1 (6f75f8f7-c30f-42e7-9e63-95029388aeaf/bd406b51-0260-4844-a0be-6611a96ddfbc/b574dd93-b4e2-4e5c-9c8b-bddebf30d987) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:19.067021 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.120170 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58313158-f179-4a58-adca-0fc7ce0d0061 None None] Pushing event updated for resources: {'Port': ['ID=a46becea-37ba-42c8-bccd-f5d67db18cf4,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:19.149013 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Attempting to bind port a46becea-37ba-42c8-bccd-f5d67db18cf4 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:19.149615 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Attempting to bind port a46becea-37ba-42c8-bccd-f5d67db18cf4 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:19.150192 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Attempting to bind port a46becea-37ba-42c8-bccd-f5d67db18cf4 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:19.157015 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:19.157713 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:19.158319 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.158860 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:19.159496 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Bound port: a46becea-37ba-42c8-bccd-f5d67db18cf4, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:19.160102 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.196868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.224427 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] For port a46becea-37ba-42c8-bccd-f5d67db18cf4, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:19.227848 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] For port a46becea-37ba-42c8-bccd-f5d67db18cf4, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a46becea-37ba-42c8-bccd-f5d67db18cf4,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:19.296207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37350393-a711-441f-8d54-2783d8f58df7 req-e1750993-94d8-451e-9315-447a6fb06988 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 210 time: 0.0603251 Nov 11 20:44:19.323541 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.386728 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58313158-f179-4a58-adca-0fc7ce0d0061 None None] Pushing event updated for resources: {'Port': ['ID=a46becea-37ba-42c8-bccd-f5d67db18cf4,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:19.391016 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Routers {'6a0b764b-80bd-4566-85e8-acdd3bea76e0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:19.391676 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:19.422627 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.471364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:19.477369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:19.482435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:19.482885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.520008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Pushing event updated for resources: {'Port': ['ID=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:19.522881 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] Set router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:19.749832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.900845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-621956b5-91d8-4577-9d2d-d62130b213a7 None None] Provisioning complete for port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:19.901435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-621956b5-91d8-4577-9d2d-d62130b213a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.926628 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:44:17Z', 'revision_number': 3, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port': {'id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:16Z', 'updated_at': '2021-11-11T20:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:19.973667 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742622e3-3891-471a-99df-d7d4b4565a4a None None] The sync data for ids ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'] in n-d-805734-3 is: [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:44:17Z', 'revision_number': 3, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port': {'id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:16Z', 'updated_at': '2021-11-11T20:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:19.978918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-621956b5-91d8-4577-9d2d-d62130b213a7 None None] Port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:20.003918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.155211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.157300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.257652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Pushing event updated for resources: {'Port': ['ID=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:20.324990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:20.327033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:20.555718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7426a66b-7540-49fb-8aba-93efc2f08688 req-0da2df5d-5977-4be8-99c1-d2734ed52b76 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 210 time: 0.0384660 Nov 11 20:44:20.611920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:20.770606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75e4ad86-e1b5-4be3-be5f-06ba3937c8a6 None None] Provisioning complete for port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:20.771215 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75e4ad86-e1b5-4be3-be5f-06ba3937c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.789119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:20.804769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe3b05a6-57e8-4bf6-bf78-729ec163b809 admin admin] 10.222.0.31 "PUT /v2.0/routers/6a0b764b-80bd-4566-85e8-acdd3bea76e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6141739 Nov 11 20:44:20.832682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-75e4ad86-e1b5-4be3-be5f-06ba3937c8a6 None None] Port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:20.909229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.58', 51869) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:20.938200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-5d7fb312-d785-45d5-96a4-b83958c96270 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cef1a8f483534f6d8079b1b56dd779b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275991 Nov 11 20:44:21.079596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-33802869-a25f-4bf5-b93b-11ddb2d8e187 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:21.081960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-33802869-a25f-4bf5-b93b-11ddb2d8e187 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361814 Nov 11 20:44:21.192088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Request body: {'port': {'device_id': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'cef1a8f483534f6d8079b1b56dd779b0'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:21.488714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:21.493298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Made reservation on behalf of cef1a8f483534f6d8079b1b56dd779b0 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:21.497937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.510117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.585143 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.660593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cf8b8ca-5c17-47c8-af05-e76b9c9f7ae3 req-508acab4-cbda-4116-9ba7-a377e2413ac2 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 210 time: 0.0304246 Nov 11 20:44:21.701438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.825575 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.846824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6a1280-e290-4ecd-9ced-871d4d978985,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:21.982251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Allocated IP 192.168.233.113 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/786d3487-9078-4a14-a5c2-e8ce80eb137a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:22.009737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Sync routers for ids ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:22.042629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a46becea-37ba-42c8-bccd-f5d67db18cf4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:22.048582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Routers {'6a0b764b-80bd-4566-85e8-acdd3bea76e0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:22.049283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:22.199389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Set router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:22.265309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f20f0f08-7548-42eb-b1f7-0e034d613eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.370464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a46becea-37ba-42c8-bccd-f5d67db18cf4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:22.370842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.374204 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.388469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f20f0f08-7548-42eb-b1f7-0e034d613eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.478832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f20f0f08-7548-42eb-b1f7-0e034d613eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.502797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.507716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.531656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port a46becea-37ba-42c8-bccd-f5d67db18cf4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a46becea-37ba-42c8-bccd-f5d67db18cf4,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:22.534412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:44:19Z', 'revision_number': 4, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port': {'id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:16Z', 'updated_at': '2021-11-11T20:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b574dd93-b4e2-4e5c-9c8b-bddebf30d987', 'name': '', 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'mac_address': 'fa:16:3e:fe:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bd406b51-0260-4844-a0be-6611a96ddfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:18Z', 'updated_at': '2021-11-11T20:44:19Z', 'revision_number': 2, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'subnets': [{'id': 'bd406b51-0260-4844-a0be-6611a96ddfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:22.539623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f20f0f08-7548-42eb-b1f7-0e034d613eed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb9ba0004e714f93856523caae1ed664&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0496984 Nov 11 20:44:22.540993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f0f08-7548-42eb-b1f7-0e034d613eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d567249-0131-43e1-9a5d-1df113b2d4d4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:22.543817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:22.580778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Checking router: 6a0b764b-80bd-4566-85e8-acdd3bea76e0 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:22.580930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Updating router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:22.613837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.615166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:22.616581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:22.623443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:22.629407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:22.631498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.641580 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.653509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Pushing event updated for resources: {'Port': ['ID=786d3487-9078-4a14-a5c2-e8ce80eb137a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:22.679127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c6-3605-4fb1-9895-788033ec9dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.741388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c6-3605-4fb1-9895-788033ec9dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.773996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=a46becea-37ba-42c8-bccd-f5d67db18cf4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:22.807286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-826e4629-80b1-4689-8cf3-70d2ac3beaaf tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6197810 Nov 11 20:44:22.818965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-f8426e06-4a2c-42f9-97b1-d8e2aad2c765 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:44:22.820816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-f8426e06-4a2c-42f9-97b1-d8e2aad2c765 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077872 Nov 11 20:44:23.013527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e71e03-f3c4-4336-a722-4aeb058fbffd req-9e03908d-c9d0-466a-a6b5-a31a888bb943 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:23.026810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-72e71e03-f3c4-4336-a722-4aeb058fbffd req-9e03908d-c9d0-466a-a6b5-a31a888bb943 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 936 time: 0.0995040 Nov 11 20:44:23.044481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c6-3605-4fb1-9895-788033ec9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.047473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd01a5c6-3605-4fb1-9895-788033ec9dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.051023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd01a5c6-3605-4fb1-9895-788033ec9dda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d567249-0131-43e1-9a5d-1df113b2d4d4 HTTP/1.1" status: 204 len: 168 time: 0.4918106 Nov 11 20:44:23.073433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01a5c6-3605-4fb1-9895-788033ec9dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d567249-0131-43e1-9a5d-1df113b2d4d4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:23.080399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.112612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fde1bd22-a3dc-4aa0-ae6f-47977f4a3f41 None None] Provisioning complete for port 786d3487-9078-4a14-a5c2-e8ce80eb137a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:23.113124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fde1bd22-a3dc-4aa0-ae6f-47977f4a3f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.150395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fde1bd22-a3dc-4aa0-ae6f-47977f4a3f41 None None] Port 786d3487-9078-4a14-a5c2-e8ce80eb137a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:23.159450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-72e71e03-f3c4-4336-a722-4aeb058fbffd req-b969ccff-1f5e-46aa-bd17-164c987a01c8 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349325 Nov 11 20:44:23.193352 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.354154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3886033-08d1-42e6-bf7d-653872d6f37d None None] Pushing event updated for resources: {'Port': ['ID=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:23.366704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Attempting to bind port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:23.367168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Attempting to bind port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:23.367525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Attempting to bind port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 on network 6f75f8f7-c30f-42e7-9e63-95029388aeaf {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:23.377241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:23.377656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Checking segment: {'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:23.382648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.383098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Bound using segment: {'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:23.383715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Bound port: b574dd93-b4e2-4e5c-9c8b-bddebf30d987, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548d378c-034c-4403-8c3e-9c761c84822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:23.384547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.428932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57088) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:23.432198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8dc48cbb-4864-4e9a-8c49-fcfac49d60c8 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370057002', 'description': 'tempest-description--1776367466'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:23.513191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] For port b574dd93-b4e2-4e5c-9c8b-bddebf30d987, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:23.517378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] For port b574dd93-b4e2-4e5c-9c8b-bddebf30d987, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,segment=NetworkSegment(548d378c-034c-4403-8c3e-9c761c84822d),segment_id=548d378c-034c-4403-8c3e-9c761c84822d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:23.625196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dc48cbb-4864-4e9a-8c49-fcfac49d60c8 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.671803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.805937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dc48cbb-4864-4e9a-8c49-fcfac49d60c8 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.829745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3886033-08d1-42e6-bf7d-653872d6f37d None None] Pushing event updated for resources: {'Port': ['ID=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:23.835084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Routers {'6a0b764b-80bd-4566-85e8-acdd3bea76e0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:23.835803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:23.897201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dc48cbb-4864-4e9a-8c49-fcfac49d60c8 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.927041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c392bda-ea10-4d6f-b5be-7990d3c9f6c4 None None] Provisioning complete for port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:23.927475 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c392bda-ea10-4d6f-b5be-7990d3c9f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.959310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc48cbb-4864-4e9a-8c49-fcfac49d60c8 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:24.014091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a46becea-37ba-42c8-bccd-f5d67db18cf4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:24.035028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dc48cbb-4864-4e9a-8c49-fcfac49d60c8 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.036487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8dc48cbb-4864-4e9a-8c49-fcfac49d60c8 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6085274 Nov 11 20:44:24.043744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:24.052625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d16424b8-79f3-4678-abce-094d8fd48279 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'security_group_rule': {'security_group_id': 'c637d77a-4dd4-40f0-b4a4-ce3e23bc5364', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:24.103180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Request body: {'port': {'device_id': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'device_owner': 'compute:tempest-test_az-1028740221', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:24.248980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16424b8-79f3-4678-abce-094d8fd48279 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.267531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.285868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] Set router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:24.812724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16424b8-79f3-4678-abce-094d8fd48279 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.814189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c392bda-ea10-4d6f-b5be-7990d3c9f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.814189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a46becea-37ba-42c8-bccd-f5d67db18cf4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:24.814189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.814786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5c28c-ad15-4216-913f-9af233c229af req-91f7e24a-3fb1-4631-a6ae-7e09b9e1cd32 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:24.814786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1db5c28c-ad15-4216-913f-9af233c229af req-91f7e24a-3fb1-4631-a6ae-7e09b9e1cd32 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 936 time: 0.2946925 Nov 11 20:44:24.815800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0c392bda-ea10-4d6f-b5be-7990d3c9f6c4 None None] For port b574dd93-b4e2-4e5c-9c8b-bddebf30d987, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,segment=NetworkSegment(548d378c-034c-4403-8c3e-9c761c84822d),segment_id=548d378c-034c-4403-8c3e-9c761c84822d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:24.816902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1db5c28c-ad15-4216-913f-9af233c229af req-9ce5c2d4-d2ff-4925-a9c4-7e25a8e58de5 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Nov 11 20:44:24.865522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:44:19Z', 'revision_number': 4, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port': {'id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:16Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b574dd93-b4e2-4e5c-9c8b-bddebf30d987', 'name': '', 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'mac_address': 'fa:16:3e:fe:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bd406b51-0260-4844-a0be-6611a96ddfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:18Z', 'updated_at': '2021-11-11T20:44:23Z', 'revision_number': 4, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'subnets': [{'id': 'bd406b51-0260-4844-a0be-6611a96ddfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:24.892354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786d3487-9078-4a14-a5c2-e8ce80eb137a {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:24.902986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.922093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c1de1-5feb-4e26-94af-7ba168fbd58d None None] The sync data for ids ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'] in n-d-805734-3 is: [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:44:19Z', 'revision_number': 4, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port': {'id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:16Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b574dd93-b4e2-4e5c-9c8b-bddebf30d987', 'name': '', 'network_id': '6f75f8f7-c30f-42e7-9e63-95029388aeaf', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'mac_address': 'fa:16:3e:fe:26:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bd406b51-0260-4844-a0be-6611a96ddfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:18Z', 'updated_at': '2021-11-11T20:44:23Z', 'revision_number': 4, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'subnets': [{'id': 'bd406b51-0260-4844-a0be-6611a96ddfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:24.926093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Transition to ACTIVE for port object 786d3487-9078-4a14-a5c2-e8ce80eb137a will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:44:25.233675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16424b8-79f3-4678-abce-094d8fd48279 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.260529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16424b8-79f3-4678-abce-094d8fd48279 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe132ff-43a3-426d-83f5-a5ffa92f4a86,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.290189 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.291722 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c392bda-ea10-4d6f-b5be-7990d3c9f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.367445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c392bda-ea10-4d6f-b5be-7990d3c9f6c4 None None] Pushing event updated for resources: {'Port': ['ID=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.377336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16424b8-79f3-4678-abce-094d8fd48279 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.387711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d16424b8-79f3-4678-abce-094d8fd48279 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3393228 Nov 11 20:44:25.389432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:25.394991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-76565da7-a744-4eeb-af13-dfcd0b091186 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'security_group_rule': {'security_group_id': 'c637d77a-4dd4-40f0-b4a4-ce3e23bc5364', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:25.417877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6cb9c55b-fe36-4bce-9480-321a7a79cf7a None None] Provisioning complete for port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:25.423281 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cb9c55b-fe36-4bce-9480-321a7a79cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.539344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Pushing event updated for resources: {'Port': ['ID=786d3487-9078-4a14-a5c2-e8ce80eb137a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.551707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76565da7-a744-4eeb-af13-dfcd0b091186 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.557655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Attempting to bind port 786d3487-9078-4a14-a5c2-e8ce80eb137a on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:25.558478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Attempting to bind port 786d3487-9078-4a14-a5c2-e8ce80eb137a by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:25.558969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Attempting to bind port 786d3487-9078-4a14-a5c2-e8ce80eb137a on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:25.564106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Port 786d3487-9078-4a14-a5c2-e8ce80eb137a on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:44:25.564811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Attempting to bind port 786d3487-9078-4a14-a5c2-e8ce80eb137a on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:25.575469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:25.578526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:25.585634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:25.585634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Bound port: 786d3487-9078-4a14-a5c2-e8ce80eb137a, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:25.585634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.662598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:25.707331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee4029b2-fc06-4dbe-afe2-986a9ae4b5be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.743593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76565da7-a744-4eeb-af13-dfcd0b091186 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.754870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] For port 786d3487-9078-4a14-a5c2-e8ce80eb137a, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:25.762364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] For port 786d3487-9078-4a14-a5c2-e8ce80eb137a, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:25.823772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76565da7-a744-4eeb-af13-dfcd0b091186 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.861924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.904281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76565da7-a744-4eeb-af13-dfcd0b091186 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af607dad-3b06-4434-85d3-69ad4da97f47,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.968409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:25.969616 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.971487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] 10.222.0.58 "PUT /v2.0/ports/786d3487-9078-4a14-a5c2-e8ce80eb137a HTTP/1.1" status: 200 len: 1118 time: 2.7726023 Nov 11 20:44:25.972311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'tag': '786d3487-9078-4a14-a5c2-e8ce80eb137a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:25.983711 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee4029b2-fc06-4dbe-afe2-986a9ae4b5be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.988639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-76565da7-a744-4eeb-af13-dfcd0b091186 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.993344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-76565da7-a744-4eeb-af13-dfcd0b091186 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6026139 Nov 11 20:44:25.995775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57142) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:26.018157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:26.077792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b574dd93-b4e2-4e5c-9c8b-bddebf30d987 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:26.141639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfabf51-0b94-48f4-ad8c-1c22d1066e20 service neutron] Pushing event updated for resources: {'Port': ['ID=786d3487-9078-4a14-a5c2-e8ce80eb137a,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:26.193230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee4029b2-fc06-4dbe-afe2-986a9ae4b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.242306 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.246534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:26.246962 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.258670 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75bcd9f-1850-4be5-bd46-2c616db5a029" -d '{"events": [{"name": "network-changed", "server_uuid": "531a6d95-dcb1-4d0e-9fcd-896ba064f0e6", "tag": "786d3487-9078-4a14-a5c2-e8ce80eb137a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:26.349636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4029b2-fc06-4dbe-afe2-986a9ae4b5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7ae49-28b9-44c0-9255-0ec2366af7d4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:26.454225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ee4029b2-fc06-4dbe-afe2-986a9ae4b5be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e02dd46bf005448cac023c352239068c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7904465 Nov 11 20:44:26.470739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:26.493645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1790d-544c-4fcf-afb0-b37030a8af57 req-a387c2c1-9a71-4a1a-a597-7bca42f1ab72 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:26.501977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4f1790d-544c-4fcf-afb0-b37030a8af57 req-a387c2c1-9a71-4a1a-a597-7bca42f1ab72 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.2686925 Nov 11 20:44:26.513389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-53061c6b-f54a-46ea-a8e6-c6166d9d9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:26.528491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-53061c6b-f54a-46ea-a8e6-c6166d9d9ad9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cef1a8f483534f6d8079b1b56dd779b0&device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 1121 time: 0.3536420 Nov 11 20:44:26.627395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-e3a95559-7339-4319-bf8b-90ad34e3ce17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a HTTP/1.1" status: 200 len: 217 time: 0.0836849 Nov 11 20:44:26.690018 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4f1790d-544c-4fcf-afb0-b37030a8af57 req-16b31d03-01e1-472a-8793-ad51a741f017 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837730 Nov 11 20:44:26.772175 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e692cd4-0770-44d6-93bc-02f5bcd7921d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.834873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-31243f6f-6c02-49c4-8b4d-a4f904dce9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:26.836422 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-31243f6f-6c02-49c4-8b4d-a4f904dce9d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1691580 Nov 11 20:44:26.840093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e692cd4-0770-44d6-93bc-02f5bcd7921d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.876032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.949076 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d427fb8-9990-4f71-a3e7-1c44a2e0ef6d x-openstack-request-id: req-3d427fb8-9990-4f71-a3e7-1c44a2e0ef6d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:26.949793 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531a6d95-dcb1-4d0e-9fcd-896ba064f0e6", "tag": "786d3487-9078-4a14-a5c2-e8ce80eb137a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:26.949793 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d427fb8-9990-4f71-a3e7-1c44a2e0ef6d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:26.949951 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'tag': '786d3487-9078-4a14-a5c2-e8ce80eb137a', 'status': 'completed', 'code': 200} Nov 11 20:44:27.003950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.045161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-89fdb607-656f-461b-a5c9-e0a8558bdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:27.050240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-89fdb607-656f-461b-a5c9-e0a8558bdb4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020614 Nov 11 20:44:27.107222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e692cd4-0770-44d6-93bc-02f5bcd7921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.110785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e692cd4-0770-44d6-93bc-02f5bcd7921d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.114335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2e692cd4-0770-44d6-93bc-02f5bcd7921d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bd7ae49-28b9-44c0-9255-0ec2366af7d4 HTTP/1.1" status: 204 len: 168 time: 0.6402516 Nov 11 20:44:27.208540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:27.252107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-1ea1b724-c82f-43f5-a5e0-ca403009e605 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912546 Nov 11 20:44:27.325336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e692cd4-0770-44d6-93bc-02f5bcd7921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd7ae49-28b9-44c0-9255-0ec2366af7d4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:27.437754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Allocated IP 172.25.2.28 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/441f4b0f-568a-42f8-8627-8637f1ff7228) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:27.606558 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.747916 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.907646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:27.913332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:27.921853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:27.994027 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6905847-b7b5-4ab8-8ea3-c3b13e55d941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.001924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:28.022045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4312-c679-4c87-bbbd-2d6a6c1e434d req-304496b8-ad43-4710-9777-a48fec3b0de3 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:28.023598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b53e4312-c679-4c87-bbbd-2d6a6c1e434d req-304496b8-ad43-4710-9777-a48fec3b0de3 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.1755011 Nov 11 20:44:28.028976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event updated for resources: {'Port': ['ID=441f4b0f-568a-42f8-8627-8637f1ff7228,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.147465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.168109 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b53e4312-c679-4c87-bbbd-2d6a6c1e434d req-51212d59-02eb-4054-938b-0cb678772588 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366529 Nov 11 20:44:28.176133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb121-4b91-42bf-9083-23ac111b7ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.278339 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6905847-b7b5-4ab8-8ea3-c3b13e55d941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.300987 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb121-4b91-42bf-9083-23ac111b7ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.385639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.426996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6905847-b7b5-4ab8-8ea3-c3b13e55d941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.466803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e6905847-b7b5-4ab8-8ea3-c3b13e55d941 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d01de5f3652645c19d82d2e14832c45e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2556875 Nov 11 20:44:28.467930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6905847-b7b5-4ab8-8ea3-c3b13e55d941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73739e91-2bf4-4c6c-856e-bdf5968c0e52,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.470632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:28.486728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb121-4b91-42bf-9083-23ac111b7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.674347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.711364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4b8fb121-4b91-42bf-9083-23ac111b7ea0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=824ae80eb532450b98aef573eff739f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7004914 Nov 11 20:44:28.714280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57226) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:28.716331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fb121-4b91-42bf-9083-23ac111b7ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce963ae-4b24-40b5-b7c2-4432347d40ed,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.749577 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63c74238-af84-4f74-90ab-9b897e857d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.777477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63c74238-af84-4f74-90ab-9b897e857d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.815864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5c82e29-8d7f-4b81-97fa-69e264080b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.859893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5c82e29-8d7f-4b81-97fa-69e264080b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.860233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:28.869815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.923092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.943990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event updated for resources: {'Port': ['ID=441f4b0f-568a-42f8-8627-8637f1ff7228,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.987446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63c74238-af84-4f74-90ab-9b897e857d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.993857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63c74238-af84-4f74-90ab-9b897e857d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.999607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-63c74238-af84-4f74-90ab-9b897e857d08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73739e91-2bf4-4c6c-856e-bdf5968c0e52 HTTP/1.1" status: 204 len: 168 time: 0.5252621 Nov 11 20:44:29.008091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c74238-af84-4f74-90ab-9b897e857d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73739e91-2bf4-4c6c-856e-bdf5968c0e52,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.063241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.075610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-83270121-e08b-46ae-b6b1-3c141cb89744 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0774527 Nov 11 20:44:29.079431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d202cad-453e-42e6-bc57-5508b8a32714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.095461 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5c82e29-8d7f-4b81-97fa-69e264080b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.098299 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5c82e29-8d7f-4b81-97fa-69e264080b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.099579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5c82e29-8d7f-4b81-97fa-69e264080b54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dce963ae-4b24-40b5-b7c2-4432347d40ed HTTP/1.1" status: 204 len: 168 time: 0.3841727 Nov 11 20:44:29.111206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c82e29-8d7f-4b81-97fa-69e264080b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce963ae-4b24-40b5-b7c2-4432347d40ed,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.182222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d202cad-453e-42e6-bc57-5508b8a32714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.309310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d202cad-453e-42e6-bc57-5508b8a32714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.365448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:29.365733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1d202cad-453e-42e6-bc57-5508b8a32714 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25f9fdb7141647a882e01900083fd077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043368 Nov 11 20:44:29.371380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d202cad-453e-42e6-bc57-5508b8a32714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e017772-fb37-4b13-b8c7-53f804dc8c2e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.406819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df5707-5792-4441-975d-303f2cf6d1a6 req-78c28645-244a-4894-9024-defbaa1fad64 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:29.409585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5df5707-5792-4441-975d-303f2cf6d1a6 req-78c28645-244a-4894-9024-defbaa1fad64 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.1370687 Nov 11 20:44:29.475061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b27cbd-d8c5-48ef-88d8-418834cfd01f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.490152 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-7d981e55-264e-4855-be36-5c4165dac3c5 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--370057002&fields=id&tenant_id=399c40de90774eaeb3fa0b8684430be8 HTTP/1.1" status: 200 len: 267 time: 0.1127381 Nov 11 20:44:29.530418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5df5707-5792-4441-975d-303f2cf6d1a6 req-1289ada8-c86c-4543-a390-4d01f51a603a tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114948 Nov 11 20:44:29.575430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b27cbd-d8c5-48ef-88d8-418834cfd01f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.754145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-8de4b5ec-a6ac-4497-b980-ad763ab6a8f3 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:29.755608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-8de4b5ec-a6ac-4497-b980-ad763ab6a8f3 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 823 time: 0.2644153 Nov 11 20:44:29.777625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-fec00609-72cc-4acf-a365-35a2b285d5b7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/quotas/399c40de90774eaeb3fa0b8684430be8 HTTP/1.1" status: 200 len: 375 time: 0.0152149 Nov 11 20:44:29.847296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b27cbd-d8c5-48ef-88d8-418834cfd01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.852393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77b27cbd-d8c5-48ef-88d8-418834cfd01f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.863181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-77b27cbd-d8c5-48ef-88d8-418834cfd01f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e017772-fb37-4b13-b8c7-53f804dc8c2e HTTP/1.1" status: 204 len: 168 time: 0.4916468 Nov 11 20:44:29.875044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b27cbd-d8c5-48ef-88d8-418834cfd01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e017772-fb37-4b13-b8c7-53f804dc8c2e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.912875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-3850e0ec-655f-4eb5-b500-2bf69d4c8ccd tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295471 Nov 11 20:44:30.072873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:30.085547 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-522da5b0-5286-46b7-9f1d-e2e8e9a68784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.222815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-522da5b0-5286-46b7-9f1d-e2e8e9a68784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.304523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-522da5b0-5286-46b7-9f1d-e2e8e9a68784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.344725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522da5b0-5286-46b7-9f1d-e2e8e9a68784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79ac40-ae14-4d3d-9583-b45e7675ee77,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:30.348894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-522da5b0-5286-46b7-9f1d-e2e8e9a68784 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e49f0503b1904c78b6667ac3014b4682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750177 Nov 11 20:44:30.351666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:30.407436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef43586-667f-4119-b46d-e1e8020d42d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.445562 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef43586-667f-4119-b46d-e1e8020d42d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.553020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef43586-667f-4119-b46d-e1e8020d42d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.555574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef43586-667f-4119-b46d-e1e8020d42d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.559329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cef43586-667f-4119-b46d-e1e8020d42d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c79ac40-ae14-4d3d-9583-b45e7675ee77 HTTP/1.1" status: 204 len: 168 time: 0.2042661 Nov 11 20:44:30.572099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef43586-667f-4119-b46d-e1e8020d42d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79ac40-ae14-4d3d-9583-b45e7675ee77,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:30.655486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:30.691921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9767ae3-79b2-4499-8aee-58fb91bbd9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.716066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9600b5-7e9c-498a-9b72-930b9f3f5ed1 req-dcee1210-b149-4a67-9496-14fb62f3aeb6 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:30.723476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9600b5-7e9c-498a-9b72-930b9f3f5ed1 req-dcee1210-b149-4a67-9496-14fb62f3aeb6 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0811021 Nov 11 20:44:30.789125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9600b5-7e9c-498a-9b72-930b9f3f5ed1 req-1cbd37b2-1526-47be-9d9d-b1128a61412a tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646312 Nov 11 20:44:30.814567 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9767ae3-79b2-4499-8aee-58fb91bbd9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.975739 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9767ae3-79b2-4499-8aee-58fb91bbd9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.016813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b9767ae3-79b2-4499-8aee-58fb91bbd9dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08d9b885ba9747df859b1009fcea3db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602512 Nov 11 20:44:31.017642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9767ae3-79b2-4499-8aee-58fb91bbd9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04cf715-f710-4f80-a94c-1c72ad13b32e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:31.019510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57292) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:31.097798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1426a57-d0b3-4ba3-80bb-c3fef79cc07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.123379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1426a57-d0b3-4ba3-80bb-c3fef79cc07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.192755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:31.207618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38e6a545-5180-47db-946c-457e74a9d8e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.267201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1426a57-d0b3-4ba3-80bb-c3fef79cc07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.270153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1426a57-d0b3-4ba3-80bb-c3fef79cc07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.273862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e1426a57-d0b3-4ba3-80bb-c3fef79cc07e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e04cf715-f710-4f80-a94c-1c72ad13b32e HTTP/1.1" status: 204 len: 168 time: 0.2504568 Nov 11 20:44:31.281031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1426a57-d0b3-4ba3-80bb-c3fef79cc07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04cf715-f710-4f80-a94c-1c72ad13b32e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:31.297335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-547719d7-3669-47e7-b1ee-2e39fb108ffe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:44:31.298380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-547719d7-3669-47e7-b1ee-2e39fb108ffe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6113188 Nov 11 20:44:31.561919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38e6a545-5180-47db-946c-457e74a9d8e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.567976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-bbca2fc5-8709-4bef-ab40-7064e25d20aa service neutron] 10.222.0.31 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572994 Nov 11 20:44:31.691956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38e6a545-5180-47db-946c-457e74a9d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.699622 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4f6998b1-dc9e-4fda-8396-d0496e8f3628 service neutron] 10.222.0.31 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233521 Nov 11 20:44:31.791553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-38e6a545-5180-47db-946c-457e74a9d8e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68843cd070bc4f5e99479b5b16982f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5967183 Nov 11 20:44:31.792561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6a545-5180-47db-946c-457e74a9d8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d76d8-ab6e-4a7c-b1cf-e952b3ba5d25,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:31.795363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:31.891481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6ba-9034-43f5-9090-0649fd7e5786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.923943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59e9dd5d-5da7-4dd4-9dd2-58884cc26771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.941618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd44c9e-36d3-419a-8004-8315c8592298 req-51bf68e4-c483-4b44-a4db-745dd67bfac5 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:31.950529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2cd44c9e-36d3-419a-8004-8315c8592298 req-51bf68e4-c483-4b44-a4db-745dd67bfac5 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0786719 Nov 11 20:44:31.959376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6ba-9034-43f5-9090-0649fd7e5786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:32.016614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2cd44c9e-36d3-419a-8004-8315c8592298 req-e6b6d420-606d-4e10-8912-1b1b948e6d46 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645986 Nov 11 20:44:32.175935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6ba-9034-43f5-9090-0649fd7e5786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:32.180061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6ba-9034-43f5-9090-0649fd7e5786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:32.181906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ee58a6ba-9034-43f5-9090-0649fd7e5786 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac8d76d8-ab6e-4a7c-b1cf-e952b3ba5d25 HTTP/1.1" status: 204 len: 168 time: 0.3850932 Nov 11 20:44:32.196582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58a6ba-9034-43f5-9090-0649fd7e5786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d76d8-ab6e-4a7c-b1cf-e952b3ba5d25,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:32.273133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab23083d-443d-4716-978d-76c0c4cd04e7 req-9d3999d2-4d76-4431-bb3a-eecd12420e25 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 210 time: 0.0685103 Nov 11 20:44:33.184349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d494-49ca-46b7-bf10-fec91a186b3e req-20db4110-d566-4ad1-99b4-2b2e46825add tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:33.192307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b613d494-49ca-46b7-bf10-fec91a186b3e req-20db4110-d566-4ad1-99b4-2b2e46825add tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0900908 Nov 11 20:44:33.340655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b613d494-49ca-46b7-bf10-fec91a186b3e req-2ebba494-25ce-40fb-8db6-8d3678348abb tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471913 Nov 11 20:44:33.424528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-af0b0c4e-91a0-47e2-91c6-9d47ddc5c530 req-a4a2dd55-75e4-4455-9cd2-29c1e41ff5b3 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 210 time: 0.0501614 Nov 11 20:44:34.387469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-071cf03d-aa62-4292-b211-fbb0c87eeaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:34.496774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd7ad0-9dba-4f86-8746-dd14f7ba1fec req-a05f6eb1-8003-4714-b8e3-8f015df3c548 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:34.498484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54fd7ad0-9dba-4f86-8746-dd14f7ba1fec req-a05f6eb1-8003-4714-b8e3-8f015df3c548 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0678499 Nov 11 20:44:34.565742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54fd7ad0-9dba-4f86-8746-dd14f7ba1fec req-d157109b-223c-4b5c-a152-cab8f70eae2b tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Nov 11 20:44:34.686047 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f19d90e-b74f-4f6a-980d-5d41ad3044b3 req-931c9009-53fe-4b27-9e5a-4c041f0ad593 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 210 time: 0.0342908 Nov 11 20:44:35.394398 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:35.699797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d5bae-9049-4db7-a9f1-ef92a774e01d req-be709f46-e345-4323-a4e3-5f069007cc2c tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:35.701364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb6d5bae-9049-4db7-a9f1-ef92a774e01d req-be709f46-e345-4323-a4e3-5f069007cc2c tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0525098 Nov 11 20:44:35.748546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb6d5bae-9049-4db7-a9f1-ef92a774e01d req-529dd9de-e2c8-4956-be0f-416513148ef0 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Nov 11 20:44:35.874360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c01c622-cbdd-497f-b014-a21a75168fb4 req-67b33288-6c66-48b1-9e90-b555c4e7d4e1 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 210 time: 0.0476732 Nov 11 20:44:36.160696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.62', 56827) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:36.274131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-beb79743-5c24-455a-966b-43ee4e6882b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:36.276651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-beb79743-5c24-455a-966b-43ee4e6882b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 823 time: 0.1141152 Nov 11 20:44:36.453150 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-f6a6325d-6f65-4200-b291-399e2f022380 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=399c40de90774eaeb3fa0b8684430be8 HTTP/1.1" status: 200 len: 379 time: 0.0877621 Nov 11 20:44:36.463467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'port': {'device_id': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'admin_state_up': True, 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'security_groups': ['c637d77a-4dd4-40f0-b4a4-ce3e23bc5364']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:36.622892 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-be63cebf-46c8-47ca-8904-7f6c9a9b0a63 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347791 Nov 11 20:44:36.729334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Made reservation on behalf of 399c40de90774eaeb3fa0b8684430be8 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:36.734793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:36.822356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d655a7a-47ae-4034-8035-739e8e25da6f req-84714e99-abeb-4be7-9deb-0e3d46bcbc4d service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887636 Nov 11 20:44:36.845004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5221deed-0eaa-451e-9848-a2a134103f5a tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:36.852637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5221deed-0eaa-451e-9848-a2a134103f5a tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255394 Nov 11 20:44:36.880951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-88620e1f-4882-4b1a-a7a4-51014116db70 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/quotas/f6a964184e1d47d1859d84eb3dc3cdc5 HTTP/1.1" status: 200 len: 375 time: 0.0220635 Nov 11 20:44:36.912508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:36.925617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-2d655ee3-1790-4551-8797-c12ded1467f5 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437939 Nov 11 20:44:37.067272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Allocated IP 172.20.0.8 (b151480d-cf91-4337-b78b-8bc6ea2631b0/35e0efa7-1fc3-45df-9b00-aca22e365d91/56ecdcbb-71e3-466b-8858-86bec28c26bb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:37.081352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-2bd1c8c3-1c5f-4598-aef5-5dc9c805b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:37.085068 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-2bd1c8c3-1c5f-4598-aef5-5dc9c805b2bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cef1a8f483534f6d8079b1b56dd779b0&device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 1121 time: 0.0580728 Nov 11 20:44:37.177618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-1d2b1b86-68f0-4410-a765-8247ead50602 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502052 Nov 11 20:44:37.329338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-95fd82bc-eb7d-4340-9db4-386027b62316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:37.332475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-95fd82bc-eb7d-4340-9db4-386027b62316 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2395391 Nov 11 20:44:37.407940 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-761eecc7-60ba-48ea-930c-4aeeacd2443c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a HTTP/1.1" status: 200 len: 217 time: 0.0367913 Nov 11 20:44:37.471338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-e1be6e08-9f5e-486a-af9d-aed692b240c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:37.473080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-e1be6e08-9f5e-486a-af9d-aed692b240c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0564888 Nov 11 20:44:37.524197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:37.574708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-aa5dd81d-0737-4865-952e-06ac99cb136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:37.574708 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-aa5dd81d-0737-4865-952e-06ac99cb136f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599203 Nov 11 20:44:37.574983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-422a82d8-cd78-40ba-ad5c-52d30a3b7232 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:37.574983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-422a82d8-cd78-40ba-ad5c-52d30a3b7232 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609126 Nov 11 20:44:37.586272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-00a5ed01-9a96-4218-8fd6-15fa66bb70c5 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/quotas/5e6ba5e7a7ce4e9b85365ced152267cc HTTP/1.1" status: 200 len: 375 time: 0.0290444 Nov 11 20:44:37.621243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-1bf0299d-6da4-404d-b36a-c4f53c46373c tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340343 Nov 11 20:44:37.680646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-8906a791-70ea-4c6e-81ca-4d045a14f5c4 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303244 Nov 11 20:44:37.688795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54823e0-b959-45f5-bace-9f3ffe912d68 req-be82ba26-4cb7-450f-a827-10a05f9a439c tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:37.690263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a54823e0-b959-45f5-bace-9f3ffe912d68 req-be82ba26-4cb7-450f-a827-10a05f9a439c tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0811250 Nov 11 20:44:37.708043 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:37.758433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:37.791622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:37.794895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a54823e0-b959-45f5-bace-9f3ffe912d68 req-29d928ba-422c-4cda-a987-de4a01a86754 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964823 Nov 11 20:44:37.800305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:37.803026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:37.810326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:37.810435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:37.813810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b75bcd9f-1850-4be5-bd46-2c616db5a029 req-acf97142-96d5-44bd-9434-d72891c88e0f service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225908 Nov 11 20:44:37.866189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event updated for resources: {'Port': ['ID=56ecdcbb-71e3-466b-8858-86bec28c26bb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:37.938156 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d3f4605-c6f6-4c66-a680-d57f2daa0145 req-fdb73e51-189f-476b-8d6e-b47ca0f4a4f7 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 210 time: 0.0358760 Nov 11 20:44:38.003005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f51e0-6175-4e3c-83f1-c64a85092eaf req-71ca0aa2-188e-4c90-a924-60ab301db367 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:38.005069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de6f51e0-6175-4e3c-83f1-c64a85092eaf req-71ca0aa2-188e-4c90-a924-60ab301db367 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 931 time: 0.0941224 Nov 11 20:44:38.064816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-0f60e95d-ffe0-4542-8c01-3913b1665ad7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6047766 Nov 11 20:44:38.087074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-035675ca-98cf-4016-a287-dafb55fca3df None None] Provisioning complete for port 56ecdcbb-71e3-466b-8858-86bec28c26bb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:38.087561 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-035675ca-98cf-4016-a287-dafb55fca3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:38.110257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de6f51e0-6175-4e3c-83f1-c64a85092eaf req-2dd529b3-19df-439b-856a-d1d82a11a636 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974917 Nov 11 20:44:38.129761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-035675ca-98cf-4016-a287-dafb55fca3df None None] Port 56ecdcbb-71e3-466b-8858-86bec28c26bb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:38.229047 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c820733d-d01f-4ee0-9eb2-65e97c62b9dd req-a3d0f72c-91b4-4e0a-b95a-17b3e933e61f tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 210 time: 0.0335507 Nov 11 20:44:38.789673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:38.940391 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38683696-82e0-4073-b02f-35adda0d5a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:38.975933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3108cd-8ae5-483c-9253-22f789a0e00b req-4f5ea9eb-df2d-48d8-976d-49d1a421fc82 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:38.977524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db3108cd-8ae5-483c-9253-22f789a0e00b req-4f5ea9eb-df2d-48d8-976d-49d1a421fc82 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.1022024 Nov 11 20:44:39.067378 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db3108cd-8ae5-483c-9253-22f789a0e00b req-28cfaa22-bd27-4c2e-82d9-c2ddc594cb44 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827658 Nov 11 20:44:39.119750 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38683696-82e0-4073-b02f-35adda0d5a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:39.212360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30e689f0-52a5-47b4-b4a1-ca6beb3f1425 req-5f2de7a3-a609-4ecb-91f7-23bfc1752b8f tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 210 time: 0.0474331 Nov 11 20:44:39.213504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38683696-82e0-4073-b02f-35adda0d5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:39.254752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-38683696-82e0-4073-b02f-35adda0d5a74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14a4a3a1fc57489b9d661e4d91bc3395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639583 Nov 11 20:44:39.265142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:39.271432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38683696-82e0-4073-b02f-35adda0d5a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c858cf-d741-477b-a150-1ff0d0d521f6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:39.312950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6a392-7f2b-415f-b54e-c4f3bd0dd0ae req-6d9ab9d3-695e-4fd4-9eef-9cdf8560d5b4 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:39.314720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ae6a392-7f2b-415f-b54e-c4f3bd0dd0ae req-6d9ab9d3-695e-4fd4-9eef-9cdf8560d5b4 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 931 time: 0.0588336 Nov 11 20:44:39.349293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6b35552e-867a-4ed8-9e37-d807420b0d07 req-9940ffee-b53e-4931-80b2-a2488b1b73c0 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 210 time: 0.0465534 Nov 11 20:44:39.371931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b189096-4e76-4829-a32d-ecb6c99dbda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:39.390677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ae6a392-7f2b-415f-b54e-c4f3bd0dd0ae req-6782530e-a63f-40a1-96ad-ce273c273be1 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657301 Nov 11 20:44:39.421063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b189096-4e76-4829-a32d-ecb6c99dbda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:39.622287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b189096-4e76-4829-a32d-ecb6c99dbda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:39.625128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b189096-4e76-4829-a32d-ecb6c99dbda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:39.629172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4b189096-4e76-4829-a32d-ecb6c99dbda4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13c858cf-d741-477b-a150-1ff0d0d521f6 HTTP/1.1" status: 204 len: 168 time: 0.3604932 Nov 11 20:44:39.651814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189096-4e76-4829-a32d-ecb6c99dbda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c858cf-d741-477b-a150-1ff0d0d521f6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:40.153609 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:44:40.212635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d978-5a85-456b-aa05-82c58df3218d req-d9f70f9c-664d-48f1-8c3c-64f8cc089627 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:40.214580 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89a5d978-5a85-456b-aa05-82c58df3218d req-d9f70f9c-664d-48f1-8c3c-64f8cc089627 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0604837 Nov 11 20:44:40.266319 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89a5d978-5a85-456b-aa05-82c58df3218d req-4c14a77b-9141-4e97-b454-e80f6a94393a tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458696 Nov 11 20:44:40.361485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-164204f5-ecaa-4cad-a935-7cd8393020b6 req-8887cb4c-b5c5-404f-bf49-de9c24c4aea7 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 210 time: 0.0306327 Nov 11 20:44:40.584679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b0f53af-f8c9-4b11-a87d-070cc7caa11e req-e104e6d9-b9a9-491d-85e6-b89cfe94d056 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 210 time: 0.1580830 Nov 11 20:44:40.699720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4b1fe-7ea3-42b7-8a8b-78b8acffd3f9 req-58f435ea-3358-42eb-a4e1-9fad577609aa tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:40.744513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3c4b1fe-7ea3-42b7-8a8b-78b8acffd3f9 req-58f435ea-3358-42eb-a4e1-9fad577609aa tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 931 time: 0.0538135 Nov 11 20:44:40.751539 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3c4b1fe-7ea3-42b7-8a8b-78b8acffd3f9 req-544031d4-5fa7-417f-bdb0-05dfaa5f79fd tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435536 Nov 11 20:44:41.265769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-cf292d35-6d00-412e-8cce-4a60bcc602af tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287344 Nov 11 20:44:41.387721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-314f62da-bd0a-438e-a1c8-8b689094c66d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:41.389254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-314f62da-bd0a-438e-a1c8-8b689094c66d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150780 Nov 11 20:44:41.390068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a729-b6e4-41c7-895e-282b9fac636a req-e0ac7a4f-83f6-4678-99b2-5851157b5011 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:41.391537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d12a729-b6e4-41c7-895e-282b9fac636a req-e0ac7a4f-83f6-4678-99b2-5851157b5011 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0548024 Nov 11 20:44:41.404211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Request body: {'port': {'device_id': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'f6a964184e1d47d1859d84eb3dc3cdc5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:41.446705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d12a729-b6e4-41c7-895e-282b9fac636a req-56e90f85-fe9b-4574-9544-ef4e9ff1c9b0 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488210 Nov 11 20:44:41.551470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dc3e00d-9c4a-4a2b-af3e-550aea61b8e5 req-d9968f53-5e5e-46fe-940f-a6836b49afaf tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 210 time: 0.0289645 Nov 11 20:44:41.617153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:41.640247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08d8d23b-5f04-4ade-accf-b599fe7481d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.674040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Made reservation on behalf of f6a964184e1d47d1859d84eb3dc3cdc5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:41.677864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.694759 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.700653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a3162f-4f22-49d9-887c-d83f4cca8b53 req-3be13bcf-cbf6-44ec-b648-55641a62a390 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 210 time: 0.0379815 Nov 11 20:44:41.770339 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08d8d23b-5f04-4ade-accf-b599fe7481d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.814742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.875284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93be4b6-2de2-4878-8294-6869808409d7 req-588d6e24-72a0-4576-9d4b-51b80fbcbffb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:41.876885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a93be4b6-2de2-4878-8294-6869808409d7 req-588d6e24-72a0-4576-9d4b-51b80fbcbffb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 931 time: 0.0520504 Nov 11 20:44:41.918408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08d8d23b-5f04-4ade-accf-b599fe7481d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.926679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a93be4b6-2de2-4878-8294-6869808409d7 req-b77025fb-2ed1-4a03-b943-01a04dab32ff tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Nov 11 20:44:41.930734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.944248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.58', 51878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:41.970409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-8899b990-8332-4c08-864c-357d3a4bfd85 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288303 Nov 11 20:44:42.010309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8d23b-5f04-4ade-accf-b599fe7481d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b720e935-4069-474c-8e0d-8ca9d4b4cab2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:42.020705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-08d8d23b-5f04-4ade-accf-b599fe7481d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fc15d995f83468ca3172de1105505df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020665 Nov 11 20:44:42.026265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:42.082621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909b0021-040e-4518-abfe-d516cb878ea1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:42.119779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-dbae8e4b-b182-459b-b5e7-37f5ce31fbd6 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:42.122964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-dbae8e4b-b182-459b-b5e7-37f5ce31fbd6 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460075 Nov 11 20:44:42.137828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Request body: {'port': {'device_id': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '5e6ba5e7a7ce4e9b85365ced152267cc'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:42.155686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Allocated IP 192.168.233.105 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/6a85d6cf-0e1c-4ec6-a299-19010f37196c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:42.159626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d94d7920-23ae-4a60-92a6-0ef20272d47d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.190885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d94d7920-23ae-4a60-92a6-0ef20272d47d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.352172 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.381064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Made reservation on behalf of 5e6ba5e7a7ce4e9b85365ced152267cc for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:42.384728 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.394330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.496256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d94d7920-23ae-4a60-92a6-0ef20272d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.499278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d94d7920-23ae-4a60-92a6-0ef20272d47d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.500764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d94d7920-23ae-4a60-92a6-0ef20272d47d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b720e935-4069-474c-8e0d-8ca9d4b4cab2 HTTP/1.1" status: 204 len: 168 time: 0.4730361 Nov 11 20:44:42.513892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d7920-23ae-4a60-92a6-0ef20272d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b720e935-4069-474c-8e0d-8ca9d4b4cab2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:42.524625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 786d3487-9078-4a14-a5c2-e8ce80eb137a details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:44:42.541254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.603525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:42.607134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:42.610282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:42.612698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2d502-d0ae-4859-9c57-37c7559c134a req-5f282ea9-2643-4b23-9c96-bbaaa1152133 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:42.614576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ca2d502-d0ae-4859-9c57-37c7559c134a req-5f282ea9-2643-4b23-9c96-bbaaa1152133 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 970 time: 0.0735557 Nov 11 20:44:42.622935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:42.622935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.640027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Pushing event updated for resources: {'Port': ['ID=6a85d6cf-0e1c-4ec6-a299-19010f37196c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:42.693236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.697856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 786d3487-9078-4a14-a5c2-e8ce80eb137a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:42.711678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '786d3487-9078-4a14-a5c2-e8ce80eb137a', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '786d3487-9078-4a14-a5c2-e8ce80eb137a', 'mac_address': 'fa:16:3e:7b:fa:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:tempest-test_az-1028740221', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:44:42.727375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-5d259c00-f33a-4b3e-9ebe-161be99220a2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3279362 Nov 11 20:44:42.731521 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ca2d502-d0ae-4859-9c57-37c7559c134a req-498fb197-3180-4c37-ad7a-a5134717f789 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066120 Nov 11 20:44:42.740752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Request body: {'port': {'device_id': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'device_owner': 'compute:tempest-test_az-1028740221', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:42.790154 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.822035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786d3487-9078-4a14-a5c2-e8ce80eb137a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:42.852864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.859722 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 786d3487-9078-4a14-a5c2-e8ce80eb137a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:42.863581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.892454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-151cf47f-836d-4d47-9971-bda148deccbb None None] Provisioning complete for port 6a85d6cf-0e1c-4ec6-a299-19010f37196c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:42.893082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-151cf47f-836d-4d47-9971-bda148deccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.969456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946f44a-4718-4616-886d-7b309cb84be5 req-abfd892f-e488-441a-af69-4924a552c135 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:42.976037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c946f44a-4718-4616-886d-7b309cb84be5 req-abfd892f-e488-441a-af69-4924a552c135 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 936 time: 0.1494548 Nov 11 20:44:42.976037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519a557b-098f-4a60-b80a-e7230ba54d8f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:42.984572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-151cf47f-836d-4d47-9971-bda148deccbb None None] Port 6a85d6cf-0e1c-4ec6-a299-19010f37196c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:43.002736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.079493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c946f44a-4718-4616-886d-7b309cb84be5 req-4d2e54e3-6a64-496a-9b39-a71ea1fcf44c tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018214 Nov 11 20:44:43.104334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Allocated IP 192.168.233.148 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/edfde9b9-d12b-477b-a998-828d1bfb8ed0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:43.124100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=786d3487-9078-4a14-a5c2-e8ce80eb137a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:43.239349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-466e2843-ff86-46f5-80c0-cde6c29c9aaa req-17efd365-095e-4a1b-9a5e-4a63488e4394 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 210 time: 0.2220724 Nov 11 20:44:43.362211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.371778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f73dc-6373-4d5b-b921-73f8ecbdd90b req-d09a8cb8-c4b2-4e53-91d9-0771492ccb1f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:43.375477 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e32f73dc-6373-4d5b-b921-73f8ecbdd90b req-d09a8cb8-c4b2-4e53-91d9-0771492ccb1f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 931 time: 0.0600791 Nov 11 20:44:43.389276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['786d3487-9078-4a14-a5c2-e8ce80eb137a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:44:43.445513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e32f73dc-6373-4d5b-b921-73f8ecbdd90b req-c1d2bbe3-18a3-4e19-806b-6b2ae65ddeef tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637383 Nov 11 20:44:43.499384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.528086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-60c41c82-b8c0-441e-9991-a66bb33db11f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:44:43.529575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-60c41c82-b8c0-441e-9991-a66bb33db11f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098987 Nov 11 20:44:43.571744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:43.579827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:43.582784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:43.589890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:43.591027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.610379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Pushing event updated for resources: {'Port': ['ID=edfde9b9-d12b-477b-a998-828d1bfb8ed0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:43.710690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a85d6cf-0e1c-4ec6-a299-19010f37196c {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:43.723187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.741753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-93dad831-b8e8-4ebd-9a0d-505aab8a65ac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6083674 Nov 11 20:44:43.757975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Transition to ACTIVE for port object 6a85d6cf-0e1c-4ec6-a299-19010f37196c will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:44:43.758360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Request body: {'port': {'device_id': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'device_owner': 'compute:tempest-test_az-1028740221', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:43.793844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Request body: {'port': {'device_id': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:43.866716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84561e-3e47-41d9-b24b-72fdfdce45cb req-8d6b512c-8840-4534-84f9-5be4a2893d1c tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:43.868275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d84561e-3e47-41d9-b24b-72fdfdce45cb req-8d6b512c-8840-4534-84f9-5be4a2893d1c tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 971 time: 0.0617361 Nov 11 20:44:43.875853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.876901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.888630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.927561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c8c38e2-99f7-4352-b300-b7a28fa37514 None None] Provisioning complete for port edfde9b9-d12b-477b-a998-828d1bfb8ed0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:43.928748 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c8c38e2-99f7-4352-b300-b7a28fa37514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.994816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Pushing event updated for resources: {'Port': ['ID=6a85d6cf-0e1c-4ec6-a299-19010f37196c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:44.012386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d84561e-3e47-41d9-b24b-72fdfdce45cb req-b8d3bcc4-c6d0-450b-8859-f709755760ed tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368811 Nov 11 20:44:44.037120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c38e2-99f7-4352-b300-b7a28fa37514 None None] Port edfde9b9-d12b-477b-a998-828d1bfb8ed0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:44.074118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Attempting to bind port 6a85d6cf-0e1c-4ec6-a299-19010f37196c on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:44.074658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Attempting to bind port 6a85d6cf-0e1c-4ec6-a299-19010f37196c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:44.075181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Attempting to bind port 6a85d6cf-0e1c-4ec6-a299-19010f37196c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:44.082277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Port 6a85d6cf-0e1c-4ec6-a299-19010f37196c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:44:44.083258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Attempting to bind port 6a85d6cf-0e1c-4ec6-a299-19010f37196c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:44.090904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:44.097752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:44.097752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:44.097752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Bound port: 6a85d6cf-0e1c-4ec6-a299-19010f37196c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:44.097752 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.244556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] For port 6a85d6cf-0e1c-4ec6-a299-19010f37196c, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:44.261210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] For port 6a85d6cf-0e1c-4ec6-a299-19010f37196c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6a85d6cf-0e1c-4ec6-a299-19010f37196c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:44.269659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56392f59-f481-4f9b-a64b-bc288f6a1f40 req-b3caf356-86f1-4020-ae96-f720de69ff07 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:44.277308 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56392f59-f481-4f9b-a64b-bc288f6a1f40 req-b3caf356-86f1-4020-ae96-f720de69ff07 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 970 time: 0.0877090 Nov 11 20:44:44.323236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56392f59-f481-4f9b-a64b-bc288f6a1f40 req-da0169fd-aba0-4d24-a451-195f0827ea81 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Nov 11 20:44:44.345855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.397028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:44.397699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.399254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] 10.222.0.58 "PUT /v2.0/ports/6a85d6cf-0e1c-4ec6-a299-19010f37196c HTTP/1.1" status: 200 len: 1118 time: 1.6636691 Nov 11 20:44:44.399710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'tag': '6a85d6cf-0e1c-4ec6-a299-19010f37196c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:44.402222 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266f561-289e-4c4b-9170-5fff1dac9a51" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0a8bcf-6b49-4076-8603-cf71619883e9", "tag": "6a85d6cf-0e1c-4ec6-a299-19010f37196c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:44.429095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d983441-b233-4162-8abb-69e39a91ce55 service neutron] Pushing event updated for resources: {'Port': ['ID=6a85d6cf-0e1c-4ec6-a299-19010f37196c,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:44.484303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfde9b9-d12b-477b-a998-828d1bfb8ed0 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:44.491147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173188f5-44a1-4daa-9279-ee82c7622edb req-c6858ab8-3379-450f-b11f-d1f2601d54b3 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:44.492742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-173188f5-44a1-4daa-9279-ee82c7622edb req-c6858ab8-3379-450f-b11f-d1f2601d54b3 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 936 time: 0.0543759 Nov 11 20:44:44.497908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.506490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ecdcbb-71e3-466b-8858-86bec28c26bb {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:44.509871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 786d3487-9078-4a14-a5c2-e8ce80eb137a up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:44.523086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.541742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Transition to ACTIVE for port object edfde9b9-d12b-477b-a998-828d1bfb8ed0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:44:44.554361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Transition to ACTIVE for port object 56ecdcbb-71e3-466b-8858-86bec28c26bb will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:44:44.601101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-173188f5-44a1-4daa-9279-ee82c7622edb req-d47d743d-7d7d-4ab4-849b-c7046dae60e0 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991275 Nov 11 20:44:44.621085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-e671f101-f1c2-459b-905d-f1e3708ea40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:44.622689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-e671f101-f1c2-459b-905d-f1e3708ea40f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 1121 time: 0.0724597 Nov 11 20:44:44.632748 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.660831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 786d3487-9078-4a14-a5c2-e8ce80eb137a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:44:44.665771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 786d3487-9078-4a14-a5c2-e8ce80eb137a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:44.666146 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.666582 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.693671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-e4006770-563c-47d2-9630-d83c49a45d7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=6a85d6cf-0e1c-4ec6-a299-19010f37196c HTTP/1.1" status: 200 len: 217 time: 0.0525529 Nov 11 20:44:44.715794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Pushing event updated for resources: {'Port': ['ID=edfde9b9-d12b-477b-a998-828d1bfb8ed0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:44.774747 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7fa2d4-d12d-446b-a6ca-86f6315cddae x-openstack-request-id: req-7e7fa2d4-d12d-446b-a6ca-86f6315cddae {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:44.775035 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0a8bcf-6b49-4076-8603-cf71619883e9", "tag": "6a85d6cf-0e1c-4ec6-a299-19010f37196c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:44.775279 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e7fa2d4-d12d-446b-a6ca-86f6315cddae {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:44.775665 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'tag': '6a85d6cf-0e1c-4ec6-a299-19010f37196c', 'status': 'completed', 'code': 200} Nov 11 20:44:44.820604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-b69e6768-f85b-4a03-94eb-705d6be412bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:44.822079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-b69e6768-f85b-4a03-94eb-705d6be412bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1212482 Nov 11 20:44:44.863469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.900307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Attempting to bind port edfde9b9-d12b-477b-a998-828d1bfb8ed0 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:44.900614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Attempting to bind port edfde9b9-d12b-477b-a998-828d1bfb8ed0 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:44.900977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Attempting to bind port edfde9b9-d12b-477b-a998-828d1bfb8ed0 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:44.902335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786d3487-9078-4a14-a5c2-e8ce80eb137a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:44.920912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Port edfde9b9-d12b-477b-a998-828d1bfb8ed0 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:44:44.921271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Attempting to bind port edfde9b9-d12b-477b-a998-828d1bfb8ed0 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:44.923582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=56ecdcbb-71e3-466b-8858-86bec28c26bb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:44.935739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Attempting to bind port 56ecdcbb-71e3-466b-8858-86bec28c26bb on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:44.936076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Attempting to bind port 56ecdcbb-71e3-466b-8858-86bec28c26bb by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:44.936447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Attempting to bind port 56ecdcbb-71e3-466b-8858-86bec28c26bb on network b151480d-cf91-4337-b78b-8bc6ea2631b0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:44.942978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:44.943376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:44.945118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:44.945625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Bound port: edfde9b9-d12b-477b-a998-828d1bfb8ed0, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:44.946130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.949651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Port 56ecdcbb-71e3-466b-8858-86bec28c26bb on network b151480d-cf91-4337-b78b-8bc6ea2631b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:44:44.949807 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Attempting to bind port 56ecdcbb-71e3-466b-8858-86bec28c26bb on network b151480d-cf91-4337-b78b-8bc6ea2631b0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:44.965071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:44.969314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Checking segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:44.969314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Bound using segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:44.969314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Bound port: 56ecdcbb-71e3-466b-8858-86bec28c26bb, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:44.969314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.970980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-da75694f-08fb-4350-8f13-b930d6af9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:44.973223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-da75694f-08fb-4350-8f13-b930d6af9354 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438010 Nov 11 20:44:45.004414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12e03-07de-4dd9-b6b1-c986b86f90dc req-eccc6d16-7d1a-4124-8add-804e6ba02a95 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.005961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e7f12e03-07de-4dd9-b6b1-c986b86f90dc req-eccc6d16-7d1a-4124-8add-804e6ba02a95 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 943 time: 0.1239204 Nov 11 20:44:45.114079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 786d3487-9078-4a14-a5c2-e8ce80eb137a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:45.200093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] For port edfde9b9-d12b-477b-a998-828d1bfb8ed0, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:45.203759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.209598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e7f12e03-07de-4dd9-b6b1-c986b86f90dc req-382eb13b-a678-4e69-a68c-57a54a4b5f19 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872056 Nov 11 20:44:45.225481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] For port 56ecdcbb-71e3-466b-8858-86bec28c26bb, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:45.246180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-c521bd57-ad55-4999-9f3a-de038e81dcfd service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607257 Nov 11 20:44:45.248920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] For port edfde9b9-d12b-477b-a998-828d1bfb8ed0, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=edfde9b9-d12b-477b-a998-828d1bfb8ed0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:45.252568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] For port 56ecdcbb-71e3-466b-8858-86bec28c26bb, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:45.273136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=786d3487-9078-4a14-a5c2-e8ce80eb137a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:45.293725 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ded18f-a026-4c82-875a-78df851bd90c" -d '{"events": [{"server_uuid": "531a6d95-dcb1-4d0e-9fcd-896ba064f0e6", "name": "network-vif-plugged", "status": "completed", "tag": "786d3487-9078-4a14-a5c2-e8ce80eb137a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:45.336466 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.368169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.369012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.371908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/edfde9b9-d12b-477b-a998-828d1bfb8ed0 HTTP/1.1" status: 200 len: 1118 time: 1.6213508 Nov 11 20:44:45.374089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'tag': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:45.390924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c98a6-d3e4-43a4-96ce-6e266d26a76d req-98d5905b-f5b3-4f9c-8249-b0f9894ed0e4 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.392491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-249c98a6-d3e4-43a4-96ce-6e266d26a76d req-98d5905b-f5b3-4f9c-8249-b0f9894ed0e4 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.0734916 Nov 11 20:44:45.395206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad95c223-c6e7-4ab8-a7e2-7637de25f103 req-fdf51d11-3900-43b7-ad53-4d4c49bb7fa7 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433115 Nov 11 20:44:45.454212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-249c98a6-d3e4-43a4-96ce-6e266d26a76d req-17b0991b-66f3-4856-af39-579c812a5b7a tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533185 Nov 11 20:44:45.458800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.487143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.487925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.489649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/56ecdcbb-71e3-466b-8858-86bec28c26bb HTTP/1.1" status: 200 len: 1091 time: 1.7675745 Nov 11 20:44:45.520996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ac77b-1afc-4a70-9738-68c7bb7901f7 service neutron] Pushing event updated for resources: {'Port': ['ID=edfde9b9-d12b-477b-a998-828d1bfb8ed0,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:45.566828 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e184e9-2c9b-41f1-a843-67ece5aceb25" -d '{"events": [{"name": "network-changed", "server_uuid": "7c33064c-ec3f-448a-b919-6d20d9fb5d37", "tag": "edfde9b9-d12b-477b-a998-828d1bfb8ed0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:45.595503 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-09ceb60f-ef25-40df-9d03-d22840ca2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.597419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-09ceb60f-ef25-40df-9d03-d22840ca2055 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 1121 time: 0.0832779 Nov 11 20:44:45.642557 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b35f04c-efe9-4874-893b-a9ce828db3b6 x-openstack-request-id: req-5b35f04c-efe9-4874-893b-a9ce828db3b6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:45.643163 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531a6d95-dcb1-4d0e-9fcd-896ba064f0e6", "name": "network-vif-plugged", "status": "completed", "tag": "786d3487-9078-4a14-a5c2-e8ce80eb137a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:45.643656 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b35f04c-efe9-4874-893b-a9ce828db3b6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:45.644307 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786d3487-9078-4a14-a5c2-e8ce80eb137a', 'code': 200} Nov 11 20:44:45.687837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-102770ee-0266-4067-b7e6-d24b976f46c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=edfde9b9-d12b-477b-a998-828d1bfb8ed0 HTTP/1.1" status: 200 len: 217 time: 0.0761502 Nov 11 20:44:45.739328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.58', 51880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:45.818637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-b93f8059-8045-4a8f-9f6f-c2213a68d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.820408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-b93f8059-8045-4a8f-9f6f-c2213a68d3cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1303098 Nov 11 20:44:45.862789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07e795-a38c-44bf-9a2d-94362aad40d3 service neutron] Pushing event updated for resources: {'Port': ['ID=56ecdcbb-71e3-466b-8858-86bec28c26bb,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:45.880288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-d60da135-31d1-454a-9b5a-8dada0808330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.882050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-d60da135-31d1-454a-9b5a-8dada0808330 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 1121 time: 0.3186610 Nov 11 20:44:45.886725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc8734-039f-446b-bf25-696f005d4c1a req-a94424e7-9fac-4a1c-9ead-eeed26854ccb tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.888390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87dc8734-039f-446b-bf25-696f005d4c1a req-a94424e7-9fac-4a1c-9ead-eeed26854ccb tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 970 time: 0.1653497 Nov 11 20:44:45.892644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68b6fb-5493-4cf1-8fbc-8c6ba8008e97 req-760ce4af-f8a3-4e86-a2b8-db40e53e2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.894096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f68b6fb-5493-4cf1-8fbc-8c6ba8008e97 req-760ce4af-f8a3-4e86-a2b8-db40e53e2f22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 1123 time: 0.1538131 Nov 11 20:44:45.907470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-b3933948-2f25-455d-9273-8e66d3f10f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.909017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-b3933948-2f25-455d-9273-8e66d3f10f2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 1094 time: 0.0910852 Nov 11 20:44:45.934219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-f33940a0-7c05-4697-b499-e0f1b4b693bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.936127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-f33940a0-7c05-4697-b499-e0f1b4b693bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072073 Nov 11 20:44:45.955685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f68b6fb-5493-4cf1-8fbc-8c6ba8008e97 req-a5f4cead-2394-4c93-913e-da44252c79c5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.056763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87dc8734-039f-446b-bf25-696f005d4c1a req-8ffab841-4793-48ba-9a9e-d3240edb4834 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603940 Nov 11 20:44:46.092942 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d4176d-ffe0-430c-85e5-c9533471c8aa x-openstack-request-id: req-f1d4176d-ffe0-430c-85e5-c9533471c8aa {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:46.093218 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c33064c-ec3f-448a-b919-6d20d9fb5d37", "tag": "edfde9b9-d12b-477b-a998-828d1bfb8ed0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:46.095946 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1d4176d-ffe0-430c-85e5-c9533471c8aa {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:46.097700 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'tag': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0', 'status': 'completed', 'code': 200} Nov 11 20:44:46.110255 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-9454ac8e-104b-4280-b6da-6311cce1a1ea service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624863 Nov 11 20:44:46.152141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4c5abe79-28d6-4928-8336-9336c6079396 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb HTTP/1.1" status: 200 len: 217 time: 0.2265255 Nov 11 20:44:46.203901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f68b6fb-5493-4cf1-8fbc-8c6ba8008e97 req-a5f4cead-2394-4c93-913e-da44252c79c5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.233548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d8de88c-c33e-449f-b3c6-009cbc2f4423 req-83ac22cd-f6d3-460d-887c-cf52e62c2f2a service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143558 Nov 11 20:44:46.304504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-350531b8-fbb5-494e-a3b5-7b587a342198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.306045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-350531b8-fbb5-494e-a3b5-7b587a342198 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.4151862 Nov 11 20:44:46.308739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-d59a8275-7c48-409c-8b33-6fe5a5562d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.310251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-d59a8275-7c48-409c-8b33-6fe5a5562d5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.1497989 Nov 11 20:44:46.329601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b995-77c5-4f70-9150-295250a8b3e0 req-34c6cf3f-29db-456e-9904-bef0c104d1bb tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.331140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c49b995-77c5-4f70-9150-295250a8b3e0 req-34c6cf3f-29db-456e-9904-bef0c104d1bb tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 970 time: 0.1781089 Nov 11 20:44:46.336249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4acebd-28e5-48f2-9c75-777fcdccb686 req-d97189f6-0d34-4bb3-949f-935f8194c5d1 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.337900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab4acebd-28e5-48f2-9c75-777fcdccb686 req-d97189f6-0d34-4bb3-949f-935f8194c5d1 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 943 time: 0.0521202 Nov 11 20:44:46.361818 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f68b6fb-5493-4cf1-8fbc-8c6ba8008e97 req-a5f4cead-2394-4c93-913e-da44252c79c5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.438253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-cd1e5b75-b96d-44e7-90bd-d98e571e2e45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=6a85d6cf-0e1c-4ec6-a299-19010f37196c HTTP/1.1" status: 200 len: 217 time: 0.1234434 Nov 11 20:44:46.465215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f68b6fb-5493-4cf1-8fbc-8c6ba8008e97 req-a5f4cead-2394-4c93-913e-da44252c79c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586200 Nov 11 20:44:46.465826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4cead-2394-4c93-913e-da44252c79c5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3b32df-f06a-41a6-b272-9777ed5ff96f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:46.474540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab4acebd-28e5-48f2-9c75-777fcdccb686 req-ec0acca3-6574-4541-a39a-a6b14f372ab4 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307404 Nov 11 20:44:46.489162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-d20ee419-0c8e-4d66-a363-1d270b19bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.491397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-d20ee419-0c8e-4d66-a363-1d270b19bfa0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 1121 time: 0.0941505 Nov 11 20:44:46.528044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-603fc18f-a2c2-494c-935f-76437b7cdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.529606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-603fc18f-a2c2-494c-935f-76437b7cdbff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963794 Nov 11 20:44:46.549804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c49b995-77c5-4f70-9150-295250a8b3e0 req-37ce91e2-8f03-4365-9aae-8359ac07af5b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243601 Nov 11 20:44:46.609923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:46.622391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-4e8451f2-a1eb-4f31-80a7-8703c97ef923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.623969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-4e8451f2-a1eb-4f31-80a7-8703c97ef923 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1756666 Nov 11 20:44:46.689968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-4434a9ec-a427-41a0-b3d2-b40d4346085c service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509342 Nov 11 20:44:46.699547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309fef-623b-43e3-a44e-7bf756104809 req-ebafff13-0082-4894-9f4b-4f13855da4dc tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.701108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c309fef-623b-43e3-a44e-7bf756104809 req-ebafff13-0082-4894-9f4b-4f13855da4dc tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.0746107 Nov 11 20:44:46.728863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4de524bf-3477-4d89-b5ee-a96b957900f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.807416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c309fef-623b-43e3-a44e-7bf756104809 req-ccade62c-6af5-4497-abb8-d560f9db4ce5 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972633 Nov 11 20:44:46.810824 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4de524bf-3477-4d89-b5ee-a96b957900f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.830394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963fd777-60e1-40fc-8ed8-f4e423547c8c req-a5ba07e8-4d44-431d-b21c-0b06154479ca service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282799 Nov 11 20:44:46.894539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-1f6bec2b-1434-4c37-a2b5-b606f817825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.897814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-1f6bec2b-1434-4c37-a2b5-b606f817825a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479190 Nov 11 20:44:46.902352 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4de524bf-3477-4d89-b5ee-a96b957900f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.961287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4de524bf-3477-4d89-b5ee-a96b957900f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4eef4c59bdfd41f28f8dcf178173181c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502822 Nov 11 20:44:46.965503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:46.966411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de524bf-3477-4d89-b5ee-a96b957900f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e76bb2-7b9f-420f-b5a6-d92262c1a5b4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:46.981250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-b3c74149-ddfc-43b3-b6e8-952c1605abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.984379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-b3c74149-ddfc-43b3-b6e8-952c1605abc2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1438518 Nov 11 20:44:47.034715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-169694db-9eb8-4fe8-b017-7b9273905ea1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=edfde9b9-d12b-477b-a998-828d1bfb8ed0 HTTP/1.1" status: 200 len: 217 time: 0.0421741 Nov 11 20:44:47.037669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-916910bf-b951-418f-8de1-fe24544d8e2c service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321900 Nov 11 20:44:47.052536 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dd28daf-caf1-458c-8dc0-a3ca5f431743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.101342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dd28daf-caf1-458c-8dc0-a3ca5f431743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.122075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-924eb1ae-14ce-4fb3-93df-33354489d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.123701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-924eb1ae-14ce-4fb3-93df-33354489d82b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0642853 Nov 11 20:44:47.208501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b266f561-289e-4c4b-9170-5fff1dac9a51 req-7b91cf44-5d33-4e29-98a9-146bea0139c3 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456649 Nov 11 20:44:47.211357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-f7b0cc19-d84c-4d62-96d8-88ff72bb2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.212916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-f7b0cc19-d84c-4d62-96d8-88ff72bb2e22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815251 Nov 11 20:44:47.226708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acbf30-2282-46e1-aebf-38d13a0f2910 req-fdec8845-a052-4e0b-bae9-562f5e2980cd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.228403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3acbf30-2282-46e1-aebf-38d13a0f2910 req-fdec8845-a052-4e0b-bae9-562f5e2980cd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 970 time: 0.0684397 Nov 11 20:44:47.330086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3acbf30-2282-46e1-aebf-38d13a0f2910 req-8962917c-ba94-4051-be02-587f9c1d4186 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931613 Nov 11 20:44:47.349250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-a7b51735-65a7-41ad-a3e2-81d97a22570c service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197484 Nov 11 20:44:47.352118 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dd28daf-caf1-458c-8dc0-a3ca5f431743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.355268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dd28daf-caf1-458c-8dc0-a3ca5f431743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.356463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0dd28daf-caf1-458c-8dc0-a3ca5f431743 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17e76bb2-7b9f-420f-b5a6-d92262c1a5b4 HTTP/1.1" status: 204 len: 168 time: 0.3899705 Nov 11 20:44:47.364945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd28daf-caf1-458c-8dc0-a3ca5f431743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e76bb2-7b9f-420f-b5a6-d92262c1a5b4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:47.461418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9e184e9-2c9b-41f1-a843-67ece5aceb25 req-e9c3798b-2022-4764-8cab-5d2391290e73 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037354 Nov 11 20:44:47.599204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb365d94-28b1-4c5d-9151-1ee76d7340dd req-437632ec-cb8c-4562-98dd-2f6f22deb0ea tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.600635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb365d94-28b1-4c5d-9151-1ee76d7340dd req-437632ec-cb8c-4562-98dd-2f6f22deb0ea tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 943 time: 0.0523009 Nov 11 20:44:47.648268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb365d94-28b1-4c5d-9151-1ee76d7340dd req-38ac2635-8574-4dc6-a688-2faf19e44a3e tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 Nov 11 20:44:47.756558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b07c-48b1-4cff-8797-f288a14f4e61 req-15487808-a627-4189-bf4c-27ce7a2cc4bc tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.758066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07a7b07c-48b1-4cff-8797-f288a14f4e61 req-15487808-a627-4189-bf4c-27ce7a2cc4bc tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 970 time: 0.0514650 Nov 11 20:44:47.808177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07a7b07c-48b1-4cff-8797-f288a14f4e61 req-ede04ab0-681d-422d-9424-ad81e8026e34 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Nov 11 20:44:47.931450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a082-d7d8-472d-8c3c-26954191f99a req-c00b64c8-6f99-47a8-add8-c4c32d048ef9 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.933192 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc13a082-d7d8-472d-8c3c-26954191f99a req-c00b64c8-6f99-47a8-add8-c4c32d048ef9 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.0537348 Nov 11 20:44:47.984615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc13a082-d7d8-472d-8c3c-26954191f99a req-aed27c4c-7e1a-4ea0-ad45-adcccb03ef09 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Nov 11 20:44:48.098234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:48.100465 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ddf836-9216-43da-b5f4-51e7160c3ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:48.101085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:48.118366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e789c5a6-7b58-4ec0-863f-493a1ae99c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:48.138653 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794cd223-2489-4e75-9b04-262d4701c49d x-openstack-request-id: req-794cd223-2489-4e75-9b04-262d4701c49d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:48.138951 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:48.139202 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794cd223-2489-4e75-9b04-262d4701c49d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:48.139587 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'status': 'completed', 'code': 200} Nov 11 20:44:48.200936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e789c5a6-7b58-4ec0-863f-493a1ae99c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:48.211912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-f5c7b5ce-7de2-4b29-86a6-59347f3e9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.213458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-f5c7b5ce-7de2-4b29-86a6-59347f3e9e01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 1094 time: 0.0406561 Nov 11 20:44:48.318635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-a7311f99-9985-4603-bdd3-145c95316de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.320420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-a7311f99-9985-4603-bdd3-145c95316de9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 924 time: 0.0966091 Nov 11 20:44:48.324567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e789c5a6-7b58-4ec0-863f-493a1ae99c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:48.363947 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e789c5a6-7b58-4ec0-863f-493a1ae99c88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb121b1f313042cb9f8bf309e05de709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582948 Nov 11 20:44:48.365671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:48.372459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-389033db-a8ad-4f0a-9fcf-68dff37bf7e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb HTTP/1.1" status: 200 len: 217 time: 0.0361249 Nov 11 20:44:48.405799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789c5a6-7b58-4ec0-863f-493a1ae99c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e0c80-1222-4a82-9b16-d1335a515afe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:48.431217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-9776a266-d12c-44b2-9eaa-28e817469b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.433401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-9776a266-d12c-44b2-9eaa-28e817469b18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.0510421 Nov 11 20:44:48.462961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e567817-5ec8-4ee4-92d7-9bbad984cef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:48.482684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76a11-1baf-46f6-b15f-346eec19ac9b req-0332371c-428c-43f3-8b03-38f36e90de48 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.484232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca76a11-1baf-46f6-b15f-346eec19ac9b req-0332371c-428c-43f3-8b03-38f36e90de48 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 970 time: 0.0757437 Nov 11 20:44:48.487318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-7184731d-caca-4d07-a0cc-271067a84034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.489079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-7184731d-caca-4d07-a0cc-271067a84034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451031 Nov 11 20:44:48.503407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e567817-5ec8-4ee4-92d7-9bbad984cef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:48.589576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-94aa9235-baef-4ea4-bf3d-6fcf96fb777d service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884740 Nov 11 20:44:48.732850 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca76a11-1baf-46f6-b15f-346eec19ac9b req-225fdc7f-a07d-4242-80a4-9aa48928c975 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391012 Nov 11 20:44:48.832110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e567817-5ec8-4ee4-92d7-9bbad984cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:48.834676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e567817-5ec8-4ee4-92d7-9bbad984cef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:48.838597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e567817-5ec8-4ee4-92d7-9bbad984cef5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec3e0c80-1222-4a82-9b16-d1335a515afe HTTP/1.1" status: 204 len: 168 time: 0.4692101 Nov 11 20:44:48.846602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567817-5ec8-4ee4-92d7-9bbad984cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e0c80-1222-4a82-9b16-d1335a515afe,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:48.872728 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6ddf836-9216-43da-b5f4-51e7160c3ab8 req-6c4fc1f1-ae3b-432a-96fc-e2a9cfd34ef7 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749612 Nov 11 20:44:48.899881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fae58-f610-4d72-bee1-28d80c1ce3a8 req-3bbd2e31-289c-4a56-90dd-311a1bded337 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.902111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e61fae58-f610-4d72-bee1-28d80c1ce3a8 req-3bbd2e31-289c-4a56-90dd-311a1bded337 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 943 time: 0.0964050 Nov 11 20:44:48.959239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5013ef-b5f4-42e2-861f-5977ac1b411e req-4c1f1b8c-d30c-46b8-8c83-3fb19728ecf5 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.960899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a5013ef-b5f4-42e2-861f-5977ac1b411e req-4c1f1b8c-d30c-46b8-8c83-3fb19728ecf5 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 970 time: 0.0719035 Nov 11 20:44:48.967084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e61fae58-f610-4d72-bee1-28d80c1ce3a8 req-ab533d5c-3a68-4920-92fb-174ec4c71d7d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581534 Nov 11 20:44:49.012719 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a5013ef-b5f4-42e2-861f-5977ac1b411e req-dd22baf4-88fa-4718-9d7b-87aa73a5aa63 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Nov 11 20:44:49.109679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838457c0-c559-4c9c-83b0-b4a16078f4a7 req-3ed06686-bde7-4439-87a5-d5341db3001d tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:49.111159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-838457c0-c559-4c9c-83b0-b4a16078f4a7 req-3ed06686-bde7-4439-87a5-d5341db3001d tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.0520711 Nov 11 20:44:49.159112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-838457c0-c559-4c9c-83b0-b4a16078f4a7 req-32e8338d-5606-4651-aae6-2db7211861a2 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Nov 11 20:44:49.296796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:49.423173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9071582-04b0-4dc1-b9c1-045ea2bfea86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.484823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9071582-04b0-4dc1-b9c1-045ea2bfea86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.586247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9071582-04b0-4dc1-b9c1-045ea2bfea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.623017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c9071582-04b0-4dc1-b9c1-045ea2bfea86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=585e4b68c5a242658e69917235781594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251107 Nov 11 20:44:49.625001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9071582-04b0-4dc1-b9c1-045ea2bfea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e074dd9c-cfc1-4526-8136-d1af11aab42d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:49.626047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57838) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:49.676179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30a7b358-60c4-44f5-a8f5-c6e427a84b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.696684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30a7b358-60c4-44f5-a8f5-c6e427a84b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.849100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a0ce-06c7-4a1a-b0ab-1ce80b477ad6 req-c69613ec-e2b2-4286-821e-8b1bbe7a8f86 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:49.850611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7345a0ce-06c7-4a1a-b0ab-1ce80b477ad6 req-c69613ec-e2b2-4286-821e-8b1bbe7a8f86 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 970 time: 0.0541794 Nov 11 20:44:49.866610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30a7b358-60c4-44f5-a8f5-c6e427a84b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.876995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30a7b358-60c4-44f5-a8f5-c6e427a84b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.876995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-30a7b358-60c4-44f5-a8f5-c6e427a84b1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e074dd9c-cfc1-4526-8136-d1af11aab42d HTTP/1.1" status: 204 len: 168 time: 0.2438200 Nov 11 20:44:49.879616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7b358-60c4-44f5-a8f5-c6e427a84b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e074dd9c-cfc1-4526-8136-d1af11aab42d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:49.912543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7345a0ce-06c7-4a1a-b0ab-1ce80b477ad6 req-25ba0db8-9a43-4c27-bc2c-1aadac1d5be8 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544031 Nov 11 20:44:50.092928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b584fd1-bd2f-4d54-aea6-a131df207127 req-28b7e868-4cde-4892-b0f5-e5050b0dd95d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:50.096632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b584fd1-bd2f-4d54-aea6-a131df207127 req-28b7e868-4cde-4892-b0f5-e5050b0dd95d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 943 time: 0.0608230 Nov 11 20:44:50.149060 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b584fd1-bd2f-4d54-aea6-a131df207127 req-bcde90cf-8f26-405b-9875-9289e1b72dfd tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485299 Nov 11 20:44:50.152221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feb273-ae71-4f02-8835-b812c40f1079 req-0e915966-775b-4a63-95ed-e2e2edc709b8 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:50.157872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73feb273-ae71-4f02-8835-b812c40f1079 req-0e915966-775b-4a63-95ed-e2e2edc709b8 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 970 time: 0.0570087 Nov 11 20:44:50.215516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73feb273-ae71-4f02-8835-b812c40f1079 req-e035a75c-79d5-4bf6-8557-e322b08c4e04 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 Nov 11 20:44:50.286715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6190d8-d165-4605-85cb-aaba9cb18767 req-0b37abb9-9cb3-4a86-9907-b39fb0471262 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:50.288337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd6190d8-d165-4605-85cb-aaba9cb18767 req-0b37abb9-9cb3-4a86-9907-b39fb0471262 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.0560603 Nov 11 20:44:50.336955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd6190d8-d165-4605-85cb-aaba9cb18767 req-32167e2e-03b5-4697-9006-bce1b390abca tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Nov 11 20:44:50.485107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c2c0c-eaee-4004-898e-05549137f021 req-37108888-faf0-43b4-8160-ae5a9f2209e5 tempest-AggregatesAdminTestJSON-1738174182 tempest-AggregatesAdminTestJSON-1738174182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:50.486641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d2c2c0c-eaee-4004-898e-05549137f021 req-37108888-faf0-43b4-8160-ae5a9f2209e5 tempest-AggregatesAdminTestJSON-1738174182 tempest-AggregatesAdminTestJSON-1738174182-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 1123 time: 0.0406575 Nov 11 20:44:50.504813 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d2c2c0c-eaee-4004-898e-05549137f021 req-aabd0d13-8b2d-47e8-a205-10219e1eb301 tempest-AggregatesAdminTestJSON-1738174182 tempest-AggregatesAdminTestJSON-1738174182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.539100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device edfde9b9-d12b-477b-a998-828d1bfb8ed0 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:44:50.583297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d2c2c0c-eaee-4004-898e-05549137f021 req-aabd0d13-8b2d-47e8-a205-10219e1eb301 tempest-AggregatesAdminTestJSON-1738174182 tempest-AggregatesAdminTestJSON-1738174182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.620826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:50.633837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8343d9e-297a-418d-9211-40435625caf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.643867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port edfde9b9-d12b-477b-a998-828d1bfb8ed0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=edfde9b9-d12b-477b-a998-828d1bfb8ed0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:50.654950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d2c2c0c-eaee-4004-898e-05549137f021 req-aabd0d13-8b2d-47e8-a205-10219e1eb301 tempest-AggregatesAdminTestJSON-1738174182 tempest-AggregatesAdminTestJSON-1738174182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.665404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0', 'mac_address': 'fa:16:3e:78:24:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:tempest-test_az-1028740221', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:44:50.695305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d2c2c0c-eaee-4004-898e-05549137f021 req-aabd0d13-8b2d-47e8-a205-10219e1eb301 tempest-AggregatesAdminTestJSON-1738174182 tempest-AggregatesAdminTestJSON-1738174182-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026505 Nov 11 20:44:50.696310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd0d13-8b2d-47e8-a205-10219e1eb301 tempest-AggregatesAdminTestJSON-1738174182 tempest-AggregatesAdminTestJSON-1738174182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23513ba-7c2a-4e24-98fa-e7e20f4633b3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:50.736074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8343d9e-297a-418d-9211-40435625caf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.743823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.754375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfde9b9-d12b-477b-a998-828d1bfb8ed0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:50.773780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port edfde9b9-d12b-477b-a998-828d1bfb8ed0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=edfde9b9-d12b-477b-a998-828d1bfb8ed0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:50.846984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8343d9e-297a-418d-9211-40435625caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.888142 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b8343d9e-297a-418d-9211-40435625caf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc27cedb29054739b66abd128bbd6dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640147 Nov 11 20:44:50.888341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8343d9e-297a-418d-9211-40435625caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9853a1d8-a373-4518-962f-0ae6ac0db188,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:50.888745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57884) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:50.901138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.902485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6a85d6cf-0e1c-4ec6-a299-19010f37196c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:44:50.962674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=edfde9b9-d12b-477b-a998-828d1bfb8ed0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:50.981614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baec32db-79e9-4024-8d2b-e14de0176647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.992551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 6a85d6cf-0e1c-4ec6-a299-19010f37196c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6a85d6cf-0e1c-4ec6-a299-19010f37196c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:51.004344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '6a85d6cf-0e1c-4ec6-a299-19010f37196c', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '6a85d6cf-0e1c-4ec6-a299-19010f37196c', 'mac_address': 'fa:16:3e:f6:7c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:tempest-test_az-1028740221', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:44:51.005416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baec32db-79e9-4024-8d2b-e14de0176647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:51.044435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:51.059376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a85d6cf-0e1c-4ec6-a299-19010f37196c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:51.091293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06b1d2-94ce-4361-9b80-e0ef0f99cd5a req-0dfcf9fa-d870-4b40-897b-6cf9e1ed481f tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:51.093785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa06b1d2-94ce-4361-9b80-e0ef0f99cd5a req-0dfcf9fa-d870-4b40-897b-6cf9e1ed481f tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 970 time: 0.0936697 Nov 11 20:44:51.097739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 6a85d6cf-0e1c-4ec6-a299-19010f37196c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6a85d6cf-0e1c-4ec6-a299-19010f37196c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:51.151886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa06b1d2-94ce-4361-9b80-e0ef0f99cd5a req-47592832-b56f-4376-96e4-3f96a286c5d9 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Nov 11 20:44:51.243830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:51.269841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ce109-d558-4908-a0ee-b8b43d504429 req-ab41dad5-c370-4498-aa42-182a6b42d610 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:51.271261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-186ce109-d558-4908-a0ee-b8b43d504429 req-ab41dad5-c370-4498-aa42-182a6b42d610 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 943 time: 0.0512347 Nov 11 20:44:51.295598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=6a85d6cf-0e1c-4ec6-a299-19010f37196c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:51.316465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baec32db-79e9-4024-8d2b-e14de0176647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:51.319310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baec32db-79e9-4024-8d2b-e14de0176647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:51.320510 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-baec32db-79e9-4024-8d2b-e14de0176647 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9853a1d8-a373-4518-962f-0ae6ac0db188 HTTP/1.1" status: 204 len: 168 time: 0.4307280 Nov 11 20:44:51.331955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-186ce109-d558-4908-a0ee-b8b43d504429 req-e510e0d1-86ff-47a3-8585-cfff897b9739 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488541 Nov 11 20:44:51.339443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec32db-79e9-4024-8d2b-e14de0176647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9853a1d8-a373-4518-962f-0ae6ac0db188,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:51.482664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a9047-579f-4c1b-911b-9ff75f3b1805 req-fc9359d7-024d-4f2c-a46a-0b5e92eb858b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:51.484644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-278a9047-579f-4c1b-911b-9ff75f3b1805 req-fc9359d7-024d-4f2c-a46a-0b5e92eb858b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 971 time: 0.0592608 Nov 11 20:44:51.536272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-278a9047-579f-4c1b-911b-9ff75f3b1805 req-6de75892-7dd4-42f9-a0e2-83c656f34605 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Nov 11 20:44:51.581282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-86447d8a-ebe6-45c1-8ecc-334a097fb9c9 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6aad7e14960140339ba74218bc3ee290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322449 Nov 11 20:44:51.582307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['edfde9b9-d12b-477b-a998-828d1bfb8ed0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:44:51.590316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['6a85d6cf-0e1c-4ec6-a299-19010f37196c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:44:51.592593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 56ecdcbb-71e3-466b-8858-86bec28c26bb details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:44:51.711633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-b7e8e208-5117-463a-8b82-d4225814ded5 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:51.713463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-b7e8e208-5117-463a-8b82-d4225814ded5 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260984 Nov 11 20:44:51.731293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-e936f4ab-fc5d-498f-87a5-5bfa05b25278 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/quotas/6aad7e14960140339ba74218bc3ee290 HTTP/1.1" status: 200 len: 375 time: 0.0108774 Nov 11 20:44:51.766663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-af3655d4-bf4b-4606-b502-ba11f90c477a tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6aad7e14960140339ba74218bc3ee290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288553 Nov 11 20:44:51.940223 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:51.993052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 56ecdcbb-71e3-466b-8858-86bec28c26bb, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:52.016265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'port_id': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'mac_address': 'fa:16:3e:7d:5c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:44:52.098307 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:52.137273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ecdcbb-71e3-466b-8858-86bec28c26bb {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:52.164751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b2e3f86-b919-4269-9587-584d5cc11b90 req-452a52e2-4739-454f-b914-e44dc7f53c21 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 210 time: 0.0514419 Nov 11 20:44:52.169299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 56ecdcbb-71e3-466b-8858-86bec28c26bb, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:52.247241 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:52.313947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=56ecdcbb-71e3-466b-8858-86bec28c26bb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:52.314888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f841a-4ceb-446b-be4f-8b194ee9c714 req-db614500-91e5-442d-ba1d-c0e90a3f9524 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:52.316427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b5f841a-4ceb-446b-be4f-8b194ee9c714 req-db614500-91e5-442d-ba1d-c0e90a3f9524 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 971 time: 0.0618820 Nov 11 20:44:52.370363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b5f841a-4ceb-446b-be4f-8b194ee9c714 req-bbdb5677-e598-4ca9-afee-e25fc45c5f2d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453129 Nov 11 20:44:52.476909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220e82b-6493-4814-ab4b-6543656bfd1f req-cadc4aab-21ea-4a97-9aaf-5dc9aa6d4c14 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:52.479006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4220e82b-6493-4814-ab4b-6543656bfd1f req-cadc4aab-21ea-4a97-9aaf-5dc9aa6d4c14 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 944 time: 0.0537724 Nov 11 20:44:52.533742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4220e82b-6493-4814-ab4b-6543656bfd1f req-d88b80e5-e5c7-4a9e-83b9-dde4621e6755 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478535 Nov 11 20:44:52.614028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57974) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:52.644765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['56ecdcbb-71e3-466b-8858-86bec28c26bb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:44:52.691768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80dd90-1fd7-470c-a126-6830fa43ef5b req-13bca354-bbfb-49bf-af74-0cc560bd925b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:52.694290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac80dd90-1fd7-470c-a126-6830fa43ef5b req-13bca354-bbfb-49bf-af74-0cc560bd925b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 971 time: 0.0718794 Nov 11 20:44:52.737352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1207644643-network', 'tenant_id': '1b4fa00d2849434fbc398d661636026a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:52.768072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac80dd90-1fd7-470c-a126-6830fa43ef5b req-e449ff45-ae58-4009-9988-7ad60df82602 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645111 Nov 11 20:44:52.903944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Made reservation on behalf of 1b4fa00d2849434fbc398d661636026a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:52.906313 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:52.915421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:52.998915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.132140 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.157896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:44:53.166381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:53.173437 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.173770 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Added segment 447ab0dd-5f07-4872-9a20-29868edc4aca of type vlan for network d9705bfd-7007-431f-849b-95687fd0ba19 Nov 11 20:44:53.226756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.263393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4266007b-f7e5-4119-bab0-3cecf5fa7b6d req-41049450-58df-48ad-9fae-e04c133446bc tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 210 time: 0.0341928 Nov 11 20:44:53.432325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.436223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:53.436223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.502369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] Pushing event updated for resources: {'Network': ['ID=d9705bfd-7007-431f-849b-95687fd0ba19,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:53.512923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d9705bfd-7007-431f-849b-95687fd0ba19 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:44:53.546492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e631b-5773-407d-9df6-fc33c663ec0a req-51944be6-20c0-488d-a644-775f356f79e1 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:53.548121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b3e631b-5773-407d-9df6-fc33c663ec0a req-51944be6-20c0-488d-a644-775f356f79e1 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 971 time: 0.0637474 Nov 11 20:44:53.553945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-71ef4f75-eed4-4509-981f-19ec21313122 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9387791 Nov 11 20:44:53.556832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58006) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:53.563182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Request body: {'subnet': {'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1207644643-subnet', 'tenant_id': '1b4fa00d2849434fbc398d661636026a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:53.586487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 56ecdcbb-71e3-466b-8858-86bec28c26bb up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:53.603659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b3e631b-5773-407d-9df6-fc33c663ec0a req-fbba7c10-f416-4d6f-8fc1-a4472a537046 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Nov 11 20:44:53.709738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 56ecdcbb-71e3-466b-8858-86bec28c26bb completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:44:53.710427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Made reservation on behalf of 1b4fa00d2849434fbc398d661636026a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:53.719284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.724251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 56ecdcbb-71e3-466b-8858-86bec28c26bb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:53.731347 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.746907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232357ad-33de-44fd-9fc3-28acc2bc78d5 req-af344daa-379b-4763-ade2-4f7715a5b5d4 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:53.754695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-232357ad-33de-44fd-9fc3-28acc2bc78d5 req-af344daa-379b-4763-ade2-4f7715a5b5d4 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 944 time: 0.0761235 Nov 11 20:44:53.802177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-232357ad-33de-44fd-9fc3-28acc2bc78d5 req-e2dd6d22-32ac-44ae-ad57-40aa1b3b8ff0 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465884 Nov 11 20:44:53.821774 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:53.846788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:53.849377 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc457832-2405-4ac7-b390-6e442157b583" -d '{"events": [{"server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "name": "network-vif-plugged", "status": "completed", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:53.863464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 56ecdcbb-71e3-466b-8858-86bec28c26bb, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:53.922204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fdc4d-ade1-4aa7-989a-31bbca7e5e58 req-e1051148-1549-4306-ae37-5b1c60d63eac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:53.930804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da4fdc4d-ade1-4aa7-989a-31bbca7e5e58 req-e1051148-1549-4306-ae37-5b1c60d63eac tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 971 time: 0.0598469 Nov 11 20:44:53.986598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da4fdc4d-ade1-4aa7-989a-31bbca7e5e58 req-d705ccf5-9897-4e01-941c-4e1c1ac9e352 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562179 Nov 11 20:44:53.987320 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a01d7e0-f3fe-4691-a10c-d2ce41e23185 x-openstack-request-id: req-8a01d7e0-f3fe-4691-a10c-d2ce41e23185 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:53.987638 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "name": "network-vif-plugged", "status": "completed", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:53.987940 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a01d7e0-f3fe-4691-a10c-d2ce41e23185 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:53.988372 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'code': 200} Nov 11 20:44:53.989623 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.040941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=56ecdcbb-71e3-466b-8858-86bec28c26bb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:54.116158 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.153537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627c5ff-8b1e-42d5-8d26-52f463619696 req-8e6b1153-625d-428a-bb43-bcef580812c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:54.155089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8627c5ff-8b1e-42d5-8d26-52f463619696 req-8e6b1153-625d-428a-bb43-bcef580812c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 1096 time: 0.0873458 Nov 11 20:44:54.187224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e1eff2-59cc-443c-bf09-47dcaf59798f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:54.191458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Checking segment: {'id': '447ab0dd-5f07-4872-9a20-29868edc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:54.191809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Network hostable DHCP agents. Network: d9705bfd-7007-431f-849b-95687fd0ba19, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:44:54.217418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8627c5ff-8b1e-42d5-8d26-52f463619696 req-05993ab1-3be0-4638-954c-477d05e8913f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528109 Nov 11 20:44:54.368172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d3bd52b-0bd1-4126-b4a0-8e5022e45ff4 req-166b2ed4-314d-4731-87b4-633dcb52faf4 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 210 time: 0.0339255 Nov 11 20:44:54.368862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Network d9705bfd-7007-431f-849b-95687fd0ba19 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:44:54.486592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d9705bfd-7007-431f-849b-95687fd0ba19) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:54.490364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:54.491019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.496273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96058d49-339f-461a-9275-607c08d462c3 None None] Network d9705bfd-7007-431f-849b-95687fd0ba19 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:54.555038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device edfde9b9-d12b-477b-a998-828d1bfb8ed0 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:54.607341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-050505fa-8410-4105-a40b-ec686c4b54a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0295575 Nov 11 20:44:54.665673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b998264-2a5a-44d6-81aa-a8aa7ac4b243 None None] Network d9705bfd-7007-431f-849b-95687fd0ba19 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:54.737787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port edfde9b9-d12b-477b-a998-828d1bfb8ed0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:44:54.750765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port edfde9b9-d12b-477b-a998-828d1bfb8ed0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:54.758111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.758803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0128-c105-4af6-bca8-2a97dd2c4e6d req-c6116255-131c-4ce0-a9a4-4259147d3ec2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:54.761412 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28de0128-c105-4af6-bca8-2a97dd2c4e6d req-c6116255-131c-4ce0-a9a4-4259147d3ec2 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 971 time: 0.0691009 Nov 11 20:44:54.810348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28de0128-c105-4af6-bca8-2a97dd2c4e6d req-ef9cadc4-0560-4179-893e-e7bf82f4a584 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Nov 11 20:44:54.895482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.936422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cff710-b926-4b09-b519-5ecfcaf44b53 req-6cc248fb-1e85-4b53-b08e-40a5ba711e62 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:54.939527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port edfde9b9-d12b-477b-a998-828d1bfb8ed0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=edfde9b9-d12b-477b-a998-828d1bfb8ed0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:54.940742 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84cff710-b926-4b09-b519-5ecfcaf44b53 req-6cc248fb-1e85-4b53-b08e-40a5ba711e62 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 945 time: 0.0673866 Nov 11 20:44:55.003056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84cff710-b926-4b09-b519-5ecfcaf44b53 req-b214d2b1-b39b-4358-a8d8-8c4dc1066a1a tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538375 Nov 11 20:44:55.016531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.018197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6a85d6cf-0e1c-4ec6-a299-19010f37196c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:55.112061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=edfde9b9-d12b-477b-a998-828d1bfb8ed0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:55.147635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8566d4b-cd50-4eb5-a437-09ffeced1f67 req-df04bfaf-149a-4bbf-aefe-1c262ab783aa tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:55.149187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8566d4b-cd50-4eb5-a437-09ffeced1f67 req-df04bfaf-149a-4bbf-aefe-1c262ab783aa tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.0794868 Nov 11 20:44:55.201356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8566d4b-cd50-4eb5-a437-09ffeced1f67 req-69078ad3-54f4-452d-a86d-c2b3dc51793a tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Nov 11 20:44:55.237896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 6a85d6cf-0e1c-4ec6-a299-19010f37196c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:44:55.242236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 6a85d6cf-0e1c-4ec6-a299-19010f37196c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:55.242639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.247214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-f2e07971-1082-459b-b748-70d302e55790 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6aad7e14960140339ba74218bc3ee290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224178 Nov 11 20:44:55.330026 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.367566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 6a85d6cf-0e1c-4ec6-a299-19010f37196c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6a85d6cf-0e1c-4ec6-a299-19010f37196c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:55.378231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-1d5e769c-cb1d-438a-b171-5f5a8397d35b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:55.379962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-1d5e769c-cb1d-438a-b171-5f5a8397d35b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266317 Nov 11 20:44:55.407812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Request body: {'port': {'device_id': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '6aad7e14960140339ba74218bc3ee290'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:55.516903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de8e33d3-1018-48f8-8b00-ddff67dba54b req-ddc2ee32-594f-4981-8bb6-54ffbfd2ccf5 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 210 time: 0.0477543 Nov 11 20:44:55.520730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.525129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-19c8b082-b264-4e36-8161-137400916a4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459464 Nov 11 20:44:55.554788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58076) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:55.561154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1462753832-network', 'tenant_id': 'e17e485a375c44c5a53221ee08b49519'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:55.593334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 20:44:55.593334 n-d-805734-3 neutron-server[109674]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 20:44:55.593334 n-d-805734-3 neutron-server[109674]: [parameters: {'project_id': '6aad7e14960140339ba74218bc3ee290', 'id': 'a5a40d4a-9650-44c8-ad57-1295c3529be9', 'expiration': datetime.datetime(2021, 11, 11, 20, 46, 55, 586801)}] Nov 11 20:44:55.593334 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:44:55.593334 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:44:55.618372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=6a85d6cf-0e1c-4ec6-a299-19010f37196c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:55.650705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-6299dc14-26fd-4b88-833c-c8bf87b49d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:55.652970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-6299dc14-26fd-4b88-833c-c8bf87b49d27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cef1a8f483534f6d8079b1b56dd779b0&device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 1123 time: 0.0610821 Nov 11 20:44:55.735732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Made reservation on behalf of e17e485a375c44c5a53221ee08b49519 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:55.738155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.751018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.809858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-5be557e2-1302-4253-8616-6d30bd98d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:55.811500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-5be557e2-1302-4253-8616-6d30bd98d7a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1393394 Nov 11 20:44:55.868203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-8f91da31-ba4e-4ef6-966c-4a19d05170d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a HTTP/1.1" status: 200 len: 217 time: 0.0393558 Nov 11 20:44:55.919586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.935166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-e0c2dd04-f493-4dae-b2ee-2b4d32658696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:55.936666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-e0c2dd04-f493-4dae-b2ee-2b4d32658696 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0596991 Nov 11 20:44:55.960511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8512c3-7ec2-4999-8346-2d2f23ccf1cc req-2402e5a2-91a6-49bd-9015-39683bf9d544 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:55.962013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d8512c3-7ec2-4999-8346-2d2f23ccf1cc req-2402e5a2-91a6-49bd-9015-39683bf9d544 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 972 time: 0.0574090 Nov 11 20:44:55.984857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-2d052c23-4770-43e2-b6c2-faff90d5d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:55.986355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-2d052c23-4770-43e2-b6c2-faff90d5d44d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415559 Nov 11 20:44:55.989327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0'}, {'server_uuid': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85d6cf-0e1c-4ec6-a299-19010f37196c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:55.991596 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adb280-da06-4211-9623-da1aec653bef" -d '{"events": [{"server_uuid": "7c33064c-ec3f-448a-b919-6d20d9fb5d37", "name": "network-vif-plugged", "status": "completed", "tag": "edfde9b9-d12b-477b-a998-828d1bfb8ed0"}, {"server_uuid": "6d0a8bcf-6b49-4076-8603-cf71619883e9", "name": "network-vif-plugged", "status": "completed", "tag": "6a85d6cf-0e1c-4ec6-a299-19010f37196c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:56.011969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d8512c3-7ec2-4999-8346-2d2f23ccf1cc req-4584cd53-f8ef-4058-8ad9-0c4dc02cedaf tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Nov 11 20:44:56.037521 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.077754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:44:56.086681 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2e0858-dbf3-485b-994e-fb54c4b50dee x-openstack-request-id: req-bc2e0858-dbf3-485b-994e-fb54c4b50dee {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:56.087079 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c33064c-ec3f-448a-b919-6d20d9fb5d37", "name": "network-vif-plugged", "status": "completed", "tag": "edfde9b9-d12b-477b-a998-828d1bfb8ed0", "code": 200}, {"server_uuid": "6d0a8bcf-6b49-4076-8603-cf71619883e9", "name": "network-vif-plugged", "status": "completed", "tag": "6a85d6cf-0e1c-4ec6-a299-19010f37196c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:56.087561 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc2e0858-dbf3-485b-994e-fb54c4b50dee {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:56.088203 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0', 'code': 200} Nov 11 20:44:56.089198 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85d6cf-0e1c-4ec6-a299-19010f37196c', 'code': 200} Nov 11 20:44:56.120070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69f51c5-d751-47a7-b5c7-cfa6ce54cae7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:56.126070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.126412 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Added segment eefca64b-c1cf-4fd5-89fb-a477b9117905 of type vlan for network 39104d16-3e93-483e-bb18-267bc2d45a00 Nov 11 20:44:56.184528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-bd0c6a5c-93dc-417d-9193-e6781c226c89 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892922 Nov 11 20:44:56.216926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.219003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec5549-b4ba-4368-8bcc-44310e180f7d req-05061e25-d0e4-4a2e-bc0c-3502d5919c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:56.220537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5ec5549-b4ba-4368-8bcc-44310e180f7d req-05061e25-d0e4-4a2e-bc0c-3502d5919c2f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 1123 time: 0.0443687 Nov 11 20:44:56.256061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Made reservation on behalf of 6aad7e14960140339ba74218bc3ee290 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:56.259629 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.277980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.288189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5ec5549-b4ba-4368-8bcc-44310e180f7d req-5cd736c0-adfe-4bcc-94d9-cf5919814206 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602043 Nov 11 20:44:56.331802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd239f91-8900-4d80-8042-43f27fcccf68 req-c3e5a622-88b4-42c2-9fce-3fa618eb553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:56.333319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd239f91-8900-4d80-8042-43f27fcccf68 req-c3e5a622-88b4-42c2-9fce-3fa618eb553d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 1123 time: 0.1514466 Nov 11 20:44:56.345443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fbbbf-f99b-477e-82ef-184f2c25d624 req-e6e4d7e1-796b-478a-ae9f-7289ab97a53a tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:56.346910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-028fbbbf-f99b-477e-82ef-184f2c25d624 req-e6e4d7e1-796b-478a-ae9f-7289ab97a53a tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 945 time: 0.1810071 Nov 11 20:44:56.362574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.369330 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c59b4ec-b2f4-4785-8473-90c2b6d724cd req-a0fda800-f213-46ff-bdfe-d903a5715aaa service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588981 Nov 11 20:44:56.405843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-028fbbbf-f99b-477e-82ef-184f2c25d624 req-c97f1518-a7b9-439d-8ee0-2be427866008 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479922 Nov 11 20:44:56.450301 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.451288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:56.451895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.475378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.552977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:56.588007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] Pushing event updated for resources: {'Network': ['ID=39104d16-3e93-483e-bb18-267bc2d45a00,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:56.599703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 39104d16-3e93-483e-bb18-267bc2d45a00 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:44:56.606250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d9536f1b-2e84-493b-a335-0dfe60ebe383 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0502396 Nov 11 20:44:56.610395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:56.618684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Request body: {'subnet': {'network_id': '39104d16-3e93-483e-bb18-267bc2d45a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1462753832-subnet', 'tenant_id': 'e17e485a375c44c5a53221ee08b49519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:56.646477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee41e4-1602-4fd7-82a4-98bd4013f771 req-e90ddd7d-5582-4d2d-9524-9ebb9eb26572 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:56.654698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32ee41e4-1602-4fd7-82a4-98bd4013f771 req-e90ddd7d-5582-4d2d-9524-9ebb9eb26572 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.1829507 Nov 11 20:44:56.656819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Allocated IP 192.168.233.3 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/a93547ab-525a-4d19-9cba-4a5e31580692) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:56.664775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd239f91-8900-4d80-8042-43f27fcccf68 req-d2dcc489-6e90-4608-b6dc-de797af9099a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163220 Nov 11 20:44:56.733805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32ee41e4-1602-4fd7-82a4-98bd4013f771 req-6d116c88-d477-4ce3-a723-1e125a2def58 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775449 Nov 11 20:44:56.789953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Made reservation on behalf of e17e485a375c44c5a53221ee08b49519 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:56.792934 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.820630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d29db4a-d6e9-46bc-b03d-c112a8afaa5e req-d9296e6e-20a6-4baf-b0e5-d4496c18d5b0 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 210 time: 0.0301661 Nov 11 20:44:56.909302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.935048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.161232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.189242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20acd08-d03b-43a2-b5ff-8a415cb09974 req-1759ad22-3e3a-42f2-99f4-3028bd8b2239 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:57.190767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f20acd08-d03b-43a2-b5ff-8a415cb09974 req-1759ad22-3e3a-42f2-99f4-3028bd8b2239 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 972 time: 0.0632448 Nov 11 20:44:57.215980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:57.221488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:57.225133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:57.231624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:57.232356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.239111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Pushing event updated for resources: {'Port': ['ID=a93547ab-525a-4d19-9cba-4a5e31580692,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:57.251298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f20acd08-d03b-43a2-b5ff-8a415cb09974 req-49928aa4-b3e8-4f09-b910-2c02f70e63ba tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 Nov 11 20:44:57.374257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-563181fc-b720-48d3-a963-56e9d6785e1d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9728308 Nov 11 20:44:57.387205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Request body: {'port': {'device_id': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:57.419244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.475414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7515b628-bc20-459f-b253-4a0b5081068c None None] Provisioning complete for port a93547ab-525a-4d19-9cba-4a5e31580692 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:57.476018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7515b628-bc20-459f-b253-4a0b5081068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.485811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.505416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e43bb1-df52-48df-98e8-e556aa9d05fe,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:57.512896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7515b628-bc20-459f-b253-4a0b5081068c None None] Port a93547ab-525a-4d19-9cba-4a5e31580692 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:57.524529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72320eb-35fa-438b-898c-abd7776e9a1b req-1afc8e95-377f-4a3c-8405-ae43ce593f1d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:57.526741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72320eb-35fa-438b-898c-abd7776e9a1b req-1afc8e95-377f-4a3c-8405-ae43ce593f1d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 945 time: 0.0542517 Nov 11 20:44:57.545668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Checking segment: {'id': 'eefca64b-c1cf-4fd5-89fb-a477b9117905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39104d16-3e93-483e-bb18-267bc2d45a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:57.546020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Network hostable DHCP agents. Network: 39104d16-3e93-483e-bb18-267bc2d45a00, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:44:57.576781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72320eb-35fa-438b-898c-abd7776e9a1b req-6bb974ec-b2a4-4295-a409-9a5c112cb07d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Nov 11 20:44:57.676630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Network 39104d16-3e93-483e-bb18-267bc2d45a00 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:44:57.757351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bc64-d8fd-46a0-bc30-8ae9bef9de4e req-48b03d65-83e1-4926-a41b-bad427963d87 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:57.758937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e728bc64-d8fd-46a0-bc30-8ae9bef9de4e req-48b03d65-83e1-4926-a41b-bad427963d87 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 945 time: 0.0597687 Nov 11 20:44:57.768973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58162) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:57.774185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'floatingip': {'port_id': '56ecdcbb-71e3-466b-8858-86bec28c26bb'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:57.797631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 39104d16-3e93-483e-bb18-267bc2d45a00) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:57.809457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcdbd9a-eac4-4219-8d01-7e82ac29533d None None] Network 39104d16-3e93-483e-bb18-267bc2d45a00 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:57.817050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:57.824218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.895592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93547ab-525a-4d19-9cba-4a5e31580692 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:44:57.905861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.918496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:57.938573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5268e1ed-66a5-4b50-9c72-1e3d665a7ed6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3257575 Nov 11 20:44:57.942799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Transition to ACTIVE for port object a93547ab-525a-4d19-9cba-4a5e31580692 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:44:57.965822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.62', 56835) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:57.987035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:58.022008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:58.088582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-363c16b1-aeee-40a8-9cf7-2e2e215428e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173382 Nov 11 20:44:58.098575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff119ea-ec9e-49e9-adf0-6d7531a4303b req-12ed8eb1-a320-4ece-be70-854fdd5d5076 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:58.117438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Pushing event updated for resources: {'Port': ['ID=a93547ab-525a-4d19-9cba-4a5e31580692,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:58.118072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2efb7-df1d-4b93-a74d-2f620a9cd077 None None] Network 39104d16-3e93-483e-bb18-267bc2d45a00 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:58.118558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dff119ea-ec9e-49e9-adf0-6d7531a4303b req-12ed8eb1-a320-4ece-be70-854fdd5d5076 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.2500532 Nov 11 20:44:58.186206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Attempting to bind port a93547ab-525a-4d19-9cba-4a5e31580692 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:58.186767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Attempting to bind port a93547ab-525a-4d19-9cba-4a5e31580692 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:58.186871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Attempting to bind port a93547ab-525a-4d19-9cba-4a5e31580692 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:58.197479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:58.221517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Port a93547ab-525a-4d19-9cba-4a5e31580692 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:44:58.234645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Attempting to bind port a93547ab-525a-4d19-9cba-4a5e31580692 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:58.314414 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dff119ea-ec9e-49e9-adf0-6d7531a4303b req-7c3421b3-772b-43e4-85e2-1d804e920087 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949611 Nov 11 20:44:58.559890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:58.560482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:58.560873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:58.561335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Bound port: a93547ab-525a-4d19-9cba-4a5e31580692, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:58.561697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:58.604293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1471679d-bb3a-4e05-b84a-025de6bf78f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:58.606336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1bcddb7-e482-4dc8-b1e7-21b1b89fc597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:58.659746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-a1c2aacb-7f5b-494a-8478-2ebc969c8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:58.661188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-a1c2aacb-7f5b-494a-8478-2ebc969c8654 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 1096 time: 0.4097536 Nov 11 20:44:58.702996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ce028-8060-4b4e-b70a-36e102e0ddf0 req-ec1a4a07-c2f8-4c0a-946b-9715b80bbde4 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:58.708856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d12ce028-8060-4b4e-b70a-36e102e0ddf0 req-ec1a4a07-c2f8-4c0a-946b-9715b80bbde4 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 946 time: 0.4953649 Nov 11 20:44:58.763936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025a1f4-0b6b-42cd-8e59-1928962f41fc req-5885ace7-6a16-43b9-92c0-6873470643da tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:58.765442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5025a1f4-0b6b-42cd-8e59-1928962f41fc req-5885ace7-6a16-43b9-92c0-6873470643da tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 972 time: 0.0988240 Nov 11 20:44:58.790296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] For port a93547ab-525a-4d19-9cba-4a5e31580692, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:58.849387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] For port a93547ab-525a-4d19-9cba-4a5e31580692, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a93547ab-525a-4d19-9cba-4a5e31580692,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:58.915467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d12ce028-8060-4b4e-b70a-36e102e0ddf0 req-60f1e3ba-333e-4c7a-b1ba-f9a1812673a0 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950784 Nov 11 20:44:58.951915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5025a1f4-0b6b-42cd-8e59-1928962f41fc req-628fb30e-5977-46c1-b129-daf266fe33bd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798949 Nov 11 20:44:58.975387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.004916 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1bcddb7-e482-4dc8-b1e7-21b1b89fc597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.026022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-d92c8662-4ff0-403f-8ee1-096812fb422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.027678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-d92c8662-4ff0-403f-8ee1-096812fb422f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 924 time: 0.3172491 Nov 11 20:44:59.031586 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1471679d-bb3a-4e05-b84a-025de6bf78f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.049445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.050053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.051474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] 10.222.0.62 "PUT /v2.0/ports/a93547ab-525a-4d19-9cba-4a5e31580692 HTTP/1.1" status: 200 len: 1094 time: 1.6689141 Nov 11 20:44:59.056390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'tag': 'a93547ab-525a-4d19-9cba-4a5e31580692'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:59.060224 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bbb45d-b504-4fb1-a714-9ded16fd493d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a250e56-c3b8-41e2-b7a1-77e31d2531ba", "tag": "a93547ab-525a-4d19-9cba-4a5e31580692"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:59.114177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-2137e555-612f-4a7c-806d-449e630cfefe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb HTTP/1.1" status: 200 len: 217 time: 0.0760629 Nov 11 20:44:59.139365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cdaab-8d8b-4ff4-ae86-d868dd00de10 service neutron] Pushing event updated for resources: {'Port': ['ID=a93547ab-525a-4d19-9cba-4a5e31580692,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:59.196392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-87a260a0-aeb8-4117-b215-f8f6823e9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.200554 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-87a260a0-aeb8-4117-b215-f8f6823e9181 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.0777080 Nov 11 20:44:59.230620 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.247686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1bcddb7-e482-4dc8-b1e7-21b1b89fc597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.250857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1471679d-bb3a-4e05-b84a-025de6bf78f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.332650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.386734 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d1bcddb7-e482-4dc8-b1e7-21b1b89fc597 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2692aea34b94afb94999bb148b53780&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1833866 Nov 11 20:44:59.387707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:59.414453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1471679d-bb3a-4e05-b84a-025de6bf78f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff4e4da7d60f4d14aaa3fb5688a5dc97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4275885 Nov 11 20:44:59.421697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58222) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:59.435663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcddb7-e482-4dc8-b1e7-21b1b89fc597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42beb9b-1f94-46dd-b9b6-6bf3c09c3014,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:59.474823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-6143014e-d9c3-44e8-9ecb-42d3baf4f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.477124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-6143014e-d9c3-44e8-9ecb-42d3baf4f151 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415750 Nov 11 20:44:59.493205 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6 associated. External IP: 172.25.2.28, port: 56ecdcbb-71e3-466b-8858-86bec28c26bb. Nov 11 20:44:59.523152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-bec743e2-8843-417c-8ca3-eb1c87215a0c tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.526765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-bec743e2-8843-417c-8ca3-eb1c87215a0c tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/networks?id=d9705bfd-7007-431f-849b-95687fd0ba19 HTTP/1.1" status: 200 len: 815 time: 0.3212552 Nov 11 20:44:59.548812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eea160-a97f-4996-9df4-91cdb590b9db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.574593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-14cca77f-56b4-4b0a-977a-6d00adedbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.576128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-14cca77f-56b4-4b0a-977a-6d00adedbd9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aad7e14960140339ba74218bc3ee290&device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 1097 time: 0.3228018 Nov 11 20:44:59.585859 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eea160-a97f-4996-9df4-91cdb590b9db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.587842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471679d-bb3a-4e05-b84a-025de6bf78f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c3779-ba12-45c4-888c-9803b7b81847,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:59.659034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-d0d1ae7b-20da-495e-ab02-0506ac3c36ae tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/quotas/1b4fa00d2849434fbc398d661636026a HTTP/1.1" status: 200 len: 375 time: 0.1099298 Nov 11 20:44:59.672218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-117c5aac-7741-470e-8b81-5a1f74fb9001 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a93547ab-525a-4d19-9cba-4a5e31580692 HTTP/1.1" status: 200 len: 217 time: 0.0553255 Nov 11 20:44:59.714320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90559c0b-927b-4365-9851-2b188825762b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.720497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-67f7908d-9e55-4716-a151-813cd6f61a6b tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b4fa00d2849434fbc398d661636026a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501046 Nov 11 20:44:59.785684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Router 28c1f62b-72e5-40c4-a569-8c2b166ead0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:59.802433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-9b395ef3-c19d-4c07-b792-c2dfd5363f96 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042247 Nov 11 20:44:59.804267 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90559c0b-927b-4365-9851-2b188825762b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.832948 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eea160-a97f-4996-9df4-91cdb590b9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.835529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1eea160-a97f-4996-9df4-91cdb590b9db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.836687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d1eea160-a97f-4996-9df4-91cdb590b9db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e42beb9b-1f94-46dd-b9b6-6bf3c09c3014 HTTP/1.1" status: 204 len: 168 time: 0.4480224 Nov 11 20:44:59.850176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eea160-a97f-4996-9df4-91cdb590b9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42beb9b-1f94-46dd-b9b6-6bf3c09c3014,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:59.870630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-49f83df9-b974-4308-8f72-60c670b0aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.873865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-49f83df9-b974-4308-8f72-60c670b0aa41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1839235 Nov 11 20:44:59.955916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:59.958263 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae3074-14c7-4204-9f5c-bcc548ea50d2 x-openstack-request-id: req-88ae3074-14c7-4204-9f5c-bcc548ea50d2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:59.958620 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a250e56-c3b8-41e2-b7a1-77e31d2531ba", "tag": "a93547ab-525a-4d19-9cba-4a5e31580692", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:59.958809 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88ae3074-14c7-4204-9f5c-bcc548ea50d2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:59.959209 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'tag': 'a93547ab-525a-4d19-9cba-4a5e31580692', 'status': 'completed', 'code': 200} Nov 11 20:44:59.960855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.975079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] Sync routers for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:59.985697 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:59.986307 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:00.001982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-77dfa139-9620-4dc3-9c47-f82bcdf5f3ca tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "PUT /v2.0/floatingips/667fc95b-11d1-460b-93c9-1c71eb860ed6 HTTP/1.1" status: 200 len: 990 time: 2.2290368 Nov 11 20:45:00.001982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:00.003297 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c" -d '{"events": [{"name": "network-changed", "server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:00.014265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-57eb776e-f8bc-4905-8f68-bc10e0a862f8 service neutron] 10.222.0.31 "GET /v2.0/networks/d9705bfd-7007-431f-849b-95687fd0ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713654 Nov 11 20:45:00.067586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-ef040bda-0ddd-492f-aae1-23280e68e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.069881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-ef040bda-0ddd-492f-aae1-23280e68e703 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713502 Nov 11 20:45:00.102628 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:45:00.140989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ba2f273-c1ae-4d0b-a7a9-1cf78f7266f1 req-bb822fab-e0c4-4af7-b1f4-e6d5f00a5a92 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234067 Nov 11 20:45:00.141574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90559c0b-927b-4365-9851-2b188825762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.144091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90559c0b-927b-4365-9851-2b188825762b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.148115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-90559c0b-927b-4365-9851-2b188825762b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c70c3779-ba12-45c4-888c-9803b7b81847 HTTP/1.1" status: 204 len: 168 time: 0.7195611 Nov 11 20:45:00.202497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90559c0b-927b-4365-9851-2b188825762b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c3779-ba12-45c4-888c-9803b7b81847,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:00.292919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-74043456-8ffe-4b96-9c31-70716370fb80 service neutron] 10.222.0.31 "GET /v2.0/networks/d9705bfd-7007-431f-849b-95687fd0ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600558 Nov 11 20:45:00.321498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-530f4bdd-aba7-438b-8555-8896aa0ed0c3 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414300 Nov 11 20:45:00.497521 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bad7bba0-f5ed-43ec-a639-a5e55f09ff82 req-0053e22d-eb34-4516-a63e-94987de08a9e service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601636 Nov 11 20:45:00.547029 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '667fc95b-11d1-460b-93c9-1c71eb860ed6', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'port_id': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'mac_address': 'fa:16:3e:7d:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:27Z', 'updated_at': '2021-11-11T20:44:59Z', 'revision_number': 1, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:00.588043 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] Checking router: 28c1f62b-72e5-40c4-a569-8c2b166ead0d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:45:00.598434 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:45:00.599057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:44:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:00.698539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697bcc9-0e97-4873-afa7-fba0b3a92dae req-0f10279d-dfff-4d4c-95d6-b7f01a8fdfef tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.707837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b697bcc9-0e97-4873-afa7-fba0b3a92dae req-0f10279d-dfff-4d4c-95d6-b7f01a8fdfef tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.0789838 Nov 11 20:45:00.762350 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:45:00.810960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b697bcc9-0e97-4873-afa7-fba0b3a92dae req-156f7bcb-591f-40a0-8e60-bc0078466c2a tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021283 Nov 11 20:45:00.817044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-ab3b9808-7550-4f5f-9f46-4976870c2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.820021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:00.825726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-ab3b9808-7550-4f5f-9f46-4976870c2aab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6aad7e14960140339ba74218bc3ee290&device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 1097 time: 0.1168277 Nov 11 20:45:00.860035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-117d999e-a127-4c52-9c9c-659f451973c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:01.003840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe303d-12e1-4648-b8e4-151b4539df3b req-9f78b97d-37c2-4c08-8c14-63f0fe762942 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.005987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ffe303d-12e1-4648-b8e4-151b4539df3b req-9f78b97d-37c2-4c08-8c14-63f0fe762942 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 972 time: 0.1518815 Nov 11 20:45:01.048924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-7f398e9d-17f7-466e-84f1-9b2a403fcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.050436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-7f398e9d-17f7-466e-84f1-9b2a403fcfad service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2108157 Nov 11 20:45:01.095560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1c5a6-dc49-4834-b763-39faf5e1a080 req-bc44f27c-499c-44d6-8e42-6ca28e49675f tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.097297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0b1c5a6-dc49-4834-b763-39faf5e1a080 req-bc44f27c-499c-44d6-8e42-6ca28e49675f tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 946 time: 0.1608536 Nov 11 20:45:01.097766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ffe303d-12e1-4648-b8e4-151b4539df3b req-757485a8-bdea-45d1-9d9d-4d509c7c6450 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729949 Nov 11 20:45:01.123885 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '667fc95b-11d1-460b-93c9-1c71eb860ed6', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'port_id': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'mac_address': 'fa:16:3e:7d:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:27Z', 'updated_at': '2021-11-11T20:44:59Z', 'revision_number': 1, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:01.158264 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f53e0-ffc5-4bd9-bbad-ffd34669824e None None] The sync data for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 is: [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '667fc95b-11d1-460b-93c9-1c71eb860ed6', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'port_id': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'mac_address': 'fa:16:3e:7d:5c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:27Z', 'updated_at': '2021-11-11T20:44:59Z', 'revision_number': 1, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:45:01.165499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-117d999e-a127-4c52-9c9c-659f451973c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:01.186599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0b1c5a6-dc49-4834-b763-39faf5e1a080 req-0829f15f-9d91-43bb-8eee-1813bab78b03 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770235 Nov 11 20:45:01.276578 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920cf72b-b3e5-4e81-af8c-71475cb5513a x-openstack-request-id: req-920cf72b-b3e5-4e81-af8c-71475cb5513a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:01.277379 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:01.277918 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-920cf72b-b3e5-4e81-af8c-71475cb5513a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:01.278531 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'status': 'completed', 'code': 200} Nov 11 20:45:01.301932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-18cb9efd-e201-4637-acf9-6f6384ac6ace service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a93547ab-525a-4d19-9cba-4a5e31580692 HTTP/1.1" status: 200 len: 217 time: 0.2166355 Nov 11 20:45:01.338019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-117d999e-a127-4c52-9c9c-659f451973c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:01.364602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93e1da04-d38f-4a68-935b-97938a4b825d req-c26174ad-a918-4625-b1aa-a897ac815504 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 210 time: 0.0440483 Nov 11 20:45:01.401106 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-117d999e-a127-4c52-9c9c-659f451973c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7d876bf6c47416083e4aaac61c59597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5788727 Nov 11 20:45:01.404027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58256) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:01.410104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d999e-a127-4c52-9c9c-659f451973c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8cd26-951e-4aac-a00c-1193b7a63a32,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:01.433480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-1f40bd03-0290-422e-b23b-915a8929ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.435178 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-1f40bd03-0290-422e-b23b-915a8929ac08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1191664 Nov 11 20:45:01.496478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9510b-f03e-4d93-89ac-67dfe1bfc4a1 req-6b50507f-2ec8-45dd-a92a-c101c3da327a tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.498300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bc9510b-f03e-4d93-89ac-67dfe1bfc4a1 req-6b50507f-2ec8-45dd-a92a-c101c3da327a tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.1496987 Nov 11 20:45:01.500737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-b05f5cbc-cd62-45ab-b367-936550aa498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.502377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-b05f5cbc-cd62-45ab-b367-936550aa498f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 1096 time: 0.1549556 Nov 11 20:45:01.503175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:01.524213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b736422-5832-4130-94f2-829705ef484e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:01.547768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbab751-938d-4826-be88-01966bc29a0a None None] New status for floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:45:01.570579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-f24ba087-0c20-48e9-9b00-98d2b59f0271 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.573833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-f24ba087-0c20-48e9-9b00-98d2b59f0271 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 1123 time: 0.1111975 Nov 11 20:45:01.575906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b736422-5832-4130-94f2-829705ef484e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:01.592417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca4e99d4-55f7-40e5-a2ff-41229320230e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:01.685051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-f741257c-1780-405b-8e3d-8fde26556c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.686585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-f741257c-1780-405b-8e3d-8fde26556c1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2345376 Nov 11 20:45:01.834251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-4ca550f6-8d1e-4a4f-a42c-2e28387e53f2 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989435 Nov 11 20:45:01.908545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-9ff4f89e-80c5-4809-a50c-d8a882673be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.923651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-9ff4f89e-80c5-4809-a50c-d8a882673be8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 924 time: 0.3909972 Nov 11 20:45:01.923651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bc9510b-f03e-4d93-89ac-67dfe1bfc4a1 req-6df73043-faa3-427a-8250-02b6e474bafe tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000154 Nov 11 20:45:01.980584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Deleting port 6a85d6cf-0e1c-4ec6-a299-19010f37196c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:45:01.981106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.037230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca4e99d4-55f7-40e5-a2ff-41229320230e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.097245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b736422-5832-4130-94f2-829705ef484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.100286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b736422-5832-4130-94f2-829705ef484e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.101655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3b736422-5832-4130-94f2-829705ef484e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5e8cd26-951e-4aac-a00c-1193b7a63a32 HTTP/1.1" status: 204 len: 168 time: 0.6970286 Nov 11 20:45:02.115288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] For port 6a85d6cf-0e1c-4ec6-a299-19010f37196c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6a85d6cf-0e1c-4ec6-a299-19010f37196c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:02.115726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.148577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-13988a8a-12d3-4e4d-a7c2-2881299ab880 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb HTTP/1.1" status: 200 len: 998 time: 0.2174044 Nov 11 20:45:02.155106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-82f64520-0736-4d5d-b3d0-a4b86025f85a req-e296ed47-1f27-4bf6-9dd9-dfdb7ef680e9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:45:02.156259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f64520-0736-4d5d-b3d0-a4b86025f85a req-e296ed47-1f27-4bf6-9dd9-dfdb7ef680e9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1085610 Nov 11 20:45:02.193102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Calling delete_port for 6a85d6cf-0e1c-4ec6-a299-19010f37196c owned by compute:tempest-test_az-1028740221 {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:45:02.206571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b736422-5832-4130-94f2-829705ef484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8cd26-951e-4aac-a00c-1193b7a63a32,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:02.216436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-e5530e47-af02-4a9c-b1a7-7444fe1ce4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.217953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-e5530e47-af02-4a9c-b1a7-7444fe1ce4d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.0559070 Nov 11 20:45:02.231656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5bbb45d-b504-4fb1-a714-9ded16fd493d req-ce769fc8-2991-4619-adb8-95da38f1bf25 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741021 Nov 11 20:45:02.313882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56636945-012b-4085-939c-98347c4e045a req-9f117042-322f-47dc-a9f4-0654a59dc4fb tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.315578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56636945-012b-4085-939c-98347c4e045a req-9f117042-322f-47dc-a9f4-0654a59dc4fb tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 972 time: 0.0953243 Nov 11 20:45:02.329554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-e17bdbb6-51e5-4d3f-9a5e-2118713ddf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.331117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-e17bdbb6-51e5-4d3f-9a5e-2118713ddf97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984776 Nov 11 20:45:02.376687 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ebe84c5-858b-4b4c-abb7-8b05c759a509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.422398 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca4e99d4-55f7-40e5-a2ff-41229320230e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.440781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26bd18-c565-458c-a327-73c85af01d2c req-f68f2396-b545-4367-9b9e-19e7b68c1f9e tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.442280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff26bd18-c565-458c-a327-73c85af01d2c req-f68f2396-b545-4367-9b9e-19e7b68c1f9e tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.58 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.1079967 Nov 11 20:45:02.467926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56636945-012b-4085-939c-98347c4e045a req-4d6d787e-8cd2-4ca7-ab1d-142de915b027 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358252 Nov 11 20:45:02.495851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca4e99d4-55f7-40e5-a2ff-41229320230e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20072a1813f94467bcaedf676efae4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9775982 Nov 11 20:45:02.501971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e99d4-55f7-40e5-a2ff-41229320230e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90a94f-1e22-4d4b-b1be-4202afe600d4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:02.505853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58282) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:02.534129 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-bb2ed444-bd9f-427f-93dd-a04dec837e9f service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788635 Nov 11 20:45:02.590354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582703c-9161-44aa-bae3-e5deb7fc5a9e req-a70aa819-92d4-4573-a877-3decdd1e55bd tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.592727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2582703c-9161-44aa-bae3-e5deb7fc5a9e req-a70aa819-92d4-4573-a877-3decdd1e55bd tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 946 time: 0.2012894 Nov 11 20:45:02.621906 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17fbd65b-f656-44d7-9096-7fadb2e8c4c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.659120 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17fbd65b-f656-44d7-9096-7fadb2e8c4c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.692089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56572fb0-03e4-48d2-bb3c-4d3b611ae88c req-aae906f6-1b21-4562-ad1e-377d1aef49bb service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467624 Nov 11 20:45:02.696611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2582703c-9161-44aa-bae3-e5deb7fc5a9e req-ae30c98f-6d47-4969-b875-25563867f985 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674765 Nov 11 20:45:02.734436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Deleting port 786d3487-9078-4a14-a5c2-e8ce80eb137a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:45:02.734846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.821881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.833832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['6a85d6cf-0e1c-4ec6-a299-19010f37196c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:02.857656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17fbd65b-f656-44d7-9096-7fadb2e8c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.858445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29a055f4-e772-4d01-a75c-cef315f8ba14 req-a264e904-f0f4-4d81-96d2-8dcc1dfb54cd tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 210 time: 0.0548143 Nov 11 20:45:02.860474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-17fbd65b-f656-44d7-9096-7fadb2e8c4c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.861963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-17fbd65b-f656-44d7-9096-7fadb2e8c4c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce90a94f-1e22-4d4b-b1be-4202afe600d4 HTTP/1.1" status: 204 len: 168 time: 0.3551865 Nov 11 20:45:02.881171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbd65b-f656-44d7-9096-7fadb2e8c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90a94f-1e22-4d4b-b1be-4202afe600d4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:02.892871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a85d6cf-0e1c-4ec6-a299-19010f37196c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:02.905468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4cd40-f3d4-446c-a288-82be9f3dccba req-ecc42850-3611-4ab5-9238-b9917c2adb50 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.918954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7a4cd40-f3d4-446c-a288-82be9f3dccba req-ecc42850-3611-4ab5-9238-b9917c2adb50 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.1088223 Nov 11 20:45:02.926294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] For port 786d3487-9078-4a14-a5c2-e8ce80eb137a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=786d3487-9078-4a14-a5c2-e8ce80eb137a,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:02.926826 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.955591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Calling delete_port for 786d3487-9078-4a14-a5c2-e8ce80eb137a owned by compute:tempest-test_az-1028740221 {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:45:03.014176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7a4cd40-f3d4-446c-a288-82be9f3dccba req-c8c01f91-a442-4e0c-9b2d-829bba78b22c tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943327 Nov 11 20:45:03.078564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] No DVR routers for this DVR port 6a85d6cf-0e1c-4ec6-a299-19010f37196c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:45:03.100558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.103934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8b15f70-8dff-4eef-a354-8b188f50947e req-215a973a-c8fa-4368-b278-eafe7de4c583 tempest-DeleteServersAdminTestJSON-1530663894 tempest-DeleteServersAdminTestJSON-1530663894-project-admin] 10.222.0.58 "DELETE /v2.0/ports/6a85d6cf-0e1c-4ec6-a299-19010f37196c HTTP/1.1" status: 204 len: 173 time: 1.5191994 Nov 11 20:45:03.149342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a6d1-a18e-4139-aea7-2b6946205870 req-ed903342-5135-4104-bce7-3e70ef83a669 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.152041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d19a6d1-a18e-4139-aea7-2b6946205870 req-ed903342-5135-4104-bce7-3e70ef83a669 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 972 time: 0.1107676 Nov 11 20:45:03.241158 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d19a6d1-a18e-4139-aea7-2b6946205870 req-6b7bd79f-ec6c-4eeb-be96-697bd1b02227 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6a1280-e290-4ecd-9ced-871d4d978985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800936 Nov 11 20:45:03.279901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'name': 'network-vif-deleted', 'tag': '6a85d6cf-0e1c-4ec6-a299-19010f37196c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:03.282472 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fd660a-e145-48aa-a5ea-809dcc04a088" -d '{"events": [{"server_uuid": "6d0a8bcf-6b49-4076-8603-cf71619883e9", "name": "network-vif-deleted", "tag": "6a85d6cf-0e1c-4ec6-a299-19010f37196c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:03.324863 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab63d15d-9c6b-4f72-8d9a-ebebd798abc5 x-openstack-request-id: req-ab63d15d-9c6b-4f72-8d9a-ebebd798abc5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:03.325159 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0a8bcf-6b49-4076-8603-cf71619883e9", "name": "network-vif-deleted", "tag": "6a85d6cf-0e1c-4ec6-a299-19010f37196c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:03.332989 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab63d15d-9c6b-4f72-8d9a-ebebd798abc5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:03.332989 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0a8bcf-6b49-4076-8603-cf71619883e9', 'name': 'network-vif-deleted', 'tag': '6a85d6cf-0e1c-4ec6-a299-19010f37196c', 'status': 'completed', 'code': 200} Nov 11 20:45:03.349786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-7d2a19d2-5f16-4739-87cb-eefa2a61fa96 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326583 Nov 11 20:45:03.364059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.376984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['786d3487-9078-4a14-a5c2-e8ce80eb137a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:03.395066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Pushing event deleted for resources: {'Port': ['ID=786d3487-9078-4a14-a5c2-e8ce80eb137a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:03.511229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] No DVR routers for this DVR port 786d3487-9078-4a14-a5c2-e8ce80eb137a on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:45:03.514768 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.518491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff26bd18-c565-458c-a327-73c85af01d2c req-5a8bcd54-864f-4b6b-9dd5-23939c0561aa tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.58 "DELETE /v2.0/ports/786d3487-9078-4a14-a5c2-e8ce80eb137a HTTP/1.1" status: 204 len: 173 time: 1.0694203 Nov 11 20:45:03.540302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-ff8734ad-ea06-49cb-8683-1c91ccb715af tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.546434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-ff8734ad-ea06-49cb-8683-1c91ccb715af tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885564 Nov 11 20:45:03.571051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-3459ea1c-c64d-479d-ac83-7136fbf66e4f tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/quotas/5e6ba5e7a7ce4e9b85365ced152267cc HTTP/1.1" status: 200 len: 375 time: 0.0235720 Nov 11 20:45:03.612462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a93547ab-525a-4d19-9cba-4a5e31580692 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:03.643631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-9f31d02d-bebf-4e43-b4b4-6436075d9ce9 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715301 Nov 11 20:45:03.694942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc2fc903-6b16-40a4-8893-cb6bf58928ae req-294b17db-2120-4d82-92cc-5feea5d92cd1 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d0a8bcf-6b49-4076-8603-cf71619883e9 HTTP/1.1" status: 200 len: 210 time: 0.0377777 Nov 11 20:45:03.788068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a93547ab-525a-4d19-9cba-4a5e31580692, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a93547ab-525a-4d19-9cba-4a5e31580692,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:03.814296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'a93547ab-525a-4d19-9cba-4a5e31580692', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'a93547ab-525a-4d19-9cba-4a5e31580692', 'mac_address': 'fa:16:3e:66:99:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:03.868651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.887141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93547ab-525a-4d19-9cba-4a5e31580692 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:03.984049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ee5d6-2363-4bc3-8a6a-e2bdfd262bea req-9d7d7129-a06e-4e19-a5a1-911a31bbffef tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.997348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a93547ab-525a-4d19-9cba-4a5e31580692, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a93547ab-525a-4d19-9cba-4a5e31580692,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:03.998592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa7ee5d6-2363-4bc3-8a6a-e2bdfd262bea req-9d7d7129-a06e-4e19-a5a1-911a31bbffef tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 946 time: 0.0949624 Nov 11 20:45:04.070368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa7ee5d6-2363-4bc3-8a6a-e2bdfd262bea req-dd432950-f1e6-46d2-b359-6b9d133d9db1 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693192 Nov 11 20:45:04.078007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86cb94aa-1b41-4938-ba9e-1c32ce98d882 req-eb7493c4-c9d2-435e-b494-c8e3e303211f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 210 time: 0.0528262 Nov 11 20:45:04.136110 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.175965 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7bc421a-4fe9-462f-9ebe-51aac9e05916 req-ade2cf81-0f7c-4ed2-9db7-859456bcaeca tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 210 time: 0.0450823 Nov 11 20:45:04.206247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=a93547ab-525a-4d19-9cba-4a5e31580692,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:04.445155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['a93547ab-525a-4d19-9cba-4a5e31580692'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:04.476673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19053e64-b949-4951-82e0-9f3178e0b02b req-a1ffde63-3ff7-476a-a54a-d1e3f2ae41e3 tempest-AggregatesAdminTestJSON-2005479267 tempest-AggregatesAdminTestJSON-2005479267-project] 10.222.0.31 "GET /v2.0/ports?device_id=531a6d95-dcb1-4d0e-9fcd-896ba064f0e6 HTTP/1.1" status: 200 len: 210 time: 0.0494320 Nov 11 20:45:04.524064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-9e39a051-0deb-403e-8884-1a4cc4d38bbb tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.526859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-9e39a051-0deb-403e-8884-1a4cc4d38bbb tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.62 "GET /v2.0/networks?id=d9705bfd-7007-431f-849b-95687fd0ba19 HTTP/1.1" status: 200 len: 815 time: 0.2136381 Nov 11 20:45:04.535068 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6f57fa9-6d10-4a05-8d2b-805e168e481f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.556505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Request body: {'port': {'device_id': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19', 'admin_state_up': True, 'tenant_id': '1b4fa00d2849434fbc398d661636026a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:04.790143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Made reservation on behalf of 1b4fa00d2849434fbc398d661636026a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:04.798307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.974543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Allocated IP 172.20.0.4 (d9705bfd-7007-431f-849b-95687fd0ba19/c2e1eff2-59cc-443c-bf09-47dcaf59798f/48156d35-7fa1-4f69-a37c-ff85db4db8df) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:05.098787 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-f4be4414-75cb-4e20-b776-639ef0b73e21 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221093 Nov 11 20:45:05.139738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.222107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7206ed-68e4-4c63-8456-4cdbbf632f57 req-7e0879fa-bbfb-4b45-ab43-8667df20483c tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:05.223760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d7206ed-68e4-4c63-8456-4cdbbf632f57 req-7e0879fa-bbfb-4b45-ab43-8667df20483c tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 947 time: 0.0668070 Nov 11 20:45:05.249162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-417d5d0c-a026-47d5-a4fb-b13b441acb9a tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:05.250995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-417d5d0c-a026-47d5-a4fb-b13b441acb9a tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449730 Nov 11 20:45:05.284739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-b9e19253-4c71-406b-bdf0-67d8cd93830b tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/quotas/f6a964184e1d47d1859d84eb3dc3cdc5 HTTP/1.1" status: 200 len: 375 time: 0.0254605 Nov 11 20:45:05.299980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.318973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-f99df67a-0f45-4d5d-98a7-f3deaadd7bb0 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312691 Nov 11 20:45:05.327327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'name': 'network-vif-deleted', 'tag': '786d3487-9078-4a14-a5c2-e8ce80eb137a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:05.329730 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e417051-a8ed-43d7-a511-b080e826e49a" -d '{"events": [{"server_uuid": "531a6d95-dcb1-4d0e-9fcd-896ba064f0e6", "name": "network-vif-deleted", "tag": "786d3487-9078-4a14-a5c2-e8ce80eb137a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:05.362546 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d7206ed-68e4-4c63-8456-4cdbbf632f57 req-a227ed13-81b0-4879-bf03-fb10f182a79a tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319497 Nov 11 20:45:05.373169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Network d9705bfd-7007-431f-849b-95687fd0ba19 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:05.377277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:05.380004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:05.386700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:05.387342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.399607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Pushing event updated for resources: {'Port': ['ID=48156d35-7fa1-4f69-a37c-ff85db4db8df,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:05.409307 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.422777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.423530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.423530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.423855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.424238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.424615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.424944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.425274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.425605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.425933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.426265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.426643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:05.547680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe08766-f5fd-4f9b-a5fe-3ef8b12f9edc req-a55c646d-3f5b-466b-b429-14a779aa610d tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:05.549246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fe08766-f5fd-4f9b-a5fe-3ef8b12f9edc req-a55c646d-3f5b-466b-b429-14a779aa610d tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 931 time: 0.0603728 Nov 11 20:45:05.555660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-2998863b-7ef5-46ff-8ca9-4ffba95b784f tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0118415 Nov 11 20:45:05.584181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Request body: {'port': {'device_id': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:05.607748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a93547ab-525a-4d19-9cba-4a5e31580692 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:05.663410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9bb363f3-e7b6-4a96-ac3e-4c7597419d22 req-b88b45d4-4aa2-4dbd-8ed3-f7f6c57f3d68 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 210 time: 0.0330248 Nov 11 20:45:05.706022 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.730895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fe08766-f5fd-4f9b-a5fe-3ef8b12f9edc req-3d5cecd2-b887-456e-96ac-8d7259a3d691 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740713 Nov 11 20:45:05.737692 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd71161f-e997-4634-8d01-52e86ae9147c x-openstack-request-id: req-dd71161f-e997-4634-8d01-52e86ae9147c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:05.738033 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531a6d95-dcb1-4d0e-9fcd-896ba064f0e6", "name": "network-vif-deleted", "tag": "786d3487-9078-4a14-a5c2-e8ce80eb137a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:05.738235 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd71161f-e997-4634-8d01-52e86ae9147c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:05.738876 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531a6d95-dcb1-4d0e-9fcd-896ba064f0e6', 'name': 'network-vif-deleted', 'tag': '786d3487-9078-4a14-a5c2-e8ce80eb137a', 'status': 'completed', 'code': 200} Nov 11 20:45:05.797976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port a93547ab-525a-4d19-9cba-4a5e31580692 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:05.804371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port a93547ab-525a-4d19-9cba-4a5e31580692 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:05.804754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.933605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eaeadd9d-e3b7-47d6-a4ca-93d4151e5dbf req-4166d8ad-71aa-4602-b40f-f438c534bf39 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 210 time: 0.0290043 Nov 11 20:45:05.955557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.015672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93547ab-525a-4d19-9cba-4a5e31580692'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:06.018912 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747dedf1-a8b6-42d0-a085-0953a08a3cd3" -d '{"events": [{"server_uuid": "4a250e56-c3b8-41e2-b7a1-77e31d2531ba", "name": "network-vif-plugged", "status": "completed", "tag": "a93547ab-525a-4d19-9cba-4a5e31580692"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:06.035794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a93547ab-525a-4d19-9cba-4a5e31580692, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a93547ab-525a-4d19-9cba-4a5e31580692,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:06.083477 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e84d8d-9946-4096-b2a4-7574d3110e82 x-openstack-request-id: req-86e84d8d-9946-4096-b2a4-7574d3110e82 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:06.083820 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a250e56-c3b8-41e2-b7a1-77e31d2531ba", "name": "network-vif-plugged", "status": "completed", "tag": "a93547ab-525a-4d19-9cba-4a5e31580692", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:06.088383 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86e84d8d-9946-4096-b2a4-7574d3110e82 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:06.089343 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93547ab-525a-4d19-9cba-4a5e31580692', 'code': 200} Nov 11 20:45:06.138306 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.158754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48156d35-7fa1-4f69-a37c-ff85db4db8df {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:06.169481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.187358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Transition to ACTIVE for port object 48156d35-7fa1-4f69-a37c-ff85db4db8df will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:06.209960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=a93547ab-525a-4d19-9cba-4a5e31580692,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:06.219007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.219455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.219865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.220297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.221925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.221925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.222122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.222607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.222885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.223279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.223829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.224254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:06.236659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff858-0deb-48a3-a6fa-eeb1fbb5f392 req-19e5196d-6513-4e81-8b78-3696ef7696c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:06.238220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b81ff858-0deb-48a3-a6fa-eeb1fbb5f392 req-19e5196d-6513-4e81-8b78-3696ef7696c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 1099 time: 0.0460291 Nov 11 20:45:06.264174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.514726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Pushing event updated for resources: {'Port': ['ID=48156d35-7fa1-4f69-a37c-ff85db4db8df,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:06.539832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b81ff858-0deb-48a3-a6fa-eeb1fbb5f392 req-630972eb-b5da-4648-b1b8-346283d63a5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844572 Nov 11 20:45:06.555882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Attempting to bind port 48156d35-7fa1-4f69-a37c-ff85db4db8df on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:06.557931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Attempting to bind port 48156d35-7fa1-4f69-a37c-ff85db4db8df by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '447ab0dd-5f07-4872-9a20-29868edc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:06.558305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Attempting to bind port 48156d35-7fa1-4f69-a37c-ff85db4db8df on network d9705bfd-7007-431f-849b-95687fd0ba19 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:06.829709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Port 48156d35-7fa1-4f69-a37c-ff85db4db8df on network d9705bfd-7007-431f-849b-95687fd0ba19 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:06.829709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Attempting to bind port 48156d35-7fa1-4f69-a37c-ff85db4db8df on network d9705bfd-7007-431f-849b-95687fd0ba19 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:06.829709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:06.829709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Checking segment: {'id': '447ab0dd-5f07-4872-9a20-29868edc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:06.829709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Bound using segment: {'id': '447ab0dd-5f07-4872-9a20-29868edc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:06.829709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Bound port: 48156d35-7fa1-4f69-a37c-ff85db4db8df, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ab0dd-5f07-4872-9a20-29868edc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:06.829709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.832730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6a85d6cf-0e1c-4ec6-a299-19010f37196c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:45:06.832730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 6a85d6cf-0e1c-4ec6-a299-19010f37196c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:45:06.832730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6a85d6cf-0e1c-4ec6-a299-19010f37196c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:45:06.832730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 786d3487-9078-4a14-a5c2-e8ce80eb137a no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:45:06.833779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] For port 48156d35-7fa1-4f69-a37c-ff85db4db8df, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:06.834258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 786d3487-9078-4a14-a5c2-e8ce80eb137a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:45:06.834258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 786d3487-9078-4a14-a5c2-e8ce80eb137a not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:45:06.834766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] For port 48156d35-7fa1-4f69-a37c-ff85db4db8df, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=48156d35-7fa1-4f69-a37c-ff85db4db8df,segment=NetworkSegment(447ab0dd-5f07-4872-9a20-29868edc4aca),segment_id=447ab0dd-5f07-4872-9a20-29868edc4aca)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:06.835252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b826db-64d2-48d5-b2cd-e08097c75cd0 req-7d13f5b2-596d-452d-bd03-0e33e72e097c tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:06.835252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33b826db-64d2-48d5-b2cd-e08097c75cd0 req-7d13f5b2-596d-452d-bd03-0e33e72e097c tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 948 time: 0.0521312 Nov 11 20:45:06.835252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33b826db-64d2-48d5-b2cd-e08097c75cd0 req-88f6865d-d65f-4954-b6fe-ad70c6e80e1a tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Nov 11 20:45:06.835252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04251ffe-a653-4611-9c65-9e7d1cdcb0f2 req-43c96068-39be-42b1-9b07-464fee2bca5a tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 210 time: 0.0264981 Nov 11 20:45:06.898322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f51a5-0a91-414b-8260-17a4430a4047 req-daa123f6-89c8-4b59-a745-a08aa49b7c14 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:06.899798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-892f51a5-0a91-414b-8260-17a4430a4047 req-daa123f6-89c8-4b59-a745-a08aa49b7c14 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 943 time: 0.0539999 Nov 11 20:45:06.955108 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-892f51a5-0a91-414b-8260-17a4430a4047 req-b381da2a-07a1-47cb-86bf-7023d81b2142 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479617 Nov 11 20:45:07.028294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.059051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a197f3b-ce73-40d6-ba24-bd881b059f04 req-c4108d54-3d77-4f06-8bdc-aee3a165d2a6 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 210 time: 0.0452518 Nov 11 20:45:07.066378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:07.069010 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.080897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:07.080897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.080897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] 10.222.0.62 "PUT /v2.0/ports/48156d35-7fa1-4f69-a37c-ff85db4db8df HTTP/1.1" status: 200 len: 1091 time: 1.5151746 Nov 11 20:45:07.082512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'tag': '48156d35-7fa1-4f69-a37c-ff85db4db8df'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:07.084808 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196f32f3-11fa-43b5-8fe8-b6391bd00c63" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0abe5b-f7b0-423d-9b90-1a0d366795d9", "tag": "48156d35-7fa1-4f69-a37c-ff85db4db8df"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:07.119373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e0764-0526-44df-a0d4-73bbca86b189 service neutron] Pushing event updated for resources: {'Port': ['ID=48156d35-7fa1-4f69-a37c-ff85db4db8df,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:07.161335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-f1790b4c-f5c2-4742-b307-d19f566530af tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243342 Nov 11 20:45:07.227484 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81f99e-cce6-4ef4-b7c7-2ba25483de5d x-openstack-request-id: req-0a81f99e-cce6-4ef4-b7c7-2ba25483de5d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:07.227863 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0abe5b-f7b0-423d-9b90-1a0d366795d9", "tag": "48156d35-7fa1-4f69-a37c-ff85db4db8df", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:07.228207 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a81f99e-cce6-4ef4-b7c7-2ba25483de5d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:07.229027 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'tag': '48156d35-7fa1-4f69-a37c-ff85db4db8df', 'status': 'completed', 'code': 200} Nov 11 20:45:07.313188 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e258dd9-c73e-4022-83a2-4f14898b544d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cef1a8f483534f6d8079b1b56dd779b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424717 Nov 11 20:45:07.314845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:07.359229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f32f3-11fa-43b5-8fe8-b6391bd00c63 req-ee76501f-a24b-4f1f-90ef-2db3d4e9359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:07.361049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-196f32f3-11fa-43b5-8fe8-b6391bd00c63 req-ee76501f-a24b-4f1f-90ef-2db3d4e9359d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b4fa00d2849434fbc398d661636026a&device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 1094 time: 0.0703664 Nov 11 20:45:07.363251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-17150baa-9f72-42b5-978f-2c3eed310048 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:07.365283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-17150baa-9f72-42b5-978f-2c3eed310048 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973763 Nov 11 20:45:07.378755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Request body: {'port': {'device_id': 'f1565968-f383-453e-849f-9142519869e4', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '5e6ba5e7a7ce4e9b85365ced152267cc'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:07.496902 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.534363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.582088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f32f3-11fa-43b5-8fe8-b6391bd00c63 req-b3bb6874-7194-4d71-807d-1b11742cae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:07.584017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-196f32f3-11fa-43b5-8fe8-b6391bd00c63 req-b3bb6874-7194-4d71-807d-1b11742cae1f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b4fa00d2849434fbc398d661636026a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2082751 Nov 11 20:45:07.664265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.668349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.670296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b6a1280-e290-4ecd-9ced-871d4d978985 HTTP/1.1" status: 204 len: 168 time: 0.3545325 Nov 11 20:45:07.671517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Made reservation on behalf of 5e6ba5e7a7ce4e9b85365ced152267cc for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:07.676046 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.699974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6a1280-e290-4ecd-9ced-871d4d978985,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:07.722673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.723383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.723950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.724659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.725208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.725746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.726466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.727010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.727542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.728424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.729058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.729722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f6625-8133-4ba8-ab9e-c3e165fdbafb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:45:07.758248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:07.804809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f32f3-11fa-43b5-8fe8-b6391bd00c63 req-b4b12e01-240f-46ab-af38-49f401d58ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:07.806277 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-196f32f3-11fa-43b5-8fe8-b6391bd00c63 req-b4b12e01-240f-46ab-af38-49f401d58ae0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130764 Nov 11 20:45:07.926746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Allocated IP 192.168.233.231 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/ef5df015-2e22-4b9d-b274-8ae8f4ec5218) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:07.944847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-badfafc0-3768-436f-9f5c-41e1cdc4adb1 req-871da615-3b5a-4e28-bb29-d83cdb4563da tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 210 time: 0.0441201 Nov 11 20:45:07.998044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:08.018575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd3d9-dea8-4915-9483-78dd656357ed req-0ce4b68d-11c0-45cd-9c12-39bd18ed26f6 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.018575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e08bd3d9-dea8-4915-9483-78dd656357ed req-0ce4b68d-11c0-45cd-9c12-39bd18ed26f6 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 948 time: 0.1631570 Nov 11 20:45:08.031848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-be75864f-c8c9-4baa-8863-7c29deac92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.033459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-be75864f-c8c9-4baa-8863-7c29deac92c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b4fa00d2849434fbc398d661636026a&device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 1094 time: 0.1014731 Nov 11 20:45:08.142212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-300810d7-0ec1-40e5-a71b-eb1d7f3744a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48156d35-7fa1-4f69-a37c-ff85db4db8df HTTP/1.1" status: 200 len: 217 time: 0.0892353 Nov 11 20:45:08.153567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e08bd3d9-dea8-4915-9483-78dd656357ed req-d9a2007e-f94a-49f6-ab7c-e0a87337cd42 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242909 Nov 11 20:45:08.250891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebc800af-da3a-453c-b5de-d8282ede4631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.262046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8870db-c6bc-4934-8413-72175972ca13 req-9ccf0f74-c5cd-49ff-840b-b55843d86f8b tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.263661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d8870db-c6bc-4934-8413-72175972ca13 req-9ccf0f74-c5cd-49ff-840b-b55843d86f8b tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 943 time: 0.1249192 Nov 11 20:45:08.270591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-76e8920b-a49b-4a1a-b381-d313a2769b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.271486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-76e8920b-a49b-4a1a-b381-d313a2769b42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2e1eff2-59cc-443c-bf09-47dcaf59798f HTTP/1.1" status: 200 len: 855 time: 0.0801208 Nov 11 20:45:08.307226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5813363-2261-4ef7-9950-870bc510b0d6 req-f02579b3-a5c1-4b25-9e0b-74006f1a82a4 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 210 time: 0.0414310 Nov 11 20:45:08.312543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-d303d51e-bd76-404d-a870-1a5529539d3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9705bfd-7007-431f-849b-95687fd0ba19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261016 Nov 11 20:45:08.340106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.373267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d8870db-c6bc-4934-8413-72175972ca13 req-35588560-1091-4ff9-8ffa-9c2905e2ee81 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007955 Nov 11 20:45:08.415117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebc800af-da3a-453c-b5de-d8282ede4631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.445650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-72e7a479-6c42-497e-a57c-d9d1681ab590 service neutron] 10.222.0.62 "GET /v2.0/networks/d9705bfd-7007-431f-849b-95687fd0ba19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073632 Nov 11 20:45:08.504981 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.508436 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebc800af-da3a-453c-b5de-d8282ede4631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.519080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['edfde9b9-d12b-477b-a998-828d1bfb8ed0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:08.558390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43506e0d-4e9b-40ee-818d-5cd73495dbbc req-d8d524ec-76a8-41cf-b1d1-560c7b60e321 service neutron] 10.222.0.62 "GET /v2.0/networks/d9705bfd-7007-431f-849b-95687fd0ba19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991633 Nov 11 20:45:08.579777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc800af-da3a-453c-b5de-d8282ede4631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb7588-d40c-4621-b4c9-8fa68db79c55,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:08.601897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:08.607962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:08.614169 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ebc800af-da3a-453c-b5de-d8282ede4631 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d92908a1baf74db1af637bd5f14ef86b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6086478 Nov 11 20:45:08.619258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58532) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:08.620640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:08.621671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.622317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.626192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Pushing event updated for resources: {'Port': ['ID=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:08.680965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4394718-fc81-4727-9a1b-1093c9685959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.708473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4394718-fc81-4727-9a1b-1093c9685959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.718974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-494ad94e-61ad-4849-950f-5a33fbc8bb0d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3443415 Nov 11 20:45:08.736607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Request body: {'port': {'device_id': 'f1565968-f383-453e-849f-9142519869e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:08.789965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:08.806417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.816544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:08.879490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4394718-fc81-4727-9a1b-1093c9685959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.882335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4394718-fc81-4727-9a1b-1093c9685959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:08.883494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b4394718-fc81-4727-9a1b-1093c9685959 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efeb7588-d40c-4621-b4c9-8fa68db79c55 HTTP/1.1" status: 204 len: 168 time: 0.2671690 Nov 11 20:45:08.894334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4394718-fc81-4727-9a1b-1093c9685959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb7588-d40c-4621-b4c9-8fa68db79c55,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:08.901544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ef84791d-e3b3-4ee4-a617-66e2a1432114 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=082297d10f3a410b846c566db195b5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833592 Nov 11 20:45:08.915379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:09.022222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e59cbbdf-d8b2-4f4f-846a-7e8b6bd25b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.042167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-9f128c39-1154-4f7a-b370-f4f81478ecc1 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432701 Nov 11 20:45:09.051758 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e59cbbdf-d8b2-4f4f-846a-7e8b6bd25b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.056543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dbd32476-7a5a-4663-9e92-61d53fab15aa None None] Provisioning complete for port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:09.057915 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dbd32476-7a5a-4663-9e92-61d53fab15aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.114432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dbd32476-7a5a-4663-9e92-61d53fab15aa None None] Port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:45:09.127585 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-349dba14-5118-4571-8a82-58eceef39ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.169711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad1ee7-afa3-4d74-97ac-f530c6759599 req-dc1e154a-1297-4655-9c51-c49f6bb7e2a3 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:09.171866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25ad1ee7-afa3-4d74-97ac-f530c6759599 req-dc1e154a-1297-4655-9c51-c49f6bb7e2a3 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 936 time: 0.1018417 Nov 11 20:45:09.254945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25ad1ee7-afa3-4d74-97ac-f530c6759599 req-759dc211-f941-4123-89f7-f4eb126bc642 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718560 Nov 11 20:45:09.272130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-8a464452-749f-4377-911b-2b4d590247ce tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:09.273624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-8a464452-749f-4377-911b-2b4d590247ce tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239056 Nov 11 20:45:09.289790 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-349dba14-5118-4571-8a82-58eceef39ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.295721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Request body: {'port': {'device_id': '88be5a07-6224-4362-8d84-b2697d3ff913', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'f6a964184e1d47d1859d84eb3dc3cdc5'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:09.335048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e59cbbdf-d8b2-4f4f-846a-7e8b6bd25b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.338393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e59cbbdf-d8b2-4f4f-846a-7e8b6bd25b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.342307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e59cbbdf-d8b2-4f4f-846a-7e8b6bd25b47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c23513ba-7c2a-4e24-98fa-e7e20f4633b3 HTTP/1.1" status: 204 len: 168 time: 0.4232852 Nov 11 20:45:09.349203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cbbdf-d8b2-4f4f-846a-7e8b6bd25b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23513ba-7c2a-4e24-98fa-e7e20f4633b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:09.412426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9b9b7-a863-4fd6-b43d-ae41cf48ed6f req-e4abac3e-e137-4f9f-89f7-6c01cbb95056 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:09.414180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ef9b9b7-a863-4fd6-b43d-ae41cf48ed6f req-e4abac3e-e137-4f9f-89f7-6c01cbb95056 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 948 time: 0.1786408 Nov 11 20:45:09.422085 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-349dba14-5118-4571-8a82-58eceef39ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.496234 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fdf83a92-e121-46d8-96af-b41d1ab53b84 req-396ab694-b05c-4ff7-8592-5284f62878de tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 210 time: 0.0702705 Nov 11 20:45:09.551673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-349dba14-5118-4571-8a82-58eceef39ea5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81be4919d21745a994ffe6a9575af9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7602665 Nov 11 20:45:09.554057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dba14-5118-4571-8a82-58eceef39ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161630ac-667d-4cf9-91db-bc6e0a04d074,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:09.559120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:09.654068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2744fcc9-43ae-4c31-8aad-ec76d315d380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.656475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5df015-2e22-4b9d-b274-8ae8f4ec5218 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:09.664928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427b16-2b04-41d2-9a73-465ddf637ff9 req-3b631638-640e-41b3-a77d-05d72b7317fa tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:09.668325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48427b16-2b04-41d2-9a73-465ddf637ff9 req-3b631638-640e-41b3-a77d-05d72b7317fa tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 943 time: 0.0808444 Nov 11 20:45:09.681197 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.708630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2744fcc9-43ae-4c31-8aad-ec76d315d380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.710191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Transition to ACTIVE for port object ef5df015-2e22-4b9d-b274-8ae8f4ec5218 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:09.715152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ef9b9b7-a863-4fd6-b43d-ae41cf48ed6f req-636091e9-e83a-4347-b231-bcc419c1599e tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912443 Nov 11 20:45:09.789202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48427b16-2b04-41d2-9a73-465ddf637ff9 req-4c7616ec-2ca2-4edf-8936-6ec6f858ae55 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057577 Nov 11 20:45:09.804050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.840882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Made reservation on behalf of f6a964184e1d47d1859d84eb3dc3cdc5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:09.848332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.918701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Pushing event updated for resources: {'Port': ['ID=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:09.933862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2744fcc9-43ae-4c31-8aad-ec76d315d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.944682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2744fcc9-43ae-4c31-8aad-ec76d315d380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.950720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2744fcc9-43ae-4c31-8aad-ec76d315d380 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/161630ac-667d-4cf9-91db-bc6e0a04d074 HTTP/1.1" status: 204 len: 168 time: 0.3892558 Nov 11 20:45:09.966361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744fcc9-43ae-4c31-8aad-ec76d315d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161630ac-667d-4cf9-91db-bc6e0a04d074,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:09.977525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:09.989525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Attempting to bind port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:09.989933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Attempting to bind port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:09.990414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Attempting to bind port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:10.008289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:10.013935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Attempting to bind port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:10.019285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73b9f6c4-0fbf-424a-b2bd-97b7bfa00adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.029064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:10.029491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:10.030139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:10.030680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Bound port: ef5df015-2e22-4b9d-b274-8ae8f4ec5218, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:10.031131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.165669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Allocated IP 192.168.233.24 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/ab997b65-dc79-4093-845f-e916348da676) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:10.184570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] For port ef5df015-2e22-4b9d-b274-8ae8f4ec5218, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:10.188884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] For port ef5df015-2e22-4b9d-b274-8ae8f4ec5218, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:10.192907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73b9f6c4-0fbf-424a-b2bd-97b7bfa00adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.340974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.355124 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.355903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73b9f6c4-0fbf-424a-b2bd-97b7bfa00adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.375871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.377324 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.378555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] 10.222.0.58 "PUT /v2.0/ports/ef5df015-2e22-4b9d-b274-8ae8f4ec5218 HTTP/1.1" status: 200 len: 1096 time: 1.6508865 Nov 11 20:45:10.384767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1565968-f383-453e-849f-9142519869e4', 'tag': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:10.391434 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db202fb2-2028-43a9-8f90-4b8d0998796e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1565968-f383-453e-849f-9142519869e4", "tag": "ef5df015-2e22-4b9d-b274-8ae8f4ec5218"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:10.461850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb409e-7c88-4e12-b153-6a132e1ae7d9 req-fc0bee77-0ed3-4e61-8c02-02a1f6df56f3 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.464752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4efb409e-7c88-4e12-b153-6a132e1ae7d9 req-fc0bee77-0ed3-4e61-8c02-02a1f6df56f3 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 948 time: 0.1425219 Nov 11 20:45:10.466050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9f6c4-0fbf-424a-b2bd-97b7bfa00adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785435d8-bf75-47ae-97ad-41e9c0212e6d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:10.470580 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73b9f6c4-0fbf-424a-b2bd-97b7bfa00adf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1bfbaca8d8e45acb87e3085d69a5db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4915776 Nov 11 20:45:10.473177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:10.553701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd65873-84d5-4fe6-8712-690c65cb1099 req-9ce79a22-a253-4383-b87b-a83fffaebbd2 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.554625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcd65873-84d5-4fe6-8712-690c65cb1099 req-9ce79a22-a253-4383-b87b-a83fffaebbd2 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 948 time: 0.1178100 Nov 11 20:45:10.582779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad68bcc7-7a28-43dd-b7cf-1ddb0620ef92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.592824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4efb409e-7c88-4e12-b153-6a132e1ae7d9 req-9e57a746-863a-4e8f-960d-5dd323b2d09b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097705 Nov 11 20:45:10.596904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3a573-eb70-4fc9-9a96-550cab38948c service neutron] Pushing event updated for resources: {'Port': ['ID=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:10.621989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad68bcc7-7a28-43dd-b7cf-1ddb0620ef92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.648638 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055affe-9947-4ce1-8112-963e77fb7d8d x-openstack-request-id: req-b055affe-9947-4ce1-8112-963e77fb7d8d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:10.649135 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1565968-f383-453e-849f-9142519869e4", "tag": "ef5df015-2e22-4b9d-b274-8ae8f4ec5218", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:10.649483 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b055affe-9947-4ce1-8112-963e77fb7d8d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:10.649963 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1565968-f383-453e-849f-9142519869e4', 'tag': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218', 'status': 'completed', 'code': 200} Nov 11 20:45:10.664473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.715639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-01520fca-fab7-463a-b349-d7c22676508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.716992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-01520fca-fab7-463a-b349-d7c22676508e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 1099 time: 0.1598771 Nov 11 20:45:10.735921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcd65873-84d5-4fe6-8712-690c65cb1099 req-b845743f-858e-4387-988a-cbdd25f74812 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660671 Nov 11 20:45:10.778963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15537c-70e8-42df-af92-9e8d98f88cbd req-859211cc-6237-41f5-b1cf-4a4cff6a494c tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.780625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad15537c-70e8-42df-af92-9e8d98f88cbd req-859211cc-6237-41f5-b1cf-4a4cff6a494c tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 935 time: 0.0649698 Nov 11 20:45:10.791207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad68bcc7-7a28-43dd-b7cf-1ddb0620ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.792477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:10.794508 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad68bcc7-7a28-43dd-b7cf-1ddb0620ef92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.798201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad68bcc7-7a28-43dd-b7cf-1ddb0620ef92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/785435d8-bf75-47ae-97ad-41e9c0212e6d HTTP/1.1" status: 204 len: 168 time: 0.3213537 Nov 11 20:45:10.798345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-7cf7d3a5-6114-4ef9-9e09-f0bb31354b24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ef5df015-2e22-4b9d-b274-8ae8f4ec5218 HTTP/1.1" status: 200 len: 217 time: 0.0565841 Nov 11 20:45:10.798759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:10.814646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Pushing event updated for resources: {'Port': ['ID=ab997b65-dc79-4093-845f-e916348da676,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:10.825914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68bcc7-7a28-43dd-b7cf-1ddb0620ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785435d8-bf75-47ae-97ad-41e9c0212e6d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:10.829445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:10.842207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.842883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.890900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:10.903988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad15537c-70e8-42df-af92-9e8d98f88cbd req-be408e2f-f61c-4d64-a7ef-da9fd1437473 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147716 Nov 11 20:45:10.912487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32d744d7-3d0c-41cc-b415-9ff8494a37f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:10.951342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-7d33730e-a6f2-4237-812c-80ed05983508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.951821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-7d33730e-a6f2-4237-812c-80ed05983508 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1377296 Nov 11 20:45:10.980167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec07d-4abf-4113-bdd0-db98892569d8 req-df8fa28d-1c0c-4532-b63d-88149c6472f3 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.989703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf1ec07d-4abf-4113-bdd0-db98892569d8 req-df8fa28d-1c0c-4532-b63d-88149c6472f3 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 943 time: 0.1103721 Nov 11 20:45:11.039445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6c552208-3f3b-4bd0-a52b-40d12eef8817 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7506881 Nov 11 20:45:11.064814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32d744d7-3d0c-41cc-b415-9ff8494a37f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.075354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Request body: {'port': {'device_id': '88be5a07-6224-4362-8d84-b2697d3ff913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:11.164683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf1ec07d-4abf-4113-bdd0-db98892569d8 req-d3fa7d21-d276-4fe9-b0ac-3c0df635c157 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402786 Nov 11 20:45:11.171600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94932-b520-4d03-b2cd-736570178d19 req-0536ecf9-df56-4a44-9e82-4a3c6015980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:11.173190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-0536ecf9-df56-4a44-9e82-4a3c6015980d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108812 Nov 11 20:45:11.174308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.223657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c0b699a-7897-4ab4-89d5-101e5a71b424 None None] Provisioning complete for port ab997b65-dc79-4093-845f-e916348da676 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:11.224233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c0b699a-7897-4ab4-89d5-101e5a71b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.226272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32d744d7-3d0c-41cc-b415-9ff8494a37f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.283207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-32d744d7-3d0c-41cc-b415-9ff8494a37f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=832401beaf4b486c8a72163777a80971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904371 Nov 11 20:45:11.287720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58610) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:11.293755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b699a-7897-4ab4-89d5-101e5a71b424 None None] Port ab997b65-dc79-4093-845f-e916348da676 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:45:11.302742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d744d7-3d0c-41cc-b415-9ff8494a37f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac68b5a3-bc6f-49bc-b1cd-0e712f861934,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:11.410454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-e30238d9-d14b-4031-b451-199f6ce3c4b9 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262130 Nov 11 20:45:11.494352 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9aeed5a-e05f-44cc-89ef-4b9151282e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.557858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9aeed5a-e05f-44cc-89ef-4b9151282e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.636961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10f94932-b520-4d03-b2cd-736570178d19 req-9b34042f-bf32-4c4b-99a0-4c98495c993a service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092283 Nov 11 20:45:11.656141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 48156d35-7fa1-4f69-a37c-ff85db4db8df details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:11.714596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab997b65-dc79-4093-845f-e916348da676 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:11.723946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.745041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2360ed-a0ec-454c-b449-8d466f2ec68f req-cca9adb5-1e93-4fdf-8669-2f4dafec74c4 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:11.747064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df2360ed-a0ec-454c-b449-8d466f2ec68f req-cca9adb5-1e93-4fdf-8669-2f4dafec74c4 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 948 time: 0.0636539 Nov 11 20:45:11.771230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 48156d35-7fa1-4f69-a37c-ff85db4db8df, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=48156d35-7fa1-4f69-a37c-ff85db4db8df,segment=NetworkSegment(447ab0dd-5f07-4872-9a20-29868edc4aca),segment_id=447ab0dd-5f07-4872-9a20-29868edc4aca)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:11.795406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '48156d35-7fa1-4f69-a37c-ff85db4db8df', 'network_id': 'd9705bfd-7007-431f-849b-95687fd0ba19', 'port_id': '48156d35-7fa1-4f69-a37c-ff85db4db8df', 'mac_address': 'fa:16:3e:82:b9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e1eff2-59cc-443c-bf09-47dcaf59798f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:11.810529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Transition to ACTIVE for port object ab997b65-dc79-4093-845f-e916348da676 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:11.817243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9aeed5a-e05f-44cc-89ef-4b9151282e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.821230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9aeed5a-e05f-44cc-89ef-4b9151282e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.823210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d9aeed5a-e05f-44cc-89ef-4b9151282e27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac68b5a3-bc6f-49bc-b1cd-0e712f861934 HTTP/1.1" status: 204 len: 168 time: 0.5339525 Nov 11 20:45:11.841971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df2360ed-a0ec-454c-b449-8d466f2ec68f req-e58878f2-583e-4726-b6c2-4b20a375fc7d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838790 Nov 11 20:45:11.855730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:11.869097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48156d35-7fa1-4f69-a37c-ff85db4db8df {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:11.878597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeed5a-e05f-44cc-89ef-4b9151282e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac68b5a3-bc6f-49bc-b1cd-0e712f861934,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:11.896123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 48156d35-7fa1-4f69-a37c-ff85db4db8df, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=48156d35-7fa1-4f69-a37c-ff85db4db8df,segment=NetworkSegment(447ab0dd-5f07-4872-9a20-29868edc4aca),segment_id=447ab0dd-5f07-4872-9a20-29868edc4aca)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:11.899507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-76c0b6b9-17fb-4a75-b93d-7ca16cb42382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:11.901170 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-76c0b6b9-17fb-4a75-b93d-7ca16cb42382 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 1099 time: 0.1041939 Nov 11 20:45:11.915547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61910d4-73e9-422a-904d-514f529039c9 req-d68c360b-e8b4-4303-a5b3-3c32c7a406e4 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:11.923916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a61910d4-73e9-422a-904d-514f529039c9 req-d68c360b-e8b4-4303-a5b3-3c32c7a406e4 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 948 time: 0.1255791 Nov 11 20:45:11.940663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.029227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.092985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3891921-bfb3-4503-b9ba-990e15704603 req-bea3a6f8-0a1e-484d-a7e0-e8af18b7345a tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.102072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3891921-bfb3-4503-b9ba-990e15704603 req-bea3a6f8-0a1e-484d-a7e0-e8af18b7345a tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 947 time: 0.0851576 Nov 11 20:45:12.112769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Pushing event updated for resources: {'Port': ['ID=ab997b65-dc79-4093-845f-e916348da676,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:12.130782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=48156d35-7fa1-4f69-a37c-ff85db4db8df,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:12.141262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a61910d4-73e9-422a-904d-514f529039c9 req-5d58a80a-fb89-4c18-aecd-1d07377bf4b4 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077746 Nov 11 20:45:12.177333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3891921-bfb3-4503-b9ba-990e15704603 req-19f05e41-91a6-4ba3-a2df-72bedf7875e3 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Nov 11 20:45:12.218991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-1039f2bb-d744-4679-b3a8-bf13bf6b1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.226767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-1039f2bb-d744-4679-b3a8-bf13bf6b1bd0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2949502 Nov 11 20:45:12.226767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Attempting to bind port ab997b65-dc79-4093-845f-e916348da676 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:12.226767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Attempting to bind port ab997b65-dc79-4093-845f-e916348da676 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:12.226767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Attempting to bind port ab997b65-dc79-4093-845f-e916348da676 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:12.237333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Port ab997b65-dc79-4093-845f-e916348da676 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:12.238738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Attempting to bind port ab997b65-dc79-4093-845f-e916348da676 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:12.280907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:12.281275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:12.281622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:12.282666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Bound port: ab997b65-dc79-4093-845f-e916348da676, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:12.282666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.321672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-8fab2b16-0f17-4ba5-8c72-e6ebeb9da899 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ef5df015-2e22-4b9d-b274-8ae8f4ec5218 HTTP/1.1" status: 200 len: 217 time: 0.0932918 Nov 11 20:45:12.368483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cf6ef-a3d1-4ded-8268-b0bb1c6adff7 req-8a7beaa7-86aa-405b-bc08-188833a3ac3b tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.371048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['48156d35-7fa1-4f69-a37c-ff85db4db8df'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:12.376690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de3cf6ef-a3d1-4ded-8268-b0bb1c6adff7 req-8a7beaa7-86aa-405b-bc08-188833a3ac3b tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 944 time: 0.1289022 Nov 11 20:45:12.434591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-c44dbfc5-1f7a-4e10-8f38-1d91ffa93d2b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.436532 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-c44dbfc5-1f7a-4e10-8f38-1d91ffa93d2b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 948 time: 0.1295586 Nov 11 20:45:12.441087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] For port ab997b65-dc79-4093-845f-e916348da676, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:12.460497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-3c54a4ee-8fb2-4970-ba9f-625c112f3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.462153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-3c54a4ee-8fb2-4970-ba9f-625c112f3da7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1330292 Nov 11 20:45:12.472901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] For port ab997b65-dc79-4093-845f-e916348da676, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ab997b65-dc79-4093-845f-e916348da676,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:12.532912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-9f45fa6b-5100-4e6f-9207-d3dbd779f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.534833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-9f45fa6b-5100-4e6f-9207-d3dbd779f255 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604820 Nov 11 20:45:12.577683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.609920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de3cf6ef-a3d1-4ded-8268-b0bb1c6adff7 req-1124f685-0bf5-4565-8b2c-2b9842ec2198 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207539 Nov 11 20:45:12.680953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Deleting port a93547ab-525a-4d19-9cba-4a5e31580692 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:45:12.681316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.688333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.688989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.696736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] 10.222.0.58 "PUT /v2.0/ports/ab997b65-dc79-4093-845f-e916348da676 HTTP/1.1" status: 200 len: 1095 time: 1.6316373 Nov 11 20:45:12.696736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88be5a07-6224-4362-8d84-b2697d3ff913', 'tag': 'ab997b65-dc79-4093-845f-e916348da676'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:12.696736 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d93d24-d83d-4ab9-8423-7e36d8ae5119" -d '{"events": [{"name": "network-changed", "server_uuid": "88be5a07-6224-4362-8d84-b2697d3ff913", "tag": "ab997b65-dc79-4093-845f-e916348da676"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:12.731831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a099088-4969-477a-bcd4-ec0518c32507 service neutron] Pushing event updated for resources: {'Port': ['ID=ab997b65-dc79-4093-845f-e916348da676,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:12.786454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-f4b77a63-6434-4bf5-90f5-2828a2a32bd4 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428255 Nov 11 20:45:12.791868 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad646261-dcaa-4823-a0b6-4ef7a5e8a193 x-openstack-request-id: req-ad646261-dcaa-4823-a0b6-4ef7a5e8a193 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:12.792828 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88be5a07-6224-4362-8d84-b2697d3ff913", "tag": "ab997b65-dc79-4093-845f-e916348da676", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:12.793374 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad646261-dcaa-4823-a0b6-4ef7a5e8a193 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:12.793973 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88be5a07-6224-4362-8d84-b2697d3ff913', 'tag': 'ab997b65-dc79-4093-845f-e916348da676', 'status': 'completed', 'code': 200} Nov 11 20:45:12.882539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:12.932620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-65d3ec61-7570-4605-92b9-986167beef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.934692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-65d3ec61-7570-4605-92b9-986167beef9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 1098 time: 0.1323004 Nov 11 20:45:13.013009 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-33f52336-8804-49d1-8601-fed701c8098f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ab997b65-dc79-4093-845f-e916348da676 HTTP/1.1" status: 200 len: 217 time: 0.0679045 Nov 11 20:45:13.018319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db202fb2-2028-43a9-8f90-4b8d0998796e req-83a02b30-0288-4167-8196-4fd62c78963e service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172267 Nov 11 20:45:13.085503 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-8a267b2d-0bff-4b4c-b8ec-b60c90586a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.086986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-8a267b2d-0bff-4b4c-b8ec-b60c90586a59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0531063 Nov 11 20:45:13.146179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-eb82c814-c51a-4a0e-87a7-acaffcfc4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.147806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-eb82c814-c51a-4a0e-87a7-acaffcfc4c46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505669 Nov 11 20:45:13.156213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] For port a93547ab-525a-4d19-9cba-4a5e31580692, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a93547ab-525a-4d19-9cba-4a5e31580692,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:13.156584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.194488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Calling delete_port for a93547ab-525a-4d19-9cba-4a5e31580692 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:45:13.214231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e00827-ff56-4160-b24e-2eb3368c2676 req-b575626a-f56d-4112-ae00-c3fe476c34cd tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.215794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7e00827-ff56-4160-b24e-2eb3368c2676 req-b575626a-f56d-4112-ae00-c3fe476c34cd tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 948 time: 0.1249840 Nov 11 20:45:13.300763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-639915655-network', 'tenant_id': '55c5b0a83df04ac69ca7d6cedcd5c4ca'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:13.309875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-37d340ef-cef9-45bb-8d5d-0d6192c0ca04 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517971 Nov 11 20:45:13.322069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71365df-348a-4762-97e8-5a5500b85c1b req-63d9d23d-86c4-4cbe-aa16-d9ad05974cc1 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.323691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a71365df-348a-4762-97e8-5a5500b85c1b req-63d9d23d-86c4-4cbe-aa16-d9ad05974cc1 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 948 time: 0.0745208 Nov 11 20:45:13.378275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7e00827-ff56-4160-b24e-2eb3368c2676 req-28e280b0-ef67-44d7-b743-53b3870c3a36 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527843 Nov 11 20:45:13.438539 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a71365df-348a-4762-97e8-5a5500b85c1b req-da4fe310-3c31-4899-94b4-c7a818f0eb7d tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/security-groups?id=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053834 Nov 11 20:45:13.455556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b38f90f-de6d-4d05-b313-0aa47faae2b1 req-6b8722ca-6967-4738-9c6f-594b72c1ae01 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308837 Nov 11 20:45:13.481587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Made reservation on behalf of 55c5b0a83df04ac69ca7d6cedcd5c4ca for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:13.485762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.495902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.547918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.570924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['a93547ab-525a-4d19-9cba-4a5e31580692'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:13.602463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233b7ea-c058-4940-923a-4df616fb45b3 req-d91376b0-474a-4cda-8a4f-66a041ae8348 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.604652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f233b7ea-c058-4940-923a-4df616fb45b3 req-d91376b0-474a-4cda-8a4f-66a041ae8348 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 947 time: 0.0825534 Nov 11 20:45:13.640558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Pushing event deleted for resources: {'Port': ['ID=a93547ab-525a-4d19-9cba-4a5e31580692,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:13.663312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 48156d35-7fa1-4f69-a37c-ff85db4db8df up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:13.723104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.749339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] No DVR routers for this DVR port a93547ab-525a-4d19-9cba-4a5e31580692 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:45:13.753177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.756593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-a6773ddd-e6e5-45bb-8fd3-80bf85eb74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.762006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-a6773ddd-e6e5-45bb-8fd3-80bf85eb74e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 1098 time: 0.1489756 Nov 11 20:45:13.762122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af3f51dc-213e-4b1c-9e0f-b59852f4d774 req-dee23324-7e5e-4fcf-a822-c4254c44e70b tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.62 "DELETE /v2.0/ports/a93547ab-525a-4d19-9cba-4a5e31580692 HTTP/1.1" status: 204 len: 173 time: 1.3059518 Nov 11 20:45:13.762122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'name': 'network-vif-deleted', 'tag': 'a93547ab-525a-4d19-9cba-4a5e31580692'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:13.762122 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7654bc61-5d8b-4664-a7e5-3b8b23087265" -d '{"events": [{"server_uuid": "4a250e56-c3b8-41e2-b7a1-77e31d2531ba", "name": "network-vif-deleted", "tag": "a93547ab-525a-4d19-9cba-4a5e31580692"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:13.775161 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f233b7ea-c058-4940-923a-4df616fb45b3 req-2340c5ff-ece4-47c5-91f7-491a44c44a66 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510601 Nov 11 20:45:13.781168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.803432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:45:13.814153 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.814429 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Added segment 45574732-975e-49fd-b90c-b55d9d74553f of type vlan for network a216c099-84d4-4a43-9f1e-303dd8a0c82f Nov 11 20:45:13.843653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 48156d35-7fa1-4f69-a37c-ff85db4db8df completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:13.849556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 48156d35-7fa1-4f69-a37c-ff85db4db8df triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:13.850552 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.871136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-35975f01-aae5-49fa-9e80-fa8cb0ed6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.871841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-35975f01-aae5-49fa-9e80-fa8cb0ed6b1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.0951872 Nov 11 20:45:13.883851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:13.905351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbccf63-92bc-4205-9c13-45850e11ab1c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:13.990143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-7b5346c7-35e3-4415-8eca-2339e8a3b5d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=ab997b65-dc79-4093-845f-e916348da676 HTTP/1.1" status: 200 len: 217 time: 0.1066232 Nov 11 20:45:14.018104 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.028054 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854ff59-1961-41f6-ac04-0c3420d7a19a x-openstack-request-id: req-5854ff59-1961-41f6-ac04-0c3420d7a19a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:14.028674 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a250e56-c3b8-41e2-b7a1-77e31d2531ba", "name": "network-vif-deleted", "tag": "a93547ab-525a-4d19-9cba-4a5e31580692", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:14.029026 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5854ff59-1961-41f6-ac04-0c3420d7a19a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:14.030520 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a250e56-c3b8-41e2-b7a1-77e31d2531ba', 'name': 'network-vif-deleted', 'tag': 'a93547ab-525a-4d19-9cba-4a5e31580692', 'status': 'completed', 'code': 200} Nov 11 20:45:14.098214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 48156d35-7fa1-4f69-a37c-ff85db4db8df, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=48156d35-7fa1-4f69-a37c-ff85db4db8df,segment=NetworkSegment(447ab0dd-5f07-4872-9a20-29868edc4aca),segment_id=447ab0dd-5f07-4872-9a20-29868edc4aca)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:14.099333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48156d35-7fa1-4f69-a37c-ff85db4db8df'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:14.101687 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b4e0b-1718-4108-a3fb-b30abe13619b" -d '{"events": [{"server_uuid": "9c0abe5b-f7b0-423d-9b90-1a0d366795d9", "name": "network-vif-plugged", "status": "completed", "tag": "48156d35-7fa1-4f69-a37c-ff85db4db8df"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:14.112321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.113393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.114013 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.177692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] Pushing event updated for resources: {'Network': ['ID=a216c099-84d4-4a43-9f1e-303dd8a0c82f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:14.188334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:45:14.248029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d1b3f08c-672d-4ff5-8ab4-e26d40ee3f06 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3641186 Nov 11 20:45:14.250137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58708) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:14.252017 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.264001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Request body: {'subnet': {'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-639915655-subnet', 'tenant_id': '55c5b0a83df04ac69ca7d6cedcd5c4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:14.310620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-9460e27e-24f2-4220-baa5-3c0634c591ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.312134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-9460e27e-24f2-4220-baa5-3c0634c591ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.3130379 Nov 11 20:45:14.327312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be74d0f-8f8f-49f9-88dc-c0ae1099e758 req-afcbcdeb-53bf-4244-bf15-1a8847890e7d tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.334877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5be74d0f-8f8f-49f9-88dc-c0ae1099e758 req-afcbcdeb-53bf-4244-bf15-1a8847890e7d tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 945 time: 0.0830185 Nov 11 20:45:14.355449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=48156d35-7fa1-4f69-a37c-ff85db4db8df,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:14.408093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5be74d0f-8f8f-49f9-88dc-c0ae1099e758 req-c88e7cf3-8a09-4460-b009-a004b3f553f7 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723503 Nov 11 20:45:14.418711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-3648fc56-a526-47e4-a1c7-a9070dbcc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.420273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-3648fc56-a526-47e4-a1c7-a9070dbcc6c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828416 Nov 11 20:45:14.451772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Made reservation on behalf of 55c5b0a83df04ac69ca7d6cedcd5c4ca for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:14.454938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.459820 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c58cdd-9b3e-449d-97b1-bb3078e6b43a x-openstack-request-id: req-77c58cdd-9b3e-449d-97b1-bb3078e6b43a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:14.460228 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0abe5b-f7b0-423d-9b90-1a0d366795d9", "name": "network-vif-plugged", "status": "completed", "tag": "48156d35-7fa1-4f69-a37c-ff85db4db8df", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:14.460578 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77c58cdd-9b3e-449d-97b1-bb3078e6b43a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:14.461101 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48156d35-7fa1-4f69-a37c-ff85db4db8df', 'code': 200} Nov 11 20:45:14.601495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-21cf6761-ce63-40de-9006-e15d23a59a81 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734757 Nov 11 20:45:14.628353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d9db1-d4e2-4ced-9f44-419203afc000 req-dd33d681-e3e5-4cde-a75a-41ed5bad0bfc tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.633902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71781887-d215-47e3-a83c-bc5d6b902089 req-71edd5ff-7113-4104-a8a3-227e39004698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.635388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71781887-d215-47e3-a83c-bc5d6b902089 req-71edd5ff-7113-4104-a8a3-227e39004698 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 1096 time: 0.0812335 Nov 11 20:45:14.638377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-153d9db1-d4e2-4ced-9f44-419203afc000 req-dd33d681-e3e5-4cde-a75a-41ed5bad0bfc tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 948 time: 0.1093922 Nov 11 20:45:14.739512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71781887-d215-47e3-a83c-bc5d6b902089 req-580aa261-e450-438d-b3b4-8b13f04f9ac3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633543 Nov 11 20:45:14.766032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-153d9db1-d4e2-4ced-9f44-419203afc000 req-0b141ef8-4b77-4813-9323-a465553af3ed tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266069 Nov 11 20:45:14.787552 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17d93d24-d83d-4ab9-8423-7e36d8ae5119 req-d7ed5d15-dddc-4df3-bf18-f6654482f824 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771240 Nov 11 20:45:14.795012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.867420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be2e3bd-314c-4fe2-a2a1-33352bbd7507,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:14.880956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:14.881359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Network hostable DHCP agents. Network: a216c099-84d4-4a43-9f1e-303dd8a0c82f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:45:14.893706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-945d6299-ab72-4e39-9cca-5661f6d8589d req-6f0ded69-583b-4f06-a1b6-45c72fcf7ba9 tempest-ServerDiagnosticsNegativeTest-2034356447 tempest-ServerDiagnosticsNegativeTest-2034356447-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a250e56-c3b8-41e2-b7a1-77e31d2531ba HTTP/1.1" status: 200 len: 210 time: 0.0327520 Nov 11 20:45:14.974908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:45:15.008288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507950bb-88ca-464d-838f-2e2f33c2c986 req-6e093c1d-decf-4297-9ea0-2be2958400e0 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:15.011350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-507950bb-88ca-464d-838f-2e2f33c2c986 req-6e093c1d-decf-4297-9ea0-2be2958400e0 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 947 time: 0.0579560 Nov 11 20:45:15.061644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-507950bb-88ca-464d-838f-2e2f33c2c986 req-b2fd88c8-757e-4c3f-870b-33e693d35f42 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Nov 11 20:45:15.072321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, a216c099-84d4-4a43-9f1e-303dd8a0c82f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:15.082087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43c311-b2c0-4177-84f9-cc8456efee87 None None] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:45:15.092716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:15.093410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:15.231506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bc1c5957-3089-4201-9e17-191f5427ca18 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9793222 Nov 11 20:45:15.361079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea9d274-575f-46aa-811a-8e23c68ae766 None None] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:45:15.628963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89c67-3e2d-47d8-8348-cfcb872c504d req-cf9a478f-cc32-4838-beb5-9a6b4d5bdade tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:15.630505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ab89c67-3e2d-47d8-8348-cfcb872c504d req-cf9a478f-cc32-4838-beb5-9a6b4d5bdade tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 945 time: 0.0502129 Nov 11 20:45:15.654678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a93547ab-525a-4d19-9cba-4a5e31580692 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:45:15.675701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: a93547ab-525a-4d19-9cba-4a5e31580692 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:45:15.676362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a93547ab-525a-4d19-9cba-4a5e31580692 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:45:15.684064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ab89c67-3e2d-47d8-8348-cfcb872c504d req-4914c2a2-c8a3-427f-b6ac-37b877d8a05d tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469928 Nov 11 20:45:15.894131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0f6e8-ca1f-4b8f-976c-29ad131cfb03 req-278e9c48-3ff4-41d7-a1a2-ef0b2b8e116d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:15.895620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b0f6e8-ca1f-4b8f-976c-29ad131cfb03 req-278e9c48-3ff4-41d7-a1a2-ef0b2b8e116d tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 948 time: 0.0503948 Nov 11 20:45:15.946967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b0f6e8-ca1f-4b8f-976c-29ad131cfb03 req-b764a9aa-d667-462d-9e01-0125d6ba3019 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Nov 11 20:45:16.195626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b4cc-7bf1-4b69-9396-f016b7803a87 req-92ac9b83-465b-4409-974d-fdef634f336d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:16.197183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a113b4cc-7bf1-4b69-9396-f016b7803a87 req-92ac9b83-465b-4409-974d-fdef634f336d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 947 time: 0.0512474 Nov 11 20:45:16.245645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a113b4cc-7bf1-4b69-9396-f016b7803a87 req-fa3d0c16-f7dc-4067-8b0a-2b9c78a21e5d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Nov 11 20:45:16.365813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:16.370854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1686260049-network', 'tenant_id': '657a6f07d3704dff8416a9219cea4578'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:16.443915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:16.508790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Made reservation on behalf of 657a6f07d3704dff8416a9219cea4578 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:16.512331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.520629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.553141 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5675d037-4d1b-46f3-8882-45cf09561c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.641814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef5df015-2e22-4b9d-b274-8ae8f4ec5218 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:16.646205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.685125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58780) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:16.687526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5675d037-4d1b-46f3-8882-45cf09561c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.723487 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.735455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:45:16.755157 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.755497 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Added segment 43b39207-62f7-4e10-8951-87e5660bc5e0 of type vlan for network 4146a5cd-1d76-4bba-acc2-dc72f836f6bb Nov 11 20:45:16.768663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ef5df015-2e22-4b9d-b274-8ae8f4ec5218, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:16.782250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218', 'mac_address': 'fa:16:3e:30:44:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:16.798480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3544782-a681-4a1d-8727-8567bb3f03e2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:16.826934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5675d037-4d1b-46f3-8882-45cf09561c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.830357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.834318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.844656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d4f63c15-f891-4ac9-99f4-0dba5feaa109 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6aad7e14960140339ba74218bc3ee290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573188 Nov 11 20:45:16.847024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:16.850577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5df015-2e22-4b9d-b274-8ae8f4ec5218 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:16.872723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ef5df015-2e22-4b9d-b274-8ae8f4ec5218, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:16.900836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049381fe-1950-4fe4-8a1c-388c5a62ed15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.901693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675d037-4d1b-46f3-8882-45cf09561c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7956389-b92a-4c38-80a6-e06046b437c9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:16.909854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5675d037-4d1b-46f3-8882-45cf09561c47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=744fb580b79f46cc97584dd16f3106cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4642954 Nov 11 20:45:16.913076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:16.936045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049381fe-1950-4fe4-8a1c-388c5a62ed15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:16.936572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cca49-350a-4112-b3f8-642232a6f0a9 req-7d4eb749-9741-41b3-ba13-418fdcae75c7 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:16.944588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1b7cca49-350a-4112-b3f8-642232a6f0a9 req-7d4eb749-9741-41b3-ba13-418fdcae75c7 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 945 time: 0.1489384 Nov 11 20:45:16.981993 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.018337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb998551-18b5-47b4-aef0-98e7ff67f41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.023656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1b7cca49-350a-4112-b3f8-642232a6f0a9 req-6812ae71-caed-4690-abbf-0156427e8f28 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780082 Nov 11 20:45:17.046455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:17.048373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb998551-18b5-47b4-aef0-98e7ff67f41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.060546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.060546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:17.060546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.095097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049381fe-1950-4fe4-8a1c-388c5a62ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.099181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049381fe-1950-4fe4-8a1c-388c5a62ed15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.101162 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-049381fe-1950-4fe4-8a1c-388c5a62ed15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd HTTP/1.1" status: 204 len: 168 time: 0.2529156 Nov 11 20:45:17.111896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049381fe-1950-4fe4-8a1c-388c5a62ed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aed3a1-2b61-4025-a2ae-1c0acfaa41bd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:17.145901 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:45:17.186547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] Pushing event updated for resources: {'Network': ['ID=4146a5cd-1d76-4bba-acc2-dc72f836f6bb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:17.196954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 4146a5cd-1d76-4bba-acc2-dc72f836f6bb details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:45:17.206076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96865b-b10a-4ac8-aa09-2c38ece8ab93 req-5701acaf-19a5-4387-8f04-7f3405c83d0b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:17.207901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f96865b-b10a-4ac8-aa09-2c38ece8ab93 req-5701acaf-19a5-4387-8f04-7f3405c83d0b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 949 time: 0.1164167 Nov 11 20:45:17.213627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a131e646-685b-4d0e-8d3a-0c5b8a370d0e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8463557 Nov 11 20:45:17.216186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:17.221675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Request body: {'subnet': {'network_id': '4146a5cd-1d76-4bba-acc2-dc72f836f6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1686260049-subnet', 'tenant_id': '657a6f07d3704dff8416a9219cea4578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:17.275512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f96865b-b10a-4ac8-aa09-2c38ece8ab93 req-afdc9560-f164-4cc5-950a-8942050e4bc1 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543230 Nov 11 20:45:17.329778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Made reservation on behalf of 657a6f07d3704dff8416a9219cea4578 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:17.330453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb998551-18b5-47b4-aef0-98e7ff67f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.331921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Publish callbacks [] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.333834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb998551-18b5-47b4-aef0-98e7ff67f41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.335720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eb998551-18b5-47b4-aef0-98e7ff67f41f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7956389-b92a-4c38-80a6-e06046b437c9 HTTP/1.1" status: 204 len: 168 time: 0.4209967 Nov 11 20:45:17.340589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ef5df015-2e22-4b9d-b274-8ae8f4ec5218'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:17.359131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb998551-18b5-47b4-aef0-98e7ff67f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7956389-b92a-4c38-80a6-e06046b437c9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:17.430003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a141-1a18-41e2-aeff-983fbd4f22a5 req-3b0964f9-fec6-4145-a197-a79ea0804b4d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:17.433268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f329a141-1a18-41e2-aeff-983fbd4f22a5 req-3b0964f9-fec6-4145-a197-a79ea0804b4d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 947 time: 0.0753446 Nov 11 20:45:17.526538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f329a141-1a18-41e2-aeff-983fbd4f22a5 req-547e0276-32e9-42f3-a631-2b97858b5d22 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882549 Nov 11 20:45:17.683577 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.741285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e43b919-472e-4cbd-a55a-d51aa9c97fed,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:17.749530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Checking segment: {'id': '43b39207-62f7-4e10-8951-87e5660bc5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4146a5cd-1d76-4bba-acc2-dc72f836f6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:17.749883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Network hostable DHCP agents. Network: 4146a5cd-1d76-4bba-acc2-dc72f836f6bb, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:45:17.855644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Network 4146a5cd-1d76-4bba-acc2-dc72f836f6bb is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:45:17.942859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 4146a5cd-1d76-4bba-acc2-dc72f836f6bb) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:17.947972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:17.948857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.953332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5ec501-84fe-4d23-aa0c-530b3c25c96b None None] Network 4146a5cd-1d76-4bba-acc2-dc72f836f6bb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:45:18.021649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58814) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:18.035608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8315221b-8182-4b94-ac82-443b3c30c57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.046427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c83038d8-1ba4-482b-8e77-0d0ec135eafe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8290410 Nov 11 20:45:18.095462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bffec-3be7-422f-879c-ee6a654d8155 None None] Network 4146a5cd-1d76-4bba-acc2-dc72f836f6bb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:45:18.121941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8315221b-8182-4b94-ac82-443b3c30c57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.257363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8315221b-8182-4b94-ac82-443b3c30c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.301040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315221b-8182-4b94-ac82-443b3c30c57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3058ba-99bf-4ca5-b43b-c244b48d7f98,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:18.305541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8315221b-8182-4b94-ac82-443b3c30c57b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=058f3e074fcd4731ad110f15151818b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828448 Nov 11 20:45:18.308990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:18.362064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494118b-9334-44fc-a2b5-7a2bb5f06cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.383632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494118b-9334-44fc-a2b5-7a2bb5f06cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.424403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:18.442718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e960a6ec-a23b-405b-bd3b-efc98eb0760f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.517987 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494118b-9334-44fc-a2b5-7a2bb5f06cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.520646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494118b-9334-44fc-a2b5-7a2bb5f06cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.524308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5494118b-9334-44fc-a2b5-7a2bb5f06cff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be3058ba-99bf-4ca5-b43b-c244b48d7f98 HTTP/1.1" status: 204 len: 168 time: 0.2118282 Nov 11 20:45:18.533632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494118b-9334-44fc-a2b5-7a2bb5f06cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3058ba-99bf-4ca5-b43b-c244b48d7f98,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:18.632112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ab997b65-dc79-4093-845f-e916348da676 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:18.669522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef5df015-2e22-4b9d-b274-8ae8f4ec5218 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:18.683366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d498a-8530-4f69-9d36-fe09e30c8de7 req-beb5452f-ad91-4a06-b3dc-3d66147d9253 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:18.690941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a5d498a-8530-4f69-9d36-fe09e30c8de7 req-beb5452f-ad91-4a06-b3dc-3d66147d9253 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 949 time: 0.0767045 Nov 11 20:45:18.770880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a5d498a-8530-4f69-9d36-fe09e30c8de7 req-e1a2c1a6-8466-4ca1-bf8d-ed0aaa397993 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791879 Nov 11 20:45:18.781377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-722a42fe-63d4-49e4-b4d4-3fed139110d5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:18.783046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-722a42fe-63d4-49e4-b4d4-3fed139110d5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.2373190 Nov 11 20:45:18.817957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e960a6ec-a23b-405b-bd3b-efc98eb0760f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.819977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-73077a1d-c3e7-481a-a509-11c440003af8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/quotas/55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 375 time: 0.0314178 Nov 11 20:45:18.846744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ab997b65-dc79-4093-845f-e916348da676, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ab997b65-dc79-4093-845f-e916348da676,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:18.860942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ab997b65-dc79-4093-845f-e916348da676', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'ab997b65-dc79-4093-845f-e916348da676', 'mac_address': 'fa:16:3e:f9:75:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:18.862648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-190c65fc-8f07-405f-ba8b-a517c163e43a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366979 Nov 11 20:45:18.867460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-d3f7369e-2182-439d-94d8-9f606331d026 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:45:18.876839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-d3f7369e-2182-439d-94d8-9f606331d026 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132179 Nov 11 20:45:18.897301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:18.899781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e960a6ec-a23b-405b-bd3b-efc98eb0760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.903824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:18.914671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.928977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d9b51-b500-477c-aedd-a95574e86a9e req-7c862752-33ec-4f8b-a7fd-7114a0cb1b90 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:18.931053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-421d9b51-b500-477c-aedd-a95574e86a9e req-7c862752-33ec-4f8b-a7fd-7114a0cb1b90 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 947 time: 0.0683196 Nov 11 20:45:18.968047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.984487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab997b65-dc79-4093-845f-e916348da676 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:18.988282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960a6ec-a23b-405b-bd3b-efc98eb0760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a2e2b7-b794-4a4d-afc2-51d395cd2aec,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:18.998070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e960a6ec-a23b-405b-bd3b-efc98eb0760f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d30795d4b234fe8b8a7778860842775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5726640 Nov 11 20:45:19.000948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:19.018337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ab997b65-dc79-4093-845f-e916348da676, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ab997b65-dc79-4093-845f-e916348da676,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:19.050712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-421d9b51-b500-477c-aedd-a95574e86a9e req-5de07a1d-7743-4e39-9a7e-92771d122724 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975187 Nov 11 20:45:19.062925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-d0e6c294-9c31-43f9-a6f2-bce10fbcc847 service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850157 Nov 11 20:45:19.082453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.106244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.153997 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55836e21-3fa9-458b-871c-829338d58918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.169414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ab997b65-dc79-4093-845f-e916348da676,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:19.186656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565968-f383-453e-849f-9142519869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:19.187319 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10e073-2807-4d34-8574-8cfaffd232a3" -d '{"events": [{"server_uuid": "f1565968-f383-453e-849f-9142519869e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef5df015-2e22-4b9d-b274-8ae8f4ec5218"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:19.209686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ef5df015-2e22-4b9d-b274-8ae8f4ec5218, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:19.229855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55836e21-3fa9-458b-871c-829338d58918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.275012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-1610f594-d389-4b5e-940e-0f5f3822c819 service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112300 Nov 11 20:45:19.284279 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb594175-20d3-40e1-b118-025f92d3c675 x-openstack-request-id: req-cb594175-20d3-40e1-b118-025f92d3c675 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:19.284594 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565968-f383-453e-849f-9142519869e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef5df015-2e22-4b9d-b274-8ae8f4ec5218", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:19.284845 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb594175-20d3-40e1-b118-025f92d3c675 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:19.285408 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565968-f383-453e-849f-9142519869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218', 'code': 200} Nov 11 20:45:19.331836 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.402320 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55836e21-3fa9-458b-871c-829338d58918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.411064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55836e21-3fa9-458b-871c-829338d58918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.413521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-55836e21-3fa9-458b-871c-829338d58918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1a2e2b7-b794-4a4d-afc2-51d395cd2aec HTTP/1.1" status: 204 len: 168 time: 0.4112213 Nov 11 20:45:19.432452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:19.439681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:19.446346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55836e21-3fa9-458b-871c-829338d58918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a2e2b7-b794-4a4d-afc2-51d395cd2aec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:19.488465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c6205-8bad-40c3-a5aa-722592409a32 req-10325eda-4196-4c26-8ce8-58b7845549eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:19.488465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1c6205-8bad-40c3-a5aa-722592409a32 req-10325eda-4196-4c26-8ce8-58b7845549eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 1101 time: 0.1183403 Nov 11 20:45:19.489208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ab997b65-dc79-4093-845f-e916348da676'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:19.551369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1c6205-8bad-40c3-a5aa-722592409a32 req-307e3f8b-1393-4891-aee5-6e111c40bd18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688570 Nov 11 20:45:19.718958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7e82195-5dac-45af-b254-13f01ac514ef req-6ca20c52-459a-4f4f-a5e0-cfe92ad2ae56 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 210 time: 0.0720301 Nov 11 20:45:19.903927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d132c8d-1f5b-41bf-a9ef-5d702d1ab7cb req-3d4e023e-5ed3-47bb-93e7-910e1d66a96c tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:19.905721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d132c8d-1f5b-41bf-a9ef-5d702d1ab7cb req-3d4e023e-5ed3-47bb-93e7-910e1d66a96c tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.0542738 Nov 11 20:45:19.911697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78772c28-a693-4513-855c-90b5a063b93e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.964516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d132c8d-1f5b-41bf-a9ef-5d702d1ab7cb req-dd513076-5a09-4a41-bdaf-bd307f7f1e4b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Nov 11 20:45:20.012523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78772c28-a693-4513-855c-90b5a063b93e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:20.145868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78772c28-a693-4513-855c-90b5a063b93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:20.210013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-78772c28-a693-4513-855c-90b5a063b93e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ec3a25d14544235bd33c55156c9c2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7762699 Nov 11 20:45:20.211598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78772c28-a693-4513-855c-90b5a063b93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37647364-4d6b-4bb4-bb05-fdd94a5763b8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:20.212865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:20.236851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427be2-c998-4d47-b044-c287a6fce838 req-4bb1a210-2a7a-4331-b1ad-2d6d857dfc58 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:20.248290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7427be2-c998-4d47-b044-c287a6fce838 req-4bb1a210-2a7a-4331-b1ad-2d6d857dfc58 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 948 time: 0.1153891 Nov 11 20:45:20.282927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7aa83aa-3047-4a1d-a31a-b5d449f39c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:20.307713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7aa83aa-3047-4a1d-a31a-b5d449f39c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:20.312270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7427be2-c998-4d47-b044-c287a6fce838 req-c9cbd504-ea30-47e7-ab87-4c06eca0063b tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663512 Nov 11 20:45:20.612071 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7aa83aa-3047-4a1d-a31a-b5d449f39c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:20.617004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7aa83aa-3047-4a1d-a31a-b5d449f39c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:20.617004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c7aa83aa-3047-4a1d-a31a-b5d449f39c7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37647364-4d6b-4bb4-bb05-fdd94a5763b8 HTTP/1.1" status: 204 len: 168 time: 0.4020557 Nov 11 20:45:20.626972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa83aa-3047-4a1d-a31a-b5d449f39c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37647364-4d6b-4bb4-bb05-fdd94a5763b8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:20.660084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ab997b65-dc79-4093-845f-e916348da676 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:20.809953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3adace70-8441-435a-8939-75848a64e9ad req-0dec0f2a-5dc8-4de1-b6fc-28e75a1828fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 210 time: 0.0264030 Nov 11 20:45:20.825024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ab997b65-dc79-4093-845f-e916348da676 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:20.829630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ab997b65-dc79-4093-845f-e916348da676 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:20.830014 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:20.963856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.004649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ab997b65-dc79-4093-845f-e916348da676, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ab997b65-dc79-4093-845f-e916348da676,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:21.107083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.108488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380bd4-4081-4880-a281-470992d4cfa0 req-44578236-ef7c-4ce8-bbc5-1d06b08cf747 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:21.110349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56380bd4-4081-4880-a281-470992d4cfa0 req-44578236-ef7c-4ce8-bbc5-1d06b08cf747 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.0579195 Nov 11 20:45:21.160642 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56380bd4-4081-4880-a281-470992d4cfa0 req-7d4b6bd6-55cd-485d-bbbe-154b1db88688 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Nov 11 20:45:21.167275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ab997b65-dc79-4093-845f-e916348da676,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:21.286278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88be5a07-6224-4362-8d84-b2697d3ff913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab997b65-dc79-4093-845f-e916348da676'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:21.288734 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682ca6d7-6363-46f5-94b4-72bf414f635c" -d '{"events": [{"server_uuid": "88be5a07-6224-4362-8d84-b2697d3ff913", "name": "network-vif-plugged", "status": "completed", "tag": "ab997b65-dc79-4093-845f-e916348da676"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:21.324368 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779fe85b-6f31-4e5c-b54a-cd3f5148a496 x-openstack-request-id: req-779fe85b-6f31-4e5c-b54a-cd3f5148a496 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:21.324682 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88be5a07-6224-4362-8d84-b2697d3ff913", "name": "network-vif-plugged", "status": "completed", "tag": "ab997b65-dc79-4093-845f-e916348da676", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:21.324937 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-779fe85b-6f31-4e5c-b54a-cd3f5148a496 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:21.325321 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88be5a07-6224-4362-8d84-b2697d3ff913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab997b65-dc79-4093-845f-e916348da676', 'code': 200} Nov 11 20:45:21.449017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ef1d1-a8a8-4f4d-961f-c0291849aad5 req-ae39e574-1cec-4935-ada2-bfa74665dca3 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:21.450582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b4ef1d1-a8a8-4f4d-961f-c0291849aad5 req-ae39e574-1cec-4935-ada2-bfa74665dca3 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 949 time: 0.0757208 Nov 11 20:45:21.522249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5703c58-c995-4521-9142-775332400c67 req-16eb8760-b791-4928-8d38-eb34d3d0a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:21.523822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e5703c58-c995-4521-9142-775332400c67 req-16eb8760-b791-4928-8d38-eb34d3d0a036 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 1100 time: 0.0960383 Nov 11 20:45:21.532977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b4ef1d1-a8a8-4f4d-961f-c0291849aad5 req-6d8e8fd7-5bbc-4644-bf36-1c6657f25b9f tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682778 Nov 11 20:45:21.558014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:21.582621 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12df362-b8a3-41f4-bebf-dea63f2e574c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.606759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e5703c58-c995-4521-9142-775332400c67 req-ed5667bf-b5c4-4ad5-bc20-2fcf7586d77b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705123 Nov 11 20:45:21.688655 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12df362-b8a3-41f4-bebf-dea63f2e574c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.757846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12df362-b8a3-41f4-bebf-dea63f2e574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.758194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.801754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b12df362-b8a3-41f4-bebf-dea63f2e574c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fdf6bdd566645d38ac675932affaa82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393217 Nov 11 20:45:21.803056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12df362-b8a3-41f4-bebf-dea63f2e574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cf6782-e282-45a4-9da7-3e7c0e11cd3e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:21.804599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58960) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:21.862099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3bd68ee-b3a7-47e0-962c-d9aa9a0f5120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.887215 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3bd68ee-b3a7-47e0-962c-d9aa9a0f5120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:21.970249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-903f9caa-33f5-4dae-a0f9-b72eac6062aa req-cfd2fd98-dabf-41e7-8059-002ed45d9c9a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 210 time: 0.0461740 Nov 11 20:45:22.083751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3bd68ee-b3a7-47e0-962c-d9aa9a0f5120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:22.087428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3bd68ee-b3a7-47e0-962c-d9aa9a0f5120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:22.089352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3bd68ee-b3a7-47e0-962c-d9aa9a0f5120 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2cf6782-e282-45a4-9da7-3e7c0e11cd3e HTTP/1.1" status: 204 len: 168 time: 0.2836363 Nov 11 20:45:22.098209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd68ee-b3a7-47e0-962c-d9aa9a0f5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cf6782-e282-45a4-9da7-3e7c0e11cd3e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:22.449800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d859f-0d91-475d-a6be-c87f01cc3d2f req-6b15e50f-2ed1-44ec-bfd3-93664951b37b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:22.451408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-896d859f-0d91-475d-a6be-c87f01cc3d2f req-6b15e50f-2ed1-44ec-bfd3-93664951b37b tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.0554209 Nov 11 20:45:22.503671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-896d859f-0d91-475d-a6be-c87f01cc3d2f req-c9d06cdc-6e1b-4818-8922-59da200017be tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Nov 11 20:45:22.712562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-7533da57-49f8-4ad2-8b10-af67938b3c9f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:22.716044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-7533da57-49f8-4ad2-8b10-af67938b3c9f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.1378138 Nov 11 20:45:22.734466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Request body: {'port': {'device_id': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'admin_state_up': True, 'tenant_id': '55c5b0a83df04ac69ca7d6cedcd5c4ca'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:22.911231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cd5c4-5d59-497a-8079-065aaa827dd9 req-a4ede2f5-0540-44ae-9854-56e15cbaf0b3 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:22.912744 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d18cd5c4-5d59-497a-8079-065aaa827dd9 req-a4ede2f5-0540-44ae-9854-56e15cbaf0b3 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 949 time: 0.0832086 Nov 11 20:45:22.987903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d18cd5c4-5d59-497a-8079-065aaa827dd9 req-ecb66669-130a-429f-9410-971ec56eea5a tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Nov 11 20:45:23.035368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Made reservation on behalf of 55c5b0a83df04ac69ca7d6cedcd5c4ca for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:23.045166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:23.165491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5771e5d0-1533-4a5c-9b05-6fcfa497240d req-648b6735-651c-42a5-867b-a04adf81bdd5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 210 time: 0.0330610 Nov 11 20:45:23.282010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Allocated IP 172.20.0.8 (a216c099-84d4-4a43-9f1e-303dd8a0c82f/2be2e3bd-314c-4fe2-a2a1-33352bbd7507/c3999cbb-c067-46c2-85af-d725800ae72c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:23.305223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770be0c4-512e-4891-8cb0-b260207f0804 req-ba0a3cf6-82ee-4f32-8cc2-b98ae5163550 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:23.306937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-770be0c4-512e-4891-8cb0-b260207f0804 req-ba0a3cf6-82ee-4f32-8cc2-b98ae5163550 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.0708609 Nov 11 20:45:23.388741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-770be0c4-512e-4891-8cb0-b260207f0804 req-0858170c-ed39-46f2-9583-e8ae2a094453 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745156 Nov 11 20:45:23.444037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-0a788f7b-7136-4511-bb0b-75e5f20f73d6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409942 Nov 11 20:45:23.534031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:23.641410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-7dbe0ea7-2ee4-4472-a73c-aa6c13b63eb2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:23.642880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-7dbe0ea7-2ee4-4472-a73c-aa6c13b63eb2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913221 Nov 11 20:45:23.664697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-f288e444-cdef-4242-bd97-2a083da180da tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/quotas/e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 375 time: 0.0125930 Nov 11 20:45:23.695393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:23.710252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-60fbef3f-f496-48a0-a702-f166490787c4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388753 Nov 11 20:45:23.740294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:23.746734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:23.764696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:23.771056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:23.771685 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:23.803918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:23.946491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-981c83f9-ce85-4ab0-95b2-e99d542c4dd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2159612 Nov 11 20:45:23.964994 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Request body: {'port': {'device_id': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:24.067596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff04cd1f-bdf4-443d-b334-232313ce8110 req-fa40420a-3c30-4e6a-970e-f9737aeb855d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 210 time: 0.0573485 Nov 11 20:45:24.114893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:24.186198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea2e35-9f47-4782-8f6d-c6af659dc5f1 req-c0804853-5954-4e24-9c5c-21733d644d93 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:24.188115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8dea2e35-9f47-4782-8f6d-c6af659dc5f1 req-c0804853-5954-4e24-9c5c-21733d644d93 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 949 time: 0.0817792 Nov 11 20:45:24.274909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8dea2e35-9f47-4782-8f6d-c6af659dc5f1 req-e24581d2-5ab4-4d99-9d99-ce064e903fc7 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755780 Nov 11 20:45:24.462784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42f71-52a4-40d4-87bc-c86bc2f00bea req-e2794ceb-ef7f-4bd2-9267-bc03269cca59 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:24.464876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85b42f71-52a4-40d4-87bc-c86bc2f00bea req-e2794ceb-ef7f-4bd2-9267-bc03269cca59 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 931 time: 0.1197383 Nov 11 20:45:24.575524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59096) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:24.578466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85b42f71-52a4-40d4-87bc-c86bc2f00bea req-7aa27390-8262-4708-a5d4-061b08776741 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899198 Nov 11 20:45:24.595424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3999cbb-c067-46c2-85af-d725800ae72c {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:24.608952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:24.618295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Transition to ACTIVE for port object c3999cbb-c067-46c2-85af-d725800ae72c will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:24.715599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:24.729688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f542e92-be23-4d4c-bc43-7f0f042f3605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:24.777516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc146-ac26-4d0c-af53-3311903b8e2a req-ba765db3-73a9-4f03-839e-396c4b5b70ae tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:24.780179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efbbc146-ac26-4d0c-af53-3311903b8e2a req-ba765db3-73a9-4f03-839e-396c4b5b70ae tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.1216614 Nov 11 20:45:24.850373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:24.903192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f542e92-be23-4d4c-bc43-7f0f042f3605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:24.904475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:24.904810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:24.905133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:24.913437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efbbc146-ac26-4d0c-af53-3311903b8e2a req-8b5ef487-ecc3-48c0-9700-e7a1d84bad88 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234832 Nov 11 20:45:24.913437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:24.913802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:24.924876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fc18b-3250-4b9a-a7ac-e5d508f01df5 req-a2a46e71-ab01-4f45-88a1-945b0f6ba5aa tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:24.927284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b34fc18b-3250-4b9a-a7ac-e5d508f01df5 req-a2a46e71-ab01-4f45-88a1-945b0f6ba5aa tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 949 time: 0.0774570 Nov 11 20:45:24.931333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:24.931943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:24.932564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:24.944809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Bound port: c3999cbb-c067-46c2-85af-d725800ae72c, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:24.945445 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:24.989067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7f542e92-be23-4d4c-bc43-7f0f042f3605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.052328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:25.056281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:25.065015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7f542e92-be23-4d4c-bc43-7f0f042f3605 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8243c9e2a28643e0ba4f4af06ab0f29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881926 Nov 11 20:45:25.068512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:25.069511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f542e92-be23-4d4c-bc43-7f0f042f3605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3901cbbd-49bf-419d-a9e7-973fe2f5b318,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:25.078040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b34fc18b-3250-4b9a-a7ac-e5d508f01df5 req-b2f68e4a-3775-4818-9270-e73484cb4306 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350794 Nov 11 20:45:25.187376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.189317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81f901d5-2e44-4c73-9c63-981708fdb236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.193084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf042c3a-97b0-4fbf-844a-4ae850cc3459 req-81e7c252-9984-4f98-9d85-f05c20e80dcc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 210 time: 0.0513005 Nov 11 20:45:25.260946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:25.261832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.263399 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] 10.222.0.62 "PUT /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 1091 time: 1.3034449 Nov 11 20:45:25.270360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:25.273881 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa55d41-397d-4ed5-b018-9b27be3f3064" -d '{"events": [{"name": "network-changed", "server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:25.285095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81f901d5-2e44-4c73-9c63-981708fdb236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.371585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fee31-ea75-4181-a8bc-6aaa67ccafa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:25.411495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51130145-5dbf-4dfe-8ea3-e048011b7e19 req-5231108e-2ff7-477b-9480-ba7df76647c7 tempest-LiveMigrationNegativeTest-252846234 tempest-LiveMigrationNegativeTest-252846234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:25.413223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51130145-5dbf-4dfe-8ea3-e048011b7e19 req-5231108e-2ff7-477b-9480-ba7df76647c7 tempest-LiveMigrationNegativeTest-252846234 tempest-LiveMigrationNegativeTest-252846234-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 1101 time: 0.1260951 Nov 11 20:45:25.448414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51130145-5dbf-4dfe-8ea3-e048011b7e19 req-416553cb-ccc1-4607-8b03-22d6988faf81 tempest-LiveMigrationNegativeTest-252846234 tempest-LiveMigrationNegativeTest-252846234-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.496479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-954e2305-364e-4d6f-b0f7-4e23403e4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:25.497984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-954e2305-364e-4d6f-b0f7-4e23403e4ddd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1094 time: 0.0588953 Nov 11 20:45:25.543818 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-655a1107-15bc-4f0d-9def-0179d5f6fc54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.0358548 Nov 11 20:45:25.586963 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81f901d5-2e44-4c73-9c63-981708fdb236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.590894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81f901d5-2e44-4c73-9c63-981708fdb236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.599334 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-81f901d5-2e44-4c73-9c63-981708fdb236 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3901cbbd-49bf-419d-a9e7-973fe2f5b318 HTTP/1.1" status: 204 len: 168 time: 0.5225492 Nov 11 20:45:25.624207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f901d5-2e44-4c73-9c63-981708fdb236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3901cbbd-49bf-419d-a9e7-973fe2f5b318,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:25.639653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-74793dc5-de6e-4abb-8205-4ab7284afb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:25.640504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-74793dc5-de6e-4abb-8205-4ab7284afb50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0893567 Nov 11 20:45:25.689209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-c25cd921-0f70-4475-9278-4db856d39e08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323346 Nov 11 20:45:25.784410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51130145-5dbf-4dfe-8ea3-e048011b7e19 req-416553cb-ccc1-4607-8b03-22d6988faf81 tempest-LiveMigrationNegativeTest-252846234 tempest-LiveMigrationNegativeTest-252846234-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.821042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-93c1e578-0b8c-4c44-8f94-145e36f1fb0f service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208458 Nov 11 20:45:25.896319 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51130145-5dbf-4dfe-8ea3-e048011b7e19 req-416553cb-ccc1-4607-8b03-22d6988faf81 tempest-LiveMigrationNegativeTest-252846234 tempest-LiveMigrationNegativeTest-252846234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:25.956750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51130145-5dbf-4dfe-8ea3-e048011b7e19 req-416553cb-ccc1-4607-8b03-22d6988faf81 tempest-LiveMigrationNegativeTest-252846234 tempest-LiveMigrationNegativeTest-252846234-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332985 Nov 11 20:45:25.971986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416553cb-ccc1-4607-8b03-22d6988faf81 tempest-LiveMigrationNegativeTest-252846234 tempest-LiveMigrationNegativeTest-252846234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce61c904-92dc-49ac-8eb5-33be73360556,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:25.992592 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f31e1-435b-48ee-baa9-e543d2152403 x-openstack-request-id: req-fa9f31e1-435b-48ee-baa9-e543d2152403 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:25.992592 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:25.992592 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa9f31e1-435b-48ee-baa9-e543d2152403 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:25.992592 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c', 'status': 'completed', 'code': 200} Nov 11 20:45:25.998833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e94323bb-66ec-47b5-9dfb-5e532e03f136 req-0e584c56-9dc4-4722-a099-63a5a6c643a1 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616876 Nov 11 20:45:26.127289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c69610-403a-4bc3-9062-97cb7341df0a req-425ac5e6-16be-41e2-8cb8-825ad7fd210d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:26.128994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54c69610-403a-4bc3-9062-97cb7341df0a req-425ac5e6-16be-41e2-8cb8-825ad7fd210d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.0678797 Nov 11 20:45:26.304096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1024157629', 'description': 'tempest-description-641950226'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:26.431782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.431996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54c69610-403a-4bc3-9062-97cb7341df0a req-d0e352c6-3298-49be-82dd-faa4da24541a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960386 Nov 11 20:45:26.437339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-387e635e-6258-4f46-b752-e3f34432d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:26.438943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-387e635e-6258-4f46-b752-e3f34432d145 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1094 time: 0.0665331 Nov 11 20:45:26.445754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.551274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.598674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-22ad7680-44f8-4ab6-ab05-1c07986bab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:26.600186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-22ad7680-44f8-4ab6-ab05-1c07986bab83 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1384845 Nov 11 20:45:26.614568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d858-eb74-42a2-bedf-dbdd7bb5a048 req-dc7a091f-dff2-4fac-a60d-bb4562e5c33d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:26.616631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9763d858-eb74-42a2-bedf-dbdd7bb5a048 req-dc7a091f-dff2-4fac-a60d-bb4562e5c33d tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 949 time: 0.0710888 Nov 11 20:45:26.634384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.665117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-8c5bac2d-f2dd-4c2b-85b9-c4374fb16ca9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.0474813 Nov 11 20:45:26.686485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1002bc-364e-43a4-a46f-90f11e5c7b25,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:26.727143 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9763d858-eb74-42a2-bedf-dbdd7bb5a048 req-43ff425c-1df7-47ed-a7f0-5d8dd6d384bd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/security-groups?id=909b0021-040e-4518-abfe-d516cb878ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998385 Nov 11 20:45:26.749157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-fbaa6f29-2943-40c4-a1e1-e99f0aaa9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:26.750907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-fbaa6f29-2943-40c4-a1e1-e99f0aaa9ee1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0729327 Nov 11 20:45:26.753929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.772747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:26.789733 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd91faae-3714-4534-8444-129b940a8c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.801494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-9350e082-79f9-465a-8083-69bff5a67430 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378408 Nov 11 20:45:26.874375 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.893512 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd91faae-3714-4534-8444-129b940a8c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.895164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.912375 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-689f7949-b996-4a74-9952-96b8787b31ad service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002617 Nov 11 20:45:26.934975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b162e3-86d1-4e26-936e-18130b28dc2c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:26.983605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd91faae-3714-4534-8444-129b940a8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:26.990620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33b92c55-3036-468d-9549-0bbaf055f131 req-6646f2ea-0fff-4e35-b3a2-e3ad1db1bc43 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 210 time: 0.0355597 Nov 11 20:45:26.990774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.012236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-939bcd20-9c8b-46db-8144-2ff4fb6a4ecb req-21c6e5c4-60a5-44f8-93bb-4a410816b727 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7117841 Nov 11 20:45:27.045646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-632a18ea-595c-44a4-b008-cf0d261ea92d req-91fc2d35-4163-4819-936c-719a07e34bb5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Request body: {'security_group': {'name': 'tempest-securitygroup-789927818', 'description': 'tempest-description-1426528676'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:27.090246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91faae-3714-4534-8444-129b940a8c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37cb07e-2f32-4766-a8ce-a2279dae4749,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:27.109448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-baa55d41-397d-4ed5-b018-9b27be3f3064 req-f6b16ba9-1f8f-4e0d-8db7-3f8fb0d4a59c service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865377 Nov 11 20:45:27.116946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bd91faae-3714-4534-8444-129b940a8c33 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4388a9f44e8b4139ab13f9fc5f9e67c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426833 Nov 11 20:45:27.121115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59158) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:27.184687 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cb34d66-98a0-417c-9685-a85dcb48470f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.203756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-632a18ea-595c-44a4-b008-cf0d261ea92d req-91fc2d35-4163-4819-936c-719a07e34bb5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.210595 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cb34d66-98a0-417c-9685-a85dcb48470f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.309559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-b2611942-423e-486e-aec8-47235186bcc3 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:27.311143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-b2611942-423e-486e-aec8-47235186bcc3 tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 949 time: 0.0586751 Nov 11 20:45:27.401874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Deleting port ab997b65-dc79-4093-845f-e916348da676 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:45:27.402218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.480753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cb34d66-98a0-417c-9685-a85dcb48470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.483317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cb34d66-98a0-417c-9685-a85dcb48470f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.488854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1cb34d66-98a0-417c-9685-a85dcb48470f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b37cb07e-2f32-4766-a8ce-a2279dae4749 HTTP/1.1" status: 204 len: 168 time: 0.3625169 Nov 11 20:45:27.507653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb34d66-98a0-417c-9685-a85dcb48470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37cb07e-2f32-4766-a8ce-a2279dae4749,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:27.510899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] For port ab997b65-dc79-4093-845f-e916348da676, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ab997b65-dc79-4093-845f-e916348da676,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:27.511119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.532487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Calling delete_port for ab997b65-dc79-4093-845f-e916348da676 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:45:27.606153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-83e9d8a5-f1f6-4203-a25f-dc8448c37950 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945673 Nov 11 20:45:27.773328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-632a18ea-595c-44a4-b008-cf0d261ea92d req-91fc2d35-4163-4819-936c-719a07e34bb5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.804357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.816794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c830b2-e209-4124-9182-061f4936e165 req-9f0d46df-2d2c-4bdf-9de0-9ce3bc0d7bd0 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:27.819537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19c830b2-e209-4124-9182-061f4936e165 req-9f0d46df-2d2c-4bdf-9de0-9ce3bc0d7bd0 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.0616806 Nov 11 20:45:27.826169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ab997b65-dc79-4093-845f-e916348da676'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:27.849909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Pushing event deleted for resources: {'Port': ['ID=ab997b65-dc79-4093-845f-e916348da676,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:27.852342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-83fbc706-f617-4383-b68f-cd0110b77215 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:27.855258 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-83fbc706-f617-4383-b68f-cd0110b77215 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275403 Nov 11 20:45:27.881198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Request body: {'port': {'device_id': 'af4bd526-c020-422a-a7af-65873f057503', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'e6d81b4fe4ec41e5998f166d9f12699b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:27.934465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] No DVR routers for this DVR port ab997b65-dc79-4093-845f-e916348da676 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:45:27.939822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:27.946559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0ba29c7-b5a9-406f-a8f9-37b4534148d0 req-89a4a4fc-b364-4750-adf6-0ee3d229cfdd tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.58 "DELETE /v2.0/ports/ab997b65-dc79-4093-845f-e916348da676 HTTP/1.1" status: 204 len: 173 time: 0.6288881 Nov 11 20:45:27.947730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88be5a07-6224-4362-8d84-b2697d3ff913', 'name': 'network-vif-deleted', 'tag': 'ab997b65-dc79-4093-845f-e916348da676'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:27.950382 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f87631a-1b9a-4fc2-8b53-91194f7a0e0b" -d '{"events": [{"server_uuid": "88be5a07-6224-4362-8d84-b2697d3ff913", "name": "network-vif-deleted", "tag": "ab997b65-dc79-4093-845f-e916348da676"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:28.017749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19c830b2-e209-4124-9182-061f4936e165 req-2f31fd1d-c475-43d4-8fb0-6c00680871db tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630192 Nov 11 20:45:28.028802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-632a18ea-595c-44a4-b008-cf0d261ea92d req-91fc2d35-4163-4819-936c-719a07e34bb5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.082338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc2d35-4163-4819-936c-719a07e34bb5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d074c883-4bc5-4b76-b56b-036eadcc35bd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:28.153784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcb619-3e56-4f0b-b2e8-9de3fba3dbaa req-3f9bb98a-cd81-415b-901f-9e46110b7fa8 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:28.182390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67bcb619-3e56-4f0b-b2e8-9de3fba3dbaa req-3f9bb98a-cd81-415b-901f-9e46110b7fa8 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.0823276 Nov 11 20:45:28.204141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Made reservation on behalf of e6d81b4fe4ec41e5998f166d9f12699b for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:28.210698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.222383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.238463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67bcb619-3e56-4f0b-b2e8-9de3fba3dbaa req-8cf7b5a9-2e78-4206-9996-50177a60191a tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557444 Nov 11 20:45:28.354559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-632a18ea-595c-44a4-b008-cf0d261ea92d req-91fc2d35-4163-4819-936c-719a07e34bb5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.369435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-632a18ea-595c-44a4-b008-cf0d261ea92d req-91fc2d35-4163-4819-936c-719a07e34bb5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3346152 Nov 11 20:45:28.375110 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.381735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f6ec7d3-3f06-4d79-9df5-860c5248d93a req-8949c741-a7a0-4d0b-bb89-63323adf927e tempest-DeleteServersAdminTestJSON-1848276853 tempest-DeleteServersAdminTestJSON-1848276853-project] 10.222.0.31 "GET /v2.0/ports?device_id=88be5a07-6224-4362-8d84-b2697d3ff913 HTTP/1.1" status: 200 len: 210 time: 0.0357339 Nov 11 20:45:28.448939 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e6d823-f3ec-4b5b-9f9f-47a56b0b484f x-openstack-request-id: req-c6e6d823-f3ec-4b5b-9f9f-47a56b0b484f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:28.449240 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88be5a07-6224-4362-8d84-b2697d3ff913", "name": "network-vif-deleted", "tag": "ab997b65-dc79-4093-845f-e916348da676", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:28.449507 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6e6d823-f3ec-4b5b-9f9f-47a56b0b484f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:28.449998 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88be5a07-6224-4362-8d84-b2697d3ff913', 'name': 'network-vif-deleted', 'tag': 'ab997b65-dc79-4093-845f-e916348da676', 'status': 'completed', 'code': 200} Nov 11 20:45:28.537651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b787c2e-3c93-4ad8-87c7-9ccd9692f4bb req-e6f1108b-516f-42e1-bff1-df2f0b07d502 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 210 time: 0.0392594 Nov 11 20:45:28.555732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.679830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8844d813-c4a5-4132-b7e3-66c8648953db,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:28.774562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Allocated IP 192.168.233.114 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/1f744b08-9596-46a8-97a0-660d27e9ab48) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:28.793154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-468442168', 'description': 'tempest-description-1994430529'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:28.895233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.915028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:28.951648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.045760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.135548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cfb9e-cff6-4493-8fc7-e0d78527bc92 req-3272921d-e468-4373-a9b5-dd5c2bd364ad tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:29.137085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-020cfb9e-cff6-4493-8fc7-e0d78527bc92 req-3272921d-e468-4373-a9b5-dd5c2bd364ad tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.0485270 Nov 11 20:45:29.140514 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.193674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.211307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:29.233213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:29.236008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:29.242004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:29.242676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.258056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:29.262428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceff080-3cb5-4e45-986f-cc08e2ae10ee,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:29.307141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-020cfb9e-cff6-4493-8fc7-e0d78527bc92 req-5777b64c-a71b-4016-9749-94bcbb304e51 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584837 Nov 11 20:45:29.387524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-acdfc94a-82b2-4845-98f9-38aa654c3fae tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5201378 Nov 11 20:45:29.410012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Request body: {'port': {'device_id': 'af4bd526-c020-422a-a7af-65873f057503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:29.494348 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.564779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-29ae946a-b1f9-4f5d-ba03-dfb20ab36ead None None] Provisioning complete for port 1f744b08-9596-46a8-97a0-660d27e9ab48 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:29.565243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29ae946a-b1f9-4f5d-ba03-dfb20ab36ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.607570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-29ae946a-b1f9-4f5d-ba03-dfb20ab36ead None None] Port 1f744b08-9596-46a8-97a0-660d27e9ab48 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:45:29.677680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.689170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-467c9afa-2d90-4a75-a956-cdd8b8fb021c tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:29.690640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-467c9afa-2d90-4a75-a956-cdd8b8fb021c tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.4101882 Nov 11 20:45:29.690826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:29.728995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e3a8-bd7e-47eb-9468-7e11f95e05e0 req-cb5900b0-5113-44cc-847e-beaaba791f31 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:29.730773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2be3e3a8-bd7e-47eb-9468-7e11f95e05e0 req-cb5900b0-5113-44cc-847e-beaaba791f31 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 950 time: 0.0925424 Nov 11 20:45:29.762022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.799037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:29.800097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e938f94-26c2-4528-8541-e086dea61e4c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:29.823706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Deleting port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:45:29.824414 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.850179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2be3e3a8-bd7e-47eb-9468-7e11f95e05e0 req-d8b0d342-1bb4-48ac-9f78-e0b00e82231e tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897105 Nov 11 20:45:29.916798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.924855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f744b08-9596-46a8-97a0-660d27e9ab48 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:29.942561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:29.943180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5ad7990-3b4a-47b6-8192-1d409d752536 req-af1d6c95-d65a-43a6-a1f6-15dbe2e6dae2 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1546690 Nov 11 20:45:29.952049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'c3999cbb-c067-46c2-85af-d725800ae72c', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'port_id': 'c3999cbb-c067-46c2-85af-d725800ae72c', 'mac_address': 'fa:16:3e:18:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2e3bd-314c-4fe2-a2a1-33352bbd7507', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:29.953601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Transition to ACTIVE for port object 1f744b08-9596-46a8-97a0-660d27e9ab48 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:30.002544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.005581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] For port ef5df015-2e22-4b9d-b274-8ae8f4ec5218, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:30.005581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.018215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3999cbb-c067-46c2-85af-d725800ae72c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:30.020084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Calling delete_port for ef5df015-2e22-4b9d-b274-8ae8f4ec5218 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:45:30.044587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:30.074067 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.082828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-762ea07f-4845-4e3c-a30a-a169115e09f3 req-8b5e6400-8939-4429-bb55-fc86272b7bc1 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-70113782', 'description': 'tempest-description-1001115771'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:30.129189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.139743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25769427-05f5-4608-89a4-a503e57ffaa1 req-d026e0f6-a90b-458f-b8d1-5e63774a67e0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:30.153486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25769427-05f5-4608-89a4-a503e57ffaa1 req-d026e0f6-a90b-458f-b8d1-5e63774a67e0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 936 time: 0.1160760 Nov 11 20:45:30.181484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:30.184264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:30.212131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-762ea07f-4845-4e3c-a30a-a169115e09f3 req-8b5e6400-8939-4429-bb55-fc86272b7bc1 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.260957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25769427-05f5-4608-89a4-a503e57ffaa1 req-28121284-cf40-4f8b-a78e-24e8593d46da tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000471 Nov 11 20:45:30.262305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:30.262646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:30.262978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:30.272779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Port 1f744b08-9596-46a8-97a0-660d27e9ab48 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:30.273113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:30.285296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:30.285296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:30.285296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:30.285296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Bound port: 1f744b08-9596-46a8-97a0-660d27e9ab48, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:30.285296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.295649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-762ea07f-4845-4e3c-a30a-a169115e09f3 req-8b5e6400-8939-4429-bb55-fc86272b7bc1 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.297330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.319432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['edfde9b9-d12b-477b-a998-828d1bfb8ed0', 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:30.366894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Pushing event deleted for resources: {'Port': ['ID=ef5df015-2e22-4b9d-b274-8ae8f4ec5218,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:30.376679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-762ea07f-4845-4e3c-a30a-a169115e09f3 req-8b5e6400-8939-4429-bb55-fc86272b7bc1 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.387146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:30.392951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:30.435075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] No DVR routers for this DVR port ef5df015-2e22-4b9d-b274-8ae8f4ec5218 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:45:30.439114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.442639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1c77c39-3b7f-4545-92c8-3ba638aabefd req-c1811249-8303-44ed-8547-3337415afa30 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "DELETE /v2.0/ports/ef5df015-2e22-4b9d-b274-8ae8f4ec5218 HTTP/1.1" status: 204 len: 173 time: 0.7455556 Nov 11 20:45:30.452378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565968-f383-453e-849f-9142519869e4', 'name': 'network-vif-deleted', 'tag': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:30.455186 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8561b-54ac-4d7b-bc76-ccf6bdb372c7" -d '{"events": [{"server_uuid": "f1565968-f383-453e-849f-9142519869e4", "name": "network-vif-deleted", "tag": "ef5df015-2e22-4b9d-b274-8ae8f4ec5218"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:30.464991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e6400-8939-4429-bb55-fc86272b7bc1 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70c2198-1f7b-4ed6-94a2-7923596e3dc2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:30.513246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['c3999cbb-c067-46c2-85af-d725800ae72c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:30.530728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-762ea07f-4845-4e3c-a30a-a169115e09f3 req-8b5e6400-8939-4429-bb55-fc86272b7bc1 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.532263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-762ea07f-4845-4e3c-a30a-a169115e09f3 req-8b5e6400-8939-4429-bb55-fc86272b7bc1 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4545486 Nov 11 20:45:30.537918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08d6af-5cfe-464c-9198-42566ae353fb req-3a788524-9657-4099-b649-cd479cca40ad tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:30.539741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a08d6af-5cfe-464c-9198-42566ae353fb req-3a788524-9657-4099-b649-cd479cca40ad tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 944 time: 0.0619593 Nov 11 20:45:30.568523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.658038 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745ddb14-f5c5-4902-994b-93bb44780b8e x-openstack-request-id: req-745ddb14-f5c5-4902-994b-93bb44780b8e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:30.658038 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565968-f383-453e-849f-9142519869e4", "name": "network-vif-deleted", "tag": "ef5df015-2e22-4b9d-b274-8ae8f4ec5218", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:30.658038 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-745ddb14-f5c5-4902-994b-93bb44780b8e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:30.658038 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565968-f383-453e-849f-9142519869e4', 'name': 'network-vif-deleted', 'tag': 'ef5df015-2e22-4b9d-b274-8ae8f4ec5218', 'status': 'completed', 'code': 200} Nov 11 20:45:30.668828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:30.671561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:30.676201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] 10.222.0.62 "PUT /v2.0/ports/1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 1096 time: 1.2731700 Nov 11 20:45:30.684254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ab997b65-dc79-4093-845f-e916348da676 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:45:30.699538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:30.709881 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8962b45b-997d-466d-b03f-68c220bc6e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:30.732489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: ab997b65-dc79-4093-845f-e916348da676 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:45:30.733038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ab997b65-dc79-4093-845f-e916348da676 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:45:30.760852 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a08d6af-5cfe-464c-9198-42566ae353fb req-3e0e2c8c-8c6a-479f-983b-471b73a34845 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099829 Nov 11 20:45:30.764511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fc727-712a-45b1-a4a5-2e43ca756589 service neutron] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:30.898344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-db2610e7-c0f0-490b-8a7a-7b9eec23b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:30.900835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-db2610e7-c0f0-490b-8a7a-7b9eec23b767 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1099 time: 0.0685372 Nov 11 20:45:30.974826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-1c3db6c2-587f-4e25-a14b-cac7d68fe084 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0594516 Nov 11 20:45:30.976429 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe34c65-7ecc-4ab4-bf3f-b90ce3c069c1 x-openstack-request-id: req-dbe34c65-7ecc-4ab4-bf3f-b90ce3c069c1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:30.976722 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:30.977087 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbe34c65-7ecc-4ab4-bf3f-b90ce3c069c1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:30.977354 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'status': 'completed', 'code': 200} Nov 11 20:45:31.071007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-df571a62-b1a3-4e2c-a329-dc3d367b0350 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50946 time: 0.3854268 Nov 11 20:45:31.073253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c61d68c-81ad-46e2-b52b-b2f5e4ec9aab req-019ad161-32aa-4059-a482-2eeff18c3013 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1565968-f383-453e-849f-9142519869e4 HTTP/1.1" status: 200 len: 210 time: 0.0303195 Nov 11 20:45:31.084128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-42ab511c-a17b-4988-a90b-7c8660388e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.085490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-42ab511c-a17b-4988-a90b-7c8660388e93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0952001 Nov 11 20:45:31.132577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-100b76c7-cfe4-4fca-8976-40d4759d0688 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0a515a37-9f28-47e8-97a0-3f0f28e8d650 HTTP/1.1" status: 200 len: 2994 time: 0.0514629 Nov 11 20:45:31.141289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-dd900c54-07d3-4af8-a25f-5245c1925600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.142954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-dd900c54-07d3-4af8-a25f-5245c1925600 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462611 Nov 11 20:45:31.182458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-625fae8f-3181-46eb-a831-af5803f779a5 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0a515a37-9f28-47e8-97a0-3f0f28e8d650 HTTP/1.1" status: 200 len: 2994 time: 0.0428381 Nov 11 20:45:31.227747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-cfde4af5-60a7-4ce9-891a-d3ef9d4d2962 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1566f92b-3546-44da-844d-07f557f6150d HTTP/1.1" status: 200 len: 2990 time: 0.0391347 Nov 11 20:45:31.262175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-9120d095-a5ca-46b8-a66e-36cc2e5ce69d service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959032 Nov 11 20:45:31.276785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-ad42e4f3-98db-4979-8f3a-b6004f32d802 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/1566f92b-3546-44da-844d-07f557f6150d HTTP/1.1" status: 200 len: 2990 time: 0.0395954 Nov 11 20:45:31.333206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-795d8bc8-24aa-4e8a-991a-7097b163dfa8 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4ceff080-3cb5-4e45-986f-cc08e2ae10ee HTTP/1.1" status: 200 len: 2998 time: 0.0515902 Nov 11 20:45:31.381932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-f548f530-1cb0-4275-8789-ba4c45afa3cb tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4ceff080-3cb5-4e45-986f-cc08e2ae10ee HTTP/1.1" status: 200 len: 2998 time: 0.0415742 Nov 11 20:45:31.411684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7803e1d-3cc5-48c1-a7b6-354936452a8a req-13b853a1-8019-49e0-93e4-ee9080b0323e service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356297 Nov 11 20:45:31.419839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5ddd7-aa33-4dc0-9015-19b81ba352aa req-a6e40ee1-2629-4598-9717-34a1d313e3dc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.421376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18f5ddd7-aa33-4dc0-9015-19b81ba352aa req-a6e40ee1-2629-4598-9717-34a1d313e3dc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.0773277 Nov 11 20:45:31.441439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-5f3ffe2e-6a31-42c1-a666-df456236f7ae tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/519a557b-098f-4a60-b80a-e7230ba54d8f HTTP/1.1" status: 200 len: 2998 time: 0.0543742 Nov 11 20:45:31.491871 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-df304244-e2af-451f-8678-e4eb951bc342 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/519a557b-098f-4a60-b80a-e7230ba54d8f HTTP/1.1" status: 200 len: 2998 time: 0.0433927 Nov 11 20:45:31.522574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59286) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:31.559958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18f5ddd7-aa33-4dc0-9015-19b81ba352aa req-7de403b2-a5ea-4937-84e6-3ac10e421473 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317353 Nov 11 20:45:31.572831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-7c5135da-6593-41d8-a1a9-7e330e16c5c4 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5a3b32df-f06a-41a6-b272-9777ed5ff96f HTTP/1.1" status: 200 len: 2998 time: 0.0680149 Nov 11 20:45:31.588564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59290) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:31.617784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-7ccbe81c-f02b-4728-a9a9-d0767fc58a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.619590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-7ccbe81c-f02b-4728-a9a9-d0767fc58a90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1099 time: 0.0584197 Nov 11 20:45:31.633818 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-9d2bfc04-2966-453a-819d-adc49c751ae8 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5a3b32df-f06a-41a6-b272-9777ed5ff96f HTTP/1.1" status: 200 len: 2998 time: 0.0602953 Nov 11 20:45:31.682431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-194ffcf1-db16-4849-b714-c0953bdb4a06 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/79590459-ead8-4505-a92a-0005bca0d9a3 HTTP/1.1" status: 200 len: 2994 time: 0.0469837 Nov 11 20:45:31.720769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:31.746421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-0656da26-7d64-4ff3-b448-ea9bf3a507d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.748569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-0656da26-7d64-4ff3-b448-ea9bf3a507d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1091931 Nov 11 20:45:31.760762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-b247e6fb-f148-4824-818c-d4b1e937e869 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/79590459-ead8-4505-a92a-0005bca0d9a3 HTTP/1.1" status: 200 len: 2994 time: 0.0771127 Nov 11 20:45:31.761374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3400bb87-9b23-4d48-ada5-4a69564411ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:31.797087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-97bb2dc9-b822-47b5-8da1-0dbaa0844e66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0398135 Nov 11 20:45:31.830016 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a4e95dd3-ee04-4945-afe2-435a3ab41dfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6a964184e1d47d1859d84eb3dc3cdc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365983 Nov 11 20:45:31.834492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:31.866762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-e0a5dda5-d04e-4eb9-a7ef-690f3252756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.868259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-e0a5dda5-d04e-4eb9-a7ef-690f3252756d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0594051 Nov 11 20:45:31.880163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-fb0e38f9-9d48-4307-b27b-3dae6bc3c9a0 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8844d813-c4a5-4132-b7e3-66c8648953db HTTP/1.1" status: 200 len: 2998 time: 0.1074550 Nov 11 20:45:31.888325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port c3999cbb-c067-46c2-85af-d725800ae72c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:31.893514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port c3999cbb-c067-46c2-85af-d725800ae72c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:31.894058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:31.941069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afc2b2-d9f9-4752-8cec-dcbcf3d27401 req-a2a13eb0-2d02-4dad-9f08-a94870420c12 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.942261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35afc2b2-d9f9-4752-8cec-dcbcf3d27401 req-a2a13eb0-2d02-4dad-9f08-a94870420c12 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 944 time: 0.0892973 Nov 11 20:45:31.949247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-22688631-fe73-4308-aa8b-261d5cb04595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:31.950784 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-22688631-fe73-4308-aa8b-261d5cb04595 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639746 Nov 11 20:45:31.959970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-466def69-37a3-4078-822d-c585e8c885cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:31.972620 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08ec18d6-1cda-4f3c-a7cc-6a698de3d0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:31.985585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3400bb87-9b23-4d48-ada5-4a69564411ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:31.993190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-8d11b2c8-ad64-44b6-ad63-c1b09ca09fe4 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8844d813-c4a5-4132-b7e3-66c8648953db HTTP/1.1" status: 200 len: 2998 time: 0.1027305 Nov 11 20:45:32.000936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.012337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08ec18d6-1cda-4f3c-a7cc-6a698de3d0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.025909 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:32.028378 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a846d5a4-0d63-4a2b-9555-a0f0ca261081" -d '{"events": [{"server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:32.041462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:32.063539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3400bb87-9b23-4d48-ada5-4a69564411ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.111204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-28cae8dd-2a24-472d-9c34-9126a57bec98 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8a1002bc-364e-43a4-a46f-90f11e5c7b25 HTTP/1.1" status: 200 len: 2998 time: 0.1016452 Nov 11 20:45:32.117218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3400bb87-9b23-4d48-ada5-4a69564411ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba627091de09425889616c8845f4ba08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936351 Nov 11 20:45:32.123839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:32.146378 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.158479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400bb87-9b23-4d48-ada5-4a69564411ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbace9d7-5b06-4ffa-ba20-772296f23c02,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:32.204048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:32.215207 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08ec18d6-1cda-4f3c-a7cc-6a698de3d0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.221870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08ec18d6-1cda-4f3c-a7cc-6a698de3d0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.221870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-08ec18d6-1cda-4f3c-a7cc-6a698de3d0f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/909b0021-040e-4518-abfe-d516cb878ea1 HTTP/1.1" status: 204 len: 168 time: 0.3843040 Nov 11 20:45:32.221870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-5dec7939-45f5-4b53-b298-ea81c7476b1c tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8a1002bc-364e-43a4-a46f-90f11e5c7b25 HTTP/1.1" status: 200 len: 2998 time: 0.0959451 Nov 11 20:45:32.233844 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22457032-8b86-4df4-a2f3-0b71ba70fb79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.246843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec18d6-1cda-4f3c-a7cc-6a698de3d0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909b0021-040e-4518-abfe-d516cb878ea1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:32.264280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35afc2b2-d9f9-4752-8cec-dcbcf3d27401 req-8de85379-f1e0-4363-92ae-a9065908c449 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062630 Nov 11 20:45:32.280764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22457032-8b86-4df4-a2f3-0b71ba70fb79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.298711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-988e6ca8-202b-43ea-b91c-ccaeccc9c144 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324485 Nov 11 20:45:32.330835 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb88a03-04b2-4d1a-a56b-80ada5bf93f8 x-openstack-request-id: req-4eb88a03-04b2-4d1a-a56b-80ada5bf93f8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:32.331150 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:32.331403 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eb88a03-04b2-4d1a-a56b-80ada5bf93f8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:32.331790 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c', 'code': 200} Nov 11 20:45:32.332122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-45548cd3-35c0-47af-92bb-3986c66644dc tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8ba829af-5da2-46a3-891a-92e6b14bbe10 HTTP/1.1" status: 200 len: 2994 time: 0.0992846 Nov 11 20:45:32.403429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-a0d4ae9e-5d6a-4e89-8961-c49fad4bb862 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8ba829af-5da2-46a3-891a-92e6b14bbe10 HTTP/1.1" status: 200 len: 2994 time: 0.0505285 Nov 11 20:45:32.425502 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-f3ce024c-a6c6-42fd-af21-0f268ee1c97f tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] show failed (client error): The resource could not be found. Nov 11 20:45:32.426520 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-f3ce024c-a6c6-42fd-af21-0f268ee1c97f tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/909b0021-040e-4518-abfe-d516cb878ea1 HTTP/1.1" status: 404 len: 352 time: 0.0136852 Nov 11 20:45:32.432932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8962b45b-997d-466d-b03f-68c220bc6e0e req-4dc89bcc-46df-4767-80a5-0babf9e02488 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142082 Nov 11 20:45:32.452270 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-7e24fe26-f352-40df-b305-798c452be729 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] show failed (client error): The resource could not be found. Nov 11 20:45:32.452270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-7e24fe26-f352-40df-b305-798c452be729 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/909b0021-040e-4518-abfe-d516cb878ea1 HTTP/1.1" status: 404 len: 352 time: 0.0150757 Nov 11 20:45:32.452270 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22457032-8b86-4df4-a2f3-0b71ba70fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.453477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22457032-8b86-4df4-a2f3-0b71ba70fb79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:32.457200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-22457032-8b86-4df4-a2f3-0b71ba70fb79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbace9d7-5b06-4ffa-ba20-772296f23c02 HTTP/1.1" status: 204 len: 168 time: 0.3285332 Nov 11 20:45:32.470280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22457032-8b86-4df4-a2f3-0b71ba70fb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbace9d7-5b06-4ffa-ba20-772296f23c02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:32.518290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb9f0-7d6f-4589-8ea2-ca8df0127a84 req-fd2a0b24-20e8-428e-8799-fd3f4fcadb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:32.520309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-034cb9f0-7d6f-4589-8ea2-ca8df0127a84 req-fd2a0b24-20e8-428e-8799-fd3f4fcadb5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1096 time: 0.0656757 Nov 11 20:45:32.533985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-6b8bfb55-b90d-4c47-b679-62f82c857b44 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bcbccf63-92bc-4205-9c13-45850e11ab1c HTTP/1.1" status: 200 len: 2998 time: 0.0613801 Nov 11 20:45:32.595251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-61d265f9-0ca4-4bc3-911c-38d6be708f17 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bcbccf63-92bc-4205-9c13-45850e11ab1c HTTP/1.1" status: 200 len: 2998 time: 0.0532415 Nov 11 20:45:32.605008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-034cb9f0-7d6f-4589-8ea2-ca8df0127a84 req-06b03ed0-2928-443a-b4ed-2dce100a7572 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626812 Nov 11 20:45:32.664789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-83b78de2-8c8d-452e-af3f-e7197b17995e tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035 HTTP/1.1" status: 200 len: 2998 time: 0.0621500 Nov 11 20:45:32.698690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef5df015-2e22-4b9d-b274-8ae8f4ec5218 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:45:32.710820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-24a08189-99bc-4275-be44-bb37adcae1fd tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035 HTTP/1.1" status: 200 len: 2998 time: 0.0409174 Nov 11 20:45:32.719202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: ef5df015-2e22-4b9d-b274-8ae8f4ec5218 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:45:32.719542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef5df015-2e22-4b9d-b274-8ae8f4ec5218 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:45:32.754932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-25dd20a3-1e7b-412b-89fe-c00aed96aa5d tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ce61c904-92dc-49ac-8eb5-33be73360556 HTTP/1.1" status: 200 len: 2998 time: 0.0373666 Nov 11 20:45:32.801829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-b6068942-1d8f-458f-a673-78c9bbbfc9ec tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ce61c904-92dc-49ac-8eb5-33be73360556 HTTP/1.1" status: 200 len: 2998 time: 0.0398383 Nov 11 20:45:32.845198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-32829afe-c29f-46f5-b952-0782f9ad4775 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d69f51c5-d751-47a7-b5c7-cfa6ce54cae7 HTTP/1.1" status: 200 len: 2998 time: 0.0368321 Nov 11 20:45:32.898687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-f520b91f-3616-44a8-9221-a8989a6ee5bf tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d69f51c5-d751-47a7-b5c7-cfa6ce54cae7 HTTP/1.1" status: 200 len: 2998 time: 0.0425971 Nov 11 20:45:32.963282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-1cfdfa68-ad2d-481a-83cb-c5af1cd4fb95 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f3544782-a681-4a1d-8727-8567bb3f03e2 HTTP/1.1" status: 200 len: 2998 time: 0.0566044 Nov 11 20:45:32.976828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead45d72-126d-47a0-81a9-3545f48f1edf req-e3047f70-5701-4d0d-804d-fbcb42d8057b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:32.978619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ead45d72-126d-47a0-81a9-3545f48f1edf req-e3047f70-5701-4d0d-804d-fbcb42d8057b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.0574238 Nov 11 20:45:33.008353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d047fc1-d458-4733-bfb5-85328db7f13b req-1337dccc-a972-4aba-9781-9673bb97e702 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f3544782-a681-4a1d-8727-8567bb3f03e2 HTTP/1.1" status: 200 len: 2998 time: 0.0441878 Nov 11 20:45:33.035174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:33.051147 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad90bc2e-09d5-4781-a322-1a76276a58b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.058968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ead45d72-126d-47a0-81a9-3545f48f1edf req-172f224d-277f-4c02-9a59-eeca40dc7444 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727050 Nov 11 20:45:33.145637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31419738-a510-4b58-b946-7b720df1ac3e req-52acab1b-c4a8-44ee-82e6-1d873b890b83 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:33.147249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31419738-a510-4b58-b946-7b720df1ac3e req-52acab1b-c4a8-44ee-82e6-1d873b890b83 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.0567923 Nov 11 20:45:33.195454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d2da7f8-6568-4072-a288-94f995b4018e req-4a27433b-5177-4c13-b598-16cc0bcb1c87 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=387900b1a0ba4a259a700f8f013c33a0 HTTP/1.1" status: 200 len: 6153 time: 0.1013038 Nov 11 20:45:33.196240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31419738-a510-4b58-b946-7b720df1ac3e req-1e7f3cce-c015-4ca1-b112-4e73e74f0e71 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Nov 11 20:45:33.198221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad90bc2e-09d5-4781-a322-1a76276a58b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.244386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d2da7f8-6568-4072-a288-94f995b4018e req-b569fc94-e455-489d-b77d-a286d915cec5 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "GET /v2.0/security-groups/8a1002bc-364e-43a4-a46f-90f11e5c7b25 HTTP/1.1" status: 200 len: 2998 time: 0.0408795 Nov 11 20:45:33.290363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d2da7f8-6568-4072-a288-94f995b4018e req-a47e8298-cb18-4a95-baf3-61471f70969c tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "GET /v2.0/security-groups/8a1002bc-364e-43a4-a46f-90f11e5c7b25 HTTP/1.1" status: 200 len: 2998 time: 0.0403352 Nov 11 20:45:33.311718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad90bc2e-09d5-4781-a322-1a76276a58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.352701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad90bc2e-09d5-4781-a322-1a76276a58b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cc6d365e777424cb9b3030f1f5d6b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187392 Nov 11 20:45:33.357800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90bc2e-09d5-4781-a322-1a76276a58b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a378b84-8c50-43a9-acfa-f0dac83ae0c5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:33.357944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:33.374843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c09dfa19-3ce4-47b9-9b30-e3afa60319f3 req-e29d477b-dc71-4e0b-82fe-fe81e081af63 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e70c2198-1f7b-4ed6-94a2-7923596e3dc2 HTTP/1.1" status: 200 len: 1793 time: 0.0560608 Nov 11 20:45:33.412712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79ea6b-1722-4dbf-bf90-b79468ad79e4 req-e55bc567-4065-4828-b571-fc43b3552bda tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:33.414305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c79ea6b-1722-4dbf-bf90-b79468ad79e4 req-e55bc567-4065-4828-b571-fc43b3552bda tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 945 time: 0.0516460 Nov 11 20:45:33.439562 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61977b4-914a-40dc-aaae-a13a6535105c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.469115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c79ea6b-1722-4dbf-bf90-b79468ad79e4 req-b444eb67-2c57-4421-bee8-79e2b63a1b8e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Nov 11 20:45:33.471946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61977b4-914a-40dc-aaae-a13a6535105c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.478937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c09dfa19-3ce4-47b9-9b30-e3afa60319f3 req-a4e1852f-e110-4b92-9819-57a2c2b58335 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.520058 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c09dfa19-3ce4-47b9-9b30-e3afa60319f3 req-a4e1852f-e110-4b92-9819-57a2c2b58335 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.643093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61977b4-914a-40dc-aaae-a13a6535105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.645715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d61977b4-914a-40dc-aaae-a13a6535105c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.646875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d61977b4-914a-40dc-aaae-a13a6535105c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a378b84-8c50-43a9-acfa-f0dac83ae0c5 HTTP/1.1" status: 204 len: 168 time: 0.2895346 Nov 11 20:45:33.656335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61977b4-914a-40dc-aaae-a13a6535105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a378b84-8c50-43a9-acfa-f0dac83ae0c5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:33.740529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c09dfa19-3ce4-47b9-9b30-e3afa60319f3 req-a4e1852f-e110-4b92-9819-57a2c2b58335 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.743178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c09dfa19-3ce4-47b9-9b30-e3afa60319f3 req-a4e1852f-e110-4b92-9819-57a2c2b58335 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.744676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c09dfa19-3ce4-47b9-9b30-e3afa60319f3 req-a4e1852f-e110-4b92-9819-57a2c2b58335 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/e70c2198-1f7b-4ed6-94a2-7923596e3dc2 HTTP/1.1" status: 204 len: 173 time: 0.3608763 Nov 11 20:45:33.760440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1852f-e110-4b92-9819-57a2c2b58335 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70c2198-1f7b-4ed6-94a2-7923596e3dc2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:33.819887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff7abe08-748e-42ef-9e25-6f551f4f79ba req-f1610ca8-c334-4209-ad36-768ccabef9c7 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9e938f94-26c2-4528-8541-e086dea61e4c HTTP/1.1" status: 200 len: 1794 time: 0.0408916 Nov 11 20:45:33.880973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ff7abe08-748e-42ef-9e25-6f551f4f79ba req-51abb926-cf12-4829-815d-35a64c2fed21 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.909559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ff7abe08-748e-42ef-9e25-6f551f4f79ba req-51abb926-cf12-4829-815d-35a64c2fed21 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.096871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ff7abe08-748e-42ef-9e25-6f551f4f79ba req-51abb926-cf12-4829-815d-35a64c2fed21 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.099481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ff7abe08-748e-42ef-9e25-6f551f4f79ba req-51abb926-cf12-4829-815d-35a64c2fed21 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.100649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff7abe08-748e-42ef-9e25-6f551f4f79ba req-51abb926-cf12-4829-815d-35a64c2fed21 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e938f94-26c2-4528-8541-e086dea61e4c HTTP/1.1" status: 204 len: 173 time: 0.2732236 Nov 11 20:45:34.111654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abb926-cf12-4829-815d-35a64c2fed21 tempest-SecurityGroupsTestAdminJSON-1982154394 tempest-SecurityGroupsTestAdminJSON-1982154394-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e938f94-26c2-4528-8541-e086dea61e4c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:34.231916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db273a9-b2d6-421d-88e5-c268a01588d7 req-36381c88-f79f-42c9-9316-dd07a305137a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:34.233798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db273a9-b2d6-421d-88e5-c268a01588d7 req-36381c88-f79f-42c9-9316-dd07a305137a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.0798564 Nov 11 20:45:34.299394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db273a9-b2d6-421d-88e5-c268a01588d7 req-b94f2cfe-c747-44ff-adab-f16b82077707 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588629 Nov 11 20:45:34.363428 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07f80abd-b501-45a0-a622-37609d8ff68c req-a4544914-9c6f-49e5-8819-4540e64d8bf7 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "GET /v2.0/security-groups/d074c883-4bc5-4b76-b56b-036eadcc35bd HTTP/1.1" status: 200 len: 1794 time: 0.0417476 Nov 11 20:45:34.416553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42f7af77-f402-4bc6-a196-d782249c5535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.427457 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-07f80abd-b501-45a0-a622-37609d8ff68c req-bff6eb3b-f101-4cba-9b47-b07da8fe72e8 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.454651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-07f80abd-b501-45a0-a622-37609d8ff68c req-bff6eb3b-f101-4cba-9b47-b07da8fe72e8 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.575563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f62de-9343-43ff-910a-fc0ee6f05a39 req-5f680434-0446-4980-978c-fdd70a162cea tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:34.577128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-701f62de-9343-43ff-910a-fc0ee6f05a39 req-5f680434-0446-4980-978c-fdd70a162cea tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.0608735 Nov 11 20:45:34.609018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-07f80abd-b501-45a0-a622-37609d8ff68c req-bff6eb3b-f101-4cba-9b47-b07da8fe72e8 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.611900 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-07f80abd-b501-45a0-a622-37609d8ff68c req-bff6eb3b-f101-4cba-9b47-b07da8fe72e8 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.613130 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07f80abd-b501-45a0-a622-37609d8ff68c req-bff6eb3b-f101-4cba-9b47-b07da8fe72e8 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "DELETE /v2.0/security-groups/d074c883-4bc5-4b76-b56b-036eadcc35bd HTTP/1.1" status: 204 len: 173 time: 0.2436883 Nov 11 20:45:34.624429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6eb3b-f101-4cba-9b47-b07da8fe72e8 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d074c883-4bc5-4b76-b56b-036eadcc35bd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:34.658126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-4c90606b-a204-4ff0-8b6a-9b4ec6fe0d76 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:34.659629 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-4c90606b-a204-4ff0-8b6a-9b4ec6fe0d76 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 972 time: 0.1046581 Nov 11 20:45:34.665205 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-701f62de-9343-43ff-910a-fc0ee6f05a39 req-d9a83351-1ff1-4288-a26d-d7def9debd8f tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/security-groups?id=519a557b-098f-4a60-b80a-e7230ba54d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738151 Nov 11 20:45:34.775697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec721f9-9dd4-46f4-bf41-1e1171994375 req-abe34ee3-c6fd-4112-9893-bb56f56e52d5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:34.777524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fec721f9-9dd4-46f4-bf41-1e1171994375 req-abe34ee3-c6fd-4112-9893-bb56f56e52d5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 945 time: 0.0730319 Nov 11 20:45:34.786134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Deleting port edfde9b9-d12b-477b-a998-828d1bfb8ed0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:45:34.786472 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.834463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fec721f9-9dd4-46f4-bf41-1e1171994375 req-73152fcb-021b-4cd5-8731-9c0eb7a6dc5a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502782 Nov 11 20:45:34.919926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-063fed19-595f-495f-af6e-122e44931877 req-d5a17f50-d6d0-4179-b04c-db3ccd88d5ca tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "GET /v2.0/security-groups/38b162e3-86d1-4e26-936e-18130b28dc2c HTTP/1.1" status: 200 len: 1794 time: 0.0693138 Nov 11 20:45:34.926321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] For port edfde9b9-d12b-477b-a998-828d1bfb8ed0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=edfde9b9-d12b-477b-a998-828d1bfb8ed0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:34.926682 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.951474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Calling delete_port for edfde9b9-d12b-477b-a998-828d1bfb8ed0 owned by compute:tempest-test_az-1028740221 {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:45:35.046684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063fed19-595f-495f-af6e-122e44931877 req-ba60ac9d-1ce4-406b-94da-193a2fbcdb56 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:35.081491 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063fed19-595f-495f-af6e-122e44931877 req-ba60ac9d-1ce4-406b-94da-193a2fbcdb56 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:35.229286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063fed19-595f-495f-af6e-122e44931877 req-ba60ac9d-1ce4-406b-94da-193a2fbcdb56 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:35.232902 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-063fed19-595f-495f-af6e-122e44931877 req-ba60ac9d-1ce4-406b-94da-193a2fbcdb56 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:35.235034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-063fed19-595f-495f-af6e-122e44931877 req-ba60ac9d-1ce4-406b-94da-193a2fbcdb56 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] 10.222.0.31 "DELETE /v2.0/security-groups/38b162e3-86d1-4e26-936e-18130b28dc2c HTTP/1.1" status: 204 len: 173 time: 0.3058007 Nov 11 20:45:35.260858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:35.262605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60ac9d-1ce4-406b-94da-193a2fbcdb56 tempest-SecurityGroupsTestAdminJSON-725527304 tempest-SecurityGroupsTestAdminJSON-725527304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b162e3-86d1-4e26-936e-18130b28dc2c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:35.273342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['edfde9b9-d12b-477b-a998-828d1bfb8ed0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:35.293411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Pushing event deleted for resources: {'Port': ['ID=edfde9b9-d12b-477b-a998-828d1bfb8ed0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:35.342310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f020-9e66-42d9-89ab-9bce8b9b0993 req-37bbfe2f-b16d-4980-9847-ae8df9e76bb0 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:35.344840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78f3f020-9e66-42d9-89ab-9bce8b9b0993 req-37bbfe2f-b16d-4980-9847-ae8df9e76bb0 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1096 time: 0.0912559 Nov 11 20:45:35.378609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] No DVR routers for this DVR port edfde9b9-d12b-477b-a998-828d1bfb8ed0 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:45:35.385272 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:35.388770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-953b5b7b-de0f-45b9-8c5e-4d2c4a637b1d req-22f52912-8a14-40f2-ae8a-a79635137f73 tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.58 "DELETE /v2.0/ports/edfde9b9-d12b-477b-a998-828d1bfb8ed0 HTTP/1.1" status: 204 len: 173 time: 0.7234280 Nov 11 20:45:35.389252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'name': 'network-vif-deleted', 'tag': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:35.404112 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba06e5-8b8d-4270-8d98-e183e893247b" -d '{"events": [{"server_uuid": "7c33064c-ec3f-448a-b919-6d20d9fb5d37", "name": "network-vif-deleted", "tag": "edfde9b9-d12b-477b-a998-828d1bfb8ed0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:35.436168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78f3f020-9e66-42d9-89ab-9bce8b9b0993 req-377c4bfc-65fd-452f-a781-2a40aa9de53b tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847943 Nov 11 20:45:35.485685 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:35.646985 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09eabd-3e7f-4bd8-9fbb-efbd85faef82 x-openstack-request-id: req-ec09eabd-3e7f-4bd8-9fbb-efbd85faef82 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:35.647491 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c33064c-ec3f-448a-b919-6d20d9fb5d37", "name": "network-vif-deleted", "tag": "edfde9b9-d12b-477b-a998-828d1bfb8ed0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:35.647577 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec09eabd-3e7f-4bd8-9fbb-efbd85faef82 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:35.647898 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c33064c-ec3f-448a-b919-6d20d9fb5d37', 'name': 'network-vif-deleted', 'tag': 'edfde9b9-d12b-477b-a998-828d1bfb8ed0', 'status': 'completed', 'code': 200} Nov 11 20:45:35.717683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1f38-56d6-4759-8a95-380d4fe67930 req-ce9cd5a2-9d45-4e6c-b985-4cb6214555f3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:35.727037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7aac1f38-56d6-4759-8a95-380d4fe67930 req-ce9cd5a2-9d45-4e6c-b985-4cb6214555f3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.1311476 Nov 11 20:45:35.742309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:35.813290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:35.837995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73e6af-5840-4971-b52d-2a567938511b req-aa2c4ea9-5922-40c8-b9ca-cce81b23f74e tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:35.839521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab73e6af-5840-4971-b52d-2a567938511b req-aa2c4ea9-5922-40c8-b9ca-cce81b23f74e tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1096 time: 0.1105492 Nov 11 20:45:35.874083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7aac1f38-56d6-4759-8a95-380d4fe67930 req-b205ea02-72ec-450a-a1b2-8d2856363943 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455939 Nov 11 20:45:35.936516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:35.954739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'mac_address': 'fa:16:3e:74:b0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:35.955708 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab73e6af-5840-4971-b52d-2a567938511b req-ec9f3e40-118b-471e-ae70-1afc8f0cd1bf tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036849 Nov 11 20:45:36.049902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8155091-2814-400c-be84-81fe70f66fb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=387900b1a0ba4a259a700f8f013c33a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348621 Nov 11 20:45:36.053395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59446) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:36.057545 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.081197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f744b08-9596-46a8-97a0-660d27e9ab48 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:36.134754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:36.158917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74ba790a-ca2c-4546-b7f4-86cf290834ec req-fa4067ea-e893-4ad8-8143-2af0492523cd tempest-LiveMigrationNegativeTest-159907149 tempest-LiveMigrationNegativeTest-159907149-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c33064c-ec3f-448a-b919-6d20d9fb5d37 HTTP/1.1" status: 200 len: 210 time: 0.0473862 Nov 11 20:45:36.176702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049c85fb-7200-4bcd-87bf-7b8c43d2def5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.203961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049c85fb-7200-4bcd-87bf-7b8c43d2def5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.221252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.309802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:36.354220 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049c85fb-7200-4bcd-87bf-7b8c43d2def5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.356970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-049c85fb-7200-4bcd-87bf-7b8c43d2def5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.360560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-049c85fb-7200-4bcd-87bf-7b8c43d2def5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a1002bc-364e-43a4-a46f-90f11e5c7b25 HTTP/1.1" status: 204 len: 168 time: 0.3044944 Nov 11 20:45:36.369951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c85fb-7200-4bcd-87bf-7b8c43d2def5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1002bc-364e-43a4-a46f-90f11e5c7b25,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:36.730879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:36.895027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:37.199429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59490) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:37.263138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-977ab29c-4119-4563-8b66-8ab4ebd05f5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3df89635b6974fa3ab6d32a61633cfdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570590 Nov 11 20:45:37.264367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:37.323874 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f8c076-99cf-4015-8c53-f26ada65ca9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:37.347637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f8c076-99cf-4015-8c53-f26ada65ca9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:37.511976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f8c076-99cf-4015-8c53-f26ada65ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:37.514666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72f8c076-99cf-4015-8c53-f26ada65ca9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:37.515853 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-72f8c076-99cf-4015-8c53-f26ada65ca9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ceff080-3cb5-4e45-986f-cc08e2ae10ee HTTP/1.1" status: 204 len: 168 time: 0.2504067 Nov 11 20:45:37.526932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8c076-99cf-4015-8c53-f26ada65ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceff080-3cb5-4e45-986f-cc08e2ae10ee,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:37.620979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a8ddb-38d7-4194-a9d4-cdfc0316aefb req-0cc6e177-2af6-409b-b886-242c2c23b7d5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:37.622478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a2a8ddb-38d7-4194-a9d4-cdfc0316aefb req-0cc6e177-2af6-409b-b886-242c2c23b7d5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 949 time: 0.0512104 Nov 11 20:45:37.685156 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a2a8ddb-38d7-4194-a9d4-cdfc0316aefb req-c0ec1737-4aba-4f2a-85b9-1d0583657d6a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566001 Nov 11 20:45:38.285289 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:38.710297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device edfde9b9-d12b-477b-a998-828d1bfb8ed0 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:45:38.733255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: edfde9b9-d12b-477b-a998-828d1bfb8ed0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:45:38.733991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device edfde9b9-d12b-477b-a998-828d1bfb8ed0 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:45:38.994057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:39.104235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738acaf7-55f4-472a-a3de-8cfc7558c898 req-42c1e01b-dc92-4292-bef3-17b3b1390ee1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:39.106723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-738acaf7-55f4-472a-a3de-8cfc7558c898 req-42c1e01b-dc92-4292-bef3-17b3b1390ee1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 949 time: 0.0757535 Nov 11 20:45:39.198674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-738acaf7-55f4-472a-a3de-8cfc7558c898 req-f90e6090-f5c3-4224-b8a5-ae04f9ff76b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818038 Nov 11 20:45:39.201388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-29816640-3a56-4696-b585-e37f2837de5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e6ba5e7a7ce4e9b85365ced152267cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060103 Nov 11 20:45:39.203906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59570) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:39.321645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda53c99-43bf-4fe5-9977-85263088e113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:39.350496 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda53c99-43bf-4fe5-9977-85263088e113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:39.371855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:39.508083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda53c99-43bf-4fe5-9977-85263088e113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:39.510973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dda53c99-43bf-4fe5-9977-85263088e113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:39.512180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dda53c99-43bf-4fe5-9977-85263088e113 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/519a557b-098f-4a60-b80a-e7230ba54d8f HTTP/1.1" status: 204 len: 168 time: 0.3071465 Nov 11 20:45:39.529496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda53c99-43bf-4fe5-9977-85263088e113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a557b-098f-4a60-b80a-e7230ba54d8f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:39.624294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-2880a3fe-8795-4a13-b2ff-ed527e7b660e tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:45:39.634371 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-2880a3fe-8795-4a13-b2ff-ed527e7b660e tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2607219 Nov 11 20:45:39.795186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:39.919246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 1f744b08-9596-46a8-97a0-660d27e9ab48 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:39.923418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 1f744b08-9596-46a8-97a0-660d27e9ab48 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:39.923830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:39.979291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-ece5b29c-a9f4-4181-b2dc-8e926e351c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:39.987779 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-ece5b29c-a9f4-4181-b2dc-8e926e351c2c service neutron] 10.222.0.31 "GET /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 1093 time: 0.2720768 Nov 11 20:45:39.992383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Request body: {'binding': {'host': 'n-h2-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:39.993184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:45:40.009605 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:40.065065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:40.065065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:40.065065 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50131f4-a00e-49b5-b635-c1c702712095" -d '{"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-plugged", "status": "completed", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:40.145222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on host n-h2-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:40.145557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:40.145878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:40.151080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:40.151410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:40.156341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:40.156671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:40.157126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:40.157463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Bound port: c3999cbb-c067-46c2-85af-d725800ae72c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:40.171095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:40.235630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:40.253461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:40.413570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:40.414781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-641533cb-62e4-49e8-96ac-797359bb05e0 service neutron] 10.222.0.31 "POST /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4258761 Nov 11 20:45:40.707597 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb2b3d8-126c-4794-b37f-bfd23ae48869 x-openstack-request-id: req-0cb2b3d8-126c-4794-b37f-bfd23ae48869 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:40.710042 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-plugged", "status": "completed", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:40.710042 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cb2b3d8-126c-4794-b37f-bfd23ae48869 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:40.710042 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'code': 200} Nov 11 20:45:40.710908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59636) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:40.761914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e47a6ffa-120b-4f87-a619-be74c094e598 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efd91aac2cb04fdf95341dcf57f42e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499551 Nov 11 20:45:40.764625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:40.866091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13992d56-7b02-4ea2-9de8-4bf75dc700bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:40.890279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c24e7e-2454-4797-9154-f5252889eb35 req-afada88f-6e83-4c7e-ba85-140f50d3a923 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:40.892430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8c24e7e-2454-4797-9154-f5252889eb35 req-afada88f-6e83-4c7e-ba85-140f50d3a923 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1190395 Nov 11 20:45:40.934612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13992d56-7b02-4ea2-9de8-4bf75dc700bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:40.971981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307210e-e1eb-465e-9457-6c71fbacbb45 req-59a90f3f-d17b-4430-bb72-29b8ea24b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:40.973509 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9307210e-e1eb-465e-9457-6c71fbacbb45 req-59a90f3f-d17b-4430-bb72-29b8ea24b3e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1101 time: 0.1240327 Nov 11 20:45:41.014285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8c24e7e-2454-4797-9154-f5252889eb35 req-723e2208-115f-4a94-bc77-ab1894f0096a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110847 Nov 11 20:45:41.041113 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9307210e-e1eb-465e-9457-6c71fbacbb45 req-07d7801e-3be3-49c2-b40e-64c2167a75a7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535920 Nov 11 20:45:41.113852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13992d56-7b02-4ea2-9de8-4bf75dc700bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:41.116477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13992d56-7b02-4ea2-9de8-4bf75dc700bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:41.117623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-13992d56-7b02-4ea2-9de8-4bf75dc700bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce61c904-92dc-49ac-8eb5-33be73360556 HTTP/1.1" status: 204 len: 168 time: 0.3517892 Nov 11 20:45:41.125794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992d56-7b02-4ea2-9de8-4bf75dc700bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce61c904-92dc-49ac-8eb5-33be73360556,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:41.256159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372cbc8-b983-45b1-bcfd-20ac5b90528c req-250fd71b-5b0e-438a-b46c-76ba40f8cc4b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:41.259774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3372cbc8-b983-45b1-bcfd-20ac5b90528c req-250fd71b-5b0e-438a-b46c-76ba40f8cc4b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 945 time: 0.0512183 Nov 11 20:45:41.307713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3372cbc8-b983-45b1-bcfd-20ac5b90528c req-94932741-5e1e-4a29-aada-de71f3f944a3 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Nov 11 20:45:41.623607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-17237d87-36ba-4fca-a161-98a93d528346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:41.625175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-17237d87-36ba-4fca-a161-98a93d528346 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1096 time: 0.0453475 Nov 11 20:45:41.728850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-6b6d8d63-7985-4aa3-84a7-54e78883aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:41.730640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-6b6d8d63-7985-4aa3-84a7-54e78883aef0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.0982485 Nov 11 20:45:41.776641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-015b7a4c-ac49-41e8-b799-1a914169685a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.0387247 Nov 11 20:45:41.827831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-013cc4a7-2c4c-48ac-a70d-fc695bcea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:41.829393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-013cc4a7-2c4c-48ac-a70d-fc695bcea90c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0466993 Nov 11 20:45:41.872747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-a52bf33f-4bab-4f71-86e8-7c30fedb058a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362525 Nov 11 20:45:41.949800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59690) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:41.964906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-c823dec9-f280-4525-99c8-a9e9ec68d949 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23cc536128b342c8a1cec06a2a7caf1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486553 Nov 11 20:45:41.994609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bf19f7e0-6417-489d-8465-45c7dd7e0a1d service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142113 Nov 11 20:45:42.097777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-29bf8249-be13-41b4-bdd7-473778d7b0d3 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959411 Nov 11 20:45:42.102835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-9a67e62a-77ee-410f-a1a6-e109892179a8 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:42.104652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-9a67e62a-77ee-410f-a1a6-e109892179a8 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387177 Nov 11 20:45:42.125867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-756078f4-bc8a-41c6-8023-1af045913be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.135623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e43545b5-7235-466d-869b-ce8da05259b8 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/quotas/23cc536128b342c8a1cec06a2a7caf1f HTTP/1.1" status: 200 len: 375 time: 0.0232522 Nov 11 20:45:42.176843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-301e7cd9-8330-4db9-bfe4-b54a61ab132d tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23cc536128b342c8a1cec06a2a7caf1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332880 Nov 11 20:45:42.252632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-756078f4-bc8a-41c6-8023-1af045913be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.286697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5dfc2-42b3-4c3f-9301-49a27557166c req-f73e7ad0-767f-42b9-8f3c-fea556d55e47 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:42.286697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96d5dfc2-42b3-4c3f-9301-49a27557166c req-f73e7ad0-767f-42b9-8f3c-fea556d55e47 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0537970 Nov 11 20:45:42.342949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96d5dfc2-42b3-4c3f-9301-49a27557166c req-f2cd7e73-dfbe-4690-b55a-471ec4260d47 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 Nov 11 20:45:42.417054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-756078f4-bc8a-41c6-8023-1af045913be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.459136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-756078f4-bc8a-41c6-8023-1af045913be1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=857740a94184488a87d6c271d137110c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5075231 Nov 11 20:45:42.460297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756078f4-bc8a-41c6-8023-1af045913be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318116a6-6732-4d19-8bcb-ad08293c4144,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:42.462910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59706) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:42.520953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-8daf3feb-1282-4a45-855f-2073b6b7136d tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:42.522885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-8daf3feb-1282-4a45-855f-2073b6b7136d tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.1216400 Nov 11 20:45:42.539161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805734-3'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:42.546217 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75f65c62-2b7f-4a95-afa7-d93288da0bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.579754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75f65c62-2b7f-4a95-afa7-d93288da0bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.721094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec0f9-ac9e-428e-b21b-4793fe74e51d req-817a37e4-f8c2-4096-b05d-3a36127d42d4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:42.729533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e23ec0f9-ac9e-428e-b21b-4793fe74e51d req-817a37e4-f8c2-4096-b05d-3a36127d42d4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 945 time: 0.1112993 Nov 11 20:45:42.733878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-892a907a-5523-41dd-841b-2966e62eb2a7 req-c33bc92b-00ed-41e7-98af-0cf53802f1c3 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 210 time: 0.0607336 Nov 11 20:45:42.735374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.796320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75f65c62-2b7f-4a95-afa7-d93288da0bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.798827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75f65c62-2b7f-4a95-afa7-d93288da0bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:42.816531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75f65c62-2b7f-4a95-afa7-d93288da0bc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/318116a6-6732-4d19-8bcb-ad08293c4144 HTTP/1.1" status: 204 len: 168 time: 0.3359265 Nov 11 20:45:42.845395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e23ec0f9-ac9e-428e-b21b-4793fe74e51d req-39fedfbc-c10b-4f5d-8496-b329ce45335f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149213 Nov 11 20:45:42.874814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f65c62-2b7f-4a95-afa7-d93288da0bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318116a6-6732-4d19-8bcb-ad08293c4144,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:43.079283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:43.117880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:43.158759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:43.161096 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22690bd7-42c6-47b8-90b7-1b71830af31b" -d '{"events": [{"server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:43.165473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:43.214002 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fdef10-a920-466c-8889-6c0d88c59c74 x-openstack-request-id: req-71fdef10-a920-466c-8889-6c0d88c59c74 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:43.214282 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:43.214536 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71fdef10-a920-466c-8889-6c0d88c59c74 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:43.214916 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c', 'code': 200} Nov 11 20:45:43.296845 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:43.360772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:43.401336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on host n-h1-805734-3 for vnic_type normal with profile {"migrating_to": "n-h2-805734-3"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:43.401674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:43.401996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:43.407437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:43.407762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Attempting to bind port c3999cbb-c067-46c2-85af-d725800ae72c on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:43.413234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:43.413563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:43.413938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:43.414358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Bound port: c3999cbb-c067-46c2-85af-d725800ae72c, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:43.414699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:43.544465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20684-a971-478b-ae00-93fe727f5363 req-14a4c570-03ce-4818-98ad-ed9a416375bd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:43.546010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aed20684-a971-478b-ae00-93fe727f5363 req-14a4c570-03ce-4818-98ad-ed9a416375bd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1058147 Nov 11 20:45:43.548852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:43.552873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:43.611161 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aed20684-a971-478b-ae00-93fe727f5363 req-57221f8e-4c6e-4744-9d6e-55866286209a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564823 Nov 11 20:45:43.650497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:43.733597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:43.734244 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:43.735564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] 10.222.0.58 "PUT /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 1121 time: 1.2048831 Nov 11 20:45:43.736551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14056931-43a2-4b0b-9bcf-ea68f0782c6d service neutron] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:43.867371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['c3999cbb-c067-46c2-85af-d725800ae72c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:44.024358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee90525-cc40-4314-85ee-b11d4fda2c23 req-d79e9697-ed60-452f-bb41-c990bd7cb89c tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:44.026670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ee90525-cc40-4314-85ee-b11d4fda2c23 req-d79e9697-ed60-452f-bb41-c990bd7cb89c tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1101 time: 0.0613534 Nov 11 20:45:44.047030 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6ee90525-cc40-4314-85ee-b11d4fda2c23 req-e30657d4-a0f7-49fb-b9a0-6faadf820c5d tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:44.126131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6ee90525-cc40-4314-85ee-b11d4fda2c23 req-e30657d4-a0f7-49fb-b9a0-6faadf820c5d tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:44.250333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5c8d1223-b61c-41b0-96f6-5957f12359ef req-159568d1-8151-440c-a3fe-be5dc71fe804 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 210 time: 0.0274031 Nov 11 20:45:44.273728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6ee90525-cc40-4314-85ee-b11d4fda2c23 req-e30657d4-a0f7-49fb-b9a0-6faadf820c5d tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:44.333439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ee90525-cc40-4314-85ee-b11d4fda2c23 req-e30657d4-a0f7-49fb-b9a0-6faadf820c5d tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971301 Nov 11 20:45:44.335385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30657d4-a0f7-49fb-b9a0-6faadf820c5d tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66223ead-1b81-48e6-84af-e908fa0d4e7e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:44.403028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6531-3083-4105-9536-4ef66aa7b691 req-fa79b9aa-afb3-4bf8-a96e-907bb24a1214 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:44.404962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01ea6531-3083-4105-9536-4ef66aa7b691 req-fa79b9aa-afb3-4bf8-a96e-907bb24a1214 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.0872574 Nov 11 20:45:44.468884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01ea6531-3083-4105-9536-4ef66aa7b691 req-de558ecd-be51-476c-b065-f9888f432e69 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 Nov 11 20:45:44.619812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-9fafa334-fab9-408f-b506-0beef80ef0a0 req-9fbe6b77-e743-4bfe-9eab-93a5fb2ebd5d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:45:44.621208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9fafa334-fab9-408f-b506-0beef80ef0a0 req-9fbe6b77-e743-4bfe-9eab-93a5fb2ebd5d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073197 Nov 11 20:45:45.216715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:45.219252 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c042b5-366b-4858-a40f-7a8799905013" -d '{"events": [{"name": "network-changed", "server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:45.577901 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aec75c4-74e0-456b-9163-98a4e8f5f5a7 x-openstack-request-id: req-7aec75c4-74e0-456b-9163-98a4e8f5f5a7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:45.578713 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:45.579146 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7aec75c4-74e0-456b-9163-98a4e8f5f5a7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:45.580076 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c', 'status': 'completed', 'code': 200} Nov 11 20:45:45.673107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cffd8f2f-b403-4f02-bdd1-5bf8a8ce10e1 req-c4f9ea2a-5e23-473c-85f8-49c39ce5ac8d tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 210 time: 0.0437949 Nov 11 20:45:45.687539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c042b5-366b-4858-a40f-7a8799905013 req-3b5bff56-6867-4ae4-b01f-a29b9fe57823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:45.689168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9c042b5-366b-4858-a40f-7a8799905013 req-3b5bff56-6867-4ae4-b01f-a29b9fe57823 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1124 time: 0.0719821 Nov 11 20:45:45.780629 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-a6c369d3-ac68-4620-958f-f87285b7b595 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224020 Nov 11 20:45:45.791649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cf4e0daf-fdfd-440e-9402-0c3466843999 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:45:45.798797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cf4e0daf-fdfd-440e-9402-0c3466843999 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092273 Nov 11 20:45:45.871402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-b6dd9738-182f-4311-9097-644dc1acc835 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=23cc536128b342c8a1cec06a2a7caf1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308681 Nov 11 20:45:45.884640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c042b5-366b-4858-a40f-7a8799905013 req-3998ffd1-2a3d-4e27-a307-458e9f2b677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:45.886193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9c042b5-366b-4858-a40f-7a8799905013 req-3998ffd1-2a3d-4e27-a307-458e9f2b677b service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1760099 Nov 11 20:45:45.904306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c09c3-5b38-4082-90c1-ebf75ddb94a3 req-1fd4a4a4-14a1-40fe-a4b7-81ca45aab2a2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:45.906028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c1c09c3-5b38-4082-90c1-ebf75ddb94a3 req-1fd4a4a4-14a1-40fe-a4b7-81ca45aab2a2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0778232 Nov 11 20:45:46.012459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9c042b5-366b-4858-a40f-7a8799905013 req-e1dd8557-215a-4da2-9e16-5449c9fd8140 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.1046951 Nov 11 20:45:46.091166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67489e1-e3f7-4282-8f7e-47f1b52669e0 req-128eccbe-5370-40a7-bbbc-02d124db8360 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:46.104248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c1c09c3-5b38-4082-90c1-ebf75ddb94a3 req-f031bbcb-7a7e-4a8c-aca6-74bc73bd76b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852040 Nov 11 20:45:46.104448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a67489e1-e3f7-4282-8f7e-47f1b52669e0 req-128eccbe-5370-40a7-bbbc-02d124db8360 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.1056864 Nov 11 20:45:46.124480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-90c40bac-2c05-4a20-af22-7ade6d2312e2 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:46.126512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-90c40bac-2c05-4a20-af22-7ade6d2312e2 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485464 Nov 11 20:45:46.139407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c042b5-366b-4858-a40f-7a8799905013 req-a0324a75-6280-45ee-96c0-f88352df2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:46.141130 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9c042b5-366b-4858-a40f-7a8799905013 req-a0324a75-6280-45ee-96c0-f88352df2ac4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1104512 Nov 11 20:45:46.144836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Request body: {'port': {'device_id': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '23cc536128b342c8a1cec06a2a7caf1f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:46.197164 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9c042b5-366b-4858-a40f-7a8799905013 req-263bccd2-8390-44b0-9e53-37250b295c71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423756 Nov 11 20:45:46.261811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a67489e1-e3f7-4282-8f7e-47f1b52669e0 req-4ec46b11-668b-40c0-8004-cd863ccf1423 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561086 Nov 11 20:45:46.370273 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9c042b5-366b-4858-a40f-7a8799905013 req-a525d7f0-b7c1-4472-b44e-61cd2b339413 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538873 Nov 11 20:45:46.474188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Made reservation on behalf of 23cc536128b342c8a1cec06a2a7caf1f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:46.478542 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:46.494505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:46.507429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9c042b5-366b-4858-a40f-7a8799905013 req-72ec65a0-3aea-4926-87d9-8affd5d0d757 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143348 Nov 11 20:45:46.529105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5590b3d9-8c66-4153-9acb-34725bbb3497 req-c30c8c8b-e025-46fd-a420-baa40af7e472 tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7413b2a330e441aea06ba6c39618174c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375290 Nov 11 20:45:46.584793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:46.679971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590b3d9-8c66-4153-9acb-34725bbb3497 req-3852aa57-056e-4cf1-8c39-f5af7f3c7c34 tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:46.687663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5590b3d9-8c66-4153-9acb-34725bbb3497 req-3852aa57-056e-4cf1-8c39-f5af7f3c7c34 tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391706 Nov 11 20:45:46.704312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5590b3d9-8c66-4153-9acb-34725bbb3497 req-e36cb7c3-4d4a-4484-a6bb-c0d168826fa8 tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/quotas/7413b2a330e441aea06ba6c39618174c HTTP/1.1" status: 200 len: 375 time: 0.0157530 Nov 11 20:45:46.719271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:46.741617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5590b3d9-8c66-4153-9acb-34725bbb3497 req-cc3190a5-557a-48bd-9660-26563b45243f tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7413b2a330e441aea06ba6c39618174c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363550 Nov 11 20:45:46.789231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:46.824876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98516d08-867c-4616-96fa-215309549e59,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:46.937723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Allocated IP 192.168.233.147 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/ce5b6f87-3a68-4168-a233-91b8b939598b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:47.007868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b26f76d3-9ff8-4e31-a6de-14f90e85582b req-4cf57052-890b-4af6-8f76-f9ef261ac0a6 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 210 time: 0.0528343 Nov 11 20:45:47.032656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:47.063150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c has no active binding in host n-h2-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:45:47.203607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:47.436672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:47.513377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:47.517266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:47.522111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:47.529941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:47.531661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:47.593576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Pushing event updated for resources: {'Port': ['ID=ce5b6f87-3a68-4168-a233-91b8b939598b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:47.604368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a9289-dc99-4627-afab-fabcac36d6fe req-6d01a758-a61e-4b7e-8899-e71010d67453 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:47.606485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c00a9289-dc99-4627-afab-fabcac36d6fe req-6d01a758-a61e-4b7e-8899-e71010d67453 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.0695164 Nov 11 20:45:47.629404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-e9c205e6-a61f-49a4-9a6c-a8e4026bd1ed tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4893830 Nov 11 20:45:47.644279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Request body: {'port': {'device_id': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:47.693000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c00a9289-dc99-4627-afab-fabcac36d6fe req-b40f7213-b537-4d34-bb7a-bca99aecdb5b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Nov 11 20:45:47.695365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2eb9d-a1d6-41fe-99da-3399dec220c6 req-0fe5d830-6912-4d61-84c3-52e3b6532c62 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:47.697660 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35f2eb9d-a1d6-41fe-99da-3399dec220c6 req-0fe5d830-6912-4d61-84c3-52e3b6532c62 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1495326 Nov 11 20:45:47.735336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59922) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:47.762583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:47.834500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35f2eb9d-a1d6-41fe-99da-3399dec220c6 req-8bf218d6-f488-41f5-84b9-e24a1889d051 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254938 Nov 11 20:45:47.903100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-536ec204-851c-4eb3-84e4-045984c3d036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:47.918958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5047f0b8-b602-4667-8b26-9d25ab1fee95 None None] Provisioning complete for port ce5b6f87-3a68-4168-a233-91b8b939598b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:47.920082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5047f0b8-b602-4667-8b26-9d25ab1fee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.008307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5047f0b8-b602-4667-8b26-9d25ab1fee95 None None] Port ce5b6f87-3a68-4168-a233-91b8b939598b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:45:48.035487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-536ec204-851c-4eb3-84e4-045984c3d036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.176277 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-536ec204-851c-4eb3-84e4-045984c3d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.217148 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-536ec204-851c-4eb3-84e4-045984c3d036 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f23ab667af784eb4ab9d169f83d49961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735923 Nov 11 20:45:48.218308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:48.226350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ec204-851c-4eb3-84e4-045984c3d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d750039-a456-450a-8f34-36c8660f2ec8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:48.244183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b2778-8d18-4e53-8220-e0723b7d6e3b req-c6f0bbbc-fabd-4f18-8901-4f054821cca3 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:48.245809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e1b2778-8d18-4e53-8220-e0723b7d6e3b req-c6f0bbbc-fabd-4f18-8901-4f054821cca3 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 936 time: 0.1116850 Nov 11 20:45:48.274173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a616eacd-241c-430a-b552-d33152c85413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.297239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a616eacd-241c-430a-b552-d33152c85413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.323851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e1b2778-8d18-4e53-8220-e0723b7d6e3b req-7fe13b37-cf02-4cfb-b430-3b73428be672 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703011 Nov 11 20:45:48.379486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5b6f87-3a68-4168-a233-91b8b939598b {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:48.387125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.471449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a616eacd-241c-430a-b552-d33152c85413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.471713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Transition to ACTIVE for port object ce5b6f87-3a68-4168-a233-91b8b939598b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:48.474081 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a616eacd-241c-430a-b552-d33152c85413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.482846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a616eacd-241c-430a-b552-d33152c85413 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d750039-a456-450a-8f34-36c8660f2ec8 HTTP/1.1" status: 204 len: 168 time: 0.2559950 Nov 11 20:45:48.483350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616eacd-241c-430a-b552-d33152c85413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d750039-a456-450a-8f34-36c8660f2ec8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:48.592027 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.701712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5b6f87-3a68-4168-a233-91b8b939598b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:48.732508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Attempting to bind port ce5b6f87-3a68-4168-a233-91b8b939598b on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:48.732876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Attempting to bind port ce5b6f87-3a68-4168-a233-91b8b939598b by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:48.733162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Attempting to bind port ce5b6f87-3a68-4168-a233-91b8b939598b on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:48.738239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Port ce5b6f87-3a68-4168-a233-91b8b939598b on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:48.739144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Attempting to bind port ce5b6f87-3a68-4168-a233-91b8b939598b on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:48.744841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:48.745176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:48.745727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:48.746185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Bound port: ce5b6f87-3a68-4168-a233-91b8b939598b, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:48.746534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:48.838932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] For port ce5b6f87-3a68-4168-a233-91b8b939598b, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:48.849349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] For port ce5b6f87-3a68-4168-a233-91b8b939598b, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ce5b6f87-3a68-4168-a233-91b8b939598b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:48.886545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-78d6ed5d-fd27-4df6-963b-f568af810eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:48.888051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-78d6ed5d-fd27-4df6-963b-f568af810eb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1101 time: 0.0711393 Nov 11 20:45:48.904817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7e7d2-8591-4f55-b2f8-2104fa52599c req-98b2596f-f701-4a51-afba-a79f0838bdb1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:48.906382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12b7e7d2-8591-4f55-b2f8-2104fa52599c req-98b2596f-f701-4a51-afba-a79f0838bdb1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.0556612 Nov 11 20:45:48.952995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:49.017214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-b6844df7-028e-496e-95bc-5b6255d86ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.017214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-b6844df7-028e-496e-95bc-5b6255d86ee5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1181846 Nov 11 20:45:49.019961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.020607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:49.021988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce5b6f87-3a68-4168-a233-91b8b939598b HTTP/1.1" status: 200 len: 1096 time: 1.3834281 Nov 11 20:45:49.022436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'tag': 'ce5b6f87-3a68-4168-a233-91b8b939598b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:49.024955 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4be361-7af9-432c-9984-708056fb7677" -d '{"events": [{"name": "network-changed", "server_uuid": "04d814d0-414e-4561-a068-f3d3d3fe12f7", "tag": "ce5b6f87-3a68-4168-a233-91b8b939598b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:49.038461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12b7e7d2-8591-4f55-b2f8-2104fa52599c req-57dbe724-8220-485a-8a4f-bc10a9abb913 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255827 Nov 11 20:45:49.077489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6183083-72e9-44f1-be70-9c1ce66f4584 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5b6f87-3a68-4168-a233-91b8b939598b,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:49.103556 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-7f339204-c22b-4118-9653-bfb537b277b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0785429 Nov 11 20:45:49.188216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-a1336b6b-ca77-4b9c-a6f4-42a846cb9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.190094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-a1336b6b-ca77-4b9c-a6f4-42a846cb9359 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0772567 Nov 11 20:45:49.218238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0044260f-e6e5-4263-83ee-e8bc005ab421 req-d15e14be-2cf6-4d0f-a397-37a8b639a4ac tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7413b2a330e441aea06ba6c39618174c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274417 Nov 11 20:45:49.258176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-609880f5-5561-4258-8b95-c5a0f1e7d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.260881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-609880f5-5561-4258-8b95-c5a0f1e7d487 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=23cc536128b342c8a1cec06a2a7caf1f&device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 1099 time: 0.1166308 Nov 11 20:45:49.302449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-00623c4b-5a2b-41c3-a576-a43a79558c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.304000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-00623c4b-5a2b-41c3-a576-a43a79558c10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037951 Nov 11 20:45:49.314186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ba303-c83b-482f-a1fc-bc99a58ba09d req-014d64c3-b3f0-4e00-af4a-fa4e47d2051b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.315124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f63ba303-c83b-482f-a1fc-bc99a58ba09d req-014d64c3-b3f0-4e00-af4a-fa4e47d2051b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1386633 Nov 11 20:45:49.339544 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-08e5a5a7-a95e-4132-a3e0-4f7f57f212ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ce5b6f87-3a68-4168-a233-91b8b939598b HTTP/1.1" status: 200 len: 217 time: 0.0411565 Nov 11 20:45:49.382291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59982) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:49.417680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d908709-7d3c-4a54-8956-85cf079ca1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:49.425892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044260f-e6e5-4263-83ee-e8bc005ab421 req-a04bf008-386d-47c7-ba5d-5247ec5dbe96 tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.432985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0044260f-e6e5-4263-83ee-e8bc005ab421 req-a04bf008-386d-47c7-ba5d-5247ec5dbe96 tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084475 Nov 11 20:45:49.448564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f63ba303-c83b-482f-a1fc-bc99a58ba09d req-d7653721-0660-4b34-a6da-f059f7fc4896 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244714 Nov 11 20:45:49.453982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-149cb8b1-b01e-43cb-b7f9-4003077eab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.455485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-149cb8b1-b01e-43cb-b7f9-4003077eab12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1090617 Nov 11 20:45:49.464848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0044260f-e6e5-4263-83ee-e8bc005ab421 req-0a461418-9624-4647-9599-7dab84c913cf tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/quotas/7413b2a330e441aea06ba6c39618174c HTTP/1.1" status: 200 len: 375 time: 0.0309069 Nov 11 20:45:49.482241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-4f1a9637-77bb-4c0b-951f-e89b2930c152 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658247 Nov 11 20:45:49.523593 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b82017-b77b-49ae-87f0-79bc70c8b92f x-openstack-request-id: req-e9b82017-b77b-49ae-87f0-79bc70c8b92f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:49.524668 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d814d0-414e-4561-a068-f3d3d3fe12f7", "tag": "ce5b6f87-3a68-4168-a233-91b8b939598b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:49.525160 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9b82017-b77b-49ae-87f0-79bc70c8b92f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:49.525720 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'tag': 'ce5b6f87-3a68-4168-a233-91b8b939598b', 'status': 'completed', 'code': 200} Nov 11 20:45:49.540612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0044260f-e6e5-4263-83ee-e8bc005ab421 req-5d59431a-2c77-4e26-91e5-47e37aadc18e tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7413b2a330e441aea06ba6c39618174c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709112 Nov 11 20:45:49.570837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-eb2316eb-d3fc-435e-84e6-838af44c6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.573034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-eb2316eb-d3fc-435e-84e6-838af44c6625 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061802 Nov 11 20:45:49.610998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-69a7b169-f064-4a30-aeee-de7254686a3b service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192551 Nov 11 20:45:49.672252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d908709-7d3c-4a54-8956-85cf079ca1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:49.720036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-f5689a2d-f625-48e3-9d44-04be9bbff6d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396854 Nov 11 20:45:49.764781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80a04-8f47-4dad-b2a9-9331e063d97f req-4d7f908f-67bc-46f1-83de-df7d429916be tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:49.766264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dcc80a04-8f47-4dad-b2a9-9331e063d97f req-4d7f908f-67bc-46f1-83de-df7d429916be tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 948 time: 0.0778389 Nov 11 20:45:49.768919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d908709-7d3c-4a54-8956-85cf079ca1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:49.867520 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7d908709-7d3c-4a54-8956-85cf079ca1e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc1f86de49194ff88dd9fb9389b0dab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821761 Nov 11 20:45:49.869076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d908709-7d3c-4a54-8956-85cf079ca1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef27f7cb-7b53-4873-9ee4-1b3ac5788a3b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:49.870895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:49.912459 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8f598fd-43ba-4742-ad54-91b7e411a29e req-6d5dac55-8548-438b-bc92-bc653b584ee7 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846418 Nov 11 20:45:49.932807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dcc80a04-8f47-4dad-b2a9-9331e063d97f req-e53081b9-d2d1-4809-b81d-afad83153f86 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229525 Nov 11 20:45:50.030919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3be7f0db-43cc-4d64-9cf9-d2efc78d4340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:50.067574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3be7f0db-43cc-4d64-9cf9-d2efc78d4340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:50.102346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be361-7af9-432c-9984-708056fb7677 req-668899ef-f1a7-49d5-8a7d-83abfa3cc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:50.105132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4be361-7af9-432c-9984-708056fb7677 req-668899ef-f1a7-49d5-8a7d-83abfa3cc82b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=23cc536128b342c8a1cec06a2a7caf1f&device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 1099 time: 0.0835209 Nov 11 20:45:50.248745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3be7f0db-43cc-4d64-9cf9-d2efc78d4340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:50.251768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3be7f0db-43cc-4d64-9cf9-d2efc78d4340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:50.255505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3be7f0db-43cc-4d64-9cf9-d2efc78d4340 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef27f7cb-7b53-4873-9ee4-1b3ac5788a3b HTTP/1.1" status: 204 len: 168 time: 0.3796704 Nov 11 20:45:50.270485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7f0db-43cc-4d64-9cf9-d2efc78d4340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef27f7cb-7b53-4873-9ee4-1b3ac5788a3b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:50.288643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be361-7af9-432c-9984-708056fb7677 req-6d380b7b-2d80-4358-a131-523567f7248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:50.293407 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4be361-7af9-432c-9984-708056fb7677 req-6d380b7b-2d80-4358-a131-523567f7248d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1807578 Nov 11 20:45:50.356918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4be361-7af9-432c-9984-708056fb7677 req-f867aad9-acd6-4b9c-83e1-810db3e21815 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ce5b6f87-3a68-4168-a233-91b8b939598b HTTP/1.1" status: 200 len: 217 time: 0.0563629 Nov 11 20:45:50.428556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be361-7af9-432c-9984-708056fb7677 req-11742cf4-c32c-47eb-aa03-20c82797f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:50.430356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4be361-7af9-432c-9984-708056fb7677 req-11742cf4-c32c-47eb-aa03-20c82797f178 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0641162 Nov 11 20:45:50.485069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4be361-7af9-432c-9984-708056fb7677 req-2bf1027a-8d41-485c-8f71-f5eff4a385df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:50.486602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4be361-7af9-432c-9984-708056fb7677 req-2bf1027a-8d41-485c-8f71-f5eff4a385df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492120 Nov 11 20:45:50.497284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841ba4b-4cc6-4fe9-a018-9e28f4a05d00 req-ad51d87d-ff3e-4880-83cf-be21adfe6372 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:50.499017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7841ba4b-4cc6-4fe9-a018-9e28f4a05d00 req-ad51d87d-ff3e-4880-83cf-be21adfe6372 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 943 time: 0.0517657 Nov 11 20:45:50.571783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7841ba4b-4cc6-4fe9-a018-9e28f4a05d00 req-4179edda-ff2e-40e1-b7ba-451af142071c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638452 Nov 11 20:45:50.611672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4be361-7af9-432c-9984-708056fb7677 req-7270c9f8-8d97-4b26-8601-33f8de3b5de8 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125209 Nov 11 20:45:50.740187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4be361-7af9-432c-9984-708056fb7677 req-cc3726e2-1862-4fe1-8aa5-ec29fae62408 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205809 Nov 11 20:45:50.750825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc6597-7003-4730-94e6-2b499bb15915 req-aed214cc-b2dd-414b-bdd3-4896367bbdc1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:50.752875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ddc6597-7003-4730-94e6-2b499bb15915 req-aed214cc-b2dd-414b-bdd3-4896367bbdc1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0889111 Nov 11 20:45:50.811196 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ddc6597-7003-4730-94e6-2b499bb15915 req-173a9c83-42f9-4d3e-9686-fc9e889e81a3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Nov 11 20:45:50.926948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-551a06a3-fb9f-4d7e-9fd1-7460e805b613 service neutron] 10.222.0.62 "GET /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c/bindings/n-h2-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.0594723 Nov 11 20:45:51.135574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af40de-6054-41fc-a5e7-a62697ed077a req-046f86f1-6b76-417b-8bd9-e06221ff74bd tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:51.137113 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53af40de-6054-41fc-a5e7-a62697ed077a req-046f86f1-6b76-417b-8bd9-e06221ff74bd tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 948 time: 0.1050129 Nov 11 20:45:51.171589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:51.191550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:51.206121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6b18-f9f4-4b20-8892-07a3a51e2241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.209518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:51.215885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53af40de-6054-41fc-a5e7-a62697ed077a req-f364d23f-aba9-4f67-9c2f-c4bf4862144a tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720477 Nov 11 20:45:51.251342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3999cbb-c067-46c2-85af-d725800ae72c {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:51.269939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:51.311271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6b18-f9f4-4b20-8892-07a3a51e2241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.325815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6f22429-e8fb-419f-bb2c-5c7390905407 req-3bc32413-c49e-46fb-835d-3987559ed2f1 tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7413b2a330e441aea06ba6c39618174c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227389 Nov 11 20:45:51.390365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.422011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cbb6b18-f9f4-4b20-8892-07a3a51e2241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.467249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0cbb6b18-f9f4-4b20-8892-07a3a51e2241 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=658bb6180f454564a21737f75ed71a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717202 Nov 11 20:45:51.467249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb6b18-f9f4-4b20-8892-07a3a51e2241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142a4255-23d7-4211-981d-d8a806098b25,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:51.467580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60050) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:51.492327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f22429-e8fb-419f-bb2c-5c7390905407 req-984d85fe-94fd-44a2-be52-d50ae000a6ba tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:51.494397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6f22429-e8fb-419f-bb2c-5c7390905407 req-984d85fe-94fd-44a2-be52-d50ae000a6ba tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630542 Nov 11 20:45:51.518124 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d952fa8-fe6d-4800-a5df-6b2ee4baf1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.519212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6f22429-e8fb-419f-bb2c-5c7390905407 req-93ddf637-ad3b-4a36-8f51-c048d505d06e tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/quotas/7413b2a330e441aea06ba6c39618174c HTTP/1.1" status: 200 len: 375 time: 0.0152395 Nov 11 20:45:51.522893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] Transition to ACTIVE for port object c3999cbb-c067-46c2-85af-d725800ae72c will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:51.544089 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d952fa8-fe6d-4800-a5df-6b2ee4baf1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.554337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6f22429-e8fb-419f-bb2c-5c7390905407 req-eee8dd6e-75c7-45d5-8844-352c0c66ba3e tempest-QuotasAdminNegativeTest-1817484153 tempest-QuotasAdminNegativeTest-1817484153-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7413b2a330e441aea06ba6c39618174c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274842 Nov 11 20:45:51.605046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.685765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] No DVR routers for this DVR port c3999cbb-c067-46c2-85af-d725800ae72c on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:45:51.702348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] Pushing event updated for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:51.705022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d952fa8-fe6d-4800-a5df-6b2ee4baf1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.708880 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d952fa8-fe6d-4800-a5df-6b2ee4baf1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.710595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9d952fa8-fe6d-4800-a5df-6b2ee4baf1c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/142a4255-23d7-4211-981d-d8a806098b25 HTTP/1.1" status: 204 len: 168 time: 0.2417033 Nov 11 20:45:51.723940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d952fa8-fe6d-4800-a5df-6b2ee4baf1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a4255-23d7-4211-981d-d8a806098b25,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:51.737125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-bcf98a7e-3624-4cbb-9404-0d865af4ff68 service neutron] 10.222.0.62 "PUT /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c/bindings/n-h2-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8002512 Nov 11 20:45:51.813622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e145606-d2cb-4a98-8aa1-fdfe90b85d41 req-4b72ebd5-444f-4b34-85dd-4f7a32c10d48 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:51.815127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5e145606-d2cb-4a98-8aa1-fdfe90b85d41 req-4b72ebd5-444f-4b34-85dd-4f7a32c10d48 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 944 time: 0.0584192 Nov 11 20:45:51.851302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:51.874012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5e145606-d2cb-4a98-8aa1-fdfe90b85d41 req-b41bd5a8-2426-42a1-8e2b-071908c47a6c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509157 Nov 11 20:45:51.998257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-04d187fc-3180-408d-8133-a841da092238 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:51.999877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-04d187fc-3180-408d-8133-a841da092238 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.0915964 Nov 11 20:45:52.104403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3250-6f7d-458c-ab3b-7c0e46f4c865 req-db6183bf-c9e7-4ac8-945e-e0f9b53da16c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:52.105935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418a3250-6f7d-458c-ab3b-7c0e46f4c865 req-db6183bf-c9e7-4ac8-945e-e0f9b53da16c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1257989 Nov 11 20:45:52.114396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-edd864b1-9bec-4e64-a39a-23cc1a464234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:52.115856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-edd864b1-9bec-4e64-a39a-23cc1a464234 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 1095 time: 0.0935795 Nov 11 20:45:52.195427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418a3250-6f7d-458c-ab3b-7c0e46f4c865 req-ec07523b-4a15-4a4b-a913-bcdb72abf5b5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786047 Nov 11 20:45:52.224010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-c1d42d54-0efd-4611-9b70-5e66f51d98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:52.226239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-c1d42d54-0efd-4611-9b70-5e66f51d98b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1095 time: 0.0862687 Nov 11 20:45:52.397363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eb48b-7a89-4cde-91c7-8f6950fedd73 req-8b6ac7e9-1470-4a54-bc9d-eee9328df6f7 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:52.398830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c0eb48b-7a89-4cde-91c7-8f6950fedd73 req-8b6ac7e9-1470-4a54-bc9d-eee9328df6f7 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 948 time: 0.0731795 Nov 11 20:45:52.405619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-4785202c-e2d4-4c75-a9ef-1bc679fa6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:52.411394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-4785202c-e2d4-4c75-a9ef-1bc679fa6e3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1721029 Nov 11 20:45:52.474822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-9da1ac8a-1e6f-4aad-84a3-6f5f105ae382 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.0540752 Nov 11 20:45:52.537078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c0eb48b-7a89-4cde-91c7-8f6950fedd73 req-db8a849c-e9d5-42a9-b06f-ae83e5ea042d tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247060 Nov 11 20:45:52.545618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-7cd5cfc0-3abf-4037-8e21-c9ad694bb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:52.547155 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-7cd5cfc0-3abf-4037-8e21-c9ad694bb7b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0653634 Nov 11 20:45:52.615949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-280a224d-4f5e-41a4-974f-f16296170188 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549784 Nov 11 20:45:52.698217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:52.773211 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-ff64576a-7708-4b43-81d4-8d77521bfae0 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333070 Nov 11 20:45:52.818792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ce5b6f87-3a68-4168-a233-91b8b939598b details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:52.853895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9affbe75-eb18-4a00-a9c1-85e4ea8993b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:52.897204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-a91f9b2d-e963-4878-ba88-828ae47da33a service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081817 Nov 11 20:45:52.928637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ce5b6f87-3a68-4168-a233-91b8b939598b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ce5b6f87-3a68-4168-a233-91b8b939598b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:52.943742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ce5b6f87-3a68-4168-a233-91b8b939598b', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'ce5b6f87-3a68-4168-a233-91b8b939598b', 'mac_address': 'fa:16:3e:37:3f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:52.963433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9affbe75-eb18-4a00-a9c1-85e4ea8993b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.004257 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.025809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5b6f87-3a68-4168-a233-91b8b939598b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:53.052234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ce5b6f87-3a68-4168-a233-91b8b939598b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ce5b6f87-3a68-4168-a233-91b8b939598b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:53.073693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9affbe75-eb18-4a00-a9c1-85e4ea8993b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.119576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bfeec-f9f7-487c-911e-fce063f4b98f req-138d84b6-d335-4fe8-a0ea-0ece8add9449 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:53.121307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8bfeec-f9f7-487c-911e-fce063f4b98f req-138d84b6-d335-4fe8-a0ea-0ece8add9449 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 944 time: 0.1380308 Nov 11 20:45:53.135308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9affbe75-eb18-4a00-a9c1-85e4ea8993b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7413b2a330e441aea06ba6c39618174c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332662 Nov 11 20:45:53.135308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affbe75-eb18-4a00-a9c1-85e4ea8993b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca41d17-6852-47af-be35-92cbda27ef54,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:53.136254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:53.151807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.210883 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1251ec8c-ca47-4460-9e0d-7f62d62c92d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.251966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8bfeec-f9f7-487c-911e-fce063f4b98f req-eac87da7-4d63-47e0-b7b8-765a4bd3eb25 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242270 Nov 11 20:45:53.265596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1251ec8c-ca47-4460-9e0d-7f62d62c92d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.270046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ce5b6f87-3a68-4168-a233-91b8b939598b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:53.396530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42ea6b-f8de-4ae6-9661-5c25e96d3e81 req-75eadc7c-1bdd-4cbb-aafb-e901cfa1a598 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:53.398120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac42ea6b-f8de-4ae6-9661-5c25e96d3e81 req-75eadc7c-1bdd-4cbb-aafb-e901cfa1a598 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0570116 Nov 11 20:45:53.469048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac42ea6b-f8de-4ae6-9661-5c25e96d3e81 req-abc5667a-ce21-45eb-b742-2a0e2938a229 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635822 Nov 11 20:45:53.486219 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1251ec8c-ca47-4460-9e0d-7f62d62c92d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.490006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1251ec8c-ca47-4460-9e0d-7f62d62c92d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.491987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1251ec8c-ca47-4460-9e0d-7f62d62c92d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ca41d17-6852-47af-be35-92cbda27ef54 HTTP/1.1" status: 204 len: 168 time: 0.3544886 Nov 11 20:45:53.501870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251ec8c-ca47-4460-9e0d-7f62d62c92d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca41d17-6852-47af-be35-92cbda27ef54,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:53.553762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ce5b6f87-3a68-4168-a233-91b8b939598b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:53.566945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-463d3fa1-2de7-4109-8327-fc3eaa73ee5a tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:53.575961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-463d3fa1-2de7-4109-8327-fc3eaa73ee5a tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.0801616 Nov 11 20:45:53.742721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e710045-ef7d-4f37-86d1-ebe46f7120e4 req-44c2925c-cd91-4f33-a59d-2f7b43b7b24d tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:53.754667 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e710045-ef7d-4f37-86d1-ebe46f7120e4 req-44c2925c-cd91-4f33-a59d-2f7b43b7b24d tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 949 time: 0.1327591 Nov 11 20:45:53.808813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-5cc38721-ea6c-47ae-a795-d625f9b63046 service neutron] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:53.812278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e710045-ef7d-4f37-86d1-ebe46f7120e4 req-da114560-57f4-4f52-9bb2-c06b6dbc1652 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566001 Nov 11 20:45:53.813544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-5cc38721-ea6c-47ae-a795-d625f9b63046 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:53.814787 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86a6a3fb-9bae-4463-aaaa-f4d3a773dbff req-5cc38721-ea6c-47ae-a795-d625f9b63046 service neutron] 10.222.0.58 "DELETE /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c/bindings/n-h1-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.2303395 Nov 11 20:45:53.844671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:45:53.895319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:45:53.926160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:54.146707 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:45:54.190531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1d0b-5d73-4855-ab8f-afa21cac348c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.295270 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1d0b-5d73-4855-ab8f-afa21cac348c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.351742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c2f1d0b-5d73-4855-ab8f-afa21cac348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.429861 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6c2f1d0b-5d73-4855-ab8f-afa21cac348c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bba58b2bf8c040e2abd8eaaccfdeff0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002205 Nov 11 20:45:54.431200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60166) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:54.481162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f1d0b-5d73-4855-ab8f-afa21cac348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e4f1be-6987-4603-a78e-b1b3addfe144,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:54.487566 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5b878f-aa06-4e22-b556-86b329d4df8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.510909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb204c-a225-498d-8e8f-2575be70b236 req-4a5fc667-121b-471a-8b42-498cb137e5fc tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:54.512574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29eb204c-a225-498d-8e8f-2575be70b236 req-4a5fc667-121b-471a-8b42-498cb137e5fc tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 944 time: 0.1110649 Nov 11 20:45:54.517871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5b878f-aa06-4e22-b556-86b329d4df8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.556355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60172) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:54.575661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee901843-7f57-4574-a151-ee3551e3566e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.627812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29eb204c-a225-498d-8e8f-2575be70b236 req-5e80d714-fbc5-4f51-b104-90debbf0ad91 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021659 Nov 11 20:45:54.697005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5b878f-aa06-4e22-b556-86b329d4df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.703371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5b878f-aa06-4e22-b556-86b329d4df8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.703371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fd5b878f-aa06-4e22-b556-86b329d4df8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6e4f1be-6987-4603-a78e-b1b3addfe144 HTTP/1.1" status: 204 len: 168 time: 0.2682149 Nov 11 20:45:54.713598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b878f-aa06-4e22-b556-86b329d4df8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e4f1be-6987-4603-a78e-b1b3addfe144,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:54.744124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e143a6-bc76-48e1-b22d-eecacade4e9c req-744433bc-64ae-47e5-bbf4-db5eded772c4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:54.745850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02e143a6-bc76-48e1-b22d-eecacade4e9c req-744433bc-64ae-47e5-bbf4-db5eded772c4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0835760 Nov 11 20:45:54.761791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee901843-7f57-4574-a151-ee3551e3566e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.824700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ce5b6f87-3a68-4168-a233-91b8b939598b up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:54.827463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02e143a6-bc76-48e1-b22d-eecacade4e9c req-d21b9b1b-5469-4e27-9834-0dfea979bd49 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 Nov 11 20:45:54.827631 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee901843-7f57-4574-a151-ee3551e3566e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:54.906406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee901843-7f57-4574-a151-ee3551e3566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41547694-7d19-40c2-8478-de57d6f88c12,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:54.998012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ee901843-7f57-4574-a151-ee3551e3566e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=595562ed2b5645e1818de37de1464f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399183 Nov 11 20:45:55.002155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:55.003940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ce5b6f87-3a68-4168-a233-91b8b939598b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:55.009733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ce5b6f87-3a68-4168-a233-91b8b939598b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:55.010348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.046406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212f94f-eda6-4660-ad5e-03e003456ee6 req-1e800ab1-f695-4340-90c7-f9fcd08e4525 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:55.048358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5212f94f-eda6-4660-ad5e-03e003456ee6 req-1e800ab1-f695-4340-90c7-f9fcd08e4525 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1095 time: 0.1027443 Nov 11 20:45:55.145739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.159781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b7a5a8-25c5-4c20-a8e2-43045757104d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.188102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5b6f87-3a68-4168-a233-91b8b939598b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:55.190490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5212f94f-eda6-4660-ad5e-03e003456ee6 req-83157c54-6c22-4138-a652-924943b2cee9 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301546 Nov 11 20:45:55.192068 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a18b4e8-10ec-483d-9390-822102394d48" -d '{"events": [{"server_uuid": "04d814d0-414e-4561-a068-f3d3d3fe12f7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5b6f87-3a68-4168-a233-91b8b939598b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:55.214075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b7a5a8-25c5-4c20-a8e2-43045757104d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.229138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ce5b6f87-3a68-4168-a233-91b8b939598b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ce5b6f87-3a68-4168-a233-91b8b939598b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:55.311137 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd27cd7-8f33-44f6-b28c-e034f8b6a8e6 x-openstack-request-id: req-1bd27cd7-8f33-44f6-b28c-e034f8b6a8e6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:55.311505 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d814d0-414e-4561-a068-f3d3d3fe12f7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5b6f87-3a68-4168-a233-91b8b939598b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:55.311643 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bd27cd7-8f33-44f6-b28c-e034f8b6a8e6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:55.312460 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5b6f87-3a68-4168-a233-91b8b939598b', 'code': 200} Nov 11 20:45:55.325211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424615-758b-43c6-b0aa-fdfddaf12c25 req-5c4c98e8-772f-4d95-96f2-9beea0756543 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:55.335503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a424615-758b-43c6-b0aa-fdfddaf12c25 req-5c4c98e8-772f-4d95-96f2-9beea0756543 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 949 time: 0.4435749 Nov 11 20:45:55.340118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.420181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a424615-758b-43c6-b0aa-fdfddaf12c25 req-0dc79880-d563-48c1-bf77-709887eceb98 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Nov 11 20:45:55.451548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b7a5a8-25c5-4c20-a8e2-43045757104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.451548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81b7a5a8-25c5-4c20-a8e2-43045757104d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.451548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81b7a5a8-25c5-4c20-a8e2-43045757104d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41547694-7d19-40c2-8478-de57d6f88c12 HTTP/1.1" status: 204 len: 168 time: 0.4414310 Nov 11 20:45:55.458641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7a5a8-25c5-4c20-a8e2-43045757104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41547694-7d19-40c2-8478-de57d6f88c12,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:55.473435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c3b7-b3e7-4e11-98b9-bd86e057fa0e req-3eb07bb9-4ccc-449a-8775-809c93b6d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:55.475239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6592c3b7-b3e7-4e11-98b9-bd86e057fa0e req-3eb07bb9-4ccc-449a-8775-809c93b6d18c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 1101 time: 0.0846088 Nov 11 20:45:55.481079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ce5b6f87-3a68-4168-a233-91b8b939598b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:55.575788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:55.611133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6592c3b7-b3e7-4e11-98b9-bd86e057fa0e req-9344ac95-e30d-41f7-8bc5-a6675a7dc119 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261919 Nov 11 20:45:55.808736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2edb7138-94b3-48dc-9d08-a293eb109888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:55.814113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b156d5-a2bc-44ff-b825-900791334f74 req-29ed5292-85a0-4689-a9b4-1f8a852d5b02 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:55.819037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-29ed5292-85a0-4689-a9b4-1f8a852d5b02 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.1584744 Nov 11 20:45:55.854412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-9b5dcd15-aa87-44db-9b51-3968c920bb07 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/quotas/55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 375 time: 0.0234210 Nov 11 20:45:55.962749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-5ae23722-8a9a-4792-8638-cda3a79565e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948071 Nov 11 20:45:55.974997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-fc7e0bbc-de6b-4fef-b35d-5f856f4fc307 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189220 Nov 11 20:45:56.108008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2edb7138-94b3-48dc-9d08-a293eb109888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:56.146007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec271173-bf8d-430c-95ec-9c2b8517ea5c req-e541ceb5-f652-405c-8fdc-b69f8030a859 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:56.147643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec271173-bf8d-430c-95ec-9c2b8517ea5c req-e541ceb5-f652-405c-8fdc-b69f8030a859 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1125460 Nov 11 20:45:56.179885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-c017c9cf-8115-4442-9862-37eb2b5ded82 service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035689 Nov 11 20:45:56.195023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2edb7138-94b3-48dc-9d08-a293eb109888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:56.201493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-6114365b-39c8-46a0-8087-42ae1f1f8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:56.206045 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-6114365b-39c8-46a0-8087-42ae1f1f8c99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1095 time: 0.0958505 Nov 11 20:45:56.245471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb7138-94b3-48dc-9d08-a293eb109888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a76b777-0abf-4b75-b2ce-02ad0a9c9626,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:56.327328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec271173-bf8d-430c-95ec-9c2b8517ea5c req-8dc83ca2-71a2-4754-9309-8500e9d858c5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729014 Nov 11 20:45:56.342197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2edb7138-94b3-48dc-9d08-a293eb109888 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30bd8c57025c4ee9961e45d4ac2576fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7649999 Nov 11 20:45:56.349385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:56.400661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-a779061f-e1dc-401d-bcdb-d27dce98587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:56.403076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-a779061f-e1dc-401d-bcdb-d27dce98587d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1474066 Nov 11 20:45:56.416713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8a38b33-5ecb-4a4a-978f-3db2d1ebd1f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:56.440675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8a38b33-5ecb-4a4a-978f-3db2d1ebd1f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:56.612432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8a38b33-5ecb-4a4a-978f-3db2d1ebd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:56.623483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8a38b33-5ecb-4a4a-978f-3db2d1ebd1f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:56.630913 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8a38b33-5ecb-4a4a-978f-3db2d1ebd1f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a76b777-0abf-4b75-b2ce-02ad0a9c9626 HTTP/1.1" status: 204 len: 168 time: 0.2802532 Nov 11 20:45:56.668723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a38b33-5ecb-4a4a-978f-3db2d1ebd1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a76b777-0abf-4b75-b2ce-02ad0a9c9626,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:56.735774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52174732-c493-449e-871d-6213204a1e05 req-aba001ae-51f0-4768-ba57-54243fac7de2 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:56.744026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52174732-c493-449e-871d-6213204a1e05 req-aba001ae-51f0-4768-ba57-54243fac7de2 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 950 time: 0.1850502 Nov 11 20:45:56.809440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52174732-c493-449e-871d-6213204a1e05 req-08a1bc76-beb6-491e-89c0-8b7d5ff29399 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636711 Nov 11 20:45:56.833736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:56.842391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-be88fa8b-2e69-4d36-bf87-d6bd16deaef9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.4303527 Nov 11 20:45:56.858010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-1e51133c-466d-441f-8079-8e5a015dcc0a service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773038 Nov 11 20:45:56.975620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-337722e8-093f-41cc-a8ed-1317b832cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:56.984524 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-337722e8-093f-41cc-a8ed-1317b832cce2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1082680 Nov 11 20:45:57.029879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:57.041595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-fbef308e-a86f-48a4-92d2-a2d3b2bc2392 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562148 Nov 11 20:45:57.158993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-0b6c3c42-4cc5-40a0-ae7e-a11b2b199b93 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065950 Nov 11 20:45:57.259331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e397c5e-2ecb-458c-b4a4-ad941ca220d2 req-c7debe23-64bc-47aa-bb62-20dcb7c869fe tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 210 time: 0.0586588 Nov 11 20:45:57.297699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1baaf32-4d0e-45dc-9e73-2a85dfe2850c req-a3e3bd33-891c-4bde-9f3a-6a2f5d03741a service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316519 Nov 11 20:45:57.439775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1909067679-network', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:57.466238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60282) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:57.491748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07102374-0249-4659-b948-43a396c51db1 req-dd0d86d0-032f-41b7-806a-eb7148f4bf22 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:57.499954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07102374-0249-4659-b948-43a396c51db1 req-dd0d86d0-032f-41b7-806a-eb7148f4bf22 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0746572 Nov 11 20:45:57.536730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-network', 'tenant_id': '771c77bec86c41f2814b87332f656a83'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:57.548253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Made reservation on behalf of 4af6f9d9d7b643788dfdb8532e9576e0 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:57.550785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.565423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.572337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07102374-0249-4659-b948-43a396c51db1 req-e2fb95e3-c7a9-4374-8b85-c1c95e68ebb0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696807 Nov 11 20:45:57.644378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.651164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Made reservation on behalf of 771c77bec86c41f2814b87332f656a83 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:57.653565 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.662364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.715391 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.741383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.741693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:45:57.752308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1f755-cb00-4440-b184-833ba57a6cb9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:57.756977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.757325 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Added segment a62fac63-bfec-4bbf-b6e3-c3540c34133a of type vlan for network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 Nov 11 20:45:57.802788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.836474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60292) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:57.857277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4710-5613-41c6-9894-7d7b4edb1875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.866110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.887177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.890415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:45:57.890627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:57.891467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.934063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:57.934412 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Added segment d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8 of type vlan for network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d Nov 11 20:45:57.957046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68646b-91d6-4483-ae96-1dc8e599617c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:58.034515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.057791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0266593 Nov 11 20:45:58.061576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:58.080034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06070-ba50-4f19-b308-86c6f1fa6af0 admin admin] Pushing event updated for resources: {'Network': ['ID=b7521bb2-b339-462d-9ea8-ab4b0c1ef000,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:58.080928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Request body: {'subnet': {'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-subnet', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:58.097756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3aec-401e-4769-adf1-bd863340a8b6 req-7b45119c-a2d3-47f2-9bd6-1082d441682a tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.100772 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a57b3aec-401e-4769-adf1-bd863340a8b6 req-7b45119c-a2d3-47f2-9bd6-1082d441682a tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 950 time: 0.1811702 Nov 11 20:45:58.112755 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-4fb6fc4f-f011-478d-ab39-d353aad44aa6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1967862 Nov 11 20:45:58.121370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:45:58.151920 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4710-5613-41c6-9894-7d7b4edb1875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.170419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Made reservation on behalf of 4af6f9d9d7b643788dfdb8532e9576e0 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:58.173287 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.212348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a57b3aec-401e-4769-adf1-bd863340a8b6 req-08a078c5-4cf4-4808-8840-7dae7ebde017 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992789 Nov 11 20:45:58.260531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-5db0bdf3-fdf2-4abe-a5e5-2fce9663f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.262259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-5db0bdf3-fdf2-4abe-a5e5-2fce9663f73e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 1096 time: 0.0717056 Nov 11 20:45:58.275374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4710-5613-41c6-9894-7d7b4edb1875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.279544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.280943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.281231 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.409257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c4ac4710-5613-41c6-9894-7d7b4edb1875 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa1ff130dee74864a17fad74c11389c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705974 Nov 11 20:45:58.420793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:58.434638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac4710-5613-41c6-9894-7d7b4edb1875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d05a9-0caf-4cb7-94c1-aa31f9229996,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:58.438576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] Pushing event updated for resources: {'Network': ['ID=e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:58.454008 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-17c662d1-e0d6-4c5e-bc80-b050c29b040b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9864702 Nov 11 20:45:58.457070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60306) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:58.469234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Request body: {'subnet': {'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-subnet', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:58.482533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3fbd6b3-39c8-4839-938f-5a57112eebd4 req-0254bef7-7e39-47e3-907a-d7826ff07ef9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 210 time: 0.0624340 Nov 11 20:45:58.512526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:45:58.534274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-8a94ed4c-910e-4517-aa69-360d62610a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.538629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-8a94ed4c-910e-4517-aa69-360d62610a40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 924 time: 0.2453609 Nov 11 20:45:58.676535 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5690-c89d-477d-b99a-535b658c71eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.687293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Made reservation on behalf of 771c77bec86c41f2814b87332f656a83 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:58.687293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.733448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-408b2877-7e74-42cd-83bf-681142d01cf0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb HTTP/1.1" status: 200 len: 1000 time: 0.1824343 Nov 11 20:45:58.754201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.762784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38d8bd-4c0b-43a1-bfe0-0722b87be89c req-11f5a449-ff50-431a-a624-362fd5cfaff8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.765283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e38d8bd-4c0b-43a1-bfe0-0722b87be89c req-11f5a449-ff50-431a-a624-362fd5cfaff8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1116178 Nov 11 20:45:58.782989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5690-c89d-477d-b99a-535b658c71eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.849217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-896bd52d-c385-4dd0-a2b7-141e09ff6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.850735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-896bd52d-c385-4dd0-a2b7-141e09ff6520 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.1081698 Nov 11 20:45:58.872832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e38d8bd-4c0b-43a1-bfe0-0722b87be89c req-b1917efb-2983-4db0-b1f2-f83d68f753c7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834789 Nov 11 20:45:58.889048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95ef65d-fd22-4c04-96c8-584bbcefa062,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:58.919363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Checking segment: {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:58.919734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Network hostable DHCP agents. Network: b7521bb2-b339-462d-9ea8-ab4b0c1ef000, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:45:58.970898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-b0b1ad4b-3d49-424d-8bc5-c87aabc49c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.972475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-b0b1ad4b-3d49-424d-8bc5-c87aabc49c69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933187 Nov 11 20:45:59.002349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5690-c89d-477d-b99a-535b658c71eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.004889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5690-c89d-477d-b99a-535b658c71eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.008743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a2d5690-c89d-477d-b99a-535b658c71eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e74d05a9-0caf-4cb7-94c1-aa31f9229996 HTTP/1.1" status: 204 len: 168 time: 0.5867839 Nov 11 20:45:59.021182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:45:59.037934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5690-c89d-477d-b99a-535b658c71eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d05a9-0caf-4cb7-94c1-aa31f9229996,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:59.090718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.101464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-bfed051e-6776-48a2-812e-5e38a0883532 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123223 Nov 11 20:45:59.162968 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20648d7-2539-46d4-8fc1-580ba631b9c6,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:59.181906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b7521bb2-b339-462d-9ea8-ab4b0c1ef000) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:59.190647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb7a1f-50d3-45fe-af56-bb8d65512331 None None] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:45:59.210397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:59.214552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.222804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Checking segment: {'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:59.223174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Network hostable DHCP agents. Network: e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:45:59.243447 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e7bad37-9c80-4d19-9f39-4f9ad27f3c62 req-c5a54eab-b58f-4c76-9cda-fef2b0687de9 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268904 Nov 11 20:45:59.325356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d7abd13b-7774-45d3-8f7c-32f87bcdcb2b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2558696 Nov 11 20:45:59.333565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:59.338707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:59.352821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:45:59.414182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a6982-59d2-4094-b966-545956fe0882 req-b625d11f-841e-4ea3-9d13-d7053831278e tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:59.422288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d83a6982-59d2-4094-b966-545956fe0882 req-b625d11f-841e-4ea3-9d13-d7053831278e tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 950 time: 0.0798907 Nov 11 20:45:59.424932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:45:59.425808 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.482680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d83a6982-59d2-4094-b966-545956fe0882 req-dba0bcff-e5ca-4352-a5b0-4213879d53ee tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594759 Nov 11 20:45:59.484780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:59.494160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:59.504633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa999a9-6995-4b1d-8de0-ba8b33ac5a22 None None] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:45:59.507138 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.513334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.515861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.697946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.701003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-619baebf-413a-4106-bd85-dd83e0a6dcc1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2412615 Nov 11 20:45:59.703948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60334) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:59.711326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:59.741207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ebc81ab-6461-4994-8c37-ed7b88983fb5 req-5bc71a39-f7f8-40b8-97f0-b5f513b14813 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 210 time: 0.0659463 Nov 11 20:45:59.751935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Allocated IP 172.20.0.2 (b7521bb2-b339-462d-9ea8-ab4b0c1ef000/f95ef65d-fd22-4c04-96c8-584bbcefa062/5130abc7-014c-46e7-9caf-e266e53528f5) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:59.819067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b156d5-a2bc-44ff-b825-900791334f74 req-83f84162-5dd2-4eda-87ac-e470e08e6172 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:59.821811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-83f84162-5dd2-4eda-87ac-e470e08e6172 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.2751961 Nov 11 20:45:59.839202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Request body: {'port': {'device_id': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'admin_state_up': True, 'tenant_id': '55c5b0a83df04ac69ca7d6cedcd5c4ca'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:59.892439 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:59.895639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.065806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d', 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'fixed_ips': [{'subnet_id': 'b20648d7-2539-46d4-8fc1-580ba631b9c6'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:46:00.066911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.155575 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.163384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Made reservation on behalf of 55c5b0a83df04ac69ca7d6cedcd5c4ca for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:00.168266 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.193125 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.224793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefdc5d-85a2-4439-a113-86334f780785 req-16acf997-a8c9-47ee-aa5f-a23903e60b35 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:00.229933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deefdc5d-85a2-4439-a113-86334f780785 req-16acf997-a8c9-47ee-aa5f-a23903e60b35 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1871500 Nov 11 20:46:00.308200 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.319197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Allocated IP 172.20.0.2 (e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d/b20648d7-2539-46d4-8fc1-580ba631b9c6/ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:00.365235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Allocated IP 172.20.0.3 (a216c099-84d4-4a43-9f1e-303dd8a0c82f/2be2e3bd-314c-4fe2-a2a1-33352bbd7507/ac437518-f646-4a53-a4bb-5cdd463a3b97) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:00.400969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.445668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:00.457723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:00.468850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:00.537462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.594232 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deefdc5d-85a2-4439-a113-86334f780785 req-64f83da5-e12a-45b7-b9ae-afcca83cb272 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556120 Nov 11 20:46:00.620703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.659007 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.660612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:00.686367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.702264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Pushing event updated for resources: {'Port': ['ID=5130abc7-014c-46e7-9caf-e266e53528f5,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:00.724331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Attempting to bind port 5130abc7-014c-46e7-9caf-e266e53528f5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:00.729538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Attempting to bind port 5130abc7-014c-46e7-9caf-e266e53528f5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:00.730059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Attempting to bind port 5130abc7-014c-46e7-9caf-e266e53528f5 on network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:00.745033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:00.745645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Checking segment: {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:00.746231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.746651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Bound using segment: {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:00.749610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Bound port: 5130abc7-014c-46e7-9caf-e266e53528f5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:00.750304 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.763483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.771441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:00.800373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:00.824631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:00.825490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.931735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Pushing event updated for resources: {'Port': ['ID=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:00.963168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:00.992028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:01.010187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:01.030553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1961830 Nov 11 20:46:01.038635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a118c5f-2ded-4884-868a-69c8eb6d3e80 req-38fc3cb5-fddc-41c8-a6f4-532826984f97 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:01.061668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a118c5f-2ded-4884-868a-69c8eb6d3e80 req-38fc3cb5-fddc-41c8-a6f4-532826984f97 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 950 time: 0.4300804 Nov 11 20:46:01.065825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Request body: {'port': {'device_id': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:01.096130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Attempting to bind port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:01.096823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Attempting to bind port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:01.097350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Attempting to bind port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f on network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:01.099935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] For port 5130abc7-014c-46e7-9caf-e266e53528f5, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:01.104936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91401880-ecee-4e35-aa19-be6085efe865 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:01.117359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:01.119025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Checking segment: {'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:01.119594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.120227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Bound using segment: {'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:01.120896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Bound port: ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:01.121496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.127090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] For port 5130abc7-014c-46e7-9caf-e266e53528f5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5130abc7-014c-46e7-9caf-e266e53528f5,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:01.127750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e58de1-23bf-4eaf-a2ac-30566407fa3b req-40d19b37-c127-451e-92f2-e2fb37162a53 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:01.129741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91e58de1-23bf-4eaf-a2ac-30566407fa3b req-40d19b37-c127-451e-92f2-e2fb37162a53 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 931 time: 0.2477424 Nov 11 20:46:01.191189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-a87d47c8-3159-4a3f-b2cc-add6144acfc3 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:01.193075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-a87d47c8-3159-4a3f-b2cc-add6144acfc3 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.58 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 950 time: 0.3182757 Nov 11 20:46:01.193673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.219868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] For port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:01.224973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] For port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,segment=NetworkSegment(d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8),segment_id=d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:01.228754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.241743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a118c5f-2ded-4884-868a-69c8eb6d3e80 req-ec082f89-81b2-4236-bec2-1d2ec92ce7f7 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/security-groups?id=98516d08-867c-4616-96fa-215309549e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876664 Nov 11 20:46:01.300094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.327097 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.409753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef514df-be6d-44dc-8747-f5a68468acc7 None None] Pushing event updated for resources: {'Port': ['ID=5130abc7-014c-46e7-9caf-e266e53528f5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:01.543350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ed6fc-37fd-4c95-bad3-d5523c75fb74 None None] Pushing event updated for resources: {'Port': ['ID=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:01.682339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.759753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Deleting port ce5b6f87-3a68-4168-a233-91b8b939598b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:01.766345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.831747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91e58de1-23bf-4eaf-a2ac-30566407fa3b req-7b085708-ddd7-4895-a613-b9e4ffcf0b83 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500578 Nov 11 20:46:01.844228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.876101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.906941 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f74ef869-538c-4aec-a0bb-00f672fc7e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.031223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Allocated IP 172.25.2.247 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/73b8802e-d900-4701-af81-591f6081d2a5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:02.184002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6901d43-a583-4699-8d27-9046f9fb3f12 req-9fa1d950-e34e-4cce-b944-6004d9be9266 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:02.185681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6901d43-a583-4699-8d27-9046f9fb3f12 req-9fa1d950-e34e-4cce-b944-6004d9be9266 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1261694 Nov 11 20:46:02.232893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.272995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6901d43-a583-4699-8d27-9046f9fb3f12 req-8cbbdfdd-d4b7-4a79-92d6-6f153c49b746 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741515 Nov 11 20:46:02.285638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] For port ce5b6f87-3a68-4168-a233-91b8b939598b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ce5b6f87-3a68-4168-a233-91b8b939598b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:02.286322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.324967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:02.325785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d12d88-50a8-4186-8953-1a11109472aa req-2f81f860-c6f7-45f0-b1b6-c41e6b7138ec tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:02.333017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4d12d88-50a8-4186-8953-1a11109472aa req-2f81f860-c6f7-45f0-b1b6-c41e6b7138ec tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 945 time: 0.2910485 Nov 11 20:46:02.354854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.394131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Calling delete_port for ce5b6f87-3a68-4168-a233-91b8b939598b owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:02.426664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac437518-f646-4a53-a4bb-5cdd463a3b97 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:02.429044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:02.429511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.437573 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.462078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:02.474701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:02.482913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:02.508042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Transition to ACTIVE for port object ac437518-f646-4a53-a4bb-5cdd463a3b97 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:02.512625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4d12d88-50a8-4186-8953-1a11109472aa req-0407c27f-2884-4083-88b1-038ad2757a87 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788006 Nov 11 20:46:02.541323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.609482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.632466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,segment=NetworkSegment(d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8),segment_id=d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:02.667500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Pushing event updated for resources: {'Port': ['ID=73b8802e-d900-4701-af81-591f6081d2a5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:02.678662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Allocated IP 172.25.2.130 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/b717cd90-8b54-4299-814a-d9b4f3df3aa9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:02.694792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.695268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5130abc7-014c-46e7-9caf-e266e53528f5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:02.719152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:02.768164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:02.768695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:02.769120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:02.774159 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.791401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ce5b6f87-3a68-4168-a233-91b8b939598b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:02.814092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:02.817311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:02.832278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Pushing event deleted for resources: {'Port': ['ID=ce5b6f87-3a68-4168-a233-91b8b939598b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:02.847318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:02.847318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:02.847937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:02.850260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Bound port: ac437518-f646-4a53-a4bb-5cdd463a3b97, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:02.851147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.861259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:02.880837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5130abc7-014c-46e7-9caf-e266e53528f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:02.881146 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.996228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] No DVR routers for this DVR port ce5b6f87-3a68-4168-a233-91b8b939598b on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:03.007369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-98f430a8-1264-44e0-bc71-c5ccaa00f8ff req-bd58bd3a-c9a4-40ff-9e43-7639fad8c750 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 210 time: 0.3242118 Nov 11 20:46:03.009356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.014668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-347342f9-59a0-49c5-abc6-e13d4c6aae4b req-e5a74812-b48f-4901-9a11-342318438838 tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.58 "DELETE /v2.0/ports/ce5b6f87-3a68-4168-a233-91b8b939598b HTTP/1.1" status: 204 len: 173 time: 1.7917657 Nov 11 20:46:03.017361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'name': 'network-vif-deleted', 'tag': 'ce5b6f87-3a68-4168-a233-91b8b939598b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:03.024053 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70e1e8b-b60b-4926-b02b-9588aa6c2ee3" -d '{"events": [{"server_uuid": "04d814d0-414e-4561-a068-f3d3d3fe12f7", "name": "network-vif-deleted", "tag": "ce5b6f87-3a68-4168-a233-91b8b939598b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:03.088383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.118981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.134933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:03.156870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:03.194810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184381c-015c-4147-b704-835bd5a78b30 req-0ea46d8a-7670-489f-aa21-b988f7bd5a0a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:03.197174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5184381c-015c-4147-b704-835bd5a78b30 req-0ea46d8a-7670-489f-aa21-b988f7bd5a0a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.1518302 Nov 11 20:46:03.222743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 5130abc7-014c-46e7-9caf-e266e53528f5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5130abc7-014c-46e7-9caf-e266e53528f5,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:03.225849 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad4ebcb-6d38-4c48-8d65-275258195d6b x-openstack-request-id: req-7ad4ebcb-6d38-4c48-8d65-275258195d6b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:03.226192 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d814d0-414e-4561-a068-f3d3d3fe12f7", "name": "network-vif-deleted", "tag": "ce5b6f87-3a68-4168-a233-91b8b939598b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:03.226454 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ad4ebcb-6d38-4c48-8d65-275258195d6b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:03.227888 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d814d0-414e-4561-a068-f3d3d3fe12f7', 'name': 'network-vif-deleted', 'tag': 'ce5b6f87-3a68-4168-a233-91b8b939598b', 'status': 'completed', 'code': 200} Nov 11 20:46:03.248758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.284341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3966aba-f735-4ced-89f7-ef31a37b7f53 None None] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:03.321096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.337628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.379824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5184381c-015c-4147-b704-835bd5a78b30 req-d06854df-b16f-4a7c-81dc-84019bd032d2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719973 Nov 11 20:46:03.388140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:03.388978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.391097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 1091 time: 2.3359456 Nov 11 20:46:03.422747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6767411-a901-4c62-a623-c0694f44c0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:03.463887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d94f64c9-2532-4fc8-b184-543978e8ec4e None None] Provisioning complete for port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:03.466048 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d94f64c9-2532-4fc8-b184-543978e8ec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.497635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=5130abc7-014c-46e7-9caf-e266e53528f5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:03.533802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:03.628513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd4ad9-616e-4f58-aa88-fc66dd327c0e None None] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:03.632121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b156d5-a2bc-44ff-b825-900791334f74 req-c3a91149-be4f-42ab-9c47-f98a82516c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:03.634064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-c3a91149-be4f-42ab-9c47-f98a82516c9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1094 time: 0.1007679 Nov 11 20:46:03.634707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60408) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:03.647274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:03.651126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:03.724527 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-3838afb4-c7f1-4869-bb0d-8377ff8bdfe5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 217 time: 0.0802727 Nov 11 20:46:03.761836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Pushing event updated for resources: {'Port': ['ID=b717cd90-8b54-4299-814a-d9b4f3df3aa9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:03.791645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a0a4fd50-8098-4c9b-a79a-b76fbdea937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:03.793173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-a0a4fd50-8098-4c9b-a79a-b76fbdea937e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0607517 Nov 11 20:46:03.864134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-584b5947-4af2-40ee-a58d-b8a6b2b4e00e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344708 Nov 11 20:46:03.865570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f5743284-838d-4e4c-b4bc-7a216e981117 None None] Provisioning complete for port 5130abc7-014c-46e7-9caf-e266e53528f5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:03.866056 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f5743284-838d-4e4c-b4bc-7a216e981117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.876215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba0fd8-c72f-4659-bfb2-34921ba00ad2 req-cdd9f2ff-dd1c-4993-98c3-51561f552bea tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:03.877877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ffba0fd8-c72f-4659-bfb2-34921ba00ad2 req-cdd9f2ff-dd1c-4993-98c3-51561f552bea tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.4051683 Nov 11 20:46:03.878489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.884462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf1ac-0b48-4b65-9b01-72ff72440e79 req-b453a6ce-c588-4b75-b6a8-21c2ee6f1e65 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:03.891921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-599cf1ac-0b48-4b65-9b01-72ff72440e79 req-b453a6ce-c588-4b75-b6a8-21c2ee6f1e65 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 945 time: 0.2495637 Nov 11 20:46:03.915960 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4697915-f2d5-47bd-9b14-0be494f78779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.092559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ffba0fd8-c72f-4659-bfb2-34921ba00ad2 req-8308c019-453c-495f-a42e-805065c8b7d5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672940 Nov 11 20:46:04.145264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cf98e448-3e35-4bc9-ada3-d19ccbdef661 None None] Provisioning complete for port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:04.145626 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf98e448-3e35-4bc9-ada3-d19ccbdef661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.200356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-91fcb436-89de-409a-8c40-814a0665b2d6 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:04.210769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-91fcb436-89de-409a-8c40-814a0665b2d6 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 945 time: 0.2868750 Nov 11 20:46:04.212194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:04.305473 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0a6c6c7-2472-425a-977e-7d7e441a120a req-736cda2e-c884-4216-bdbc-17331c352efa tempest-TenantUsagesTestJSON-1087425492 tempest-TenantUsagesTestJSON-1087425492-project] 10.222.0.31 "GET /v2.0/ports?device_id=04d814d0-414e-4561-a068-f3d3d3fe12f7 HTTP/1.1" status: 200 len: 210 time: 0.0781455 Nov 11 20:46:04.343581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-599cf1ac-0b48-4b65-9b01-72ff72440e79 req-139b81e5-426c-4bf6-b705-dbcb70144119 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506295 Nov 11 20:46:04.345080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:04.345548 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.394488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-ea241cdc-298f-49b0-8285-388d937d9cb6 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997926 Nov 11 20:46:04.468134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4697915-f2d5-47bd-9b14-0be494f78779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.504358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5130abc7-014c-46e7-9caf-e266e53528f5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:04.537932 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d069636-0bd9-4aa7-a463-837ff4fda13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.558873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5130abc7-014c-46e7-9caf-e266e53528f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:04.559362 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.560307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81b156d5-a2bc-44ff-b825-900791334f74 req-9468dc91-e745-464f-b297-29ce56ba25bf service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570182 Nov 11 20:46:04.565891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4697915-f2d5-47bd-9b14-0be494f78779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.587646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8bcee-cf7f-473b-8bb4-e14d40c3da3a req-032b0d29-2700-4204-9ad3-083092ab6877 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:04.589198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27b8bcee-cf7f-473b-8bb4-e14d40c3da3a req-032b0d29-2700-4204-9ad3-083092ab6877 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.0845685 Nov 11 20:46:04.624792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c0ac9d86-9da3-4622-90f0-4212441273d0 None None] Provisioning complete for port 5130abc7-014c-46e7-9caf-e266e53528f5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:04.625159 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d86-9da3-4622-90f0-4212441273d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.631796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d4697915-f2d5-47bd-9b14-0be494f78779 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be871ca564854f2c8d35e2c321a7277b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9956877 Nov 11 20:46:04.635018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60418) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:04.642212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4697915-f2d5-47bd-9b14-0be494f78779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011bd056-2a56-4b3a-a58a-ee860508c309,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:04.699957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27b8bcee-cf7f-473b-8bb4-e14d40c3da3a req-6ba71297-60e3-45e7-a78d-0283061fa94a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011407 Nov 11 20:46:04.719193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90188d48-6998-40ce-be51-d90f36d4b224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.724845 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.752809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90188d48-6998-40ce-be51-d90f36d4b224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.819665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Deleting port 48156d35-7fa1-4f69-a37c-ff85db4db8df {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:04.820026 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.870247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.884513 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90188d48-6998-40ce-be51-d90f36d4b224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.886330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ce5b6f87-3a68-4168-a233-91b8b939598b no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:04.888353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90188d48-6998-40ce-be51-d90f36d4b224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.891965 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-90188d48-6998-40ce-be51-d90f36d4b224 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/011bd056-2a56-4b3a-a58a-ee860508c309 HTTP/1.1" status: 204 len: 168 time: 0.2557769 Nov 11 20:46:04.901239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90188d48-6998-40ce-be51-d90f36d4b224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011bd056-2a56-4b3a-a58a-ee860508c309,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:04.911533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: ce5b6f87-3a68-4168-a233-91b8b939598b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:04.912619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ce5b6f87-3a68-4168-a233-91b8b939598b not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:05.078383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] For port 48156d35-7fa1-4f69-a37c-ff85db4db8df, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=48156d35-7fa1-4f69-a37c-ff85db4db8df,segment=NetworkSegment(447ab0dd-5f07-4872-9a20-29868edc4aca),segment_id=447ab0dd-5f07-4872-9a20-29868edc4aca)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:05.078752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.138696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Calling delete_port for 48156d35-7fa1-4f69-a37c-ff85db4db8df owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:05.229462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:05.233223 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9f9f6-fd97-4857-a6ee-cd51af236037" -d '{"events": [{"name": "network-changed", "server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:05.261705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.274964 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842a85b-7b6c-474c-a9f5-48b07ab32c90 x-openstack-request-id: req-f842a85b-7b6c-474c-a9f5-48b07ab32c90 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:05.276619 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:05.276619 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f842a85b-7b6c-474c-a9f5-48b07ab32c90 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:05.276619 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97', 'status': 'completed', 'code': 200} Nov 11 20:46:05.353202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-57616061-d024-4692-8cd6-d142370c66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:05.354805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-57616061-d024-4692-8cd6-d142370c66b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1094 time: 0.0538995 Nov 11 20:46:05.368301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251175-c9b6-4ed4-889f-ec06d34c85fe req-01dc30d2-98c9-41a4-b629-645c29336b33 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:05.369909 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88251175-c9b6-4ed4-889f-ec06d34c85fe req-01dc30d2-98c9-41a4-b629-645c29336b33 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1984451 Nov 11 20:46:05.375890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.499481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Router 7dec4af5-5938-4ecc-8164-4bd4388665e8 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:46:05.526752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88251175-c9b6-4ed4-889f-ec06d34c85fe req-67969561-bd1b-4263-9297-ea91f58d8cf7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469560 Nov 11 20:46:05.529265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6c09a-4e22-4aee-9fd4-fda0fe1fd22c req-4892bc38-ff0d-4543-93a9-819146970055 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:05.530826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19a6c09a-4e22-4aee-9fd4-fda0fe1fd22c req-4892bc38-ff0d-4543-93a9-819146970055 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 945 time: 0.0744154 Nov 11 20:46:05.541834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-53f49604-a3fc-4cb6-ad38-650b8c792802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:05.544432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-53f49604-a3fc-4cb6-ad38-650b8c792802 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1785843 Nov 11 20:46:05.614649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-51ad75b0-81b8-4a68-bec8-f8754ee67eee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 217 time: 0.0596757 Nov 11 20:46:05.644823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:05.660305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.673832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['48156d35-7fa1-4f69-a37c-ff85db4db8df'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:05.688907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19a6c09a-4e22-4aee-9fd4-fda0fe1fd22c req-613d80bb-1fdc-4715-8d96-62054a953440 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/security-groups?id=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434460 Nov 11 20:46:05.714231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Pushing event deleted for resources: {'Port': ['ID=48156d35-7fa1-4f69-a37c-ff85db4db8df,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:05.719191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87c7998d-0eff-4ea8-bf24-85fee6dd4f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.742995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-222c3826-0776-4994-ab72-c58537063c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:05.745706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-222c3826-0776-4994-ab72-c58537063c12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1154122 Nov 11 20:46:05.750896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:05.757262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.757262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.757536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.758087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.758746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.759172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.759450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.759716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.761041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.761733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.762074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.762407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:05.762886 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Sync routers for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:05.776902 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:05.778740 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:05.795354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] No DVR routers for this DVR port 48156d35-7fa1-4f69-a37c-ff85db4db8df on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:05.798796 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.803187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd916eae-51f5-4a6c-89c0-726e64c91ff9 req-1351c78e-4fa0-4449-aed5-df39e932b857 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.62 "DELETE /v2.0/ports/48156d35-7fa1-4f69-a37c-ff85db4db8df HTTP/1.1" status: 204 len: 173 time: 1.5744128 Nov 11 20:46:05.804009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'name': 'network-vif-deleted', 'tag': '48156d35-7fa1-4f69-a37c-ff85db4db8df'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:05.808347 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597863b-dfc9-4ffc-a59a-ec452507f88d" -d '{"events": [{"server_uuid": "9c0abe5b-f7b0-423d-9b90-1a0d366795d9", "name": "network-vif-deleted", "tag": "48156d35-7fa1-4f69-a37c-ff85db4db8df"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:05.811151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Router 86266f7f-e80b-4389-9642-63132d759cb1 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:46:05.871607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87c7998d-0eff-4ea8-bf24-85fee6dd4f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.892490 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a39626-1e7f-4b83-bd1f-9771b618a9fa x-openstack-request-id: req-e5a39626-1e7f-4b83-bd1f-9771b618a9fa {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:05.892794 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0abe5b-f7b0-423d-9b90-1a0d366795d9", "name": "network-vif-deleted", "tag": "48156d35-7fa1-4f69-a37c-ff85db4db8df", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:05.893053 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5a39626-1e7f-4b83-bd1f-9771b618a9fa {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:05.893417 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0abe5b-f7b0-423d-9b90-1a0d366795d9', 'name': 'network-vif-deleted', 'tag': '48156d35-7fa1-4f69-a37c-ff85db4db8df', 'status': 'completed', 'code': 200} Nov 11 20:46:05.900657 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:05.919316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-7ac08395-5cca-4aba-9203-a12c34e42d05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641865 Nov 11 20:46:05.919938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:05.923763 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-218e5b49-6d1b-41ed-ad35-26be3bf8a833 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5865023 Nov 11 20:46:05.925549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60444) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:06.000585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87c7998d-0eff-4ea8-bf24-85fee6dd4f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.038232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e714e-be04-4048-afc1-c5250b9acf2e req-26a4717e-93a5-4082-946f-2fa984c0d580 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:06.040553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-707e714e-be04-4048-afc1-c5250b9acf2e req-26a4717e-93a5-4082-946f-2fa984c0d580 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.1620812 Nov 11 20:46:06.043721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60446) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:06.116633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:06.139574 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:03Z', 'revision_number': 3, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:06.139696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-707e714e-be04-4048-afc1-c5250b9acf2e req-551411f7-f046-47c3-8ffd-909caeed099c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820074 Nov 11 20:46:06.139788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Sync routers for ids ['86266f7f-e80b-4389-9642-63132d759cb1'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:06.149410 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Routers {'86266f7f-e80b-4389-9642-63132d759cb1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:06.150765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['86266f7f-e80b-4389-9642-63132d759cb1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:06.169720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-87c7998d-0eff-4ea8-bf24-85fee6dd4f90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdab5068a8764f39be977c1c3c3c2e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5215898 Nov 11 20:46:06.171094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:06.173540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7998d-0eff-4ea8-bf24-85fee6dd4f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906813a1-9d3a-42b3-b79b-b8ff3f4d28f2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:06.186153 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Checking router: 7dec4af5-5938-4ecc-8164-4bd4388665e8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:06.186329 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Updating router 7dec4af5-5938-4ecc-8164-4bd4388665e8 port 73b8802e-d900-4701-af81-591f6081d2a5 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:06.220776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-963681f6-da2b-4fcc-909c-596cd08b7f66 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881117 Nov 11 20:46:06.226343 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.270113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab48b800-71d6-4a28-a209-91db6185cf07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.278631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.280705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c9bc3927-b3c5-4546-b299-0c5eaf4ebb81 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5752416 Nov 11 20:46:06.283689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:06.328096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab48b800-71d6-4a28-a209-91db6185cf07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.367179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Set router 86266f7f-e80b-4389-9642-63132d759cb1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:06.396000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7dc93ad7-79d1-499d-b203-e79eab604518 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23cc536128b342c8a1cec06a2a7caf1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510146 Nov 11 20:46:06.399901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:06.463762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29f7984d-583b-4b25-b258-a4b1b58363e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.493235 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29f7984d-583b-4b25-b258-a4b1b58363e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.520291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab48b800-71d6-4a28-a209-91db6185cf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.522867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab48b800-71d6-4a28-a209-91db6185cf07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.524659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab48b800-71d6-4a28-a209-91db6185cf07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/906813a1-9d3a-42b3-b79b-b8ff3f4d28f2 HTTP/1.1" status: 204 len: 168 time: 0.3520412 Nov 11 20:46:06.541395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48b800-71d6-4a28-a209-91db6185cf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906813a1-9d3a-42b3-b79b-b8ff3f4d28f2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:06.568654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60b9f9f6-fd97-4857-a6ee-cd51af236037 req-4b57e376-def7-4a85-b2de-0e66d1270c09 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839551 Nov 11 20:46:06.644688 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.650069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29f7984d-583b-4b25-b258-a4b1b58363e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.652706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29f7984d-583b-4b25-b258-a4b1b58363e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.658984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-29f7984d-583b-4b25-b258-a4b1b58363e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98516d08-867c-4616-96fa-215309549e59 HTTP/1.1" status: 204 len: 168 time: 0.2576668 Nov 11 20:46:06.671307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7984d-583b-4b25-b258-a4b1b58363e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98516d08-867c-4616-96fa-215309549e59,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:06.700976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:03Z', 'revision_number': 3, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:06.718746 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.738642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Checking router: 86266f7f-e80b-4389-9642-63132d759cb1 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:06.738642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Updating router 86266f7f-e80b-4389-9642-63132d759cb1 port b717cd90-8b54-4299-814a-d9b4f3df3aa9 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:06.778474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.819802 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Pushing event updated for resources: {'Port': ['ID=73b8802e-d900-4701-af81-591f6081d2a5,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:06.833557 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.833915 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.834301 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.834609 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.834950 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.835389 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.835730 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.836278 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.836384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.836726 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.837137 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.837483 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:06.857767 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Attempting to bind port 73b8802e-d900-4701-af81-591f6081d2a5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:06.858154 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Attempting to bind port 73b8802e-d900-4701-af81-591f6081d2a5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:06.858526 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Attempting to bind port 73b8802e-d900-4701-af81-591f6081d2a5 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:06.863880 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:06.865739 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:06.865739 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.865739 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:06.865971 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Bound port: 73b8802e-d900-4701-af81-591f6081d2a5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:06.866177 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.873541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861731b1-754e-43c8-bf10-776736c7993b req-5c9acde7-3e48-4ed0-8d2e-4966065b78f0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:06.875215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-861731b1-754e-43c8-bf10-776736c7993b req-5c9acde7-3e48-4ed0-8d2e-4966065b78f0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1305144 Nov 11 20:46:06.920138 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] For port 73b8802e-d900-4701-af81-591f6081d2a5, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:06.923729 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] For port 73b8802e-d900-4701-af81-591f6081d2a5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=73b8802e-d900-4701-af81-591f6081d2a5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:07.010996 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.083962 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eece66-d451-4c00-aa00-0a1c85f8441f None None] Pushing event updated for resources: {'Port': ['ID=73b8802e-d900-4701-af81-591f6081d2a5,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:07.120599 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:07.121355 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:07.191035 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.199897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-861731b1-754e-43c8-bf10-776736c7993b req-c018ad08-2fe8-4b61-9954-852c50c242ef tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176229 Nov 11 20:46:07.280092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad7346c9-78c0-4789-b34a-3dca21ae7368 req-228cf593-2269-41be-9ce2-74e393be6647 tempest-VolumesAdminNegativeTest-798065409 tempest-VolumesAdminNegativeTest-798065409-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0abe5b-f7b0-423d-9b90-1a0d366795d9 HTTP/1.1" status: 200 len: 210 time: 0.4649198 Nov 11 20:46:07.321397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.375955 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:07.424744 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.489962 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.568020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Attempting to bind port b717cd90-8b54-4299-814a-d9b4f3df3aa9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:07.568444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Attempting to bind port b717cd90-8b54-4299-814a-d9b4f3df3aa9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:07.568821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Attempting to bind port b717cd90-8b54-4299-814a-d9b4f3df3aa9 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:07.578024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Pushing event updated for resources: {'Port': ['ID=b717cd90-8b54-4299-814a-d9b4f3df3aa9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:07.587019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:07.587914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60480) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:07.592575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:07.593719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.594325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:07.595413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Bound port: b717cd90-8b54-4299-814a-d9b4f3df3aa9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:07.595925 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.601343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.602595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.603039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.603687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.604119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.604569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.604899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4722-6b8e-4288-8cfd-0dbb28d7ffc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.605009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.605349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.605755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.606144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.606677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.607007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:07.696877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] For port b717cd90-8b54-4299-814a-d9b4f3df3aa9, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:07.702137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] For port b717cd90-8b54-4299-814a-d9b4f3df3aa9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b717cd90-8b54-4299-814a-d9b4f3df3aa9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:07.708049 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:03Z', 'revision_number': 3, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:07.737427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4722-6b8e-4288-8cfd-0dbb28d7ffc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.753384 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.764882 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa0755e-7c31-4164-893b-9bee27c7e001 None None] The sync data for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 is: [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:03Z', 'revision_number': 3, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:07.773689 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.826149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2fd4722-6b8e-4288-8cfd-0dbb28d7ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.827620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eef4f-2471-4894-b998-96be50988713 req-8f0b6917-3785-4ce8-91f0-1faee7b8dd89 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:07.837280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-220eef4f-2471-4894-b998-96be50988713 req-8f0b6917-3785-4ce8-91f0-1faee7b8dd89 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.2532694 Nov 11 20:46:07.863116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Allocated IP 172.20.0.1 (b7521bb2-b339-462d-9ea8-ab4b0c1ef000/f95ef65d-fd22-4c04-96c8-584bbcefa062/c29f1a31-90bd-4059-a6c6-2ecfff230dcd) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:07.863639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Routers {'86266f7f-e80b-4389-9642-63132d759cb1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:07.864333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['86266f7f-e80b-4389-9642-63132d759cb1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:07.893907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e2fd4722-6b8e-4288-8cfd-0dbb28d7ffc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=695c313d708c48bab0dbe1f6090ec501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046803 Nov 11 20:46:07.897806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60490) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:07.913674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd4722-6b8e-4288-8cfd-0dbb28d7ffc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d9174a-afca-4555-b87d-5aaf3fccd187,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:07.919281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.939763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 48156d35-7fa1-4f69-a37c-ff85db4db8df no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:07.942839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d935bd-790d-4b31-862a-94f4d2da12e0 None None] Pushing event updated for resources: {'Port': ['ID=b717cd90-8b54-4299-814a-d9b4f3df3aa9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:07.972659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-220eef4f-2471-4894-b998-96be50988713 req-f320e511-7fd4-40e9-bc36-4e9bb5d064a2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341062 Nov 11 20:46:07.974156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 48156d35-7fa1-4f69-a37c-ff85db4db8df {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:07.974503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 48156d35-7fa1-4f69-a37c-ff85db4db8df not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:08.049348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] Set router 86266f7f-e80b-4389-9642-63132d759cb1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:08.170762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60494) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:08.177367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.205369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.311585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.358197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:03Z', 'revision_number': 3, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:08.366182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:08.379212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-339567580-network', 'tenant_id': '54e1868ad9824d42bac3112911cf443a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:08.396842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7fd4b-c3e4-46f1-a57b-01089aafdfa0 None None] The sync data for ids ['86266f7f-e80b-4389-9642-63132d759cb1'] in n-d-805734-3 is: [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:03Z', 'revision_number': 3, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:08.397729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Allocated IP 172.20.0.1 (e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d/b20648d7-2539-46d4-8fc1-580ba631b9c6/b8792407-bbe5-40ce-a65e-7613f765ef8c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:08.465391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fb57f-eea7-4304-a6c1-bb0adff9c024 req-12924b8b-51b1-430d-814d-07fa2e0d7517 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:08.468684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-435fb57f-eea7-4304-a6c1-bb0adff9c024 req-12924b8b-51b1-430d-814d-07fa2e0d7517 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1473246 Nov 11 20:46:08.472840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] Deleting subnet c2e1eff2-59cc-443c-bf09-47dcaf59798f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:46:08.473764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.476365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.480638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3d9174a-afca-4555-b87d-5aaf3fccd187 HTTP/1.1" status: 204 len: 168 time: 0.5757639 Nov 11 20:46:08.497692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d9174a-afca-4555-b87d-5aaf3fccd187,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:08.502481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.513700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.517533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Made reservation on behalf of 54e1868ad9824d42bac3112911cf443a for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:08.519816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.525638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.525993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.526329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.526659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.527010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.527299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.527620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.528112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.528464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.528785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.529303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.529622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d47b5-d5e6-41f1-8582-16f78752a22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:08.588047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.611836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:08.615370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.618442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:08.622753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.624805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Pushing event updated for resources: {'Port': ['ID=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:08.629149 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:08.629822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.639425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:08.700481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-435fb57f-eea7-4304-a6c1-bb0adff9c024 req-c13e8017-97bb-42c3-8181-e84debc2a744 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215774 Nov 11 20:46:09.031309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.033809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:09.036116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:09.052616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ac437518-f646-4a53-a4bb-5cdd463a3b97', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'port_id': 'ac437518-f646-4a53-a4bb-5cdd463a3b97', 'mac_address': 'fa:16:3e:15:24:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2e3bd-314c-4fe2-a2a1-33352bbd7507', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:09.056882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eacae7a3-df39-4e81-93d4-5a83765b6208 None None] Provisioning complete for port c29f1a31-90bd-4059-a6c6-2ecfff230dcd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:09.057267 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eacae7a3-df39-4e81-93d4-5a83765b6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.126252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21897e6-585f-4171-8d5c-80f456b07b39 req-8164983f-5c2f-4a51-8f82-0dd6c5ab4d7b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:09.128432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d21897e6-585f-4171-8d5c-80f456b07b39 req-8164983f-5c2f-4a51-8f82-0dd6c5ab4d7b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.0699162 Nov 11 20:46:09.134968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eacae7a3-df39-4e81-93d4-5a83765b6208 None None] Port c29f1a31-90bd-4059-a6c6-2ecfff230dcd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:09.140218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.154347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac437518-f646-4a53-a4bb-5cdd463a3b97 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:09.174594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:09.188315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d21897e6-585f-4171-8d5c-80f456b07b39 req-a6d1eac4-36fb-4d06-9f48-960dc300e165 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530300 Nov 11 20:46:09.217098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.218550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.222978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.238970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.264089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e1eff2-59cc-443c-bf09-47dcaf59798f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:09.276237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:09.282134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:09.286160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:09.286741 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.288094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:46:09.301318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b9454-101a-4952-96f4-6ae2e7c9442a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:09.313220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:09.335749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.338073 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Added segment a7b32004-15d8-4d97-99c4-21173faea0b6 of type vlan for network 500ea1f2-5665-4c12-8004-32861866d0cb Nov 11 20:46:09.355627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.362065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-678941f0-86d6-43b9-8079-ce4181642024 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c2e1eff2-59cc-443c-bf09-47dcaf59798f HTTP/1.1" status: 204 len: 168 time: 0.9924536 Nov 11 20:46:09.364970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:09.426474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.448937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Pushing event updated for resources: {'Port': ['ID=b8792407-bbe5-40ce-a65e-7613f765ef8c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:09.543213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ac437518-f646-4a53-a4bb-5cdd463a3b97'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:09.554690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.557243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.592925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.710154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.750669 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.770445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1254adff-7d21-4d45-9dc0-cf30280137a9 None None] Provisioning complete for port b8792407-bbe5-40ce-a65e-7613f765ef8c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:09.771139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1254adff-7d21-4d45-9dc0-cf30280137a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.776696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > port after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.780737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.781063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.835851 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.837149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.843481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1254adff-7d21-4d45-9dc0-cf30280137a9 None None] Port b8792407-bbe5-40ce-a65e-7613f765ef8c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:09.854320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.854807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.854997 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.855392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:09.856432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9705bfd-7007-431f-849b-95687fd0ba19']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:09.869304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.870390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:09.871004 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.941459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447ab0dd-5f07-4872-9a20-29868edc4aca') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:09.942008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447ab0dd-5f07-4872-9a20-29868edc4aca') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:09.946776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] Pushing event updated for resources: {'Network': ['ID=500ea1f2-5665-4c12-8004-32861866d0cb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:09.961258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Pushing event updated for resources: {'Port': ['ID=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:09.968781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:09.973625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 500ea1f2-5665-4c12-8004-32861866d0cb details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:46:09.992894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.022318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:46:10.022318 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.083100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dc730-91cd-4a7f-b0a8-997bb538cef8 req-fd9b3783-5890-4153-9491-19776fb7730a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:10.084793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d1dc730-91cd-4a7f-b0a8-997bb538cef8 req-fd9b3783-5890-4153-9491-19776fb7730a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.2526953 Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: from cryptography.utils import int_from_bytes Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: from cryptography.utils import int_from_bytes Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:46:10.109384 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:46:10.113747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cb383550-5513-4130-ba28-9a01eee37028 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9417975 Nov 11 20:46:10.114472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:10.123208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Request body: {'subnet': {'network_id': '500ea1f2-5665-4c12-8004-32861866d0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-339567580-subnet', 'tenant_id': '54e1868ad9824d42bac3112911cf443a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:10.126681 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.159537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:10.178862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:10.210904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d1dc730-91cd-4a7f-b0a8-997bb538cef8 req-48b62e17-e204-4906-8dc6-b69a704e7edd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126161 Nov 11 20:46:10.270979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.271737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.287674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 73b8802e-d900-4701-af81-591f6081d2a5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:10.298603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.301488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Made reservation on behalf of 54e1868ad9824d42bac3112911cf443a for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:10.303283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.409142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 73b8802e-d900-4701-af81-591f6081d2a5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:10.413091 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.462897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.468756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] 10.222.0.31 "DELETE /v2.0/networks/d9705bfd-7007-431f-849b-95687fd0ba19 HTTP/1.1" status: 204 len: 168 time: 1.0939050 Nov 11 20:46:10.486596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf9a0-c102-4174-ba4b-c772c63c54fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d9705bfd-7007-431f-849b-95687fd0ba19,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:10.500855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:10.556083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.576275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Pushing event updated for resources: {'Port': ['ID=b8792407-bbe5-40ce-a65e-7613f765ef8c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:10.592320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 73b8802e-d900-4701-af81-591f6081d2a5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=73b8802e-d900-4701-af81-591f6081d2a5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:10.593751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b3c7f70d-2b18-4e65-9d7a-22f59bf2e1f3 None None] Provisioning complete for port c29f1a31-90bd-4059-a6c6-2ecfff230dcd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:10.594281 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f70d-2b18-4e65-9d7a-22f59bf2e1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.613042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Router 7dec4af5-5938-4ecc-8164-4bd4388665e8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:10.657891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4077d-e98b-47b8-b900-5992635560e5 req-4d584864-8b32-48b1-89ec-a20a3c7e90cd tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:10.666583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35f4077d-e98b-47b8-b900-5992635560e5 req-4d584864-8b32-48b1-89ec-a20a3c7e90cd tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.2441041 Nov 11 20:46:10.720649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:10.723771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:10.747315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] Deleting subnet 10e43bb1-df52-48df-98e8-e556aa9d05fe {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:46:10.757116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.795753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.797030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b717cd90-8b54-4299-814a-d9b4f3df3aa9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:10.860958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7f70d-2b18-4e65-9d7a-22f59bf2e1f3 None None] Port c29f1a31-90bd-4059-a6c6-2ecfff230dcd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:10.884923 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.895119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=73b8802e-d900-4701-af81-591f6081d2a5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:10.903261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b717cd90-8b54-4299-814a-d9b4f3df3aa9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:10.903641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.906345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35f4077d-e98b-47b8-b900-5992635560e5 req-a7346590-9746-4b15-a304-d0eab9d29dc6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387640 Nov 11 20:46:10.928657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:10.952424 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Sync routers for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:10.957101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-21a2863f-2683-4006-83ff-77eccc845599 admin admin] 10.222.0.31 "PUT /v2.0/routers/7dec4af5-5938-4ecc-8164-4bd4388665e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0302255 Nov 11 20:46:10.963165 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:10.963792 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:10.972261 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:10.983159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Router 86266f7f-e80b-4389-9642-63132d759cb1 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:10.986250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:11.121352 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.146799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.154575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port b717cd90-8b54-4299-814a-d9b4f3df3aa9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b717cd90-8b54-4299-814a-d9b4f3df3aa9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:11.192746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ffaf849d-b43e-43ea-a691-e961ffd98761 None None] Provisioning complete for port b8792407-bbe5-40ce-a65e-7613f765ef8c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:11.192890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6d6f41-061b-42ab-9df3-bc434c066836,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:11.192988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffaf849d-b43e-43ea-a691-e961ffd98761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.208549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Checking segment: {'id': 'a7b32004-15d8-4d97-99c4-21173faea0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '500ea1f2-5665-4c12-8004-32861866d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:11.208910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Network hostable DHCP agents. Network: 500ea1f2-5665-4c12-8004-32861866d0cb, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:46:11.216347 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:11.253668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.256086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ac437518-f646-4a53-a4bb-5cdd463a3b97 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:46:11.263166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:11.266777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ac437518-f646-4a53-a4bb-5cdd463a3b97 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:11.269337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.281123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dade94ca-ba12-4e8b-8ad5-4986329db362 admin admin] 10.222.0.31 "PUT /v2.0/routers/86266f7f-e80b-4389-9642-63132d759cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9952421 Nov 11 20:46:11.317398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Network 500ea1f2-5665-4c12-8004-32861866d0cb is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:46:11.340037 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.387601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Sync routers for ids ['86266f7f-e80b-4389-9642-63132d759cb1'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:11.418412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 500ea1f2-5665-4c12-8004-32861866d0cb) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:11.426880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e43bb1-df52-48df-98e8-e556aa9d05fe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:11.440596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58dc83e-c951-4793-afac-a82bf80ba6b5 None None] Network 500ea1f2-5665-4c12-8004-32861866d0cb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:11.447905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf849d-b43e-43ea-a691-e961ffd98761 None None] Port b8792407-bbe5-40ce-a65e-7613f765ef8c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:11.455881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.457263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598bff-35f1-4cc4-a388-c5bd2e50b5db req-096f4bb4-03ad-4434-9a0f-e930991304f6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:11.458858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4598bff-35f1-4cc4-a388-c5bd2e50b5db req-096f4bb4-03ad-4434-9a0f-e930991304f6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1259036 Nov 11 20:46:11.465302 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b8446226-eb5c-49a5-b54a-238b2f1af8e5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10e43bb1-df52-48df-98e8-e556aa9d05fe HTTP/1.1" status: 204 len: 168 time: 0.9482818 Nov 11 20:46:11.467764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60572) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:11.476572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:11.478008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.575330 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:09Z', 'revision_number': 2, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:11.604506 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Checking router: 7dec4af5-5938-4ecc-8164-4bd4388665e8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:11.605250 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Updating router 7dec4af5-5938-4ecc-8164-4bd4388665e8 port c29f1a31-90bd-4059-a6c6-2ecfff230dcd binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:11.607103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ed28ad67-1413-4909-bd6f-5f9323f83890 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4883397 Nov 11 20:46:11.632464 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.667085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Routers {'86266f7f-e80b-4389-9642-63132d759cb1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:11.667778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['86266f7f-e80b-4389-9642-63132d759cb1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:11.830946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=b717cd90-8b54-4299-814a-d9b4f3df3aa9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:11.891842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e4985-bdd2-4c86-8e07-39c70e74adf5 None None] Network 500ea1f2-5665-4c12-8004-32861866d0cb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:11.970294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:11.978635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4598bff-35f1-4cc4-a388-c5bd2e50b5db req-9037a611-015e-4904-95b7-2229c0fda0a3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894814 Nov 11 20:46:12.003369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60596) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:12.013427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f6b85257-ac43-4c8a-a5e9-c03e652f7688 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589743526', 'description': 'tempest-description--1311940775'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:12.026238 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.099089 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.142553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:12.150115 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2abb4e2-8ba2-4b4f-92a9-7971c74dd437" -d '{"events": [{"server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "name": "network-vif-plugged", "status": "completed", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:12.155950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.156368 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.157112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.157439 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > port after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.157755 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.158066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > port after_update 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.158377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.158709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.159025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.159136 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.159562 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.190537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:12.199806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Set router 86266f7f-e80b-4389-9642-63132d759cb1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:12.226986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4b5dd-f208-4592-9580-fb415ea5c134 req-33018921-48ce-4b22-907c-1c1c2025513e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:12.238271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65d4b5dd-f208-4592-9580-fb415ea5c134 req-33018921-48ce-4b22-907c-1c1c2025513e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.0932212 Nov 11 20:46:12.271415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 73b8802e-d900-4701-af81-591f6081d2a5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:12.281938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b85257-ac43-4c8a-a5e9-c03e652f7688 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.301400 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.325581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.329867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.329867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.329867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.330719 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:46:12.330917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39104d16-3e93-483e-bb18-267bc2d45a00']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:12.379372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65d4b5dd-f208-4592-9580-fb415ea5c134 req-e3b3eb53-9685-4bfb-a1db-ba1c882103ae tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345158 Nov 11 20:46:12.401932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefca64b-c1cf-4fd5-89fb-a477b9117905') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:12.402233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefca64b-c1cf-4fd5-89fb-a477b9117905') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:12.442825 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22b22-5cfe-40a3-b33e-19376b32b419 None None] Pushing event updated for resources: {'Port': ['ID=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:12.461934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.465817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:12.504632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.528678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:46:12.528678 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.530420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b85257-ac43-4c8a-a5e9-c03e652f7688 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.564662 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Attempting to bind port c29f1a31-90bd-4059-a6c6-2ecfff230dcd on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:12.565036 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Attempting to bind port c29f1a31-90bd-4059-a6c6-2ecfff230dcd by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:12.565396 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Attempting to bind port c29f1a31-90bd-4059-a6c6-2ecfff230dcd on network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:12.576518 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:12.576897 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Checking segment: {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:12.577309 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.577688 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Bound using segment: {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:12.578157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Bound port: c29f1a31-90bd-4059-a6c6-2ecfff230dcd, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:12.578533 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: from cryptography.utils import int_from_bytes Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: from cryptography.utils import int_from_bytes Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:46:12.601239 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:46:12.625564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b85257-ac43-4c8a-a5e9-c03e652f7688 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.645731 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d48e6-3918-406c-8d4c-a936d7f76e3f x-openstack-request-id: req-0e0d48e6-3918-406c-8d4c-a936d7f76e3f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:12.645731 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "name": "network-vif-plugged", "status": "completed", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:12.645731 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e0d48e6-3918-406c-8d4c-a936d7f76e3f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:12.645731 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97', 'code': 200} Nov 11 20:46:12.675588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 73b8802e-d900-4701-af81-591f6081d2a5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:12.675782 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.694523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b85257-ac43-4c8a-a5e9-c03e652f7688 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11afb6c9-619b-4743-bb3a-5412c5688b4c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:12.737666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2887ff8f-72d7-4842-99a5-356ff207c84f req-7636e4e8-f142-460d-b087-5452b3dfa55d tempest-FloatingIPsNegativeTestJSON-1916738185 tempest-FloatingIPsNegativeTestJSON-1916738185-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=771c77bec86c41f2814b87332f656a83 HTTP/1.1" status: 200 len: 217 time: 0.1342652 Nov 11 20:46:12.751377 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] For port c29f1a31-90bd-4059-a6c6-2ecfff230dcd, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:12.764513 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] For port c29f1a31-90bd-4059-a6c6-2ecfff230dcd, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:12.797090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d47954ee-8b9a-4bd2-8567-a9f77bbb7ea6 req-e96988fc-01f0-42a8-bd81-ec87f7f5bb33 tempest-FlavorsV2NegativeTest-21874552 tempest-FlavorsV2NegativeTest-21874552-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=33a6e337f10f4c498c67ca349e489a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435092 Nov 11 20:46:12.824667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cf9d10c-494e-45e3-b288-e46c5e3473cf req-2c2909f1-42ef-4575-aef8-c340f34be992 tempest-FloatingIPsNegativeTestJSON-1916738185 tempest-FloatingIPsNegativeTestJSON-1916738185-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0634532 Nov 11 20:46:12.842908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab93135-1774-43d4-8f57-cade142b2041 req-2f2fd2f3-065b-4dbf-aad0-c471acba2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:12.842908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ab93135-1774-43d4-8f57-cade142b2041 req-2f2fd2f3-065b-4dbf-aad0-c471acba2b87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1096 time: 0.1146061 Nov 11 20:46:12.845860 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6b85257-ac43-4c8a-a5e9-c03e652f7688 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.851037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f6b85257-ac43-4c8a-a5e9-c03e652f7688 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8428643 Nov 11 20:46:12.851481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:12.865010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c965c00-87e7-4d8e-bac0-0287d65adaea None None] Provisioning complete for port c29f1a31-90bd-4059-a6c6-2ecfff230dcd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:12.865501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c965c00-87e7-4d8e-bac0-0287d65adaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.894134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:12.899710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1780839470-network', 'tenant_id': 'a335ec43484b46b9a9d17ed8ec2738c5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:12.900464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Request body: {'security_group_rule': {'security_group_id': '11afb6c9-619b-4743-bb3a-5412c5688b4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:12.905632 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-09c8421f-126f-4c2b-ba27-c86b7fe9b920 req-d46d2a8e-8484-447e-833e-6c8eac9054b3 tempest-FloatingIPsNegativeTestJSON-1916738185 tempest-FloatingIPsNegativeTestJSON-1916738185-project] show failed (client error): The resource could not be found. Nov 11 20:46:12.906455 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09c8421f-126f-4c2b-ba27-c86b7fe9b920 req-d46d2a8e-8484-447e-833e-6c8eac9054b3 tempest-FloatingIPsNegativeTestJSON-1916738185 tempest-FloatingIPsNegativeTestJSON-1916738185-project] 10.222.0.31 "GET /v2.0/floatingips/96ac5050-1940-4f5b-9b90-8d1b961a7207 HTTP/1.1" status: 404 len: 350 time: 0.0564883 Nov 11 20:46:12.916216 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.918669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.928611 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.934908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] 10.222.0.31 "DELETE /v2.0/networks/39104d16-3e93-483e-bb18-267bc2d45a00 HTTP/1.1" status: 204 len: 168 time: 1.4632585 Nov 11 20:46:12.952561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b717cd90-8b54-4299-814a-d9b4f3df3aa9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:12.957201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8c965c00-87e7-4d8e-bac0-0287d65adaea None None] Port c29f1a31-90bd-4059-a6c6-2ecfff230dcd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:12.969241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:12.970175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 20:46:12.970175 n-d-805734-3 neutron-server[109675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 20:46:12.970175 n-d-805734-3 neutron-server[109675]: [parameters: {'project_id_1': '4af6f9d9d7b643788dfdb8532e9576e0', 'expiration_1': datetime.datetime(2021, 11, 11, 20, 45, 52, 914824)}] Nov 11 20:46:12.970175 n-d-805734-3 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:46:12.970555 n-d-805734-3 neutron-server[109675]: DEBUG oslo_db.api [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:46:12.997046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:09Z', 'revision_number': 4, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b8792407-bbe5-40ce-a65e-7613f765ef8c', 'name': '', 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'mac_address': 'fa:16:3e:e3:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b20648d7-2539-46d4-8fc1-580ba631b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:08Z', 'updated_at': '2021-11-11T20:46:09Z', 'revision_number': 2, 'project_id': '771c77bec86c41f2814b87332f656a83', 'subnets': [{'id': 'b20648d7-2539-46d4-8fc1-580ba631b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:13.005073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47954ee-8b9a-4bd2-8567-a9f77bbb7ea6 req-1d7ffbbe-4886-41a5-9b68-c7e6a751e863 tempest-FlavorsV2NegativeTest-21874552 tempest-FlavorsV2NegativeTest-21874552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:13.014998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d47954ee-8b9a-4bd2-8567-a9f77bbb7ea6 req-1d7ffbbe-4886-41a5-9b68-c7e6a751e863 tempest-FlavorsV2NegativeTest-21874552 tempest-FlavorsV2NegativeTest-21874552-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167943 Nov 11 20:46:13.027494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b12d2-93fd-4ae9-b94d-2d0755770708 admin admin] Pushing event deleted for resources: {'Network': ['ID=39104d16-3e93-483e-bb18-267bc2d45a00,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:13.034766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Checking router: 86266f7f-e80b-4389-9642-63132d759cb1 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:13.034766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Updating router 86266f7f-e80b-4389-9642-63132d759cb1 port b8792407-bbe5-40ce-a65e-7613f765ef8c binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:13.035029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d47954ee-8b9a-4bd2-8567-a9f77bbb7ea6 req-b3d0ada9-766b-4e67-a486-f18f1d98fdc7 tempest-FlavorsV2NegativeTest-21874552 tempest-FlavorsV2NegativeTest-21874552-project] 10.222.0.31 "GET /v2.0/quotas/33a6e337f10f4c498c67ca349e489a75 HTTP/1.1" status: 200 len: 375 time: 0.0165188 Nov 11 20:46:13.035944 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22b22-5cfe-40a3-b33e-19376b32b419 None None] Pushing event updated for resources: {'Port': ['ID=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:13.045502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ab93135-1774-43d4-8f57-cade142b2041 req-8eae0c5d-7f55-47b3-a836-a4fef739200a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973114 Nov 11 20:46:13.065976 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.081415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d47954ee-8b9a-4bd2-8567-a9f77bbb7ea6 req-94b4b4ed-7ad5-4fa5-9e41-d61c9a2a1fdb tempest-FlavorsV2NegativeTest-21874552 tempest-FlavorsV2NegativeTest-21874552-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=33a6e337f10f4c498c67ca349e489a75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472562 Nov 11 20:46:13.082434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Made reservation on behalf of a335ec43484b46b9a9d17ed8ec2738c5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:13.083152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b717cd90-8b54-4299-814a-d9b4f3df3aa9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:13.083795 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.089871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.093549 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:13.094225 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:13.121163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.285205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce8b95-93be-4ab4-b054-d3c04b19b961 req-4d2a67b9-cd24-4f40-9d46-0c229ad674e2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:13.287766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84ce8b95-93be-4ab4-b054-d3c04b19b961 req-4d2a67b9-cd24-4f40-9d46-0c229ad674e2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1561515 Nov 11 20:46:13.335725 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.381989 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:13.416415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.466296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:46:13.471111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84ce8b95-93be-4ab4-b054-d3c04b19b961 req-7653f394-0f7c-41c7-a70d-ba6c8757634e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748285 Nov 11 20:46:13.539654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.540182 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Added segment 571f741d-9a1a-4d8e-bd63-6604f47fa873 of type vlan for network 4c496831-7a2a-4056-8618-fe6810be39aa Nov 11 20:46:13.681415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e52de594-bfda-4561-99bb-464c88fafcf1 None None] Provisioning complete for port c29f1a31-90bd-4059-a6c6-2ecfff230dcd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:13.681415 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e52de594-bfda-4561-99bb-464c88fafcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.689918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59c1aec-89dd-4b7e-bec7-e8be93d3dae0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:13.698783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:13.705716 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.752528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.763027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.781949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4571d-9ae6-4c4d-a556-494e84753923 req-13b45e75-e27d-4712-ba8b-1526926cf98c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:13.783489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6dd4571d-9ae6-4c4d-a556-494e84753923 req-13b45e75-e27d-4712-ba8b-1526926cf98c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 945 time: 0.2548373 Nov 11 20:46:13.785466 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e52de594-bfda-4561-99bb-464c88fafcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.812316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b28817c3-c0f4-4ef1-ab65-fd4d2eab48c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b4fa00d2849434fbc398d661636026a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107914 Nov 11 20:46:13.816437 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.822902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:13.823807 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:12Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:13.839244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e52de594-bfda-4561-99bb-464c88fafcf1 None None] For port c29f1a31-90bd-4059-a6c6-2ecfff230dcd, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:13.862657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6dd4571d-9ae6-4c4d-a556-494e84753923 req-bc87b711-490b-4211-b1b4-39c43f9c74af tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716462 Nov 11 20:46:13.894657 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3333ca-1aa0-4835-9888-d6deaacdc967 None None] The sync data for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 is: [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:12Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:13.908116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.921151 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e52de594-bfda-4561-99bb-464c88fafcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.926939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477218f-99b2-4424-93bc-9aefeec74fcb None None] Pushing event updated for resources: {'Port': ['ID=b8792407-bbe5-40ce-a65e-7613f765ef8c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:13.951082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:13.954242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:13.955240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.034365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.066360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Attempting to bind port b8792407-bbe5-40ce-a65e-7613f765ef8c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:14.067006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Attempting to bind port b8792407-bbe5-40ce-a65e-7613f765ef8c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:14.067371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Attempting to bind port b8792407-bbe5-40ce-a65e-7613f765ef8c on network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:14.073708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52de594-bfda-4561-99bb-464c88fafcf1 None None] Pushing event updated for resources: {'Port': ['ID=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.079085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:14.079466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Checking segment: {'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:14.079873 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.089513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Bound using segment: {'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:14.089513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Bound port: b8792407-bbe5-40ce-a65e-7613f765ef8c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:14.089513 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.093061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb58c2a5-31da-42ee-ac9e-fc486de4c76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.099920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] Pushing event updated for resources: {'Network': ['ID=4c496831-7a2a-4056-8618-fe6810be39aa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.138942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9bcabf39-c2fe-405d-801b-03ccf1c84250 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2433805 Nov 11 20:46:14.139574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60668) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:14.147137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Request body: {'subnet': {'network_id': '4c496831-7a2a-4056-8618-fe6810be39aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1780839470-subnet', 'tenant_id': 'a335ec43484b46b9a9d17ed8ec2738c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:14.153222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 4c496831-7a2a-4056-8618-fe6810be39aa details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:46:14.153756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb58c2a5-31da-42ee-ac9e-fc486de4c76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.223216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.227219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3664505 Nov 11 20:46:14.227891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfde4c1-0779-40b9-8bbb-422cd0c3b601 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6640d854-0a1e-43bb-8c50-7b7b33012608,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.228031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60670) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:14.233795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b5f15ffe-aa9d-413d-bc7e-5631da7c561b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Request body: {'security_group_rule': {'security_group_id': '11afb6c9-619b-4743-bb3a-5412c5688b4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:14.238911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.299715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Made reservation on behalf of a335ec43484b46b9a9d17ed8ec2738c5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:14.304411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.370553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c29f1a31-90bd-4059-a6c6-2ecfff230dcd up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:14.400676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb58c2a5-31da-42ee-ac9e-fc486de4c76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.403068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5f15ffe-aa9d-413d-bc7e-5631da7c561b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.405900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb58c2a5-31da-42ee-ac9e-fc486de4c76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.407586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bb58c2a5-31da-42ee-ac9e-fc486de4c76b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035 HTTP/1.1" status: 204 len: 168 time: 0.5837445 Nov 11 20:46:14.428393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] For port b8792407-bbe5-40ce-a65e-7613f765ef8c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:14.447501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ef9c2720-1610-4993-9981-eb148e5b7091 None None] Provisioning complete for port b8792407-bbe5-40ce-a65e-7613f765ef8c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:14.447785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2720-1610-4993-9981-eb148e5b7091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.451521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] For port b8792407-bbe5-40ce-a65e-7613f765ef8c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b8792407-bbe5-40ce-a65e-7613f765ef8c,segment=NetworkSegment(d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8),segment_id=d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:14.481333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58c2a5-31da-42ee-ac9e-fc486de4c76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb48e9f-6ee8-46c0-9d35-68cb2b1d9035,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.505561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c2720-1610-4993-9981-eb148e5b7091 None None] Port b8792407-bbe5-40ce-a65e-7613f765ef8c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:14.522193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.540419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c29f1a31-90bd-4059-a6c6-2ecfff230dcd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:14.541013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.562774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5f15ffe-aa9d-413d-bc7e-5631da7c561b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.660862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Routers {'86266f7f-e80b-4389-9642-63132d759cb1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:14.667130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['86266f7f-e80b-4389-9642-63132d759cb1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:14.671892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477218f-99b2-4424-93bc-9aefeec74fcb None None] Pushing event updated for resources: {'Port': ['ID=b8792407-bbe5-40ce-a65e-7613f765ef8c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.719761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5f15ffe-aa9d-413d-bc7e-5631da7c561b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.827186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f15ffe-aa9d-413d-bc7e-5631da7c561b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2e3e22-c3e1-43ef-b6a1-e38c7df94653,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.903894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafe79b-aa7f-4872-a943-2d02e7f1585c req-c71244d4-8e22-4bb5-b472-437be60338e4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:14.908704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cafe79b-aa7f-4872-a943-2d02e7f1585c req-c71244d4-8e22-4bb5-b472-437be60338e4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1783521 Nov 11 20:46:14.913945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Deleting port b8792407-bbe5-40ce-a65e-7613f765ef8c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:14.914973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.925267 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5f15ffe-aa9d-413d-bc7e-5631da7c561b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.930778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5f15ffe-aa9d-413d-bc7e-5631da7c561b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7010202 Nov 11 20:46:14.931858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:14.936019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.943610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:14.962115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] Set router 86266f7f-e80b-4389-9642-63132d759cb1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:15.050342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d571400e-61a3-4ee1-82fd-82fcee09baba None None] Provisioning complete for port b8792407-bbe5-40ce-a65e-7613f765ef8c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:15.050820 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d571400e-61a3-4ee1-82fd-82fcee09baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.083027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b288e9-52ab-41e2-a001-9700200c6db4,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:15.092105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cafe79b-aa7f-4872-a943-2d02e7f1585c req-a1924d46-02d7-4f05-932a-48975da7debd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732550 Nov 11 20:46:15.111209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] For port b8792407-bbe5-40ce-a65e-7613f765ef8c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b8792407-bbe5-40ce-a65e-7613f765ef8c,segment=NetworkSegment(d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8),segment_id=d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:15.111589 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.138188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Calling delete_port for b8792407-bbe5-40ce-a65e-7613f765ef8c owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:15.165124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.277757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee3c03-16f6-4d3e-a3fd-2134e0e9c5fe req-58f132b2-1e8c-4fb1-8c8c-21e2719cfcf5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:15.285264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbee3c03-16f6-4d3e-a3fd-2134e0e9c5fe req-58f132b2-1e8c-4fb1-8c8c-21e2719cfcf5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 945 time: 0.2067754 Nov 11 20:46:15.286903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d571400e-61a3-4ee1-82fd-82fcee09baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.290646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Checking segment: {'id': '571f741d-9a1a-4d8e-bd63-6604f47fa873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4c496831-7a2a-4056-8618-fe6810be39aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:15.291010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Network hostable DHCP agents. Network: 4c496831-7a2a-4056-8618-fe6810be39aa, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:46:15.358026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d571400e-61a3-4ee1-82fd-82fcee09baba None None] For port b8792407-bbe5-40ce-a65e-7613f765ef8c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b8792407-bbe5-40ce-a65e-7613f765ef8c,segment=NetworkSegment(d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8),segment_id=d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:15.403207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbee3c03-16f6-4d3e-a3fd-2134e0e9c5fe req-18640768-eaa6-44aa-8694-768a6e65da32 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169598 Nov 11 20:46:15.424451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Network 4c496831-7a2a-4056-8618-fe6810be39aa is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:46:15.469411 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d571400e-61a3-4ee1-82fd-82fcee09baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.474902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.500500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60690) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:15.558286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 4c496831-7a2a-4056-8618-fe6810be39aa) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:15.562821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:09Z', 'revision_number': 4, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b8792407-bbe5-40ce-a65e-7613f765ef8c', 'name': '', 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'mac_address': 'fa:16:3e:e3:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b20648d7-2539-46d4-8fc1-580ba631b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:08Z', 'updated_at': '2021-11-11T20:46:14Z', 'revision_number': 4, 'project_id': '771c77bec86c41f2814b87332f656a83', 'subnets': [{'id': 'b20648d7-2539-46d4-8fc1-580ba631b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:15.600544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a4701-4d65-4659-97e8-c880ba55b4b4 req-ea7175a1-980c-4d70-b47a-60ee0f95cec9 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:15.603174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a16a4701-4d65-4659-97e8-c880ba55b4b4 req-ea7175a1-980c-4d70-b47a-60ee0f95cec9 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1096 time: 0.0688150 Nov 11 20:46:15.608509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.612272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd66c80-30dc-4be1-81e3-bdf868efd679 None None] The sync data for ids ['86266f7f-e80b-4389-9642-63132d759cb1'] in n-d-805734-3 is: [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:09Z', 'revision_number': 4, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b8792407-bbe5-40ce-a65e-7613f765ef8c', 'name': '', 'network_id': 'e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'mac_address': 'fa:16:3e:e3:f4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b20648d7-2539-46d4-8fc1-580ba631b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:08Z', 'updated_at': '2021-11-11T20:46:14Z', 'revision_number': 4, 'project_id': '771c77bec86c41f2814b87332f656a83', 'subnets': [{'id': 'b20648d7-2539-46d4-8fc1-580ba631b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:15.614593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332ea01-569b-480f-bf83-52eeeb286965 None None] Network 4c496831-7a2a-4056-8618-fe6810be39aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:15.658451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:15.659408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.702330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Allocated IP 172.25.2.150 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/3172694b-6318-4dcf-8f36-830d7150a68e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:15.735701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8792407-bbe5-40ce-a65e-7613f765ef8c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:15.828067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571400e-61a3-4ee1-82fd-82fcee09baba None None] Pushing event updated for resources: {'Port': ['ID=b8792407-bbe5-40ce-a65e-7613f765ef8c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:15.855240 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b173b24-65e5-4c72-ad2b-2185e15e84f1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7142968 Nov 11 20:46:15.895397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4035de8-cf24-42dc-a334-b8780d731423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.972236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:15.979198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60698) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:16.027101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a16a4701-4d65-4659-97e8-c880ba55b4b4 req-f4f4d50a-1432-41a7-8e07-58f0b561b150 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962939 Nov 11 20:46:16.044712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96a8b8-1ebb-400c-8cf6-46a016fef5cc None None] Network 4c496831-7a2a-4056-8618-fe6810be39aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:16.066155 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-086ebb4a-3e00-4d3f-983f-1e7f0988e845 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e17e485a375c44c5a53221ee08b49519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848358 Nov 11 20:46:16.069139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:16.214464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60706) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:16.310487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f41bdc4-8b73-4a8e-a355-7731c96dcf78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.341927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] Deleting subnet 1e6d6f41-061b-42ab-9df3-bc434c066836 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:46:16.348377 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.380221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f41bdc4-8b73-4a8e-a355-7731c96dcf78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.382177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7ffe-660b-4d1a-aac9-51bc1d2647de req-e6a1a192-4197-4940-a146-8fa7a8e2ba94 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:16.382346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.384374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93dd7ffe-660b-4d1a-aac9-51bc1d2647de req-e6a1a192-4197-4940-a146-8fa7a8e2ba94 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1421256 Nov 11 20:46:16.385004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.399658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462fbaa-986d-441c-80ee-addd0e713a48 req-ace2e9bb-2c96-4a4d-bcdb-d26a5b6038ed tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:16.401243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f462fbaa-986d-441c-80ee-addd0e713a48 req-ace2e9bb-2c96-4a4d-bcdb-d26a5b6038ed tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1096 time: 0.1671369 Nov 11 20:46:16.422193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4035de8-cf24-42dc-a334-b8780d731423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.486881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.491585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:16.518221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:16.524724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:16.529593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event updated for resources: {'Port': ['ID=3172694b-6318-4dcf-8f36-830d7150a68e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:16.591669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f462fbaa-986d-441c-80ee-addd0e713a48 req-23944658-0a92-46d1-ae02-1fbca0c2ef17 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631019 Nov 11 20:46:16.603657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.674371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f41bdc4-8b73-4a8e-a355-7731c96dcf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.677023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f41bdc4-8b73-4a8e-a355-7731c96dcf78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.678184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3f41bdc4-8b73-4a8e-a355-7731c96dcf78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d69f51c5-d751-47a7-b5c7-cfa6ce54cae7 HTTP/1.1" status: 204 len: 168 time: 0.6032801 Nov 11 20:46:16.690990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41bdc4-8b73-4a8e-a355-7731c96dcf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69f51c5-d751-47a7-b5c7-cfa6ce54cae7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:16.733015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4035de8-cf24-42dc-a334-b8780d731423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.780319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93dd7ffe-660b-4d1a-aac9-51bc1d2647de req-5644eb23-1e68-48d4-8bee-d09e71b05242 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880265 Nov 11 20:46:16.783240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.821036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f4035de8-cf24-42dc-a334-b8780d731423 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33a6e337f10f4c498c67ca349e489a75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3193021 Nov 11 20:46:16.823956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:16.826202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035de8-cf24-42dc-a334-b8780d731423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c214faa-10da-4c29-b5fd-358c69bbe7e5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:16.856474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:16.860435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1e6d6f41-061b-42ab-9df3-bc434c066836 HTTP/1.1" status: 204 len: 168 time: 0.6448684 Nov 11 20:46:16.865264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:16.882036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcf6eb-b13d-47be-bb89-01ab296ddb52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6d6f41-061b-42ab-9df3-bc434c066836,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:16.905534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.025868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.059432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5dba70-2c01-4b12-960c-85990a5fe520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.059535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.095758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5dba70-2c01-4b12-960c-85990a5fe520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.231096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.256553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500ea1f2-5665-4c12-8004-32861866d0cb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:17.266704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.267496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b32004-15d8-4d97-99c4-21173faea0b6') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:17.267794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b32004-15d8-4d97-99c4-21173faea0b6') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:17.279285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Router 86266f7f-e80b-4389-9642-63132d759cb1 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:17.288765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.323723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.344908 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-941b9239-d731-46af-a8f0-cdc388fe8029 service neutron] show failed (client error): The resource could not be found. Nov 11 20:46:17.346702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-941b9239-d731-46af-a8f0-cdc388fe8029 service neutron] 10.222.0.62 "GET /v2.0/ports/1f744b08-9596-46a8-97a0-660d27e9ab48/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0758133 Nov 11 20:46:17.347927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.372001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:46:17.372421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:46:17.376180 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:46:17.377964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2badec-55ba-4413-9e3f-b402bb456648 req-15f70bc6-9d64-4096-a015-7a52c8fb8b0b tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:17.377964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f2badec-55ba-4413-9e3f-b402bb456648 req-15f70bc6-9d64-4096-a015-7a52c8fb8b0b tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1096 time: 0.2778273 Nov 11 20:46:17.405885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event updated for resources: {'Port': ['ID=3172694b-6318-4dcf-8f36-830d7150a68e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:17.471384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.491298 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5dba70-2c01-4b12-960c-85990a5fe520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.495147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5dba70-2c01-4b12-960c-85990a5fe520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.498613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ec5dba70-2c01-4b12-960c-85990a5fe520 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c214faa-10da-4c29-b5fd-358c69bbe7e5 HTTP/1.1" status: 204 len: 168 time: 0.6711841 Nov 11 20:46:17.521386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dba70-2c01-4b12-960c-85990a5fe520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c214faa-10da-4c29-b5fd-358c69bbe7e5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:17.547860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f2badec-55ba-4413-9e3f-b402bb456648 req-38191d64-1d00-40aa-a81c-bc05336437ce tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583459 Nov 11 20:46:17.560465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:17.566837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.577350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9942e36f-88f5-4f5b-99fc-6f81e32c35cd tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6351542 Nov 11 20:46:17.577439 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] Sync routers for ids ['86266f7f-e80b-4389-9642-63132d759cb1'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:17.582645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a37bde60-274c-4759-809f-cf3e00321166 admin admin] 10.222.0.31 "PUT /v2.0/routers/86266f7f-e80b-4389-9642-63132d759cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6111922 Nov 11 20:46:17.585530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:17.591516 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] Routers {'86266f7f-e80b-4389-9642-63132d759cb1'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:17.592378 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['86266f7f-e80b-4389-9642-63132d759cb1'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:17.608375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.614941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.620699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] 10.222.0.31 "DELETE /v2.0/networks/500ea1f2-5665-4c12-8004-32861866d0cb HTTP/1.1" status: 204 len: 168 time: 0.7534904 Nov 11 20:46:17.631670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:17.634680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d12b45-1663-48dd-9957-c98a95e87947 admin admin] Pushing event deleted for resources: {'Network': ['ID=500ea1f2-5665-4c12-8004-32861866d0cb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:17.683719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] Deleting subnet 42b288e9-52ab-41e2-a001-9700200c6db4 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:46:17.695082 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.754647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.777166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.839637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:17.863692 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] Set router 86266f7f-e80b-4389-9642-63132d759cb1 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:18.025704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-da11cbc2-21de-42f3-b9ec-0da56e12223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:18.027365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-da11cbc2-21de-42f3-b9ec-0da56e12223a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 1101 time: 0.0722165 Nov 11 20:46:18.037026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6d6c8-a953-4c2f-969c-6a8d1b35f64f req-01651de2-382f-408b-8290-1529c3665a6b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:18.044969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a6d6c8-a953-4c2f-969c-6a8d1b35f64f req-01651de2-382f-408b-8290-1529c3665a6b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1418471 Nov 11 20:46:18.051873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:18.121913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.160330 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:15Z', 'revision_number': 5, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:18.181386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.188644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/42b288e9-52ab-41e2-a001-9700200c6db4 HTTP/1.1" status: 204 len: 168 time: 0.5555093 Nov 11 20:46:18.189459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:18.192508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593d009-c9a4-4125-a77a-0d96ea07e532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b288e9-52ab-41e2-a001-9700200c6db4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:18.247194 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] Checking router: 86266f7f-e80b-4389-9642-63132d759cb1 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:18.260713 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] Routers {'86266f7f-e80b-4389-9642-63132d759cb1'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:18.261780 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['86266f7f-e80b-4389-9642-63132d759cb1'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:18.297866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-90f1c869-589c-4775-921b-fb3db6dc9496 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--589743526&fields=id&tenant_id=4af6f9d9d7b643788dfdb8532e9576e0 HTTP/1.1" status: 200 len: 267 time: 0.0896583 Nov 11 20:46:18.311413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.328139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a6d6c8-a953-4c2f-969c-6a8d1b35f64f req-ffbeec40-d527-4ab4-954d-afae0d900508 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779045 Nov 11 20:46:18.347581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.419364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.459858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-66a20766-b40d-424a-ae1f-084c795c55ea tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:18.462219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-66a20766-b40d-424a-ae1f-084c795c55ea tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/networks?id=b7521bb2-b339-462d-9ea8-ab4b0c1ef000 HTTP/1.1" status: 200 len: 815 time: 0.1591492 Nov 11 20:46:18.475418 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] Set router 86266f7f-e80b-4389-9642-63132d759cb1 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:18.505669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-4845843f-21a7-44af-84ab-d9ef6e7c7903 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/quotas/4af6f9d9d7b643788dfdb8532e9576e0 HTTP/1.1" status: 200 len: 375 time: 0.0220289 Nov 11 20:46:18.555727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Deleting port b717cd90-8b54-4299-814a-d9b4f3df3aa9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:18.556172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.659552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.667491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-5cffbe18-7c5a-47a6-818b-1d2c8021c2f3 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4af6f9d9d7b643788dfdb8532e9576e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436923 Nov 11 20:46:18.683152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] For port b717cd90-8b54-4299-814a-d9b4f3df3aa9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b717cd90-8b54-4299-814a-d9b4f3df3aa9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:18.683520 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.711659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c496831-7a2a-4056-8618-fe6810be39aa']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:18.727451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571f741d-9a1a-4d8e-bd63-6604f47fa873') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:18.728258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571f741d-9a1a-4d8e-bd63-6604f47fa873') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:18.732644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Calling delete_port for b717cd90-8b54-4299-814a-d9b4f3df3aa9 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:18.754789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.793848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:18.805191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.819936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:46:18.821111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.826303 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:15Z', 'revision_number': 5, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:46:18.828067 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:46:18.844502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:18.866996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-5d1378f7-70f5-4912-8ed9-6f1568448e61 service neutron] 10.222.0.31 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956520 Nov 11 20:46:18.877336 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27479698-6a46-4a59-bd9a-ca1fae3e0822 None None] The sync data for ids ['86266f7f-e80b-4389-9642-63132d759cb1'] in n-d-805734-3 is: [{'id': '86266f7f-e80b-4389-9642-63132d759cb1', 'name': 'tempest-FloatingIPsNegativeTestJSON-301058336-router', 'tenant_id': '771c77bec86c41f2814b87332f656a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:15Z', 'revision_number': 5, 'project_id': '771c77bec86c41f2814b87332f656a83', 'gw_port': {'id': 'b717cd90-8b54-4299-814a-d9b4f3df3aa9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86266f7f-e80b-4389-9642-63132d759cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:18.904643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6173d5-15a1-449a-b01b-de59df1b8270 req-ded9b692-8281-4c24-98eb-1fb0360ae6b2 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:18.911989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6173d5-15a1-449a-b01b-de59df1b8270 req-ded9b692-8281-4c24-98eb-1fb0360ae6b2 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1096 time: 0.1707582 Nov 11 20:46:18.925039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:19.011674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1842750560-network', 'tenant_id': '0500850374524a368e723ccda45d249e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:19.028338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:19.030989 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e47984-e555-4821-a042-e44547c9967a" -d '{"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-unplugged", "status": "completed", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:19.035031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.047845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6173d5-15a1-449a-b01b-de59df1b8270 req-76b8d515-885c-479a-8f5a-f0e6c3fbd537 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349680 Nov 11 20:46:19.110650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-976e1408-46c0-4670-af9b-df82be25b5f9 service neutron] 10.222.0.31 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425766 Nov 11 20:46:19.128757 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148bbc30-2a97-4961-82b2-061c1038b1d4 x-openstack-request-id: req-148bbc30-2a97-4961-82b2-061c1038b1d4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:19.129219 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-unplugged", "status": "completed", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:19.129882 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-148bbc30-2a97-4961-82b2-061c1038b1d4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:19.130545 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'code': 200} Nov 11 20:46:19.186163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.192226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.198817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4c496831-7a2a-4056-8618-fe6810be39aa HTTP/1.1" status: 204 len: 168 time: 1.0043962 Nov 11 20:46:19.212758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee944-0202-4e8b-a85e-8a242ce0e587 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c496831-7a2a-4056-8618-fe6810be39aa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:19.226355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Made reservation on behalf of 0500850374524a368e723ccda45d249e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:19.228989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.239556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.303401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:19.308225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Transition to ACTIVE for port object 1f744b08-9596-46a8-97a0-660d27e9ab48 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:19.325016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.367852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.371833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Pushing event deleted for resources: {'Port': ['ID=b717cd90-8b54-4299-814a-d9b4f3df3aa9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:19.381296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.469152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.498857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] No DVR routers for this DVR port 1f744b08-9596-46a8-97a0-660d27e9ab48 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:19.501542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:19.509596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1972343442-network', 'tenant_id': '7f5b64a1debe47a598a34bd34b63255d'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:19.581524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:19.581854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:19.582189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:19.583626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.587304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:46:19.597851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Port 1f744b08-9596-46a8-97a0-660d27e9ab48 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:19.598180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Attempting to bind port 1f744b08-9596-46a8-97a0-660d27e9ab48 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:19.608218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:19.608562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:19.608949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:19.609382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Bound port: 1f744b08-9596-46a8-97a0-660d27e9ab48, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:19.609736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.695889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e518d293-9218-4edf-a196-c67b2e810962,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:19.700765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:19.715885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:19.731875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:19.737353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Made reservation on behalf of 7f5b64a1debe47a598a34bd34b63255d for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:19.739691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.742208 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.743214 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Added segment 2b2917e4-125e-4d4e-a23f-7f211c4d13f8 of type vlan for network 75265530-b8fd-499c-b386-e39b7e6c01a6 Nov 11 20:46:19.767148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.769584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.778627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-91f117ac-c5ed-41be-91e0-c00567626abf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54e1868ad9824d42bac3112911cf443a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454066 Nov 11 20:46:19.781645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60814) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:19.790299 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.808327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.823015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f58d35-da97-46e1-b0ed-b320e3698e87 req-964663e3-059e-4bca-8d87-57f7f7dbf8f4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:19.824550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69f58d35-da97-46e1-b0ed-b320e3698e87 req-964663e3-059e-4bca-8d87-57f7f7dbf8f4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.3362229 Nov 11 20:46:19.848075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.851245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:19.852787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.854680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 1096 time: 1.8069577 Nov 11 20:46:19.907943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc91dd9-7a47-472a-a172-8ac0d5ef41f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:19.937998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca1c-4548-401e-96bd-41a15553f8a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.973749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca1c-4548-401e-96bd-41a15553f8a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.993644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-9e9ca182-a278-4445-a49b-905ea1fd9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:19.999026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-9e9ca182-a278-4445-a49b-905ea1fd9658 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1099 time: 0.1060927 Nov 11 20:46:20.025093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69f58d35-da97-46e1-b0ed-b320e3698e87 req-49d00e64-4b13-4b9c-84b5-b8e1a4a92d80 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373260 Nov 11 20:46:20.033554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.033554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86266f7f-e80b-4389-9642-63132d759cb1 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:46:20.043788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.045350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb1c2554-0c42-4ccb-8ee7-3a27322cbafc admin admin] 10.222.0.31 "DELETE /v2.0/routers/86266f7f-e80b-4389-9642-63132d759cb1 HTTP/1.1" status: 204 len: 168 time: 2.4577465 Nov 11 20:46:20.048648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:20.075725 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.159537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-d538c712-92c5-4149-901c-55a078198b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.161167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-d538c712-92c5-4149-901c-55a078198b74 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1574178 Nov 11 20:46:20.197844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.200326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.200675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.250143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-3d0ea128-a9cc-4ef6-af65-42e74474140b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0807838 Nov 11 20:46:20.265990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b8792407-bbe5-40ce-a65e-7613f765ef8c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:20.281835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b39bf5b4-d7a4-416b-a880-1ab261e00cf1 req-5deb632e-ee3e-4c89-8704-1675d5c77a37 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 210 time: 0.1317589 Nov 11 20:46:20.282507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.304508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:46:20.314929 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.315106 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Added segment 3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28 of type vlan for network 9de36881-6130-494f-83d7-93d24aab7e13 Nov 11 20:46:20.319912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca1c-4548-401e-96bd-41a15553f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.328271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca1c-4548-401e-96bd-41a15553f8a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.334693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bc32ca1c-4548-401e-96bd-41a15553f8a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/317b9454-101a-4952-96f4-6ae2e7c9442a HTTP/1.1" status: 204 len: 168 time: 0.5497942 Nov 11 20:46:20.334917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b8792407-bbe5-40ce-a65e-7613f765ef8c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:20.334917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b8792407-bbe5-40ce-a65e-7613f765ef8c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:20.360439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32ca1c-4548-401e-96bd-41a15553f8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b9454-101a-4952-96f4-6ae2e7c9442a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:20.376741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-105b076d-7bf3-404d-8630-3d85fac0c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.378722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-105b076d-7bf3-404d-8630-3d85fac0c133 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1222801 Nov 11 20:46:20.404359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] Deleting subnet b20648d7-2539-46d4-8fc1-580ba631b9c6 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:46:20.419513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5740943 Nov 11 20:46:20.423277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:20.431260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.440872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Request body: {'subnet': {'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1842750560-subnet', 'tenant_id': '0500850374524a368e723ccda45d249e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:20.452511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-b2e5f48f-ea62-425a-a01a-1dd8e20ad94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.454409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-b2e5f48f-ea62-425a-a01a-1dd8e20ad94e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675659 Nov 11 20:46:20.507069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.541450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76412-2f89-42f5-a4db-6ce6ccddc06e admin admin] Pushing event updated for resources: {'Network': ['ID=75265530-b8fd-499c-b386-e39b7e6c01a6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:20.548244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e708aec-44c7-4924-b144-ccc1f31964af,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:20.558979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.559403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:46:20.569449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-4e725547-430f-4320-8d28-9cf6037c8c6d service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066689 Nov 11 20:46:20.613646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Made reservation on behalf of 0500850374524a368e723ccda45d249e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:20.616452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.728599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.729576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.730180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.737963 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d0fa8682-d07f-434e-b44f-1d902c054e8a req-86cc9484-dce0-42dd-a005-bbd2b3566c8d service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596279 Nov 11 20:46:20.826434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.871174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5650430 Nov 11 20:46:20.873057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011e7e0-0c32-4700-bdb7-7beff45941d7 admin admin] Pushing event updated for resources: {'Network': ['ID=9de36881-6130-494f-83d7-93d24aab7e13,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:20.873398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60846) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:20.879886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Request body: {'subnet': {'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1972343442-subnet', 'tenant_id': '7f5b64a1debe47a598a34bd34b63255d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:20.888922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 9de36881-6130-494f-83d7-93d24aab7e13 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:46:21.010103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Made reservation on behalf of 7f5b64a1debe47a598a34bd34b63255d for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:21.010357 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.012784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.037731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20648d7-2539-46d4-8fc1-580ba631b9c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:21.052906 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.053063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d312be-7801-4f76-8222-37b06ae2ba0b None None] Network e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:21.061470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-db1f3574-94b6-4c24-b458-06500b0ecea8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b20648d7-2539-46d4-8fc1-580ba631b9c6 HTTP/1.1" status: 204 len: 168 time: 1.0091820 Nov 11 20:46:21.062225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:21.132032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:21.135408 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc73de82-9800-4e89-bd29-010888942b67" -d '{"events": [{"name": "network-changed", "server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:21.182472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.224895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.266342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:21.317509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87cb9a98-2ecf-49bb-9fad-80513a7951db,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:21.327508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0f369d1a-7018-466f-b4f4-46fd90f8e13b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a335ec43484b46b9a9d17ed8ec2738c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594809 Nov 11 20:46:21.329852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:21.337742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e1d69-142b-4482-8988-254091f311de None None] DHCP port deletion for e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:46:21.342565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5282d2-ef97-4e07-98f6-bc9466ffccc6 req-d4355d8a-c8a7-42b1-9919-c4504cd4f62f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.344174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b5282d2-ef97-4e07-98f6-bc9466ffccc6 req-d4355d8a-c8a7-42b1-9919-c4504cd4f62f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.1665280 Nov 11 20:46:21.370716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.390287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Checking segment: {'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:21.390287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Network hostable DHCP agents. Network: 75265530-b8fd-499c-b386-e39b7e6c01a6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:46:21.395350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e1d69-142b-4482-8988-254091f311de None None] Deleting port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:21.395871 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1d69-142b-4482-8988-254091f311de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.436467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:21.458078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b5282d2-ef97-4e07-98f6-bc9466ffccc6 req-7d3bd22f-66c8-42f4-983d-d1022cfffcc5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860035 Nov 11 20:46:21.458283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-379dd7e2-dcfc-4173-be4a-6967acaab585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.459996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Deleting port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:21.461243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.486800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Checking segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:21.487291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Network hostable DHCP agents. Network: 9de36881-6130-494f-83d7-93d24aab7e13, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:46:21.497699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-379dd7e2-dcfc-4173-be4a-6967acaab585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.535725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ae7e1d69-142b-4482-8988-254091f311de None None] For port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,segment=NetworkSegment(d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8),segment_id=d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:21.535988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1d69-142b-4482-8988-254091f311de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.543810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:46:21.561168 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c0861-a90b-4e80-baf1-8a5c02b96226 x-openstack-request-id: req-c62c0861-a90b-4e80-baf1-8a5c02b96226 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:21.561455 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:21.561704 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c62c0861-a90b-4e80-baf1-8a5c02b96226 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:21.562095 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'status': 'completed', 'code': 200} Nov 11 20:46:21.571799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] For port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,segment=NetworkSegment(d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8),segment_id=d6790c34-b7f7-4a58-bbbf-0a240ac8c3b8)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:21.571799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.577226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e1d69-142b-4482-8988-254091f311de None None] Calling delete_port for ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:21.593853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Calling delete_port for ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:21.614580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Network 9de36881-6130-494f-83d7-93d24aab7e13 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:46:21.641444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-84544b32-a3d7-484a-a7e0-2a29b11eb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.642941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-84544b32-a3d7-484a-a7e0-2a29b11eb16f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1099 time: 0.0611827 Nov 11 20:46:21.661330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-379dd7e2-dcfc-4173-be4a-6967acaab585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.663825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-379dd7e2-dcfc-4173-be4a-6967acaab585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.668830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-379dd7e2-dcfc-4173-be4a-6967acaab585 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c59c1aec-89dd-4b7e-bec7-e8be93d3dae0 HTTP/1.1" status: 204 len: 168 time: 0.3345575 Nov 11 20:46:21.695704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 9de36881-6130-494f-83d7-93d24aab7e13) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:21.699668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dd7e2-dcfc-4173-be4a-6967acaab585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59c1aec-89dd-4b7e-bec7-e8be93d3dae0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:21.726106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 75265530-b8fd-499c-b386-e39b7e6c01a6) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:21.733992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.735536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.741613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.742387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.752091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e765c4e3-8a1f-4c4f-bb5b-c23802d8acc8 req-df9781cb-36bb-4e53-b3ae-b2d070c1dcd1 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 210 time: 0.1057513 Nov 11 20:46:21.783281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-8c335cad-fec4-40ca-95e1-8987b12bd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.784858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-8c335cad-fec4-40ca-95e1-8987b12bd0e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1099 time: 0.1761386 Nov 11 20:46:21.822060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-9b61cae6-30eb-4ab9-b952-e2b20de4f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.831780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-9b61cae6-30eb-4ab9-b952-e2b20de4f46a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1711121 Nov 11 20:46:21.838423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5fc24d-aabe-4ee3-b8a7-ab394f068319 None None] Network 9de36881-6130-494f-83d7-93d24aab7e13 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:21.922837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60870) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:21.939660 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9668a492-7adb-4449-b0ed-6b6a07586bee admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0651438 Nov 11 20:46:21.944894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-8df42c4f-7dae-410d-a4a5-22ad9b9dc9db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.1130302 Nov 11 20:46:22.057956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-df22b47a-3c6d-4d54-a4c0-7456f6b823a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.059455 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-df22b47a-3c6d-4d54-a4c0-7456f6b823a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1068065 Nov 11 20:46:22.114874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a1069b-6298-4f1b-9643-e2d354332eb7 None None] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:22.122012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:22.146469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-65194e66-9ede-48cb-8f27-b096c9911054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.151716 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-65194e66-9ede-48cb-8f27-b096c9911054 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834303 Nov 11 20:46:22.203394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ef4f8b56-542c-40d1-9135-0804476b4b68 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7697484 Nov 11 20:46:22.206097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:22.211174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:22.267141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.270850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.280481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b717cd90-8b54-4299-814a-d9b4f3df3aa9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:22.337394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b717cd90-8b54-4299-814a-d9b4f3df3aa9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:22.337948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b717cd90-8b54-4299-814a-d9b4f3df3aa9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:22.338968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:22.351735 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1d69-142b-4482-8988-254091f311de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.362916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] No DVR routers for this DVR port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:22.369543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-c757d111-2229-400d-b14b-8ebeac7fc2b8 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:22.377936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:22.384783 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-c757d111-2229-400d-b14b-8ebeac7fc2b8 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4600642 Nov 11 20:46:22.389037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:22.409007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-f77d7ad2-466f-4bd7-8135-18dc5f944df5 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489755 Nov 11 20:46:22.412601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-47f91da6-6fc7-44d2-a009-3db9242eefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.414900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-47f91da6-6fc7-44d2-a009-3db9242eefa4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.6198268 Nov 11 20:46:22.425372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:22.425719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:22.427205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1d69-142b-4482-8988-254091f311de None None] Pushing event deleted for resources: {'Port': ['ID=ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:22.448898 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.449869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.507710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-a286a25d-5936-4a80-9c7c-4ab2c3f52894 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0474467 Nov 11 20:46:22.616951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e1d69-142b-4482-8988-254091f311de None None] No DVR routers for this DVR port ea12fe3a-41a9-4ba6-b8b0-f6973d707f0f on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:22.634533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74676ad-3bb1-4fcb-88b6-f81a9bfedba4 None None] Network 9de36881-6130-494f-83d7-93d24aab7e13 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:22.644659 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.667922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:22.703833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-6fb83029-f5e1-4938-9079-d5f4e6a78353 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836871 Nov 11 20:46:22.715424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-1f714d1c-d3e1-4d21-b4b9-f8befa23e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.722652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-1f714d1c-d3e1-4d21-b4b9-f8befa23e8b1 service neutron] 10.222.0.31 "GET /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 1093 time: 0.2595904 Nov 11 20:46:22.738045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Request body: {'binding': {'host': 'n-h1-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:22.738674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:46:22.746991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-75265530-b8fd-499c-b386-e39b7e6c01a6', 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6', 'tenant_id': '0500850374524a368e723ccda45d249e', 'fixed_ips': [{'subnet_id': '87cb9a98-2ecf-49bb-9fad-80513a7951db'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:46:22.748060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.754628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.756894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:22.757194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6790c34-b7f7-4a58-bbbf-0a240ac8c3b8') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:22.830420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.851032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-239ecc20-d064-46df-ab07-d9ca0922bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.853693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-239ecc20-d064-46df-ab07-d9ca0922bc35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.3266697 Nov 11 20:46:22.880877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.907941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on host n-h1-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:22.908559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:22.909084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:22.912348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:46:22.912940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.914779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:22.915298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:46:22.918240 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:46:22.926835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:22.930663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1f36f-0420-46f3-b36b-3a02d4697891 req-f04b7376-9a77-4f8c-ac5f-934778a850ad tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.930824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:22.930824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:22.930824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Bound port: ac437518-f646-4a53-a4bb-5cdd463a3b97, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:22.936209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3a1f36f-0420-46f3-b36b-3a02d4697891 req-f04b7376-9a77-4f8c-ac5f-934778a850ad tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.2093270 Nov 11 20:46:22.995998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:23.023983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Allocated IP 172.20.0.2 (75265530-b8fd-499c-b386-e39b7e6c01a6/87cb9a98-2ecf-49bb-9fad-80513a7951db/75ffcf5e-08e7-48b4-b093-0aac76ea6c9e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:23.117516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-a58e8df9-707f-4bff-9364-b007a344bb68 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:23.118899 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-a58e8df9-707f-4bff-9364-b007a344bb68 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.62 "GET /v2.0/networks?id=b7521bb2-b339-462d-9ea8-ab4b0c1ef000 HTTP/1.1" status: 200 len: 815 time: 0.5770869 Nov 11 20:46:23.127074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73de82-9800-4e89-bd29-010888942b67 req-a6919d1d-4a68-44a4-a451-c653cb874bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:23.128552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-a6919d1d-4a68-44a4-a451-c653cb874bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2659304 Nov 11 20:46:23.139684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.140961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e6dc5693-042b-4bb9-8d91-82c2b6a8c674 service neutron] 10.222.0.31 "POST /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97/bindings HTTP/1.1" status: 201 len: 389 time: 0.4079192 Nov 11 20:46:23.174201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3a1f36f-0420-46f3-b36b-3a02d4697891 req-9e9424d1-fb14-422e-ba3f-a3a9db202231 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370908 Nov 11 20:46:23.200265 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.234302 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.248343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.295229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.311064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.314303 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d HTTP/1.1" status: 204 len: 168 time: 2.2510219 Nov 11 20:46:23.325231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8328b-45eb-494f-b952-11915f5a0629 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ddc6f5-b344-47ba-a7ac-a8f3b73e381d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:23.354802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-00d76168-00ea-4efd-989f-5463912d407c tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af6f9d9d7b643788dfdb8532e9576e0 HTTP/1.1" status: 200 len: 379 time: 0.2253056 Nov 11 20:46:23.355878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:23.358723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:23.366492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:23.367826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Request body: {'port': {'device_id': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'admin_state_up': True, 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'security_groups': ['11afb6c9-619b-4743-bb3a-5412c5688b4c']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:23.374690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Pushing event updated for resources: {'Port': ['ID=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:23.420887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-fa9dfd67-daf7-405f-82f8-3321bb28b740 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819593 Nov 11 20:46:23.437447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Attempting to bind port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:23.437923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Attempting to bind port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:23.438405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Attempting to bind port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e on network 75265530-b8fd-499c-b386-e39b7e6c01a6 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:23.446263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:23.446926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Checking segment: {'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:23.447405 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.448203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Bound using segment: {'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:23.448765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Bound port: 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:23.450686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.630983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] For port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:23.636991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] For port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,segment=NetworkSegment(2b2917e4-125e-4d4e-a23f-7f211c4d13f8),segment_id=2b2917e4-125e-4d4e-a23f-7f211c4d13f8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:23.674376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc73de82-9800-4e89-bd29-010888942b67 req-13708600-0983-4d99-86fb-b38d93fd8821 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209299 Nov 11 20:46:23.677815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4439d55-796f-458a-a67e-111aa6b5db5e req-83e3ffeb-9fa9-4b85-af8a-40e9d1f6de18 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 210 time: 0.0335476 Nov 11 20:46:23.718786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.753743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Made reservation on behalf of 4af6f9d9d7b643788dfdb8532e9576e0 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:23.758278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:23.821991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c144f-e5e7-4d2f-aac5-fee930d2dae4 None None] Pushing event updated for resources: {'Port': ['ID=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:23.885919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fe8ee-99bd-4a0c-93e1-52d004d91f08 req-a8a31b3a-d660-48af-b6be-068969d3326d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:23.887733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b34fe8ee-99bd-4a0c-93e1-52d004d91f08 req-a8a31b3a-d660-48af-b6be-068969d3326d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 945 time: 0.0624371 Nov 11 20:46:23.979236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b34fe8ee-99bd-4a0c-93e1-52d004d91f08 req-b952bb4f-a281-44e7-87e1-77ee6d7815f8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739982 Nov 11 20:46:23.995313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdf70-ea51-4688-9f64-86752d610e75 req-530a9ba0-e646-4217-b11a-12c58d9dd30d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:23.996904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-530a9ba0-e646-4217-b11a-12c58d9dd30d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.3887966 Nov 11 20:46:24.049290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-d4b56058-ed8b-43d4-8109-70a7011ff72a tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/quotas/7f5b64a1debe47a598a34bd34b63255d HTTP/1.1" status: 200 len: 375 time: 0.0420158 Nov 11 20:46:24.110646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:24.123044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-45037982-86c7-48e7-84e0-ab968d3bf096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:24.124636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-45037982-86c7-48e7-84e0-ab968d3bf096 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1096 time: 0.3009207 Nov 11 20:46:24.161564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-68baf35f-f3a3-46e0-b5dd-0259c66ca1c3 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824142 Nov 11 20:46:24.217531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-beed02f5-e498-40fb-9dfa-86d6ddb61b4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=771c77bec86c41f2814b87332f656a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1033051 Nov 11 20:46:24.218380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:24.254361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.257326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Allocated IP 172.20.0.5 (b7521bb2-b339-462d-9ea8-ab4b0c1ef000/f95ef65d-fd22-4c04-96c8-584bbcefa062/83138df2-3cc2-488c-bf2b-b5c3f4ba5a75) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:24.308250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:24.340322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.373902 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c859ae71-6619-46ff-90b5-84f13be0992c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.428269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:24.428874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.443543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c859ae71-6619-46ff-90b5-84f13be0992c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.470264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266ddfd-7ff7-4998-b9da-7e11c35065f9 req-873e062e-dcf5-48f1-9375-ce351cd1e47a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:24.472237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b266ddfd-7ff7-4998-b9da-7e11c35065f9 req-873e062e-dcf5-48f1-9375-ce351cd1e47a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 948 time: 0.1503429 Nov 11 20:46:24.547064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b266ddfd-7ff7-4998-b9da-7e11c35065f9 req-e57f05cd-b21a-4f20-bd7e-5dec1ff12632 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648956 Nov 11 20:46:24.549743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.594861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,segment=NetworkSegment(2b2917e4-125e-4d4e-a23f-7f211c4d13f8),segment_id=2b2917e4-125e-4d4e-a23f-7f211c4d13f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:24.637641 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c859ae71-6619-46ff-90b5-84f13be0992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.647633 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c859ae71-6619-46ff-90b5-84f13be0992c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.652289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c859ae71-6619-46ff-90b5-84f13be0992c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b68646b-91d6-4483-ae96-1dc8e599617c HTTP/1.1" status: 204 len: 168 time: 0.4302180 Nov 11 20:46:24.661820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859ae71-6619-46ff-90b5-84f13be0992c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68646b-91d6-4483-ae96-1dc8e599617c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:24.682331 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:24.768082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:24.843665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d32681ca-9a6d-4e07-8e30-91399ed98d03 req-816e2634-4f7e-4a27-98d1-9edc8f70c43b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 210 time: 0.0440567 Nov 11 20:46:24.855650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-3d082b49-72ec-4ef4-872b-92bc4f8ac0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:24.857233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-3d082b49-72ec-4ef4-872b-92bc4f8ac0c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.6984527 Nov 11 20:46:24.896815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-65573fbd-f03e-4dc8-8bef-738159f1ddb0 service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217016 Nov 11 20:46:24.944216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:24.993329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-57efa6f8-e973-430b-9ac2-1b957a278837 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 217 time: 0.1218801 Nov 11 20:46:25.082364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:25.100383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f0e0a1-b551-41ae-842c-8eced5807463 None None] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:25.117472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Allocated IP 172.25.2.215 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/c15d192f-c5e6-47fe-8144-88f0952c9745) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:25.183698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-3516cced-18b8-45bf-b3cd-0a93ed977efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:25.185371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-3516cced-18b8-45bf-b3cd-0a93ed977efe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1741071 Nov 11 20:46:25.188423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'mac_address': 'fa:16:3e:74:b0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:25.207934 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:25.256865 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:25.271212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc4870-fb64-4f27-9b93-240ae557817a req-5d68b06b-e64a-4e2c-a9d2-610e27bd3db2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:25.273954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f744b08-9596-46a8-97a0-660d27e9ab48 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:25.277476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-ae85b0f5-ef0f-4ddf-9020-2d9588536347 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729194 Nov 11 20:46:25.282152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a0fc4870-fb64-4f27-9b93-240ae557817a req-5d68b06b-e64a-4e2c-a9d2-610e27bd3db2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 945 time: 0.0816629 Nov 11 20:46:25.286029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-963687c8-50ec-4552-9d98-aa20d856c771 service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336089 Nov 11 20:46:25.286203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-47aea1d0-7e91-42e9-adb1-b00ea0c325a0 None None] Provisioning complete for port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:25.286203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47aea1d0-7e91-42e9-adb1-b00ea0c325a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:25.388107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a0fc4870-fb64-4f27-9b93-240ae557817a req-b3f27c77-a605-4cae-9a54-701d302d90b1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011541 Nov 11 20:46:25.431924 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:25.432543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:25.449655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-1ffc3b1e-1743-4209-8465-9d7c734277dc service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619983 Nov 11 20:46:25.484195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:25.564782 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:25.637452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:25.655604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:25.674779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:25.676886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:25.687549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d011107c-c261-4c8f-92d3-c8f8d4ef3626 req-0ff2eb1d-8955-481d-8ce4-6b215f4dd230 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 210 time: 0.0567775 Nov 11 20:46:25.688603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event updated for resources: {'Port': ['ID=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:25.756024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:25.804488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ab263-c033-4ee8-b44c-65a0c0ebeefd req-84f865af-1972-4827-88a2-24a108c48ddd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:25.806264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b8ab263-c033-4ee8-b44c-65a0c0ebeefd req-84f865af-1972-4827-88a2-24a108c48ddd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 949 time: 0.1340661 Nov 11 20:46:25.817747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:25.831652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:25.869158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:25.907469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:25.943245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b8ab263-c033-4ee8-b44c-65a0c0ebeefd req-40661e6b-a36d-431a-a1d0-71a8a51897f6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294191 Nov 11 20:46:26.053797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:26.054477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.059438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-192bb995-0d36-4339-86f9-728945944ac4 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958617 Nov 11 20:46:26.084132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c15d192f-c5e6-47fe-8144-88f0952c9745,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:26.185736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1b32a20e-00bd-48b9-b483-5ed55a272244 None None] Provisioning complete for port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:26.186020 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1b32a20e-00bd-48b9-b483-5ed55a272244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.222254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:26.262631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:26.300545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7569e44-324e-4176-9141-35854182c25c req-efbe1da2-e2c9-4eb6-a826-d5d555684ca6 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:26.302036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7569e44-324e-4176-9141-35854182c25c req-efbe1da2-e2c9-4eb6-a826-d5d555684ca6 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 931 time: 0.2787318 Nov 11 20:46:26.306494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-68caa7b1-43c5-4af2-92d6-a874557565b7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9440784 Nov 11 20:46:26.334991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Request body: {'port': {'device_id': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:26.364391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:26.365008 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.400212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:26.453882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea007-57cd-4b1b-b460-39078bedd355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.476011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-411349809-network', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:26.488140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1b32a20e-00bd-48b9-b483-5ed55a272244 None None] Provisioning complete for port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:26.488752 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1b32a20e-00bd-48b9-b483-5ed55a272244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.547871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.62', 56891) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:26.554158 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.582768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-1fc5f251-bc03-4345-8fdf-b126c0310ebe tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:26.584635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-1fc5f251-bc03-4345-8fdf-b126c0310ebe tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.3660922 Nov 11 20:46:26.604192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805734-3'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:26.613185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Made reservation on behalf of c95cd2bfdea64f5c8c495d1be39f18d9 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:26.615458 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.652497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.675056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785a597-b898-4a9c-ae59-971c60ecb420 req-e0b99f56-fac5-4db9-846d-a7da680da2d7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:26.676599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e785a597-b898-4a9c-ae59-971c60ecb420 req-e0b99f56-fac5-4db9-846d-a7da680da2d7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 949 time: 0.1680679 Nov 11 20:46:26.708248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1b32a20e-00bd-48b9-b483-5ed55a272244 None None] Port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:26.718249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7569e44-324e-4176-9141-35854182c25c req-4d992beb-bb61-43a5-bf2b-b165afdbf606 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815652 Nov 11 20:46:26.761867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801719-13f3-4f70-b024-1b227361c78d req-a15d64be-4b77-40e2-b2e0-1a5211914f03 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:26.763969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-a15d64be-4b77-40e2-b2e0-1a5211914f03 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 949 time: 0.2103100 Nov 11 20:46:26.853992 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.902449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.955196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.979700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:27.089278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 1f744b08-9596-46a8-97a0-660d27e9ab48 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:46:27.093810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 1f744b08-9596-46a8-97a0-660d27e9ab48 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:27.094165 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.096711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e785a597-b898-4a9c-ae59-971c60ecb420 req-cc393e04-bb57-41d7-8ec1-828e08c45499 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034967 Nov 11 20:46:27.106793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea007-57cd-4b1b-b460-39078bedd355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.155288 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-11801719-13f3-4f70-b024-1b227361c78d req-4d2151df-6231-482f-a142-e2fb9ac57da5 service neutron] delete failed (client error): The resource could not be found. Nov 11 20:46:27.156896 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-4d2151df-6231-482f-a142-e2fb9ac57da5 service neutron] 10.222.0.62 "DELETE /v2.0/ports/1f744b08-9596-46a8-97a0-660d27e9ab48/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.3790421 Nov 11 20:46:27.210319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8869d21-822d-485b-8aba-883618b1b817 req-0bc29925-7e0c-40db-b6c3-153aaa82e894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 210 time: 0.0502949 Nov 11 20:46:27.225181 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.232505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.260524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:27.263266 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d6f74-1b95-4084-80ff-9134a4f609e6" -d '{"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-plugged", "status": "completed", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:27.278866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:27.307614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea007-57cd-4b1b-b460-39078bedd355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.315404 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220d583c-253a-4bd2-a1e3-e9ff4568e154 x-openstack-request-id: req-220d583c-253a-4bd2-a1e3-e9ff4568e154 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:27.316060 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-plugged", "status": "completed", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:27.320751 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-220d583c-253a-4bd2-a1e3-e9ff4568e154 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:27.320751 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'code': 200} Nov 11 20:46:27.325196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34abbc-79fb-4b4b-b522-7a89962e3831 req-801e8daf-2bec-45a7-a04e-fd0e3784ae8f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.326712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d34abbc-79fb-4b4b-b522-7a89962e3831 req-801e8daf-2bec-45a7-a04e-fd0e3784ae8f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 945 time: 0.5086806 Nov 11 20:46:27.352958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.363318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9d0ea007-57cd-4b1b-b460-39078bedd355 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5a96f45ebe64932bce664894cba7372&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0959778 Nov 11 20:46:27.363318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ea007-57cd-4b1b-b460-39078bedd355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc407a5b-172f-4ad2-a947-63ca079beabc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:27.367407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32800) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:27.369408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801719-13f3-4f70-b024-1b227361c78d req-df5536d7-8fbf-4ab9-b235-c02c5bca738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.371042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-df5536d7-8fbf-4ab9-b235-c02c5bca738f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1100 time: 0.1023564 Nov 11 20:46:27.385485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:46:27.386464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.440614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:27.443198 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.443672 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Added segment b1b79dc1-1540-4a87-994f-d00582009ccb of type vlan for network 29553127-c335-4bb4-a4a7-fa3de58b0abd Nov 11 20:46:27.478430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b94fd-3658-47d2-ac6e-aaca8beee04b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:27.560750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.575472 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79cc221f-bcce-4166-be4c-06988513e309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.611312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801719-13f3-4f70-b024-1b227361c78d req-6179f604-5762-47fe-87a7-d12d453ebece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.612809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-6179f604-5762-47fe-87a7-d12d453ebece service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2291715 Nov 11 20:46:27.628964 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79cc221f-bcce-4166-be4c-06988513e309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.643335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d34abbc-79fb-4b4b-b522-7a89962e3831 req-4f8ec7d9-13f8-4f6b-b68b-0d419a9d984d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075893 Nov 11 20:46:27.664829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-167b2782-2d30-421b-b583-4d26623273dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0427208 Nov 11 20:46:27.725985 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.726734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:27.726829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.727437 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.756499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801719-13f3-4f70-b024-1b227361c78d req-8c9f80b9-27ca-406b-8c33-007a965c01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.757799 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-8c9f80b9-27ca-406b-8c33-007a965c01a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0843880 Nov 11 20:46:27.758249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:27.770199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.793718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.843912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Transition to ACTIVE for port object 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:27.849047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:27.855825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] Pushing event updated for resources: {'Network': ['ID=29553127-c335-4bb4-a4a7-fa3de58b0abd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:27.866262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:46:27.867388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-faf4a1cc-2a72-442a-9a01-e43130de1b5c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4644246 Nov 11 20:46:27.867546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79cc221f-bcce-4166-be4c-06988513e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.869963 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79cc221f-bcce-4166-be4c-06988513e309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.871007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-79cc221f-bcce-4166-be4c-06988513e309 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc407a5b-172f-4ad2-a947-63ca079beabc HTTP/1.1" status: 204 len: 168 time: 0.4992421 Nov 11 20:46:27.871399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32806) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:27.885606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Request body: {'subnet': {'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-subnet', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:27.887061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801719-13f3-4f70-b024-1b227361c78d req-6ea9610d-ea6a-49d2-96e9-cb023b86733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.888730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-6ea9610d-ea6a-49d2-96e9-cb023b86733d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224377 Nov 11 20:46:27.889702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc221f-bcce-4166-be4c-06988513e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc407a5b-172f-4ad2-a947-63ca079beabc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:27.917445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509727-1b17-4918-9ede-32c891d2f93e req-5a3aecd9-26c7-45ba-b37c-974581b29571 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.918985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35509727-1b17-4918-9ede-32c891d2f93e req-5a3aecd9-26c7-45ba-b37c-974581b29571 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 931 time: 0.1008267 Nov 11 20:46:27.947083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:27.959856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:27.962615 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f2b33-a010-49e4-9be4-9fa3787f3b25" -d '{"events": [{"server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:27.966887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.018689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-ef6fef57-a68a-4d6c-adb2-cb16a4c087c4 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200740 Nov 11 20:46:28.036936 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e25afbe-eb57-41da-b270-c1dcccba23df x-openstack-request-id: req-6e25afbe-eb57-41da-b270-c1dcccba23df {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:28.037232 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:28.037487 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e25afbe-eb57-41da-b270-c1dcccba23df {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:28.038075 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97', 'code': 200} Nov 11 20:46:28.042546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Made reservation on behalf of c95cd2bfdea64f5c8c495d1be39f18d9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:28.044884 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.093165 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35509727-1b17-4918-9ede-32c891d2f93e req-3ca82ce9-3f7d-4148-8077-ccfe678d13ad tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639843 Nov 11 20:46:28.144302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Pushing event updated for resources: {'Port': ['ID=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:28.147857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.250829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11801719-13f3-4f70-b024-1b227361c78d req-96c96405-d290-47bd-b057-88217881eb5d service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082438 Nov 11 20:46:28.332934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db9a6003-ed52-41d7-b23c-759c5b48542b req-4264e925-f837-4da9-bbf2-dd29d0c117be tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 210 time: 0.0379527 Nov 11 20:46:28.434068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:28.441100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Attempting to bind port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:28.443147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Attempting to bind port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:28.443147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Attempting to bind port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 on network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:28.469236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdf70-ea51-4688-9f64-86752d610e75 req-5968b7b4-9852-455f-a9ba-918a78a69539 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:28.470766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-5968b7b4-9852-455f-a9ba-918a78a69539 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.1217325 Nov 11 20:46:28.473896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 on network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:28.474221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Attempting to bind port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 on network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:28.488291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Request body: {'port': {'device_id': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'admin_state_up': True, 'tenant_id': '7f5b64a1debe47a598a34bd34b63255d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:28.504374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on host n-h2-805734-3 for vnic_type normal with profile {"migrating_to": "n-h1-805734-3"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:28.504713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:28.505044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:28.514621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f2455-b7fd-4f1c-9a8f-f74c53e0dbad req-9b572bc5-9779-4b10-b9ac-b6ba86d87370 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:28.516211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-245f2455-b7fd-4f1c-9a8f-f74c53e0dbad req-9b572bc5-9779-4b10-b9ac-b6ba86d87370 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.2520738 Nov 11 20:46:28.524648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:28.524973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Checking segment: {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:28.525367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Bound using segment: {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:28.525823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Bound port: 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62fac63-bfec-4bbf-b6e3-c3540c34133a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:28.526232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.534444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:28.534779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Attempting to bind port ac437518-f646-4a53-a4bb-5cdd463a3b97 on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:28.575489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:28.575833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:28.576248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:28.576689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Bound port: ac437518-f646-4a53-a4bb-5cdd463a3b97, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:28.577053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.611521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Router 47ac6941-3672-4afa-a28d-9944f1bc61c7 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:46:28.655111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:28.669295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d515ae7c-f548-4f70-9f71-3c664b3f3a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.779227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Made reservation on behalf of 7f5b64a1debe47a598a34bd34b63255d for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:28.781681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-245f2455-b7fd-4f1c-9a8f-f74c53e0dbad req-ecfc289b-6a91-4ccf-a3da-20c1321eaa4a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531080 Nov 11 20:46:28.782583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.793162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d515ae7c-f548-4f70-9f71-3c664b3f3a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.805803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] For port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:28.852352 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.855351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] For port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:28.858187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d515ae7c-f548-4f70-9f71-3c664b3f3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.861642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:28.868565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae91b3-bfc6-40be-bfd7-8adfeaac0e49 req-28074b66-c364-4260-b4a7-04c871de3163 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:28.870066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8ae91b3-bfc6-40be-bfd7-8adfeaac0e49 req-28074b66-c364-4260-b4a7-04c871de3163 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.1388977 Nov 11 20:46:28.909462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:28.941882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d515ae7c-f548-4f70-9f71-3c664b3f3a6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35565580344c49bcb81d6144dcc2db76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817962 Nov 11 20:46:28.942101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:28.947290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:28.953763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Sync routers for ids ['47ac6941-3672-4afa-a28d-9944f1bc61c7'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:28.968593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Routers {'47ac6941-3672-4afa-a28d-9944f1bc61c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:28.969369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['47ac6941-3672-4afa-a28d-9944f1bc61c7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:28.970877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0271f55-3686-4119-9fae-6235637353c8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:28.979004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515ae7c-f548-4f70-9f71-3c664b3f3a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cba6c4e-67f7-45bb-86ef-316d1557ac76,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:28.980720 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.008650 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.038266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Checking segment: {'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:29.038515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Network hostable DHCP agents. Network: 29553127-c335-4bb4-a4a7-fa3de58b0abd, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:46:29.050357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8ae91b3-bfc6-40be-bfd7-8adfeaac0e49 req-40fe3752-6e08-4bbe-8ed9-30c825f26bc2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653178 Nov 11 20:46:29.062362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Allocated IP 172.20.0.2 (9de36881-6130-494f-83d7-93d24aab7e13/2525e3c5-94d7-4da3-ab9f-a7ece5bb2921/a6557a6c-2a34-4bcf-a70f-c039133399a8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:29.068785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.069535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.071496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] 10.222.0.62 "PUT /v2.0/ports/83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 HTTP/1.1" status: 200 len: 1091 time: 2.7414243 Nov 11 20:46:29.097733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e01a50-b085-4f37-9b9d-f4067b939b1f service neutron] Pushing event updated for resources: {'Port': ['ID=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:29.097921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24cc824a-559a-43da-872d-7f7be4f94033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.120165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.120456 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.121739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 1121 time: 2.5256250 Nov 11 20:46:29.144476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Set router 47ac6941-3672-4afa-a28d-9944f1bc61c7 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:29.149612 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24cc824a-559a-43da-872d-7f7be4f94033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.155974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.160641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3d5219a9-4e49-4199-abfa-95a553df52f7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9501302 Nov 11 20:46:29.160641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:29.276323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ac437518-f646-4a53-a4bb-5cdd463a3b97'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:29.294594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1e230-42fd-4ed6-a3a3-229f4bfaf8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:29.343650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:46:29.353952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.396527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24cc824a-559a-43da-872d-7f7be4f94033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.399336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24cc824a-559a-43da-872d-7f7be4f94033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.412728 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-24cc824a-559a-43da-872d-7f7be4f94033 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2cba6c4e-67f7-45bb-86ef-316d1557ac76 HTTP/1.1" status: 204 len: 168 time: 0.4417162 Nov 11 20:46:29.431178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 29553127-c335-4bb4-a4a7-fa3de58b0abd) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:29.440660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.441503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.457466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f39cbf-a2fb-4720-beca-4107e07817d9 None None] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:29.484184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b128cca-acc6-4a17-853f-50b65f550c0d req-7effbbc0-0bf8-4ba9-81f8-da76a252262c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 210 time: 0.0521402 Nov 11 20:46:29.493559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc824a-559a-43da-872d-7f7be4f94033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cba6c4e-67f7-45bb-86ef-316d1557ac76,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:29.510260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-49df5431-e356-4316-933b-e3e40e51ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.511810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-49df5431-e356-4316-933b-e3e40e51ad78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4af6f9d9d7b643788dfdb8532e9576e0&device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 1094 time: 0.2695932 Nov 11 20:46:29.529959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5d107-df7f-4752-bb15-a0fd55be57cd req-a1fb43a6-50cc-4a29-ac60-4019db5ca7a0 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.531508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7cb5d107-df7f-4752-bb15-a0fd55be57cd req-a1fb43a6-50cc-4a29-ac60-4019db5ca7a0 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 943 time: 0.2335455 Nov 11 20:46:29.568890 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.629790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Network 9de36881-6130-494f-83d7-93d24aab7e13 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:29.642755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:29.651055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:29.743065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.743822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.751026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:29.804500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:26Z', 'revision_number': 3, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port': {'id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:24Z', 'updated_at': '2021-11-11T20:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:29.864989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Checking router: 47ac6941-3672-4afa-a28d-9944f1bc61c7 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:29.865359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Updating router 47ac6941-3672-4afa-a28d-9944f1bc61c7 port c15d192f-c5e6-47fe-8144-88f0952c9745 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:29.875061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-19e82f30-7fa2-4690-8df5-06d183322480 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0008285 Nov 11 20:46:29.876651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-584abad3-64e0-4aae-8025-367ce8c10b20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 HTTP/1.1" status: 200 len: 217 time: 0.3442633 Nov 11 20:46:29.884431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-89947219-6e39-4730-80ab-dd3912bffa8c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4019086 Nov 11 20:46:29.888331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32840) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:29.895003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-29553127-c335-4bb4-a4a7-fa3de58b0abd', 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'fixed_ips': [{'subnet_id': 'e0271f55-3686-4119-9fae-6235637353c8'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:46:29.895857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.900884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:29.920257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Request body: {'port': {'device_id': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:29.927166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:29.993690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7cb5d107-df7f-4752-bb15-a0fd55be57cd req-e4ede53d-22a5-486c-91b1-3ba49795204b tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4487765 Nov 11 20:46:29.996466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-034cbfe3-e177-40f9-97dd-ea2f556b6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.997849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-034cbfe3-e177-40f9-97dd-ea2f556b6a15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f95ef65d-fd22-4c04-96c8-584bbcefa062 HTTP/1.1" status: 200 len: 854 time: 0.0916030 Nov 11 20:46:30.039937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75'}, {'name': 'network-changed', 'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:30.042169 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75"}, {"name": "network-changed", "server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:30.100510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786b12-4a37-40e3-9dd4-d10ab63f48cf req-f6718178-a2e2-493c-9b53-0d820b90c5d3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.112030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b786b12-4a37-40e3-9dd4-d10ab63f48cf req-f6718178-a2e2-493c-9b53-0d820b90c5d3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.2262032 Nov 11 20:46:30.130418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-11f6ea91-fdda-4948-b3b1-e0d33131429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.131917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-11f6ea91-fdda-4948-b3b1-e0d33131429d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7521bb2-b339-462d-9ea8-ab4b0c1ef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930185 Nov 11 20:46:30.143091 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.147859 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b014534-7c53-4297-87a0-cecb8f865064 x-openstack-request-id: req-3b014534-7c53-4297-87a0-cecb8f865064 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:30.149452 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:30.149610 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b014534-7c53-4297-87a0-cecb8f865064 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:30.150018 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'status': 'completed', 'code': 200} Nov 11 20:46:30.150271 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97', 'status': 'completed', 'code': 200} Nov 11 20:46:30.211597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Allocated IP 172.20.0.2 (29553127-c335-4bb4-a4a7-fa3de58b0abd/e0271f55-3686-4119-9fae-6235637353c8/a201103a-7fc2-45ce-be4c-9b6aca0da798) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:30.281921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.282966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.340942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-4e8d3153-34a5-4cc9-af28-f208766be679 service neutron] 10.222.0.62 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943200 Nov 11 20:46:30.362316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b786b12-4a37-40e3-9dd4-d10ab63f48cf req-75448d5d-d170-48fc-99c6-78fae27aa141 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492867 Nov 11 20:46:30.380592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1112-095f-421e-80f2-3bcc586f3e69 req-961a4581-727e-4605-b59b-e95c41ea63dd tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.382576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a50c1112-095f-421e-80f2-3bcc586f3e69 req-961a4581-727e-4605-b59b-e95c41ea63dd tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.1323688 Nov 11 20:46:30.436020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-d1528473-d7e7-460f-94b7-1a352608d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.441949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-d1528473-d7e7-460f-94b7-1a352608d3f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1124 time: 0.2538962 Nov 11 20:46:30.475763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.476027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.489767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.538600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a50c1112-095f-421e-80f2-3bcc586f3e69 req-280f6e0d-b2be-4ee6-971e-38aa00164839 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319892 Nov 11 20:46:30.558585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36720a7d-b2d6-43d6-9edd-157c9399b90a req-4aa94298-c8d7-41fb-9a5b-47af4c96008f service neutron] 10.222.0.62 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004397 Nov 11 20:46:30.598236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.608507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.614809 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.699637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99decedf-009a-4903-bee4-21e8e60bd063 req-43e73c52-2c18-4e8f-ab16-23d16d25f5a9 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.706936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99decedf-009a-4903-bee4-21e8e60bd063 req-43e73c52-2c18-4e8f-ab16-23d16d25f5a9 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1101 time: 0.1838737 Nov 11 20:46:30.713670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:30.723968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:30.737788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:30.749356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Attempting to bind port c15d192f-c5e6-47fe-8144-88f0952c9745 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:30.750366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Attempting to bind port c15d192f-c5e6-47fe-8144-88f0952c9745 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:30.750907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Attempting to bind port c15d192f-c5e6-47fe-8144-88f0952c9745 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:30.758229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666398e-44ed-4829-8dca-077ed35d0d6c None None] Pushing event updated for resources: {'Port': ['ID=c15d192f-c5e6-47fe-8144-88f0952c9745,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:30.770140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:30.770669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:30.771184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.771793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:30.772411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Bound port: c15d192f-c5e6-47fe-8144-88f0952c9745, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:30.773140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.834672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-3c2f1624-792e-4a03-95bd-52b717c5a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.834672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-3c2f1624-792e-4a03-95bd-52b717c5a390 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4af6f9d9d7b643788dfdb8532e9576e0&device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 1094 time: 0.1162844 Nov 11 20:46:30.858318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffaeb4-ff56-48d5-8a87-6e8e0ae083b8 req-c0835de1-3f51-49d4-a84e-6e98bcd54b6e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.861067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b1ffaeb4-ff56-48d5-8a87-6e8e0ae083b8 req-c0835de1-3f51-49d4-a84e-6e98bcd54b6e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 931 time: 0.1412661 Nov 11 20:46:30.896559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Allocated IP 172.20.0.1 (75265530-b8fd-499c-b386-e39b7e6c01a6/87cb9a98-2ecf-49bb-9fad-80513a7951db/a7bba190-883c-469d-86f2-05aaa72a8a69) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:30.911900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-42f2658b-c6f2-4142-981d-d2b9a6c4660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.917099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-42f2658b-c6f2-4142-981d-d2b9a6c4660f service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.4431288 Nov 11 20:46:30.957902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99decedf-009a-4903-bee4-21e8e60bd063 req-9ecc1a15-d14b-426e-ae19-673384be7320 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501714 Nov 11 20:46:31.060828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.067208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-65714a81-12c3-46e8-b40f-a7616f03abed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 217 time: 0.1119299 Nov 11 20:46:31.081021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b1ffaeb4-ff56-48d5-8a87-6e8e0ae083b8 req-ce9a00a2-45b1-4666-b585-27e142b39c66 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971333 Nov 11 20:46:31.110206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-7ec02653-8ba6-4573-aff2-808d221f1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:31.111985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-7ec02653-8ba6-4573-aff2-808d221f1959 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7521bb2-b339-462d-9ea8-ab4b0c1ef000 HTTP/1.1" status: 200 len: 916 time: 0.2401056 Nov 11 20:46:31.148441 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:46:31.171154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-dd9be0f2-62d7-479e-b371-d81ba1d4bd08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 HTTP/1.1" status: 200 len: 217 time: 0.0448310 Nov 11 20:46:31.194431 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.222492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Attempting to bind port a201103a-7fc2-45ce-be4c-9b6aca0da798 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:31.223068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Attempting to bind port a201103a-7fc2-45ce-be4c-9b6aca0da798 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:31.223268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Attempting to bind port a201103a-7fc2-45ce-be4c-9b6aca0da798 on network 29553127-c335-4bb4-a4a7-fa3de58b0abd {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:31.230350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Pushing event updated for resources: {'Port': ['ID=a201103a-7fc2-45ce-be4c-9b6aca0da798,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:31.236703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:31.237501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Checking segment: {'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:31.237636 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.237983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Bound using segment: {'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:31.238617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Bound port: a201103a-7fc2-45ce-be4c-9b6aca0da798, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:31.239133 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.252794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] For port c15d192f-c5e6-47fe-8144-88f0952c9745, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:31.267415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-1ef77ca1-cfb7-4e6b-b2e9-1a91b1fd1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:31.267415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-1ef77ca1-cfb7-4e6b-b2e9-1a91b1fd1020 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1909139 Nov 11 20:46:31.275099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] For port c15d192f-c5e6-47fe-8144-88f0952c9745, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c15d192f-c5e6-47fe-8144-88f0952c9745,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:31.317252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.322196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-33059ced-a66b-4b7d-988a-1e593265f64e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446668 Nov 11 20:46:31.324186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-51184556-9022-470d-94f6-7b2adf7ad56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:31.325622 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-51184556-9022-470d-94f6-7b2adf7ad56c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f95ef65d-fd22-4c04-96c8-584bbcefa062 HTTP/1.1" status: 200 len: 854 time: 0.0974133 Nov 11 20:46:31.326567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6557a6c-2a34-4bcf-a70f-c039133399a8 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:31.342210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] For port a201103a-7fc2-45ce-be4c-9b6aca0da798, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:31.344556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.346379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] For port a201103a-7fc2-45ce-be4c-9b6aca0da798, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a201103a-7fc2-45ce-be4c-9b6aca0da798,segment=NetworkSegment(b1b79dc1-1540-4a87-994f-d00582009ccb),segment_id=b1b79dc1-1540-4a87-994f-d00582009ccb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:31.354712 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.406634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61891e28-3f0e-4226-a1af-7f17078d63f4 req-c95da91b-9f47-465c-8ebc-c22807aced80 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:31.418492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.420184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61891e28-3f0e-4226-a1af-7f17078d63f4 req-c95da91b-9f47-465c-8ebc-c22807aced80 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 943 time: 0.1928675 Nov 11 20:46:31.427967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:31.443808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Transition to ACTIVE for port object a6557a6c-2a34-4bcf-a70f-c039133399a8 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:31.444024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:31.447531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bba190-883c-469d-86f2-05aaa72a8a69,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:31.449940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:31.468403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Routers {'47ac6941-3672-4afa-a28d-9944f1bc61c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:31.473771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['47ac6941-3672-4afa-a28d-9944f1bc61c7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:31.534042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-cfba4ba4-1493-4106-bd4f-b35f3758f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:31.545957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-cfba4ba4-1493-4106-bd4f-b35f3758f479 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7521bb2-b339-462d-9ea8-ab4b0c1ef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956592 Nov 11 20:46:31.578332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666398e-44ed-4829-8dca-077ed35d0d6c None None] Pushing event updated for resources: {'Port': ['ID=c15d192f-c5e6-47fe-8144-88f0952c9745,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:31.626213 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.749787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b15d3c-51ef-48b9-898c-709d75390655 None None] Pushing event updated for resources: {'Port': ['ID=a201103a-7fc2-45ce-be4c-9b6aca0da798,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:31.760899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] Set router 47ac6941-3672-4afa-a28d-9944f1bc61c7 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:31.808248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-988a41d6-6eda-49f1-ab26-a0bf135d7e8e service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753742 Nov 11 20:46:31.818168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.883845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61891e28-3f0e-4226-a1af-7f17078d63f4 req-1813d7c9-e41e-4100-897a-e6a2765f35b3 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4624498 Nov 11 20:46:31.913699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-63bd2187-c61a-4dff-806a-f224b2623b94 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4628916 Nov 11 20:46:32.029385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-d987962b-b38b-412e-badc-5f6382a12384 service neutron] 10.222.0.62 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699697 Nov 11 20:46:32.079365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:32.106856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:32.136847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.170945 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33b4bc90-828a-448b-916d-ff78e9d876c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.197753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f3338ac1-b982-46cf-9c89-4d6a5bed50ca None None] Provisioning complete for port a7bba190-883c-469d-86f2-05aaa72a8a69 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:32.198202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3338ac1-b982-46cf-9c89-4d6a5bed50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.261877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-649dfb74-b890-441e-b0bd-6db8f767ad9f service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853188 Nov 11 20:46:32.272213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 20:46:32.281777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-220d3f1f-8d17-4c70-9c1e-7c8c0a9db151 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:32.281777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-220d3f1f-8d17-4c70-9c1e-7c8c0a9db151 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3740094 Nov 11 20:46:32.314051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f3338ac1-b982-46cf-9c89-4d6a5bed50ca None None] Port a7bba190-883c-469d-86f2-05aaa72a8a69 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:32.323918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a201103a-7fc2-45ce-be4c-9b6aca0da798 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:32.374160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Attempting to bind port a6557a6c-2a34-4bcf-a70f-c039133399a8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:32.374630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Attempting to bind port a6557a6c-2a34-4bcf-a70f-c039133399a8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:32.375052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Attempting to bind port a6557a6c-2a34-4bcf-a70f-c039133399a8 on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:32.385842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-fe2555ff-1423-49e6-85bf-a2a588d1b46e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/quotas/e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 375 time: 0.0902381 Nov 11 20:46:32.388423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Port a6557a6c-2a34-4bcf-a70f-c039133399a8 on network 9de36881-6130-494f-83d7-93d24aab7e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:32.388808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Attempting to bind port a6557a6c-2a34-4bcf-a70f-c039133399a8 on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:32.439615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:32.440124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Checking segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:32.440621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Bound using segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:32.441514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Bound port: a6557a6c-2a34-4bcf-a70f-c039133399a8, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:32.441975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.447198 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.458586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b5dbc9-9c0c-4a85-85bd-82c4eb0a3ef7 req-2950f9f3-2f7e-4eea-b175-0391417cd862 service neutron] 10.222.0.62 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192274 Nov 11 20:46:32.481887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:32.491650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1edc19-97c5-460e-b0ca-0b1112e1bb7d req-da8c6e95-e8ce-4532-8220-707feede9884 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:32.504549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 has no active binding in host n-h1-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:46:32.505072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae1edc19-97c5-460e-b0ca-0b1112e1bb7d req-da8c6e95-e8ce-4532-8220-707feede9884 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.4252503 Nov 11 20:46:32.511912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a201103a-7fc2-45ce-be4c-9b6aca0da798 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:32.512327 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.527965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.532994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.551465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:32.555996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:26Z', 'revision_number': 3, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port': {'id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:24Z', 'updated_at': '2021-11-11T20:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:32.559132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.572138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-035f7312-e5fb-45c2-a9d9-65721584ee24 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1762803 Nov 11 20:46:32.581014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:32.590576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ae4df-0bd4-44f8-b1c5-2b4fb97bd71f None None] The sync data for ids ['47ac6941-3672-4afa-a28d-9944f1bc61c7'] in n-d-805734-3 is: [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:26Z', 'revision_number': 3, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port': {'id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:24Z', 'updated_at': '2021-11-11T20:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:32.671508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.698953 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.735864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae1edc19-97c5-460e-b0ca-0b1112e1bb7d req-bcb858d9-dc13-4343-9bb7-2a83a492ea43 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296343 Nov 11 20:46:32.737599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port a201103a-7fc2-45ce-be4c-9b6aca0da798, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a201103a-7fc2-45ce-be4c-9b6aca0da798,segment=NetworkSegment(b1b79dc1-1540-4a87-994f-d00582009ccb),segment_id=b1b79dc1-1540-4a87-994f-d00582009ccb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:32.754786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bba190-883c-469d-86f2-05aaa72a8a69,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:32.771705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.785856 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:32.788739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.788739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] 10.222.0.58 "PUT /v2.0/ports/a6557a6c-2a34-4bcf-a70f-c039133399a8 HTTP/1.1" status: 200 len: 1091 time: 2.8775613 Nov 11 20:46:32.793817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:32.796864 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:32.809612 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.830291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcab1f-bee2-4aba-8da2-ee04c1b1a22f service neutron] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:32.862440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Allocated IP 172.25.2.235 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/55788364-a7e7-4177-88de-ad24824f0c21) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:32.932928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=a201103a-7fc2-45ce-be4c-9b6aca0da798,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:33.049279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30966f4-45ac-49b8-98b8-4359d504746f None None] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:33.174698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a4bb68c9-6ad5-4bf8-ab4a-340f45e4b277 None None] Provisioning complete for port a201103a-7fc2-45ce-be4c-9b6aca0da798 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:33.175511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4bb68c9-6ad5-4bf8-ab4a-340f45e4b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:33.253979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:33.279381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdf70-ea51-4688-9f64-86752d610e75 req-63e27dca-d448-49f0-af80-142d085cbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:33.280939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-63e27dca-d448-49f0-af80-142d085cbf03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 1094 time: 0.2560956 Nov 11 20:46:33.363964 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df62656e-9275-4eba-9f07-3c581098b8e3 x-openstack-request-id: req-df62656e-9275-4eba-9f07-3c581098b8e3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:33.364281 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:33.364579 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df62656e-9275-4eba-9f07-3c581098b8e3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:33.364972 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'status': 'completed', 'code': 200} Nov 11 20:46:33.371850 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-8250a90b-eb5f-4761-9384-17af29465a6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8 HTTP/1.1" status: 200 len: 217 time: 0.0723310 Nov 11 20:46:33.459583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8a8f10e-16ab-4236-9ba8-4348c3024e6f req-3c5f3d46-74a8-4427-9312-39baab7afb57 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0438859 Nov 11 20:46:33.481057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdf70-ea51-4688-9f64-86752d610e75 req-09a821bb-9c09-4bc0-8b35-bf43c5fef757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:33.484018 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-09a821bb-9c09-4bc0-8b35-bf43c5fef757 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 200 len: 845 time: 0.1043136 Nov 11 20:46:33.486061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedf70b-31d6-44f6-8357-a1aa1ab3a61a req-132fdb7a-0b90-42d1-9c56-890fc337556b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:33.487611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3dedf70b-31d6-44f6-8357-a1aa1ab3a61a req-132fdb7a-0b90-42d1-9c56-890fc337556b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 943 time: 0.0798404 Nov 11 20:46:33.501248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:33.527518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:33.545289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-f845095d-abc1-4d66-b663-e6b073769eae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9de36881-6130-494f-83d7-93d24aab7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518732 Nov 11 20:46:33.550899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:33.671501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:33.677415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3dedf70b-31d6-44f6-8357-a1aa1ab3a61a req-0d3a09e4-65f4-49b6-a4c2-7be0c35c05ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746910 Nov 11 20:46:33.795221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Pushing event updated for resources: {'Port': ['ID=55788364-a7e7-4177-88de-ad24824f0c21,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:33.798006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:33.803684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Router 47ac6941-3672-4afa-a28d-9944f1bc61c7 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:33.824006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:33.878074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-984f1f85-17a2-4d7a-8c70-f8b63d2394d2 None None] Provisioning complete for port a201103a-7fc2-45ce-be4c-9b6aca0da798 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:33.878648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-984f1f85-17a2-4d7a-8c70-f8b63d2394d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:33.971240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-10cd3377-5f05-46e1-b8ab-c7c3f8a0a534 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138353 Nov 11 20:46:33.997280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:34.003778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fba556c4-ab37-4da3-98f8-9fc3b9e756e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/47ac6941-3672-4afa-a28d-9944f1bc61c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8423445 Nov 11 20:46:34.094866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:34.212505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcea1a8-41c6-4ecd-b240-c450b53013d2 req-20c075cb-0d52-452e-902e-93b0a5004a0e tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:34.220935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bcea1a8-41c6-4ecd-b240-c450b53013d2 req-20c075cb-0d52-452e-902e-93b0a5004a0e tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 943 time: 0.5850809 Nov 11 20:46:34.225263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1adfb-ca9d-4d95-845f-3f250572ccea req-57c45f2f-f358-4138-98bf-ff4090085970 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:34.227692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9a1adfb-ca9d-4d95-845f-3f250572ccea req-57c45f2f-f358-4138-98bf-ff4090085970 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.1070006 Nov 11 20:46:34.253003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-e2fd5766-17c4-45de-b970-6e493087a90e service neutron] 10.222.0.58 "GET /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97/bindings/n-h1-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.4476495 Nov 11 20:46:34.281902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:34.297611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8805376a-21e8-412a-97c5-6acff7602063 None None] Provisioning complete for port a7bba190-883c-469d-86f2-05aaa72a8a69 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:34.297992 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8805376a-21e8-412a-97c5-6acff7602063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.322055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9a1adfb-ca9d-4d95-845f-3f250572ccea req-9a131fb5-f40c-408f-8d14-26a1fabc88b1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809858 Nov 11 20:46:34.369550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'port_id': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'mac_address': 'fa:16:3e:36:9a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:34.392650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15d192f-c5e6-47fe-8144-88f0952c9745 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:34.422826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-917bdf70-ea51-4688-9f64-86752d610e75 req-29e77897-7a0d-459b-85eb-dc6771e5de41 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377432 Nov 11 20:46:34.428329 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bcea1a8-41c6-4ecd-b240-c450b53013d2 req-8feb450b-7475-4b20-a5e2-3b044ca27123 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061779 Nov 11 20:46:34.438516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8805376a-21e8-412a-97c5-6acff7602063 None None] Port a7bba190-883c-469d-86f2-05aaa72a8a69 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:34.482854 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4aba4eb-5226-4bba-8951-e697bf14c21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.503251 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.532684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:34.620240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:34.621974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c15d192f-c5e6-47fe-8144-88f0952c9745 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:34.622358 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.720890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.737939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:34.758103 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06328d2a-6d6d-4a48-9d95-6290acf836e4 req-32b3584a-bc69-49f2-99a5-b461d5ed8bd9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0852859 Nov 11 20:46:34.768375 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.812874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port c15d192f-c5e6-47fe-8144-88f0952c9745, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c15d192f-c5e6-47fe-8144-88f0952c9745,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:34.816472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:34.821344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.828420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-1b576195-afe8-400d-be0e-bd87a6980f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:34.829929 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-1b576195-afe8-400d-be0e-bd87a6980f10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 1094 time: 0.2536850 Nov 11 20:46:34.832583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:34.900890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.901701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a201103a-7fc2-45ce-be4c-9b6aca0da798 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:34.924543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-6f566a41-97cc-4cf7-ac98-effc364c3c68 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3815892 Nov 11 20:46:34.951610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52378c25-9735-49c4-a375-115b29d7f6f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.962543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:35.013626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=c15d192f-c5e6-47fe-8144-88f0952c9745,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:35.026429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a201103a-7fc2-45ce-be4c-9b6aca0da798 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:35.026815 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.086106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52378c25-9735-49c4-a375-115b29d7f6f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.088866 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.115558 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Sync routers for ids ['47ac6941-3672-4afa-a28d-9944f1bc61c7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:35.129020 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Routers {'47ac6941-3672-4afa-a28d-9944f1bc61c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:35.129801 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['47ac6941-3672-4afa-a28d-9944f1bc61c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:35.145366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['83138df2-3cc2-488c-bf2b-b5c3f4ba5a75'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:35.181322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52378c25-9735-49c4-a375-115b29d7f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.239085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-52378c25-9735-49c4-a375-115b29d7f6f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eda765141dbc42b3bb15eb696dd6f8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4998879 Nov 11 20:46:35.240699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:35.252622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52378c25-9735-49c4-a375-115b29d7f6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2810f8ad-457a-4aef-853e-8a7be4556ba0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:35.311255 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Set router 47ac6941-3672-4afa-a28d-9944f1bc61c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:35.313307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.338475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:35.377409 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65ed3d6e-c060-4865-8598-61e5f3a5a7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.412211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65ed3d6e-c060-4865-8598-61e5f3a5a7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.419756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.449979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbabf9-1823-4d08-ac77-40f561dd3ff0 req-49ef628a-fe43-4d2d-9dac-340dc420b6b4 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:35.451483 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88cbabf9-1823-4d08-ac77-40f561dd3ff0 req-49ef628a-fe43-4d2d-9dac-340dc420b6b4 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 943 time: 0.5632136 Nov 11 20:46:35.462108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac437518-f646-4a53-a4bb-5cdd463a3b97 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:35.484444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Allocated IP 172.25.2.155 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/683985da-0390-49b4-89bc-ac13b91a1582) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:35.485085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:35.490376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-045eea5e-8885-472b-a20d-a98534c6c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:35.490874 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-045eea5e-8885-472b-a20d-a98534c6c28d service neutron] 10.222.0.58 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 906 time: 0.6164103 Nov 11 20:46:35.571946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-46bb7df3-8ff6-440b-9a11-22a429c1ef55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8 HTTP/1.1" status: 200 len: 217 time: 0.0617537 Nov 11 20:46:35.572231 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:31Z', 'revision_number': 4, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port': {'id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:24Z', 'updated_at': '2021-11-11T20:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a7bba190-883c-469d-86f2-05aaa72a8a69', 'name': '', 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6', 'tenant_id': '0500850374524a368e723ccda45d249e', 'mac_address': 'fa:16:3e:54:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '87cb9a98-2ecf-49bb-9fad-80513a7951db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:32Z', 'revision_number': 2, 'project_id': '0500850374524a368e723ccda45d249e', 'subnets': [{'id': '87cb9a98-2ecf-49bb-9fad-80513a7951db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:35.577788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.581985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-7de27693-81cc-4d9d-8132-4f033b9993d0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303047 Nov 11 20:46:35.599274 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65ed3d6e-c060-4865-8598-61e5f3a5a7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.602379 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65ed3d6e-c060-4865-8598-61e5f3a5a7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.602881 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Checking router: 47ac6941-3672-4afa-a28d-9944f1bc61c7 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:35.606068 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Updating router 47ac6941-3672-4afa-a28d-9944f1bc61c7 port a7bba190-883c-469d-86f2-05aaa72a8a69 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:35.606228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-65ed3d6e-c060-4865-8598-61e5f3a5a7dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2810f8ad-457a-4aef-853e-8a7be4556ba0 HTTP/1.1" status: 204 len: 168 time: 0.3599777 Nov 11 20:46:35.634710 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.644101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed3d6e-c060-4865-8598-61e5f3a5a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810f8ad-457a-4aef-853e-8a7be4556ba0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:35.676561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88cbabf9-1823-4d08-ac77-40f561dd3ff0 req-ac2f66c4-648c-4525-8548-9f82ea1c5372 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057822 Nov 11 20:46:35.693828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.734311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-f8fa3efb-c078-4b2c-ab97-cbfb19ff8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:35.735872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-f8fa3efb-c078-4b2c-ab97-cbfb19ff8913 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 200 len: 845 time: 0.1543062 Nov 11 20:46:35.749031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.792391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ef901d79-8495-4dcb-a38d-651efd36659f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:35.793921 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ef901d79-8495-4dcb-a38d-651efd36659f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055707 Nov 11 20:46:35.805085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-4e23df0b-12ca-43ce-9aa0-82191cd1cf27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9de36881-6130-494f-83d7-93d24aab7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359344 Nov 11 20:46:35.813337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Request body: {'port': {'device_id': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'e6d81b4fe4ec41e5998f166d9f12699b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:35.898989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.964509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:35.973795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:35.980315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:36.017545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Pushing event updated for resources: {'Port': ['ID=683985da-0390-49b4-89bc-ac13b91a1582,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:36.032168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320575-d16d-41c4-a174-f6418e78741e req-3476e634-5c29-43f7-8693-36783755aa85 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:36.034005 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.041068 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd320575-d16d-41c4-a174-f6418e78741e req-3476e634-5c29-43f7-8693-36783755aa85 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 943 time: 0.2746127 Nov 11 20:46:36.096813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] Transition to ACTIVE for port object ac437518-f646-4a53-a4bb-5cdd463a3b97 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:36.097036 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.106263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:36.111487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-a2cad082-8f49-496b-9b33-3d9af42a580b service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899752 Nov 11 20:46:36.153652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd320575-d16d-41c4-a174-f6418e78741e req-4243ea7c-2d7b-403c-a971-869e2bd96bd2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115315 Nov 11 20:46:36.213041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15d192f-c5e6-47fe-8144-88f0952c9745 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:36.221646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Made reservation on behalf of e6d81b4fe4ec41e5998f166d9f12699b for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:36.222439 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.228055 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.234240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e84d8d46-5c98-4912-a4a9-76df3ce1e7c0 req-51a00b6f-7a4b-4752-af07-2e899b032551 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095090 Nov 11 20:46:36.254036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.279899 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f23d35-14bc-4be4-b2c3-7870dfbeaa7c None None] Pushing event updated for resources: {'Port': ['ID=a7bba190-883c-469d-86f2-05aaa72a8a69,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:36.297957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Router 761e2920-2698-4843-b9dd-cfed31350e13 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:46:36.315969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:46:36.326935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:36.328886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.329340 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.386654 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Attempting to bind port a7bba190-883c-469d-86f2-05aaa72a8a69 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:36.387115 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Attempting to bind port a7bba190-883c-469d-86f2-05aaa72a8a69 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:36.387621 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Attempting to bind port a7bba190-883c-469d-86f2-05aaa72a8a69 on network 75265530-b8fd-499c-b386-e39b7e6c01a6 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:36.393151 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:36.393813 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Checking segment: {'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:36.394564 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.395158 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Bound using segment: {'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:36.395809 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Bound port: a7bba190-883c-469d-86f2-05aaa72a8a69, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2917e4-125e-4d4e-a23f-7f211c4d13f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:36.396436 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.480922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c15d192f-c5e6-47fe-8144-88f0952c9745 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:36.481459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.485586 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] For port a7bba190-883c-469d-86f2-05aaa72a8a69, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:36.490463 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] For port a7bba190-883c-469d-86f2-05aaa72a8a69, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a7bba190-883c-469d-86f2-05aaa72a8a69,segment=NetworkSegment(2b2917e4-125e-4d4e-a23f-7f211c4d13f8),segment_id=2b2917e4-125e-4d4e-a23f-7f211c4d13f8)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:36.503108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Allocated IP 192.168.233.240 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/28f8a217-6deb-43e0-96f5-c02fc83ee318) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:36.509580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:36.514033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] No DVR routers for this DVR port ac437518-f646-4a53-a4bb-5cdd463a3b97 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:36.571426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:36.575066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] Pushing event updated for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=10']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:36.592748 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.610671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-67babc45-78e9-498a-8bb6-7875e3fde547 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97/bindings/n-h1-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3283753 Nov 11 20:46:36.634386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bda553-4512-4e8e-853b-f404667f84b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.661178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.662497 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-50390dfd-2390-4524-8545-09fe09a89b9d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7700732 Nov 11 20:46:36.667260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:36.673585 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Routers {'47ac6941-3672-4afa-a28d-9944f1bc61c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:36.674389 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['47ac6941-3672-4afa-a28d-9944f1bc61c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:36.746136 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f23d35-14bc-4be4-b2c3-7870dfbeaa7c None None] Pushing event updated for resources: {'Port': ['ID=a7bba190-883c-469d-86f2-05aaa72a8a69,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:36.747506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bc596-645d-4ca5-ae62-ac0131551129 req-4e3c16f8-f404-46fb-bfd7-288ddffcb286 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:36.756391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-978bc596-645d-4ca5-ae62-ac0131551129 req-4e3c16f8-f404-46fb-bfd7-288ddffcb286 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 944 time: 0.2624283 Nov 11 20:46:36.766851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Sync routers for ids ['761e2920-2698-4843-b9dd-cfed31350e13'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:36.781487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.861686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.868763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Routers {'761e2920-2698-4843-b9dd-cfed31350e13'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:36.869502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['761e2920-2698-4843-b9dd-cfed31350e13'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:36.936680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-978bc596-645d-4ca5-ae62-ac0131551129 req-52865f3f-5816-4cb7-b6d8-04b1e4846872 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786122 Nov 11 20:46:36.963520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fe4909a7-2bb5-48ed-9aff-8c6c7b3dc632 None None] Provisioning complete for port a7bba190-883c-469d-86f2-05aaa72a8a69 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:36.963966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4909a7-2bb5-48ed-9aff-8c6c7b3dc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.967196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.992568 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.010705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.025818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:37.028304 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84962147-d15d-4ca4-ae3f-dc4d57b1fb9a" -d '{"events": [{"server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "name": "network-vif-plugged", "status": "completed", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:37.040500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:37.044529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:37.046986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6557a6c-2a34-4bcf-a70f-c039133399a8 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:37.049462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:37.051397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:37.052638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:37.074080 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] Set router 47ac6941-3672-4afa-a28d-9944f1bc61c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:37.079408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bda553-4512-4e8e-853b-f404667f84b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.133458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:37.174132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bda553-4512-4e8e-853b-f404667f84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.185688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:37.186357 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.188962 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.221579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-ef62d09a-ee45-48ce-9087-8c89bd3b4acb tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:37.223469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-ef62d09a-ee45-48ce-9087-8c89bd3b4acb tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.3977561 Nov 11 20:46:37.285805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-22bda553-4512-4e8e-853b-f404667f84b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c99f3a2e6a764ebe8bdbba187690a2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7129974 Nov 11 20:46:37.294865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32978) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:37.309382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35fcf6-6b1e-4ef1-9fa3-f83b08c793de req-c80c8407-d7c4-4bac-8999-f646021bcf51 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:37.318950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d35fcf6-6b1e-4ef1-9fa3-f83b08c793de req-c80c8407-d7c4-4bac-8999-f646021bcf51 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 936 time: 0.2420254 Nov 11 20:46:37.323726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.358742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bda553-4512-4e8e-853b-f404667f84b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0483c3d7-1bb6-4c80-9739-e8fb401ea252,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:37.359621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5514529 Nov 11 20:46:37.377306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-adebaf48-c799-4804-9af7-dec6257917af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:37.378759 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-adebaf48-c799-4804-9af7-dec6257917af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 1095 time: 0.1435933 Nov 11 20:46:37.383490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Request body: {'port': {'device_id': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:37.400305 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:31Z', 'revision_number': 4, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port': {'id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:24Z', 'updated_at': '2021-11-11T20:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a7bba190-883c-469d-86f2-05aaa72a8a69', 'name': '', 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6', 'tenant_id': '0500850374524a368e723ccda45d249e', 'mac_address': 'fa:16:3e:54:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '87cb9a98-2ecf-49bb-9fad-80513a7951db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:36Z', 'revision_number': 4, 'project_id': '0500850374524a368e723ccda45d249e', 'subnets': [{'id': '87cb9a98-2ecf-49bb-9fad-80513a7951db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:37.407478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cf9d6-7eb6-4df2-9bce-fb4f28e366fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:37.437043 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661a827-541f-4eff-b4e9-5b71aa966edc None None] The sync data for ids ['47ac6941-3672-4afa-a28d-9944f1bc61c7'] in n-d-805734-3 is: [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:31Z', 'revision_number': 4, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port': {'id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:24Z', 'updated_at': '2021-11-11T20:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a7bba190-883c-469d-86f2-05aaa72a8a69', 'name': '', 'network_id': '75265530-b8fd-499c-b386-e39b7e6c01a6', 'tenant_id': '0500850374524a368e723ccda45d249e', 'mac_address': 'fa:16:3e:54:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '87cb9a98-2ecf-49bb-9fad-80513a7951db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:36Z', 'revision_number': 4, 'project_id': '0500850374524a368e723ccda45d249e', 'subnets': [{'id': '87cb9a98-2ecf-49bb-9fad-80513a7951db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:37.455431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:37.481282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 20:46:37.540304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:37.551916 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.561207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d35fcf6-6b1e-4ef1-9fa3-f83b08c793de req-57e8d738-063d-46b1-9f6f-920ec98c73eb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398450 Nov 11 20:46:37.604435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-11ce69e3-66fb-4530-b1e2-ae9700a3e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:37.605981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-11ce69e3-66fb-4530-b1e2-ae9700a3e499 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1095 time: 0.1957753 Nov 11 20:46:37.609459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Set router 761e2920-2698-4843-b9dd-cfed31350e13 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:37.612774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.634134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Pushing event updated for resources: {'Port': ['ID=683985da-0390-49b4-89bc-ac13b91a1582,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:37.645372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b53ae291-098e-41de-a982-74572312e218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.681203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b53ae291-098e-41de-a982-74572312e218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.735259 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4909a7-2bb5-48ed-9aff-8c6c7b3dc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.761588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:37.787851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.789425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-7a9503e1-b1e1-4a45-9272-9592d383296d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8345211 Nov 11 20:46:37.812637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eeac9-02df-4959-984a-57b6a41e33ad req-407f4845-bbc8-4a4e-a90e-8c51ea62d69f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:37.821625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf6eeac9-02df-4959-984a-57b6a41e33ad req-407f4845-bbc8-4a4e-a90e-8c51ea62d69f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 943 time: 0.1353962 Nov 11 20:46:37.837903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'mac_address': 'fa:16:3e:f9:80:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:37.850417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.946761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf6eeac9-02df-4959-984a-57b6a41e33ad req-55ee5e81-c452-42a4-8ed1-d79f4ea8f9bb tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222296 Nov 11 20:46:37.949930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b53ae291-098e-41de-a982-74572312e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.958633 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b53ae291-098e-41de-a982-74572312e218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.961859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fe4909a7-2bb5-48ed-9aff-8c6c7b3dc632 None None] For port a7bba190-883c-469d-86f2-05aaa72a8a69, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a7bba190-883c-469d-86f2-05aaa72a8a69,segment=NetworkSegment(2b2917e4-125e-4d4e-a23f-7f211c4d13f8),segment_id=2b2917e4-125e-4d4e-a23f-7f211c4d13f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:37.964014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b53ae291-098e-41de-a982-74572312e218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0483c3d7-1bb6-4c80-9739-e8fb401ea252 HTTP/1.1" status: 204 len: 168 time: 0.6668289 Nov 11 20:46:38.010838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ae291-098e-41de-a982-74572312e218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0483c3d7-1bb6-4c80-9739-e8fb401ea252,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:38.031900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.039143 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.044767 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7777b1-122b-4b81-b5e8-7ca433db0ea1 x-openstack-request-id: req-0e7777b1-122b-4b81-b5e8-7ca433db0ea1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:38.045081 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "name": "network-vif-plugged", "status": "completed", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:38.045342 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e7777b1-122b-4b81-b5e8-7ca433db0ea1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:38.045745 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'code': 200} Nov 11 20:46:38.090741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4909a7-2bb5-48ed-9aff-8c6c7b3dc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.203787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4909a7-2bb5-48ed-9aff-8c6c7b3dc632 None None] Pushing event updated for resources: {'Port': ['ID=a7bba190-883c-469d-86f2-05aaa72a8a69,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:38.235685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6557a6c-2a34-4bcf-a70f-c039133399a8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:38.280453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:38.281657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-55f115c0-ab63-445e-b855-4bb91fe66420 None None] Provisioning complete for port a7bba190-883c-469d-86f2-05aaa72a8a69 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:38.282119 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55f115c0-ab63-445e-b855-4bb91fe66420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.334176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a7bba190-883c-469d-86f2-05aaa72a8a69 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:38.401852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '55788364-a7e7-4177-88de-ad24824f0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:34Z', 'revision_number': 3, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port': {'id': '55788364-a7e7-4177-88de-ad24824f0c21', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:32Z', 'updated_at': '2021-11-11T20:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:38.407011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.427539 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-f3576aed-3e76-4fef-b716-11ae1c3ac08e tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.155 HTTP/1.1" status: 200 len: 696 time: 0.6079228 Nov 11 20:46:38.486383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Checking router: 761e2920-2698-4843-b9dd-cfed31350e13 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:38.498278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Updating router 761e2920-2698-4843-b9dd-cfed31350e13 port 55788364-a7e7-4177-88de-ad24824f0c21 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:38.658420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.708990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:38.722206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a7bba190-883c-469d-86f2-05aaa72a8a69 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:38.722714 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.767380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f8a217-6deb-43e0-96f5-c02fc83ee318 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:38.802345 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:38.811108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a6557a6c-2a34-4bcf-a70f-c039133399a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:38.879651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Allocated IP 172.20.0.1 (29553127-c335-4bb4-a4a7-fa3de58b0abd/e0271f55-3686-4119-9fae-6235637353c8/c20760b5-28ad-4eca-af52-1d9a0e533925) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:38.898447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-d06e1ddb-26c3-4cc6-9a1a-2978affe5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:38.900103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-d06e1ddb-26c3-4cc6-9a1a-2978affe5cf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 1.2833471 Nov 11 20:46:38.901241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Transition to ACTIVE for port object 28f8a217-6deb-43e0-96f5-c02fc83ee318 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:38.948212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-55f115c0-ab63-445e-b855-4bb91fe66420 None None] Provisioning complete for port 28f8a217-6deb-43e0-96f5-c02fc83ee318 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:38.948827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55f115c0-ab63-445e-b855-4bb91fe66420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.030510 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-1da341db-b1e5-4750-b3b7-52386f67ece5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 217 time: 0.1211865 Nov 11 20:46:39.038076 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.088946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7420b9-fb05-4240-b000-49522a8820fa req-1fb63d78-5c9f-45aa-9f61-70f6392b266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:39.092801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc7420b9-fb05-4240-b000-49522a8820fa req-1fb63d78-5c9f-45aa-9f61-70f6392b266e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 1096 time: 0.7137990 Nov 11 20:46:39.109695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bd359-64a3-48e4-a01a-30d51581735c req-a64d22a6-7f15-400a-938f-b95560ce8860 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:39.119165 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-351bd359-64a3-48e4-a01a-30d51581735c req-a64d22a6-7f15-400a-938f-b95560ce8860 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.7412727 Nov 11 20:46:39.157294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:39.169084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-55f115c0-ab63-445e-b855-4bb91fe66420 None None] Port 28f8a217-6deb-43e0-96f5-c02fc83ee318 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:39.178858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.215521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-a7349237-ad7a-4a1e-ac8a-12ae6b35eb08 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:39.216995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-a7349237-ad7a-4a1e-ac8a-12ae6b35eb08 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.7674761 Nov 11 20:46:39.242246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-2de44af1-bdbf-4c86-9636-6661e2c085e2 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:39.243398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db4fb04d-8eb5-4faa-b04f-6d2b0a6f214c req-2de44af1-bdbf-4c86-9636-6661e2c085e2 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174401 Nov 11 20:46:39.298032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-351bd359-64a3-48e4-a01a-30d51581735c req-d8a34db3-d9eb-49fb-822b-82cf168d1905 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775761 Nov 11 20:46:39.306672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc7420b9-fb05-4240-b000-49522a8820fa req-bde81f2f-c1ad-42b6-9894-a4c32d248fe6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786349 Nov 11 20:46:39.324001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-24872da7-6fc7-469a-9516-23c2ad4eff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:39.325634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-24872da7-6fc7-469a-9516-23c2ad4eff39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.2769289 Nov 11 20:46:39.447629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:39.448999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:39.449436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:39.456863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:39.457422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:39.461722 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.466191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:39.467288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:39.467895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:39.468598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Bound port: 28f8a217-6deb-43e0-96f5-c02fc83ee318, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:39.469208 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.571748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Pushing event updated for resources: {'Port': ['ID=c20760b5-28ad-4eca-af52-1d9a0e533925,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:39.597377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:39.611426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:39.614133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:39.620384 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.625978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-ca7d87c8-7607-4def-a949-fb3f29ddcaed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654972 Nov 11 20:46:39.681331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10d162-4eff-4ac2-bfaa-9cb11b7f48b9 req-53a0fc5d-b30f-4b14-8f09-6979316d2135 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:39.682256 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.689417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b10d162-4eff-4ac2-bfaa-9cb11b7f48b9 req-53a0fc5d-b30f-4b14-8f09-6979316d2135 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 945 time: 0.2543070 Nov 11 20:46:39.716178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:39.724427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.750846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Attempting to bind port 55788364-a7e7-4177-88de-ad24824f0c21 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:39.751319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Attempting to bind port 55788364-a7e7-4177-88de-ad24824f0c21 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:39.751798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Attempting to bind port 55788364-a7e7-4177-88de-ad24824f0c21 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:39.761664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:39.762287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:39.762983 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.763493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:39.764286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Bound port: 55788364-a7e7-4177-88de-ad24824f0c21, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:39.764780 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:39.800943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33008) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:39.827045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:39.830288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd369ac-335b-4489-8802-96debcf66943 None None] Pushing event updated for resources: {'Port': ['ID=55788364-a7e7-4177-88de-ad24824f0c21,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:39.880398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] For port 55788364-a7e7-4177-88de-ad24824f0c21, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:39.897150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] For port 55788364-a7e7-4177-88de-ad24824f0c21, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=55788364-a7e7-4177-88de-ad24824f0c21,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:39.898302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b10d162-4eff-4ac2-bfaa-9cb11b7f48b9 req-98afba31-0b36-40a2-a601-1f7394b435a1 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992328 Nov 11 20:46:39.898872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699c601-916e-41b1-8a1e-9fda835df993 req-01a84d18-daf9-4c7e-8b45-644e74281c2d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:39.908990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e699c601-916e-41b1-8a1e-9fda835df993 req-01a84d18-daf9-4c7e-8b45-644e74281c2d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 948 time: 0.2298870 Nov 11 20:46:39.942574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-b8cb457d-f697-4ab7-a14b-823e21b713ac service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156676 Nov 11 20:46:40.176994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.179579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94777-df0b-40e7-bc20-f69f1dfe4bf9 req-bedf170e-ed5a-4be5-a621-3c4e6d11aa0d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.179579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed94777-df0b-40e7-bc20-f69f1dfe4bf9 req-bedf170e-ed5a-4be5-a621-3c4e6d11aa0d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 944 time: 0.0522175 Nov 11 20:46:40.180651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-network', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:40.180651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.180651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.180651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] 10.222.0.62 "PUT /v2.0/ports/28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 1096 time: 2.7158196 Nov 11 20:46:40.180651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:40.180651 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58a08f3-b28b-41bb-9d6d-00393c14e418" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:40.180651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e699c601-916e-41b1-8a1e-9fda835df993 req-54e39369-ead4-4804-988c-1158ae0be62f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983144 Nov 11 20:46:40.181824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed94777-df0b-40e7-bc20-f69f1dfe4bf9 req-9ffaaf1f-ab02-4f88-9847-fcf2cb41328d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736361 Nov 11 20:46:40.209125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75612dd7-103e-4a6b-a195-64a62690a216 None None] Provisioning complete for port c20760b5-28ad-4eca-af52-1d9a0e533925 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:40.209763 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75612dd7-103e-4a6b-a195-64a62690a216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.242383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a7bba190-883c-469d-86f2-05aaa72a8a69 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:40.281483 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015b47b4-83cc-45f7-987f-546cdde521f3 x-openstack-request-id: req-015b47b4-83cc-45f7-987f-546cdde521f3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:40.281483 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:40.281483 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-015b47b4-83cc-45f7-987f-546cdde521f3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:40.281483 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'status': 'completed', 'code': 200} Nov 11 20:46:40.284584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-75612dd7-103e-4a6b-a195-64a62690a216 None None] Port c20760b5-28ad-4eca-af52-1d9a0e533925 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:40.310163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a7bba190-883c-469d-86f2-05aaa72a8a69 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:40.310794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee403529-3555-483c-b8cd-050290fd1612 service neutron] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:40.310950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.332210 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9431b58-b2ec-491f-8843-62dc70b0a2a4 req-d4e2083f-2df8-41b5-ae90-ca207e9172ed tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips/164b1a70-daa6-4241-914b-0b1a97b8c200 HTTP/1.1" status: 200 len: 693 time: 0.1956234 Nov 11 20:46:40.336706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-68cdda11-a660-46e6-8ea9-6f69f14aaa32 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842220 Nov 11 20:46:40.417389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a08f3-b28b-41bb-9d6d-00393c14e418 req-dc37ef6f-8794-42a4-bb3f-5dd38580844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.419031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d58a08f3-b28b-41bb-9d6d-00393c14e418 req-dc37ef6f-8794-42a4-bb3f-5dd38580844d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.1452858 Nov 11 20:46:40.446673 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.487843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b420-106c-47b3-a79d-298aa5e4810a req-407a1797-019b-4fd2-a27e-3f309adb56bf tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.489328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24a2b420-106c-47b3-a79d-298aa5e4810a req-407a1797-019b-4fd2-a27e-3f309adb56bf tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.0891616 Nov 11 20:46:40.511486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Routers {'761e2920-2698-4843-b9dd-cfed31350e13'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:40.518415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['761e2920-2698-4843-b9dd-cfed31350e13'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:40.520576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431b58-b2ec-491f-8843-62dc70b0a2a4 req-7a7184a6-41ca-4b58-822b-f12eac2e7351 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.525023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9431b58-b2ec-491f-8843-62dc70b0a2a4 req-7a7184a6-41ca-4b58-822b-f12eac2e7351 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1853948 Nov 11 20:46:40.527361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Made reservation on behalf of b80e000467cb4053bd217191b9304aa4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:40.529980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.530254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.535901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d58a08f3-b28b-41bb-9d6d-00393c14e418 req-ae894a0c-4e37-404d-9762-e50e9635debe service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766912 Nov 11 20:46:40.546211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-f9431b58-b2ec-491f-8843-62dc70b0a2a4 req-e1217cf4-95e4-45d1-8571-f1a6ae002630 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:40.548186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9431b58-b2ec-491f-8843-62dc70b0a2a4 req-e1217cf4-95e4-45d1-8571-f1a6ae002630 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152574 Nov 11 20:46:40.549355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.613445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24a2b420-106c-47b3-a79d-298aa5e4810a req-31e245b3-48bb-4157-9421-bd9c23c36536 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065161 Nov 11 20:46:40.616834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd369ac-335b-4489-8802-96debcf66943 None None] Pushing event updated for resources: {'Port': ['ID=55788364-a7e7-4177-88de-ad24824f0c21,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:40.720851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] Set router 761e2920-2698-4843-b9dd-cfed31350e13 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:40.728284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2c21366-45eb-4003-8130-87aa8c80f6da req-beb83265-c129-4e5b-b7fa-f1f19e86801d tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=0500850374524a368e723ccda45d249e HTTP/1.1" status: 200 len: 696 time: 0.0790184 Nov 11 20:46:40.737200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a08f3-b28b-41bb-9d6d-00393c14e418 req-627af53e-7d7e-4505-8efc-a8922f13e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.738937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d58a08f3-b28b-41bb-9d6d-00393c14e418 req-627af53e-7d7e-4505-8efc-a8922f13e613 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1777349 Nov 11 20:46:40.772437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.846858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-41ac6f12-9069-4080-af97-2fb72c5b9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.848453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-41ac6f12-9069-4080-af97-2fb72c5b9ce1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0614014 Nov 11 20:46:40.894915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-d200a9a2-fe60-4caf-9cf0-32f002be376b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 217 time: 0.0362203 Nov 11 20:46:40.896072 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.902195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21366-45eb-4003-8130-87aa8c80f6da req-319d45fb-7956-40f0-8845-72b9e514deb1 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.910319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2c21366-45eb-4003-8130-87aa8c80f6da req-319d45fb-7956-40f0-8845-72b9e514deb1 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks?id=ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 787 time: 0.1752760 Nov 11 20:46:40.924782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-d2c21366-45eb-4003-8130-87aa8c80f6da req-161797af-cc92-4f5b-a0eb-dff66153a6a6 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:40.925636 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2c21366-45eb-4003-8130-87aa8c80f6da req-161797af-cc92-4f5b-a0eb-dff66153a6a6 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124094 Nov 11 20:46:40.941610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.969045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '55788364-a7e7-4177-88de-ad24824f0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:40Z', 'revision_number': 4, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port': {'id': '55788364-a7e7-4177-88de-ad24824f0c21', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:32Z', 'updated_at': '2021-11-11T20:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c20760b5-28ad-4eca-af52-1d9a0e533925', 'name': '', 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'mac_address': 'fa:16:3e:8d:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e0271f55-3686-4119-9fae-6235637353c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:38Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'subnets': [{'id': 'e0271f55-3686-4119-9fae-6235637353c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:40.984653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:46:40.998788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ce601-03d2-47c7-a83a-0c5dad7ad7a2 None None] The sync data for ids ['761e2920-2698-4843-b9dd-cfed31350e13'] in n-d-805734-3 is: [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '55788364-a7e7-4177-88de-ad24824f0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:40Z', 'revision_number': 4, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port': {'id': '55788364-a7e7-4177-88de-ad24824f0c21', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:32Z', 'updated_at': '2021-11-11T20:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c20760b5-28ad-4eca-af52-1d9a0e533925', 'name': '', 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'mac_address': 'fa:16:3e:8d:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e0271f55-3686-4119-9fae-6235637353c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:38Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'subnets': [{'id': 'e0271f55-3686-4119-9fae-6235637353c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:41.018276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.039679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6557a6c-2a34-4bcf-a70f-c039133399a8 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:41.052159 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.052589 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-b436505a-ea99-437a-a29c-8e5cce0f4d8c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips/164b1a70-daa6-4241-914b-0b1a97b8c200 HTTP/1.1" status: 200 len: 693 time: 0.0869803 Nov 11 20:46:41.058342 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Added segment ad155bda-c17b-46bb-8d43-2a75a85cc900 of type vlan for network 00cded79-3740-44a4-9f86-2296f83b8a35 Nov 11 20:46:41.061100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1659c8b5-892f-4e74-85c1-9b367ea42d5d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:41.120362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-7d6b3da2-92e5-48b5-a3b9-f184a323535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.121848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-7d6b3da2-92e5-48b5-a3b9-f184a323535c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2184558 Nov 11 20:46:41.148186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.181717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port a6557a6c-2a34-4bcf-a70f-c039133399a8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:46:41.187096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a6557a6c-2a34-4bcf-a70f-c039133399a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:41.187750 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.193565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Pushing event updated for resources: {'Port': ['ID=c20760b5-28ad-4eca-af52-1d9a0e533925,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:41.199504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.201280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca2bae-8af1-4c21-9bca-6431e0ea72d3 req-5c31afe5-17cf-4a94-a80c-2e04730ca50c tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.202849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdca2bae-8af1-4c21-9bca-6431e0ea72d3 req-5c31afe5-17cf-4a94-a80c-2e04730ca50c tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 945 time: 0.2114747 Nov 11 20:46:41.213098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411160-1ae0-4c1c-b621-935135db2030 req-af1db9c6-0aaf-4722-a27b-0bf4f1d239a1 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.214584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-af1db9c6-0aaf-4722-a27b-0bf4f1d239a1 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.2093143 Nov 11 20:46:41.239067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9ef73ddd-1fd2-4d29-83e2-67fca04e7971 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.240498 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9ef73ddd-1fd2-4d29-83e2-67fca04e7971 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1621072 Nov 11 20:46:41.255650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-1d8a5530-2dff-4ab7-9027-eb33e228a5c7 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:41.256673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-1d8a5530-2dff-4ab7-9027-eb33e228a5c7 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086026 Nov 11 20:46:41.291558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-37d04544-b274-4a4e-b69a-8d80eb4e88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.296292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-37d04544-b274-4a4e-b69a-8d80eb4e88ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558132 Nov 11 20:46:41.316977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.339700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.340670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.341318 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.353216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:41.359047 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b14ff1-b1de-4e48-829d-520e0473a906" -d '{"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-plugged", "status": "completed", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:41.373492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:41.388177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-a360266a-f3c1-49a5-90ad-b140b8245abf tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.155 HTTP/1.1" status: 200 len: 696 time: 0.1238489 Nov 11 20:46:41.404372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdca2bae-8af1-4c21-9bca-6431e0ea72d3 req-c6da64cc-faad-4e7a-aeae-0a6db7ab2d70 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866338 Nov 11 20:46:41.431946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.508936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:41.511768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7076921 Nov 11 20:46:41.521792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-8a868bb0-8254-4435-9ca4-10757d4b099c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.155 HTTP/1.1" status: 200 len: 696 time: 0.0973527 Nov 11 20:46:41.522357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:41.529972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Request body: {'subnet': {'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-subnet', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:41.550681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:41.559070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce21d4-b5d8-4704-b673-c5287561cd22 admin admin] Pushing event updated for resources: {'Network': ['ID=00cded79-3740-44a4-9f86-2296f83b8a35,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:41.577266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 00cded79-3740-44a4-9f86-2296f83b8a35 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:46:41.583947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:41.700847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-5b27be2b-4765-4001-b8b0-5bfac348df51 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741755 Nov 11 20:46:41.756562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b758-7e11-499f-8fac-23daabb7322f req-566d60c2-ece6-4b31-89a9-85ec51907b89 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.764720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5115b758-7e11-499f-8fac-23daabb7322f req-566d60c2-ece6-4b31-89a9-85ec51907b89 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 948 time: 0.2483447 Nov 11 20:46:41.823053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8e411160-1ae0-4c1c-b621-935135db2030 req-9bc21258-311a-46b9-88c8-5c6582fc8ba4 service neutron] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:41.823948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Deleting port 683985da-0390-49b4-89bc-ac13b91a1582 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:41.824333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.831344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Router 761e2920-2698-4843-b9dd-cfed31350e13 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:41.832226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Made reservation on behalf of b80e000467cb4053bd217191b9304aa4 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:41.832792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8e411160-1ae0-4c1c-b621-935135db2030 req-9bc21258-311a-46b9-88c8-5c6582fc8ba4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.833911 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e411160-1ae0-4c1c-b621-935135db2030 req-9bc21258-311a-46b9-88c8-5c6582fc8ba4 service neutron] 10.222.0.62 "DELETE /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97/bindings/n-h2-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.6064630 Nov 11 20:46:41.834492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:41.878261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5115b758-7e11-499f-8fac-23daabb7322f req-f02ca1a3-c74e-484d-b2a4-036ed7626654 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126168 Nov 11 20:46:41.881072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f532e021-73ae-4713-a84e-96a20bfdca33 req-1422c6cb-8f28-4d72-a61c-7c327dacbb2f service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673803 Nov 11 20:46:41.919785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-255a3754-9da5-40ca-b335-3082d1ea6fb2 None None] Provisioning complete for port c20760b5-28ad-4eca-af52-1d9a0e533925 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:41.920954 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-255a3754-9da5-40ca-b335-3082d1ea6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.003092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-255a3754-9da5-40ca-b335-3082d1ea6fb2 None None] Port c20760b5-28ad-4eca-af52-1d9a0e533925 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:42.057068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe975ee-4dc2-4498-9295-0eec923cbb6b req-7c1b1467-9fb9-4b0f-9844-7347615e3563 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.059413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9fe975ee-4dc2-4498-9295-0eec923cbb6b req-7c1b1467-9fb9-4b0f-9844-7347615e3563 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 945 time: 0.0766890 Nov 11 20:46:42.124877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9fe975ee-4dc2-4498-9295-0eec923cbb6b req-168bd34f-a8b2-4a19-b584-9167c17a9753 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589082 Nov 11 20:46:42.135036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.135485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.206350 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb4464-8290-4b5c-bc6b-37eb2be05e17 x-openstack-request-id: req-2cbb4464-8290-4b5c-bc6b-37eb2be05e17 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:42.206350 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-plugged", "status": "completed", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:42.206350 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cbb4464-8290-4b5c-bc6b-37eb2be05e17 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:42.206350 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'code': 200} Nov 11 20:46:42.284099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Calling delete_port for 683985da-0390-49b4-89bc-ac13b91a1582 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:42.290770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 55788364-a7e7-4177-88de-ad24824f0c21 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:42.324132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:42.329390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-514713b3-0ede-4ba4-97ba-81d2c85fcf2b admin admin] 10.222.0.31 "PUT /v2.0/routers/761e2920-2698-4843-b9dd-cfed31350e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6615694 Nov 11 20:46:42.347524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 55788364-a7e7-4177-88de-ad24824f0c21 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:42.347917 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.397163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8ddbc-a129-4b55-b50b-1e61f22fd4c9 req-d74d74fb-7946-437e-a7e2-a4d4f96a1c57 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.408271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01e8ddbc-a129-4b55-b50b-1e61f22fd4c9 req-d74d74fb-7946-437e-a7e2-a4d4f96a1c57 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.1179080 Nov 11 20:46:42.437609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e1827-dbb6-4678-a5e1-7957f632b8c1 req-30c6c52e-33be-4bef-8389-215a00b5c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.438382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a67e1827-dbb6-4678-a5e1-7957f632b8c1 req-30c6c52e-33be-4bef-8389-215a00b5c897 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 1096 time: 0.1517859 Nov 11 20:46:42.441534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.493187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.513251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01e8ddbc-a129-4b55-b50b-1e61f22fd4c9 req-cb638029-bf9e-4b6a-ab07-112ef569ee1e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008654 Nov 11 20:46:42.547153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca74eb67-899f-47d1-986e-caaec86df564,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:42.550676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 55788364-a7e7-4177-88de-ad24824f0c21, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=55788364-a7e7-4177-88de-ad24824f0c21,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:42.598934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Checking segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:42.599297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Network hostable DHCP agents. Network: 00cded79-3740-44a4-9f86-2296f83b8a35, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:46:42.607131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a67e1827-dbb6-4678-a5e1-7957f632b8c1 req-16e5df10-405c-434b-b66e-5ec3137a7305 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588523 Nov 11 20:46:42.620719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.683332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=55788364-a7e7-4177-88de-ad24824f0c21,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:42.726412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ad883-2132-4a95-877b-b24108163d95 req-1ca568bd-bc2b-4673-b230-0870edb38691 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.728083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe0ad883-2132-4a95-877b-b24108163d95 req-1ca568bd-bc2b-4673-b230-0870edb38691 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 945 time: 0.0532351 Nov 11 20:46:42.728616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Network 00cded79-3740-44a4-9f86-2296f83b8a35 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:46:42.752624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.780985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe0ad883-2132-4a95-877b-b24108163d95 req-c1cc7b89-1a2d-41f2-8f5a-6ec7459f37ab tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467179 Nov 11 20:46:42.781129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Pushing event deleted for resources: {'Port': ['ID=683985da-0390-49b4-89bc-ac13b91a1582,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:42.789989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 00cded79-3740-44a4-9f86-2296f83b8a35) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:42.797916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea19c19c-fac0-4ab3-80ad-e041aef8eace None None] Network 00cded79-3740-44a4-9f86-2296f83b8a35 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:42.808566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.819317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.853804 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.856435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:42.857638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fac167-d06c-48fa-aa89-c7009d5ba158 req-9571b9aa-b729-41e3-b8d0-0d5b0362217c tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "DELETE /v2.0/floatingips/164b1a70-daa6-4241-914b-0b1a97b8c200 HTTP/1.1" status: 204 len: 173 time: 1.3235304 Nov 11 20:46:42.929226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:42.930656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3c3f3f40-fe14-410d-9769-f0233aedf984 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4059763 Nov 11 20:46:42.934604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:42.993769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de33cb-ef23-44fa-9036-5b9896cc9f6a req-97560963-2cbc-42b3-b1af-c19318d265b2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.995329 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49de33cb-ef23-44fa-9036-5b9896cc9f6a req-97560963-2cbc-42b3-b1af-c19318d265b2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 945 time: 0.0636339 Nov 11 20:46:43.004029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:43.006072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-00cded79-3740-44a4-9f86-2296f83b8a35', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:46:43.008808 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.012504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Request body: {'floatingip': {'port_id': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:43.042309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.043443 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.094693 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.157207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.165903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-f39b4346-7f86-4a0d-9187-0d24bf624488 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1664226 Nov 11 20:46:43.173095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Allocated IP 172.20.0.2 (00cded79-3740-44a4-9f86-2296f83b8a35/ca74eb67-899f-47d1-986e-caaec86df564/1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:43.186689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:43.281422 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.360575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-fcd1c3f9-75fd-462a-803d-2d24774005fa tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3450634 Nov 11 20:46:43.367844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.406701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.437776 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.479527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Network 00cded79-3740-44a4-9f86-2296f83b8a35 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:43.485108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:43.489157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:43.495955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Pushing event updated for resources: {'Port': ['ID=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:43.554730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Attempting to bind port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:43.555105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Attempting to bind port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:43.555467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Attempting to bind port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca on network 00cded79-3740-44a4-9f86-2296f83b8a35 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:43.561957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:43.562333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Checking segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:43.562742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.563125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Bound using segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:43.563613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Bound port: 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:43.563994 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.637422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] For port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:43.640704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] For port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:43.652216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:43.706737 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.780801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3bd95-0e4c-4e97-91cb-ca979c90e7e0 None None] Pushing event updated for resources: {'Port': ['ID=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:43.806042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.823303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:43.935990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Allocated IP 172.25.2.176 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/6795f9a7-e253-47eb-bf3b-70621ddeee14) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:44.098372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.103127 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.139156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:44.148449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.172023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.198651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.244124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.330949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:44.338312 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Floating IP f3314a7e-9541-4660-ada2-f693c52b3f88 associated. External IP: 172.25.2.150, port: 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75. Nov 11 20:46:44.421051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.480729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:44.483313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'mac_address': 'fa:16:3e:25:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:44.485467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=6795f9a7-e253-47eb-bf3b-70621ddeee14,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:44.489714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:44.492239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:44.494992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:44.539146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Allocated IP 172.25.2.187 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/cedf5db1-b17e-419c-b1d1-0ba2c2391c8b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:44.560424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.581369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f8a217-6deb-43e0-96f5-c02fc83ee318 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:44.587896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:44.588377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.588649 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.631678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:44.689306 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.690139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Router 7dec4af5-5938-4ecc-8164-4bd4388665e8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:44.722377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:44.725038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.733997 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.745934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.799570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:44.814575 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.815391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 55788364-a7e7-4177-88de-ad24824f0c21 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:44.856241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:44.869144 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] Sync routers for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:44.873098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.887668 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:44.891226 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:44.905428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:44.911978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.919522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5d327232-0f1b-4449-8dca-1547b13795d2 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "PUT /v2.0/floatingips/f3314a7e-9541-4660-ada2-f693c52b3f88 HTTP/1.1" status: 200 len: 991 time: 1.9086688 Nov 11 20:46:44.920636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:44.925588 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be986a61-63bf-43e0-bebe-a03586095025" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:44.949091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 55788364-a7e7-4177-88de-ad24824f0c21 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:44.949467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:44.981532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:45.002492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:45.014005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:45.019988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Pushing event updated for resources: {'Port': ['ID=cedf5db1-b17e-419c-b1d1-0ba2c2391c8b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:45.024320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.047012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Allocated IP 172.25.2.139 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/e79604e2-9a0e-4a87-9045-79c0d242d544) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:45.068190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['28f8a217-6deb-43e0-96f5-c02fc83ee318'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:45.097320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.144090 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:45.199471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.251244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=6795f9a7-e253-47eb-bf3b-70621ddeee14,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:45.280696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.318504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.338717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.373164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.374960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-223f588a-5d32-4bd2-81c3-0f367cfc75f3 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1934419 Nov 11 20:46:45.379919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Sync routers for ids ['761e2920-2698-4843-b9dd-cfed31350e13'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:45.399120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff150b-7cd2-47dc-8f97-459da428c4f2 None None] Network 00cded79-3740-44a4-9f86-2296f83b8a35 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:45.427043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Routers {'761e2920-2698-4843-b9dd-cfed31350e13'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:45.427689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['761e2920-2698-4843-b9dd-cfed31350e13'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:45.434026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-8f21baad-157e-472c-ae6a-4924b979102d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0526397 Nov 11 20:46:45.435892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.487844 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f3314a7e-9541-4660-ada2-f693c52b3f88', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'port_id': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'mac_address': 'fa:16:3e:36:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:16Z', 'updated_at': '2021-11-11T20:46:43Z', 'revision_number': 1, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:13Z', 'revision_number': 5, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:45.489171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:45.495177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:45.498093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:45.539079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] Checking router: 7dec4af5-5938-4ecc-8164-4bd4388665e8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:45.553100 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:45.556944 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:45.567998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.603425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a33c5494-5ad1-4238-a238-9c3e2a0b3139 None None] Provisioning complete for port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:45.603896 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a33c5494-5ad1-4238-a238-9c3e2a0b3139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.638047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.680281 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:45.695639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Pushing event updated for resources: {'Port': ['ID=e79604e2-9a0e-4a87-9045-79c0d242d544,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:45.842599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Set router 761e2920-2698-4843-b9dd-cfed31350e13 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:45.843322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Pushing event updated for resources: {'Port': ['ID=cedf5db1-b17e-419c-b1d1-0ba2c2391c8b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:45.843522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-8e85fff5-ab71-4816-ad0d-2b66fb09158a tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:45.843522 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a5aaf4f-3959-49c8-a66b-7e264d3b38dc req-8e85fff5-ab71-4816-ad0d-2b66fb09158a tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.3292534 Nov 11 20:46:45.843721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.908465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:45.910300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-443dcb5e-7fe9-4cbe-ba94-18eabf7b2108 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5486472 Nov 11 20:46:46.018288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-c3e56e10-ffe3-43ed-82f4-99508468019a tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0992730 Nov 11 20:46:46.021659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bdbcf-408b-4d1b-92dc-fda7bdb294f8 req-08380825-6714-41f4-976d-b7021a4fc0a1 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:46.024018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-898bdbcf-408b-4d1b-92dc-fda7bdb294f8 req-08380825-6714-41f4-976d-b7021a4fc0a1 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1095 time: 0.1750169 Nov 11 20:46:46.028785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:46.036240 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f3314a7e-9541-4660-ada2-f693c52b3f88', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'port_id': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'mac_address': 'fa:16:3e:36:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:16Z', 'updated_at': '2021-11-11T20:46:43Z', 'revision_number': 1, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:13Z', 'revision_number': 5, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:46.064188 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c01ec-7406-48fd-bd62-c9235d797b83 None None] The sync data for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 is: [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f3314a7e-9541-4660-ada2-f693c52b3f88', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'port_id': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'mac_address': 'fa:16:3e:36:9a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:16Z', 'updated_at': '2021-11-11T20:46:43Z', 'revision_number': 1, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:13Z', 'revision_number': 5, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:46.066568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6ea0c2cd-844d-4d8b-8639-ad3411134633 None None] Provisioning complete for port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:46.066897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ea0c2cd-844d-4d8b-8639-ad3411134633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:46.127085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '55788364-a7e7-4177-88de-ad24824f0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:40Z', 'revision_number': 4, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port': {'id': '55788364-a7e7-4177-88de-ad24824f0c21', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:32Z', 'updated_at': '2021-11-11T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c20760b5-28ad-4eca-af52-1d9a0e533925', 'name': '', 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'mac_address': 'fa:16:3e:8d:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e0271f55-3686-4119-9fae-6235637353c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:38Z', 'updated_at': '2021-11-11T20:46:40Z', 'revision_number': 2, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'subnets': [{'id': 'e0271f55-3686-4119-9fae-6235637353c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:46.155772 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-898bdbcf-408b-4d1b-92dc-fda7bdb294f8 req-cf1a2b73-878f-4c9c-9447-f9aee87c9a26 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250772 Nov 11 20:46:46.208328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:46.219193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Checking router: 761e2920-2698-4843-b9dd-cfed31350e13 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:46.219915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Updating router 761e2920-2698-4843-b9dd-cfed31350e13 port c20760b5-28ad-4eca-af52-1d9a0e533925 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:46.232090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-cfae87be-8824-44c9-9e94-962ffd8876a3 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:46.234309 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-cfae87be-8824-44c9-9e94-962ffd8876a3 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.2038343 Nov 11 20:46:46.261932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-74b41ed7-96f5-4982-8c49-6b83122015dc tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:46.267935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1cc2c8-ba1f-40a6-af94-f32bd07ed5be req-74b41ed7-96f5-4982-8c49-6b83122015dc tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179546 Nov 11 20:46:46.326200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:46.376140 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:46.389575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4971e-8c53-449a-a3cf-37671cc859a8 req-0a88acd1-ee0f-43a3-b7a2-d55db63eb75b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:46.389825 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:46.390948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adc4971e-8c53-449a-a3cf-37671cc859a8 req-0a88acd1-ee0f-43a3-b7a2-d55db63eb75b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 949 time: 0.0800261 Nov 11 20:46:46.419836 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353db80e-6b8f-4880-a8d8-af2d6140197c None None] New status for floating IP f3314a7e-9541-4660-ada2-f693c52b3f88: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:46:46.424572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e11fb-2714-465c-9f37-105030d57062 req-4d601141-a4e9-4f93-948b-2c001465e2a1 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:46.426741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-031e11fb-2714-465c-9f37-105030d57062 req-4d601141-a4e9-4f93-948b-2c001465e2a1 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 945 time: 0.0666907 Nov 11 20:46:46.512037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-031e11fb-2714-465c-9f37-105030d57062 req-3506627d-76c2-4647-99fb-a6c79f34dd2a tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736499 Nov 11 20:46:46.512336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adc4971e-8c53-449a-a3cf-37671cc859a8 req-333b5fc3-70de-4209-81b1-929697fb803d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576179 Nov 11 20:46:46.589655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 28f8a217-6deb-43e0-96f5-c02fc83ee318 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:46:46.605080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 28f8a217-6deb-43e0-96f5-c02fc83ee318 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:46.605445 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:46.618644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:46.619150 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:46.651410 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235bb85e-e4e2-412d-8a09-500cfcefac12 x-openstack-request-id: req-235bb85e-e4e2-412d-8a09-500cfcefac12 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:46.652351 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:46.653375 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-235bb85e-e4e2-412d-8a09-500cfcefac12 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:46.653936 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'status': 'completed', 'code': 200} Nov 11 20:46:46.739120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-ec8e3e4d-e580-4f42-b892-86aed05070ec tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips/36b3b1f4-3c16-4cd0-8bf3-d1f84a065b12 HTTP/1.1" status: 200 len: 693 time: 0.0515883 Nov 11 20:46:46.799185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-d91bd1a1-50f0-464e-a1a8-abc08810ad41 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1649606 Nov 11 20:46:46.805982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986a61-63bf-43e0-bebe-a03586095025 req-0edd462d-cdb5-4a6c-8488-801d577a8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:46.807716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be986a61-63bf-43e0-bebe-a03586095025 req-0edd462d-cdb5-4a6c-8488-801d577a8c61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4af6f9d9d7b643788dfdb8532e9576e0&device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 1096 time: 0.0944216 Nov 11 20:46:46.813386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:46.847826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:46:46.883438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-26f836f0-34fd-461d-a513-9b8b52877c94 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:46.884821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-26f836f0-34fd-461d-a513-9b8b52877c94 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1377039 Nov 11 20:46:46.943015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-eb4eac46-17dc-4494-91d2-2a7f40f7974b tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0515742 Nov 11 20:46:46.975603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.005296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-4575263a-3255-4016-94e3-52d0b476b6cd tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0516086 Nov 11 20:46:47.021054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986a61-63bf-43e0-bebe-a03586095025 req-72fe98fe-b351-4001-8c1a-44246506809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:47.023013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be986a61-63bf-43e0-bebe-a03586095025 req-72fe98fe-b351-4001-8c1a-44246506809f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b7521bb2-b339-462d-9ea8-ab4b0c1ef000 HTTP/1.1" status: 200 len: 916 time: 0.2028785 Nov 11 20:46:47.023521 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.080971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:47.091756 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6318f6fe-bc88-4041-b7b2-4b2610caca16" -d '{"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:47.101630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:47.109628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:47.114250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:47.118435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.128652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:47.129275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:47.178204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Deleting port cedf5db1-b17e-419c-b1d1-0ba2c2391c8b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:47.179884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.222990 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.258494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.264720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.269766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.280233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Calling delete_port for cedf5db1-b17e-419c-b1d1-0ba2c2391c8b owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:47.298526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:47.391009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:47.445068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be986a61-63bf-43e0-bebe-a03586095025 req-ad0d6d76-cf5b-46cf-83d9-81958e2c4aa4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 HTTP/1.1" status: 200 len: 1001 time: 0.4100816 Nov 11 20:46:47.523300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986a61-63bf-43e0-bebe-a03586095025 req-af4d29f1-caf9-49ff-a8a7-2fa86281c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:47.524349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.525021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be986a61-63bf-43e0-bebe-a03586095025 req-af4d29f1-caf9-49ff-a8a7-2fa86281c25a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f95ef65d-fd22-4c04-96c8-584bbcefa062 HTTP/1.1" status: 200 len: 854 time: 0.0707798 Nov 11 20:46:47.533950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf24c07-a3a2-4270-8c64-bb70c0a8cef6 None None] Pushing event updated for resources: {'Port': ['ID=c20760b5-28ad-4eca-af52-1d9a0e533925,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:47.545843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Attempting to bind port c20760b5-28ad-4eca-af52-1d9a0e533925 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:47.546225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Attempting to bind port c20760b5-28ad-4eca-af52-1d9a0e533925 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:47.546693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Attempting to bind port c20760b5-28ad-4eca-af52-1d9a0e533925 on network 29553127-c335-4bb4-a4a7-fa3de58b0abd {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:47.561889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Pushing event deleted for resources: {'Port': ['ID=cedf5db1-b17e-419c-b1d1-0ba2c2391c8b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:47.576262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:47.576905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Checking segment: {'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:47.577501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.577941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Bound using segment: {'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:47.578441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Bound port: c20760b5-28ad-4eca-af52-1d9a0e533925, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b79dc1-1540-4a87-994f-d00582009ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:47.579093 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.581467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.588404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5300a99d-54c0-4947-9a2e-5f83147b931f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6517494 Nov 11 20:46:47.588404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:47.646294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.649862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.651020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-feeeb38a-fad6-48b7-94fb-2f320c6fcdb1 req-8e335f0c-1eb2-4c91-8230-ad4b26036596 tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "DELETE /v2.0/floatingips/36b3b1f4-3c16-4cd0-8bf3-d1f84a065b12 HTTP/1.1" status: 204 len: 173 time: 0.6384251 Nov 11 20:46:47.660794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.699382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4c7772d3-8df0-4b3f-8cee-6b3e0979073e None None] Provisioning complete for port c20760b5-28ad-4eca-af52-1d9a0e533925 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:47.699851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c7772d3-8df0-4b3f-8cee-6b3e0979073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.707439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] For port c20760b5-28ad-4eca-af52-1d9a0e533925, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:47.723722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986a61-63bf-43e0-bebe-a03586095025 req-07597f9c-764a-4245-b273-e29e3e49f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:47.725435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be986a61-63bf-43e0-bebe-a03586095025 req-07597f9c-764a-4245-b273-e29e3e49f584 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b7521bb2-b339-462d-9ea8-ab4b0c1ef000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889539 Nov 11 20:46:47.745217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] For port c20760b5-28ad-4eca-af52-1d9a0e533925, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c20760b5-28ad-4eca-af52-1d9a0e533925,segment=NetworkSegment(b1b79dc1-1540-4a87-994f-d00582009ccb),segment_id=b1b79dc1-1540-4a87-994f-d00582009ccb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:47.761557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:45Z', 'revision_number': 3, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:47.763444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c7772d3-8df0-4b3f-8cee-6b3e0979073e None None] Port c20760b5-28ad-4eca-af52-1d9a0e533925 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:47.793910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:47.794279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Updating router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 port e79604e2-9a0e-4a87-9045-79c0d242d544 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:47.817298 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.838713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-80cca04b-997d-473a-b3a0-b0df00ebe307 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:47.840945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-80cca04b-997d-473a-b3a0-b0df00ebe307 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.1167948 Nov 11 20:46:47.858990 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:47.875430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-04b08809-c592-4fa2-ad29-9a5369c9d2a4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/quotas/55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 375 time: 0.0276232 Nov 11 20:46:47.931758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Routers {'761e2920-2698-4843-b9dd-cfed31350e13'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:47.932392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['761e2920-2698-4843-b9dd-cfed31350e13'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:47.933055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-52be1b99-3b29-4bae-95ef-101046f0b352 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565982 Nov 11 20:46:47.982985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be986a61-63bf-43e0-bebe-a03586095025 req-94bc1ee9-8e39-45f7-a9f0-34a0db52f425 service neutron] 10.222.0.62 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293575 Nov 11 20:46:48.002047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Allocated IP 172.25.2.115 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/8c7a47b7-269e-4919-9c2b-204a621e2807) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:48.032870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf24c07-a3a2-4270-8c64-bb70c0a8cef6 None None] Pushing event updated for resources: {'Port': ['ID=c20760b5-28ad-4eca-af52-1d9a0e533925,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:48.056626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-b103344c-95c0-4ee4-9d38-6e4c84d38022 service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012621 Nov 11 20:46:48.142568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] Set router 761e2920-2698-4843-b9dd-cfed31350e13 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:48.171751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-dc5964c4-177c-4af1-b970-5e50de4fb2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196041 Nov 11 20:46:48.313329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be986a61-63bf-43e0-bebe-a03586095025 req-6a7dfb5f-bea2-4a68-af7c-64f8f6e4dfb2 service neutron] 10.222.0.62 "GET /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163347 Nov 11 20:46:48.354211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.368316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c20760b5-28ad-4eca-af52-1d9a0e533925 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:48.396368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9dca2f79-54dc-4e08-9c8f-131a53c16424 None None] Provisioning complete for port c20760b5-28ad-4eca-af52-1d9a0e533925 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:48.398481 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dca2f79-54dc-4e08-9c8f-131a53c16424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.495621 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.542619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c20760b5-28ad-4eca-af52-1d9a0e533925 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:48.542992 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.593973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=8c7a47b7-269e-4919-9c2b-204a621e2807,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:48.598242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:48.604054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:48.607854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:48.611968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.667739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dca2f79-54dc-4e08-9c8f-131a53c16424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.708203 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206c21e8-f706-4bf8-9037-2605c87bb6c9 x-openstack-request-id: req-206c21e8-f706-4bf8-9037-2605c87bb6c9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:48.708203 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:48.708203 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-206c21e8-f706-4bf8-9037-2605c87bb6c9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:48.708203 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'code': 200} Nov 11 20:46:48.787166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.872966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93126ae3-d48f-4a3e-8523-482fb9c045a6 req-536196cc-4268-477c-be6d-881cec04059a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:48.874523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93126ae3-d48f-4a3e-8523-482fb9c045a6 req-536196cc-4268-477c-be6d-881cec04059a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0932207 Nov 11 20:46:48.905183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '55788364-a7e7-4177-88de-ad24824f0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:40Z', 'revision_number': 4, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port': {'id': '55788364-a7e7-4177-88de-ad24824f0c21', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:32Z', 'updated_at': '2021-11-11T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c20760b5-28ad-4eca-af52-1d9a0e533925', 'name': '', 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'mac_address': 'fa:16:3e:8d:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e0271f55-3686-4119-9fae-6235637353c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:38Z', 'updated_at': '2021-11-11T20:46:47Z', 'revision_number': 4, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'subnets': [{'id': 'e0271f55-3686-4119-9fae-6235637353c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:48.906169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a77d6-0cff-4d06-b8b1-5d65061f2824 req-c139737e-e4ef-423a-b4be-807c50326efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:48.908017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e30a77d6-0cff-4d06-b8b1-5d65061f2824 req-c139737e-e4ef-423a-b4be-807c50326efd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1101 time: 0.1125774 Nov 11 20:46:48.928033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Allocated IP 172.20.0.1 (00cded79-3740-44a4-9f86-2296f83b8a35/ca74eb67-899f-47d1-986e-caaec86df564/51eed608-e7be-47e7-8aa2-f0c39163ecf0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:48.932681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93126ae3-d48f-4a3e-8523-482fb9c045a6 req-e14c07b3-181b-495f-b80f-cedee31367e6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469635 Nov 11 20:46:48.936183 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:48.954278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5e0f5-e1ba-429f-bda2-f23c8363a15a None None] The sync data for ids ['761e2920-2698-4843-b9dd-cfed31350e13'] in n-d-805734-3 is: [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '55788364-a7e7-4177-88de-ad24824f0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:46:40Z', 'revision_number': 4, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port': {'id': '55788364-a7e7-4177-88de-ad24824f0c21', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:32Z', 'updated_at': '2021-11-11T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c20760b5-28ad-4eca-af52-1d9a0e533925', 'name': '', 'network_id': '29553127-c335-4bb4-a4a7-fa3de58b0abd', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'mac_address': 'fa:16:3e:8d:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e0271f55-3686-4119-9fae-6235637353c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:38Z', 'updated_at': '2021-11-11T20:46:47Z', 'revision_number': 4, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'subnets': [{'id': 'e0271f55-3686-4119-9fae-6235637353c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:48.965944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9dca2f79-54dc-4e08-9c8f-131a53c16424 None None] For port c20760b5-28ad-4eca-af52-1d9a0e533925, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c20760b5-28ad-4eca-af52-1d9a0e533925,segment=NetworkSegment(b1b79dc1-1540-4a87-994f-d00582009ccb),segment_id=b1b79dc1-1540-4a87-994f-d00582009ccb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:49.037426 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dca2f79-54dc-4e08-9c8f-131a53c16424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.127127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.162886 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.199455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca2f79-54dc-4e08-9c8f-131a53c16424 None None] Pushing event updated for resources: {'Port': ['ID=c20760b5-28ad-4eca-af52-1d9a0e533925,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:49.220547 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-4908faa0-5358-415c-8a1e-bd07e8903703 req-f394e5e3-a73d-4f1b-a842-841fafbbe00a tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] show failed (client error): The resource could not be found. Nov 11 20:46:49.246272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4908faa0-5358-415c-8a1e-bd07e8903703 req-f394e5e3-a73d-4f1b-a842-841fafbbe00a tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips/36b3b1f4-3c16-4cd0-8bf3-d1f84a065b12 HTTP/1.1" status: 404 len: 350 time: 0.0737844 Nov 11 20:46:49.247910 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:46:49.248349 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:46:49.265159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e30a77d6-0cff-4d06-b8b1-5d65061f2824 req-eddea72d-db80-4dc4-8bc9-807ac9a75ff8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474312 Nov 11 20:46:49.271440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.277678 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.331688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d45a2e51-0763-4a03-9faf-a99d9b22e071 req-126938d6-3c21-4421-af57-a3a93025f131 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 210 time: 0.0520360 Nov 11 20:46:49.356625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Attempting to bind port e79604e2-9a0e-4a87-9045-79c0d242d544 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:49.356625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Attempting to bind port e79604e2-9a0e-4a87-9045-79c0d242d544 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:49.356625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Attempting to bind port e79604e2-9a0e-4a87-9045-79c0d242d544 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:49.356909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.358043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:49.358858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:49.359812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.360658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:49.361272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Bound port: e79604e2-9a0e-4a87-9045-79c0d242d544, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:49.361668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.365434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05988326-4478-40b3-95df-8b28d15ac91a None None] Pushing event updated for resources: {'Port': ['ID=e79604e2-9a0e-4a87-9045-79c0d242d544,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:49.422032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] For port e79604e2-9a0e-4a87-9045-79c0d242d544, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:49.425621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] For port e79604e2-9a0e-4a87-9045-79c0d242d544, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e79604e2-9a0e-4a87-9045-79c0d242d544,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:49.466103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0997e12-d495-4049-8297-61dd3d0f0f17 req-a465e563-3c88-410f-8859-3268076fded3 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:49.467558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0997e12-d495-4049-8297-61dd3d0f0f17 req-a465e563-3c88-410f-8859-3268076fded3 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 945 time: 0.0581968 Nov 11 20:46:49.477786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.480442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.506279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.524262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0997e12-d495-4049-8297-61dd3d0f0f17 req-370cb01c-e993-4d3f-8307-ff2c5292999c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Nov 11 20:46:49.538902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Network 00cded79-3740-44a4-9f86-2296f83b8a35 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:49.562013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=8c7a47b7-269e-4919-9c2b-204a621e2807,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:49.579027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:49.579650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:49.621005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.622660 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-4faa9c38-dbce-437d-ab42-fb779f532801 req-93bf667b-0b6c-4000-8ff7-5b8d133786af tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] show failed (client error): The resource could not be found. Nov 11 20:46:49.624730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05988326-4478-40b3-95df-8b28d15ac91a None None] Pushing event updated for resources: {'Port': ['ID=e79604e2-9a0e-4a87-9045-79c0d242d544,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:49.636744 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4faa9c38-dbce-437d-ab42-fb779f532801 req-93bf667b-0b6c-4000-8ff7-5b8d133786af tempest-FloatingIPsTestJSON-1694356353 tempest-FloatingIPsTestJSON-1694356353-project] 10.222.0.31 "GET /v2.0/floatingips/36b3b1f4-3c16-4cd0-8bf3-d1f84a065b12 HTTP/1.1" status: 404 len: 350 time: 0.0648451 Nov 11 20:46:49.637390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33112) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:49.677137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:49.681727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:49.760610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Pushing event updated for resources: {'Port': ['ID=51eed608-e7be-47e7-8aa2-f0c39163ecf0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:49.774222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.831428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:49.983860 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:49.987412 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-5a01a69b-b98b-4cc7-8db2-4e8c5425da0b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1756694 Nov 11 20:46:50.051001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-2ecd6e8a-3182-4ee8-b8a6-94292097baf9 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0562830 Nov 11 20:46:50.098981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-41f08f4e-e9e3-47a2-8896-d603a2edde65 None None] Provisioning complete for port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:50.099653 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41f08f4e-e9e3-47a2-8896-d603a2edde65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:50.149073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-41f08f4e-e9e3-47a2-8896-d603a2edde65 None None] Port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:50.162595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:45Z', 'revision_number': 3, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:50.197027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8c9a0-b516-489c-802c-54dab78e1294 None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:45Z', 'revision_number': 3, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:50.204322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:50.226809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c20760b5-28ad-4eca-af52-1d9a0e533925 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:50.284712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:50.301667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c20760b5-28ad-4eca-af52-1d9a0e533925 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:50.302210 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:50.304971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-f7a606b5-8f75-4b37-a1e7-0fc11c4b89cb tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:50.306386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-914fa242-a5ee-4581-8265-aa207b0e39e8 req-f7a606b5-8f75-4b37-a1e7-0fc11c4b89cb tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.2468510 Nov 11 20:46:50.499789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64607cc-e37d-4d98-a63f-a7c3306cf0ef req-f4ddb331-7ff9-44a3-b174-796eb06d7755 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:50.501499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f64607cc-e37d-4d98-a63f-a7c3306cf0ef req-f4ddb331-7ff9-44a3-b174-796eb06d7755 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0754800 Nov 11 20:46:50.570237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:50.612281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f64607cc-e37d-4d98-a63f-a7c3306cf0ef req-bb90147e-5d56-473b-b8ca-0e5b00e036f8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004305 Nov 11 20:46:50.659600 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:50.869420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd54e276-470b-4f1c-a3e8-3b8c28214656 req-aa19b053-bf65-4f73-a07f-1f463f3493d5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 210 time: 0.0583067 Nov 11 20:46:50.885713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:50.908955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Pushing event updated for resources: {'Port': ['ID=51eed608-e7be-47e7-8aa2-f0c39163ecf0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:51.108367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Deleting port a7bba190-883c-469d-86f2-05aaa72a8a69 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:51.108367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:51.146921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-6d9d4471-4453-4941-a762-0aa758da9dba tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:51.149284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-6d9d4471-4453-4941-a762-0aa758da9dba tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.1662576 Nov 11 20:46:51.182393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Request body: {'port': {'device_id': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'admin_state_up': True, 'tenant_id': '55c5b0a83df04ac69ca7d6cedcd5c4ca'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:51.286033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] For port a7bba190-883c-469d-86f2-05aaa72a8a69, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a7bba190-883c-469d-86f2-05aaa72a8a69,segment=NetworkSegment(2b2917e4-125e-4d4e-a23f-7f211c4d13f8),segment_id=2b2917e4-125e-4d4e-a23f-7f211c4d13f8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:51.286714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:51.309221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Calling delete_port for a7bba190-883c-469d-86f2-05aaa72a8a69 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:51.364465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-a567a7ca-1724-4000-a9c4-d216c7d2765e tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5247793 Nov 11 20:46:51.378536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:51.403248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Network 00cded79-3740-44a4-9f86-2296f83b8a35 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:51.404710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:51.449354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Made reservation on behalf of 55c5b0a83df04ac69ca7d6cedcd5c4ca for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:51.452842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:51.524678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:51.565918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:51.636752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Allocated IP 172.20.0.12 (a216c099-84d4-4a43-9f1e-303dd8a0c82f/2be2e3bd-314c-4fe2-a2a1-33352bbd7507/7431f3ae-ba15-4ddb-92a5-210cd651cabc) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:51.665125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:51.695816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-31531214-7720-4524-b823-9ce3db37c7c3 None None] Provisioning complete for port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:51.696959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31531214-7720-4524-b823-9ce3db37c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:51.702956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bba190-883c-469d-86f2-05aaa72a8a69,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:51.783044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:51.786011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-31531214-7720-4524-b823-9ce3db37c7c3 None None] Port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:51.789004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1b98d5c7-3f89-447c-a4c5-c6fb8853429c admin admin] 10.222.0.31 "PUT /v2.0/routers/eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1992288 Nov 11 20:46:51.823157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:51.866029 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.020218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Allocated IP 172.25.2.5 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/dbabaafc-694e-4bec-8c11-329dd68d52c3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:52.071679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fc785-f1bb-4220-8bcc-8573c322c4c2 req-093ea5a9-a78b-41b5-a721-932560ea32c6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:52.073154 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-105fc785-f1bb-4220-8bcc-8573c322c4c2 req-093ea5a9-a78b-41b5-a721-932560ea32c6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.2960789 Nov 11 20:46:52.096567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.146418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.188821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.215405 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-105fc785-f1bb-4220-8bcc-8573c322c4c2 req-a674b1bb-44f5-4f73-a91d-510736963711 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332374 Nov 11 20:46:52.235706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.291751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.331232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:52.335834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:52.341118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:52.351120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=dbabaafc-694e-4bec-8c11-329dd68d52c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:52.382775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e79604e2-9a0e-4a87-9045-79c0d242d544 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:52.401474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:52.412502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:52.419699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:52.425898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:52.457956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e79604e2-9a0e-4a87-9045-79c0d242d544 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:52.458329 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.493971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:52.494628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.501985 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.572628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.596734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port e79604e2-9a0e-4a87-9045-79c0d242d544, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e79604e2-9a0e-4a87-9045-79c0d242d544,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:52.598667 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.641444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-32be5730-1d7c-4bca-a2c9-8df54f0f0b74 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4631970 Nov 11 20:46:52.643202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Router 47ac6941-3672-4afa-a28d-9944f1bc61c7 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:52.651937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967654a5-a8f8-4b32-8ef4-e04b80e03819 req-d25fb0b3-fab3-41ca-b129-1608a27089b3 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:52.656435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-967654a5-a8f8-4b32-8ef4-e04b80e03819 req-d25fb0b3-fab3-41ca-b129-1608a27089b3 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 932 time: 0.0734253 Nov 11 20:46:52.658755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Request body: {'port': {'device_id': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:52.712995 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.784031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=e79604e2-9a0e-4a87-9045-79c0d242d544,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:52.788098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.805011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.809864 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-967654a5-a8f8-4b32-8ef4-e04b80e03819 req-ff11b4eb-c20b-48e2-9275-1785fd00894b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446934 Nov 11 20:46:52.854588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.908479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:52.919906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9a5db568-6728-45a9-91ab-13b2efa95b66 admin admin] 10.222.0.31 "PUT /v2.0/routers/47ac6941-3672-4afa-a28d-9944f1bc61c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2759569 Nov 11 20:46:52.923652 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dde347-1d30-484c-a423-7e808a735935 None None] Sync routers for ids ['47ac6941-3672-4afa-a28d-9944f1bc61c7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:52.936476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33172) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:52.959253 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] Routers {'47ac6941-3672-4afa-a28d-9944f1bc61c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:52.960859 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['47ac6941-3672-4afa-a28d-9944f1bc61c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:53.016894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=dbabaafc-694e-4bec-8c11-329dd68d52c3,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:53.077378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.096677 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.208590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.210017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-99ec14ff-bd15-4eaa-a6b1-430ecbbdcd94 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8375413 Nov 11 20:46:53.230705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-888b6b5b-3609-4096-81d3-0d42eecaec80 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:53.232549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-888b6b5b-3609-4096-81d3-0d42eecaec80 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 820 time: 0.1535716 Nov 11 20:46:53.253146 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] Set router 47ac6941-3672-4afa-a28d-9944f1bc61c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:53.278153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-bb5dce59-4d65-43cf-9708-9c4259281555 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/quotas/b80e000467cb4053bd217191b9304aa4 HTTP/1.1" status: 200 len: 375 time: 0.0394313 Nov 11 20:46:53.281329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-9b8d0067-8259-4d5b-b70a-908e2958a02f tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 694 time: 0.0633862 Nov 11 20:46:53.294589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:53.297291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7431f3ae-ba15-4ddb-92a5-210cd651cabc {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:53.308134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.309951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:53.311408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:53.345522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Transition to ACTIVE for port object 7431f3ae-ba15-4ddb-92a5-210cd651cabc will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:53.370546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-9162c90f-2668-4fb9-b655-ac76303a3320 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896599 Nov 11 20:46:53.418071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.431633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-4f17f5d6-a9a4-4321-b4d3-4122b24af67f tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:53.433125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ce07618-1e6d-4225-aa9f-b41b0c1f4d2d req-4f17f5d6-a9a4-4321-b4d3-4122b24af67f tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1187067 Nov 11 20:46:53.433519 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.483559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:53.516635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:53.550518 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:51Z', 'revision_number': 5, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port': {'id': 'c15d192f-c5e6-47fe-8144-88f0952c9745', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:24Z', 'updated_at': '2021-11-11T20:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:53.569457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-ddb6c60a-76b7-4128-a6e1-a95dab7e51d3 req-1924bee3-f1d4-46c4-bb31-6de7acb58265 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:53.570730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ddb6c60a-76b7-4128-a6e1-a95dab7e51d3 req-1924bee3-f1d4-46c4-bb31-6de7acb58265 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069335 Nov 11 20:46:53.596914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-0fbea51c-0a7c-4a54-ab9e-bcd80343057d service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209899 Nov 11 20:46:53.598749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Deleting port c15d192f-c5e6-47fe-8144-88f0952c9745 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:53.599260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.617966 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dde347-1d30-484c-a423-7e808a735935 None None] Checking router: 47ac6941-3672-4afa-a28d-9944f1bc61c7 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:53.637658 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] Routers {'47ac6941-3672-4afa-a28d-9944f1bc61c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:53.639283 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['47ac6941-3672-4afa-a28d-9944f1bc61c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:53.691460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:53.691710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:53.692030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:53.699376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:53.699714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:53.734507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:53.735008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:53.735488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:53.736022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Bound port: 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:53.737085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.741304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-09b215f2-067a-4d2c-922e-b4e4a7035dcb service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470501 Nov 11 20:46:53.745456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] For port c15d192f-c5e6-47fe-8144-88f0952c9745, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c15d192f-c5e6-47fe-8144-88f0952c9745,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:53.745918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.766509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 2, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:53.770210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Calling delete_port for c15d192f-c5e6-47fe-8144-88f0952c9745 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:53.774650 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] Set router 47ac6941-3672-4afa-a28d-9944f1bc61c7 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:53.814571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:53.815163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Updating router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:46:53.822781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:53.826268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:53.839472 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-50dde347-1d30-484c-a423-7e808a735935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:53Z', 'revision_number': 6, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:53.858293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.867266 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dde347-1d30-484c-a423-7e808a735935 None None] The sync data for ids ['47ac6941-3672-4afa-a28d-9944f1bc61c7'] in n-d-805734-3 is: [{'id': '47ac6941-3672-4afa-a28d-9944f1bc61c7', 'name': 'tempest-FloatingIPsTestJSON-1842750560-router', 'tenant_id': '0500850374524a368e723ccda45d249e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:22Z', 'updated_at': '2021-11-11T20:46:53Z', 'revision_number': 6, 'project_id': '0500850374524a368e723ccda45d249e', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:53.913518 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.976877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:53.977497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:53.978880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] 10.222.0.58 "PUT /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 1092 time: 1.3245454 Nov 11 20:46:53.979331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:53.981855 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c004d793-3a66-4ace-9640-d69968cbceef" -d '{"events": [{"name": "network-changed", "server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:54.020581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008543f7-1794-46dd-bb90-5ac1766fcd07 service neutron] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:54.186302 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-99b97b72-62a9-4145-8d64-b225d3a0acd5 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1730812 Nov 11 20:46:54.198458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:54.221464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-62a13e9f-e25c-4898-add8-354238b1c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:54.231382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-62a13e9f-e25c-4898-add8-354238b1c331 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1095 time: 0.1357384 Nov 11 20:46:54.247386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.282634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15d192f-c5e6-47fe-8144-88f0952c9745,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:54.302640 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.331663 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.363116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e79604e2-9a0e-4a87-9045-79c0d242d544 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:54.374061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-297d9a89-53cb-45b8-84be-3a0f948c72de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 217 time: 0.1112707 Nov 11 20:46:54.381978 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-855924ba-4669-46d5-ae7e-b920eb04f9aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2296803 Nov 11 20:46:54.387276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-9f0dcb88-111a-4b33-a221-a897f3ae815c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:54.402196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-9f0dcb88-111a-4b33-a221-a897f3ae815c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161760 Nov 11 20:46:54.402292 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.436490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.474273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140aed7-c187-4f4e-b949-52b88cbc4eee req-fe2a73be-c51e-43e0-bc8a-8a3c7399f599 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:54.482528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140aed7-c187-4f4e-b949-52b88cbc4eee req-fe2a73be-c51e-43e0-bc8a-8a3c7399f599 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.2496016 Nov 11 20:46:54.499567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-f084b8ee-bfa2-41c4-b9ba-1684ca84bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:54.501394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-f084b8ee-bfa2-41c4-b9ba-1684ca84bd09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0919256 Nov 11 20:46:54.541169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.545449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.561912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-16880933-da31-4565-83f7-d83d615f1016 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428872 Nov 11 20:46:54.618843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.678699 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.679458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ac6941-3672-4afa-a28d-9944f1bc61c7 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:46:54.694757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.696719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-785f6343-1c71-4d33-ac99-3543b7012960 admin admin] 10.222.0.31 "DELETE /v2.0/routers/47ac6941-3672-4afa-a28d-9944f1bc61c7 HTTP/1.1" status: 204 len: 168 time: 1.7548380 Nov 11 20:46:54.701528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33214) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:54.732517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4606677-b4cc-43f9-a0ef-ef240b1670b2 None None] Pushing event updated for resources: {'Port': ['ID=51eed608-e7be-47e7-8aa2-f0c39163ecf0,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:54.837262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e79604e2-9a0e-4a87-9045-79c0d242d544 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:54.837844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.914395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] Deleting subnet 87cb9a98-2ecf-49bb-9fad-80513a7951db {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:46:54.926311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Allocated IP 172.25.2.42 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/c88cc96d-af1b-48b5-9b16-d39c11ad497e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:54.929579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.932607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Attempting to bind port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:54.933268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Attempting to bind port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:54.933706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Attempting to bind port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 on network 00cded79-3740-44a4-9f86-2296f83b8a35 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:54.980536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:54.982755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Checking segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:54.984526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:54.985798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Bound using segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:54.987182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Bound port: 51eed608-e7be-47e7-8aa2-f0c39163ecf0, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:54.992958 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.026555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.132521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140aed7-c187-4f4e-b949-52b88cbc4eee req-6bac9de4-5924-4415-99ae-53da553a3fbe tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480987 Nov 11 20:46:55.136445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6557a6c-2a34-4bcf-a70f-c039133399a8 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:55.173210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-4b01e123-4d8c-424a-80dd-f8f8d3f89ef0 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022351 Nov 11 20:46:55.207780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.218116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9cf20bf8-dfb3-4903-85f5-eaea810c42d0 None None] Provisioning complete for port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:55.218492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cf20bf8-dfb3-4903-85f5-eaea810c42d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.269232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a7bba190-883c-469d-86f2-05aaa72a8a69 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:55.273176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] For port 51eed608-e7be-47e7-8aa2-f0c39163ecf0, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:55.330076 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.341348 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126ad7b5-1f33-482f-be39-147fcd6d6634 req-bf11672d-2408-43c4-a739-1ee8f97bfa37 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603522 Nov 11 20:46:55.376606 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.377431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a7bba190-883c-469d-86f2-05aaa72a8a69 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:55.377781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a7bba190-883c-469d-86f2-05aaa72a8a69 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:55.387834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] For port 51eed608-e7be-47e7-8aa2-f0c39163ecf0, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=51eed608-e7be-47e7-8aa2-f0c39163ecf0,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:55.436140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9cf20bf8-dfb3-4903-85f5-eaea810c42d0 None None] Port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:55.438867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=c88cc96d-af1b-48b5-9b16-d39c11ad497e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:55.460302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:55.465163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:55.468298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:55.468478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75d7bf-0ef7-40b5-928b-76b04b93f490 req-f1a2665b-05c7-489f-815a-11fe5005c5fa tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:55.471153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a75d7bf-0ef7-40b5-928b-76b04b93f490 req-f1a2665b-05c7-489f-815a-11fe5005c5fa tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0777776 Nov 11 20:46:55.480089 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.492376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:55.528558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a75d7bf-0ef7-40b5-928b-76b04b93f490 req-4760794a-e567-4dd7-a8a7-5f32aa63433c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Nov 11 20:46:55.544235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'mac_address': 'fa:16:3e:f9:80:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:55.564776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.565050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4606677-b4cc-43f9-a0ef-ef240b1670b2 None None] Pushing event updated for resources: {'Port': ['ID=51eed608-e7be-47e7-8aa2-f0c39163ecf0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:55.587171 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f518339-9568-4177-95df-942b7b0d3a73 x-openstack-request-id: req-8f518339-9568-4177-95df-942b7b0d3a73 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:55.587479 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:55.587725 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f518339-9568-4177-95df-942b7b0d3a73 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:55.588135 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc', 'status': 'completed', 'code': 200} Nov 11 20:46:55.601987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:55.602967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:55.620123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87cb9a98-2ecf-49bb-9fad-80513a7951db,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:55.637979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.641237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-867c48a0-7305-4ec4-9d29-12237cb07ff7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/87cb9a98-2ecf-49bb-9fad-80513a7951db HTTP/1.1" status: 204 len: 168 time: 0.9386868 Nov 11 20:46:55.643857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33242) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:55.660953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95f2c0-fc8e-4530-b5b5-0bbe05bc5fb8 None None] Network 75265530-b8fd-499c-b386-e39b7e6c01a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:46:55.669262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.708347 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.783379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f5c9e9c-2102-40a8-8171-feced62d4c46 req-a206f905-df94-4058-b9b1-414ee4798a94 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 210 time: 0.1008475 Nov 11 20:46:55.820506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004d793-3a66-4ace-9640-d69968cbceef req-1a1b770a-73c7-4328-ae11-f3cc5f88ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:55.822115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c004d793-3a66-4ace-9640-d69968cbceef req-1a1b770a-73c7-4328-ae11-f3cc5f88ae38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1095 time: 0.1991329 Nov 11 20:46:55.831551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.875461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6557a6c-2a34-4bcf-a70f-c039133399a8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:55.878730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:55.923614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:55.952138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:56.004863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.005707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-0f9c5df1-8617-4383-86ba-9920ea30454d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2247758 Nov 11 20:46:56.113800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6530c08a-ce5f-4b2d-a375-e9e7a42b29bd None None] Provisioning complete for port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:56.113800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6530c08a-ce5f-4b2d-a375-e9e7a42b29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.200402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:56.220238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004d793-3a66-4ace-9640-d69968cbceef req-da5b9ea8-694b-4d8d-a352-d814c3579a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:56.231868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c004d793-3a66-4ace-9640-d69968cbceef req-da5b9ea8-694b-4d8d-a352-d814c3579a79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.4006257 Nov 11 20:46:56.251136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.253561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a6557a6c-2a34-4bcf-a70f-c039133399a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:56.296391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] DHCP port deletion for 75265530-b8fd-499c-b386-e39b7e6c01a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:46:56.315964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15d192f-c5e6-47fe-8144-88f0952c9745 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:56.333946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-1acfabbc-8857-4b49-8eef-b16149b91dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:56.334528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.336196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-1acfabbc-8857-4b49-8eef-b16149b91dfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1095 time: 0.2653568 Nov 11 20:46:56.338886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Deleting port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:56.339425 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.342051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c004d793-3a66-4ace-9640-d69968cbceef req-1e8896dc-d46c-46a9-a22d-da68be80797c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 217 time: 0.0983450 Nov 11 20:46:56.401621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c15d192f-c5e6-47fe-8144-88f0952c9745 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:56.401973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15d192f-c5e6-47fe-8144-88f0952c9745 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:56.438523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event updated for resources: {'Port': ['ID=c88cc96d-af1b-48b5-9b16-d39c11ad497e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:56.451508 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.478998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dfe24-a051-47fe-8e14-638f1157f3a5 req-3f285227-e28b-4d07-ab43-8933a4fdeaa0 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:56.484637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-224dfe24-a051-47fe-8e14-638f1157f3a5 req-3f285227-e28b-4d07-ab43-8933a4fdeaa0 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 945 time: 0.2390318 Nov 11 20:46:56.513553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6530c08a-ce5f-4b2d-a375-e9e7a42b29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.530563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.531928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-00dfd8ec-6543-44a9-b0fc-45f3eea0c09d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3392720 Nov 11 20:46:56.547615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004d793-3a66-4ace-9640-d69968cbceef req-d1a78ded-ae71-4c2c-b112-a51bef133a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:56.549113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c004d793-3a66-4ace-9640-d69968cbceef req-d1a78ded-ae71-4c2c-b112-a51bef133a6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1939194 Nov 11 20:46:56.550974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] For port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,segment=NetworkSegment(2b2917e4-125e-4d4e-a23f-7f211c4d13f8),segment_id=2b2917e4-125e-4d4e-a23f-7f211c4d13f8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:56.551355 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.579042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] Deleting port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:56.579426 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.599336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-11a98f7e-49a0-4e16-98c5-c29f8bb72675 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0560858 Nov 11 20:46:56.605285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c004d793-3a66-4ace-9640-d69968cbceef req-7aca086d-4af5-4df2-a205-08d56e2048e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413103 Nov 11 20:46:56.611170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6530c08a-ce5f-4b2d-a375-e9e7a42b29bd None None] For port 51eed608-e7be-47e7-8aa2-f0c39163ecf0, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=51eed608-e7be-47e7-8aa2-f0c39163ecf0,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:56.613587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Calling delete_port for 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:56.663413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:55Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:56.665877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-224dfe24-a051-47fe-8e14-638f1157f3a5 req-8ed959be-a685-4ec9-a858-bbca50cee8c9 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616361 Nov 11 20:46:56.680960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6530c08a-ce5f-4b2d-a375-e9e7a42b29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.740562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3cbfb-d3d3-44eb-b6c7-e66ec0ec9351 None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:55Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:56.757363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] For port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,segment=NetworkSegment(2b2917e4-125e-4d4e-a23f-7f211c4d13f8),segment_id=2b2917e4-125e-4d4e-a23f-7f211c4d13f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:56.757784 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:56.770639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-b79575fc-8c9b-4565-a473-c0143fa65859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:56.772696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-b79575fc-8c9b-4565-a473-c0143fa65859 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.3789685 Nov 11 20:46:56.844274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] Calling delete_port for 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:56.901125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-362dd401-2561-4a9a-aa86-b5bb478ee547 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.1179843 Nov 11 20:46:56.948641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530c08a-ce5f-4b2d-a375-e9e7a42b29bd None None] Pushing event updated for resources: {'Port': ['ID=51eed608-e7be-47e7-8aa2-f0c39163ecf0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:57.021081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c004d793-3a66-4ace-9640-d69968cbceef req-86567909-1439-4030-b033-d2b744b3a9b8 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031014 Nov 11 20:46:57.038597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862010-f678-473d-ac36-22a82b5c7adc req-1face3ef-1453-4013-8d2c-0d407d7a8cd5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:57.047092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5e862010-f678-473d-ac36-22a82b5c7adc req-1face3ef-1453-4013-8d2c-0d407d7a8cd5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.2481797 Nov 11 20:46:57.104601 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:57.116241 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:57.143211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-2fee3b35-b22c-4b88-afa2-31f922e844e9 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:57.144763 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e0afa70-0d8d-4015-b7a3-b7db7510a696 req-2fee3b35-b22c-4b88-afa2-31f922e844e9 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.5383739 Nov 11 20:46:57.176972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] Pushing event deleted for resources: {'Port': ['ID=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:57.182438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e035ee5-bfe3-466e-b704-386484387f1f None None] No DVR routers for this DVR port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:57.188302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:57.217293 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c004d793-3a66-4ace-9640-d69968cbceef req-9a3d9359-c869-4bed-b009-e28e0d2f9224 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671813 Nov 11 20:46:57.261586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-42b93531-9d3a-49f1-8611-47f874efc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:57.263143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-42b93531-9d3a-49f1-8611-47f874efc1f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.3343031 Nov 11 20:46:57.270574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ffcf5e-08e7-48b4-b093-0aac76ea6c9e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:57.276673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] No DVR routers for this DVR port 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:57.335188 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-2eb34527-27a3-48d0-9e8f-2ac990b21ee2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513480 Nov 11 20:46:57.350621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5e862010-f678-473d-ac36-22a82b5c7adc req-0b8a88d3-810e-4825-acf6-2e7a47b5acbf tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005741 Nov 11 20:46:57.380808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec56274-aeb2-4967-aafa-5e66fbf572e8 req-adba2a5b-943e-4e03-b59b-6c27836e8108 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:57.382702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ec56274-aeb2-4967-aafa-5e66fbf572e8 req-adba2a5b-943e-4e03-b59b-6c27836e8108 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0709796 Nov 11 20:46:57.486247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ec56274-aeb2-4967-aafa-5e66fbf572e8 req-809d7efd-e238-457b-841f-cb157f27c2db tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970199 Nov 11 20:46:57.590993 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:57.596613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-896df121-9f7d-4566-8795-06e074428f40 req-6d11faca-1987-4693-b641-3a041601015f tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 210 time: 0.1477838 Nov 11 20:46:57.643262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75265530-b8fd-499c-b386-e39b7e6c01a6']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:57.654194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fbd17ae-262e-431d-872c-13c9109f793f req-51beaca0-104d-410e-963f-2c9a69019447 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips/25869f07-ca64-4797-8023-61769700a330 HTTP/1.1" status: 200 len: 692 time: 0.0581455 Nov 11 20:46:57.675519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2917e4-125e-4d4e-a23f-7f211c4d13f8') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:57.675830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2917e4-125e-4d4e-a23f-7f211c4d13f8') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:57.685424 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-cd3e78d5-40b9-4152-a0af-9ae57d9cd541 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124347 Nov 11 20:46:57.694471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-d97d0607-4255-47b9-b6ca-c05d006832bd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:57.696262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-d97d0607-4255-47b9-b6ca-c05d006832bd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.58 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 820 time: 0.3221474 Nov 11 20:46:57.698173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:57.724898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'port': {'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'admin_state_up': True, 'tenant_id': 'b80e000467cb4053bd217191b9304aa4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:57.769732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:57.807588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:46:57.808097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:57.809784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd17ae-262e-431d-872c-13c9109f793f req-63416e82-66e0-4852-9aa2-a1f360346d63 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:57.815004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fbd17ae-262e-431d-872c-13c9109f793f req-63416e82-66e0-4852-9aa2-a1f360346d63 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1474786 Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:46:57.835261 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:46:57.887843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5400646b-3a30-4a11-9b58-fa4d3f5c56d0 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips/25869f07-ca64-4797-8023-61769700a330 HTTP/1.1" status: 200 len: 692 time: 0.0545382 Nov 11 20:46:57.948617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4dd5d3-34dc-4055-a937-a023cebe681e req-043c08e6-ce53-4f5a-8649-0eed0b62810d service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483010 Nov 11 20:46:58.045585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-7c119430-9874-4876-891f-556eb9e109a4 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:58.047185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-7c119430-9874-4876-891f-556eb9e109a4 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1586461 Nov 11 20:46:58.071637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.076013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-8a93cc34-9566-43ce-9ab5-5c35c64966f5 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:58.077400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.081608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-8a93cc34-9566-43ce-9ab5-5c35c64966f5 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105910 Nov 11 20:46:58.081757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] 10.222.0.31 "DELETE /v2.0/networks/75265530-b8fd-499c-b386-e39b7e6c01a6 HTTP/1.1" status: 204 len: 168 time: 2.4355855 Nov 11 20:46:58.093894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf0723-cb6f-499f-bf1c-b7fdd378d256 admin admin] Pushing event deleted for resources: {'Network': ['ID=75265530-b8fd-499c-b386-e39b7e6c01a6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:58.101064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Made reservation on behalf of b80e000467cb4053bd217191b9304aa4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:58.115073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.155994 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-6101fbce-ace1-4bfe-837b-88bd3b8a694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:58.162937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-6101fbce-ace1-4bfe-837b-88bd3b8a694d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1101 time: 0.1341915 Nov 11 20:46:58.171555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-cad271d3-4718-4918-a297-9795a89c1322 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0765328 Nov 11 20:46:58.314782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-b18c4ab7-ccc1-4bf7-9235-182347968cc4 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.1297030 Nov 11 20:46:58.421812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Allocated IP 172.20.0.6 (00cded79-3740-44a4-9f86-2296f83b8a35/ca74eb67-899f-47d1-986e-caaec86df564/935cb8c8-fd5a-4deb-ae46-a48fd31efa28) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:58.425377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 51eed608-e7be-47e7-8aa2-f0c39163ecf0 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:58.509182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-67396e28-c2f3-4dbc-9a52-f1a1668693a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:58.510467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-67396e28-c2f3-4dbc-9a52-f1a1668693a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3368235 Nov 11 20:46:58.558118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:58.559424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.602704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-da1d8811-8d54-49fe-94a9-a4a651109a71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 217 time: 0.0768344 Nov 11 20:46:58.684336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Deleting port c88cc96d-af1b-48b5-9b16-d39c11ad497e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:58.685047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.704727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:58.780008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-868e384e-154e-42e5-b6dd-f83916d09724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:58.781660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-868e384e-154e-42e5-b6dd-f83916d09724 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1690269 Nov 11 20:46:58.862098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7e7aeef3-2e4a-497c-b39d-19865e1f1974 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0500850374524a368e723ccda45d249e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511333 Nov 11 20:46:58.863063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.863063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.865502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:58.899302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:58.902550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Calling delete_port for c88cc96d-af1b-48b5-9b16-d39c11ad497e owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:58.908454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4f73e-e183-44d1-98eb-d5baec9f72ea req-aa8f0d4f-27fc-4500-9943-d8446adfb523 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:58.916545 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34f4f73e-e183-44d1-98eb-d5baec9f72ea req-aa8f0d4f-27fc-4500-9943-d8446adfb523 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.4067655 Nov 11 20:46:58.932771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-47e186b0-36af-4f55-8c1a-1223973314c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:58.934438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-47e186b0-36af-4f55-8c1a-1223973314c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389921 Nov 11 20:46:58.939004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:58.939934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 75ffcf5e-08e7-48b4-b093-0aac76ea6c9e not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:58.984092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:58.992102 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34f4f73e-e183-44d1-98eb-d5baec9f72ea req-3ac4943f-b204-4705-9cce-f873b4d8ca01 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745165 Nov 11 20:46:59.062773 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8790c1d-1bc8-4782-9afb-6faa0000b5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.114673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8790c1d-1bc8-4782-9afb-6faa0000b5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.117126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7431f3ae-ba15-4ddb-92a5-210cd651cabc details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:59.122215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6557a6c-2a34-4bcf-a70f-c039133399a8 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:59.168615 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.169537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-8a97ce0d-19cd-4df1-9624-f49e6c458150 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869571 Nov 11 20:46:59.239937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a6557a6c-2a34-4bcf-a70f-c039133399a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:59.240802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.263505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-3f857a58-328f-467c-bfaf-c24288402179 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--370057002&fields=id&tenant_id=399c40de90774eaeb3fa0b8684430be8 HTTP/1.1" status: 200 len: 267 time: 0.1694524 Nov 11 20:46:59.272104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Pushing event updated for resources: {'Port': ['ID=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:59.319933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-93ca217c-b427-4b82-92a4-9d9bfcf25efa service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261842 Nov 11 20:46:59.328438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Network 00cded79-3740-44a4-9f86-2296f83b8a35 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:59.331961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:59.337355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:59.338478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:59.342135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8790c1d-1bc8-4782-9afb-6faa0000b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.343850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8790c1d-1bc8-4782-9afb-6faa0000b5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.349374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e8790c1d-1bc8-4782-9afb-6faa0000b5e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e518d293-9218-4edf-a196-c67b2e810962 HTTP/1.1" status: 204 len: 168 time: 0.4825330 Nov 11 20:46:59.360922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8790c1d-1bc8-4782-9afb-6faa0000b5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e518d293-9218-4edf-a196-c67b2e810962,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:59.377576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.380318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '7431f3ae-ba15-4ddb-92a5-210cd651cabc', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'port_id': '7431f3ae-ba15-4ddb-92a5-210cd651cabc', 'mac_address': 'fa:16:3e:22:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2e3bd-314c-4fe2-a2a1-33352bbd7507', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:59.429117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.463661 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.470686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:59.473348 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79c28eb-cb7e-46aa-8755-5c3e5bbee4d9" -d '{"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-plugged", "status": "completed", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:59.491943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event deleted for resources: {'Port': ['ID=c88cc96d-af1b-48b5-9b16-d39c11ad497e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:59.498106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:59.500399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7431f3ae-ba15-4ddb-92a5-210cd651cabc {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:59.562707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:59.565906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.594696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.596298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:59.598975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.603332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.604664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4c527eb-7df6-44dd-bf4b-dd3624e47664 req-5e690d41-6323-4e5b-bd81-1a1b0a2d52ea tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "DELETE /v2.0/floatingips/25869f07-ca64-4797-8023-61769700a330 HTTP/1.1" status: 204 len: 173 time: 1.2890868 Nov 11 20:46:59.642697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.666127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-404deb5b-ccb4-4209-a0f2-d3d187af5eeb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:59.672673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:59.675981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-404deb5b-ccb4-4209-a0f2-d3d187af5eeb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 823 time: 0.4112291 Nov 11 20:46:59.719305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-469ad9a3-4354-43ac-8256-51c6783f6e20 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/quotas/399c40de90774eaeb3fa0b8684430be8 HTTP/1.1" status: 200 len: 375 time: 0.0417383 Nov 11 20:46:59.730794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7eb2c5f0-e279-4c04-855f-6dd40395de25 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0108740 Nov 11 20:46:59.748991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:59.793911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Request body: {'port': {'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:59.842076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716306d-d5d9-494b-8579-9c715dbee52a req-48108378-e8e7-466f-8ef7-edab3b307854 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:59.844458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4716306d-d5d9-494b-8579-9c715dbee52a req-48108378-e8e7-466f-8ef7-edab3b307854 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0883908 Nov 11 20:46:59.845545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a1170770-6994-41dc-8ef3-9373532fe492 None None] Provisioning complete for port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:59.845928 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1170770-6994-41dc-8ef3-9373532fe492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:59.883287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-7fb4dede-5627-481d-ae3a-6ca1e58ca295 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1619945 Nov 11 20:46:59.899041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a1170770-6994-41dc-8ef3-9373532fe492 None None] Port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:59.926046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4716306d-d5d9-494b-8579-9c715dbee52a req-021a44fd-d8d7-461d-80aa-b1ecd61f3528 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737486 Nov 11 20:47:00.031618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:00.032276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7431f3ae-ba15-4ddb-92a5-210cd651cabc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:00.061267 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ec0cb660-0231-4058-8d75-3201091ae801 service neutron] 10.222.0.31 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594791 Nov 11 20:47:00.183314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-41d9f5a2-ece1-41d8-836e-12940d27d90f service neutron] 10.222.0.31 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948274 Nov 11 20:47:00.222462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc0e0f-0fd2-4211-8385-1e0d01567ee6 req-bd1f7790-4e1c-43d2-837a-80f5c66aba6e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:00.243567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02bc0e0f-0fd2-4211-8385-1e0d01567ee6 req-bd1f7790-4e1c-43d2-837a-80f5c66aba6e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 931 time: 0.1246753 Nov 11 20:47:00.321817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02bc0e0f-0fd2-4211-8385-1e0d01567ee6 req-9388e8f8-aaa6-4e9b-b459-962243a514e1 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766776 Nov 11 20:47:00.478135 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a899a92-a213-43d5-8105-1714084a073b x-openstack-request-id: req-7a899a92-a213-43d5-8105-1714084a073b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:00.478666 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-plugged", "status": "completed", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:00.478666 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a899a92-a213-43d5-8105-1714084a073b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:00.479075 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'code': 200} Nov 11 20:47:00.563674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-b7cf6ed6-0f47-46c0-8bbe-d598b6586c26 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:00.568871 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-b7cf6ed6-0f47-46c0-8bbe-d598b6586c26 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "GET /v2.0/ports?device_id=be0b8357-6cff-4d04-b946-2d6483ec384e HTTP/1.1" status: 200 len: 945 time: 0.1205263 Nov 11 20:47:00.738811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f63bc-bf50-4000-8746-2665e1e8ae4d req-91df23bf-35f5-4890-b097-7142c75133c8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:00.750661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a6f63bc-bf50-4000-8746-2665e1e8ae4d req-91df23bf-35f5-4890-b097-7142c75133c8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 945 time: 0.1224332 Nov 11 20:47:00.773725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Deleting port 56ecdcbb-71e3-466b-8858-86bec28c26bb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:00.774074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:00.791486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:00.804810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:00.908502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a6f63bc-bf50-4000-8746-2665e1e8ae4d req-bf9e89c5-f376-46f1-952e-e2ab98effdeb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383481 Nov 11 20:47:00.972593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] For port 56ecdcbb-71e3-466b-8858-86bec28c26bb, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=56ecdcbb-71e3-466b-8858-86bec28c26bb,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:00.973284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:00.988183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Transition to ACTIVE for port object 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:47:01.038478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af22c63a-f937-4639-bb9a-71ca6420635f req-8673191d-a418-47a5-a1b3-70a26ab31e27 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 210 time: 0.0602980 Nov 11 20:47:01.090220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5497f-dc3b-4155-bfee-1a92d77cb57f req-b4b95d66-fe00-4390-a482-d4370eaca565 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:01.102827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ed5497f-dc3b-4155-bfee-1a92d77cb57f req-b4b95d66-fe00-4390-a482-d4370eaca565 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6094329 Nov 11 20:47:01.257083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fb9d5-2967-435b-9dba-8e40872758b9 req-6259b11f-8385-41dc-900e-d9e052690eaf tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:01.264807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f9fb9d5-2967-435b-9dba-8e40872758b9 req-6259b11f-8385-41dc-900e-d9e052690eaf tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1447866 Nov 11 20:47:01.305120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49dc855f-833f-4ad8-beb1-e2effeeb11f9 req-c8b168d5-59a8-475e-ac0d-bdd1d9defc6a tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=c95cd2bfdea64f5c8c495d1be39f18d9 HTTP/1.1" status: 200 len: 1655 time: 0.1012743 Nov 11 20:47:01.484992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc855f-833f-4ad8-beb1-e2effeeb11f9 req-677d0013-08b6-47e4-8b3d-eab2797ceddd tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:01.500935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33388) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:01.503624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49dc855f-833f-4ad8-beb1-e2effeeb11f9 req-677d0013-08b6-47e4-8b3d-eab2797ceddd tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks?id=ce4b585c-8f58-4174-b13c-8a78af33d669&id=ce4b585c-8f58-4174-b13c-8a78af33d669&id=ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 787 time: 0.1971781 Nov 11 20:47:01.509821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:01.567510 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f9fb9d5-2967-435b-9dba-8e40872758b9 req-d83b7195-dc27-4f9b-a686-dba2b1418468 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985277 Nov 11 20:47:01.605362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:01.605742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:01.606125 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6 disassociated. External IP: 172.25.2.28, port: 56ecdcbb-71e3-466b-8858-86bec28c26bb. Nov 11 20:47:01.606487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Calling delete_port for 56ecdcbb-71e3-466b-8858-86bec28c26bb owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:01.882211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:01.928708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0c54-6295-407d-96f5-3f0e021dbd21 req-ab68ad45-07e6-4172-a9a1-85c990551e79 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:01.930440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a52c0c54-6295-407d-96f5-3f0e021dbd21 req-ab68ad45-07e6-4172-a9a1-85c990551e79 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 943 time: 0.3159835 Nov 11 20:47:01.951092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2833912-9005-4251-b450-de132885a148 req-99446ec1-c262-429c-a318-989be9fed4eb tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips/e723b48b-8445-4b90-932c-0df0d6e0d0dd HTTP/1.1" status: 200 len: 691 time: 0.0909238 Nov 11 20:47:01.957754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-network', 'tenant_id': '0aced83906164b37a112b607b4a226ea'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:01.973511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-404f91a2-e76e-4529-b7e8-b9d53e8411a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.033850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Attempting to bind port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:02.035089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Attempting to bind port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:02.035687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Attempting to bind port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 on network 00cded79-3740-44a4-9f86-2296f83b8a35 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:02.057792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 on network 00cded79-3740-44a4-9f86-2296f83b8a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:02.058252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Attempting to bind port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 on network 00cded79-3740-44a4-9f86-2296f83b8a35 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:02.069948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a52c0c54-6295-407d-96f5-3f0e021dbd21 req-d4dd95ba-34c0-4ac4-8ebe-b6ae5842a67a tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123381 Nov 11 20:47:02.071672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:02.072105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Checking segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:02.072623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Bound using segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:02.073603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Bound port: 935cb8c8-fd5a-4deb-ae46-a48fd31efa28, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:02.074184 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.119880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Made reservation on behalf of 0aced83906164b37a112b607b4a226ea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:02.122698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.185227 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.190253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] For port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:02.198030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] For port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:02.267464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.322523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ae727-0efa-4208-aa04-e4496c8678a8 req-002c4249-6bff-4c0c-8d1c-f09868ca3a86 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:02.324472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f0ae727-0efa-4208-aa04-e4496c8678a8 req-002c4249-6bff-4c0c-8d1c-f09868ca3a86 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 945 time: 0.1130581 Nov 11 20:47:02.335326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:02.336196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.337701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] 10.222.0.58 "PUT /v2.0/ports/935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 1091 time: 2.5550141 Nov 11 20:47:02.338347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:02.341436 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:02.342711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2833912-9005-4251-b450-de132885a148 req-f0e128af-2c8f-4af2-a336-ee33b64cef30 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:02.349495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2833912-9005-4251-b450-de132885a148 req-f0e128af-2c8f-4af2-a336-ee33b64cef30 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.3883076 Nov 11 20:47:02.405667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6da008-943c-4865-8777-037ed92adfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:02.445690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f0ae727-0efa-4208-aa04-e4496c8678a8 req-1c0d34b6-410b-4a9d-b46c-1a83ed7dabfc tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930398 Nov 11 20:47:02.535737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2833912-9005-4251-b450-de132885a148 req-2ad7d762-79e0-40d0-b933-e43eddc8408a tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 694 time: 0.1466501 Nov 11 20:47:02.539126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-809dca72-15aa-4d3b-8397-16aa70882518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:02.542015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-809dca72-15aa-4d3b-8397-16aa70882518 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1094 time: 0.0913658 Nov 11 20:47:02.607083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.618134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-c30f8c15-5d2f-47b6-95bb-bf858e95aadf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 217 time: 0.0625255 Nov 11 20:47:02.669909 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2833912-9005-4251-b450-de132885a148 req-86c7d321-14e5-490a-aecd-b10e2cde758b tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 694 time: 0.1332788 Nov 11 20:47:02.674353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event deleted for resources: {'Port': ['ID=56ecdcbb-71e3-466b-8858-86bec28c26bb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:02.736783 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcc957b0-7263-4de9-91aa-fad9d14902bf req-3c66a32f-f6be-4e2f-b4f3-5a962b76f5fc tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 210 time: 0.1171608 Nov 11 20:47:02.779383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-6b8d677f-4fbb-4253-a398-e77f598697de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:02.782627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-6b8d677f-4fbb-4253-a398-e77f598697de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.1306822 Nov 11 20:47:02.877106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8ddd5e83-6526-428d-bd8d-6cbb0cbe9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:02.878668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-8ddd5e83-6526-428d-bd8d-6cbb0cbe9212 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877023 Nov 11 20:47:02.995588 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739d0900-aa59-454a-9790-d03d022d7874 x-openstack-request-id: req-739d0900-aa59-454a-9790-d03d022d7874 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:02.995972 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:02.996118 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-739d0900-aa59-454a-9790-d03d022d7874 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:02.996542 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'status': 'completed', 'code': 200} Nov 11 20:47:03.040010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-7b9bd68e-aadf-4554-8f55-41e19f53e0f6 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522651 Nov 11 20:47:03.128678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7431f3ae-ba15-4ddb-92a5-210cd651cabc up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:03.169391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e2591-864b-461d-9557-c564cfe20c31 req-a0216c98-e338-4aa5-be56-26fe9f9d19c1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:03.170981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd3e2591-864b-461d-9557-c564cfe20c31 req-a0216c98-e338-4aa5-be56-26fe9f9d19c1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1736684 Nov 11 20:47:03.178874 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.244999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Router 28c1f62b-72e5-40c4-a569-8c2b166ead0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:03.294490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd3e2591-864b-461d-9557-c564cfe20c31 req-7bc35389-6e81-4c6a-97e2-2567bd195963 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123278 Nov 11 20:47:03.300853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.311094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 7431f3ae-ba15-4ddb-92a5-210cd651cabc completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:47:03.316216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 7431f3ae-ba15-4ddb-92a5-210cd651cabc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:03.322350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.329713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b6fbb48-979f-45c5-8a06-a0b7cf359f4c req-9bf402d1-1a9b-4cf1-a9f5-8fea5233d4c5 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766736 Nov 11 20:47:03.358617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b600890-c981-43f0-bccb-1b81a4265c12,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:03.465804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:47:03.483917 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.526816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:03.530067 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b4861a-3a2b-463a-9bd2-e91a3d88451d" -d '{"events": [{"server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "name": "network-vif-plugged", "status": "completed", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:03.539661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.540015 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Added segment 023b16c4-c89e-451c-a10c-d0d5676bca37 of type vlan for network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 Nov 11 20:47:03.552962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:03.585908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-84bbf9e1-0853-45d8-97b5-115090803294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:03.588342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-84bbf9e1-0853-45d8-97b5-115090803294 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1094 time: 0.1311166 Nov 11 20:47:03.634658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaf6fc-4b6b-483c-8bd3-d069beeca7c7 req-fbe9abd9-4038-4df3-9da9-a0bbc05b8799 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:03.638718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Deleting port dbabaafc-694e-4bec-8c11-329dd68d52c3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:03.639067 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.643016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.643210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4bbaf6fc-4b6b-483c-8bd3-d069beeca7c7 req-fbe9abd9-4038-4df3-9da9-a0bbc05b8799 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 943 time: 0.1401029 Nov 11 20:47:03.649324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.739050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:03.754027 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] Sync routers for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:03.774766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:03.780944 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:03.781943 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:03.797063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] No DVR routers for this DVR port 56ecdcbb-71e3-466b-8858-86bec28c26bb on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:47:03.799621 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.803549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490cc86f-42b9-45cd-aaa7-780221d40d8f req-51ca9c40-ede4-451a-993b-329948b766b6 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "DELETE /v2.0/ports/56ecdcbb-71e3-466b-8858-86bec28c26bb HTTP/1.1" status: 204 len: 173 time: 3.2240062 Nov 11 20:47:03.811494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'name': 'network-vif-deleted', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:03.811658 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4bbaf6fc-4b6b-483c-8bd3-d069beeca7c7 req-9d2880bf-d83a-421e-9649-50494218191c tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661222 Nov 11 20:47:03.816736 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27beb477-b20e-4101-9f81-1baf4e27fce0" -d '{"events": [{"server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "name": "network-vif-deleted", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:03.853788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.854457 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.863107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-27f81e70-9700-44b3-8839-3c531195afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:03.866131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.867174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:03.867755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.870599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-27f81e70-9700-44b3-8839-3c531195afe8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.2681530 Nov 11 20:47:03.887786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Calling delete_port for dbabaafc-694e-4bec-8c11-329dd68d52c3 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:03.968064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-87695800-2b5e-481b-9664-954d54fc6303 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 217 time: 0.0871887 Nov 11 20:47:03.969284 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:04.063504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-162fd500-877d-4b38-b008-f92c0fab12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:04.065226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-162fd500-877d-4b38-b008-f92c0fab12ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.0776742 Nov 11 20:47:04.095847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf633d3-5f01-4938-9067-de3d4b79c617 req-902d41bd-3308-4baf-9767-2c422e9ce51d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:04.097323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbf633d3-5f01-4938-9067-de3d4b79c617 req-902d41bd-3308-4baf-9767-2c422e9ce51d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.1280313 Nov 11 20:47:04.158757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.6571312 Nov 11 20:47:04.159354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:04.164756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683789e5-e4a9-4625-b9dc-bd84595f870a admin admin] Pushing event updated for resources: {'Network': ['ID=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:04.180940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:47:04.196114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Request body: {'subnet': {'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-subnet', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:04.237010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 56ecdcbb-71e3-466b-8858-86bec28c26bb no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:04.248465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbf633d3-5f01-4938-9067-de3d4b79c617 req-5a270b8d-fb83-4d20-9a12-686d53f4941d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299107 Nov 11 20:47:04.253106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-3ece36ce-8fa1-4544-bc74-eb64e3cbc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:04.254780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-3ece36ce-8fa1-4544-bc74-eb64e3cbc853 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565063 Nov 11 20:47:04.303419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 56ecdcbb-71e3-466b-8858-86bec28c26bb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:04.306262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 56ecdcbb-71e3-466b-8858-86bec28c26bb not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:04.364212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Made reservation on behalf of 0aced83906164b37a112b607b4a226ea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:04.367525 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:04.376249 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:04.403702 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616434f9-d40d-4bfc-a21d-a4712eea53c9 x-openstack-request-id: req-616434f9-d40d-4bfc-a21d-a4712eea53c9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:04.405666 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "name": "network-vif-plugged", "status": "completed", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:04.406296 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-616434f9-d40d-4bfc-a21d-a4712eea53c9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:04.406925 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc', 'code': 200} Nov 11 20:47:04.494190 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] Checking router: 28c1f62b-72e5-40c4-a569-8c2b166ead0d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:04.504043 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:04.504949 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:46:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:04.539645 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-452d9c33-a4b7-4584-a556-9771f2dea941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:04.563896 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-8bd3b2b5-6773-4b20-ab9d-d2078dc66f2e service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001044 Nov 11 20:47:04.601033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-9e39f099-eeb9-4501-b760-5f9b04b7770e tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:04.603231 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-9e39f099-eeb9-4501-b760-5f9b04b7770e tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 823 time: 0.2743609 Nov 11 20:47:04.635801 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:04.642840 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eca80a66-bf27-49b8-83ba-6b9c319fbf3b req-5bab9166-dc4a-4167-9fd9-efd49caffd8f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 210 time: 0.1601965 Nov 11 20:47:04.665334 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:04.691628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event deleted for resources: {'Port': ['ID=dbabaafc-694e-4bec-8c11-329dd68d52c3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:04.842896 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faa606e-4f76-453c-8841-ecd96531174b x-openstack-request-id: req-7faa606e-4f76-453c-8841-ecd96531174b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:04.844422 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0b8357-6cff-4d04-b946-2d6483ec384e", "name": "network-vif-deleted", "tag": "56ecdcbb-71e3-466b-8858-86bec28c26bb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:04.844973 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7faa606e-4f76-453c-8841-ecd96531174b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:04.846292 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0b8357-6cff-4d04-b946-2d6483ec384e', 'name': 'network-vif-deleted', 'tag': '56ecdcbb-71e3-466b-8858-86bec28c26bb', 'status': 'completed', 'code': 200} Nov 11 20:47:04.850426 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef7f1b3-309a-4c74-9d5c-07c80c229b2d req-a328f9e0-5084-416b-b931-5cf6a2f43525 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406340 Nov 11 20:47:04.865241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c5cee-06cf-457d-b235-c9836fe53f3d req-c3cefcca-01d5-4ef8-aa11-405177ea5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:04.870319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-735c5cee-06cf-457d-b235-c9836fe53f3d req-c3cefcca-01d5-4ef8-aa11-405177ea5dc4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1097 time: 0.4188824 Nov 11 20:47:04.963414 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-735c5cee-06cf-457d-b235-c9836fe53f3d req-de104edc-5347-49b4-a30a-c6e56c8d076a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848296 Nov 11 20:47:05.008090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-b4f224ac-ebe8-40fe-a382-11b0c0e2313f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=399c40de90774eaeb3fa0b8684430be8 HTTP/1.1" status: 200 len: 379 time: 0.3786952 Nov 11 20:47:05.016361 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:05.025274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'port': {'device_id': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'admin_state_up': True, 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'security_groups': ['c637d77a-4dd4-40f0-b4a4-ce3e23bc5364']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:05.067731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:05.071951 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:05.084558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2833912-9005-4251-b450-de132885a148 req-fdc835cd-9e2d-4007-b4e7-ec67dcf10e97 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "DELETE /v2.0/floatingips/e723b48b-8445-4b90-932c-0df0d6e0d0dd HTTP/1.1" status: 204 len: 173 time: 1.9800112 Nov 11 20:47:05.103429 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08ca85-d463-4cb5-9bc7-1c2d9fd74636 None None] The sync data for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 is: [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:05.217541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9e235-bba3-40e3-a883-ec6fb3603922 req-c5d2be41-f4b3-407f-8fc5-9e85c95e38a1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:05.224434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afa9e235-bba3-40e3-a883-ec6fb3603922 req-c5d2be41-f4b3-407f-8fc5-9e85c95e38a1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1604097 Nov 11 20:47:05.309369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afa9e235-bba3-40e3-a883-ec6fb3603922 req-f995a160-b39d-4f85-a380-4c0cbbca99e3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809307 Nov 11 20:47:05.347886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:05.391323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:05.393260 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2d2321a-839a-4896-bc45-418d608ab562 req-e427babd-9234-4b03-bd10-4ce5a4ffe516 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips/387d8367-0395-465f-a2ac-663f9fb3aecf HTTP/1.1" status: 200 len: 693 time: 0.0601730 Nov 11 20:47:05.446091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1e8a5-8d8c-4df7-8f82-fd05c18f2aac req-1479fe94-1cb8-4395-964a-6d4c00de513e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:05.453459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bf1e8a5-8d8c-4df7-8f82-fd05c18f2aac req-1479fe94-1cb8-4395-964a-6d4c00de513e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 943 time: 0.1530092 Nov 11 20:47:05.469879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0702653-6ca8-44a4-a11b-e3fabbd625a4,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:05.502730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Checking segment: {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:05.503197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Network hostable DHCP agents. Network: 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:47:05.509104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Made reservation on behalf of 399c40de90774eaeb3fa0b8684430be8 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:05.513719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:05.601217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bf1e8a5-8d8c-4df7-8f82-fd05c18f2aac req-fb60d4ac-5a68-4dfa-83b9-8b67077d62ed tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459203 Nov 11 20:47:05.611056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf3553-98ee-42aa-8151-43ad48c189b4 None None] New status for floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:05.638117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:47:05.764270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:05.779641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:05.780744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:05.825606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Allocated IP 172.20.0.10 (b151480d-cf91-4337-b78b-8bc6ea2631b0/35e0efa7-1fc3-45df-9b00-aca22e365d91/9af2a23b-7093-48d1-bb21-a56d645909f9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:05.832523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e828d-ec46-42c1-8e2d-140fff829d5b None None] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:47:05.841515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17084a-cbcb-4ffe-92fc-4857e148f172 req-6417bf66-2300-43c3-9fe5-c78ccd8cfc47 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:05.848706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a17084a-cbcb-4ffe-92fc-4857e148f172 req-6417bf66-2300-43c3-9fe5-c78ccd8cfc47 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.1515071 Nov 11 20:47:05.899400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50ec0078-81e5-4297-8219-3e87a58b785a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7354324 Nov 11 20:47:05.909688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:05.920443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:05.934937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2321a-839a-4896-bc45-418d608ab562 req-f9117319-d0b0-40ff-85a7-ecfe7216cc9d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:05.959042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2d2321a-839a-4896-bc45-418d608ab562 req-f9117319-d0b0-40ff-85a7-ecfe7216cc9d tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.5573003 Nov 11 20:47:06.011822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2d2321a-839a-4896-bc45-418d608ab562 req-de6ff5fc-b258-49e0-ad12-68d5137eaf98 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0519223 Nov 11 20:47:06.068910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a17084a-cbcb-4ffe-92fc-4857e148f172 req-29be4bd1-a7f2-4ac0-acbd-1a961cbe0047 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128458 Nov 11 20:47:06.069045 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2d2321a-839a-4896-bc45-418d608ab562 req-894f0f7a-6219-486f-bdff-142a75d583b8 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0548308 Nov 11 20:47:06.088308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:47:06.101114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.155396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.204703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0e556fe-7e94-43d2-869f-cd738cc4a152 req-03d557f8-2ca2-4354-b635-87a3bacf0b45 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 210 time: 0.0423560 Nov 11 20:47:06.248978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Deleting port 8c7a47b7-269e-4919-9c2b-204a621e2807 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:06.249433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.283172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Allocated IP 172.20.0.2 (8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196/e0702653-6ca8-44a4-a11b-e3fabbd625a4/70e5e545-059f-4383-ac08-4af7d9b7a1e6) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:06.338680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.339076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.352336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.353442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.361537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Calling delete_port for 8c7a47b7-269e-4919-9c2b-204a621e2807 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:06.391405 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.472174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.522498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.560360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:06.600819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:06.605351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.637562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:06.642402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event updated for resources: {'Port': ['ID=9af2a23b-7093-48d1-bb21-a56d645909f9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:06.644706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.679374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:06.683574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:06.688435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:06.692713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Pushing event updated for resources: {'Port': ['ID=70e5e545-059f-4383-ac08-4af7d9b7a1e6,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:06.706677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.707157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.714020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.714020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.714020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.714020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.714020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.714020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.714819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.715358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.715817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.716337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:06.727803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event deleted for resources: {'Port': ['ID=8c7a47b7-269e-4919-9c2b-204a621e2807,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:06.775245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec4d3b-24c9-4c05-aedf-b3a8d7ab2c5b req-97c7cadd-944d-45ae-993d-ece3221d1ae9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:06.792121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7aec4d3b-24c9-4c05-aedf-b3a8d7ab2c5b req-97c7cadd-944d-45ae-993d-ece3221d1ae9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.3228579 Nov 11 20:47:06.805109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Attempting to bind port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:06.805816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Attempting to bind port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:06.806532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Attempting to bind port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 on network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:06.827961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:06.828257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.828385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Checking segment: {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:06.828385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.828385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Bound using segment: {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:06.828385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Bound port: 70e5e545-059f-4383-ac08-4af7d9b7a1e6, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:06.828385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.829149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.843991 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2d2321a-839a-4896-bc45-418d608ab562 req-2f8162d9-18ce-48cf-85b6-afc388865c23 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "DELETE /v2.0/floatingips/387d8367-0395-465f-a2ac-663f9fb3aecf HTTP/1.1" status: 204 len: 173 time: 0.7618589 Nov 11 20:47:06.902257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:06.911885 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.917138 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.981611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350da78c-5ae6-4dee-8313-e7d1ac96f604 req-d1773de4-5cb7-4c12-8bf9-fb3036c5f5af tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:06.991260 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-350da78c-5ae6-4dee-8313-e7d1ac96f604 req-d1773de4-5cb7-4c12-8bf9-fb3036c5f5af tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 943 time: 0.0960944 Nov 11 20:47:07.000605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7aec4d3b-24c9-4c05-aedf-b3a8d7ab2c5b req-0916cd55-c221-4273-865b-4708c6e703fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849821 Nov 11 20:47:07.060762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-350da78c-5ae6-4dee-8313-e7d1ac96f604 req-e11e05ad-5530-47a1-9bac-200d54dc35bf tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683627 Nov 11 20:47:07.088326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22294164-d421-4005-bb54-323156f0ef0e req-8736e7c3-a887-4430-95e1-389b2ca5e0b1 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips/fcf61956-4f3e-4c1b-8854-a296072b76fb HTTP/1.1" status: 200 len: 693 time: 0.0643983 Nov 11 20:47:07.116898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-70514ffd-3f00-4f9f-8390-259e7136dd5f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0984037 Nov 11 20:47:07.156466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Request body: {'port': {'device_id': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:07.201634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:07.251667 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.259138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267053e3-ae6c-4080-b07b-945d469952ea req-4202b7b5-8ca1-49f8-bccf-7467c7526c46 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:07.262560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-267053e3-ae6c-4080-b07b-945d469952ea req-4202b7b5-8ca1-49f8-bccf-7467c7526c46 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.0821931 Nov 11 20:47:07.285198 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.316702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-28c49c52-04fe-4014-acca-79119aadf7ed None None] Provisioning complete for port 9af2a23b-7093-48d1-bb21-a56d645909f9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:07.317743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-28c49c52-04fe-4014-acca-79119aadf7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.327700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] For port 70e5e545-059f-4383-ac08-4af7d9b7a1e6, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:07.354095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-267053e3-ae6c-4080-b07b-945d469952ea req-fcdf06d1-0674-47ea-964f-7c2ce43affda tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844600 Nov 11 20:47:07.377492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] For port 70e5e545-059f-4383-ac08-4af7d9b7a1e6, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=70e5e545-059f-4383-ac08-4af7d9b7a1e6,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:07.403089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:07.406160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-28c49c52-04fe-4014-acca-79119aadf7ed None None] Port 9af2a23b-7093-48d1-bb21-a56d645909f9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:07.425113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'mac_address': 'fa:16:3e:15:3d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:47:07.449392 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.471459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294164-d421-4005-bb54-323156f0ef0e req-2caf3aae-0710-4ff0-aeda-2c9ddbb4bf85 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:07.479891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22294164-d421-4005-bb54-323156f0ef0e req-2caf3aae-0710-4ff0-aeda-2c9ddbb4bf85 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.3905079 Nov 11 20:47:07.555811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84df09-a7af-44af-9d41-b2e2351b3a51 req-1bf93c71-a7f2-419e-be1d-da57ce9ce03a tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:07.564523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d84df09-a7af-44af-9d41-b2e2351b3a51 req-1bf93c71-a7f2-419e-be1d-da57ce9ce03a tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 932 time: 0.1106548 Nov 11 20:47:07.568017 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.603004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff9d1-3832-4251-a415-5d4054a46a55 None None] Pushing event updated for resources: {'Port': ['ID=70e5e545-059f-4383-ac08-4af7d9b7a1e6,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:07.616618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:07.665041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d84df09-a7af-44af-9d41-b2e2351b3a51 req-ea229df5-4c62-4f37-92e7-56792c6af8f7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984304 Nov 11 20:47:07.667336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:07.739943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.768874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.862406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:07.876694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.877314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.878331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.888671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.920702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.931724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.935175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.935561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.935916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.936621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.936970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.937312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:07.983327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d966a-a8e8-460d-abbf-dc391909a187 req-d783da81-b180-4cf9-b3bd-9fde101353dd tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:07.989237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131d966a-a8e8-460d-abbf-dc391909a187 req-d783da81-b180-4cf9-b3bd-9fde101353dd tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1097 time: 0.0583551 Nov 11 20:47:08.031279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22294164-d421-4005-bb54-323156f0ef0e req-4a7ffcb8-541b-4ea4-ae94-2c10c8d49d39 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.5504346 Nov 11 20:47:08.072646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131d966a-a8e8-460d-abbf-dc391909a187 req-9be8380c-4c4f-4564-8d4a-0f4f93f71fb5 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794070 Nov 11 20:47:08.143686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22294164-d421-4005-bb54-323156f0ef0e req-a127e713-c8ee-4343-b65a-48a73db93594 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.1015184 Nov 11 20:47:08.151253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['935cb8c8-fd5a-4deb-ae46-a48fd31efa28'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:08.154405 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:47:08.426833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 70e5e545-059f-4383-ac08-4af7d9b7a1e6 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:08.497675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.527022 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.539947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:08.540416 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.647248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1017-5124-4772-9d36-73b638db33ef req-4a0c8fff-fe2f-437a-ad99-4b1f74b08634 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:08.652983 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.659686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab1e1017-5124-4772-9d36-73b638db33ef req-4a0c8fff-fe2f-437a-ad99-4b1f74b08634 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1256735 Nov 11 20:47:08.706670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 70e5e545-059f-4383-ac08-4af7d9b7a1e6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=70e5e545-059f-4383-ac08-4af7d9b7a1e6,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:08.727623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab1e1017-5124-4772-9d36-73b638db33ef req-e0349ef9-558c-44c2-8676-e548ae525721 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627692 Nov 11 20:47:08.745028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af2a23b-7093-48d1-bb21-a56d645909f9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:08.757486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.790406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.810289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Deleting port 6795f9a7-e253-47eb-bf3b-70621ddeee14 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:08.810726 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.814117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Transition to ACTIVE for port object 9af2a23b-7093-48d1-bb21-a56d645909f9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:47:08.849621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=70e5e545-059f-4383-ac08-4af7d9b7a1e6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:08.885333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460af8c-33e3-46ef-b52a-8d558a9cfab6 req-ca0d15e7-e1bb-4d38-992c-4aab1b967402 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:08.895617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b460af8c-33e3-46ef-b52a-8d558a9cfab6 req-ca0d15e7-e1bb-4d38-992c-4aab1b967402 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 944 time: 0.0902631 Nov 11 20:47:08.929172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:08.976588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b460af8c-33e3-46ef-b52a-8d558a9cfab6 req-76ca223a-5574-4f44-afa2-3a867f26f563 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663056 Nov 11 20:47:08.987775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=9af2a23b-7093-48d1-bb21-a56d645909f9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:08.994094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Allocated IP 172.25.2.107 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/12b89301-886c-408a-9096-3c4364de8f01) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:09.072888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.072888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.138215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065f39-4a39-4531-abd6-ba70981574c5 req-1ab17ee1-9236-4ecb-8cc2-5551013b11ea tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:09.146352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8febb26-3bfb-4136-b2fd-9fc7a71be8bf None None] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:47:09.147399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8065f39-4a39-4531-abd6-ba70981574c5 req-1ab17ee1-9236-4ecb-8cc2-5551013b11ea tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 944 time: 0.0839877 Nov 11 20:47:09.213383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8065f39-4a39-4531-abd6-ba70981574c5 req-4229853c-48f7-444e-b52a-4d7fd079b800 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599568 Nov 11 20:47:09.321716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Calling delete_port for 6795f9a7-e253-47eb-bf3b-70621ddeee14 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:09.416455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbf5fd7c-998c-417e-b426-655614f5961b None None] Provisioning complete for port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:09.417054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbf5fd7c-998c-417e-b426-655614f5961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.442159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Attempting to bind port 9af2a23b-7093-48d1-bb21-a56d645909f9 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:09.442453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Attempting to bind port 9af2a23b-7093-48d1-bb21-a56d645909f9 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:09.442793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Attempting to bind port 9af2a23b-7093-48d1-bb21-a56d645909f9 on network b151480d-cf91-4337-b78b-8bc6ea2631b0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:09.457407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Port 9af2a23b-7093-48d1-bb21-a56d645909f9 on network b151480d-cf91-4337-b78b-8bc6ea2631b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:09.457745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Attempting to bind port 9af2a23b-7093-48d1-bb21-a56d645909f9 on network b151480d-cf91-4337-b78b-8bc6ea2631b0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:09.482579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:09.482946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Checking segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:09.483823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Bound using segment: {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:09.484386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Bound port: 9af2a23b-7093-48d1-bb21-a56d645909f9, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:09.492455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.528617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.658303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] For port 9af2a23b-7093-48d1-bb21-a56d645909f9, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:09.663678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] For port 9af2a23b-7093-48d1-bb21-a56d645909f9, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9af2a23b-7093-48d1-bb21-a56d645909f9,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:09.759736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.762352 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.851032 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.873263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:09.874129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:09.883515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] 10.222.0.62 "PUT /v2.0/ports/9af2a23b-7093-48d1-bb21-a56d645909f9 HTTP/1.1" status: 200 len: 1092 time: 2.7556584 Nov 11 20:47:09.894359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:09.897521 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729" -d '{"events": [{"name": "network-changed", "server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:09.914171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47838cc9-a835-4ab9-8e73-d4ed8b8de381 req-9b5238b7-d135-46b7-93f0-98f888788945 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:09.923457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47838cc9-a835-4ab9-8e73-d4ed8b8de381 req-9b5238b7-d135-46b7-93f0-98f888788945 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0954652 Nov 11 20:47:09.973279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ef2f972-5f0c-43fc-916e-61c998fce95e None None] Provisioning complete for port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:09.982482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f972-5f0c-43fc-916e-61c998fce95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:10.027548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47838cc9-a835-4ab9-8e73-d4ed8b8de381 req-f6e454b1-3db6-4c24-bbc4-e2ff63764af2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028626 Nov 11 20:47:10.054683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4ea7f-c9a6-44c1-8858-f12397f7ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=9af2a23b-7093-48d1-bb21-a56d645909f9,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:10.059806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:10.090530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:10.190430 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1191e2-9e17-44e7-bb99-bced3f51197e x-openstack-request-id: req-2e1191e2-9e17-44e7-bb99-bced3f51197e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:10.190816 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:10.191008 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e1191e2-9e17-44e7-bb99-bced3f51197e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:10.191455 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'status': 'completed', 'code': 200} Nov 11 20:47:10.192111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:10.311922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 70e5e545-059f-4383-ac08-4af7d9b7a1e6 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:10.336496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddba68-3504-4a78-ac76-a83d95099e3c req-d3571940-d13e-49c7-ab74-a66b11819f35 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:10.343836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f2ddba68-3504-4a78-ac76-a83d95099e3c req-d3571940-d13e-49c7-ab74-a66b11819f35 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 944 time: 0.0745432 Nov 11 20:47:10.368845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Pushing event updated for resources: {'Port': ['ID=12b89301-886c-408a-9096-3c4364de8f01,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:10.401534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f2ddba68-3504-4a78-ac76-a83d95099e3c req-d3dfd9e1-df78-4c62-ba94-802a2c1b60ed tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564322 Nov 11 20:47:10.433383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:10.436762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:10.438376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22294164-d421-4005-bb54-323156f0ef0e req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] 10.222.0.31 "DELETE /v2.0/floatingips/fcf61956-4f3e-4c1b-8854-a296072b76fb HTTP/1.1" status: 204 len: 173 time: 2.2848229 Nov 11 20:47:10.445236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:10.448401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b250a90-3779-4aa8-aa7e-7c0796da7621 tempest-FloatingIPDetailsTestJSON-1287894998 tempest-FloatingIPDetailsTestJSON-1287894998-project] Pushing event deleted for resources: {'Port': ['ID=6795f9a7-e253-47eb-bf3b-70621ddeee14,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:10.463413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-d864f2d0-3955-46de-b996-09e5d33e87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:10.463655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:10.464406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:10.465421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-d864f2d0-3955-46de-b996-09e5d33e87bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 1095 time: 0.4078128 Nov 11 20:47:10.632363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-19468b15-adfe-4226-8bd2-c55a3e59dd2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9af2a23b-7093-48d1-bb21-a56d645909f9 HTTP/1.1" status: 200 len: 217 time: 0.1066871 Nov 11 20:47:10.682344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9f1df-4178-4ce7-a330-c1a7d1f3cbe3 req-0899e2d4-b512-4422-a4d2-d3d93e5c8d2d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:10.684159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6bf9f1df-4178-4ce7-a330-c1a7d1f3cbe3 req-0899e2d4-b512-4422-a4d2-d3d93e5c8d2d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 944 time: 0.1283848 Nov 11 20:47:10.716441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-9cf92ea2-5703-4e97-b815-307adf423858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:10.718370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-9cf92ea2-5703-4e97-b815-307adf423858 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.0695612 Nov 11 20:47:10.775754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6bf9f1df-4178-4ce7-a330-c1a7d1f3cbe3 req-c16a429d-40d4-4bd2-9f51-cdce7680843c tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629172 Nov 11 20:47:10.825606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-570395fc-55c8-483a-bf34-3e942bd123e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:10.827561 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-570395fc-55c8-483a-bf34-3e942bd123e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874908 Nov 11 20:47:11.128175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-ac48b02b-8508-4f4d-98c2-41ee18835229 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869699 Nov 11 20:47:11.145317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:11.168752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:11.192190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:11.324622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:47:11.329933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:11.330425 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:11.357452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5c4e9-09ea-4ec5-b500-a986a8f0f756 req-a1f6a627-d6e9-4f3e-818c-9dafad1aaf85 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:11.364892 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-27c5c4e9-09ea-4ec5-b500-a986a8f0f756 req-a1f6a627-d6e9-4f3e-818c-9dafad1aaf85 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.2351103 Nov 11 20:47:11.405661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234ba4e-dc32-4043-88fb-276a251a7f8b req-60d2799f-e05a-4450-9788-b9d6146c53c2 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556963 Nov 11 20:47:11.509846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:11.562096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-27c5c4e9-09ea-4ec5-b500-a986a8f0f756 req-98c41fa8-5394-498e-a6c8-74f36b1d63a5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957850 Nov 11 20:47:11.610206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:11.612711 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a2a505-a1a1-4e21-89ab-7d834bce56a6" -d '{"events": [{"server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "name": "network-vif-plugged", "status": "completed", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:11.644199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:11.681771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-6fab03a7-1b9d-4271-889d-cc692e488e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:11.683436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-6fab03a7-1b9d-4271-889d-cc692e488e25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 1095 time: 0.1472781 Nov 11 20:47:11.694599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:11.745633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:11.750056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6c696-ac25-4e6e-b1ff-198e27cb96ab req-5db580a7-0d62-4d47-bae0-21c86feca5b8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:11.751645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76d6c696-ac25-4e6e-b1ff-198e27cb96ab req-5db580a7-0d62-4d47-bae0-21c86feca5b8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 944 time: 0.1905942 Nov 11 20:47:11.817902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Deleting port c20760b5-28ad-4eca-af52-1d9a0e533925 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:11.818281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:11.842156 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d75e5d-3181-4a85-b36d-38ea0e609467 x-openstack-request-id: req-a3d75e5d-3181-4a85-b36d-38ea0e609467 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:11.842156 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "name": "network-vif-plugged", "status": "completed", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:11.842156 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3d75e5d-3181-4a85-b36d-38ea0e609467 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:11.842156 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'code': 200} Nov 11 20:47:11.845248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:11.983784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76d6c696-ac25-4e6e-b1ff-198e27cb96ab req-f0fd345c-2977-4777-9844-2ddd23137b95 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186415 Nov 11 20:47:12.020947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] For port c20760b5-28ad-4eca-af52-1d9a0e533925, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c20760b5-28ad-4eca-af52-1d9a0e533925,segment=NetworkSegment(b1b79dc1-1540-4a87-994f-d00582009ccb),segment_id=b1b79dc1-1540-4a87-994f-d00582009ccb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:12.021380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:12.036732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Calling delete_port for c20760b5-28ad-4eca-af52-1d9a0e533925 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:12.214473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3fb0-d31a-47aa-97d1-d97a808a58a6 req-3c581e21-efd6-42f2-874a-756d5c86f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:12.216098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-305f3fb0-d31a-47aa-97d1-d97a808a58a6 req-3c581e21-efd6-42f2-874a-756d5c86f57a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.3448620 Nov 11 20:47:12.315653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-305f3fb0-d31a-47aa-97d1-d97a808a58a6 req-507a256a-21bc-4a9b-8245-e322bfa6a0f8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814178 Nov 11 20:47:12.383355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-e1f9f373-e440-4af8-a73a-5b18a6097572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:12.384925 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-e1f9f373-e440-4af8-a73a-5b18a6097572 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 924 time: 0.6819706 Nov 11 20:47:12.399690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d55fb-3c95-4cc7-92cd-3e3ad4e19168 req-4b21738c-5a28-41e0-a690-0568fea8ae0c tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:12.401355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d01d55fb-3c95-4cc7-92cd-3e3ad4e19168 req-4b21738c-5a28-41e0-a690-0568fea8ae0c tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 944 time: 0.4834194 Nov 11 20:47:12.409023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:12.467658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Pushing event deleted for resources: {'Port': ['ID=c20760b5-28ad-4eca-af52-1d9a0e533925,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:12.479197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-c39a815a-b30a-41fc-b89b-b9043ed27755 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9af2a23b-7093-48d1-bb21-a56d645909f9 HTTP/1.1" status: 200 len: 217 time: 0.0767510 Nov 11 20:47:12.497916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.498651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.499250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.499753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.500265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.500742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.501396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.501987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.502643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.505300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.507872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.508362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:12.556952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-10937ed1-6669-4f2f-aa87-82bb57409081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:12.561013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-10937ed1-6669-4f2f-aa87-82bb57409081 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.0614960 Nov 11 20:47:12.573308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d01d55fb-3c95-4cc7-92cd-3e3ad4e19168 req-fbb5c29c-aa0f-4320-b921-d67044eaa338 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596086 Nov 11 20:47:12.631984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-c1b0e6be-85f4-4aef-8772-808b2bc8a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:12.633998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-c1b0e6be-85f4-4aef-8772-808b2bc8a9aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597122 Nov 11 20:47:12.707338 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:12.792884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667ee75-0f97-4ba6-8538-14bd397e1d4b req-550122b1-8980-42e0-adff-d05dd6c9163a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:12.794385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3667ee75-0f97-4ba6-8538-14bd397e1d4b req-550122b1-8980-42e0-adff-d05dd6c9163a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1176302 Nov 11 20:47:12.796199 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-20946ca0-3721-4987-89a5-0658c6dcdcb9 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530356 Nov 11 20:47:12.938031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3667ee75-0f97-4ba6-8538-14bd397e1d4b req-80012ba1-ef5a-4d6e-8fdc-82e545d59155 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370296 Nov 11 20:47:12.968858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Router 761e2920-2698-4843-b9dd-cfed31350e13 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:12.994173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb79602-8ae2-4ea5-a7c8-a8a0cb6ca729 req-d5b9e9cd-2b93-4a20-ab81-33da1bc545bf service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855996 Nov 11 20:47:13.059497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:47:13.097460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:13.102967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe059882-a5db-46ad-8217-4b0471e4686b admin admin] 10.222.0.31 "PUT /v2.0/routers/761e2920-2698-4843-b9dd-cfed31350e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6565435 Nov 11 20:47:13.105459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:13.111361 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] Sync routers for ids ['761e2920-2698-4843-b9dd-cfed31350e13'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:13.129321 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] Routers {'761e2920-2698-4843-b9dd-cfed31350e13'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:13.129321 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['761e2920-2698-4843-b9dd-cfed31350e13'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:13.209505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:13.225448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Sync routers for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:13.245946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:13.259799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:13.303258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:13.304789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd006e3-bd3f-4519-8116-253432f152d0 req-e09da5f2-7ee3-42f8-a2aa-c02652d64cc9 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:13.307353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9fd006e3-bd3f-4519-8116-253432f152d0 req-e09da5f2-7ee3-42f8-a2aa-c02652d64cc9 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 945 time: 0.0907168 Nov 11 20:47:13.342845 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] Set router 761e2920-2698-4843-b9dd-cfed31350e13 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:13.365034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:13.367480 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bad2ee26-2457-423b-8cd5-7cdd107eabe5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.4567647 Nov 11 20:47:13.376073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9fd006e3-bd3f-4519-8116-253432f152d0 req-f2615dba-247b-4efe-8291-71255be527c7 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Nov 11 20:47:13.385542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33614) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:13.486219 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:13.502358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:13.649808 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '55788364-a7e7-4177-88de-ad24824f0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:47:12Z', 'revision_number': 5, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port': {'id': '55788364-a7e7-4177-88de-ad24824f0c21', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761e2920-2698-4843-b9dd-cfed31350e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:32Z', 'updated_at': '2021-11-11T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:13.759985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Deleting port 55788364-a7e7-4177-88de-ad24824f0c21 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:13.760392 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:13.801361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:10Z', 'revision_number': 3, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:13.837517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Checking router: 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:13.838119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Updating router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 port 12b89301-886c-408a-9096-3c4364de8f01 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:47:13.867067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:13.906854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51063f-4af8-401c-a032-10ac26b26f2d req-af3b99dd-352b-4df0-8f14-095c6b46f71d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:13.909861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be51063f-4af8-401c-a032-10ac26b26f2d req-af3b99dd-352b-4df0-8f14-095c6b46f71d tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 944 time: 0.0882926 Nov 11 20:47:13.972452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] For port 55788364-a7e7-4177-88de-ad24824f0c21, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=55788364-a7e7-4177-88de-ad24824f0c21,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:13.974227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.037242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Calling delete_port for 55788364-a7e7-4177-88de-ad24824f0c21 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:14.149623 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] Checking router: 761e2920-2698-4843-b9dd-cfed31350e13 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:14.162846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be51063f-4af8-401c-a032-10ac26b26f2d req-4265f84f-f269-4469-8601-d9dcb4632238 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301722 Nov 11 20:47:14.191682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] Routers {'761e2920-2698-4843-b9dd-cfed31350e13'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:14.192458 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['761e2920-2698-4843-b9dd-cfed31350e13'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:14.217864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.253981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886d8fe-4c31-40fa-9d5c-d5ccf05ce247 req-d35f969c-01cb-458f-8932-897d28c77a72 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:14.256313 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4886d8fe-4c31-40fa-9d5c-d5ccf05ce247 req-d35f969c-01cb-458f-8932-897d28c77a72 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1529391 Nov 11 20:47:14.266053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9af2a23b-7093-48d1-bb21-a56d645909f9 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:14.430856 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] Set router 761e2920-2698-4843-b9dd-cfed31350e13 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:14.526046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4886d8fe-4c31-40fa-9d5c-d5ccf05ce247 req-f698fd7e-a93f-44b0-9b7c-fdd7781904eb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610302 Nov 11 20:47:14.569987 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:47:13Z', 'revision_number': 6, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:14.621856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Allocated IP 172.20.0.1 (8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196/e0702653-6ca8-44a4-a11b-e3fabbd625a4/ebdd6247-9081-432b-9bbe-c9ff49d7fdd1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:14.622299 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d557cfb-f5c8-437b-bb9d-2ab8ba4f8f7b None None] The sync data for ids ['761e2920-2698-4843-b9dd-cfed31350e13'] in n-d-805734-3 is: [{'id': '761e2920-2698-4843-b9dd-cfed31350e13', 'name': 'tempest-FloatingIPDetailsTestJSON-411349809-router', 'tenant_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:30Z', 'updated_at': '2021-11-11T20:47:13Z', 'revision_number': 6, 'project_id': 'c95cd2bfdea64f5c8c495d1be39f18d9', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:14.629191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9af2a23b-7093-48d1-bb21-a56d645909f9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9af2a23b-7093-48d1-bb21-a56d645909f9,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:14.672296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.681557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'port_id': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'mac_address': 'fa:16:3e:e1:de:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:47:14.733334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.739700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.749988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af2a23b-7093-48d1-bb21-a56d645909f9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:14.781644 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.793690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c9122-5b61-4a40-8246-624e7970cf4a req-19418a9c-b29b-4112-b045-cf8ba6322cf2 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:14.795444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a3c9122-5b61-4a40-8246-624e7970cf4a req-19418a9c-b29b-4112-b045-cf8ba6322cf2 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 945 time: 0.1765730 Nov 11 20:47:14.796501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Pushing event deleted for resources: {'Port': ['ID=55788364-a7e7-4177-88de-ad24824f0c21,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:14.811890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9af2a23b-7093-48d1-bb21-a56d645909f9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9af2a23b-7093-48d1-bb21-a56d645909f9,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:14.924270 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.932602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a3c9122-5b61-4a40-8246-624e7970cf4a req-f935143e-90ca-46fc-897e-eaae563c2e07 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262691 Nov 11 20:47:14.937062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.950138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef66a88-d353-40ba-93d9-8784e764467c None None] Pushing event updated for resources: {'Port': ['ID=12b89301-886c-408a-9096-3c4364de8f01,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:14.957932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:14.969457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Attempting to bind port 12b89301-886c-408a-9096-3c4364de8f01 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:14.969457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Attempting to bind port 12b89301-886c-408a-9096-3c4364de8f01 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:14.969457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Attempting to bind port 12b89301-886c-408a-9096-3c4364de8f01 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:15.075932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:15.076684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:15.081845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:15.082738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:15.084047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Bound port: 12b89301-886c-408a-9096-3c4364de8f01, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:15.084897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:15.093619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:15.136825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:15.143346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:15.159451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] For port 12b89301-886c-408a-9096-3c4364de8f01, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:15.164284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] For port 12b89301-886c-408a-9096-3c4364de8f01, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=12b89301-886c-408a-9096-3c4364de8f01,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:15.202117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:15.238434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:15.266865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9af2a23b-7093-48d1-bb21-a56d645909f9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:15.303658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:15.326096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-a6210ab0-4415-4e30-bbd2-2d4927f7ede6 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3134155 Nov 11 20:47:15.360135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:15.556326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015d7de-2e30-4410-b2b1-30dc3d55be61 req-05b905e3-f6ea-4e2e-ae8a-dd24bc4b3aa2 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:15.563174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0015d7de-2e30-4410-b2b1-30dc3d55be61 req-05b905e3-f6ea-4e2e-ae8a-dd24bc4b3aa2 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 945 time: 0.2450130 Nov 11 20:47:15.579969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['9af2a23b-7093-48d1-bb21-a56d645909f9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:15.711661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:15.712387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:15.714381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ada93658-a2f5-47f5-a3ec-118059560b9c None None] Provisioning complete for port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:15.714785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ada93658-a2f5-47f5-a3ec-118059560b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:15.716340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef66a88-d353-40ba-93d9-8784e764467c None None] Pushing event updated for resources: {'Port': ['ID=12b89301-886c-408a-9096-3c4364de8f01,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:15.734689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0015d7de-2e30-4410-b2b1-30dc3d55be61 req-8ac4c418-66db-4899-8ce4-22a17793f588 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638319 Nov 11 20:47:15.855714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:15.968959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ada93658-a2f5-47f5-a3ec-118059560b9c None None] Port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:16.008867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:16.116910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:16.120618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.125956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.135857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.306654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ca827-4f44-49d2-be9e-5606577ca02e req-ef88fcd9-9700-4905-bb7e-d31aa25d6902 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:16.308466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-257ca827-4f44-49d2-be9e-5606577ca02e req-ef88fcd9-9700-4905-bb7e-d31aa25d6902 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1899447 Nov 11 20:47:16.371212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 55788364-a7e7-4177-88de-ad24824f0c21 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:16.373411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.373930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761e2920-2698-4843-b9dd-cfed31350e13 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:47:16.377981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.384166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-257ca827-4f44-49d2-be9e-5606577ca02e req-e9a6e43d-eb1c-45db-8391-df4600e345ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Nov 11 20:47:16.391919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.393312 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f04b903d-7f46-468e-b08e-b99829cfff8d admin admin] 10.222.0.31 "DELETE /v2.0/routers/761e2920-2698-4843-b9dd-cfed31350e13 HTTP/1.1" status: 204 len: 168 time: 3.2866092 Nov 11 20:47:16.396025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:16.452177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] Deleting subnet e0271f55-3686-4119-9fae-6235637353c8 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:47:16.457550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.460416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.508469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.553302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 55788364-a7e7-4177-88de-ad24824f0c21 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:16.553302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 55788364-a7e7-4177-88de-ad24824f0c21 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:16.553302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c20760b5-28ad-4eca-af52-1d9a0e533925 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:16.663864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.668124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c20760b5-28ad-4eca-af52-1d9a0e533925 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:16.672550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c20760b5-28ad-4eca-af52-1d9a0e533925 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:16.704304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Allocated IP 172.25.2.38 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/a0bc9914-140f-4879-b008-cc4ec65c8584) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:16.727528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:16.736806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.855329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:10Z', 'revision_number': 3, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:16.873215 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:16.885159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:16.890676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:16.925552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364e69-a749-460f-85e6-b544bcd60471 None None] The sync data for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 is: [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:10Z', 'revision_number': 3, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:17.019942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.051435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.174255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:17.184421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:17.191055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:17.209312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Pushing event updated for resources: {'Port': ['ID=a0bc9914-140f-4879-b008-cc4ec65c8584,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:17.274074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce1084-9acc-48dd-8d41-f4863c8135a3 req-3610181b-a303-4301-b41c-621b5c20e4ff tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:17.276970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7ce1084-9acc-48dd-8d41-f4863c8135a3 req-3610181b-a303-4301-b41c-621b5c20e4ff tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 945 time: 0.2775934 Nov 11 20:47:17.327798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ade71ad4-8d42-4613-a233-e9131e24e139 None None] Provisioning complete for port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:17.331156 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ade71ad4-8d42-4613-a233-e9131e24e139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.337095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:17.366853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7ce1084-9acc-48dd-8d41-f4863c8135a3 req-a8877149-40e8-4758-8407-f7bace4492bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770247 Nov 11 20:47:17.464496 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.473193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.511452 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ade71ad4-8d42-4613-a233-e9131e24e139 None None] Port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:17.573920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0271f55-3686-4119-9fae-6235637353c8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:17.595292 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.596395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a4428-3934-4c38-9074-63af5f0c3095 None None] Network 29553127-c335-4bb4-a4a7-fa3de58b0abd requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:47:17.607755 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.607923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75bc8443-6687-4466-b874-b797ac16804f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0271f55-3686-4119-9fae-6235637353c8 HTTP/1.1" status: 204 len: 168 time: 1.2078929 Nov 11 20:47:17.613602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:17.903312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.928475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:17.968342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-77bb22dd-60a9-488e-860f-82ce22c0bd49 admin admin] 10.222.0.31 "PUT /v2.0/routers/35cd35a0-053f-43d0-b4ba-3d7754ee6b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5722222 Nov 11 20:47:17.968342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.982944 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:17.993861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] DHCP port deletion for 29553127-c335-4bb4-a4a7-fa3de58b0abd request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:47:18.054334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dddd7-1ab2-401e-ab02-cb7a6e2253c0 req-a894cc59-f594-4a49-983c-63ed276fa4fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:18.068662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-556dddd7-1ab2-401e-ab02-cb7a6e2253c0 req-a894cc59-f594-4a49-983c-63ed276fa4fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.2726631 Nov 11 20:47:18.121148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] Deleting port a201103a-7fc2-45ce-be4c-9b6aca0da798 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:18.121148 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:18.168225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Pushing event updated for resources: {'Port': ['ID=a0bc9914-140f-4879-b008-cc4ec65c8584,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:18.184016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:18.278494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:18.284937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-5d64484a-4b1e-466f-a995-1d0932a0d666 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9083459 Nov 11 20:47:18.355035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] For port a201103a-7fc2-45ce-be4c-9b6aca0da798, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a201103a-7fc2-45ce-be4c-9b6aca0da798,segment=NetworkSegment(b1b79dc1-1540-4a87-994f-d00582009ccb),segment_id=b1b79dc1-1540-4a87-994f-d00582009ccb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:18.355451 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:18.363429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-556dddd7-1ab2-401e-ab02-cb7a6e2253c0 req-3effb36e-45ce-4218-a624-c394bb52f652 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938542 Nov 11 20:47:18.376222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] Calling delete_port for a201103a-7fc2-45ce-be4c-9b6aca0da798 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:18.376222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9af2a23b-7093-48d1-bb21-a56d645909f9 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:18.455711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Deleting port a201103a-7fc2-45ce-be4c-9b6aca0da798 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:18.463169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:18.465576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-32f27bd4-0ee2-483f-a728-2058aefb1ade tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 695 time: 0.1700199 Nov 11 20:47:18.471774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 12b89301-886c-408a-9096-3c4364de8f01 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:18.630604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] For port a201103a-7fc2-45ce-be4c-9b6aca0da798, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a201103a-7fc2-45ce-be4c-9b6aca0da798,segment=NetworkSegment(b1b79dc1-1540-4a87-994f-d00582009ccb),segment_id=b1b79dc1-1540-4a87-994f-d00582009ccb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:18.631517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:18.655628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Calling delete_port for a201103a-7fc2-45ce-be4c-9b6aca0da798 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:18.682371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-074c3a18-75be-4c01-8be7-6c263089eda2 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:18.685342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d690da5f-4d86-4132-8c28-9bec8852b10b req-074c3a18-75be-4c01-8be7-6c263089eda2 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.2186162 Nov 11 20:47:18.830352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 12b89301-886c-408a-9096-3c4364de8f01 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:18.836654 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:18.917648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b872c9-2e8b-4d08-8184-8e5dc184b81f req-52551505-d970-4948-bd00-c11e59b80463 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:18.919454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2b872c9-2e8b-4d08-8184-8e5dc184b81f req-52551505-d970-4948-bd00-c11e59b80463 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 945 time: 0.1141427 Nov 11 20:47:18.982543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-cba28454-289a-45be-b514-30298c5c6419 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:18.992099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-cba28454-289a-45be-b514-30298c5c6419 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks?id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 200 len: 829 time: 0.1363192 Nov 11 20:47:19.014592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-8063c5bb-6529-49f9-8864-6632536ad562 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/quotas/0aced83906164b37a112b607b4a226ea HTTP/1.1" status: 200 len: 375 time: 0.0215244 Nov 11 20:47:19.026385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2b872c9-2e8b-4d08-8184-8e5dc184b81f req-f93d1783-2e71-4650-aa43-60938335c62f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004136 Nov 11 20:47:19.098880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 9af2a23b-7093-48d1-bb21-a56d645909f9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:47:19.105838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.111330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.119567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.135061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 9af2a23b-7093-48d1-bb21-a56d645909f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:19.135747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.187819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] No DVR routers for this DVR port a201103a-7fc2-45ce-be4c-9b6aca0da798 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:47:19.205071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-183b74f2-db3d-4206-9287-588f480e207a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0aced83906164b37a112b607b4a226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679528 Nov 11 20:47:19.219575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] No DVR routers for this DVR port a201103a-7fc2-45ce-be4c-9b6aca0da798 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:47:19.221829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Pushing event deleted for resources: {'Port': ['ID=a201103a-7fc2-45ce-be4c-9b6aca0da798,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:19.271829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 12b89301-886c-408a-9096-3c4364de8f01, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=12b89301-886c-408a-9096-3c4364de8f01,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:19.275350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd3aaf-cc93-4972-9eb3-acbba124f217 None None] Pushing event deleted for resources: {'Port': ['ID=a201103a-7fc2-45ce-be4c-9b6aca0da798,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:19.342596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.364203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.460896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=12b89301-886c-408a-9096-3c4364de8f01,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:19.476777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.488797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:19.498456 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432fe2db-50b9-467e-a203-4b91b7702162" -d '{"events": [{"server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "name": "network-vif-plugged", "status": "completed", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:19.514561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a201103a-7fc2-45ce-be4c-9b6aca0da798 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:19.519006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29553127-c335-4bb4-a4a7-fa3de58b0abd']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:19.535105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b79dc1-1540-4a87-994f-d00582009ccb') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:19.535447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b79dc1-1540-4a87-994f-d00582009ccb') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:19.546658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.567382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.580690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:47:19.581102 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.587050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9af2a23b-7093-48d1-bb21-a56d645909f9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9af2a23b-7093-48d1-bb21-a56d645909f9,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:19.591827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a201103a-7fc2-45ce-be4c-9b6aca0da798 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:19.592345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a201103a-7fc2-45ce-be4c-9b6aca0da798 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:19.658990 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:47:19.674750 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:47:19.699265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-e40fd619-38a7-401b-a271-c7bcfc20db9a tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:19.708136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-e40fd619-38a7-401b-a271-c7bcfc20db9a tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 820 time: 0.2634439 Nov 11 20:47:19.735118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c52881a6-de1e-4c5c-82b5-92bf0dcb205a tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/quotas/b80e000467cb4053bd217191b9304aa4 HTTP/1.1" status: 200 len: 375 time: 0.0248084 Nov 11 20:47:19.740907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.773875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:19.778720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] 10.222.0.31 "DELETE /v2.0/networks/29553127-c335-4bb4-a4a7-fa3de58b0abd HTTP/1.1" status: 204 len: 168 time: 2.1615663 Nov 11 20:47:19.779708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09d29e-1588-4e00-b647-fac91452e08d admin admin] Pushing event deleted for resources: {'Network': ['ID=29553127-c335-4bb4-a4a7-fa3de58b0abd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:19.826270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9af2a23b-7093-48d1-bb21-a56d645909f9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:19.843440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-bd2f7c6e-69fb-4b07-85d6-a989371b6483 service neutron] 10.222.0.31 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373436 Nov 11 20:47:19.845355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-952e7612-173d-4a82-bfd7-112db8e3373e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1085670 Nov 11 20:47:19.969543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-6f3aee58-f05d-4576-92e5-6b9603a938ff service neutron] 10.222.0.31 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251118 Nov 11 20:47:19.985986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-35d8d3f6-cb0c-4ad0-97e1-f4e61d763a82 service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393123 Nov 11 20:47:20.025636 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Sync routers for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:20.045629 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:20.046445 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:20.164547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-2a19f79d-114b-4080-a717-d287c2ad7c8e service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771927 Nov 11 20:47:20.204593 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:20.272042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:20.409183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 12b89301-886c-408a-9096-3c4364de8f01 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:20.551895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a4b821e5-3b25-44c9-b299-f64789fbcdb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c95cd2bfdea64f5c8c495d1be39f18d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787352 Nov 11 20:47:20.555882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:20.578380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 12b89301-886c-408a-9096-3c4364de8f01 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:20.578756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:20.604203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572ac07-4238-4692-ad87-c96392ef8210 req-e42b59fe-251a-474e-bd9c-a42cabb75a64 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:20.612159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b572ac07-4238-4692-ad87-c96392ef8210 req-e42b59fe-251a-474e-bd9c-a42cabb75a64 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1713154 Nov 11 20:47:20.711004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f14215fd-3285-4cc8-a901-d95e254affb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:20.763782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f14215fd-3285-4cc8-a901-d95e254affb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:20.842229 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:16Z', 'revision_number': 2, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:20.878780 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Checking router: 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:20.879018 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Updating router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:47:20.908720 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.000246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b572ac07-4238-4692-ad87-c96392ef8210 req-b9d55d58-49bb-4f46-bf9b-53fa5edd2ceb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870633 Nov 11 20:47:21.055333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f14215fd-3285-4cc8-a901-d95e254affb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.066514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f14215fd-3285-4cc8-a901-d95e254affb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.081002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f14215fd-3285-4cc8-a901-d95e254affb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/265b94fd-3658-47d2-ac6e-aaca8beee04b HTTP/1.1" status: 204 len: 168 time: 0.5215197 Nov 11 20:47:21.101848 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefe3ad0-0e3f-4642-b9e6-49e99073efdf x-openstack-request-id: req-aefe3ad0-0e3f-4642-b9e6-49e99073efdf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:21.102286 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "name": "network-vif-plugged", "status": "completed", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:21.103206 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aefe3ad0-0e3f-4642-b9e6-49e99073efdf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:21.103710 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'code': 200} Nov 11 20:47:21.129336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14215fd-3285-4cc8-a901-d95e254affb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b94fd-3658-47d2-ac6e-aaca8beee04b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:21.321313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201b44b-84e0-4c47-879f-2b9294dd35e8 req-2b3727b2-57f7-4378-8e8a-68b5063d9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:21.336073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1201b44b-84e0-4c47-879f-2b9294dd35e8 req-2b3727b2-57f7-4378-8e8a-68b5063d9308 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 1097 time: 0.1758420 Nov 11 20:47:21.352835 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.357139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7542b1c-a61c-412e-9507-c0a4e46ab713 req-3f350412-637b-4ce6-a6c5-a722f2235364 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:21.375423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7542b1c-a61c-412e-9507-c0a4e46ab713 req-3f350412-637b-4ce6-a6c5-a722f2235364 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1692724 Nov 11 20:47:21.399027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ddda1d66-1cda-4ffa-8d4a-33683c1388ee req-7588f319-5ce5-47d8-9c64-d6bf8a0b0fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 210 time: 0.0545847 Nov 11 20:47:21.500769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1201b44b-84e0-4c47-879f-2b9294dd35e8 req-2b89a708-a225-40e9-b674-26b503a34c92 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595471 Nov 11 20:47:21.511789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7542b1c-a61c-412e-9507-c0a4e46ab713 req-df55b4fb-1638-4e62-b87b-02776a049114 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303368 Nov 11 20:47:21.514350 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.569564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c55bccd9-3e64-4d8e-8efc-12ac68f9c544 req-4ae007c5-e17e-46e4-9b3f-d6a014a2faaf tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 210 time: 0.0359898 Nov 11 20:47:21.600793 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Pushing event updated for resources: {'Port': ['ID=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:21.628756 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.629345 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.629898 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.631222 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.631818 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.632436 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.633824 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.634447 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.635002 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.635495 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.635997 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.636371 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:21.732551 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Attempting to bind port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:21.732985 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Attempting to bind port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:21.733355 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Attempting to bind port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 on network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:21.742315 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:21.747306 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Checking segment: {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:21.747306 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.747306 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Bound using segment: {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:21.747306 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Bound port: ebdd6247-9081-432b-9bbe-c9ff49d7fdd1, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:21.747306 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.824559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:21.964634 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] For port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:21.977096 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] For port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:21.996981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ae10eb1c-b975-411e-8cf0-eaef17feb858 None None] Provisioning complete for port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:21.997514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae10eb1c-b975-411e-8cf0-eaef17feb858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:22.036549 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:22.045604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ae10eb1c-b975-411e-8cf0-eaef17feb858 None None] Port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:22.160863 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:22.182441 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:22.247328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14c2f9-f597-47b7-9c52-39ab2893310a req-f161f2ee-9be5-4893-bdf9-fc63d6867087 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:22.253345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e14c2f9-f597-47b7-9c52-39ab2893310a req-f161f2ee-9be5-4893-bdf9-fc63d6867087 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1213062 Nov 11 20:47:22.275221 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404247c1-f1fe-40b7-a7a8-02abbf05839c None None] Pushing event updated for resources: {'Port': ['ID=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:22.398111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e14c2f9-f597-47b7-9c52-39ab2893310a req-ec218ac0-6d6c-4978-8c2d-f12379de6cd2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322911 Nov 11 20:47:22.469451 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:22.702002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca09b0ad-164c-460a-b0e6-e3232f9f38ef req-73b6417e-81f2-4c7b-8ed1-e0074a88e2d0 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 210 time: 0.0920379 Nov 11 20:47:22.709348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-18a756ee-b490-4359-aa85-cd968681d3c2 None None] Provisioning complete for port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:22.709874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18a756ee-b490-4359-aa85-cd968681d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:22.891466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3da10-aca3-4da2-b62a-f861a0c2a991 req-621ce9b8-8b9f-415b-8ae9-8fe090aef83b tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:22.902132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51a3da10-aca3-4da2-b62a-f861a0c2a991 req-621ce9b8-8b9f-415b-8ae9-8fe090aef83b tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1351726 Nov 11 20:47:22.919559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e116569-c2ca-42ad-ac1a-74c5f248a009 req-7cc9360a-f97d-470d-b0cf-e0d9c04cfaa8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 210 time: 0.0568748 Nov 11 20:47:22.987045 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18a756ee-b490-4359-aa85-cd968681d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:23.026235 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51a3da10-aca3-4da2-b62a-f861a0c2a991 req-1c8ac57e-a359-4bee-8b01-90250cbe4e20 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239161 Nov 11 20:47:23.070380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-18a756ee-b490-4359-aa85-cd968681d3c2 None None] For port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:23.079904 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:21Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:23.106263 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccb7a8-4d60-40c5-8157-fec1635de93a None None] The sync data for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 is: [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:21Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:23.287594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18a756ee-b490-4359-aa85-cd968681d3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:23.369043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a756ee-b490-4359-aa85-cd968681d3c2 None None] Pushing event updated for resources: {'Port': ['ID=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:23.611299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eea5c-6630-455f-bc4c-9521461654e7 req-e620d9ae-8a0f-4002-a9d9-475a3ea20899 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:23.625956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c70ea94-cd75-436e-9678-e5ac0b4555fc req-f354c89e-6dd9-4018-9616-8c7c94bf9aff tempest-AbsoluteLimitsNegativeTestJSON-1646516378 tempest-AbsoluteLimitsNegativeTestJSON-1646516378-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d693799218794901b2aaf37361eb0896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359569 Nov 11 20:47:23.626527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-629eea5c-6630-455f-bc4c-9521461654e7 req-e620d9ae-8a0f-4002-a9d9-475a3ea20899 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0826061 Nov 11 20:47:23.749838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-629eea5c-6630-455f-bc4c-9521461654e7 req-d848f2a1-0623-4703-a139-6ce221179d45 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220174 Nov 11 20:47:23.879290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70ea94-cd75-436e-9678-e5ac0b4555fc req-9cbc2b47-c90e-45c9-88f5-09ac81fe2058 tempest-AbsoluteLimitsNegativeTestJSON-1646516378 tempest-AbsoluteLimitsNegativeTestJSON-1646516378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:23.881504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c70ea94-cd75-436e-9678-e5ac0b4555fc req-9cbc2b47-c90e-45c9-88f5-09ac81fe2058 tempest-AbsoluteLimitsNegativeTestJSON-1646516378 tempest-AbsoluteLimitsNegativeTestJSON-1646516378-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538586 Nov 11 20:47:23.902450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c70ea94-cd75-436e-9678-e5ac0b4555fc req-d18d9d11-1cde-42e9-afe7-ce06bfc02b27 tempest-AbsoluteLimitsNegativeTestJSON-1646516378 tempest-AbsoluteLimitsNegativeTestJSON-1646516378-project] 10.222.0.31 "GET /v2.0/quotas/d693799218794901b2aaf37361eb0896 HTTP/1.1" status: 200 len: 375 time: 0.0123849 Nov 11 20:47:23.970233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66c4f2ac-3e5d-4c17-9c13-63907e86df69 req-1e5cf523-d833-4535-a6f3-2dd71da1dea9 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 210 time: 0.0531592 Nov 11 20:47:23.970683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c70ea94-cd75-436e-9678-e5ac0b4555fc req-3b6b8f81-3d47-43f7-877c-6cc1a274cfca tempest-AbsoluteLimitsNegativeTestJSON-1646516378 tempest-AbsoluteLimitsNegativeTestJSON-1646516378-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d693799218794901b2aaf37361eb0896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598845 Nov 11 20:47:24.134894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-e67818a3-eda7-4ed3-9f3c-104a4918be84 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:24.136713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-e67818a3-eda7-4ed3-9f3c-104a4918be84 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.62 "GET /v2.0/networks?id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 200 len: 829 time: 0.1393783 Nov 11 20:47:24.154284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Request body: {'port': {'device_id': '18df9167-8480-49e1-9515-856e1ae1bec5', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'admin_state_up': True, 'tenant_id': '0aced83906164b37a112b607b4a226ea'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:24.246495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8601d3db-ae0e-457c-b2a6-e7197c0cf449 req-ba4d04c1-31c2-4d89-b4a6-b98e83443459 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 210 time: 0.1206558 Nov 11 20:47:24.366811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:24.399058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c4e0-e56f-4871-ba69-bd0a4ba88ecb req-3be0c94d-6ba0-4dca-b23d-44844e3275f7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:24.406387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed3c4e0-e56f-4871-ba69-bd0a4ba88ecb req-3be0c94d-6ba0-4dca-b23d-44844e3275f7 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1759245 Nov 11 20:47:24.459838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:24.460817 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:24.499710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed3c4e0-e56f-4871-ba69-bd0a4ba88ecb req-ec86e33a-2994-4b33-b9f1-e527abe89b0b tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894089 Nov 11 20:47:24.618864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Made reservation on behalf of 0aced83906164b37a112b607b4a226ea for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:24.623347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:24.719682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:24.857935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81d4012c-d922-488a-9e3f-0ef605542fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:24.906078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc88238-b692-410b-956f-e2b8adb44762 req-a4c4a91d-718c-42a6-8350-0ed66f30f270 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:24.907647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbc88238-b692-410b-956f-e2b8adb44762 req-a4c4a91d-718c-42a6-8350-0ed66f30f270 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1744566 Nov 11 20:47:24.928037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:24.928037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Request body: {'floatingip': {'port_id': '9af2a23b-7093-48d1-bb21-a56d645909f9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:25.015863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.031188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Allocated IP 172.20.0.8 (8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196/e0702653-6ca8-44a4-a11b-e3fabbd625a4/7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:25.087569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81d4012c-d922-488a-9e3f-0ef605542fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.104969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d15c-a4ee-4ea1-b2b4-338514454cbb req-e449b01e-febb-432f-8934-e1d5488cb974 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:25.107392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f00d15c-a4ee-4ea1-b2b4-338514454cbb req-e449b01e-febb-432f-8934-e1d5488cb974 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1192877 Nov 11 20:47:25.117105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-5fb4cd84-7434-4d58-b51f-6028b7656d57 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:25.118609 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-5fb4cd84-7434-4d58-b51f-6028b7656d57 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.62 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 820 time: 0.2901738 Nov 11 20:47:25.143246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'port': {'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'admin_state_up': True, 'tenant_id': 'b80e000467cb4053bd217191b9304aa4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:25.179220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81d4012c-d922-488a-9e3f-0ef605542fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.228762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4012c-d922-488a-9e3f-0ef605542fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4187d54-4a11-4dbf-8c16-a0ce77c3e6be,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:25.236635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81d4012c-d922-488a-9e3f-0ef605542fe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d693799218794901b2aaf37361eb0896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153239 Nov 11 20:47:25.246771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33924) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:25.352306 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f00d15c-a4ee-4ea1-b2b4-338514454cbb req-9bfe06ac-7844-4105-8f88-2c2af333ccef tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271171 Nov 11 20:47:25.468983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.470347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4df164-2966-4b91-9475-60a6fd505d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.473462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee291afd-46a8-4ede-a88a-5e3b407fbda6 req-98b96737-dbe9-4a95-8adf-80936327a470 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 210 time: 0.0596838 Nov 11 20:47:25.507282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4df164-2966-4b91-9475-60a6fd505d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.550922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.582140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53c96268-26bd-4fc1-81ab-5b52f932f8f1 req-a2f4d847-3547-44c8-b70f-74c6e9abe055 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 210 time: 0.0310907 Nov 11 20:47:25.589572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Made reservation on behalf of b80e000467cb4053bd217191b9304aa4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:25.589572 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.681814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.686090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4df164-2966-4b91-9475-60a6fd505d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.689555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b4df164-2966-4b91-9475-60a6fd505d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.693194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8b4df164-2966-4b91-9475-60a6fd505d60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4187d54-4a11-4dbf-8c16-a0ce77c3e6be HTTP/1.1" status: 204 len: 168 time: 0.4418781 Nov 11 20:47:25.733393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:25.752956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4df164-2966-4b91-9475-60a6fd505d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4187d54-4a11-4dbf-8c16-a0ce77c3e6be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:25.800520 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6 associated. External IP: 172.25.2.28, port: 9af2a23b-7093-48d1-bb21-a56d645909f9. Nov 11 20:47:25.831842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:25.842968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:25.851747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:25.856430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event updated for resources: {'Port': ['ID=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:25.892950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Allocated IP 172.20.0.4 (00cded79-3740-44a4-9f86-2296f83b8a35/ca74eb67-899f-47d1-986e-caaec86df564/9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:25.954668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:25.955435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.085809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Router 28c1f62b-72e5-40c4-a569-8c2b166ead0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:26.122211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fc063dea-1d76-4d73-b2d1-a560ca3ad127 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9720995 Nov 11 20:47:26.141525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Request body: {'port': {'device_id': '18df9167-8480-49e1-9515-856e1ae1bec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:26.224902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:26.241819 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.245182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.248010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.259493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] Sync routers for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:26.281993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:26.286818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:26.287062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c0dca59a-a9a3-458a-bb3c-eb28833625bb tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "PUT /v2.0/floatingips/667fc95b-11d1-460b-93c9-1c71eb860ed6 HTTP/1.1" status: 200 len: 991 time: 1.3636920 Nov 11 20:47:26.287062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:26.287062 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:26.342087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1a42dda6-f364-45e8-ac4b-b1d3ae736599 None None] Provisioning complete for port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:26.342828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a42dda6-f364-45e8-ac4b-b1d3ae736599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.418083 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9646089c-f773-4e22-8e97-19ab7f38a254 x-openstack-request-id: req-9646089c-f773-4e22-8e97-19ab7f38a254 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:26.419089 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:26.419388 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9646089c-f773-4e22-8e97-19ab7f38a254 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:26.420040 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'status': 'completed', 'code': 200} Nov 11 20:47:26.469670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.561458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['935cb8c8-fd5a-4deb-ae46-a48fd31efa28'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:26.575996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-c6e1db1b-abc7-48df-be3e-c479b0d87ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:26.578436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-c6e1db1b-abc7-48df-be3e-c479b0d87ebd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 1097 time: 0.1359141 Nov 11 20:47:26.580283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Network 00cded79-3740-44a4-9f86-2296f83b8a35 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:26.586933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:26.592641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ca4e-0814-4d8e-a8c3-86b896764c77 req-85464288-5b7c-4899-8cfb-1c68ff4d5b34 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:26.601743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d75ca4e-0814-4d8e-a8c3-86b896764c77 req-85464288-5b7c-4899-8cfb-1c68ff4d5b34 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1233897 Nov 11 20:47:26.606373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:26.667915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Pushing event updated for resources: {'Port': ['ID=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:26.730481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:26.731397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.752520 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d75ca4e-0814-4d8e-a8c3-86b896764c77 req-263c3fd4-e2ef-4e88-b523-1cc00e6bdfc5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497712 Nov 11 20:47:26.767887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2915d6-4abd-4a7e-8b16-a3a506196350 req-a795c038-0364-40ea-a28e-82dd8c932fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:26.777892 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b2915d6-4abd-4a7e-8b16-a3a506196350 req-a795c038-0364-40ea-a28e-82dd8c932fc7 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 931 time: 0.1790791 Nov 11 20:47:26.806512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-d27b336e-6f6d-444f-9cf2-413c01de2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:26.808002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-d27b336e-6f6d-444f-9cf2-413c01de2582 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 924 time: 0.2043278 Nov 11 20:47:26.864461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:26.882186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-db99d78a-de47-4be6-95eb-850145514627 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7459133 Nov 11 20:47:26.887782 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:26.894264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1a42dda6-f364-45e8-ac4b-b1d3ae736599 None None] Port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:26.899897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b2915d6-4abd-4a7e-8b16-a3a506196350 req-4716c791-ad9f-4989-96cd-06fcbf9e9568 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228452 Nov 11 20:47:26.919530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Request body: {'port': {'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:26.963281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:26.970779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Transition to ACTIVE for port object 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:47:27.029448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-f1cfca25-75b6-4569-97a4-e30d93cac02f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9af2a23b-7093-48d1-bb21-a56d645909f9 HTTP/1.1" status: 200 len: 999 time: 0.2127635 Nov 11 20:47:27.046429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.071053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.087704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.100252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fa352bd0-3019-45bf-b087-9168d0727595 None None] Provisioning complete for port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:27.101506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa352bd0-3019-45bf-b087-9168d0727595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.125354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-4b0cadef-fdba-45db-a748-0b78e374b768 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:27.132715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-4b0cadef-fdba-45db-a748-0b78e374b768 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.2421572 Nov 11 20:47:27.158310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-7da290a1-6a2e-4ead-8fe9-f20419635bd4 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/quotas/7f5b64a1debe47a598a34bd34b63255d HTTP/1.1" status: 200 len: 375 time: 0.0105915 Nov 11 20:47:27.180234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-3ca4a6ab-7ed2-4ff1-80ca-9a09b5e0b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:27.181744 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-3ca4a6ab-7ed2-4ff1-80ca-9a09b5e0b109 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.1382544 Nov 11 20:47:27.182212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:27.186089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:27.201176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5fdf9-571a-4cea-a8aa-7fe44855aee8 req-b9c3ef78-8225-4ecb-99f5-a13770530dfa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:27.207353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ae5fdf9-571a-4cea-a8aa-7fe44855aee8 req-b9c3ef78-8225-4ecb-99f5-a13770530dfa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 931 time: 0.2044010 Nov 11 20:47:27.277946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-8d39e113-cde9-4088-96de-39a5c099776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:27.279786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-8d39e113-cde9-4088-96de-39a5c099776b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644290 Nov 11 20:47:27.284698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-219eaa25-f8e9-4c16-a578-cc5798d47273 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255326 Nov 11 20:47:27.344647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6557a6c-2a34-4bcf-a70f-c039133399a8 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:27.383624 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ae5fdf9-571a-4cea-a8aa-7fe44855aee8 req-1ae1e00a-4093-42d6-9dca-ed890d9c3913 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533582 Nov 11 20:47:27.432694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Attempting to bind port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:27.433164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Attempting to bind port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:27.433614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Attempting to bind port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 on network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:27.440939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 on network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:27.441399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Attempting to bind port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 on network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:27.457694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fa352bd0-3019-45bf-b087-9168d0727595 None None] Port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:27.465789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:27.466260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Checking segment: {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:27.466774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Bound using segment: {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:27.467331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Bound port: 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023b16c4-c89e-451c-a10c-d0d5676bca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:27.467787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.604309 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.652698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:27.654978 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613de437-e16c-4328-9bce-74bc7c0705c2" -d '{"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-unplugged", "status": "completed", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:27.664047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] For port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:27.668995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] For port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:27.671563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:27.679422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:27.682788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.697398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Transition to ACTIVE for port object 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:47:27.721626 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50138f16-6df9-446a-88f5-5eab8985b276 x-openstack-request-id: req-50138f16-6df9-446a-88f5-5eab8985b276 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:27.721626 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-unplugged", "status": "completed", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:27.721626 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50138f16-6df9-446a-88f5-5eab8985b276 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:27.721626 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'code': 200} Nov 11 20:47:27.739686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '667fc95b-11d1-460b-93c9-1c71eb860ed6', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'port_id': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'mac_address': 'fa:16:3e:e1:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:27Z', 'updated_at': '2021-11-11T20:47:25Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:27.746986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-network', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:27.767561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] Checking router: 28c1f62b-72e5-40c4-a569-8c2b166ead0d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:27.779173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.783428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:27.784558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:27.815547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-466aca99-ad3e-47dc-b5e3-3f4f3352e793 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137796 Nov 11 20:47:27.817314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-206b1f0b-4619-4ce7-bfc8-662d3b5e3a64 service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237904 Nov 11 20:47:27.836803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:27.843197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.899036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:27.901899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.907380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:27.907380 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.908714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-0cb9c64d-6d60-4748-bae8-206d829cf0b2 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 1091 time: 1.7714262 Nov 11 20:47:27.911019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:27.911153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:27.914695 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71500240-c044-49f5-a55a-4906c555c27c" -d '{"events": [{"name": "network-changed", "server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:27.955564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:27.963499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Pushing event updated for resources: {'Port': ['ID=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:27.967813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.046746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-878a8baa-8441-46bb-861b-8d795a93f2ce service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139182 Nov 11 20:47:28.053912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a342671-7b85-4a30-afb5-f5b428c48235 req-e784439e-83fd-49c2-bb52-afec75b8da15 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.061432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a342671-7b85-4a30-afb5-f5b428c48235 req-e784439e-83fd-49c2-bb52-afec75b8da15 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1765428 Nov 11 20:47:28.111342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3a3824e-f7c9-4153-9b83-ac23dcb1455d req-e5f84776-485f-4d47-8b53-04cfa1a21978 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868886 Nov 11 20:47:28.208932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.217182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Attempting to bind port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:28.217580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Attempting to bind port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:28.217923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Attempting to bind port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce on network 00cded79-3740-44a4-9f86-2296f83b8a35 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:28.220803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:28.252386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a342671-7b85-4a30-afb5-f5b428c48235 req-154fad8b-4d60-4002-b864-2a8632e5ebc6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802547 Nov 11 20:47:28.272247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce on network 00cded79-3740-44a4-9f86-2296f83b8a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:28.272571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Attempting to bind port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce on network 00cded79-3740-44a4-9f86-2296f83b8a35 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:28.288316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.298915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-f440400a-75ec-4259-8889-e8b47abf5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.307464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-f440400a-75ec-4259-8889-e8b47abf5800 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aced83906164b37a112b607b4a226ea&device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 1094 time: 0.2335916 Nov 11 20:47:28.310319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:28.310668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Checking segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:28.311063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Bound using segment: {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:28.312013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Bound port: 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad155bda-c17b-46bb-8d43-2a75a85cc900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:28.318396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.319461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:47:28.336545 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.337312 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Added segment c6954278-ec92-4b75-a377-4b648b7e92cc of type vlan for network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 Nov 11 20:47:28.338838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd26ea7-34ee-4921-a384-f0170599ea54,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:28.427235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-681a1e4f-acb4-4b13-828d-9936ed3805f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0972869 Nov 11 20:47:28.440982 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.469013 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1821926f-9f1e-4f41-8e81-286e623561e7 x-openstack-request-id: req-1821926f-9f1e-4f41-8e81-286e623561e7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:28.469421 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:28.469737 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1821926f-9f1e-4f41-8e81-286e623561e7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:28.470317 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'status': 'completed', 'code': 200} Nov 11 20:47:28.534935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '667fc95b-11d1-460b-93c9-1c71eb860ed6', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'port_id': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'mac_address': 'fa:16:3e:e1:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:27Z', 'updated_at': '2021-11-11T20:47:25Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:28.548030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f0178b51-21ba-4a1b-a773-344dc67c0b5a req-a77791f4-45be-4f5d-b175-d6769cf555b0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 210 time: 0.0468349 Nov 11 20:47:28.577392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416eaf1-04d5-41c9-9b10-14bf8d1e8855 None None] The sync data for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 is: [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '667fc95b-11d1-460b-93c9-1c71eb860ed6', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'port_id': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'mac_address': 'fa:16:3e:e1:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:27Z', 'updated_at': '2021-11-11T20:47:25Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:28.593610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.594771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.595926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.609048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] For port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:28.615633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] For port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:28.650618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8d404-77ca-4bd5-8fda-1eb51c52dffc req-4507efd1-fa00-480f-9bba-1315a5d24ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.652658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebf8d404-77ca-4bd5-8fda-1eb51c52dffc req-4507efd1-fa00-480f-9bba-1315a5d24ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 943 time: 0.2334034 Nov 11 20:47:28.654747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-82b49d09-ccc1-47e2-9eea-9a4b7ea6349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.656409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-82b49d09-ccc1-47e2-9eea-9a4b7ea6349c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0702653-6ca8-44a4-a11b-e3fabbd625a4 HTTP/1.1" status: 200 len: 868 time: 0.1851690 Nov 11 20:47:28.684920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4753926 Nov 11 20:47:28.685776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:28.698383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Request body: {'subnet': {'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-subnet', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:28.709572 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.730365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-f1a2ed1d-f860-42b8-9084-617bd1b45aac tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.731911 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-f1a2ed1d-f860-42b8-9084-617bd1b45aac tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "GET /v2.0/ports?device_id=34c7b907-1304-4d2d-85eb-dd98a1a5f4d5 HTTP/1.1" status: 200 len: 943 time: 0.1954761 Nov 11 20:47:28.738011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6f7c3-ba61-490c-9ba0-6aede4c38f25 admin admin] Pushing event updated for resources: {'Network': ['ID=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:28.772231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:47:28.772881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.773507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.774792 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] 10.222.0.62 "PUT /v2.0/ports/9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 1091 time: 1.8726590 Nov 11 20:47:28.802513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebf8d404-77ca-4bd5-8fda-1eb51c52dffc req-43184529-0781-4afd-8ea7-56188ab219c7 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337452 Nov 11 20:47:28.818740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99d19a-a1f6-442b-a04f-f52d17fb63c5 req-a26b9706-0820-4d23-9bd2-a910a7ee5897 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.820340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec99d19a-a1f6-442b-a04f-f52d17fb63c5 req-a26b9706-0820-4d23-9bd2-a910a7ee5897 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 943 time: 0.1875117 Nov 11 20:47:28.831868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-bfbfc54a-50d9-4068-8b6d-4804d09be803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:28.834390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-bfbfc54a-50d9-4068-8b6d-4804d09be803 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597180 Nov 11 20:47:28.841365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5400c0b-4f27-4f25-97c5-4ebf0ca9c16c service neutron] Pushing event updated for resources: {'Port': ['ID=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:28.913231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:28.917897 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:28.964131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec99d19a-a1f6-442b-a04f-f52d17fb63c5 req-4005dbb0-b297-43a9-b4ab-a2bf1345ab12 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151390 Nov 11 20:47:28.975941 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279255f-eb98-45bd-9a2a-275e82ce2e36 None None] New status for floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:28.976950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Deleting port a6557a6c-2a34-4bcf-a70f-c039133399a8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:28.977345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:29.074525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-bc288e3e-2cbb-4798-b683-73d5e125d675 service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169113 Nov 11 20:47:29.081975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-6f036ef3-df29-4205-bbb1-dd1d493cd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:29.084203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-6f036ef3-df29-4205-bbb1-dd1d493cd364 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 1094 time: 0.0760653 Nov 11 20:47:29.162226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] For port a6557a6c-2a34-4bcf-a70f-c039133399a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6557a6c-2a34-4bcf-a70f-c039133399a8,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:29.163233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:29.178444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-ce06bdf1-77e0-4e45-af2a-d8920551fb73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 217 time: 0.0612285 Nov 11 20:47:29.179490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Calling delete_port for a6557a6c-2a34-4bcf-a70f-c039133399a8 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:29.327502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e85e99ad-5749-42a2-a977-a446d51a2ab7 req-fafaeb57-a5ba-478c-a4b6-4424efdba396 service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089336 Nov 11 20:47:29.346148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-79829c5a-0e07-4c27-b3d0-b0e091095cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:29.347591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-79829c5a-0e07-4c27-b3d0-b0e091095cd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.1290498 Nov 11 20:47:29.425200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb835bf6-fd8f-4949-99f9-e47beacd1ff2 req-aec0d73a-2266-41e8-8ff6-e1e04d039061 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:29.426712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb835bf6-fd8f-4949-99f9-e47beacd1ff2 req-aec0d73a-2266-41e8-8ff6-e1e04d039061 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0826120 Nov 11 20:47:29.428757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:29.435960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569e59-178f-4f25-8fdd-21640adc793b req-05b89c1e-0ee9-468b-94b9-883865eda71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:29.435960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-05b89c1e-0ee9-468b-94b9-883865eda71d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713639 Nov 11 20:47:29.462175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event deleted for resources: {'Port': ['ID=a6557a6c-2a34-4bcf-a70f-c039133399a8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:29.496141 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:29.537384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] No DVR routers for this DVR port a6557a6c-2a34-4bcf-a70f-c039133399a8 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:47:29.542924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:29.546279 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b439dc61-4b95-4862-801a-50fe873b1e43 req-e66f6add-c399-49fd-9dec-5a4e374dc1ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "DELETE /v2.0/ports/a6557a6c-2a34-4bcf-a70f-c039133399a8 HTTP/1.1" status: 204 len: 173 time: 0.8018527 Nov 11 20:47:29.546747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-deleted', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:29.549068 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a337f8bc-51a7-4dc1-b4b0-993996e92d9b" -d '{"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-deleted", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:29.578464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be6fb7e-1626-4d24-98c5-03d0d9565aec,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:29.596045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Checking segment: {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:29.596486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Network hostable DHCP agents. Network: 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:47:29.610290 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c48760-2968-42c1-838f-0c33d9b62c7d x-openstack-request-id: req-d4c48760-2968-42c1-838f-0c33d9b62c7d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:29.610587 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c7b907-1304-4d2d-85eb-dd98a1a5f4d5", "name": "network-vif-deleted", "tag": "a6557a6c-2a34-4bcf-a70f-c039133399a8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:29.610839 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4c48760-2968-42c1-838f-0c33d9b62c7d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:29.611636 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c7b907-1304-4d2d-85eb-dd98a1a5f4d5', 'name': 'network-vif-deleted', 'tag': 'a6557a6c-2a34-4bcf-a70f-c039133399a8', 'status': 'completed', 'code': 200} Nov 11 20:47:29.701121 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-401e67bd-ba35-4d76-9047-492aa4ffd1c5 req-85748a71-b30b-4282-b3f6-ebe499754419 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 210 time: 0.0315933 Nov 11 20:47:29.701824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:47:29.813248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:29.818715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:29.819658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:29.827725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ae8dd-0d63-4b2c-b4b7-33007f0920b2 None None] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:47:29.854712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb835bf6-fd8f-4949-99f9-e47beacd1ff2 req-d3bd362b-cb1e-4e31-af62-c086d4213f0f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174714 Nov 11 20:47:29.870491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500240-c044-49f5-a55a-4906c555c27c req-a31292f4-3026-4116-8eba-b40415e56b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:29.871975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71500240-c044-49f5-a55a-4906c555c27c req-a31292f4-3026-4116-8eba-b40415e56b02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aced83906164b37a112b607b4a226ea&device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 1094 time: 0.1208620 Nov 11 20:47:29.884836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-f6278fd5-bb6f-463b-bd38-a1e19e49432d service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360857 Nov 11 20:47:29.940805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-517458eb-72de-429d-aa31-00d6e5864c91 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2491066 Nov 11 20:47:29.950321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:29.960487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:29.995141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af21c5b-b097-470e-bd90-b7a64f1b560c req-ef284191-dec8-437b-8cfa-db868d1cfda6 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:29.996812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1af21c5b-b097-470e-bd90-b7a64f1b560c req-ef284191-dec8-437b-8cfa-db868d1cfda6 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 943 time: 0.1097383 Nov 11 20:47:30.053565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:47:30.055179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.066270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500240-c044-49f5-a55a-4906c555c27c req-5ce80053-2236-4ab2-8fd4-1a24f6364834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:30.067480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1af21c5b-b097-470e-bd90-b7a64f1b560c req-3750bd8a-ba8c-4f2b-914e-17dcffda3eba tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 Nov 11 20:47:30.068460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71500240-c044-49f5-a55a-4906c555c27c req-5ce80053-2236-4ab2-8fd4-1a24f6364834 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 200 len: 930 time: 0.1854498 Nov 11 20:47:30.077378 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2569e59-178f-4f25-8fdd-21640adc793b req-bf75f581-3f1b-43ed-be41-3b801d2f178f service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737103 Nov 11 20:47:30.082197 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.083405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.118958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71500240-c044-49f5-a55a-4906c555c27c req-358e7b35-577c-4f12-a79f-8fec714b4803 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0386305 Nov 11 20:47:30.194527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500240-c044-49f5-a55a-4906c555c27c req-14663994-22c5-40e3-ba5c-94235e275392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:30.199554 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.199817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71500240-c044-49f5-a55a-4906c555c27c req-14663994-22c5-40e3-ba5c-94235e275392 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0702653-6ca8-44a4-a11b-e3fabbd625a4 HTTP/1.1" status: 200 len: 868 time: 0.0667231 Nov 11 20:47:30.238382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f94dd-739f-4a75-b9cb-561a18bbc057 req-d0a3f7ea-1c1b-419d-81df-bcf63dcf9e2e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:30.240026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb1f94dd-739f-4a75-b9cb-561a18bbc057 req-d0a3f7ea-1c1b-419d-81df-bcf63dcf9e2e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 943 time: 0.0589333 Nov 11 20:47:30.257732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Allocated IP 172.20.0.2 (0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76/4be6fb7e-1626-4d24-98c5-03d0d9565aec/c68ef33b-bcc1-40dc-89f7-f397bbdc46fb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:30.271992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500240-c044-49f5-a55a-4906c555c27c req-275f50d2-dedf-469d-892d-e966b26643ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:30.273558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71500240-c044-49f5-a55a-4906c555c27c req-275f50d2-dedf-469d-892d-e966b26643ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547752 Nov 11 20:47:30.358587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb1f94dd-739f-4a75-b9cb-561a18bbc057 req-4dd47cc9-1f55-42b2-a785-c859f28e61d1 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113398 Nov 11 20:47:30.391019 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71500240-c044-49f5-a55a-4906c555c27c req-1c186198-573f-4c3d-b33c-2c05afee65f6 service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063304 Nov 11 20:47:30.433968 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.448380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.487472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:30.490383 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f247de-f532-4330-90f5-e827e759eab4" -d '{"events": [{"name": "network-changed", "server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:30.498876 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.532183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71500240-c044-49f5-a55a-4906c555c27c req-c385c45a-76d6-4165-ace5-bd8776620908 service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123068 Nov 11 20:47:30.549629 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade91a11-3387-4848-9238-7f4b554d08c3 x-openstack-request-id: req-ade91a11-3387-4848-9238-7f4b554d08c3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:30.549988 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:30.550347 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ade91a11-3387-4848-9238-7f4b554d08c3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:30.550807 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'status': 'completed', 'code': 200} Nov 11 20:47:30.652035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f247de-f532-4330-90f5-e827e759eab4 req-4e8437dd-376d-4fdd-b0f6-d0fef8701fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:30.654088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f247de-f532-4330-90f5-e827e759eab4 req-4e8437dd-376d-4fdd-b0f6-d0fef8701fb3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 1094 time: 0.0611250 Nov 11 20:47:30.679141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:30.685921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:30.690608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:30.698146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Pushing event updated for resources: {'Port': ['ID=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:30.761958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Attempting to bind port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:30.762319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Attempting to bind port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:30.762894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Attempting to bind port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb on network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:30.768499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:30.769135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Checking segment: {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:30.769704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.770248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Bound using segment: {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:30.771820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Bound port: c68ef33b-bcc1-40dc-89f7-f397bbdc46fb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:30.772424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.792701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f247de-f532-4330-90f5-e827e759eab4 req-75c59b6f-536c-40f1-8e41-e1d982f2ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:30.794364 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f247de-f532-4330-90f5-e827e759eab4 req-75c59b6f-536c-40f1-8e41-e1d982f2ae25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.1209912 Nov 11 20:47:30.831453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.835627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c4ed9f6-ba57-42e3-bb7a-3413dab7fda7 req-240495a9-de0e-4947-aecd-c28fdf653127 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 210 time: 0.0392628 Nov 11 20:47:30.843488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] For port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:30.848838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] For port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:30.851715 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f247de-f532-4330-90f5-e827e759eab4 req-7265eedf-3065-4f8f-b7fa-10d7eb7740b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 217 time: 0.0357614 Nov 11 20:47:30.856770 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.915888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f247de-f532-4330-90f5-e827e759eab4 req-a112019c-84bd-41f1-82e8-9aa97637b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:30.917534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f247de-f532-4330-90f5-e827e759eab4 req-a112019c-84bd-41f1-82e8-9aa97637b35b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.0512381 Nov 11 20:47:30.922126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:30.977183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Allocated IP 172.25.2.248 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/1d001afe-188d-41b8-8559-fc64fc76322d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:31.020352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a20c-8fe6-4854-aa01-ea705890bf0d None None] Pushing event updated for resources: {'Port': ['ID=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:31.026062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f247de-f532-4330-90f5-e827e759eab4 req-0e34ff1a-5bac-4928-b6c8-508a43a1971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:31.026701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f247de-f532-4330-90f5-e827e759eab4 req-0e34ff1a-5bac-4928-b6c8-508a43a1971f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885890 Nov 11 20:47:31.042452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be72915-d867-4c39-9242-7325a6b8a163 req-ee4b84c7-1e53-429d-bdff-110f3f6dc071 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:31.044082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8be72915-d867-4c39-9242-7325a6b8a163 req-ee4b84c7-1e53-429d-bdff-110f3f6dc071 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0686049 Nov 11 20:47:31.111187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:31.177036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8be72915-d867-4c39-9242-7325a6b8a163 req-fb087689-02a5-4112-88d3-b9bf3a91d530 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041882 Nov 11 20:47:31.203473 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f247de-f532-4330-90f5-e827e759eab4 req-b65caf3f-cb03-460b-9fcd-2d7fb2c5a88f service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542001 Nov 11 20:47:31.261581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:31.319333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6557a6c-2a34-4bcf-a70f-c039133399a8 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:31.356685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: a6557a6c-2a34-4bcf-a70f-c039133399a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:31.365244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6557a6c-2a34-4bcf-a70f-c039133399a8 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:31.398190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f247de-f532-4330-90f5-e827e759eab4 req-e4463ef4-d81e-43d1-b229-280bd6781a4f service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846764 Nov 11 20:47:31.406024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b138b-616d-43ac-96b4-146f915766d5 req-1e40dded-c800-48b7-8301-47b46583c5e6 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:31.407545 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1b3b138b-616d-43ac-96b4-146f915766d5 req-1e40dded-c800-48b7-8301-47b46583c5e6 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 943 time: 0.2488358 Nov 11 20:47:31.418137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:31.426528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Pushing event updated for resources: {'Port': ['ID=1d001afe-188d-41b8-8559-fc64fc76322d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:31.428996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:31.437823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:31.494160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-2f69bad4-8753-4a4f-9302-67011a63314e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:31.495665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-2f69bad4-8753-4a4f-9302-67011a63314e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.3037732 Nov 11 20:47:31.515233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Request body: {'port': {'device_id': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'admin_state_up': True, 'tenant_id': '7f5b64a1debe47a598a34bd34b63255d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:31.563466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38778828-138c-4cde-af02-05ee1282de5a req-fd7ac3d9-c5c6-4c9a-8f20-7ceb81854cf5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:31.565854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38778828-138c-4cde-af02-05ee1282de5a req-fd7ac3d9-c5c6-4c9a-8f20-7ceb81854cf5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 943 time: 0.0581629 Nov 11 20:47:31.590920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1b3b138b-616d-43ac-96b4-146f915766d5 req-25902205-7bc8-47e4-92b1-14a455fbe924 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686246 Nov 11 20:47:31.623991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38778828-138c-4cde-af02-05ee1282de5a req-a2c4c5d6-8578-46bb-9366-dcbb0c69e04c tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516000 Nov 11 20:47:31.846858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Made reservation on behalf of 7f5b64a1debe47a598a34bd34b63255d for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:47:31.851825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:31.870242 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a300478-de6f-41c0-86bf-df7938877855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.008183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce294cef-0bab-456e-bae1-71d0760f4601 req-7c11d644-6344-41e6-9fe1-6b47e5c82351 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 210 time: 0.0534925 Nov 11 20:47:32.029703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.139608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ffc1a9-0a2c-4516-8a7e-7e136384194e None None] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:47:32.143565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Allocated IP 172.20.0.6 (9de36881-6130-494f-83d7-93d24aab7e13/2525e3c5-94d7-4da3-ab9f-a7ece5bb2921/5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:32.273350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fab415b3-5622-4f2a-9697-5fb63197cf52 None None] Provisioning complete for port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:32.273787 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fab415b3-5622-4f2a-9697-5fb63197cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.345975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c68ef33b-bcc1-40dc-89f7-f397bbdc46fb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:32.374670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f826229-c14a-439a-a1f0-bd51e43a9ccc req-3cc62b22-1cd2-4333-aa3f-6370d13fe07b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:32.378615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f826229-c14a-439a-a1f0-bd51e43a9ccc req-3cc62b22-1cd2-4333-aa3f-6370d13fe07b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0856190 Nov 11 20:47:32.416764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:32.458363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f826229-c14a-439a-a1f0-bd51e43a9ccc req-64a3a6a9-a0ac-456c-8288-c5b4d6851076 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723369 Nov 11 20:47:32.580925 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-da579ee9-ae63-4767-9233-acf510676a00 service neutron] show failed (client error): The resource could not be found. Nov 11 20:47:32.582103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-da579ee9-ae63-4767-9233-acf510676a00 service neutron] 10.222.0.62 "GET /v2.0/ports/28f8a217-6deb-43e0-96f5-c02fc83ee318/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.1096544 Nov 11 20:47:32.587250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fab415b3-5622-4f2a-9697-5fb63197cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.637538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fab415b3-5622-4f2a-9697-5fb63197cf52 None None] For port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:32.641347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:32.641746 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.716815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:32.725957 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fab415b3-5622-4f2a-9697-5fb63197cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.755611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'port_id': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'mac_address': 'fa:16:3e:d1:fc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:47:32.781383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2289ac6-df85-4742-ad45-1a9bef1457c1 req-6c5adaca-4eda-41da-99c6-bd3961306c0e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:32.789383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2289ac6-df85-4742-ad45-1a9bef1457c1 req-6c5adaca-4eda-41da-99c6-bd3961306c0e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 943 time: 0.1096559 Nov 11 20:47:32.841523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.855767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2289ac6-df85-4742-ad45-1a9bef1457c1 req-0f1c2ce9-3e2a-44fd-a56a-cf04e09cfb24 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587027 Nov 11 20:47:32.892292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab415b3-5622-4f2a-9697-5fb63197cf52 None None] Pushing event updated for resources: {'Port': ['ID=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:32.899668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.922637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-43785e07-c470-4727-bd53-ae67f282526b None None] Provisioning complete for port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:32.923202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43785e07-c470-4727-bd53-ae67f282526b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:32.927693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:32.938170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac3f47-7cdf-43d8-a007-d4381c287a83 req-803d7063-eaa2-45cf-8302-5b5cb7eb9aed tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:32.941204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8aac3f47-7cdf-43d8-a007-d4381c287a83 req-803d7063-eaa2-45cf-8302-5b5cb7eb9aed tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 943 time: 0.1570938 Nov 11 20:47:32.994876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:33.058515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.087706 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.088742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:33.158589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f363da-77b5-4259-8693-055af574dd3f req-f83cbe94-acd0-42ad-9d1b-7693752cbfcb tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:33.159991 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8aac3f47-7cdf-43d8-a007-d4381c287a83 req-03cba3b5-2b52-4d7f-8fc6-a94b8819c3e4 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332822 Nov 11 20:47:33.160221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31f363da-77b5-4259-8693-055af574dd3f req-f83cbe94-acd0-42ad-9d1b-7693752cbfcb tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1097 time: 0.0515583 Nov 11 20:47:33.169917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:33.175319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-7f9db58a-70f2-4a9f-99e3-01671b97d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:33.176980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-7f9db58a-70f2-4a9f-99e3-01671b97d4e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 1101 time: 0.0857949 Nov 11 20:47:33.199754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:33.234361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31f363da-77b5-4259-8693-055af574dd3f req-0cc14bf0-e140-4da7-a9c1-8a83636a0441 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Nov 11 20:47:33.253473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Router e8718929-d565-4983-b23a-1ba203310865 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:47:33.258367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:33.280890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'mac_address': 'fa:16:3e:f4:14:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:47:33.287052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-928f7cc2-569e-412f-a2bd-f3c6b662eb8d req-2f8f087a-9bdd-49c2-9361-1038c9826de9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 210 time: 0.0487082 Nov 11 20:47:33.291613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.332534 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.339380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.347483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:33.369791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:33.397583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Network 9de36881-6130-494f-83d7-93d24aab7e13 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:33.408942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:33.414354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:33.419192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:33.425838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.497291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:33.597671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:33.607642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Sync routers for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:33.610779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:33.611380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.623191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:33.623857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:33.723353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff9d8-321c-4d1d-bf33-252ade6b5508 req-73059303-e8bd-4c91-ba23-e216223c39b7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:33.725415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-475ff9d8-321c-4d1d-bf33-252ade6b5508 req-73059303-e8bd-4c91-ba23-e216223c39b7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1433914 Nov 11 20:47:33.746378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:33.749915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:33.764876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-3ca22020-4ab6-45be-a601-a534c177fbfc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2571971 Nov 11 20:47:33.767455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.772234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:33.773517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b60a29ce-9fe4-4bad-acd3-f782494b691e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8221831 Nov 11 20:47:33.788418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Request body: {'port': {'device_id': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:33.842822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:33.844049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:33.913995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-475ff9d8-321c-4d1d-bf33-252ade6b5508 req-0dcea0e5-663f-479f-8038-a3c5dde4984f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748409 Nov 11 20:47:33.928822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.933773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:34.025141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:34.033820 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b8cc1-32d8-40ee-b94f-bb27b90eb59c" -d '{"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:34.041053 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.072504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Transition to ACTIVE for port object 28f8a217-6deb-43e0-96f5-c02fc83ee318 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:47:34.148846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.189071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:31Z', 'revision_number': 3, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:34.233374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Checking router: e8718929-d565-4983-b23a-1ba203310865 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:34.233778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Updating router e8718929-d565-4983-b23a-1ba203310865 port 1d001afe-188d-41b8-8559-fc64fc76322d binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:47:34.288364 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.317923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c68ef33b-bcc1-40dc-89f7-f397bbdc46fb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:34.402468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] No DVR routers for this DVR port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:47:34.412920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:34.430792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.465108 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5cc70ec-29f5-4384-96a2-2d1109dc976c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.488038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa88107-e142-4385-aaaa-6fc19586bf42 req-4e27aa78-0473-426d-92d4-b9a696a81bbf tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:34.499098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2aa88107-e142-4385-aaaa-6fc19586bf42 req-4e27aa78-0473-426d-92d4-b9a696a81bbf tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 944 time: 0.2549663 Nov 11 20:47:34.537954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:34.538328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.541789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:34.542158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:34.542504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:34.564093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:34.564448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Attempting to bind port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:34.585862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:34.586201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:34.586616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:34.587125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Bound port: 28f8a217-6deb-43e0-96f5-c02fc83ee318, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:34.587483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.653263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2aa88107-e142-4385-aaaa-6fc19586bf42 req-3a4b573e-04a4-41f0-ae92-346956d1ee6e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526394 Nov 11 20:47:34.665772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Allocated IP 172.20.0.1 (0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76/4be6fb7e-1626-4d24-98c5-03d0d9565aec/9a2914e6-6d76-4951-9d2c-111b70829ec5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:34.687702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:34.708028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.736780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Transition to ACTIVE for port object 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:47:34.749504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:34.753054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:34.789742 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69058ddf-5906-4e22-b7bb-54872a464f6c x-openstack-request-id: req-69058ddf-5906-4e22-b7bb-54872a464f6c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:34.790043 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-unplugged", "status": "completed", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:34.790296 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69058ddf-5906-4e22-b7bb-54872a464f6c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:34.790698 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'code': 200} Nov 11 20:47:34.822813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.830124 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.871909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.923369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:34.923944 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.925724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] 10.222.0.58 "PUT /v2.0/ports/28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 1096 time: 1.7319803 Nov 11 20:47:34.933217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:34.964310 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.993441 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.012360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:35.015476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:35.022087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:35.052670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d9418-ec34-44c5-9ba0-eb2b4dec37b1 req-42fb384f-ce35-4235-98bc-79d011706c34 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.056067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-346d9418-ec34-44c5-9ba0-eb2b4dec37b1 req-42fb384f-ce35-4235-98bc-79d011706c34 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 944 time: 0.1984820 Nov 11 20:47:35.087305 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.124572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dc6a8-2d04-438e-a315-53eff9673aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:35.149331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.159532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Attempting to bind port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:35.159875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Attempting to bind port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:35.160289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Attempting to bind port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:35.176717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Attempting to bind port 1d001afe-188d-41b8-8559-fc64fc76322d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:35.177634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Attempting to bind port 1d001afe-188d-41b8-8559-fc64fc76322d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:35.177634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Attempting to bind port 1d001afe-188d-41b8-8559-fc64fc76322d on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:35.180133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-2bf448c6-e790-47fe-9ca6-187cb28dad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.190170 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-2bf448c6-e790-47fe-9ca6-187cb28dad3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.1788659 Nov 11 20:47:35.190567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b on network 9de36881-6130-494f-83d7-93d24aab7e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:35.190943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Attempting to bind port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:35.191059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:35.191547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:35.194063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.194470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:35.194976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Bound port: 1d001afe-188d-41b8-8559-fc64fc76322d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:35.195368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.196880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-346d9418-ec34-44c5-9ba0-eb2b4dec37b1 req-2df18cfd-3661-4cb9-acf5-114314184e89 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280162 Nov 11 20:47:35.213987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:35.214328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Checking segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:35.214716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Bound using segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:35.215226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Bound port: 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:35.215593 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.320248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2914e6-6d76-4951-9d2c-111b70829ec5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:35.383125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ab91f-8257-4c72-9f94-7532dd714a76 None None] Pushing event updated for resources: {'Port': ['ID=1d001afe-188d-41b8-8559-fc64fc76322d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:35.398572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] For port 1d001afe-188d-41b8-8559-fc64fc76322d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:35.402687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] For port 1d001afe-188d-41b8-8559-fc64fc76322d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1d001afe-188d-41b8-8559-fc64fc76322d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:35.440313 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.478241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-94ef0551-230d-4658-aa04-10eed3ddd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.479961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-94ef0551-230d-4658-aa04-10eed3ddd713 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2771227 Nov 11 20:47:35.481997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:35.485568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:35.487498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.488966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.509821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273915a-8e3d-4617-bfaa-51a5c349f062 req-a2ff4471-8891-4eba-b0b6-9b031fc69f9d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.511347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f273915a-8e3d-4617-bfaa-51a5c349f062 req-a2ff4471-8891-4eba-b0b6-9b031fc69f9d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 943 time: 0.1155908 Nov 11 20:47:35.545505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-766d9350-8294-4c88-8b14-f313b0f303ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 217 time: 0.0513215 Nov 11 20:47:35.568356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.578723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9e569066-9de5-4a3e-8fa5-1460d81e3c0f None None] Provisioning complete for port 9a2914e6-6d76-4951-9d2c-111b70829ec5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:35.579114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e569066-9de5-4a3e-8fa5-1460d81e3c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.584196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:35.584527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:35.641888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ab91f-8257-4c72-9f94-7532dd714a76 None None] Pushing event updated for resources: {'Port': ['ID=1d001afe-188d-41b8-8559-fc64fc76322d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:35.643466 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.656100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.656727 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.658095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] 10.222.0.58 "PUT /v2.0/ports/5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b HTTP/1.1" status: 200 len: 1091 time: 1.8750103 Nov 11 20:47:35.668368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9e569066-9de5-4a3e-8fa5-1460d81e3c0f None None] Port 9a2914e6-6d76-4951-9d2c-111b70829ec5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:35.672966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f273915a-8e3d-4617-bfaa-51a5c349f062 req-c6640622-6443-473e-92d1-ed0212cd955f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345417 Nov 11 20:47:35.676256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-8316109c-6311-4073-9061-8184e740b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.678320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-8316109c-6311-4073-9061-8184e740b07a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1213429 Nov 11 20:47:35.703934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46114b-aff7-40f7-801c-49e1fad80124 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:35.737750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:35.737965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-bf033185-9fa6-42cf-9e0d-3644e1eadf85 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:47:35.738938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-bf033185-9fa6-42cf-9e0d-3644e1eadf85 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063899 Nov 11 20:47:35.750562 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.797851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-4f523f59-6387-4e39-b4ef-a94a0dc80ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.799506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-4f523f59-6387-4e39-b4ef-a94a0dc80ce0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127312 Nov 11 20:47:35.847999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-c318b6e3-b2e3-4a1d-b84e-53f473dcad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.849613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-c318b6e3-b2e3-4a1d-b84e-53f473dcad6c service neutron] 10.222.0.31 "GET /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 1094 time: 0.1019585 Nov 11 20:47:35.852361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.858673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2914e6-6d76-4951-9d2c-111b70829ec5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:35.865865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Request body: {'binding': {'host': 'n-h1-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:35.866429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:47:35.955146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:35.956751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:35.962343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-4d7bba98-d3dd-4ae4-948b-e17fedfd9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.963687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-4d7bba98-d3dd-4ae4-948b-e17fedfd9bfc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 1094 time: 0.1828442 Nov 11 20:47:36.008848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:34Z', 'revision_number': 1, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:36.044288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d357da0-5115-4b82-9d96-7789b4d89729 None None] The sync data for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 is: [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:34Z', 'revision_number': 1, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:36.082006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b48b0-4098-409e-b4c6-d0561050055d req-5e5101d2-844f-415f-867f-14e1602ff5d3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:36.086925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f46b48b0-4098-409e-b4c6-d0561050055d req-5e5101d2-844f-415f-867f-14e1602ff5d3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 948 time: 0.2479050 Nov 11 20:47:36.089306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-4035dcf6-9657-43eb-8e94-7f6e272372a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b HTTP/1.1" status: 200 len: 217 time: 0.0981934 Nov 11 20:47:36.095592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-5b04d25b-91cb-4210-9a19-7cd2589daf2d service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801306 Nov 11 20:47:36.102962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Router e8718929-d565-4983-b23a-1ba203310865 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:36.238363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:36.244936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a7de393e-f439-4564-b2dd-6ba45030bdf1 admin admin] 10.222.0.31 "PUT /v2.0/routers/e8718929-d565-4983-b23a-1ba203310865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714539 Nov 11 20:47:36.331675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-20c6e521-4f54-46c4-a29c-5a18885dce8e None None] Provisioning complete for port 9a2914e6-6d76-4951-9d2c-111b70829ec5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:36.332581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20c6e521-4f54-46c4-a29c-5a18885dce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:36.384524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-20c6e521-4f54-46c4-a29c-5a18885dce8e None None] Port 9a2914e6-6d76-4951-9d2c-111b70829ec5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:36.418354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:36.532610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:47:36.537825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:36.538266 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:36.582170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-02755351-4f17-4fc6-bca1-0ca486af2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:36.584133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-02755351-4f17-4fc6-bca1-0ca486af2123 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 200 len: 845 time: 0.4759307 Nov 11 20:47:36.618937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f46b48b0-4098-409e-b4c6-d0561050055d req-054f154c-578c-4318-a117-7afa31c57f16 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261011 Nov 11 20:47:36.647553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:36.656514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-5934b146-da2b-492b-822b-f19a0a397ab7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9de36881-6130-494f-83d7-93d24aab7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562773 Nov 11 20:47:36.659478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on host n-h1-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:36.659707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:36.660026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:36.670996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:36.671314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:36.703468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:36.703806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:36.704212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:36.704661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Bound port: 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:36.704921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:36.707857 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c47c4e-f276-4a3a-a68a-cfd0b762138e" -d '{"events": [{"server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "name": "network-vif-plugged", "status": "completed", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:36.746128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:36.750940 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde68d96-e70e-4299-8d48-1f65e32fe7ce req-ae9124ce-9693-4f80-ad86-b06c4af330ed service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437120 Nov 11 20:47:36.792390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318'}, {'name': 'network-changed', 'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:36.794733 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318"}, {"name": "network-changed", "server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:36.807330 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:36.808308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:36.837240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:36.869460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-4aa28140-c770-4866-9929-ccc4a4082d38 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948390 Nov 11 20:47:36.936328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:36.965294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:36.969484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-3492cfa2-f9f4-4908-a1b0-521396956762 service neutron] 10.222.0.31 "POST /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc/bindings HTTP/1.1" status: 201 len: 389 time: 1.1043067 Nov 11 20:47:37.042391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:37.055090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6b6a-5c38-4a75-b1bb-346fc6401683 req-713cb72e-c23a-41ce-9a61-ac9aaadb5816 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.063315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12cb6b6a-5c38-4a75-b1bb-346fc6401683 req-713cb72e-c23a-41ce-9a61-ac9aaadb5816 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 945 time: 0.1397429 Nov 11 20:47:37.072887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:47:37.080728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:37.080728 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:37.093019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8976cb1a-e25f-4e37-912f-e8687b001253 req-959e9e98-98d8-42fa-a6fc-1541ad95a339 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019622 Nov 11 20:47:37.134689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12cb6b6a-5c38-4a75-b1bb-346fc6401683 req-d4c52bdf-1bc2-4efd-8223-aa9574004b95 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711362 Nov 11 20:47:37.185340 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:37.233341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:37.287415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b2649-ab76-4a70-a118-7f7ca53a4207 req-e98e6d32-1ce2-4bc9-b6d5-d9120907dd8a tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.291776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-266b2649-ab76-4a70-a118-7f7ca53a4207 req-e98e6d32-1ce2-4bc9-b6d5-d9120907dd8a tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 944 time: 0.0666714 Nov 11 20:47:37.347644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-266b2649-ab76-4a70-a118-7f7ca53a4207 req-6cf0b13d-d8c4-4842-bc93-4e5750703eb0 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Nov 11 20:47:37.350002 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:37.351010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:37.435595 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3116072-7bfa-4f8f-bf30-a6eca24464ec x-openstack-request-id: req-c3116072-7bfa-4f8f-bf30-a6eca24464ec {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:37.435916 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "name": "network-vif-plugged", "status": "completed", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:37.436209 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3116072-7bfa-4f8f-bf30-a6eca24464ec {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:37.436610 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'code': 200} Nov 11 20:47:37.490457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:37.508185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:37.531359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937632-91f5-4b28-a75b-65bda8c41640 req-8b94eee8-cbb4-4991-bfd4-f53fe83e9d0c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.533040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6937632-91f5-4b28-a75b-65bda8c41640 req-8b94eee8-cbb4-4991-bfd4-f53fe83e9d0c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 943 time: 0.0982115 Nov 11 20:47:37.599616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ec86b-dd16-44ba-ad9b-d11900c7a785 req-8efc1d74-77a7-40e8-aea9-e21703657623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.604456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6937632-91f5-4b28-a75b-65bda8c41640 req-8bc2a957-7261-4479-a511-3ec608ebe1ca tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625038 Nov 11 20:47:37.610617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-643ec86b-dd16-44ba-ad9b-d11900c7a785 req-8efc1d74-77a7-40e8-aea9-e21703657623 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 1096 time: 0.0546024 Nov 11 20:47:37.611264 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7e702f-0c64-4a49-b76a-73cdb98061d6 x-openstack-request-id: req-ae7e702f-0c64-4a49-b76a-73cdb98061d6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:37.613793 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:37.613793 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae7e702f-0c64-4a49-b76a-73cdb98061d6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:37.614268 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'status': 'completed', 'code': 200} Nov 11 20:47:37.614606 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'status': 'completed', 'code': 200} Nov 11 20:47:37.714293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-6e2a8f88-a039-466d-b0f2-fa93390f8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.715798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-6e2a8f88-a039-466d-b0f2-fa93390f8d8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.0802462 Nov 11 20:47:37.767226 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:37.793317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-75e8cf12-a89b-4f63-a29d-4642a6b8cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.794831 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-75e8cf12-a89b-4f63-a29d-4642a6b8cfdb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1099 time: 0.1600404 Nov 11 20:47:37.808587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-643ec86b-dd16-44ba-ad9b-d11900c7a785 req-4a41a591-f608-4388-b20b-415be402b4c1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795094 Nov 11 20:47:37.853753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a761-bc81-4436-b5dd-27d7a048b997 req-44ac7450-8e1e-4d32-a702-c4361cd7fccb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.856051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68b9a761-bc81-4436-b5dd-27d7a048b997 req-44ac7450-8e1e-4d32-a702-c4361cd7fccb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.1219010 Nov 11 20:47:37.917281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-cb8cf662-660c-4c6c-b29c-c59297914efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.918760 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-cb8cf662-660c-4c6c-b29c-c59297914efa service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1863840 Nov 11 20:47:37.926200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-f7310185-462b-430f-aea2-3e31cbcb54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.927747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-f7310185-462b-430f-aea2-3e31cbcb54eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1097 time: 0.2110162 Nov 11 20:47:37.963933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68b9a761-bc81-4436-b5dd-27d7a048b997 req-863aec1a-db91-4c04-90d6-d8f8561f3096 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714812 Nov 11 20:47:37.965384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-ed856eb6-e2f2-4903-930d-bfdf95fc8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.966739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-ed856eb6-e2f2-4903-930d-bfdf95fc8c86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1570120 Nov 11 20:47:37.983998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-24298fd4-040c-4ee8-89e8-1413f677bf4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 217 time: 0.0551121 Nov 11 20:47:37.993287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beac49-cef7-4ab4-acad-4fcf2b6ff1e4 req-a200e981-6f81-40be-a718-4e9ceff61a7e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.994878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5beac49-cef7-4ab4-acad-4fcf2b6ff1e4 req-a200e981-6f81-40be-a718-4e9ceff61a7e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 948 time: 0.2304673 Nov 11 20:47:38.080288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-d21620d8-57d6-411e-a0fc-f9dc6642f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.080288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-d21620d8-57d6-411e-a0fc-f9dc6642f5d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0834293 Nov 11 20:47:38.110122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-c568516c-e269-42f1-beda-e7a03370c198 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 217 time: 0.0428958 Nov 11 20:47:38.112868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5beac49-cef7-4ab4-acad-4fcf2b6ff1e4 req-c1174efe-3b3a-4c83-ba98-c4a973870943 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090539 Nov 11 20:47:38.170849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-9d23e2a9-0730-45ae-a2c2-ae4b20a0e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.172858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-9d23e2a9-0730-45ae-a2c2-ae4b20a0e032 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0541217 Nov 11 20:47:38.206598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-32b2fa11-b705-49fa-be18-f57eae3a161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.211752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-32b2fa11-b705-49fa-be18-f57eae3a161d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123860 Nov 11 20:47:38.273542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-52ad5cc0-72f7-49ea-a3bc-90f838fb35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.275007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-52ad5cc0-72f7-49ea-a3bc-90f838fb35ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932341 Nov 11 20:47:38.356884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1d001afe-188d-41b8-8559-fc64fc76322d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:38.359234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-ea1f8d20-46d2-46f9-b8e1-fccc993392fa service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398175 Nov 11 20:47:38.393491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-bd3c6ab0-c2fb-4346-b154-ef73ba6d3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.400761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-bd3c6ab0-c2fb-4346-b154-ef73ba6d3119 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.3168368 Nov 11 20:47:38.438105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1d001afe-188d-41b8-8559-fc64fc76322d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:38.438939 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.508336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5d078-cfbc-4040-83dd-f61a282c923e req-e588e695-647e-4dac-afed-ccf1d5dc4936 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.517646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-46c5d078-cfbc-4040-83dd-f61a282c923e req-e588e695-647e-4dac-afed-ccf1d5dc4936 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 945 time: 0.2244632 Nov 11 20:47:38.537676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-28198a7e-010f-434d-aa7a-f22f39544281 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354322 Nov 11 20:47:38.585289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-88514a6d-19f3-4428-96d6-732b181fa68f service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729480 Nov 11 20:47:38.597836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-5cc7874e-e42d-498b-b609-f434612ec82e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 217 time: 0.0589132 Nov 11 20:47:38.608891 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.630542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-46c5d078-cfbc-4040-83dd-f61a282c923e req-4ac16d42-ef06-489b-9061-c00ec8fb5cb0 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116199 Nov 11 20:47:38.655642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 1d001afe-188d-41b8-8559-fc64fc76322d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1d001afe-188d-41b8-8559-fc64fc76322d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:38.700920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-cfa50a91-1d46-4580-bf40-af69c3006479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.702547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-cfa50a91-1d46-4580-bf40-af69c3006479 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0822823 Nov 11 20:47:38.769551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.791241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd69d7-09bd-4aee-9e7a-8388468a1e5b req-31873677-af72-4cbd-96f1-b3f1ce473e33 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.792057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60cd69d7-09bd-4aee-9e7a-8388468a1e5b req-31873677-af72-4cbd-96f1-b3f1ce473e33 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 945 time: 0.2510104 Nov 11 20:47:38.804536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-e58a99a4-1b18-4352-b594-02826ac30929 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671913 Nov 11 20:47:38.868500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-54c53b45-d3f2-45b9-af5b-81baae48ebe5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394453 Nov 11 20:47:38.897332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-62907e58-e747-4eff-b63d-a99d9311e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.898831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-62907e58-e747-4eff-b63d-a99d9311e8d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 1094 time: 0.2114310 Nov 11 20:47:38.914952 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Sync routers for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:38.927646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=1d001afe-188d-41b8-8559-fc64fc76322d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:38.932308 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:38.932942 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:38.951565 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60cd69d7-09bd-4aee-9e7a-8388468a1e5b req-680a74bc-698c-487f-b381-6fec04778a79 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536515 Nov 11 20:47:38.986333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae01b9-b487-49cd-9bef-3c9555b97cf2 req-1fe66498-f972-45b9-970d-cffd14fd173c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.988888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52ae01b9-b487-49cd-9bef-3c9555b97cf2 req-1fe66498-f972-45b9-970d-cffd14fd173c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 943 time: 0.1440392 Nov 11 20:47:39.097010 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:39.102309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52ae01b9-b487-49cd-9bef-3c9555b97cf2 req-97580dbf-bbe1-4d49-8e4a-70961e097405 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040516 Nov 11 20:47:39.163401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-e18a0d46-48dd-455f-9e4d-a9b88491939a service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807117 Nov 11 20:47:39.239833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-1d49fe6b-6319-48aa-9471-906fd672e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:39.241376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-1d49fe6b-6319-48aa-9471-906fd672e72e service neutron] 10.222.0.58 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 906 time: 0.3302135 Nov 11 20:47:39.252196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2737-d77b-4b03-88f6-7a677974434a req-149f1b89-0ed4-4bf9-98b1-b7106caeca29 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:39.258176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf4f2737-d77b-4b03-88f6-7a677974434a req-149f1b89-0ed4-4bf9-98b1-b7106caeca29 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.1717246 Nov 11 20:47:39.341548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-154cab43-bb8e-44c5-8569-639e58737b29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b HTTP/1.1" status: 200 len: 217 time: 0.0832520 Nov 11 20:47:39.394983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d0134-da63-487c-8107-34412139ee65 req-9412f07d-34a5-4cfb-95b4-36f511d5dc9d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:39.408134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-488d0134-da63-487c-8107-34412139ee65 req-9412f07d-34a5-4cfb-95b4-36f511d5dc9d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 948 time: 0.1092043 Nov 11 20:47:39.437888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:39.440688 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae5562-17a1-4727-9e60-db2521cf8479" -d '{"events": [{"server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "name": "network-vif-plugged", "status": "completed", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:39.454671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-60b84d0c-6708-4e87-a8b7-350f0faeb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:39.457569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-60b84d0c-6708-4e87-a8b7-350f0faeb057 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 200 len: 845 time: 0.1047778 Nov 11 20:47:39.462769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-c8ffa041-f595-472d-bbf4-26b22ac7d280 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607756 Nov 11 20:47:39.472848 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 2, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:39.492748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf4f2737-d77b-4b03-88f6-7a677974434a req-c8c15eaf-39fd-4378-aa06-1a23576b8142 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280281 Nov 11 20:47:39.524189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-488d0134-da63-487c-8107-34412139ee65 req-111209ef-e4e4-4cba-b6f6-599eeeff5fa3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111686 Nov 11 20:47:39.550223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-fefd24b3-9d83-4de0-ae93-bc993dd3bd01 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9de36881-6130-494f-83d7-93d24aab7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564141 Nov 11 20:47:39.566357 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Checking router: e8718929-d565-4983-b23a-1ba203310865 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:39.566857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Updating router e8718929-d565-4983-b23a-1ba203310865 port 9a2914e6-6d76-4951-9d2c-111b70829ec5 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:47:39.581880 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab7fe24-19dd-4d4a-9f3d-c4c4a18988da x-openstack-request-id: req-1ab7fe24-19dd-4d4a-9f3d-c4c4a18988da {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:39.582372 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "name": "network-vif-plugged", "status": "completed", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:39.582778 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ab7fe24-19dd-4d4a-9f3d-c4c4a18988da {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:39.583878 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'code': 200} Nov 11 20:47:39.595805 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:39.761082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-e035a24e-3c93-467f-a6c5-d3127e1fc034 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011468 Nov 11 20:47:39.772781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256374ee-dbb6-4111-ac52-bdf8e39a5203 req-2b0e63bc-44db-4dcc-92cc-b1e05ed18beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:39.777952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-256374ee-dbb6-4111-ac52-bdf8e39a5203 req-2b0e63bc-44db-4dcc-92cc-b1e05ed18beb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 1096 time: 0.0919816 Nov 11 20:47:39.891248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8065e-b871-42fc-ada1-7885096a5a83 req-b0bb48ad-5169-413e-bc57-fb398daccec4 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:39.899978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3c8065e-b871-42fc-ada1-7885096a5a83 req-b0bb48ad-5169-413e-bc57-fb398daccec4 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 945 time: 0.1398692 Nov 11 20:47:39.913898 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bba6b5b-9b4e-4802-8cec-6d90e7e3741b req-6db1aec8-a555-4741-bdfb-44bd9f69f1f9 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379166 Nov 11 20:47:39.940048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-256374ee-dbb6-4111-ac52-bdf8e39a5203 req-6ac89253-6d41-41f2-924f-74eaad6bac56 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574911 Nov 11 20:47:39.988658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3c8065e-b871-42fc-ada1-7885096a5a83 req-e6e5c257-d756-48ed-b6c8-41b952ead805 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767281 Nov 11 20:47:40.070313 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.130656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9be042-3159-4d6b-a8cb-b6d1b053590b req-0dda1af7-dc01-439c-9826-fe6687c733b8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:40.140680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a9be042-3159-4d6b-a8cb-b6d1b053590b req-0dda1af7-dc01-439c-9826-fe6687c733b8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 945 time: 0.0768304 Nov 11 20:47:40.196428 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.201322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a9be042-3159-4d6b-a8cb-b6d1b053590b req-e048fd38-260b-44b0-9e1c-b9f21be9b55f tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528560 Nov 11 20:47:40.342402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1d001afe-188d-41b8-8559-fc64fc76322d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:40.379237 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f8ee0-37e7-42ed-8fbd-622f8e4b5d6d None None] Pushing event updated for resources: {'Port': ['ID=9a2914e6-6d76-4951-9d2c-111b70829ec5,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:40.432796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1d001afe-188d-41b8-8559-fc64fc76322d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:40.433495 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.447703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12c196-b7e6-4845-a318-25cb4628ca9e req-73a9d2b0-2ec8-4745-b4af-e8712a0225b9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:40.466190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a12c196-b7e6-4845-a318-25cb4628ca9e req-73a9d2b0-2ec8-4745-b4af-e8712a0225b9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 943 time: 0.1364555 Nov 11 20:47:40.471570 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Attempting to bind port 9a2914e6-6d76-4951-9d2c-111b70829ec5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:40.471939 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Attempting to bind port 9a2914e6-6d76-4951-9d2c-111b70829ec5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:40.472574 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Attempting to bind port 9a2914e6-6d76-4951-9d2c-111b70829ec5 on network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:40.486006 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:40.486891 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Checking segment: {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:40.487458 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.488029 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Bound using segment: {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:40.488685 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Bound port: 9a2914e6-6d76-4951-9d2c-111b70829ec5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:40.489376 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.590169 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a12c196-b7e6-4845-a318-25cb4628ca9e req-f9db1e8c-129c-4e71-943a-2af0c86fbb9b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229944 Nov 11 20:47:40.655299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-04dd89f4-7ce5-46e4-ab59-3221755c86f2 None None] Provisioning complete for port 9a2914e6-6d76-4951-9d2c-111b70829ec5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:40.655849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04dd89f4-7ce5-46e4-ab59-3221755c86f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.674200 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] For port 9a2914e6-6d76-4951-9d2c-111b70829ec5, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:40.680688 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] For port 9a2914e6-6d76-4951-9d2c-111b70829ec5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9a2914e6-6d76-4951-9d2c-111b70829ec5,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:40.734171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04dd89f4-7ce5-46e4-ab59-3221755c86f2 None None] Port 9a2914e6-6d76-4951-9d2c-111b70829ec5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:47:40.796295 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.844534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-5ec0db3e-689f-4b14-8346-857366d4c264 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 258 time: 0.8190970 Nov 11 20:47:40.875551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:40.890782 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f8ee0-37e7-42ed-8fbd-622f8e4b5d6d None None] Pushing event updated for resources: {'Port': ['ID=9a2914e6-6d76-4951-9d2c-111b70829ec5,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:40.898258 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:40.899136 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:40.918110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a475a-3246-41eb-b56c-680d0fcdcc41 req-c8c65952-138e-4f5f-a5ac-cc0dae30416e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:40.930344 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-776a475a-3246-41eb-b56c-680d0fcdcc41 req-c8c65952-138e-4f5f-a5ac-cc0dae30416e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.1407003 Nov 11 20:47:41.000671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-776a475a-3246-41eb-b56c-680d0fcdcc41 req-69ae362e-e68c-4405-ad46-7da1b29d035f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688486 Nov 11 20:47:41.041415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.077553 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:41.141989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ced67-fe5c-4481-b0ef-1d8a1d736889 req-036537bd-628d-4deb-bb8c-0ac3d9d1932a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:41.154046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd1ced67-fe5c-4481-b0ef-1d8a1d736889 req-036537bd-628d-4deb-bb8c-0ac3d9d1932a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 948 time: 0.0716312 Nov 11 20:47:41.265449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e4cf7119-7428-4eb6-807f-53ff826a4387 None None] Provisioning complete for port 9a2914e6-6d76-4951-9d2c-111b70829ec5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:41.267821 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7119-7428-4eb6-807f-53ff826a4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.288332 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd1ced67-fe5c-4481-b0ef-1d8a1d736889 req-6019fb1b-dc59-42f6-a74d-e78cc2ea2ac7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149585 Nov 11 20:47:41.303728 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.408471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:41.448681 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7119-7428-4eb6-807f-53ff826a4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.549660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e4cf7119-7428-4eb6-807f-53ff826a4387 None None] For port 9a2914e6-6d76-4951-9d2c-111b70829ec5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9a2914e6-6d76-4951-9d2c-111b70829ec5,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:41.559703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Allocated IP 172.25.2.57 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/548f68ae-1fcf-438d-bb3c-4daf2789ad80) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:41.576937 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:40Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:41.588974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:41.601486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'mac_address': 'fa:16:3e:99:e3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:47:41.608703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7119-7428-4eb6-807f-53ff826a4387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.664496 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d45cf4-e333-446c-83de-c49624eafa25 None None] The sync data for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 is: [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:40Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:41.685478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323d167-86bc-4bae-8189-5886be9e6ec4 req-8fd11002-93b5-45b4-91f7-679c00e11669 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:41.687687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1323d167-86bc-4bae-8189-5886be9e6ec4 req-8fd11002-93b5-45b4-91f7-679c00e11669 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 945 time: 0.1339676 Nov 11 20:47:41.718777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.758888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7119-7428-4eb6-807f-53ff826a4387 None None] Pushing event updated for resources: {'Port': ['ID=9a2914e6-6d76-4951-9d2c-111b70829ec5,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:41.766533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:41.800748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:41.820741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1323d167-86bc-4bae-8189-5886be9e6ec4 req-b1288a88-7ead-4bd9-83a2-a637336d0d2e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247363 Nov 11 20:47:41.837517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.908751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:41.909436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:42.003201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:42.003433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f353564-b141-4fd1-8658-eaa5bfd40e4f req-acc00e16-83bc-4533-b7b6-db141a463c9d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:42.013899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f353564-b141-4fd1-8658-eaa5bfd40e4f req-acc00e16-83bc-4533-b7b6-db141a463c9d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 944 time: 0.1107948 Nov 11 20:47:42.103922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event updated for resources: {'Port': ['ID=548f68ae-1fcf-438d-bb3c-4daf2789ad80,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:42.124742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f353564-b141-4fd1-8658-eaa5bfd40e4f req-7edc3756-9699-4520-a946-15a3b98a55bf tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028569 Nov 11 20:47:42.150979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:42.153294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:42.164854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:42.173522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:42.320611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:42.320611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'mac_address': 'fa:16:3e:25:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:47:42.412183 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:42.444531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c50ac-fa96-40c2-b1ad-fc69e35d0241 req-78549224-007d-4c5d-a0cd-20bf84ab516e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:42.447762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f8a217-6deb-43e0-96f5-c02fc83ee318 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:42.448658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:42.454798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-462c50ac-fa96-40c2-b1ad-fc69e35d0241 req-78549224-007d-4c5d-a0cd-20bf84ab516e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.0976267 Nov 11 20:47:42.482716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:42.485575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9a2914e6-6d76-4951-9d2c-111b70829ec5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:42.543797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-462c50ac-fa96-40c2-b1ad-fc69e35d0241 req-db152874-a5fd-46bd-9ef4-eb69f021e320 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817995 Nov 11 20:47:42.560898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9a2914e6-6d76-4951-9d2c-111b70829ec5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:42.561285 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:42.696923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c86c4-5e23-46fb-8d04-b78719400baa req-9c9030ec-4594-4b02-a89a-ea01a15cd07f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:42.699187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f2c86c4-5e23-46fb-8d04-b78719400baa req-9c9030ec-4594-4b02-a89a-ea01a15cd07f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 948 time: 0.0730169 Nov 11 20:47:42.738450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:42.774567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f2c86c4-5e23-46fb-8d04-b78719400baa req-7a1556cc-c753-4b01-9a50-cc81767656f8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689480 Nov 11 20:47:42.809610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:42.879008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:43.092075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:43.141157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:43.154937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:43.243716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['28f8a217-6deb-43e0-96f5-c02fc83ee318'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:43.267664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event updated for resources: {'Port': ['ID=548f68ae-1fcf-438d-bb3c-4daf2789ad80,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:43.277497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:43.317062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead4a57-4053-48c2-b7b2-c7b93c465bf2 req-d8fb1242-d567-4174-9c60-92316c3442d9 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:43.319400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ead4a57-4053-48c2-b7b2-c7b93c465bf2 req-d8fb1242-d567-4174-9c60-92316c3442d9 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 945 time: 0.1178079 Nov 11 20:47:43.389680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:43.402194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-f41da2a9-9891-43ed-a891-9e22a2b33064 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5369701 Nov 11 20:47:43.440308 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ead4a57-4053-48c2-b7b2-c7b93c465bf2 req-765834e6-5f48-4697-86c1-4f384f1dbebc tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912228 Nov 11 20:47:43.507563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-598a3462-3b6e-4b5b-979d-b893294d2708 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.1012964 Nov 11 20:47:43.565648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-20e95e80-8c8b-41f1-8985-2c962bf4e365 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:43.567939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-20e95e80-8c8b-41f1-8985-2c962bf4e365 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 949 time: 0.1258850 Nov 11 20:47:43.669744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320398-3aea-423b-bee8-35713c569e2b req-f84338c5-2e1e-4671-aa8f-e5ca8fc8fe45 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:43.677599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14320398-3aea-423b-bee8-35713c569e2b req-f84338c5-2e1e-4671-aa8f-e5ca8fc8fe45 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 949 time: 0.1219504 Nov 11 20:47:43.690360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-6ff508b1-4eca-45d1-8a6f-8a8be2bb704d tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:43.692078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed0b361f-12a5-481e-9331-15f0acd8f7f2 req-6ff508b1-4eca-45d1-8a6f-8a8be2bb704d tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1767483 Nov 11 20:47:43.701811 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-244f86bf-436a-4a9e-8ba1-d9ec15bace25 service neutron] delete failed (client error): The resource could not be found. Nov 11 20:47:43.702827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-244f86bf-436a-4a9e-8ba1-d9ec15bace25 service neutron] 10.222.0.62 "DELETE /v2.0/ports/28f8a217-6deb-43e0-96f5-c02fc83ee318/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.1244750 Nov 11 20:47:43.748404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14320398-3aea-423b-bee8-35713c569e2b req-6ce236f3-a3fe-4273-9f11-d31dfcc62dbd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698247 Nov 11 20:47:43.887490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a59d9-b85c-4aea-a5ee-d67be80d70bf req-647a7666-f7ad-48ed-8b5e-69dd59feb87b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:43.889137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-917a59d9-b85c-4aea-a5ee-d67be80d70bf req-647a7666-f7ad-48ed-8b5e-69dd59feb87b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 944 time: 0.0592849 Nov 11 20:47:43.919084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-24e7d860-6f62-484c-a1de-a1ef4faf656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:43.921432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-24e7d860-6f62-484c-a1de-a1ef4faf656d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 1100 time: 0.0700433 Nov 11 20:47:43.985675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-917a59d9-b85c-4aea-a5ee-d67be80d70bf req-3f094093-ad37-4961-b699-d710277a3adc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878940 Nov 11 20:47:44.119613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac257e2-e951-4c98-aa95-3e5efeaadd8a req-45645f28-560b-4e29-8d20-34085e938571 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:44.121646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fac257e2-e951-4c98-aa95-3e5efeaadd8a req-45645f28-560b-4e29-8d20-34085e938571 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.0626535 Nov 11 20:47:44.152682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-2ee98cc6-9cc2-4fc4-8a66-fab9c4d49653 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:44.154409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-2ee98cc6-9cc2-4fc4-8a66-fab9c4d49653 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1988630 Nov 11 20:47:44.200606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fac257e2-e951-4c98-aa95-3e5efeaadd8a req-718ed05d-0c50-4417-8ddf-7c22723d6082 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709543 Nov 11 20:47:44.231232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-ede4e0b2-af18-4f06-8389-8dddf9976e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:44.231232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-ede4e0b2-af18-4f06-8389-8dddf9976e3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2923729 Nov 11 20:47:44.242692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-1b96c4ac-6494-4683-a61a-9828c48eed24 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 695 time: 0.0753050 Nov 11 20:47:44.283954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-6951d031-089f-4f9a-8dea-a7bdca3b9538 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 200 len: 217 time: 0.0459275 Nov 11 20:47:44.289063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'floatingip': {'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:44.360820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:44.446668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-01410ca0-6606-4f1c-83af-40d29b0162d6 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:44.456772 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-01410ca0-6606-4f1c-83af-40d29b0162d6 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1082242 Nov 11 20:47:44.475058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-298789a0-f062-4332-996d-6b71e3183000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:44.476841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-298789a0-f062-4332-996d-6b71e3183000 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1511595 Nov 11 20:47:44.507677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-a3ec4e2d-50ba-4aa6-b164-fef56e8140bb tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0500169 Nov 11 20:47:44.520567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Request body: {'floatingip': {'port_id': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:44.570733 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:44.614001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-a3e56a85-66df-42e9-9035-59705e4d7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:44.615720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-a3e56a85-66df-42e9-9035-59705e4d7057 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064239 Nov 11 20:47:45.135041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-582e9066-9d52-434b-9da3-6cba7c150c59 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094788 Nov 11 20:47:45.154918 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:47:45.311968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.333574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ca6c859-2cc4-4fbd-a59a-39cbb8d0eef5 req-433fd30a-91b4-49ba-bf96-8a73d42e47fb service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817296 Nov 11 20:47:45.361440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.398685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.416731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:45.459450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.532790 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Floating IP 70aed5a6-b358-4a91-9380-68cde8072298 associated. External IP: 172.25.2.57, port: 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0. Nov 11 20:47:45.594030 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110 associated. External IP: 172.25.2.38, port: 935cb8c8-fd5a-4deb-ae46-a48fd31efa28. Nov 11 20:47:45.595897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:47:45.601082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:45.601573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.872041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:45.889768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:45.901229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.939550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:45.941924 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8331b01-3c09-411c-80f6-dfe9903a3aa3" -d '{"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:45.958371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:46.036881 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.039789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:46.057297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:46.063730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.066013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:46.078998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.095792 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:46.116906 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:46.119529 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:46.124560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-fc2f0083-3de7-4493-b3b8-87f4675f17da tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "PUT /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 200 len: 995 time: 1.8423507 Nov 11 20:47:46.125069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:46.128009 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad073a65-6465-45ac-bd9e-0e6005cea4da" -d '{"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:46.161324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] Sync routers for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:46.214269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:46.219388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:46.229900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-c39c0b3f-0d8f-456d-afed-74dac943c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:46.231528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-c39c0b3f-0d8f-456d-afed-74dac943c44e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.0776873 Nov 11 20:47:46.326270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:46.455032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-ddb1a59a-0434-4813-beac-c103b898adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:46.456890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-ddb1a59a-0434-4813-beac-c103b898adff service neutron] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.2182333 Nov 11 20:47:46.478613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 28f8a217-6deb-43e0-96f5-c02fc83ee318 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:47:46.501208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 28f8a217-6deb-43e0-96f5-c02fc83ee318 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:46.501907 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.575531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-eda0a0e1-c238-43dd-9066-738792892bb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 998 time: 0.1057909 Nov 11 20:47:46.631094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:46.668356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:46.676580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-5d507e43-d1bc-467b-a299-ee0f1cbb1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:46.684814 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-5d507e43-d1bc-467b-a299-ee0f1cbb1635 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.1060891 Nov 11 20:47:46.719924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-c13e1186-b19d-47a5-b6ef-08c037cc7024 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "PUT /v2.0/floatingips/70aed5a6-b358-4a91-9380-68cde8072298 HTTP/1.1" status: 200 len: 995 time: 2.2037718 Nov 11 20:47:46.723797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:46.730147 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b92cd0-f398-43be-a22a-cb06012b974b" -d '{"events": [{"name": "network-changed", "server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:46.768897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-4ed7a461-bfeb-4e76-830a-8f12e9f616a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:46.782320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-4ed7a461-bfeb-4e76-830a-8f12e9f616a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962937 Nov 11 20:47:46.788791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-86c229dc-8339-44f6-a183-25e99a4f66a6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:47:46.796286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-86c229dc-8339-44f6-a183-25e99a4f66a6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126939 Nov 11 20:47:46.860325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-3cbb5d68-fa14-4b2d-b8bf-b07fcee3c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:46.861928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-3cbb5d68-fa14-4b2d-b8bf-b07fcee3c5ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0aced83906164b37a112b607b4a226ea&device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 1096 time: 0.1214538 Nov 11 20:47:46.938721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-6903184c-79b6-4776-b771-716d7bb00412 service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412864 Nov 11 20:47:47.021503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-4882fe7a-c30a-4f87-8a4e-be7d7db7a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:47.023337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-4882fe7a-c30a-4f87-8a4e-be7d7db7a276 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 200 len: 930 time: 0.1534457 Nov 11 20:47:47.042791 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.135768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-112f7576-35cf-4c5c-9c65-099bdd6b19f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 998 time: 0.1028092 Nov 11 20:47:47.158749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc19254-9140-4b5b-a7b0-597935fab3bf req-3d38341e-d3fc-4a29-a0fd-69077ab89ecc service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101631 Nov 11 20:47:47.170253 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:15:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 1, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.194214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:47.204885 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:47.214816 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:47.215447 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.236108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-35bfa0ba-ba9d-4967-ad74-d018dede5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:47.237693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-35bfa0ba-ba9d-4967-ad74-d018dede5024 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0702653-6ca8-44a4-a11b-e3fabbd625a4 HTTP/1.1" status: 200 len: 868 time: 0.0955267 Nov 11 20:47:47.278567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.303648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-7f0c1efc-53ac-4d66-97d3-77f6f06150c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:47.305294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-7f0c1efc-53ac-4d66-97d3-77f6f06150c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606143 Nov 11 20:47:47.317570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-ee111a82-43ab-47b4-8ede-5cfbb2a9c1b4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:47:47.319004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-ee111a82-43ab-47b4-8ede-5cfbb2a9c1b4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066755 Nov 11 20:47:47.375259 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:47.375359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:47.397125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '70aed5a6-b358-4a91-9380-68cde8072298', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'port_id': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'mac_address': 'fa:16:3e:d1:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df9167-8480-49e1-9515-856e1ae1bec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:42Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 1, 'project_id': '0aced83906164b37a112b607b4a226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:23Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.424650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] Checking router: 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:47.434954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:47.435820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.502333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372cc77-77d5-486b-ac90-2408f85db5a4 req-4b4d2e64-0f19-449d-8856-c4e1bf8b519d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:47.510736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e372cc77-77d5-486b-ac90-2408f85db5a4 req-4b4d2e64-0f19-449d-8856-c4e1bf8b519d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0742092 Nov 11 20:47:47.526285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-166f6c53-628c-44cb-a705-874161d2567a service neutron] 10.222.0.31 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994686 Nov 11 20:47:47.577486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:47.585405 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e372cc77-77d5-486b-ac90-2408f85db5a4 req-1596b718-865e-4298-a17f-e64923b1d8d8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565369 Nov 11 20:47:47.719374 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:15:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 1, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.751247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d8a34a7-f654-4d17-bfbf-506c8c49feed req-d3e0f4b6-1cd9-4da4-8599-000a36b5c42e service neutron] 10.222.0.31 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023056 Nov 11 20:47:47.756016 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd508b00-c0b5-45b0-b742-6e517ac398fe None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:15:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 1, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:47.846025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ae5a-325a-47c4-8204-3ef5e8c49c72 req-302c90e9-8dbf-4dd2-9e6c-a4df11ac42bf tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:47.861449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d707ae5a-325a-47c4-8204-3ef5e8c49c72 req-302c90e9-8dbf-4dd2-9e6c-a4df11ac42bf tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0775981 Nov 11 20:47:47.922717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d707ae5a-325a-47c4-8204-3ef5e8c49c72 req-0e4ca3dd-77bd-490b-a506-67cfcd26795f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604753 Nov 11 20:47:47.965538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '70aed5a6-b358-4a91-9380-68cde8072298', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'port_id': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'mac_address': 'fa:16:3e:d1:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df9167-8480-49e1-9515-856e1ae1bec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:42Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 1, 'project_id': '0aced83906164b37a112b607b4a226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:23Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.988532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcceda7-eb7c-43ca-aae1-752c421f2837 req-a2ce1d33-717d-43a4-b09f-b52bc6112556 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:47.996908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fbcceda7-eb7c-43ca-aae1-752c421f2837 req-a2ce1d33-717d-43a4-b09f-b52bc6112556 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.0755582 Nov 11 20:47:47.999218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff304c-6dcc-45ec-ac88-db7b8678b359 None None] The sync data for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 is: [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '70aed5a6-b358-4a91-9380-68cde8072298', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'port_id': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'mac_address': 'fa:16:3e:d1:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18df9167-8480-49e1-9515-856e1ae1bec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:42Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 1, 'project_id': '0aced83906164b37a112b607b4a226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:23Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:48.029737 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc9dcd5-bea3-4e1b-a571-e0b5d4dba4f2 x-openstack-request-id: req-7fc9dcd5-bea3-4e1b-a571-e0b5d4dba4f2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:48.029737 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:48.029737 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fc9dcd5-bea3-4e1b-a571-e0b5d4dba4f2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:48.029737 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'code': 200} Nov 11 20:47:48.058775 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80294c1-b6a4-4121-a7c2-93faf81eb776 x-openstack-request-id: req-c80294c1-b6a4-4121-a7c2-93faf81eb776 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:48.059276 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:48.059374 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c80294c1-b6a4-4121-a7c2-93faf81eb776 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:48.060618 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'status': 'completed', 'code': 200} Nov 11 20:47:48.105465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fbcceda7-eb7c-43ca-aae1-752c421f2837 req-85265d48-11e6-4bcd-9d17-43acb2f5d988 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076512 Nov 11 20:47:48.133404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5bda5-2ccb-466e-8ba6-13e24c5b303b None None] New status for floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:48.146655 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268a3887-df51-4c4b-a754-04fd50c8cc3e x-openstack-request-id: req-268a3887-df51-4c4b-a754-04fd50c8cc3e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:48.146655 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:48.146862 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-268a3887-df51-4c4b-a754-04fd50c8cc3e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:48.147272 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'status': 'completed', 'code': 200} Nov 11 20:47:48.207450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905db8-f58c-442a-8212-b881ea4f5dd5 req-a9ed9b6c-aa1c-4359-b23f-592d5e9787ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.212923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db905db8-f58c-442a-8212-b881ea4f5dd5 req-a9ed9b6c-aa1c-4359-b23f-592d5e9787ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 1096 time: 0.1246684 Nov 11 20:47:48.215950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-eb00b7e8-c2f4-4caf-9239-05f2195412de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.217641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-eb00b7e8-c2f4-4caf-9239-05f2195412de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.1198690 Nov 11 20:47:48.316586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-c563d3ca-b127-4475-a3e2-4a5e6fdac075 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.318403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-c563d3ca-b127-4475-a3e2-4a5e6fdac075 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0662596 Nov 11 20:47:48.434588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-694ccb35-5c36-4b08-89ee-d15a8c2bd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.437129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-694ccb35-5c36-4b08-89ee-d15a8c2bd475 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aced83906164b37a112b607b4a226ea&device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 1096 time: 0.2468686 Nov 11 20:47:48.437905 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e815c-fa07-4ce5-9ea8-8f1a300e76c0 None None] New status for floating IP 70aed5a6-b358-4a91-9380-68cde8072298: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:48.449299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db905db8-f58c-442a-8212-b881ea4f5dd5 req-24741a12-2090-454f-80bf-f0bc5203afec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121782 Nov 11 20:47:48.462587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-fa8d7860-1ca8-4643-8858-644cf7e22e01 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 998 time: 0.1362846 Nov 11 20:47:48.474675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'floatingip': {'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:48.481139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-1da8276b-3bc3-4882-ac2c-c5d2ff9f88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.483284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-1da8276b-3bc3-4882-ac2c-c5d2ff9f88cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.2468021 Nov 11 20:47:48.492279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7b2ee-7703-4dd2-8214-48db396cdddc req-7d88d5a8-6cc8-47fe-a496-dee364340ef3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.500375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3c7b2ee-7703-4dd2-8214-48db396cdddc req-7d88d5a8-6cc8-47fe-a496-dee364340ef3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.2356400 Nov 11 20:47:48.569756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:48.605735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3c7b2ee-7703-4dd2-8214-48db396cdddc req-7387d403-e847-4b1d-b20a-2271f32d1e92 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044888 Nov 11 20:47:48.633549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-3568bd32-7245-455d-ad9a-67a361328947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.635234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-3568bd32-7245-455d-ad9a-67a361328947 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 200 len: 930 time: 0.1817722 Nov 11 20:47:48.824544 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-bf45b3ca-da96-4ca7-83b3-d2241f8510fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 998 time: 0.1722593 Nov 11 20:47:48.965990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-f3e8a099-5bb3-43cf-a979-f4a4bbd4b80a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 1000 time: 0.2323499 Nov 11 20:47:49.025841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-d726600c-7da7-496a-9da8-55435e8d0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:49.027279 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-d726600c-7da7-496a-9da8-55435e8d0a8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0702653-6ca8-44a4-a11b-e3fabbd625a4 HTTP/1.1" status: 200 len: 868 time: 0.1687815 Nov 11 20:47:49.039516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-0df97705-7ccb-4532-992a-f3d2a05c3f1e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 258 time: 0.3976972 Nov 11 20:47:49.072318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:49.090160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-c6e2a9d4-9bd5-4eff-9ac9-1105cd4efe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:49.091625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-c6e2a9d4-9bd5-4eff-9ac9-1105cd4efe9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.1205704 Nov 11 20:47:49.134578 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:49.135798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-e064f2fb-cc02-4b2b-86f6-592d67ec580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:49.137325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-e064f2fb-cc02-4b2b-86f6-592d67ec580c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969675 Nov 11 20:47:49.150238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-5c69ffa1-c5dd-4ebe-82a9-11178e5b60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:49.151669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-5c69ffa1-c5dd-4ebe-82a9-11178e5b60dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482776 Nov 11 20:47:49.183962 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:49.186546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:49.304663 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110 associated. External IP: 172.25.2.38, port: 935cb8c8-fd5a-4deb-ae46-a48fd31efa28. Nov 11 20:47:49.363107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-752e389d-7e10-442b-92e6-ef5fb2142c56 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026970 Nov 11 20:47:49.369461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-b5633d55-6e75-4aad-b44c-5b3ce407b021 service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169070 Nov 11 20:47:49.546083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:49.667358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:49.684952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:49.698114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:49.698755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:49.826547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:49.925216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad073a65-6465-45ac-bd9e-0e6005cea4da req-01531529-84c3-4cac-bfdc-bbd8975e9ca4 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539024 Nov 11 20:47:49.935685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:49.935907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:49.947966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b6b92cd0-f398-43be-a22a-cb06012b974b req-05e5bfae-8560-4610-8c4a-161926b2c597 service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566626 Nov 11 20:47:50.012645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:50.014873 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f2ad49-4480-4242-ba9c-a7ed774ca6b2" -d '{"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:50.089527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:50.094830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:50.107759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Allocated IP 172.25.2.137 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/12f0162a-9892-40b6-8d49-655178411172) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:47:50.155019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:50.158013 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b16fe-d2f0-4145-9024-c50426ce714a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:50.182198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-8fd3b69c-1c97-495a-8684-01045cae55aa tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "PUT /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 200 len: 997 time: 1.7125392 Nov 11 20:47:50.235627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-6acd5d23-3ae2-4390-bc56-673bc29ef325 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:50.237485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-6acd5d23-3ae2-4390-bc56-673bc29ef325 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports/935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 942 time: 0.0545576 Nov 11 20:47:50.243215 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:50.315295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:f4:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:49Z', 'revision_number': 3, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:50.333656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:50.348702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:50.358039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:50.358778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:50.363261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-5dd38fe7-59d7-4a27-a554-6eb8a740dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:50.365757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-5dd38fe7-59d7-4a27-a554-6eb8a740dc8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.0578930 Nov 11 20:47:50.375593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:47:50.384186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:47:50.389846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:47:50.392848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event updated for resources: {'Port': ['ID=12f0162a-9892-40b6-8d49-655178411172,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:50.486891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-558e319b-bdc1-49fd-b949-dd3c850b1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:50.487831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:50.489639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-558e319b-bdc1-49fd-b949-dd3c850b1e22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.1166260 Nov 11 20:47:50.506967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:50.538620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-b6981a96-568b-44cc-a2f3-c054bba368a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 217 time: 0.0422072 Nov 11 20:47:50.597053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-34eb608e-c175-43d3-a00c-6e3c2d507176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:50.597385 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:50.600195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-34eb608e-c175-43d3-a00c-6e3c2d507176 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.0551119 Nov 11 20:47:50.658551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-4aa795be-56f7-435f-9237-c1e91e95c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:50.665371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-4aa795be-56f7-435f-9237-c1e91e95c776 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543873 Nov 11 20:47:50.783132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:f4:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:49Z', 'revision_number': 3, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:50.789474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:50.796076 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-31c06128-5361-4838-9d3a-79e39d6ae429 service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261244 Nov 11 20:47:50.816578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ffee6-4292-471e-8cae-e75521ea4439 None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:f4:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:49Z', 'revision_number': 3, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:50.873641 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:50.903468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-0ad4f5be-226c-4ff8-af47-2edb1b38835a service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011827 Nov 11 20:47:50.965200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event updated for resources: {'Port': ['ID=12f0162a-9892-40b6-8d49-655178411172,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:50.980556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:51.031953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-650eb462-7b41-46e7-b544-4417e59a8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.033646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-650eb462-7b41-46e7-b544-4417e59a8291 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 1096 time: 0.0432210 Nov 11 20:47:51.049349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:51.052203 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e327faf3-a70d-4590-ac54-b6f11d2e1705 None None] New status for floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:51.057262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-6b5a05da-aaa6-4296-9686-d649903d77b2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0065281 Nov 11 20:47:51.114518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-92dccc15-7724-4640-98e5-e8ec0b016d59 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0552430 Nov 11 20:47:51.165511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-c6f68188-0aeb-40f5-9adf-614dd3cf221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.167029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-c6f68188-0aeb-40f5-9adf-614dd3cf221a service neutron] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.1255662 Nov 11 20:47:51.236981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-9942e98e-6772-4412-bdc8-10bcdec2e9e4 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.238691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dbd5ac0-92b3-49d8-9eb3-3a722728e491 req-9942e98e-6772-4412-bdc8-10bcdec2e9e4 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1236136 Nov 11 20:47:51.264857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-f5e7f810-b75a-4545-a32c-79802c1e7ba8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 1000 time: 0.0911825 Nov 11 20:47:51.319642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-16f45b84-e755-43a5-aebe-6b7bfdd1d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.321092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-16f45b84-e755-43a5-aebe-6b7bfdd1d785 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.0498452 Nov 11 20:47:51.395620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-b4eee3bd-4de0-4fc9-ad60-943bbd65f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.403323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-b4eee3bd-4de0-4fc9-ad60-943bbd65f8ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705884 Nov 11 20:47:51.413091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:51.434378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:51.435304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:51.515338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-3be7c1a4-8cd7-493c-a263-115f168fff6c service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108425 Nov 11 20:47:51.536592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00730f-dd60-4d50-b9a9-5f93239ff7ae req-cf488ff4-011d-4ae7-a122-ffdca35dedd0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.547548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df00730f-dd60-4d50-b9a9-5f93239ff7ae req-cf488ff4-011d-4ae7-a122-ffdca35dedd0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0714600 Nov 11 20:47:51.572032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:51.599673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df00730f-dd60-4d50-b9a9-5f93239ff7ae req-19c45ec5-104f-4f3c-9cd3-1340b6d31211 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512354 Nov 11 20:47:51.626835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26afd62a-f07d-477a-ae6d-8905b9211354 req-441b74ff-262c-4efd-b2f0-0d3030d34b82 service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081872 Nov 11 20:47:51.731761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7967dcf-9370-41d4-b351-183ca69d2b7d req-b06ff8e2-3a29-4344-b524-4a252b417e59 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.733434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7967dcf-9370-41d4-b351-183ca69d2b7d req-b06ff8e2-3a29-4344-b524-4a252b417e59 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.0585682 Nov 11 20:47:51.804699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7967dcf-9370-41d4-b351-183ca69d2b7d req-3d622c66-bc17-4637-a558-5ce254aa4bb8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527613 Nov 11 20:47:51.809493 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2883ec7-be8d-4d4f-aa77-a7d33276ea98 x-openstack-request-id: req-d2883ec7-be8d-4d4f-aa77-a7d33276ea98 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:51.810057 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-plugged", "status": "completed", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:51.810057 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2883ec7-be8d-4d4f-aa77-a7d33276ea98 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:51.811461 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'code': 200} Nov 11 20:47:51.850536 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67ed96-d8a8-4a33-85b8-e1daa708cbd5 x-openstack-request-id: req-5f67ed96-d8a8-4a33-85b8-e1daa708cbd5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:51.851231 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:51.851963 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f67ed96-d8a8-4a33-85b8-e1daa708cbd5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:51.853191 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'status': 'completed', 'code': 200} Nov 11 20:47:51.856843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:f4:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:51Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:51.903150 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:51.904179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:51.914497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:51.915120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:51.968491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b16fe-d2f0-4145-9024-c50426ce714a req-1c080fcf-64e2-4d83-835e-415778f06308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.970500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-803b16fe-d2f0-4145-9024-c50426ce714a req-1c080fcf-64e2-4d83-835e-415778f06308 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.0945618 Nov 11 20:47:51.984581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a50701-f64e-4279-b6de-c72a6d0a7d09 req-0f567120-7477-4f8b-9e4b-cce3035dbf50 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.992827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a50701-f64e-4279-b6de-c72a6d0a7d09 req-0f567120-7477-4f8b-9e4b-cce3035dbf50 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0900381 Nov 11 20:47:52.070692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:52.079008 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a50701-f64e-4279-b6de-c72a6d0a7d09 req-17fad279-cfb3-4115-b6a5-dbd0f68d67ec tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0826244 Nov 11 20:47:52.110305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-31a50701-f64e-4279-b6de-c72a6d0a7d09 req-9aa46ec3-f29b-4f90-85b4-e745e00db519 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Request body: {'floatingip': {'port_id': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:52.168343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-31a50701-f64e-4279-b6de-c72a6d0a7d09 req-9aa46ec3-f29b-4f90-85b4-e745e00db519 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:52.256758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03bfa76e-4427-455f-8f15-f9cbd229438e req-9c8f834c-612e-4645-87b4-cffb9336360d tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.0810142 Nov 11 20:47:52.279897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b16fe-d2f0-4145-9024-c50426ce714a req-b8f327c5-4fe3-4cab-8e81-a42e3c614831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:52.281576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-803b16fe-d2f0-4145-9024-c50426ce714a req-b8f327c5-4fe3-4cab-8e81-a42e3c614831 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.2857747 Nov 11 20:47:52.365548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa76e-4427-455f-8f15-f9cbd229438e req-217aefba-3f75-407e-8b13-74ebe3ef0a85 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:52.365878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-803b16fe-d2f0-4145-9024-c50426ce714a req-78246963-7c85-4f89-90ab-808dc984f173 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 217 time: 0.0478382 Nov 11 20:47:52.381223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03bfa76e-4427-455f-8f15-f9cbd229438e req-217aefba-3f75-407e-8b13-74ebe3ef0a85 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports/9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 942 time: 0.1215279 Nov 11 20:47:52.384934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:f4:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:51Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:52.444496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287ac0d-1b68-4909-b7a0-19b4a93c0612 None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:f4:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:51Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:52.516941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03bfa76e-4427-455f-8f15-f9cbd229438e req-d3603f18-2cdd-4489-b9d5-6633b7c935af tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.0988839 Nov 11 20:47:52.524604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b16fe-d2f0-4145-9024-c50426ce714a req-911d6dd2-adad-45a5-9714-7dd67501cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:52.526107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-803b16fe-d2f0-4145-9024-c50426ce714a req-911d6dd2-adad-45a5-9714-7dd67501cf16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.1476517 Nov 11 20:47:52.609793 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-31a50701-f64e-4279-b6de-c72a6d0a7d09 req-9aa46ec3-f29b-4f90-85b4-e745e00db519 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 20:47:52.610901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a50701-f64e-4279-b6de-c72a6d0a7d09 req-9aa46ec3-f29b-4f90-85b4-e745e00db519 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "PUT /v2.0/floatingips/33b6fb4f-f719-49c5-886a-24b875fefdf1 HTTP/1.1" status: 409 len: 550 time: 0.5333548 Nov 11 20:47:52.622907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b16fe-d2f0-4145-9024-c50426ce714a req-de2a9f9a-7e45-4dc6-ab4b-200e55e1a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:52.625313 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-803b16fe-d2f0-4145-9024-c50426ce714a req-de2a9f9a-7e45-4dc6-ab4b-200e55e1a261 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909836 Nov 11 20:47:52.672595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfa76e-4427-455f-8f15-f9cbd229438e req-731d69b0-e64d-4966-8e50-e5a58e4ff77b tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:52.683932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03bfa76e-4427-455f-8f15-f9cbd229438e req-731d69b0-e64d-4966-8e50-e5a58e4ff77b tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1581876 Nov 11 20:47:52.753744 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-803b16fe-d2f0-4145-9024-c50426ce714a req-e4202dbf-9e1c-4a42-bd93-35812033d6b1 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152592 Nov 11 20:47:52.803838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc33719-ab0c-4567-ac12-3a33928caf00 req-bbdf89cb-a181-4e14-8483-ed37c9b5cd37 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:52.806134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdc33719-ab0c-4567-ac12-3a33928caf00 req-bbdf89cb-a181-4e14-8483-ed37c9b5cd37 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0659761 Nov 11 20:47:52.868202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdc33719-ab0c-4567-ac12-3a33928caf00 req-bee4b225-2b76-4836-b224-e3c6a74e3e12 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554345 Nov 11 20:47:52.894347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-803b16fe-d2f0-4145-9024-c50426ce714a req-d7df7d39-4cce-4787-b2a8-5ea5f558b78c service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326430 Nov 11 20:47:53.081874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-59eba6d2-948b-4fb7-b65a-acfdc44ebef1 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips/33b6fb4f-f719-49c5-886a-24b875fefdf1 HTTP/1.1" status: 200 len: 693 time: 0.0504079 Nov 11 20:47:53.192836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-9bc4f126-3e65-43d2-a990-fae801325534 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:53.194536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-9bc4f126-3e65-43d2-a990-fae801325534 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1062949 Nov 11 20:47:53.249416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-5ddd5d00-967b-4583-ada2-788ee35427bd tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0484114 Nov 11 20:47:53.304173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-0c37a1a6-6fbb-49c8-a39c-a25b27d5dd68 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0465260 Nov 11 20:47:53.732639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Deleting port 12f0162a-9892-40b6-8d49-655178411172 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:53.733078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:53.827186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:53.827523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:53.841579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Calling delete_port for 12f0162a-9892-40b6-8d49-655178411172 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:53.855019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:53.857306 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6922b3c-f280-485a-b814-be0954a05abe" -d '{"events": [{"name": "network-changed", "server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:53.924348 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-5b520f38-7d58-4b23-998d-e91a2c19cef8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.0959775 Nov 11 20:47:53.982598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-f4a5d1d3-79a0-455a-b956-9638c49b27a8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:53.993283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-f4a5d1d3-79a0-455a-b956-9638c49b27a8 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports/9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 942 time: 0.0510218 Nov 11 20:47:54.096077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-eda7df3d-42b5-4195-ba8d-4e6b0eca3dfc tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.0680022 Nov 11 20:47:54.162857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:54.190285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event deleted for resources: {'Port': ['ID=12f0162a-9892-40b6-8d49-655178411172,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:54.224117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-1a200f9f-db50-4854-8379-be0949b274df tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:54.232496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-1a200f9f-db50-4854-8379-be0949b274df tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1300049 Nov 11 20:47:54.265561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:54.268249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:54.270811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d331837-75b0-44ae-b0f2-297e1ae3af4f req-67604788-2258-4c8a-866d-2118b604d19f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "DELETE /v2.0/floatingips/33b6fb4f-f719-49c5-886a-24b875fefdf1 HTTP/1.1" status: 204 len: 173 time: 0.9584770 Nov 11 20:47:54.302916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-21534d6d-93a2-4c51-872b-55e12df01097 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.0694582 Nov 11 20:47:54.312699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:54.375969 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:54.378042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73007d72-1a0c-4cfd-a6dc-875edd7ec0e1 req-dd494c1c-55f1-470f-bb83-41a26febb668 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:54.380336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73007d72-1a0c-4cfd-a6dc-875edd7ec0e1 req-dd494c1c-55f1-470f-bb83-41a26febb668 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 946 time: 0.0574000 Nov 11 20:47:54.433189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73007d72-1a0c-4cfd-a6dc-875edd7ec0e1 req-812461d8-e01d-40b3-ba30-2ef75988493f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Nov 11 20:47:54.498846 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aa6212-58a0-401b-bae3-e53cf75f361a x-openstack-request-id: req-95aa6212-58a0-401b-bae3-e53cf75f361a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:54.499206 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:54.499530 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95aa6212-58a0-401b-bae3-e53cf75f361a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:54.500216 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'status': 'completed', 'code': 200} Nov 11 20:47:54.562170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-d8493020-1d14-46c3-8abb-aad4987ed2cb tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:54.563786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-d8493020-1d14-46c3-8abb-aad4987ed2cb tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1097 time: 0.0663252 Nov 11 20:47:54.618762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:54.618997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922b3c-f280-485a-b814-be0954a05abe req-62d4856e-3614-4e9f-a993-823834f2e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:54.620457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6922b3c-f280-485a-b814-be0954a05abe req-62d4856e-3614-4e9f-a993-823834f2e43c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 1096 time: 0.0830581 Nov 11 20:47:54.624240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805734-3'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:54.673117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2404b0-5a2b-4cf7-ae86-3a7cfcad58e5 req-d4de3d99-2b03-499b-bb50-14e6833ef1b0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:54.674936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af2404b0-5a2b-4cf7-ae86-3a7cfcad58e5 req-d4de3d99-2b03-499b-bb50-14e6833ef1b0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0935373 Nov 11 20:47:54.692520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:54.780745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af2404b0-5a2b-4cf7-ae86-3a7cfcad58e5 req-950b1992-3f8b-41a3-9cfd-826d82c2ded0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687585 Nov 11 20:47:54.781912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922b3c-f280-485a-b814-be0954a05abe req-769f9036-fa52-4e93-a867-6e7e113d0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:54.783311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6922b3c-f280-485a-b814-be0954a05abe req-769f9036-fa52-4e93-a867-6e7e113d0f6e service neutron] 10.222.0.62 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.1511185 Nov 11 20:47:54.797484 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:54.797830 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110 disassociated. External IP: 172.25.2.38, port: 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce. Nov 11 20:47:54.854588 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6922b3c-f280-485a-b814-be0954a05abe req-588624bb-9070-41c3-a3d6-b012aaf19e10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 217 time: 0.0519283 Nov 11 20:47:54.909585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:54.932706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922b3c-f280-485a-b814-be0954a05abe req-84338269-9cf0-46f3-b0b4-4df0fe86ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:54.934187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6922b3c-f280-485a-b814-be0954a05abe req-84338269-9cf0-46f3-b0b4-4df0fe86ee79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.0579076 Nov 11 20:47:55.003905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:55.071335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922b3c-f280-485a-b814-be0954a05abe req-5fe519b0-0648-494d-b17d-8b2241459c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:55.072999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6922b3c-f280-485a-b814-be0954a05abe req-5fe519b0-0648-494d-b17d-8b2241459c29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039379 Nov 11 20:47:55.078514 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-79472cd3-264d-453b-b91d-2a50bc09e98c tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 1000 time: 0.0966423 Nov 11 20:47:55.085340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:55.087579 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff75fd3-001f-4b42-9e5b-c8483976dc5c" -d '{"events": [{"server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:55.091513 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.117308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:55.157036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-981e680f-ed0d-47e6-bffb-5460f931bdf2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:55.158400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-981e680f-ed0d-47e6-bffb-5460f931bdf2 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports/7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 942 time: 0.0731859 Nov 11 20:47:55.161479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.243189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6922b3c-f280-485a-b814-be0954a05abe req-a80c8460-531c-42fe-8cab-fefb7a30c0e4 service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480587 Nov 11 20:47:55.363421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-d66369dd-389f-4e41-8c43-2dbf8dea81e3 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 1000 time: 0.1374581 Nov 11 20:47:55.470720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6922b3c-f280-485a-b814-be0954a05abe req-97d65151-6ea7-479b-960e-a54ad473c30a service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930540 Nov 11 20:47:55.526037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-dc37da0f-7727-4b98-b12b-fd2d19c44818 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:55.527506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-dc37da0f-7727-4b98-b12b-fd2d19c44818 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.1561272 Nov 11 20:47:55.607600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:55.628739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on host n-h2-805734-3 for vnic_type normal with profile {"migrating_to": "n-h1-805734-3"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:47:55.629101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:47:55.629983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:55.637167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:47:55.637492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Attempting to bind port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:47:55.639829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:55.643990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-71c56252-db2e-42c3-a2b5-4ad8bdb81687 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 1000 time: 0.1063526 Nov 11 20:47:55.645794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.651280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:47:55.651280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:47:55.651576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:47:55.651836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Bound port: 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:47:55.652172 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.654115 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:55.667611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:55.671027 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:55.672610 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:55.688178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-3f8a4b2f-96c7-4c75-82b7-907a651129e3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "PUT /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 200 len: 694 time: 1.3794971 Nov 11 20:47:55.749019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.758164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:47:55.761640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:47:55.809114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-c1af463e-30e9-44b6-836f-36d6e4858d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:55.819665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-c1af463e-30e9-44b6-836f-36d6e4858d32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 1096 time: 0.0978205 Nov 11 20:47:55.821477 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:55.917945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.918564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-7ef39bd7-92ae-4912-bbb1-170b75984f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:55.920249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-7ef39bd7-92ae-4912-bbb1-170b75984f33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.0993490 Nov 11 20:47:55.921862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.995236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:55.995618 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Floating IP 70aed5a6-b358-4a91-9380-68cde8072298 disassociated. External IP: 172.25.2.57, port: 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0. Nov 11 20:47:55.996357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-00d257cf-e87d-4844-b90b-59b37ffbf74b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 217 time: 0.0655847 Nov 11 20:47:56.039933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:56.058931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:56.075217 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:56.084739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.085358 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.086742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-29482db9-4716-40a8-829f-693d1089c3c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 1122 time: 1.4776895 Nov 11 20:47:56.091608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-a5c1456d-f94a-42cb-9c13-0f4ef0351c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.096303 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:56.096440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-a5c1456d-f94a-42cb-9c13-0f4ef0351c7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.0848887 Nov 11 20:47:56.096554 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:56.164974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-5a257338-f925-47c4-84b8-ba801c656528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.173241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-5a257338-f925-47c4-84b8-ba801c656528 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690575 Nov 11 20:47:56.219056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7431f3ae-ba15-4ddb-92a5-210cd651cabc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:56.277193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7431f3ae-ba15-4ddb-92a5-210cd651cabc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:56.358968 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:56.374301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:56.374517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-03c9d8f1-072b-4c91-a9bd-a45348fbf99d service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001894 Nov 11 20:47:56.489630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f98915-f578-4e19-ada7-861e80bba0e8 req-b87f44e5-2b20-4117-83f3-fb4c527959ff service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142333 Nov 11 20:47:56.549266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:56.554814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.574692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7431f3ae-ba15-4ddb-92a5-210cd651cabc details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:56.598876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] Sync routers for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:56.601428 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-8a0495b7-c0ea-4ed5-b618-97e7922ca290 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "PUT /v2.0/floatingips/70aed5a6-b358-4a91-9380-68cde8072298 HTTP/1.1" status: 200 len: 694 time: 0.9494605 Nov 11 20:47:56.602143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:56.607537 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65856267-f103-4f2a-97f6-425f902ddd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:56.649714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-5fe3d527-c3c3-4a93-bcaa-7d4678ece977 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401123 Nov 11 20:47:56.676385 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:56.678559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:56.679377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:56.679955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-628ab085-f6ba-4738-959a-4f5b353a08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.691403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-628ab085-f6ba-4738-959a-4f5b353a08d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0aced83906164b37a112b607b4a226ea&device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 1096 time: 0.0794911 Nov 11 20:47:56.703763 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d2959-ae63-4081-8662-6bdcdea18e71 None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:56.797550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-c3fc2c89-a486-461f-b0cb-aa6fac846850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.799826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-c3fc2c89-a486-461f-b0cb-aa6fac846850 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 200 len: 930 time: 0.1074126 Nov 11 20:47:56.825959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-0594a677-d212-4ffa-b482-9d2745833df2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.837939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-0594a677-d212-4ffa-b482-9d2745833df2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872520 Nov 11 20:47:56.852976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-52d259c8-f2ac-459d-9bcf-2a2e545b6890 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0459533 Nov 11 20:47:56.864490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-202a088c-bf78-4c57-a56d-0840c6d6d89e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/quotas/e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 375 time: 0.0246577 Nov 11 20:47:56.907511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-6a95c464-1b70-43e3-8858-f7dc9720eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.909094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-6a95c464-1b70-43e3-8858-f7dc9720eaa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e0702653-6ca8-44a4-a11b-e3fabbd625a4 HTTP/1.1" status: 200 len: 868 time: 0.0483911 Nov 11 20:47:56.960492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e459db93-e209-4ef9-a063-a527c8a1ade5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947621 Nov 11 20:47:57.004726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-bf19b7bc-163d-4913-b462-6bcac7a43833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.007077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-bf19b7bc-163d-4913-b462-6bcac7a43833 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818882 Nov 11 20:47:57.134314 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271a554-c118-4bc0-b0f8-914c8497a9df None None] New status for floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:57.151675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:57.157490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-b95cea6b-8557-4741-9e97-4c4fc0cfe3c2 service neutron] 10.222.0.31 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431408 Nov 11 20:47:57.171604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7431f3ae-ba15-4ddb-92a5-210cd651cabc has no active binding in host n-h1-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:47:57.175802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:57.330237 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbde848-ee08-48f1-ab0c-f231c331117b x-openstack-request-id: req-6fbde848-ee08-48f1-ab0c-f231c331117b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:57.330237 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:57.330810 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fbde848-ee08-48f1-ab0c-f231c331117b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:57.330810 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc', 'code': 200} Nov 11 20:47:57.373364 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:57.401488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22e2195f-d559-4e22-ac27-c3c3738f9ad5 req-f818c6e4-8f59-4755-b2a0-651f3f8227f2 service neutron] 10.222.0.31 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358134 Nov 11 20:47:57.477602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db72b2-8481-4a4b-ac2c-5317a1e335a7 req-de946c44-c1dc-4a78-8055-e439a249b39f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.485099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19db72b2-8481-4a4b-ac2c-5317a1e335a7 req-de946c44-c1dc-4a78-8055-e439a249b39f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.0634685 Nov 11 20:47:57.523020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:23Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:57.561083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] Checking router: 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:57.573768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19db72b2-8481-4a4b-ac2c-5317a1e335a7 req-c86debe5-6073-4554-b793-e16a932e1191 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807784 Nov 11 20:47:57.575878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:57.576542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:57.651940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c14ae-998c-4a1c-9523-e6d50b23a141 req-2368a45e-4d99-498a-a939-b2f3162b57a6 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.653802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d98c14ae-998c-4a1c-9523-e6d50b23a141 req-2368a45e-4d99-498a-a939-b2f3162b57a6 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0715513 Nov 11 20:47:57.712624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:57.725819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d98c14ae-998c-4a1c-9523-e6d50b23a141 req-ec0f3b0e-2150-45da-b8ef-febe93920826 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649226 Nov 11 20:47:57.786276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-1b23c046-8ecf-4f1a-b45e-ad505cfde3f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844588 Nov 11 20:47:57.835818 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23d6dd4-c082-4f02-832c-c2f39fb8e540 x-openstack-request-id: req-c23d6dd4-c082-4f02-832c-c2f39fb8e540 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:57.836201 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:57.839407 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c23d6dd4-c082-4f02-832c-c2f39fb8e540 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:57.839407 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'status': 'completed', 'code': 200} Nov 11 20:47:57.950078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf5c2497-4a18-42f2-9200-fc3ee5c2191d req-1bf1ff29-d50d-455b-af91-82cbab110904 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0422058 Nov 11 20:47:57.953287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-dd53c3c6-8d59-493d-80ef-ecbe5981394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.955220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-dd53c3c6-8d59-493d-80ef-ecbe5981394a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1101 time: 0.1400735 Nov 11 20:47:57.969800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65856267-f103-4f2a-97f6-425f902ddd3a req-f42ad21f-abfa-45d5-af26-6db92c65802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.971786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65856267-f103-4f2a-97f6-425f902ddd3a req-f42ad21f-abfa-45d5-af26-6db92c65802c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aced83906164b37a112b607b4a226ea&device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 1096 time: 0.1043332 Nov 11 20:47:58.030461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:23Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:58.070044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c4222-f208-4720-ae90-4f262062082a None None] The sync data for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 is: [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:47:15Z', 'revision_number': 4, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ebdd6247-9081-432b-9bbe-c9ff49d7fdd1', 'name': '', 'network_id': '8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'mac_address': 'fa:16:3e:86:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:14Z', 'updated_at': '2021-11-11T20:47:23Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'subnets': [{'id': 'e0702653-6ca8-44a4-a11b-e3fabbd625a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:58.146958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-4fb1483f-b70f-4619-979c-40134ea49103 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips/70aed5a6-b358-4a91-9380-68cde8072298 HTTP/1.1" status: 200 len: 694 time: 0.1573241 Nov 11 20:47:58.255594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-75422393-ecc1-4f30-8c15-e3f2bb183387 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.257454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-75422393-ecc1-4f30-8c15-e3f2bb183387 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0653858 Nov 11 20:47:58.281755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-b7529874-b8ca-4795-b72e-f14d7f667171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.283961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-b7529874-b8ca-4795-b72e-f14d7f667171 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3055117 Nov 11 20:47:58.290940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65856267-f103-4f2a-97f6-425f902ddd3a req-73c65fef-d2bd-4585-90bc-4850f2c5d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.292882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65856267-f103-4f2a-97f6-425f902ddd3a req-73c65fef-d2bd-4585-90bc-4850f2c5d959 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 200 len: 930 time: 0.2968874 Nov 11 20:47:58.341498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-9b7fe949-5860-469c-8876-4af6fc2310ba tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 695 time: 0.0719688 Nov 11 20:47:58.354227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'floatingip': {'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:58.390475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-3e420a22-d21d-466f-ace1-9062865d0ac1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0941267 Nov 11 20:47:58.394484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65856267-f103-4f2a-97f6-425f902ddd3a req-3792e73d-72f1-4f4b-83a7-7d8b0e33afc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0877969 Nov 11 20:47:58.403028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:58.403474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-f4dc8568-3eb4-478e-8139-32202e697594 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.405968 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-f4dc8568-3eb4-478e-8139-32202e697594 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.2577240 Nov 11 20:47:58.488206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c732039-ffcf-4ef6-9120-57514702d5ba None None] New status for floating IP 70aed5a6-b358-4a91-9380-68cde8072298: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:58.531816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-023b043f-9e2f-4d87-a48d-031e1f5336bd tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 697 time: 0.1135914 Nov 11 20:47:58.590679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-38187ffd-112f-41c2-96de-71f5d2082794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.592322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-38187ffd-112f-41c2-96de-71f5d2082794 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1849825 Nov 11 20:47:58.595719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65856267-f103-4f2a-97f6-425f902ddd3a req-e8f0b986-3aa5-4d8a-8962-4d6ae56dfd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.597340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65856267-f103-4f2a-97f6-425f902ddd3a req-e8f0b986-3aa5-4d8a-8962-4d6ae56dfd06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e0702653-6ca8-44a4-a11b-e3fabbd625a4 HTTP/1.1" status: 200 len: 868 time: 0.1781828 Nov 11 20:47:58.663836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-0c1eccfb-be33-4e87-9776-069b0487893e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 697 time: 0.1309385 Nov 11 20:47:58.788210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65856267-f103-4f2a-97f6-425f902ddd3a req-e4d34963-81ef-4f99-a534-d377e2aa686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.789872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65856267-f103-4f2a-97f6-425f902ddd3a req-e4d34963-81ef-4f99-a534-d377e2aa686e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727817 Nov 11 20:47:58.797768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-810c4b9f-4650-4c14-a870-37a871dcfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.799304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-810c4b9f-4650-4c14-a870-37a871dcfab0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1939557 Nov 11 20:47:58.970540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.001950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Deleting port 548f68ae-1fcf-438d-bb3c-4daf2789ad80 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:59.002301 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.009140 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65856267-f103-4f2a-97f6-425f902ddd3a req-d8baed56-81ba-45ae-b2fc-192e7233bd5a service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921320 Nov 11 20:47:59.018010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.028337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-67abf3ff-7b18-4b0c-a810-4fd73e36efdb service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094841 Nov 11 20:47:59.118434 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110 associated. External IP: 172.25.2.38, port: 935cb8c8-fd5a-4deb-ae46-a48fd31efa28. Nov 11 20:47:59.214097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.214305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.249476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Calling delete_port for 548f68ae-1fcf-438d-bb3c-4daf2789ad80 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:59.254193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65856267-f103-4f2a-97f6-425f902ddd3a req-df9737f6-35d1-4255-aee5-90d121be9c3a service neutron] 10.222.0.62 "GET /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282503 Nov 11 20:47:59.263509 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce9d75f9-0393-447e-bae4-6f4f97a98397 req-84e9e9b3-49aa-43ce-8b9c-a921f1b167b4 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233918 Nov 11 20:47:59.331953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce'}, {'name': 'network-changed', 'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:59.334534 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce"}, {"name": "network-changed", "server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:59.346281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:59.470494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:59.475986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.482371 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:59.494368 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:59.495203 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:59.506919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ff41e1ae-2da4-4d2c-8a83-bc89e208f3d5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "PUT /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 200 len: 995 time: 1.1568477 Nov 11 20:47:59.569959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-0c07f484-ac1a-4132-b83e-ce631c8438c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:59.578633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-0c07f484-ac1a-4132-b83e-ce631c8438c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.0586376 Nov 11 20:47:59.609432 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:59.615027 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-dc92a138-1527-4f35-9dc1-26d4e62aaaf5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366740 Nov 11 20:47:59.616114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.680942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event deleted for resources: {'Port': ['ID=548f68ae-1fcf-438d-bb3c-4daf2789ad80,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:59.682329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-e1079eff-886b-4398-857a-d17ae4fe28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:59.687404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-e1079eff-886b-4398-857a-d17ae4fe28d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.1079280 Nov 11 20:47:59.791819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-623837d6-2838-40ed-937e-a5267b10a38d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 998 time: 0.0895250 Nov 11 20:47:59.862795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.865494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.866468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:59.869954 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c99611-094d-49f2-99e0-d7fa0a039e24" -d '{"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:59.877216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96a4d6f-1b2e-4608-8497-6033b9e0e6cc req-9cf9a9a8-f736-4de7-957d-21cb0005006a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "DELETE /v2.0/floatingips/70aed5a6-b358-4a91-9380-68cde8072298 HTTP/1.1" status: 204 len: 173 time: 1.2123413 Nov 11 20:47:59.888445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-23456d6c-1ba0-4af6-957d-83891f20169c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:59.889857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-db88dda3-0ad2-47f7-960b-a8789a135693 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:59.891441 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-23456d6c-1ba0-4af6-957d-83891f20169c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.0984654 Nov 11 20:47:59.891720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-db88dda3-0ad2-47f7-960b-a8789a135693 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678800 Nov 11 20:47:59.907918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Request body: {'port': {'device_id': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'e6d81b4fe4ec41e5998f166d9f12699b'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:47:59.908604 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:15:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:58Z', 'revision_number': 8, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:59.946046 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:59.963290 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:59.964247 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:59.976538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ec37f127-0478-4de2-905d-1f54e39cf170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:59.978206 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-ec37f127-0478-4de2-905d-1f54e39cf170 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786629 Nov 11 20:48:00.086901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-985fa952-c573-44f0-bbca-598b99a637a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1615558 Nov 11 20:48:00.112071 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:00.130758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797193-eec5-408c-ad7a-cd69d5680d1a req-f9276301-dee9-4459-b7e2-ec515622d8a1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:00.133393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-97797193-eec5-408c-ad7a-cd69d5680d1a req-f9276301-dee9-4459-b7e2-ec515622d8a1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.1651740 Nov 11 20:48:00.157989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-895ea03d-a352-4d13-a1c3-0ab374318e61 service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707277 Nov 11 20:48:00.248377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-97797193-eec5-408c-ad7a-cd69d5680d1a req-b88da343-60fd-4930-953e-42d0b695f393 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982940 Nov 11 20:48:00.271180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-ac45c796-28fd-4899-941a-c8d3df73f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:00.272811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-ac45c796-28fd-4899-941a-c8d3df73f829 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 1095 time: 0.0943499 Nov 11 20:48:00.291847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Made reservation on behalf of e6d81b4fe4ec41e5998f166d9f12699b for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:00.293499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb74607f-9cab-4168-86c4-79ad1cef800a req-86103d75-46fd-4d6f-8eab-da6dbee66fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280167 Nov 11 20:48:00.296081 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.485384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:15:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:58Z', 'revision_number': 8, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:00.530577 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae1d0d-1c1e-4ec9-8022-0c15c5de612a None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0d865154-92a7-4a5c-82b5-91a61ff61110', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'port_id': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'mac_address': 'fa:16:3e:15:3d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:47:17Z', 'updated_at': '2021-11-11T20:47:58Z', 'revision_number': 8, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:00.554980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e48d8dc5-2129-47f3-8338-6ba403bd4216 req-431be67d-1610-4c1c-a186-187f868cedff tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0341685 Nov 11 20:48:00.676681 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495c13f-ec79-48d7-8483-7c55c87978d1 x-openstack-request-id: req-0495c13f-ec79-48d7-8483-7c55c87978d1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:00.677067 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:00.677386 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0495c13f-ec79-48d7-8483-7c55c87978d1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:00.677855 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'status': 'completed', 'code': 200} Nov 11 20:48:00.771703 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b758fd9-df75-4a2d-afeb-692935ad3160 x-openstack-request-id: req-0b758fd9-df75-4a2d-afeb-692935ad3160 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:00.772372 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:00.772372 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b758fd9-df75-4a2d-afeb-692935ad3160 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:00.772641 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'status': 'completed', 'code': 200} Nov 11 20:48:00.772870 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc', 'status': 'completed', 'code': 200} Nov 11 20:48:00.830430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-b12ed98e-29b5-4989-b9f6-028819b0a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:00.832065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-b12ed98e-29b5-4989-b9f6-028819b0a9e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 1096 time: 0.1512220 Nov 11 20:48:00.852239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325a874-b250-4c2a-90cc-5b59b3d6083e None None] New status for floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:48:00.863996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53fc83c3-73d1-4cb2-a4a0-2fab11e88a3b req-c6f39187-15d5-48e7-b330-2d990495d888 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 200 len: 995 time: 0.1482651 Nov 11 20:48:00.897579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88341b-34d4-49c2-8779-4192da5b18a9 req-3bf16444-fd6d-4b83-86c3-cf012684d600 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:00.904304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e88341b-34d4-49c2-8779-4192da5b18a9 req-3bf16444-fd6d-4b83-86c3-cf012684d600 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.1287942 Nov 11 20:48:00.947464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-68b194d4-0891-4d68-9771-e01863d638e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:00.949026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-68b194d4-0891-4d68-9771-e01863d638e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1125 time: 0.1484694 Nov 11 20:48:01.011152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-98b86148-47b7-498b-ac29-633a2339f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.012703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-98b86148-47b7-498b-ac29-633a2339f510 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.6964984 Nov 11 20:48:01.052917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Allocated IP 192.168.233.221 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/e5c0011a-ae1e-4b6b-b11e-2ac932813395) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:01.189740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-293399a1-ea25-4260-996e-16b5b9079230 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 200 len: 217 time: 0.0979283 Nov 11 20:48:01.286990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-258dca9b-ba11-4768-8e06-7e0d55080a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.288597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-258dca9b-ba11-4768-8e06-7e0d55080a5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.5050569 Nov 11 20:48:01.310195 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e88341b-34d4-49c2-8779-4192da5b18a9 req-724c2dd2-5bce-43ea-a97b-d9843650d07d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936884 Nov 11 20:48:01.364501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-ffb800cc-8955-4891-b2e6-99a4b26734b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.366053 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-ffb800cc-8955-4891-b2e6-99a4b26734b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1600962 Nov 11 20:48:01.367051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-f4be27d2-ae90-4a2a-aa1c-1859a79d1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.368429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-f4be27d2-ae90-4a2a-aa1c-1859a79d1396 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.3901172 Nov 11 20:48:01.454731 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-620b6cc6-0347-450d-b348-289648b309c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737281 Nov 11 20:48:01.470543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-36f93b56-55d1-40d9-b3f1-92361f1bd58a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 217 time: 0.0840940 Nov 11 20:48:01.479507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-9c3b7a81-e4bd-4ccd-b521-611d702350a4 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.480812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-9c3b7a81-e4bd-4ccd-b521-611d702350a4 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.62 "GET /v2.0/ports?device_id=a46ad9d0-70c9-4196-a24a-ad99d41b2886 HTTP/1.1" status: 200 len: 945 time: 0.6061516 Nov 11 20:48:01.504625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:01.565384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-d3e93a4a-480b-4873-837f-bef4c8604717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.566922 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-d3e93a4a-480b-4873-837f-bef4c8604717 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.3408825 Nov 11 20:48:01.574944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc83c3-73d1-4cb2-a4a0-2fab11e88a3b req-17ba058a-7a67-40ac-b156-320dd1280bbe tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.575464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53fc83c3-73d1-4cb2-a4a0-2fab11e88a3b req-17ba058a-7a67-40ac-b156-320dd1280bbe tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.7100837 Nov 11 20:48:01.620451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-f39bcd2d-9a1c-4e6d-9412-99d443fd71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.621933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-f39bcd2d-9a1c-4e6d-9412-99d443fd71b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1287992 Nov 11 20:48:01.650563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-c0a163e2-bab4-4069-8c2c-fc770eb23ec0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 200 len: 217 time: 0.0617533 Nov 11 20:48:01.653189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-c3590eb5-3f1a-4fd8-b19a-9fb2021fa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.654624 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-c3590eb5-3f1a-4fd8-b19a-9fb2021fa4bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.3540485 Nov 11 20:48:01.658472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34302450-eb28-4acc-a757-47b90e577b37 req-805dad5e-6eea-4a5b-a270-9ad73953984e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.665961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34302450-eb28-4acc-a757-47b90e577b37 req-805dad5e-6eea-4a5b-a270-9ad73953984e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2183628 Nov 11 20:48:01.697434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-19b7e274-910c-4885-8559-7d961b1766d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631540 Nov 11 20:48:01.742805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34302450-eb28-4acc-a757-47b90e577b37 req-67904835-5a56-4308-8d04-49a45508613b tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0758867 Nov 11 20:48:01.764815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-95400386-9c98-41d6-8086-04d498c42b99 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942393 Nov 11 20:48:01.825015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-150c9fa3-7c59-4bf0-bd3d-6102353aa48a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 1000 time: 0.1550341 Nov 11 20:48:01.829815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-88b6ff2a-61be-4960-87a0-c322e4c0a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.831632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-88b6ff2a-61be-4960-87a0-c322e4c0a69a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.1694694 Nov 11 20:48:01.835846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:01.862552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48', '28f8a217-6deb-43e0-96f5-c02fc83ee318'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:01.896885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Deleting port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:01.897359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:01.985801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:01.989890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ad0e-1e33-445c-b756-5d63af46d267 req-94f8bd29-d8cb-48f3-8dd5-e195326ad6ea tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.990345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95c55851-d744-48a2-9d22-d8f677117422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:01.991481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2158ad0e-1e33-445c-b756-5d63af46d267 req-94f8bd29-d8cb-48f3-8dd5-e195326ad6ea tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.3150816 Nov 11 20:48:02.001388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:02.016831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:02.039079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:02.120656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-baf6a725-ad18-43bd-a295-b39122bb3150 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890584 Nov 11 20:48:02.187405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-b7ae29d5-b1cc-4608-8ac6-0e15f5bfe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.190440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fa2f4f6-b98f-4954-9e2b-84c1e04dc5f5 req-09be7bb7-4d83-43ec-bea9-45d81a4d819a service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696055 Nov 11 20:48:02.192826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-b7ae29d5-b1cc-4608-8ac6-0e15f5bfe8d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2896340 Nov 11 20:48:02.194560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-af5b3117-cd42-4d46-a36c-d3ae832568a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.196103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-af5b3117-cd42-4d46-a36c-d3ae832568a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.3451159 Nov 11 20:48:02.286343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.287203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.327949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5271e36-dd2d-4b39-97ab-0f9a32bf5d01 req-973063e7-d35d-46f5-87d8-9120ca476614 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.335394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5271e36-dd2d-4b39-97ab-0f9a32bf5d01 req-973063e7-d35d-46f5-87d8-9120ca476614 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 936 time: 0.3154035 Nov 11 20:48:02.349952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2158ad0e-1e33-445c-b756-5d63af46d267 req-b4a7633b-9232-4e41-a899-1dac59256533 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402915 Nov 11 20:48:02.400067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-e3c4eb2c-6000-48d7-9851-b2bdcbab925c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4913588 Nov 11 20:48:02.421252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Request body: {'port': {'device_id': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:02.423192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] For port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:02.423570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.426729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-bd3e5fd5-249e-470e-90ea-da3142f8373d service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820992 Nov 11 20:48:02.448370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Calling delete_port for 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:02.465287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5271e36-dd2d-4b39-97ab-0f9a32bf5d01 req-8af23cfe-a6b5-4aa8-9b25-72fd57d196f8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290004 Nov 11 20:48:02.502124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-b0b05712-5554-4a59-adaa-40713a7a682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.503710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-b0b05712-5554-4a59-adaa-40713a7a682a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985494 Nov 11 20:48:02.512079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3a001ced-d2ae-454f-b26c-3ef86f345fda None None] Provisioning complete for port e5c0011a-ae1e-4b6b-b11e-2ac932813395 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:02.512501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a001ced-d2ae-454f-b26c-3ef86f345fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.518875 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.550223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3a001ced-d2ae-454f-b26c-3ef86f345fda None None] Port e5c0011a-ae1e-4b6b-b11e-2ac932813395 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:02.566349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e17b1277-761d-49e8-9d2b-01289b80ab0e req-cf91d20d-423c-4604-a41f-759224549984 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0592959 Nov 11 20:48:02.606664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-c2d2e65b-0f51-402c-bb82-6aab23939728 service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560398 Nov 11 20:48:02.638353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-ee597a74-e530-42d3-9c45-7a45d723bdb9 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.2188482 Nov 11 20:48:02.807804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ca595-d45b-4b4b-9916-c7e8b11d9e1e req-67481c0c-653a-4e70-8512-47b986001a7f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.809383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d35ca595-d45b-4b4b-9916-c7e8b11d9e1e req-67481c0c-653a-4e70-8512-47b986001a7f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.1309893 Nov 11 20:48:02.830367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9c83a71d-4450-4114-b14b-a34fdb15f9b5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.836687 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9c83a71d-4450-4114-b14b-a34fdb15f9b5 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports/935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 942 time: 0.1825621 Nov 11 20:48:02.893908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-171b1200-6a18-4602-8e72-a5e02473bd70 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765800 Nov 11 20:48:02.906386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d35ca595-d45b-4b4b-9916-c7e8b11d9e1e req-31d610ee-147b-4428-9ec4-2d3c97b90b93 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888457 Nov 11 20:48:02.980470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c0011a-ae1e-4b6b-b11e-2ac932813395 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:02.992139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.018864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05fbe6f5-23fb-4d62-bbce-b21d4a09dcb6 req-668b279a-495a-444e-b3d2-43561491feb5 service neutron] 10.222.0.62 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794577 Nov 11 20:48:03.076570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-491ad800-9753-4404-8466-03ab8d4540ad tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.1773767 Nov 11 20:48:03.121935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Transition to ACTIVE for port object e5c0011a-ae1e-4b6b-b11e-2ac932813395 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:48:03.127664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c99611-094d-49f2-99e0-d7fa0a039e24 req-5793c0db-412d-4796-8795-2dfea948649b service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616864 Nov 11 20:48:03.130663 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.142523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['935cb8c8-fd5a-4deb-ae46-a48fd31efa28'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:03.198956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Pushing event deleted for resources: {'Port': ['ID=9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:03.225363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.271792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] No DVR routers for this DVR port 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:03.275566 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.279112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-352ff992-0601-4c60-90bf-4f24cb08de2b req-54eba6f2-cd8a-424d-821d-b6fdf723e328 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.62 "DELETE /v2.0/ports/9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce HTTP/1.1" status: 204 len: 173 time: 1.7817006 Nov 11 20:48:03.279574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'name': 'network-vif-deleted', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:03.282364 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80714a37-13e9-419a-8ba2-837670c71573" -d '{"events": [{"server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "name": "network-vif-deleted", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:03.294096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-6a14fed2-40ed-4dca-b98d-ad33e7db876d tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.302790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-6a14fed2-40ed-4dca-b98d-ad33e7db876d tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.2125571 Nov 11 20:48:03.382106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:03.406616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-86131006-c4e3-4820-b533-b6ba48383f88 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 1000 time: 0.1028128 Nov 11 20:48:03.413737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:03.503109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.532786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:03.532786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:03.532786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:03.544258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:48:03.544460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:03.557470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:03.558014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:03.558196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:03.558652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Bound port: e5c0011a-ae1e-4b6b-b11e-2ac932813395, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:03.559043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.703128 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd973d-fbbc-460a-8969-722e85abc547 x-openstack-request-id: req-f1dd973d-fbbc-460a-8969-722e85abc547 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:03.703422 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46ad9d0-70c9-4196-a24a-ad99d41b2886", "name": "network-vif-deleted", "tag": "9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:03.703719 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1dd973d-fbbc-460a-8969-722e85abc547 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:03.705027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:03.711874 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46ad9d0-70c9-4196-a24a-ad99d41b2886', 'name': 'network-vif-deleted', 'tag': '9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce', 'status': 'completed', 'code': 200} Nov 11 20:48:03.712500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:03.782283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.833742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f4c5-7283-4887-93ee-7e55ee8ad353 req-866be3dd-3afe-4c4c-ab37-f08c5d2ce604 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.835496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2012f4c5-7283-4887-93ee-7e55ee8ad353 req-866be3dd-3afe-4c4c-ab37-f08c5d2ce604 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.0685298 Nov 11 20:48:03.850706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.897612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.898244 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.900296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] 10.222.0.58 "PUT /v2.0/ports/e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 1096 time: 1.4932220 Nov 11 20:48:03.906323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:03.908344 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f4a88-b33e-4316-b584-44f019e07b61" -d '{"events": [{"name": "network-changed", "server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:03.961479 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2012f4c5-7283-4887-93ee-7e55ee8ad353 req-bdace6b6-fa0e-46b9-a222-867cfb8bc2ad tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194820 Nov 11 20:48:03.962550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762137ac-73fc-47f7-9238-39b7526fafcd service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:03.967071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.967605 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110 disassociated. External IP: 172.25.2.38, port: 935cb8c8-fd5a-4deb-ae46-a48fd31efa28. Nov 11 20:48:04.135351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-c370afbd-fe53-433c-a144-9052d753ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.137398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-c370afbd-fe53-433c-a144-9052d753ad7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.0825868 Nov 11 20:48:04.153049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef33d-f403-4caf-80b2-2e8da40bb1ca req-6b8bac30-a79d-4c55-a1dc-52602f4046ec tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.154764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d53ef33d-f403-4caf-80b2-2e8da40bb1ca req-6b8bac30-a79d-4c55-a1dc-52602f4046ec tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 945 time: 0.0896120 Nov 11 20:48:04.244970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-8096e7f4-3346-4761-97bf-add331a99d35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0887682 Nov 11 20:48:04.263872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:04.298617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d53ef33d-f403-4caf-80b2-2e8da40bb1ca req-2c5e62b4-0743-4d9b-8336-16fa77097823 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339142 Nov 11 20:48:04.315016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-75b25982-aeb9-408f-ae78-2ee1cf121b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.316592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-75b25982-aeb9-408f-ae78-2ee1cf121b90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0598104 Nov 11 20:48:04.374610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-675882ab-86cf-4e72-8323-22f1ed471daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.377422 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-675882ab-86cf-4e72-8323-22f1ed471daf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501516 Nov 11 20:48:04.405734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:04.414454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:04.418680 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:04.432368 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:04.433477 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:47:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:04.479669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-9418ab0e-7782-407e-a38a-a7ab4bffa732 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "PUT /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 200 len: 695 time: 1.0673523 Nov 11 20:48:04.525514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6abb48-d0e3-44aa-99f6-6bd83b6d4821 req-d42ee522-625a-499d-af61-cd777dfc3508 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.527250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb6abb48-d0e3-44aa-99f6-6bd83b6d4821 req-d42ee522-625a-499d-af61-cd777dfc3508 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 948 time: 0.1328082 Nov 11 20:48:04.543954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-e717d25b-3272-42d4-b882-42ebe1976ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.546203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-e717d25b-3272-42d4-b882-42ebe1976ceb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.0625761 Nov 11 20:48:04.560421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:04.576778 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-138657d4-6f25-4629-b14f-1d2fc9c37a33 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913352 Nov 11 20:48:04.593601 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:04.599076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:04.599428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9ddd15ba-7ccf-4fd9-8914-2f4c1ddcacce not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:04.616878 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5fdb72c-2254-44ef-a689-341666356712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:04.640396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb6abb48-d0e3-44aa-99f6-6bd83b6d4821 req-f19fb34f-1cc4-4f5c-93db-7dd073e5bb99 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019664 Nov 11 20:48:04.659988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-ac572b2c-d1f7-4e35-805d-f313e5dab02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.672119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-ac572b2c-d1f7-4e35-805d-f313e5dab02b service neutron] 10.222.0.31 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.1159689 Nov 11 20:48:04.717041 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d36cbc-39aa-4bd1-b1f7-008c8de7eb44 x-openstack-request-id: req-38d36cbc-39aa-4bd1-b1f7-008c8de7eb44 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:04.717332 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:04.717598 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38d36cbc-39aa-4bd1-b1f7-008c8de7eb44 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:04.717994 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'status': 'completed', 'code': 200} Nov 11 20:48:04.753059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9cd4d5-49f7-45a6-9059-af5b0c0e4b6a req-cc91c744-da41-44bb-a151-56efd8e4a5af service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625128 Nov 11 20:48:04.756676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-955b3148-5c58-41f4-a878-647d61d9968b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 217 time: 0.0765734 Nov 11 20:48:04.862703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98801f3b-34fc-4527-b7b4-cf4643569fab req-e05db7bc-fc8b-4165-b961-190af4c6e2ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.874857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98801f3b-34fc-4527-b7b4-cf4643569fab req-e05db7bc-fc8b-4165-b961-190af4c6e2ef tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0942008 Nov 11 20:48:05.003470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98801f3b-34fc-4527-b7b4-cf4643569fab req-6943a73c-521d-4e07-a29a-e1152715d474 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252539 Nov 11 20:48:05.033491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-7f93abb6-65a6-4eac-bc6d-ef549cd58172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.038501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-7f93abb6-65a6-4eac-bc6d-ef549cd58172 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.0818591 Nov 11 20:48:05.039388 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:05.084728 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:05.102681 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:05.103762 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:05.163730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-e80cff1e-bf14-4df8-be50-3c31b19735f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.165594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-e80cff1e-bf14-4df8-be50-3c31b19735f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1180234 Nov 11 20:48:05.227451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-a1cd0028-69c8-4122-b816-117ebd691e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.230794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-56f3cdf0-fe85-45ec-b772-6521bc3c74aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0570278 Nov 11 20:48:05.232770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-a1cd0028-69c8-4122-b816-117ebd691e97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.4613957 Nov 11 20:48:05.283727 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:05.291926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-5471e8cc-b62b-4455-a102-6c7b578633f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.299818 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-5471e8cc-b62b-4455-a102-6c7b578633f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599475 Nov 11 20:48:05.304943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-2d621d97-d149-4670-b1b5-a866c6dffe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.306442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-2d621d97-d149-4670-b1b5-a866c6dffe37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0686982 Nov 11 20:48:05.389398 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:05.399423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-e01113bc-fb25-4d1c-8d8a-7e020833e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.401075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-e01113bc-fb25-4d1c-8d8a-7e020833e6d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798540 Nov 11 20:48:05.402321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-4ed09bbd-71fb-43aa-9bd1-59ea1ce9dee3 service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016097 Nov 11 20:48:05.414301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec4966-d7bd-415a-8f56-dcc2ec9d87a9 req-934f56fc-3def-49bd-831c-606a590be711 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.415815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9ec4966-d7bd-415a-8f56-dcc2ec9d87a9 req-934f56fc-3def-49bd-831c-606a590be711 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.0813837 Nov 11 20:48:05.503622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7431f3ae-ba15-4ddb-92a5-210cd651cabc no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:05.516268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ee41d3-2cb6-481c-b90e-c7b8f9611757 req-c21f95eb-5fd3-4f7b-87a0-ecedb60d7d0e service neutron] 10.222.0.31 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071210 Nov 11 20:48:05.555051 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:05.560738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9ec4966-d7bd-415a-8f56-dcc2ec9d87a9 req-bec19ac0-c362-4359-af91-6e41c840d1b0 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336634 Nov 11 20:48:05.597331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-6bfa467f-d113-4ef5-ba4c-189e7c446f61 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681349 Nov 11 20:48:05.601985 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e882bd-266c-4485-92e9-95a61a8c1327 None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:46:50Z', 'revision_number': 4, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '51eed608-e7be-47e7-8aa2-f0c39163ecf0', 'name': '', 'network_id': '00cded79-3740-44a4-9f86-2296f83b8a35', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'mac_address': 'fa:16:3e:22:33:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:48Z', 'updated_at': '2021-11-11T20:46:56Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'subnets': [{'id': 'ca74eb67-899f-47d1-986e-caaec86df564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:05.670268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-ce54892d-e278-49eb-93c9-07254bae6146 service neutron] 10.222.0.58 "GET /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc/bindings/n-h1-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.0824687 Nov 11 20:48:05.712989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:05.716413 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:05.742821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e86f4a88-b33e-4316-b584-44f019e07b61 req-f1252faa-399b-4050-96ee-548997edff90 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503735 Nov 11 20:48:05.761876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5fb8-a60a-4c37-ba38-11aab0613299 req-6c3b3d66-fa32-4c10-bdc9-35660d55eb1a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.763685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b3a5fb8-a60a-4c37-ba38-11aab0613299 req-6c3b3d66-fa32-4c10-bdc9-35660d55eb1a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 945 time: 0.0797062 Nov 11 20:48:05.824525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b3a5fb8-a60a-4c37-ba38-11aab0613299 req-3bd66a55-2fa6-4b1b-99d0-22d593a9258c tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b600890-c981-43f0-bccb-1b81a4265c12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Nov 11 20:48:05.830565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-8bd22b05-c9af-48d7-9d36-8326b305815e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.832689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-8bd22b05-c9af-48d7-9d36-8326b305815e tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.62 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 945 time: 0.1129768 Nov 11 20:48:05.925273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446e38-c579-494f-9817-ae86f4660df1 req-2a5fcbc3-1865-46f7-b6eb-c53fa9364bf9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.927008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c446e38-c579-494f-9817-ae86f4660df1 req-2a5fcbc3-1865-46f7-b6eb-c53fa9364bf9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 948 time: 0.1408949 Nov 11 20:48:05.962653 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5896f8dc-2f2b-4ec4-8afd-b9ccd3a7641b x-openstack-request-id: req-5896f8dc-2f2b-4ec4-8afd-b9ccd3a7641b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:05.962987 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:05.963206 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5896f8dc-2f2b-4ec4-8afd-b9ccd3a7641b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:05.963601 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'status': 'completed', 'code': 200} Nov 11 20:48:06.000954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3ce1b1-4542-4d5d-b344-39133e15097c None None] New status for floating IP 0d865154-92a7-4a5c-82b5-91a61ff61110: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:48:06.038643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-308e9b52-2d49-45fa-a056-2189046a892e req-e55c4a96-19aa-4407-b54f-8b4db4bb883e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 200 len: 695 time: 0.0903687 Nov 11 20:48:06.116931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-a9da77e7-b0ed-42ff-981e-468ffb158871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.119540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-a9da77e7-b0ed-42ff-981e-468ffb158871 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b80e000467cb4053bd217191b9304aa4&device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 1096 time: 0.1188555 Nov 11 20:48:06.120083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c446e38-c579-494f-9817-ae86f4660df1 req-f0c42f50-eb1d-4ff1-9795-4c0e2f5cb422 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398327 Nov 11 20:48:06.166429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:06.193269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Deleting port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:06.194037 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.211464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:06.341200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7431f3ae-ba15-4ddb-92a5-210cd651cabc {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:06.367227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:06.404504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01067261-e8b2-4a6b-8ce6-cc5378d43af2 req-3a9e097e-7981-4013-848f-67f707e68d49 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.406098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01067261-e8b2-4a6b-8ce6-cc5378d43af2 req-3a9e097e-7981-4013-848f-67f707e68d49 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.2075956 Nov 11 20:48:06.414448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] For port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:06.414817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.442292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Calling delete_port for 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:06.506493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.523874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01067261-e8b2-4a6b-8ce6-cc5378d43af2 req-fe841511-6ed6-4b8d-90b2-3e345d5f088a tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062763 Nov 11 20:48:06.533508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e9b52-2d49-45fa-a056-2189046a892e req-2cd55ad3-4ada-4210-9471-0c2f817466ac tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.534896 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-308e9b52-2d49-45fa-a056-2189046a892e req-2cd55ad3-4ada-4210-9471-0c2f817466ac tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.4878654 Nov 11 20:48:06.611461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-86f1e700-e9ee-4f01-8508-8844b431ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.613110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-86f1e700-e9ee-4f01-8508-8844b431ae62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 200 len: 921 time: 0.4851906 Nov 11 20:48:06.617385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-308e9b52-2d49-45fa-a056-2189046a892e req-42ed6db1-7792-419a-97ff-0b1bec0931cd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 696 time: 0.0594091 Nov 11 20:48:06.704483 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-2c6a465f-d0ac-4031-809f-5028bfff229d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 200 len: 217 time: 0.0724018 Nov 11 20:48:06.707808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-308e9b52-2d49-45fa-a056-2189046a892e req-bf1b9b5c-4fd2-4659-b586-cbc0c314b0ed tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.38 HTTP/1.1" status: 200 len: 696 time: 0.0836577 Nov 11 20:48:06.766960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] Transition to ACTIVE for port object 7431f3ae-ba15-4ddb-92a5-210cd651cabc will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:48:06.769160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.793317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0cec-8743-4371-be5b-067c9dd1f34d req-e8bd7fb3-bc92-420a-9216-a395b668ef09 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.794861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c78d0cec-8743-4371-be5b-067c9dd1f34d req-e8bd7fb3-bc92-420a-9216-a395b668ef09 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 944 time: 0.0737360 Nov 11 20:48:06.827222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-3dab97ca-337c-46d0-8b4b-71305a909d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.828464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Pushing event deleted for resources: {'Port': ['ID=7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:06.828757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-3dab97ca-337c-46d0-8b4b-71305a909d01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 200 len: 859 time: 0.1155531 Nov 11 20:48:06.862979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.882127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] No DVR routers for this DVR port 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:06.884841 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.889138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25fae13a-7e08-4190-9754-c7ab9babe89c req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.62 "DELETE /v2.0/ports/7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 HTTP/1.1" status: 204 len: 173 time: 1.0236361 Nov 11 20:48:06.890780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.890933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.891258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.891609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.892005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.892329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.892711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.893103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.893486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.894937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.895384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.895642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff937c-c4c9-4b80-9b90-3a4ced1d6f3f tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:06.915826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-a2a68110-7c65-42e0-81d8-5086ee039de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.917463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-a2a68110-7c65-42e0-81d8-5086ee039de5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00cded79-3740-44a4-9f86-2296f83b8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601730 Nov 11 20:48:06.926784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Deleting port a0bc9914-140f-4879-b008-cc4ec65c8584 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:06.927383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.943634 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.999203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] No DVR routers for this DVR port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:07.011777 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c78d0cec-8743-4371-be5b-067c9dd1f34d req-5ad7812c-8915-412a-b217-a77b58fcfb70 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984189 Nov 11 20:48:07.054467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] 10.222.0.58 "PUT /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc/bindings/n-h1-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3799562 Nov 11 20:48:07.055292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a72011-7d30-4e71-806e-57d3cb5f92b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:07.129527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.130200 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.143884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-9ebabaad-bc10-4963-b94a-5be4ed9a1d12 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134910 Nov 11 20:48:07.148359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Calling delete_port for a0bc9914-140f-4879-b008-cc4ec65c8584 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:07.151176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe6896ba-9120-4fb0-973b-1c51a1f16f2a req-ba3e3ced-65c9-4995-b329-9129abc33a5a tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 210 time: 0.0311847 Nov 11 20:48:07.309748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1a242c6-4354-4b6c-a6b1-cf7d8912a77f req-43486cdf-93f5-414d-8e93-4e54aa893a00 service neutron] 10.222.0.58 "GET /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525500 Nov 11 20:48:07.310638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779bc9d-d96d-4512-8da8-bd1d6404e8b1 req-7767d02c-7ab7-4298-83a6-336f645ec34d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.312416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e779bc9d-d96d-4512-8da8-bd1d6404e8b1 req-7767d02c-7ab7-4298-83a6-336f645ec34d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 948 time: 0.0959542 Nov 11 20:48:07.335456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-5a609c48-280b-4874-95a0-a163afbdd393 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.337055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-5a609c48-280b-4874-95a0-a163afbdd393 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.0913148 Nov 11 20:48:07.397664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e779bc9d-d96d-4512-8da8-bd1d6404e8b1 req-a8a545a2-e0d3-49dd-bc53-2d9c6a15f7e4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753968 Nov 11 20:48:07.413672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-eec836b8-7a64-4cab-9598-c0bb14b35166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.413672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-eec836b8-7a64-4cab-9598-c0bb14b35166 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 1096 time: 0.0607686 Nov 11 20:48:07.469775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.484350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-e8d86684-bef6-415d-8e71-fee6b3c72474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.487249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-e8d86684-bef6-415d-8e71-fee6b3c72474 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1096 time: 0.0420284 Nov 11 20:48:07.504768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Pushing event deleted for resources: {'Port': ['ID=a0bc9914-140f-4879-b008-cc4ec65c8584,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:07.532182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:48:07.587895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.592237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.599935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-308e9b52-2d49-45fa-a056-2189046a892e req-f2ab0f22-9fa6-4a9b-afec-f9603d140cb3 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "DELETE /v2.0/floatingips/0d865154-92a7-4a5c-82b5-91a61ff61110 HTTP/1.1" status: 204 len: 173 time: 0.8825989 Nov 11 20:48:07.604456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-2db8fa84-d3a4-4580-96fe-c96d8e457e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.605980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-2db8fa84-d3a4-4580-96fe-c96d8e457e53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1092467 Nov 11 20:48:07.662353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:07.677448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'mac_address': 'fa:16:3e:a2:50:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:48:07.680702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-08b5f28a-96fd-4f19-8189-1a259e9872f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 200 len: 217 time: 0.0568976 Nov 11 20:48:07.700992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef387-b598-48d1-a64a-7c345837c27e req-3285595c-749d-4748-8e0d-b826879fdfae tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.702655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af9ef387-b598-48d1-a64a-7c345837c27e req-3285595c-749d-4748-8e0d-b826879fdfae tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0900214 Nov 11 20:48:07.722649 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.736286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c0011a-ae1e-4b6b-b11e-2ac932813395 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:07.761734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:07.777574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-dffbb6e5-662f-4615-ad31-24d1c68dbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.779082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-dffbb6e5-662f-4615-ad31-24d1c68dbcb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0754764 Nov 11 20:48:07.791195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af9ef387-b598-48d1-a64a-7c345837c27e req-ddc09ab1-863c-475f-913d-6651d5d8ee46 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784440 Nov 11 20:48:07.847921 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-fcbec9f0-21c8-4cba-9056-2df48677e037 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284090 Nov 11 20:48:07.926913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.958517 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-69b06ce8-39eb-4b63-a582-60eb565e5615 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983379 Nov 11 20:48:07.965043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'name': 'network-vif-deleted', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:07.967325 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5c17bd-2cbf-44ac-9839-78d27ab1038b" -d '{"events": [{"server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "name": "network-vif-deleted", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:07.983895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.031764 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cba4b5-ddc6-470e-aa37-67f854b014c7 x-openstack-request-id: req-02cba4b5-ddc6-470e-aa37-67f854b014c7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:08.032060 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18df9167-8480-49e1-9515-856e1ae1bec5", "name": "network-vif-deleted", "tag": "7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:08.032355 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02cba4b5-ddc6-470e-aa37-67f854b014c7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:08.032799 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18df9167-8480-49e1-9515-856e1ae1bec5', 'name': 'network-vif-deleted', 'tag': '7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0', 'status': 'completed', 'code': 200} Nov 11 20:48:08.041661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:08.049040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.049395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.049742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.050083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.050423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.050844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.051177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.051510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.051847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.052592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.052592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.053283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:08.070863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-49f6ea6c-bf6e-49e2-8b8a-6e9a0aaece1f service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005716 Nov 11 20:48:08.167130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdede4f5-cb1c-43d6-b168-f505f052ad3c req-c8d9968a-bc98-46a5-a9e0-af15c85b5b69 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:08.188876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdede4f5-cb1c-43d6-b168-f505f052ad3c req-c8d9968a-bc98-46a5-a9e0-af15c85b5b69 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 945 time: 0.0531514 Nov 11 20:48:08.225577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdede4f5-cb1c-43d6-b168-f505f052ad3c req-1dff19d0-5928-4c83-b81b-34b4d410484f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Nov 11 20:48:08.353224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d86d4a90-1d5f-4527-ad8d-b5d81a5f41a7 req-e2ab463c-c84f-4976-b2dc-12feed54b9ef tempest-FloatingIPsAssociationNegativeTestJSON-1153670436 tempest-FloatingIPsAssociationNegativeTestJSON-1153670436-project] 10.222.0.31 "GET /v2.0/ports?device_id=18df9167-8480-49e1-9515-856e1ae1bec5 HTTP/1.1" status: 200 len: 210 time: 0.0294871 Nov 11 20:48:08.375731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['e5c0011a-ae1e-4b6b-b11e-2ac932813395'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:08.545456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aee2a1-39aa-40ae-b445-1d8ba827d637 req-b34df97b-8b7e-4100-b46b-577cdc0be972 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:08.547041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85aee2a1-39aa-40ae-b445-1d8ba827d637 req-b34df97b-8b7e-4100-b46b-577cdc0be972 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.0674722 Nov 11 20:48:08.586395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a4b42-6687-4121-aa30-c2973c9671e9 req-8301c19b-f50a-48c9-b676-6d09d03f8412 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:08.587979 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-529a4b42-6687-4121-aa30-c2973c9671e9 req-8301c19b-f50a-48c9-b676-6d09d03f8412 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 945 time: 0.0616531 Nov 11 20:48:08.591591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:08.602058 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85aee2a1-39aa-40ae-b445-1d8ba827d637 req-6b9f4bb9-ac74-4585-8a30-53b200222439 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Nov 11 20:48:08.614035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:08.614401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7d82fbe4-4ce6-45a8-8f3f-1c2d44c2a5d0 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:08.644953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-529a4b42-6687-4121-aa30-c2973c9671e9 req-87bd0c0e-2620-42c0-b947-31ee3d687216 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Nov 11 20:48:08.763851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-32335004-eb5c-45d4-9cb0-96c68ed05983 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:08.765396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-32335004-eb5c-45d4-9cb0-96c68ed05983 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.0455229 Nov 11 20:48:08.924191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be1f31-1d80-4b02-af0f-9831284c8610 req-eb616b2d-f575-4b3e-ab24-a43e9965a42e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:08.925797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16be1f31-1d80-4b02-af0f-9831284c8610 req-eb616b2d-f575-4b3e-ab24-a43e9965a42e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0584831 Nov 11 20:48:08.982518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16be1f31-1d80-4b02-af0f-9831284c8610 req-993cc66d-0ecb-476a-9eb1-c53b7103f1ee tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490792 Nov 11 20:48:09.091139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-463ce216-c9b5-4d7c-b8a5-435670e022c3 service neutron] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:09.095203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-463ce216-c9b5-4d7c-b8a5-435670e022c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.096361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88c4bcc5-3b71-43bd-b1d5-650a6a96cdb2 req-463ce216-c9b5-4d7c-b8a5-435670e022c3 service neutron] 10.222.0.62 "DELETE /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc/bindings/n-h2-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.3229129 Nov 11 20:48:09.359293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e746-bd7d-40e8-bb62-d163e6896187 req-e9a8b9ed-5319-4001-8e05-0bd034f40e2d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:09.360782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d03e746-bd7d-40e8-bb62-d163e6896187 req-e9a8b9ed-5319-4001-8e05-0bd034f40e2d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 945 time: 0.0552278 Nov 11 20:48:09.413066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:09.421189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d03e746-bd7d-40e8-bb62-d163e6896187 req-b9677f0b-6d57-425a-99bf-8b2b78f38b32 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514240 Nov 11 20:48:09.544541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:09.591364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672eda1-0f90-4237-b2aa-42e64017164e req-385e483d-4f15-48b4-89d4-afb4050ee5b3 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:09.596873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d672eda1-0f90-4237-b2aa-42e64017164e req-385e483d-4f15-48b4-89d4-afb4050ee5b3 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1096 time: 0.0563264 Nov 11 20:48:09.646360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d672eda1-0f90-4237-b2aa-42e64017164e req-ae72f69e-68d2-41ba-a310-ba039bbac636 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Nov 11 20:48:09.767303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port e5c0011a-ae1e-4b6b-b11e-2ac932813395 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:48:09.773890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port e5c0011a-ae1e-4b6b-b11e-2ac932813395 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:09.779479 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.783883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbcda0-891b-422d-9ea6-e7fb88ac5366 req-a69b1cee-82d4-4173-98a8-d6a6272ec2b4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:09.785503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0bbcda0-891b-422d-9ea6-e7fb88ac5366 req-a69b1cee-82d4-4173-98a8-d6a6272ec2b4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.0643518 Nov 11 20:48:09.826811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8f1a-39e8-432c-8d81-a6bc69ede7c6 req-717644ff-8283-4e52-8ca7-f7c512fca349 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:09.834762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7ac8f1a-39e8-432c-8d81-a6bc69ede7c6 req-717644ff-8283-4e52-8ca7-f7c512fca349 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 945 time: 0.0839968 Nov 11 20:48:09.870114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0bbcda0-891b-422d-9ea6-e7fb88ac5366 req-bd05b945-aa6f-4979-a738-e99a1a66d0a2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748503 Nov 11 20:48:09.874209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.897167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.910988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:09.913968 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ae8f7-3be7-400f-8a4e-9d91e136a022" -d '{"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:09.921078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7ac8f1a-39e8-432c-8d81-a6bc69ede7c6 req-e389b3b1-dab2-43c5-9767-e0e9c9345c88 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853488 Nov 11 20:48:09.929741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:09.968524 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443a8539-135b-40cc-9469-f7385cd2d7da x-openstack-request-id: req-443a8539-135b-40cc-9469-f7385cd2d7da {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:09.968820 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:09.969071 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-443a8539-135b-40cc-9469-f7385cd2d7da {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:09.969496 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'code': 200} Nov 11 20:48:10.024718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.081402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0f32f-a197-483d-8f0d-c750ecec89ba req-2c93d528-d95a-4d35-ac27-7f73dbc495a6 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:10.084616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecb0f32f-a197-483d-8f0d-c750ecec89ba req-2c93d528-d95a-4d35-ac27-7f73dbc495a6 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 1096 time: 0.1210566 Nov 11 20:48:10.093639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:10.142289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3a9e6-7345-46d8-af8f-70dbab549020 req-be436352-9643-4eb5-a2c7-a1fe64fff763 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:10.142978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ac3a9e6-7345-46d8-af8f-70dbab549020 req-be436352-9643-4eb5-a2c7-a1fe64fff763 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0518215 Nov 11 20:48:10.168240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bec20-43f2-4f08-844f-43e2a1ad30b7 req-83a29b32-3790-4b71-90da-6b7d0e822cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:10.169748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-010bec20-43f2-4f08-844f-43e2a1ad30b7 req-83a29b32-3790-4b71-90da-6b7d0e822cc0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1101 time: 0.1260712 Nov 11 20:48:10.199169 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ac3a9e6-7345-46d8-af8f-70dbab549020 req-ba0e921d-4c4f-420a-b1ab-1ba0a84e54ff tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490310 Nov 11 20:48:10.237565 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecb0f32f-a197-483d-8f0d-c750ecec89ba req-de022b08-cedd-4364-8047-f7ea4ddeb4fd tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218750 Nov 11 20:48:10.260913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-010bec20-43f2-4f08-844f-43e2a1ad30b7 req-7d32d1ef-f15e-408f-9a36-85fa2437355c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812931 Nov 11 20:48:10.334497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Deleting port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:10.334841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.422574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] For port ebdd6247-9081-432b-9bbe-c9ff49d7fdd1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:10.422932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.435923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Calling delete_port for ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:10.661914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-d07db37a-521a-494c-ac47-dd36fc74b6b1 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:10.663374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-d07db37a-521a-494c-ac47-dd36fc74b6b1 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 945 time: 0.0651052 Nov 11 20:48:10.774304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Deleting port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:10.774649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.865061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] For port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:10.865638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.867698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.902282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Calling delete_port for 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:10.904040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdd6247-9081-432b-9bbe-c9ff49d7fdd1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:11.076362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90324322-391a-45f7-8798-419e2110a79c req-e8b2fd80-4961-4b82-98b4-6805a863b850 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:11.078669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90324322-391a-45f7-8798-419e2110a79c req-e8b2fd80-4961-4b82-98b4-6805a863b850 tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 945 time: 0.0686631 Nov 11 20:48:11.110571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084193e3-8a48-483d-8871-e69f241a7626 req-281c2672-7359-4131-88ac-1301470d4918 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:11.112136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-084193e3-8a48-483d-8871-e69f241a7626 req-281c2672-7359-4131-88ac-1301470d4918 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1200676 Nov 11 20:48:11.137338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90324322-391a-45f7-8798-419e2110a79c req-02eef714-5521-4d31-92ce-2d4a5f260d0e tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/security-groups?id=1659c8b5-892f-4e74-85c1-9b367ea42d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Nov 11 20:48:11.262443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-084193e3-8a48-483d-8871-e69f241a7626 req-4af063b8-1e80-4503-b350-632beeb1a70f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301615 Nov 11 20:48:11.263118 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.334644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab8679-6ac4-407c-ae30-849ba9d22494 req-352807ba-fdf0-48b1-8cde-d21c160d40d0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:11.336200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-11ab8679-6ac4-407c-ae30-849ba9d22494 req-352807ba-fdf0-48b1-8cde-d21c160d40d0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0574014 Nov 11 20:48:11.390327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-11ab8679-6ac4-407c-ae30-849ba9d22494 req-b71e23bb-3fea-4f45-b3da-d74126443115 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475905 Nov 11 20:48:11.420910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.434508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['935cb8c8-fd5a-4deb-ae46-a48fd31efa28'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:11.452330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Pushing event deleted for resources: {'Port': ['ID=935cb8c8-fd5a-4deb-ae46-a48fd31efa28,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:11.531133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] No DVR routers for this DVR port 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:11.536921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.540223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d37f2be6-e63e-434d-9704-2f3b4f0b6bd3 req-4e89a474-6fce-4cbb-9fc4-794fd4602bcd tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.58 "DELETE /v2.0/ports/935cb8c8-fd5a-4deb-ae46-a48fd31efa28 HTTP/1.1" status: 204 len: 173 time: 0.8659213 Nov 11 20:48:11.540654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'name': 'network-vif-deleted', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:11.542867 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d225946-08bc-409b-b218-0ad985c1e192" -d '{"events": [{"server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "name": "network-vif-deleted", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:11.564984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:11.614477 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b34ca-ed25-43c6-af6b-aa89eed970d1 x-openstack-request-id: req-7b5b34ca-ed25-43c6-af6b-aa89eed970d1 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:11.614874 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba213647-38ed-46fd-acf5-7d697c2319ef", "name": "network-vif-deleted", "tag": "935cb8c8-fd5a-4deb-ae46-a48fd31efa28", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:11.615119 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b5b34ca-ed25-43c6-af6b-aa89eed970d1 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:11.615554 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba213647-38ed-46fd-acf5-7d697c2319ef', 'name': 'network-vif-deleted', 'tag': '935cb8c8-fd5a-4deb-ae46-a48fd31efa28', 'status': 'completed', 'code': 200} Nov 11 20:48:11.682286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:11.693648 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] Sync routers for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:11.702176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e47c3a8-5653-40c2-ae04-78213e77277e admin admin] 10.222.0.31 "PUT /v2.0/routers/35cd35a0-053f-43d0-b4ba-3d7754ee6b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879236 Nov 11 20:48:11.705089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:11.707758 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:11.708394 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:11.891811 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:12.146134 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:48:10Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:12.161306 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.177287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] Checking router: 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:12.186644 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] Routers {'35cd35a0-053f-43d0-b4ba-3d7754ee6b33'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:12.187251 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:12.356930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.389986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a83e0e9-a590-41a1-8169-84ec427112a2 req-0313db17-1bbe-410c-910b-a025a6ae0f4a tempest-FloatingIPsAssociationTestJSON-1324052671 tempest-FloatingIPsAssociationTestJSON-1324052671-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba213647-38ed-46fd-acf5-7d697c2319ef HTTP/1.1" status: 200 len: 210 time: 0.0487840 Nov 11 20:48:12.398684 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] Set router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:12.473959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5f34f-5176-491d-86c8-0bd80d307d5c req-cda99d8b-9f21-4f03-89bd-10c04431cc53 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:12.476427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5e5f34f-5176-491d-86c8-0bd80d307d5c req-cda99d8b-9f21-4f03-89bd-10c04431cc53 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0662200 Nov 11 20:48:12.568376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5e5f34f-5176-491d-86c8-0bd80d307d5c req-b2df5195-5c99-458f-b181-def2ab0ea592 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852780 Nov 11 20:48:12.643619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Deleting port 12b89301-886c-408a-9096-3c4364de8f01 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:12.644722 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.655313 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:48:10Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:12.690777 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a1735-f57a-4b9c-8883-bbd66417b82b None None] The sync data for ids ['35cd35a0-053f-43d0-b4ba-3d7754ee6b33'] in n-d-805734-3 is: [{'id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099869889-router', 'tenant_id': '0aced83906164b37a112b607b4a226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '12b89301-886c-408a-9096-3c4364de8f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:06Z', 'updated_at': '2021-11-11T20:48:10Z', 'revision_number': 5, 'project_id': '0aced83906164b37a112b607b4a226ea', 'gw_port': {'id': '12b89301-886c-408a-9096-3c4364de8f01', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd35a0-053f-43d0-b4ba-3d7754ee6b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:08Z', 'updated_at': '2021-11-11T20:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:12.716455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15541d1c-2f5f-404f-a26a-fcd080a07c51 req-d8337190-d153-4d6a-b207-6354f857f8ff tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:12.718359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15541d1c-2f5f-404f-a26a-fcd080a07c51 req-d8337190-d153-4d6a-b207-6354f857f8ff tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.1552060 Nov 11 20:48:12.742305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd06a8a-31fc-4b5a-9bbb-df9f2a752c22 req-eb74fed9-c62b-401c-aa85-6a6752635265 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:12.749207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cd06a8a-31fc-4b5a-9bbb-df9f2a752c22 req-eb74fed9-c62b-401c-aa85-6a6752635265 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0775237 Nov 11 20:48:12.791047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] For port 12b89301-886c-408a-9096-3c4364de8f01, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=12b89301-886c-408a-9096-3c4364de8f01,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:12.791422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.812530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15541d1c-2f5f-404f-a26a-fcd080a07c51 req-d4cedd6a-9976-4843-a445-31ed3097a95a tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Nov 11 20:48:12.820778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cd06a8a-31fc-4b5a-9bbb-df9f2a752c22 req-3f9bea90-960e-4e74-8c85-85b2b569214b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685494 Nov 11 20:48:12.844074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Calling delete_port for 12b89301-886c-408a-9096-3c4364de8f01 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:13.144950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.184377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-6fdb39d3-6364-4c9b-b9d8-88901925853e req-188018ef-f8fd-4240-8374-b7d8f4281196 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:48:13.185389 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6fdb39d3-6364-4c9b-b9d8-88901925853e req-188018ef-f8fd-4240-8374-b7d8f4281196 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118084 Nov 11 20:48:13.186141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b89301-886c-408a-9096-3c4364de8f01,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:13.215839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.216519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.216866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.217199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.217526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.217848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.218169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.218484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.218799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.219119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.219437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.219747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:13.274566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.375148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.378195 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.456116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34670) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:13.534547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.534547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35cd35a0-053f-43d0-b4ba-3d7754ee6b33 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:48:13.534547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.534547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-05957f81-99c2-4eae-9af0-2c66c2be1797 admin admin] 10.222.0.31 "DELETE /v2.0/routers/35cd35a0-053f-43d0-b4ba-3d7754ee6b33 HTTP/1.1" status: 204 len: 168 time: 1.8273740 Nov 11 20:48:13.536130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:13.537511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:13.581416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:13.582130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 935cb8c8-fd5a-4deb-ae46-a48fd31efa28 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:13.625771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] Deleting subnet e0702653-6ca8-44a4-a11b-e3fabbd625a4 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:13.635660 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.697112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.819929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294e28c-eda6-4651-9755-29f7aac71c67 req-9970bd99-50e3-4f70-b57a-ea1aca157729 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:13.821627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f294e28c-eda6-4651-9755-29f7aac71c67 req-9970bd99-50e3-4f70-b57a-ea1aca157729 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1054976 Nov 11 20:48:13.832605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.941486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f294e28c-eda6-4651-9755-29f7aac71c67 req-ab9d40eb-844b-40cb-a62b-48abe6ddcb78 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002138 Nov 11 20:48:13.996555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-5e20ee82-8039-4ee3-9a16-a5d3b5948063 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961871 Nov 11 20:48:14.006113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.023815 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.027106 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e0702653-6ca8-44a4-a11b-e3fabbd625a4 HTTP/1.1" status: 204 len: 168 time: 0.4880164 Nov 11 20:48:14.031836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26748343-9147-4dda-b97a-b8516e72c4dd None None] Network 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:14.033283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:14.036901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e8bc4-6825-4882-8b55-5d6cf2e1b825 req-1c085969-98b8-41f9-aefc-d678812bd34c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:14.047056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a0e8bc4-6825-4882-8b55-5d6cf2e1b825 req-1c085969-98b8-41f9-aefc-d678812bd34c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.1461036 Nov 11 20:48:14.094958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d8890-6550-4964-8874-a6155150edbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0702653-6ca8-44a4-a11b-e3fabbd625a4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:14.152695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a0e8bc4-6825-4882-8b55-5d6cf2e1b825 req-845cca41-20b8-48df-8356-bc77ea9e1fe8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066952 Nov 11 20:48:14.265542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.339809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] DHCP port deletion for 8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:48:14.354661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.531828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 12b89301-886c-408a-9096-3c4364de8f01 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:14.554354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 12b89301-886c-408a-9096-3c4364de8f01 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:14.555425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 12b89301-886c-408a-9096-3c4364de8f01 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:14.555851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:14.587678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:14.588028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ebdd6247-9081-432b-9bbe-c9ff49d7fdd1 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:14.608130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] Deleting port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:14.608581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.710926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] For port 70e5e545-059f-4383-ac08-4af7d9b7a1e6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=70e5e545-059f-4383-ac08-4af7d9b7a1e6,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:14.711350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.728969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] Calling delete_port for 70e5e545-059f-4383-ac08-4af7d9b7a1e6 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:14.851685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Deleting port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:14.852248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.920531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.973366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] Pushing event deleted for resources: {'Port': ['ID=70e5e545-059f-4383-ac08-4af7d9b7a1e6,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:14.985046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068063a-bc31-4d19-b429-c6368df5a557 None None] No DVR routers for this DVR port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:15.002117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] For port 70e5e545-059f-4383-ac08-4af7d9b7a1e6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=70e5e545-059f-4383-ac08-4af7d9b7a1e6,segment=NetworkSegment(023b16c4-c89e-451c-a10c-d0d5676bca37),segment_id=023b16c4-c89e-451c-a10c-d0d5676bca37)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:15.002493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.041372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Calling delete_port for 70e5e545-059f-4383-ac08-4af7d9b7a1e6 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:15.215071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c798e-1e55-4053-81f8-a5099256cc56 req-f46e3048-4ba3-4ecc-b668-681a96607804 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:15.216688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-391c798e-1e55-4053-81f8-a5099256cc56 req-f46e3048-4ba3-4ecc-b668-681a96607804 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1668901 Nov 11 20:48:15.289387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ba588-c31b-47d8-acea-3bb167433b50 req-d161f049-e972-4c78-93f0-9421656ef5bc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:15.291507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-319ba588-c31b-47d8-acea-3bb167433b50 req-d161f049-e972-4c78-93f0-9421656ef5bc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0564332 Nov 11 20:48:15.302230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.316838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-391c798e-1e55-4053-81f8-a5099256cc56 req-8eb906af-0216-4a8c-9144-aafe6b775724 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858619 Nov 11 20:48:15.354965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Deleting port 51eed608-e7be-47e7-8aa2-f0c39163ecf0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:15.355564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.358608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e5e545-059f-4383-ac08-4af7d9b7a1e6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:15.363647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-319ba588-c31b-47d8-acea-3bb167433b50 req-7b986266-cfa5-4b02-bf9c-2a5d5f616f39 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614526 Nov 11 20:48:15.378097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] No DVR routers for this DVR port 70e5e545-059f-4383-ac08-4af7d9b7a1e6 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:15.502933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.537234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] For port 51eed608-e7be-47e7-8aa2-f0c39163ecf0, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=51eed608-e7be-47e7-8aa2-f0c39163ecf0,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:15.537601 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.548226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:15.564190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Calling delete_port for 51eed608-e7be-47e7-8aa2-f0c39163ecf0 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:15.568399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023b16c4-c89e-451c-a10c-d0d5676bca37') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:15.568701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023b16c4-c89e-451c-a10c-d0d5676bca37') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:15.586884 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.637851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.652404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:15.662135 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:15.910978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.922579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:15.926370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196 HTTP/1.1" status: 204 len: 168 time: 1.8918493 Nov 11 20:48:15.951798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51886944-dcf7-4af2-80eb-65aefbf71298 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c051b7b-0cf8-4e1a-b0e6-9cdd8a18d196,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:15.972259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.014345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51eed608-e7be-47e7-8aa2-f0c39163ecf0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:16.233553 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.399719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:16.418136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 70e5e545-059f-4383-ac08-4af7d9b7a1e6 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:16.452277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 70e5e545-059f-4383-ac08-4af7d9b7a1e6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:16.453009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 70e5e545-059f-4383-ac08-4af7d9b7a1e6 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:16.511526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8bca3809-658e-44e1-b32d-18116a095e65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0aced83906164b37a112b607b4a226ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093795 Nov 11 20:48:16.521652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:16.580915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b175c5b-60c9-45f6-8ae5-00ae27aec6a1 req-0013081c-44c2-4e92-b775-5998bd1993e7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:16.585690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b175c5b-60c9-45f6-8ae5-00ae27aec6a1 req-0013081c-44c2-4e92-b775-5998bd1993e7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0726285 Nov 11 20:48:16.653046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ffc34fa-4170-4065-a375-0500f0724d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.665555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b175c5b-60c9-45f6-8ae5-00ae27aec6a1 req-25d3478e-90a1-47f7-8e97-332a57bca04e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735402 Nov 11 20:48:16.687190 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ffc34fa-4170-4065-a375-0500f0724d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.737140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093f32d-5f58-422e-b034-0cb3c884edac req-8d0c4bfd-3986-4e3e-bbbe-ec33206d4172 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:16.738979 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b093f32d-5f58-422e-b034-0cb3c884edac req-8d0c4bfd-3986-4e3e-bbbe-ec33206d4172 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.2182755 Nov 11 20:48:16.765439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:16.848997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b093f32d-5f58-422e-b034-0cb3c884edac req-0067be75-8818-4612-bf2a-0f8517386a4c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959508 Nov 11 20:48:16.901358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ffc34fa-4170-4065-a375-0500f0724d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.903907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ffc34fa-4170-4065-a375-0500f0724d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.905055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ffc34fa-4170-4065-a375-0500f0724d39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b600890-c981-43f0-bccb-1b81a4265c12 HTTP/1.1" status: 204 len: 168 time: 0.3825395 Nov 11 20:48:16.919140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc34fa-4170-4065-a375-0500f0724d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b600890-c981-43f0-bccb-1b81a4265c12,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:16.966602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:16.978551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:16.978743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] Sync routers for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:16.982708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ef11351-4663-4fd6-b305-09a0da0b16a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5182757 Nov 11 20:48:16.993242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:16.994555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:17.123176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:17.123662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.254152 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.290495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-d6e7fcb1-d820-452c-8736-be1816eeb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:17.292110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-d6e7fcb1-d820-452c-8736-be1816eeb569 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1101 time: 0.0525117 Nov 11 20:48:17.391224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:48:15Z', 'revision_number': 5, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port': {'id': 'e79604e2-9a0e-4a87-9045-79c0d242d544', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:44Z', 'updated_at': '2021-11-11T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:17.430986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] Checking router: eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:17.437230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-842ded4d-5cdb-4e7e-8785-0ef5ad62b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:17.439085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-842ded4d-5cdb-4e7e-8785-0ef5ad62b8c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1387193 Nov 11 20:48:17.448434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] Routers {'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:17.449329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:17.500434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Deleting port e79604e2-9a0e-4a87-9045-79c0d242d544 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:17.500884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.505602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-61018a68-65bf-4212-8063-b9313fe75e95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0499167 Nov 11 20:48:17.574110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] Set router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:17.610850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-2fb23327-4362-4aa6-911f-a4832e38979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:17.612728 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-2fb23327-4362-4aa6-911f-a4832e38979a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0966363 Nov 11 20:48:17.651574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:48:17Z', 'revision_number': 6, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:17.672678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] For port e79604e2-9a0e-4a87-9045-79c0d242d544, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e79604e2-9a0e-4a87-9045-79c0d242d544,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:17.673057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.691187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Calling delete_port for e79604e2-9a0e-4a87-9045-79c0d242d544 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:17.700528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-0f9b6af7-6f65-43b1-ab54-09e9676b8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:17.702216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-0f9b6af7-6f65-43b1-ab54-09e9676b8ec5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723295 Nov 11 20:48:17.725177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13647da-d360-4845-b3ba-f54e022cd08d None None] The sync data for ids ['eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2'] in n-d-805734-3 is: [{'id': 'eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2', 'name': 'tempest-FloatingIPsAssociationTestJSON-297788654-router', 'tenant_id': 'b80e000467cb4053bd217191b9304aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:46:43Z', 'updated_at': '2021-11-11T20:48:17Z', 'revision_number': 6, 'project_id': 'b80e000467cb4053bd217191b9304aa4', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:17.857204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbed5e-866f-4919-ae88-333e3a4a762e req-98b30b4d-0e69-4328-a959-0b27c1cd07aa tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:17.859284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fbbed5e-866f-4919-ae88-333e3a4a762e req-98b30b4d-0e69-4328-a959-0b27c1cd07aa tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0864661 Nov 11 20:48:17.934186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fbbed5e-866f-4919-ae88-333e3a4a762e req-45c32582-b34a-41a9-8c1d-2a22f8b2749d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621953 Nov 11 20:48:17.960274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-6b0acbdb-5cab-432a-9a08-7f6606407281 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446408 Nov 11 20:48:18.131238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ade4d-d8d0-4471-8ebe-8d3bf19b0f2e req-2336ab00-8377-43aa-9ec5-a1951f0f2cb9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:18.132847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-476ade4d-d8d0-4471-8ebe-8d3bf19b0f2e req-2336ab00-8377-43aa-9ec5-a1951f0f2cb9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.1414459 Nov 11 20:48:18.148954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-dbb827e7-db55-41dd-a826-5b5cfcb4a621 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839974 Nov 11 20:48:18.194483 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-476ade4d-d8d0-4471-8ebe-8d3bf19b0f2e req-7f33cdc5-3cd2-410c-97ed-047d6540c09d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Nov 11 20:48:18.229441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.261179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Pushing event deleted for resources: {'Port': ['ID=e79604e2-9a0e-4a87-9045-79c0d242d544,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:18.327782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.389455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:18.428862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.428862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.509344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1798140021-network', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:18.572276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.572822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:48:18.578721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.582695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-73b7a429-2b17-44e5-8673-a89dd43beffc admin admin] 10.222.0.31 "DELETE /v2.0/routers/eebc79fa-bd8f-4fdf-8717-4a7e5a9263a2 HTTP/1.1" status: 204 len: 168 time: 1.5999522 Nov 11 20:48:18.583774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34826) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:18.603329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e79604e2-9a0e-4a87-9045-79c0d242d544 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:18.632844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: e79604e2-9a0e-4a87-9045-79c0d242d544 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:18.633354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e79604e2-9a0e-4a87-9045-79c0d242d544 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:18.633918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 51eed608-e7be-47e7-8aa2-f0c39163ecf0 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:18.638198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] Deleting subnet ca74eb67-899f-47d1-986e-caaec86df564 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:18.641661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.661195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 51eed608-e7be-47e7-8aa2-f0c39163ecf0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:18.670049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Made reservation on behalf of b2d6434ec00e4adf81310fc797f0f1e0 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:18.670852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 51eed608-e7be-47e7-8aa2-f0c39163ecf0 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:18.670969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.680609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.700101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.813737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.863374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.955101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:18.980382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:18.996796 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.003041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6a7d00-9a07-4f9e-a937-f557321a9df9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:19.017677 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.018033 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Added segment d8dab592-2191-4d04-a0ab-7f56f832c613 of type vlan for network 994e3071-1974-4cab-afd8-f2193fb48982 Nov 11 20:48:19.049769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.057841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ffde18-338a-4600-ab2a-b7f3202fe91b None None] Network 00cded79-3740-44a4-9f86-2296f83b8a35 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:19.069269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ca74eb67-899f-47d1-986e-caaec86df564 HTTP/1.1" status: 204 len: 168 time: 0.4847350 Nov 11 20:48:19.072429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34864) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:19.103206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb59cc-3b47-453e-a171-02ea9f247337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca74eb67-899f-47d1-986e-caaec86df564,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:19.162757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3e65c-5323-42ad-8f61-f68247a5939b req-1399cd64-f9ec-4223-8301-a21ae4a84dc4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:19.170660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ee3e65c-5323-42ad-8f61-f68247a5939b req-1399cd64-f9ec-4223-8301-a21ae4a84dc4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0748532 Nov 11 20:48:19.186658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.236570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ee3e65c-5323-42ad-8f61-f68247a5939b req-ac3c7562-a8f3-4944-b702-74e30e9e53a8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595348 Nov 11 20:48:19.273051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Deleting port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:19.273606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.353984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] DHCP port deletion for 00cded79-3740-44a4-9f86-2296f83b8a35 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:48:19.372609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.390771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] For port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:19.391153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.419473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6731a-9009-49b2-b7ea-fb10070b6763 req-3cdc8abb-378b-47f8-9f20-114e6f3f7b3d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:19.421041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dcf6731a-9009-49b2-b7ea-fb10070b6763 req-3cdc8abb-378b-47f8-9f20-114e6f3f7b3d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.1249177 Nov 11 20:48:19.421943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Calling delete_port for 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:19.425087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] Deleting port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:19.425931 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.482192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.483259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:19.483865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.504026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] For port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,segment=NetworkSegment(ad155bda-c17b-46bb-8d43-2a75a85cc900),segment_id=ad155bda-c17b-46bb-8d43-2a75a85cc900)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:19.504544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.515501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dcf6731a-9009-49b2-b7ea-fb10070b6763 req-b27e9d13-3f1b-4ddd-acfd-e5c679475e65 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861244 Nov 11 20:48:19.519790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] Calling delete_port for 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:19.610050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] Pushing event updated for resources: {'Network': ['ID=994e3071-1974-4cab-afd8-f2193fb48982,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:19.612607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.624802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 994e3071-1974-4cab-afd8-f2193fb48982 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:19.643438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:19.646321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] No DVR routers for this DVR port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:19.647920 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.699542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a8f9e888-622e-4ee4-a975-382f5d2e62cd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3075893 Nov 11 20:48:19.702411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:19.707907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Request body: {'subnet': {'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1798140021-subnet', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:19.732745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] No DVR routers for this DVR port 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:19.734763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bed2f2-0edf-4496-be9c-4e1c0d0d089f None None] Pushing event deleted for resources: {'Port': ['ID=1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:19.768279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.791012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cded79-3740-44a4-9f86-2296f83b8a35']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:19.801965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad155bda-c17b-46bb-8d43-2a75a85cc900') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:19.802305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad155bda-c17b-46bb-8d43-2a75a85cc900') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:19.811730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.829444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.836539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:19.836915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:19.838654 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:19.846366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Made reservation on behalf of b2d6434ec00e4adf81310fc797f0f1e0 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:19.849353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.110956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.195549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5989c5-96d9-43b7-a9f2-05c6d3dc6253,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:20.215343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Checking segment: {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:20.216125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Network hostable DHCP agents. Network: 994e3071-1974-4cab-afd8-f2193fb48982, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:20.287034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Network 994e3071-1974-4cab-afd8-f2193fb48982 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:20.309967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.319507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.321741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:20.326219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] 10.222.0.31 "DELETE /v2.0/networks/00cded79-3740-44a4-9f86-2296f83b8a35 HTTP/1.1" status: 204 len: 168 time: 1.2526679 Nov 11 20:48:20.341929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4999b-a2d6-4258-9746-4f1581b4b973 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cded79-3740-44a4-9f86-2296f83b8a35,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:20.368903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 994e3071-1974-4cab-afd8-f2193fb48982) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:20.374678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:20.375292 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.390557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90390e4-b8e9-4e4a-9848-919b7240691c None None] Network 994e3071-1974-4cab-afd8-f2193fb48982 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:20.401976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:20.404028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1ae3f1de-44ef-4ed5-8a60-fb5d4f4bd4ca not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:20.421516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dde0c-24a3-48ed-8cea-0dce57606cb1 req-0f1eb0d1-6438-491b-a30c-92dbf0040fbe tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:20.432586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e25dde0c-24a3-48ed-8cea-0dce57606cb1 req-0f1eb0d1-6438-491b-a30c-92dbf0040fbe tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1063156 Nov 11 20:48:20.482853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75e91e9a-b080-4386-a032-158bc622a351 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7792323 Nov 11 20:48:20.485390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:20.490765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:20.523317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e25dde0c-24a3-48ed-8cea-0dce57606cb1 req-6a3ece7f-7be8-4934-a312-eab5a9e1e532 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898254 Nov 11 20:48:20.609092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-994e3071-1974-4cab-afd8-f2193fb48982', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:48:20.609980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.649206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.649206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.703820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbb9d4-ecea-4203-8249-c0ccac8bdaf1 req-964f94ce-07d4-4e46-a011-da2f9703561a tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:20.705490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41dbb9d4-ecea-4203-8249-c0ccac8bdaf1 req-964f94ce-07d4-4e46-a011-da2f9703561a tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.0967591 Nov 11 20:48:20.742526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:20.781512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Allocated IP 172.20.0.2 (994e3071-1974-4cab-afd8-f2193fb48982/4e5989c5-96d9-43b7-a9f2-05c6d3dc6253/898c8629-2281-4573-a164-5b1ade98e0eb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:20.798920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41dbb9d4-ecea-4203-8249-c0ccac8bdaf1 req-c8869d9d-5549-40dc-aeca-5f2ebde5e2b9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598896 Nov 11 20:48:20.850477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34898) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:20.951759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34900) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:20.952822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ff1a64cb-b109-4bc6-8b86-7a027da2e8ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b80e000467cb4053bd217191b9304aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1011500 Nov 11 20:48:20.983863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.053701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.054805 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.077462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45da742e-36f5-4f80-b3fb-409559fbf29d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.104612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Network 994e3071-1974-4cab-afd8-f2193fb48982 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:21.104612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:21.109706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:21.110598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45da742e-36f5-4f80-b3fb-409559fbf29d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.121009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Pushing event updated for resources: {'Port': ['ID=898c8629-2281-4573-a164-5b1ade98e0eb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:21.192171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Attempting to bind port 898c8629-2281-4573-a164-5b1ade98e0eb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:21.192569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Attempting to bind port 898c8629-2281-4573-a164-5b1ade98e0eb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:21.192936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Attempting to bind port 898c8629-2281-4573-a164-5b1ade98e0eb on network 994e3071-1974-4cab-afd8-f2193fb48982 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:21.199894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:21.204859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Checking segment: {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:21.204859 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.204859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Bound using segment: {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:21.204859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Bound port: 898c8629-2281-4573-a164-5b1ade98e0eb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:21.204859 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.276427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] For port 898c8629-2281-4573-a164-5b1ade98e0eb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:21.281726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] For port 898c8629-2281-4573-a164-5b1ade98e0eb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=898c8629-2281-4573-a164-5b1ade98e0eb,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:21.349803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45da742e-36f5-4f80-b3fb-409559fbf29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.352374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45da742e-36f5-4f80-b3fb-409559fbf29d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.353516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-45da742e-36f5-4f80-b3fb-409559fbf29d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1659c8b5-892f-4e74-85c1-9b367ea42d5d HTTP/1.1" status: 204 len: 168 time: 0.4007931 Nov 11 20:48:21.374643 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.383981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da742e-36f5-4f80-b3fb-409559fbf29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1659c8b5-892f-4e74-85c1-9b367ea42d5d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:21.403715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.423709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.468073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd35b2c-bc2c-4c1f-a982-1132068c4d60 None None] Pushing event updated for resources: {'Port': ['ID=898c8629-2281-4573-a164-5b1ade98e0eb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:21.564179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Allocated IP 172.25.2.152 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/218cc9c8-e04b-42c9-981b-568821137c0a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:21.679654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd197-6853-476b-99d8-d49f8a89299f req-9744a7df-1c7b-4d13-9499-8c119f7663d5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:21.701429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-779cd197-6853-476b-99d8-d49f8a89299f req-9744a7df-1c7b-4d13-9499-8c119f7663d5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0859919 Nov 11 20:48:21.832649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.839087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-779cd197-6853-476b-99d8-d49f8a89299f req-df83984c-2581-4a74-a74b-d18f5881ee08 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372290 Nov 11 20:48:21.895173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:21.975731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:22.016539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:22.024047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:22.029068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:22.159944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Pushing event updated for resources: {'Port': ['ID=218cc9c8-e04b-42c9-981b-568821137c0a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:22.172276 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:48:22.177906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3fe90-ce49-4b1b-a821-7dbd68a9f2ec req-551f56a9-3944-4d53-9321-5e40423e087d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:22.184923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ed3fe90-ce49-4b1b-a821-7dbd68a9f2ec req-551f56a9-3944-4d53-9321-5e40423e087d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.2620194 Nov 11 20:48:22.271162 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ed3fe90-ce49-4b1b-a821-7dbd68a9f2ec req-80d4ff01-4abd-46ea-9f47-394019ddd095 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647633 Nov 11 20:48:22.404712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 898c8629-2281-4573-a164-5b1ade98e0eb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:22.499961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 898c8629-2281-4573-a164-5b1ade98e0eb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:22.500374 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:22.521038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:22.639805 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:22.744076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 898c8629-2281-4573-a164-5b1ade98e0eb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=898c8629-2281-4573-a164-5b1ade98e0eb,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:22.829585 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:22.918290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=898c8629-2281-4573-a164-5b1ade98e0eb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:22.963137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e02465-dcfd-4b56-a6ec-b6549e2a08ab None None] Network 994e3071-1974-4cab-afd8-f2193fb48982 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:23.016502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b289-ad63-41be-8e6a-199dc45ca438 req-d1b987bf-b87e-4aa0-b26f-f81d50c484e1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:23.018046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18e9b289-ad63-41be-8e6a-199dc45ca438 req-d1b987bf-b87e-4aa0-b26f-f81d50c484e1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0844893 Nov 11 20:48:23.021688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:23.062615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cb40d272-a8aa-4692-beb0-fc4d01a7b7ed None None] Provisioning complete for port 898c8629-2281-4573-a164-5b1ade98e0eb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:23.062776 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb40d272-a8aa-4692-beb0-fc4d01a7b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:23.121781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18e9b289-ad63-41be-8e6a-199dc45ca438 req-c3319302-5dd5-44e7-98d0-a20c9c4db1c4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966389 Nov 11 20:48:23.273956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Router 1bed5fba-02cc-4070-9396-f99343b40423 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:48:23.477205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-bffba5d0-c22b-481a-b3b5-b7cbfcf59d17 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d70c441fe29f4807998929c0898f24a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331457 Nov 11 20:48:23.496884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:23.507645 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Sync routers for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:23.553844 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:23.554513 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:23.602205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226d0bc-9a2e-4dfa-a793-b7587c624f17 req-a989b6c7-af4f-413f-8979-dc0bd4dd3b86 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:23.611683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1226d0bc-9a2e-4dfa-a793-b7587c624f17 req-a989b6c7-af4f-413f-8979-dc0bd4dd3b86 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 945 time: 0.1995726 Nov 11 20:48:23.637494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-d94e6091-cd10-4e2f-83a3-4a66e04cdf12 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:23.646889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-d94e6091-cd10-4e2f-83a3-4a66e04cdf12 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655228 Nov 11 20:48:23.678386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1226d0bc-9a2e-4dfa-a793-b7587c624f17 req-49f6b45c-9554-4a9a-b48d-c963c5027e9d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655353 Nov 11 20:48:23.682716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-f403c23c-0c09-40bd-be75-e8ac18f4ed4c tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/quotas/d70c441fe29f4807998929c0898f24a5 HTTP/1.1" status: 200 len: 375 time: 0.0323510 Nov 11 20:48:23.690534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:23.693949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c6cf9981-ed7c-4118-a8c2-09d481769c06 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2072527 Nov 11 20:48:23.700077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34970) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:23.727288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76274849-cd4a-4a33-a01d-4aba5a2253b4 None None] Provisioning complete for port 898c8629-2281-4573-a164-5b1ade98e0eb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:23.727863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76274849-cd4a-4a33-a01d-4aba5a2253b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:23.777719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-1a262f29-1e57-41e9-ae6c-e3bfdc293203 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d70c441fe29f4807998929c0898f24a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931358 Nov 11 20:48:24.086522 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:24.240007 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:22Z', 'revision_number': 3, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:24.270767 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Checking router: 1bed5fba-02cc-4070-9396-f99343b40423 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:24.271131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Updating router 1bed5fba-02cc-4070-9396-f99343b40423 port 218cc9c8-e04b-42c9-981b-568821137c0a binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:48:24.297818 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:24.328065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 898c8629-2281-4573-a164-5b1ade98e0eb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:24.386724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 898c8629-2281-4573-a164-5b1ade98e0eb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:24.387464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:24.406525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:24.694145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094d229-aed9-424c-b93b-51f4b2678a41 req-3181c8a4-03ec-4211-93cb-cc24b7717f5c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:24.695799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d094d229-aed9-424c-b93b-51f4b2678a41 req-3181c8a4-03ec-4211-93cb-cc24b7717f5c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1247821 Nov 11 20:48:24.767827 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:24.779236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d094d229-aed9-424c-b93b-51f4b2678a41 req-6f1331c1-8121-464a-9c3c-f578f2d1e289 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708551 Nov 11 20:48:24.815716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Allocated IP 172.20.0.1 (994e3071-1974-4cab-afd8-f2193fb48982/4e5989c5-96d9-43b7-a9f2-05c6d3dc6253/ad17020f-7c26-4a1f-a29d-0c9a31aaebf6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:24.846574 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:24.895572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bfac476-8d47-4c56-8d31-7e0b362da3b5 req-65d8408f-55b9-40a7-bac7-e67175d8def8 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 210 time: 0.0607147 Nov 11 20:48:24.944549 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Attempting to bind port 218cc9c8-e04b-42c9-981b-568821137c0a on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:24.944549 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Attempting to bind port 218cc9c8-e04b-42c9-981b-568821137c0a by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:24.944549 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Attempting to bind port 218cc9c8-e04b-42c9-981b-568821137c0a on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:24.957469 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Pushing event updated for resources: {'Port': ['ID=218cc9c8-e04b-42c9-981b-568821137c0a,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:24.957469 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:24.957469 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:24.957469 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:24.958131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:24.958708 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Bound port: 218cc9c8-e04b-42c9-981b-568821137c0a, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:24.959196 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:24.966120 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.966597 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.967188 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.967745 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.968341 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.968897 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.969448 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.970006 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.970409 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.970802 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.971331 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:24.971723 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:25.017904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:25.025379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-834623446'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:25.040546 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] For port 218cc9c8-e04b-42c9-981b-568821137c0a, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:25.040546 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] For port 218cc9c8-e04b-42c9-981b-568821137c0a, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=218cc9c8-e04b-42c9-981b-568821137c0a,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:25.056009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.121254 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.132711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:25.134812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.141680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.178349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:25.183077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Network 994e3071-1974-4cab-afd8-f2193fb48982 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:25.186874 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:25.187509 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:25.189409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:25.190311 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.191278 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Added segment ccf63038-3e49-401d-8d23-d6b3483b8796 of type vlan for network 7518ecc2-0d90-4e11-9fde-55cc19da2878 Nov 11 20:48:25.197602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:25.227965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Pushing event updated for resources: {'Port': ['ID=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:25.249749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.252834 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e0f47-9a46-4655-9da0-d71901ad0d8b None None] Pushing event updated for resources: {'Port': ['ID=218cc9c8-e04b-42c9-981b-568821137c0a,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:25.266943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.353089 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:25.377934 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.384854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:25.385982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.543246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5233381 Nov 11 20:48:25.546289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35018) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:25.554441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-57504436'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:25.559252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b207cc-4e15-4af5-b053-51d31ea204cb tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Network': ['ID=7518ecc2-0d90-4e11-9fde-55cc19da2878,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:25.569078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.577030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:25.590692 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:22Z', 'revision_number': 3, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:25.619063 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4c2dc-9b57-4d0c-836d-07650cf18c10 None None] The sync data for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 is: [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:22Z', 'revision_number': 3, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:25.650426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:25.656352 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.676093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e3fc57e-7fb6-4644-918b-04da9aea943d None None] Provisioning complete for port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:25.676871 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e3fc57e-7fb6-4644-918b-04da9aea943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.695620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:25.716309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.720942 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Added segment 2b871f55-d2fb-485b-873c-fff22e99a643 of type vlan for network d896e8a9-8693-4938-99ad-cdd8af9527fb Nov 11 20:48:25.732110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fc57e-7fb6-4644-918b-04da9aea943d None None] Port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:25.774508 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.819131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.846580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.853495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:25.855004 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.884465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.989841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4390166 Nov 11 20:48:25.989841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:25.994614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'subnet': {'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:25.995927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:26.003004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Pushing event updated for resources: {'Port': ['ID=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:26.010970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d207-b1ec-4373-9274-22bd37f74764 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Network': ['ID=d896e8a9-8693-4938-99ad-cdd8af9527fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:26.022294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d896e8a9-8693-4938-99ad-cdd8af9527fb details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:26.036233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877bab-57c6-4254-8c7a-f4a41bdc2935 req-29aafe59-2b47-4564-a961-07bcf6114277 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:26.053535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab877bab-57c6-4254-8c7a-f4a41bdc2935 req-29aafe59-2b47-4564-a961-07bcf6114277 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1896226 Nov 11 20:48:26.141574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2326a7f9-1729-49cd-bf09-7c0d8afd0172 req-8e5fe81a-cc93-4894-ac2f-53b7b0a4111d tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 210 time: 0.0665743 Nov 11 20:48:26.269084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab877bab-57c6-4254-8c7a-f4a41bdc2935 req-00e17283-0144-40f7-ba5d-701ac5c5267f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143815 Nov 11 20:48:26.285054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:26.293159 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:26.351318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Network 994e3071-1974-4cab-afd8-f2193fb48982 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:26.353352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:26.459153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 218cc9c8-e04b-42c9-981b-568821137c0a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:26.604468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 218cc9c8-e04b-42c9-981b-568821137c0a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:26.605688 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:26.668804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Router 1bed5fba-02cc-4070-9396-f99343b40423 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:26.674375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:26.682089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-216de583-b8d6-4e01-a318-ebd26b345e1e None None] Provisioning complete for port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:26.682465 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-216de583-b8d6-4e01-a318-ebd26b345e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:26.744837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Subnet': ['ID=dd0da0de-56dc-4722-8b26-4a812a8b9d04,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:26.776582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Checking segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:26.776833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network hostable DHCP agents. Network: 7518ecc2-0d90-4e11-9fde-55cc19da2878, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:26.785390 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:26.818831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-216de583-b8d6-4e01-a318-ebd26b345e1e None None] Port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:26.836270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 218cc9c8-e04b-42c9-981b-568821137c0a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=218cc9c8-e04b-42c9-981b-568821137c0a,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:26.843955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:26.858157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c76dbe12-c027-4a60-b90b-9b084cb8ce18 admin admin] 10.222.0.31 "PUT /v2.0/routers/1bed5fba-02cc-4070-9396-f99343b40423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1565850 Nov 11 20:48:26.909510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:26.932886 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:26.934214 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.011761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 7518ecc2-0d90-4e11-9fde-55cc19da2878) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:27.016882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:27.017827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.024650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=218cc9c8-e04b-42c9-981b-568821137c0a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:27.030746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c775f9-69d4-4e6b-a8a5-496797553898 None None] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:27.118251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-78d5fe1e-fdb1-4f15-992c-7edb633a5c4e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1248536 Nov 11 20:48:27.118622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35050) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:27.127084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'subnet': {'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:27.141100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-651feb9b-a38b-4a3b-9305-0191eddd95d0 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d70c441fe29f4807998929c0898f24a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536344 Nov 11 20:48:27.297858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-d790661d-82cf-49c7-b18f-8aec383f0eb5 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:27.299541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-d790661d-82cf-49c7-b18f-8aec383f0eb5 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501212 Nov 11 20:48:27.318261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Request body: {'port': {'device_id': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'd70c441fe29f4807998929c0898f24a5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:27.334526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-7518ecc2-0d90-4e11-9fde-55cc19da2878', 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'fixed_ips': [{'subnet_id': 'dd0da0de-56dc-4722-8b26-4a812a8b9d04'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:48:27.335983 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.377518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3c251b5-c276-42b6-8b75-b80996750641 req-36801de0-1994-4a66-9e34-21c2c3d0b936 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 210 time: 0.0543518 Nov 11 20:48:27.389321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:27.393372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.559467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Made reservation on behalf of d70c441fe29f4807998929c0898f24a5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:27.566245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.574222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Allocated IP 10.1.1.2 (7518ecc2-0d90-4e11-9fde-55cc19da2878/dd0da0de-56dc-4722-8b26-4a812a8b9d04/60e42e5c-b9e8-4ca4-a07b-1c5730ab0087) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:27.582603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.633149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c85e3-0537-434c-80af-4e5a03bbd7a2 req-beaf224c-382e-46f2-ab30-16db30ceffe7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:27.635433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c49c85e3-0537-434c-80af-4e5a03bbd7a2 req-beaf224c-382e-46f2-ab30-16db30ceffe7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1315787 Nov 11 20:48:27.693321 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.728210 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c49c85e3-0537-434c-80af-4e5a03bbd7a2 req-10eca88e-dea0-4783-a858-b155cc536174 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857460 Nov 11 20:48:27.765538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.782751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.783281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Subnet': ['ID=a0a76313-93ae-4c9a-9c16-7daf90112ad9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:27.791362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Checking segment: {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:27.791811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network hostable DHCP agents. Network: d896e8a9-8693-4938-99ad-cdd8af9527fb, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:27.841193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.869324 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.881851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:27.887054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:27.890529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:27.898566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Pushing event updated for resources: {'Port': ['ID=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:27.928004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network d896e8a9-8693-4938-99ad-cdd8af9527fb is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:27.958996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93edfd4b-e31f-4e37-bad8-847311a1cc51,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:27.959754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Attempting to bind port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:27.960124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Attempting to bind port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:27.960523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Attempting to bind port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:27.968832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:27.968832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Checking segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:27.968832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:27.968832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Bound using segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:27.968832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Bound port: 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:27.969552 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:28.016388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d896e8a9-8693-4938-99ad-cdd8af9527fb) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:28.022531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:28.035191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:28.036311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e0103-fc16-4c20-98e9-868c018fa1a3 None None] Network d896e8a9-8693-4938-99ad-cdd8af9527fb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:28.064391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Allocated IP 192.168.233.57 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/68954cf2-9477-4078-a78a-18cc85b8be9c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:28.099726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Sync routers for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:28.115720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-807321ac-43f6-4bbb-9c52-c6dd5702f714 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9917347 Nov 11 20:48:28.116288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:28.123842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'port': {'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'name': 'tempest-TaggedBootDevicesTest_v242-1689629584', 'fixed_ips': [{'subnet_id': 'dd0da0de-56dc-4722-8b26-4a812a8b9d04'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:28.128737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] For port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:28.151050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] For port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:28.152554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:28.153174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:28.231798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:28.344468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:28.360827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 218cc9c8-e04b-42c9-981b-568821137c0a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:28.423141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:28.466988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dc8e9-9ac6-4446-b8eb-57d26a3cbe02 None None] Pushing event updated for resources: {'Port': ['ID=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:28.476093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:28.478920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-d896e8a9-8693-4938-99ad-cdd8af9527fb', 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'fixed_ips': [{'subnet_id': 'a0a76313-93ae-4c9a-9c16-7daf90112ad9'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:48:28.479892 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:28.484006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:28.552223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:28.591045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:28.615770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:28.632318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:28.671275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-44eabd4f-707e-4b22-a47e-ab6591bcb357 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219762553', 'description': 'tempest-description--470394855'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:28.874131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Allocated IP 10.2.2.2 (d896e8a9-8693-4938-99ad-cdd8af9527fb/a0a76313-93ae-4c9a-9c16-7daf90112ad9/7e4316b8-356d-4af2-9140-4b86937b99fb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:29.138128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682cf74-3c87-4c36-a1e3-85b284e9e56d req-e998266d-cead-474a-a091-c53c61e0084a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:29.142321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6682cf74-3c87-4c36-a1e3-85b284e9e56d req-e998266d-cead-474a-a091-c53c61e0084a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1171134 Nov 11 20:48:29.164381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 218cc9c8-e04b-42c9-981b-568821137c0a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:29.165329 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.174278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.191077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:29.207006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] device_id is not set on port 852cd305-0694-41bc-ade2-03b629cbf56f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:48:29.215881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b34a1-7b08-437a-8ed9-3bf088b8265a req-3b999faf-1403-4e49-89c1-d41999ff83a8 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:29.220627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c75b34a1-7b08-437a-8ed9-3bf088b8265a req-3b999faf-1403-4e49-89c1-d41999ff83a8 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 935 time: 0.6871731 Nov 11 20:48:29.246294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:29.247308 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.295233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44eabd4f-707e-4b22-a47e-ab6591bcb357 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.333336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f9583a6a-31fb-4cdc-900f-c6bbf501ef68 None None] Provisioning complete for port 68954cf2-9477-4078-a78a-18cc85b8be9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:29.333708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f9583a6a-31fb-4cdc-900f-c6bbf501ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.346310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c75b34a1-7b08-437a-8ed9-3bf088b8265a req-46d3dcb5-4476-4ae4-a23b-c325d72fcd07 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946074 Nov 11 20:48:29.410748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-0cbd8398-007a-4928-8528-e757917ecd64 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1005483 Nov 11 20:48:29.433546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6682cf74-3c87-4c36-a1e3-85b284e9e56d req-ec3fde34-e388-41da-ac81-3e1e8f30a724 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347605 Nov 11 20:48:29.451135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Request body: {'port': {'device_id': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:29.574654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f9583a6a-31fb-4cdc-900f-c6bbf501ef68 None None] Port 68954cf2-9477-4078-a78a-18cc85b8be9c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:29.575075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44eabd4f-707e-4b22-a47e-ab6591bcb357 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.575653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 10.1.1.216 (7518ecc2-0d90-4e11-9fde-55cc19da2878/dd0da0de-56dc-4722-8b26-4a812a8b9d04/852cd305-0694-41bc-ade2-03b629cbf56f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:29.602334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:48:29.623823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.673995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44eabd4f-707e-4b22-a47e-ab6591bcb357 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.743476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eabd4f-707e-4b22-a47e-ab6591bcb357 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110181f3-07e3-4a28-9039-5ebb39b3a141,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:29.745839 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.769151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 2, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:29.784869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.805753 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44eabd4f-707e-4b22-a47e-ab6591bcb357 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.809309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-44eabd4f-707e-4b22-a47e-ab6591bcb357 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1722188 Nov 11 20:48:29.809885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35100) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:29.816625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-310cf21b-65a2-4589-95a3-24a620f2cdff tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Request body: {'security_group_rule': {'security_group_id': '110181f3-07e3-4a28-9039-5ebb39b3a141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:29.839048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Checking router: 1bed5fba-02cc-4070-9396-f99343b40423 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:29.839638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Updating router 1bed5fba-02cc-4070-9396-f99343b40423 port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:48:29.896262 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.937767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.961680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310cf21b-65a2-4589-95a3-24a620f2cdff tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.985474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.990235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Network d896e8a9-8693-4938-99ad-cdd8af9527fb is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:29.998916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f9661a-8cea-414e-aff7-5e479132de80 None None] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:30.003258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:30.011676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:30.031428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68954cf2-9477-4078-a78a-18cc85b8be9c {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:30.041431 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.056204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:30.059280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Transition to ACTIVE for port object 68954cf2-9477-4078-a78a-18cc85b8be9c will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:48:30.066739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Pushing event updated for resources: {'Port': ['ID=7e4316b8-356d-4af2-9140-4b86937b99fb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.072264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:30.080970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:30.085603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:30.091340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=852cd305-0694-41bc-ade2-03b629cbf56f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.110863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'mac_address': 'fa:16:3e:99:e3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:48:30.138314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.139435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310cf21b-65a2-4589-95a3-24a620f2cdff tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.153486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2e0bae66-5c7f-4abf-bbdf-bd65e4e8118b None None] Provisioning complete for port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:30.153929 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e0bae66-5c7f-4abf-bbdf-bd65e4e8118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.159553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:30.160351 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.208210 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310cf21b-65a2-4589-95a3-24a620f2cdff tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.214761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.262078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c268e8dd-9de7-41f9-a9e1-1b478c90a0f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1439931 Nov 11 20:48:30.265947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:30.285070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'port': {'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'name': 'tempest-TaggedBootDevicesTest_v242-49053141', 'fixed_ips': [{'subnet_id': 'dd0da0de-56dc-4722-8b26-4a812a8b9d04'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:30.330351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Attempting to bind port 68954cf2-9477-4078-a78a-18cc85b8be9c on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:30.330711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Attempting to bind port 68954cf2-9477-4078-a78a-18cc85b8be9c by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:30.331049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Attempting to bind port 68954cf2-9477-4078-a78a-18cc85b8be9c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:30.337952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Port 68954cf2-9477-4078-a78a-18cc85b8be9c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:48:30.338274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Attempting to bind port 68954cf2-9477-4078-a78a-18cc85b8be9c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:30.361902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:30.363448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:30.364297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:30.364974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Bound port: 68954cf2-9477-4078-a78a-18cc85b8be9c, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:30.365523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.373168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Attempting to bind port 7e4316b8-356d-4af2-9140-4b86937b99fb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:30.373548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Attempting to bind port 7e4316b8-356d-4af2-9140-4b86937b99fb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:30.373917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Attempting to bind port 7e4316b8-356d-4af2-9140-4b86937b99fb on network d896e8a9-8693-4938-99ad-cdd8af9527fb {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:30.401830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.420169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:30.425704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:30.426135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Checking segment: {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:30.426565 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.427010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Bound using segment: {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:30.428042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Bound port: 7e4316b8-356d-4af2-9140-4b86937b99fb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:30.428479 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.444611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cf21b-65a2-4589-95a3-24a620f2cdff tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab5efe5-6304-4a7a-b405-def51a93020f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.459962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310cf21b-65a2-4589-95a3-24a620f2cdff tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.462931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-310cf21b-65a2-4589-95a3-24a620f2cdff tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6519151 Nov 11 20:48:30.467121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:30.475036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-17073bd3-4bd7-4933-8f43-321871821e11 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Request body: {'security_group_rule': {'security_group_id': '110181f3-07e3-4a28-9039-5ebb39b3a141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:30.514108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:30.521005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:30.604708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.615953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:30.642362 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17073bd3-4bd7-4933-8f43-321871821e11 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.652906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:30.653791 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.655536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] 10.222.0.62 "PUT /v2.0/ports/68954cf2-9477-4078-a78a-18cc85b8be9c HTTP/1.1" status: 200 len: 1095 time: 1.2275412 Nov 11 20:48:30.655985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:30.658509 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:30.673822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9317328-8e9c-4345-a977-be2aed3bcd04 req-5e5c481a-471f-4141-aaa8-7fe9a118a13c tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:30.676735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9317328-8e9c-4345-a977-be2aed3bcd04 req-5e5c481a-471f-4141-aaa8-7fe9a118a13c tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 947 time: 0.1364877 Nov 11 20:48:30.687553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d59c7d-0757-4d4a-8925-69e3bea630a8 req-e1f0f36e-ee27-4ce1-860a-9a0e0a84cb51 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:30.697748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7d59c7d-0757-4d4a-8925-69e3bea630a8 req-e1f0f36e-ee27-4ce1-860a-9a0e0a84cb51 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1386659 Nov 11 20:48:30.740162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251818-dfb4-4928-98d9-e13c6c0dd4ab service neutron] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.768225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:30.805099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:30.813396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] For port 7e4316b8-356d-4af2-9140-4b86937b99fb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:30.814039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.835618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-6ee4cfc1-d41d-410f-8c0b-e2964a6b54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:30.837182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-6ee4cfc1-d41d-410f-8c0b-e2964a6b54cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d70c441fe29f4807998929c0898f24a5&device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 1098 time: 0.0756552 Nov 11 20:48:30.849190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] device_id is not set on port a56a785e-7435-4069-bcf3-1c4f9488bf94 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:48:30.853017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7d59c7d-0757-4d4a-8925-69e3bea630a8 req-2b56180e-26c4-4fe0-af8b-79e6048c41f6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556728 Nov 11 20:48:30.868683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.928318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] For port 7e4316b8-356d-4af2-9140-4b86937b99fb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7e4316b8-356d-4af2-9140-4b86937b99fb,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:30.971654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-a18cb056-059d-4312-b0ff-4f870ee801f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=68954cf2-9477-4078-a78a-18cc85b8be9c HTTP/1.1" status: 200 len: 217 time: 0.1174150 Nov 11 20:48:30.978516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e0bae66-5c7f-4abf-bbdf-bd65e4e8118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.016048 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.028782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-554fbb95-f25d-40de-85b5-841d57987d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:31.030272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-554fbb95-f25d-40de-85b5-841d57987d9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0497096 Nov 11 20:48:31.060541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:31.099154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-73a28a62-17ed-4c2d-b899-76222053c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:31.103089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-73a28a62-17ed-4c2d-b899-76222053c2dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612845 Nov 11 20:48:31.146017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 10.1.1.122 (7518ecc2-0d90-4e11-9fde-55cc19da2878/dd0da0de-56dc-4722-8b26-4a812a8b9d04/a56a785e-7435-4069-bcf3-1c4f9488bf94) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:31.156165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:31.156794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.167400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:31.172517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e0bae66-5c7f-4abf-bbdf-bd65e4e8118b None None] For port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:31.278110 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacaa082-ba35-4657-80e3-e4b6afbcb038 x-openstack-request-id: req-bacaa082-ba35-4657-80e3-e4b6afbcb038 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:31.279091 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:31.279529 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bacaa082-ba35-4657-80e3-e4b6afbcb038 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:31.280089 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'status': 'completed', 'code': 200} Nov 11 20:48:31.303917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-7cdceb92-e03c-4b70-8a63-979320d46403 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937985 Nov 11 20:48:31.329604 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e0bae66-5c7f-4abf-bbdf-bd65e4e8118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.361544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17073bd3-4bd7-4933-8f43-321871821e11 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.381256 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9317328-8e9c-4345-a977-be2aed3bcd04 req-0f8af3e1-8b68-402f-8225-f167f90870c2 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6965730 Nov 11 20:48:31.448285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17073bd3-4bd7-4933-8f43-321871821e11 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.455479 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.497633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7dfd2ce6-b4df-4160-bcc8-5d61eb37bf6a req-35b88d73-183a-462a-a7ae-c0be86f39a84 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852267 Nov 11 20:48:31.522021 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.525333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17073bd3-4bd7-4933-8f43-321871821e11 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ede5803-9a73-4ab6-9c8d-4bee32c8689a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:31.558143 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.567474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f313c-c5aa-4fd8-a20c-59d8ec064650 None None] Pushing event updated for resources: {'Port': ['ID=7e4316b8-356d-4af2-9140-4b86937b99fb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:31.648601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17073bd3-4bd7-4933-8f43-321871821e11 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.650072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-17073bd3-4bd7-4933-8f43-321871821e11 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1816623 Nov 11 20:48:31.653624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35130) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:31.676883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:31.724860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-d160dd0a-ea5b-40a8-a336-7c64fa81c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:31.727343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.728229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-d160dd0a-ea5b-40a8-a336-7c64fa81c01f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d70c441fe29f4807998929c0898f24a5&device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 1098 time: 0.0822690 Nov 11 20:48:31.820774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:31.827115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:31.830010 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:31.836547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:31.978934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:31.979189 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.060004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=a56a785e-7435-4069-bcf3-1c4f9488bf94,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:32.120463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-58b1b640-eede-4969-9bb2-2f1d23f73e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:32.124047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-58b1b640-eede-4969-9bb2-2f1d23f73e74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3864274 Nov 11 20:48:32.155829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6e25ad07-fa10-4d4b-8842-140148f57c63 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8815920 Nov 11 20:48:32.162266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bae66-5c7f-4abf-bbdf-bd65e4e8118b None None] Pushing event updated for resources: {'Port': ['ID=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:32.168932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3fe21-53e4-4a36-9ab8-142ef84ec27a req-ba5f144b-8538-49e0-9bcc-0ce494ca50a6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:32.181011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ff3fe21-53e4-4a36-9ab8-142ef84ec27a req-ba5f144b-8538-49e0-9bcc-0ce494ca50a6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1800158 Nov 11 20:48:32.332451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.336937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89ef7613-fc3a-467f-a588-b65e7b260e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.368065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4fc72769-7e3d-4c8c-a120-73914282f66c None None] Provisioning complete for port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:32.368760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fc72769-7e3d-4c8c-a120-73914282f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.370591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-b7010c73-5641-4f88-842a-271a1844650e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=68954cf2-9477-4078-a78a-18cc85b8be9c HTTP/1.1" status: 200 len: 217 time: 0.2281969 Nov 11 20:48:32.441581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Attempting to bind port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:32.442223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Attempting to bind port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:32.442793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Attempting to bind port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 on network 994e3071-1974-4cab-afd8-f2193fb48982 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:32.468339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c611f-b7f2-4ef1-84dd-7162109083bb None None] Pushing event updated for resources: {'Port': ['ID=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:32.485038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:32.485628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Checking segment: {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:32.486123 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.486621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Bound using segment: {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:32.487946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Bound port: ad17020f-7c26-4a1f-a29d-0c9a31aaebf6, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:32.488993 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.564793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ff3fe21-53e4-4a36-9ab8-142ef84ec27a req-251dddcb-c96f-4e6b-b690-b67a510cb356 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828650 Nov 11 20:48:32.586576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-fad13891-cbbd-41dd-a97b-dc9d6ec661d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:32.589706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-fad13891-cbbd-41dd-a97b-dc9d6ec661d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2063670 Nov 11 20:48:32.659032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e4316b8-356d-4af2-9140-4b86937b99fb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:32.674573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-c644d7d3-b390-4456-bc7a-5132667ed37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:32.678746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-c644d7d3-b390-4456-bc7a-5132667ed37f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822930 Nov 11 20:48:32.748900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4fc72769-7e3d-4c8c-a120-73914282f66c None None] Provisioning complete for port 852cd305-0694-41bc-ade2-03b629cbf56f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:32.750543 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fc72769-7e3d-4c8c-a120-73914282f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.786798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Allocated IP 172.25.2.162 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/e32b7584-f463-4305-955c-04465b874f4b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:32.877605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] For port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:32.900234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4fc72769-7e3d-4c8c-a120-73914282f66c None None] Port 852cd305-0694-41bc-ade2-03b629cbf56f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:32.910088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] For port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:32.916296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 7e4316b8-356d-4af2-9140-4b86937b99fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:32.916861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.993614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.999467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca5196-059c-47ff-8196-99b0d9812b6a req-12127d7f-7fe4-4064-9e4a-9e81b5904d62 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:33.008610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0cca5196-059c-47ff-8196-99b0d9812b6a req-12127d7f-7fe4-4064-9e4a-9e81b5904d62 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 947 time: 0.1453795 Nov 11 20:48:33.012299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8b71e-ac88-474d-b616-022e8c2d7aef None None] Network d896e8a9-8693-4938-99ad-cdd8af9527fb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:33.023238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.043906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-f222d440-b93d-4598-ad70-b659b34c34b1 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518186 Nov 11 20:48:33.058530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35180) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:33.064262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b2667d18-4ed7-46c4-89d9-8ae49842f21d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835173882', 'description': 'tempest-description--1894992001'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:33.098694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0cca5196-059c-47ff-8196-99b0d9812b6a req-44f17de4-5e6f-4bd9-a3b4-cc0df146a539 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864720 Nov 11 20:48:33.172361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2667d18-4ed7-46c4-89d9-8ae49842f21d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.209083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.242058 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e144b69-a30a-4d65-9d93-d9f4ca636f6b req-1634cbd8-0111-4c50-b3ef-c6f0e7a77421 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630995 Nov 11 20:48:33.256815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:33.257213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:33.258976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Provisioning complete for port a56a785e-7435-4069-bcf3-1c4f9488bf94 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:33.259356 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.309149 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:33.321408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:33.339590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.345374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:33.374030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c611f-b7f2-4ef1-84dd-7162109083bb None None] Pushing event updated for resources: {'Port': ['ID=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:33.457848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2667d18-4ed7-46c4-89d9-8ae49842f21d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.459057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event updated for resources: {'Port': ['ID=e32b7584-f463-4305-955c-04465b874f4b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:33.483938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Port a56a785e-7435-4069-bcf3-1c4f9488bf94 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:33.531828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2667d18-4ed7-46c4-89d9-8ae49842f21d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.550671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 7e4316b8-356d-4af2-9140-4b86937b99fb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7e4316b8-356d-4af2-9140-4b86937b99fb,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:33.585290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Provisioning complete for port 7e4316b8-356d-4af2-9140-4b86937b99fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:33.585666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.588835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.606533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:33.607198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2667d18-4ed7-46c4-89d9-8ae49842f21d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b3ecb-c192-490e-89c5-55b0b8f0c6db,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:33.610330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:33.677342 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2667d18-4ed7-46c4-89d9-8ae49842f21d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.681404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b2667d18-4ed7-46c4-89d9-8ae49842f21d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6215522 Nov 11 20:48:33.682551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:33.691366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e165c9f9-8b79-4893-a4cf-8fe982bc5591 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'security_group_rule': {'security_group_id': 'c64b3ecb-c192-490e-89c5-55b0b8f0c6db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:33.693511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.694318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:33.776524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebba01-1f77-4eed-8b54-de0663b4038b req-825c45a2-7a66-4f71-abf8-d88b00bf034a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:33.779169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.784678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70ebba01-1f77-4eed-8b54-de0663b4038b req-825c45a2-7a66-4f71-abf8-d88b00bf034a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1175957 Nov 11 20:48:33.872342 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e165c9f9-8b79-4893-a4cf-8fe982bc5591 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.887642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70ebba01-1f77-4eed-8b54-de0663b4038b req-421f8ffe-ff4e-49c6-a857-13c1c85adb66 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916443 Nov 11 20:48:33.997985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=7e4316b8-356d-4af2-9140-4b86937b99fb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:34.056790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e165c9f9-8b79-4893-a4cf-8fe982bc5591 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.111432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:34.111432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.111432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:34.111432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.139591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e165c9f9-8b79-4893-a4cf-8fe982bc5591 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.226886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165c9f9-8b79-4893-a4cf-8fe982bc5591 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a23993e-5370-47e6-bfe7-a6275abcc8f5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:34.287673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfefc4-a357-4390-afa7-28ba594f388d req-3e1122e1-7ef3-4f63-81dc-a3a2005e9327 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:34.297494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ccbfefc4-a357-4390-afa7-28ba594f388d req-3e1122e1-7ef3-4f63-81dc-a3a2005e9327 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 947 time: 0.0960310 Nov 11 20:48:34.323768 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e165c9f9-8b79-4893-a4cf-8fe982bc5591 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.325673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e165c9f9-8b79-4893-a4cf-8fe982bc5591 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6410682 Nov 11 20:48:34.328952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:34.335510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Provisioning complete for port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:34.336084 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.337727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d46aaa34-904b-4c8d-be5e-0a7b3a2e10f5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'security_group_rule': {'security_group_id': 'c64b3ecb-c192-490e-89c5-55b0b8f0c6db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:34.374000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ccbfefc4-a357-4390-afa7-28ba594f388d req-fc840a5b-1fcb-40c8-816c-2d149538620f tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753834 Nov 11 20:48:34.406019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.490825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.516469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:32Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:34.542734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b98908b0-dfa9-4e29-8bfc-26c78d3984e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.601271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f9d50-4ea5-49d3-973f-ade90de9b022 None None] The sync data for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 is: [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:32Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:34.604324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e4316b8-356d-4af2-9140-4b86937b99fb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:34.615528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d46aaa34-904b-4c8d-be5e-0a7b3a2e10f5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.663635 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.688737 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.700182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event updated for resources: {'Port': ['ID=e32b7584-f463-4305-955c-04465b874f4b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:34.717333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:48:34.729531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.788555 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d46aaa34-904b-4c8d-be5e-0a7b3a2e10f5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.814352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:34.820257 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82805e9-aeb8-4453-86a1-3b2165b3c493" -d '{"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:34.824493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] For port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:34.842788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.855384 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a05f27f4-e660-4395-93a4-a9da3aa697fe tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1993988 Nov 11 20:48:34.863518 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d46aaa34-904b-4c8d-be5e-0a7b3a2e10f5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.888295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:34.896177 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f89d7c7-63e6-4ff9-a915-e05cac06ef68 x-openstack-request-id: req-7f89d7c7-63e6-4ff9-a915-e05cac06ef68 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:34.897944 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:34.898424 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f89d7c7-63e6-4ff9-a915-e05cac06ef68 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:34.899117 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'code': 200} Nov 11 20:48:34.903598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46aaa34-904b-4c8d-be5e-0a7b3a2e10f5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8263b8aa-db61-4048-b641-64cc69f1aa07,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:34.991461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d46aaa34-904b-4c8d-be5e-0a7b3a2e10f5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.995569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d46aaa34-904b-4c8d-be5e-0a7b3a2e10f5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6605737 Nov 11 20:48:34.995831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35224) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:35.001951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:35.138137 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.161817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf82373-7d0c-4de2-be8e-5d1685d00563 req-9e0e91c6-e1d2-472c-a6d1-441ae524dfb1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:35.171113 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cf82373-7d0c-4de2-be8e-5d1685d00563 req-9e0e91c6-e1d2-472c-a6d1-441ae524dfb1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1039774 Nov 11 20:48:35.246432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:35.256323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cf82373-7d0c-4de2-be8e-5d1685d00563 req-a0a9a83d-72a0-47a9-b771-731aa0fe53ef tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834196 Nov 11 20:48:35.287717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'mac_address': 'fa:16:3e:d8:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:48:35.292649 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.296318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.309180 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.399963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Pushing event updated for resources: {'Port': ['ID=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:35.404707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 7e4316b8-356d-4af2-9140-4b86937b99fb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:35.405089 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.484396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 172.25.2.232 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:35.626270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Provisioning complete for port 852cd305-0694-41bc-ade2-03b629cbf56f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:35.628877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.705430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.764355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:35.767391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.788852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b2034fea-a61b-4db7-8e93-af128a43bfe0 None None] Port 852cd305-0694-41bc-ade2-03b629cbf56f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:35.803086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68954cf2-9477-4078-a78a-18cc85b8be9c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:35.835156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:35.933670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-48a119fd-6642-4bb1-ae4f-b7a48bb13b04 None None] Provisioning complete for port 7e4316b8-356d-4af2-9140-4b86937b99fb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:35.934483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48a119fd-6642-4bb1-ae4f-b7a48bb13b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:36.095888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-48a119fd-6642-4bb1-ae4f-b7a48bb13b04 None None] Provisioning complete for port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:36.096255 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48a119fd-6642-4bb1-ae4f-b7a48bb13b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:36.390283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:36.424414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:36.430268 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:36.609071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:36.642039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:36.663371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:36.664636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:36.670960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:36.690079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:36.818601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['68954cf2-9477-4078-a78a-18cc85b8be9c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:36.857609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6425-36c3-4489-816e-ae7fd84d83b2 req-7b541ea9-5397-46b7-a784-ed05a934b224 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:36.873872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52df6425-36c3-4489-816e-ae7fd84d83b2 req-7b541ea9-5397-46b7-a784-ed05a934b224 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 948 time: 0.1204088 Nov 11 20:48:36.926400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:36.980187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52df6425-36c3-4489-816e-ae7fd84d83b2 req-3d840e7d-428c-4e7b-855f-2eb031da9cd3 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889997 Nov 11 20:48:36.999486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:36.999486 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.044670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.066043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.267734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f877562-ffc3-4ca0-bed3-14ab9cf6a605 req-af26bdfa-ffc9-412e-9419-c8eb4b3df0ac tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:37.269975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f877562-ffc3-4ca0-bed3-14ab9cf6a605 req-af26bdfa-ffc9-412e-9419-c8eb4b3df0ac tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0662630 Nov 11 20:48:37.344458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f877562-ffc3-4ca0-bed3-14ab9cf6a605 req-e68f25fc-65cf-43b9-9a50-b9130f48c9c5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608592 Nov 11 20:48:37.382449 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.458298 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.477206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12e261-5b60-4016-b205-5349876e7ef1 req-78f4f421-d345-4df0-a4a6-5d706e5d8af3 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:37.484713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e12e261-5b60-4016-b205-5349876e7ef1 req-78f4f421-d345-4df0-a4a6-5d706e5d8af3 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 945 time: 0.0733926 Nov 11 20:48:37.540774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:37.551449 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.551670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e12e261-5b60-4016-b205-5349876e7ef1 req-cbe79136-53e0-4db3-bae1-8afac0ba9979 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups?id=11afb6c9-619b-4743-bb3a-5412c5688b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658426 Nov 11 20:48:37.619858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.621196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-66a837f3-f456-47f3-bb66-347584b48a8f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6243327 Nov 11 20:48:37.709897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:38.348979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52715caf-7861-453e-908a-441708a95c8c req-5e8e3bd5-e6a6-4a3d-8b6e-d18afbd3347c tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:38.351677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52715caf-7861-453e-908a-441708a95c8c req-5e8e3bd5-e6a6-4a3d-8b6e-d18afbd3347c tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.62 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 945 time: 0.1124158 Nov 11 20:48:38.463864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Deleting port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:38.464497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:38.575451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] For port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:38.575863 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:38.712783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:38.791102 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:38.791770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:38.792501 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Floating IP f3314a7e-9541-4660-ada2-f693c52b3f88 disassociated. External IP: 172.25.2.150, port: 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75. Nov 11 20:48:38.793139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Calling delete_port for 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:38.874977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 68954cf2-9477-4078-a78a-18cc85b8be9c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:48:38.879737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 68954cf2-9477-4078-a78a-18cc85b8be9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:38.880372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.023736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.059127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:39.062220 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7bfe3-aa4d-4578-9e6d-2e15cd970c8f" -d '{"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-plugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:39.073966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.096283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:39.141278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event deleted for resources: {'Port': ['ID=83138df2-3cc2-488c-bf2b-b5c3f4ba5a75,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:39.223895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.295154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:39.387831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Router 7dec4af5-5938-4ecc-8164-4bd4388665e8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:39.563991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:39.579191 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] Sync routers for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:39.602666 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:39.603300 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:39.628387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] No DVR routers for this DVR port 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:39.631362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.634825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52715caf-7861-453e-908a-441708a95c8c req-c8e02ac6-6d0b-4102-a107-d8d29bf76697 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.62 "DELETE /v2.0/ports/83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 HTTP/1.1" status: 204 len: 173 time: 1.2765784 Nov 11 20:48:39.635279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'name': 'network-vif-deleted', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:39.637664 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7574a-27a7-4a04-a157-2c1ff2e0c8a4" -d '{"events": [{"server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "name": "network-vif-deleted", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:39.870920 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:39.920622 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-e94c7e5f-153b-4f59-aef0-5151fbd97a85 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1835173882&fields=id&tenant_id=6df7ce7d66484e0d9608d313b22de295 HTTP/1.1" status: 200 len: 267 time: 0.1292818 Nov 11 20:48:40.053304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9c83fddd-7685-4080-95a0-6d25b087abc5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.061184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9c83fddd-7685-4080-95a0-6d25b087abc5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports/852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 200 len: 937 time: 0.1338847 Nov 11 20:48:40.089180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c467ca-0b78-44b3-91e1-9b592c8862cc req-f5b7a69a-e523-4bf8-8e30-6e0d803c5c52 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.091740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87c467ca-0b78-44b3-91e1-9b592c8862cc req-f5b7a69a-e523-4bf8-8e30-6e0d803c5c52 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 949 time: 0.1194365 Nov 11 20:48:40.192590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f7589050-7da5-408f-bd99-1a3e75f8abc2 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.201568 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f7589050-7da5-408f-bd99-1a3e75f8abc2 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports/a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 200 len: 935 time: 0.1392159 Nov 11 20:48:40.210447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87c467ca-0b78-44b3-91e1-9b592c8862cc req-e360d8fa-b1c8-4212-83d7-34f2f5e8f6ec tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075726 Nov 11 20:48:40.282053 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:13Z', 'revision_number': 5, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:40.303610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-5f3bed06-577c-4b32-bc3f-d7b06130aee8 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0963588 Nov 11 20:48:40.374001 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] Checking router: 7dec4af5-5938-4ecc-8164-4bd4388665e8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:40.374001 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:40.374001 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:40.374309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-641ce0a9-ddbd-4b65-b7b8-5975b946eef6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0415759 Nov 11 20:48:40.534828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29370998-978f-4d72-8401-489863444212 req-c22ccd62-4f89-486b-9b26-8288b3c42272 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.537166 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29370998-978f-4d72-8401-489863444212 req-c22ccd62-4f89-486b-9b26-8288b3c42272 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0818057 Nov 11 20:48:40.605619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b9753d92-3e94-4e0f-815d-a14b2ffa5cdc tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.615730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29370998-978f-4d72-8401-489863444212 req-488fe9e6-8649-4c7a-a17b-c5453db8a8d6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695961 Nov 11 20:48:40.616218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b9753d92-3e94-4e0f-815d-a14b2ffa5cdc tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.623099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b9753d92-3e94-4e0f-815d-a14b2ffa5cdc tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.625205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b9753d92-3e94-4e0f-815d-a14b2ffa5cdc tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/networks?id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=d896e8a9-8693-4938-99ad-cdd8af9527fb&id=d896e8a9-8693-4938-99ad-cdd8af9527fb HTTP/1.1" status: 200 len: 1993 time: 0.2778723 Nov 11 20:48:40.641683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-1dd519ee-f2df-4795-a338-aeb809d27721 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/quotas/6df7ce7d66484e0d9608d313b22de295 HTTP/1.1" status: 200 len: 375 time: 0.0103748 Nov 11 20:48:40.707998 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:40.713488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:40.775846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-78533296-319c-4030-ae17-0caa9b6b9f47 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1259897 Nov 11 20:48:40.781770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:40.786308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83138df2-3cc2-488c-bf2b-b5c3f4ba5a75 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:40.824775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1cb76ca-efd6-4b07-a388-b3947b54502c req-bd65dbad-e0a9-4861-ab11-0f35410d8235 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cd2863c-97f1-4096-89e4-e2e9dd5ea45c HTTP/1.1" status: 200 len: 210 time: 0.0608392 Nov 11 20:48:40.906600 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86ac22-0164-456c-92f9-9562cb622221 x-openstack-request-id: req-9c86ac22-0164-456c-92f9-9562cb622221 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:40.907139 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-plugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:40.907587 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c86ac22-0164-456c-92f9-9562cb622221 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:40.908182 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'code': 200} Nov 11 20:48:40.978301 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba816f8-c2bf-43f9-928d-266f18dbadbe x-openstack-request-id: req-1ba816f8-c2bf-43f9-928d-266f18dbadbe {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:40.978669 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd2863c-97f1-4096-89e4-e2e9dd5ea45c", "name": "network-vif-deleted", "tag": "83138df2-3cc2-488c-bf2b-b5c3f4ba5a75", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:40.980458 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ba816f8-c2bf-43f9-928d-266f18dbadbe {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:40.980954 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd2863c-97f1-4096-89e4-e2e9dd5ea45c', 'name': 'network-vif-deleted', 'tag': '83138df2-3cc2-488c-bf2b-b5c3f4ba5a75', 'status': 'completed', 'code': 200} Nov 11 20:48:41.095299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-c8dc5ecc-84b2-4bb5-a3b6-b424dc454f18 service neutron] 10.222.0.31 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838032 Nov 11 20:48:41.145611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325cefe-512c-46dd-84e9-2a6daba7cf75 req-834f783b-4644-48a6-bdce-4b666bbaaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.147585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7325cefe-512c-46dd-84e9-2a6daba7cf75 req-834f783b-4644-48a6-bdce-4b666bbaaa95 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 1100 time: 0.1429880 Nov 11 20:48:41.220472 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:13Z', 'revision_number': 5, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:41.271715 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168299b1-b26d-48f6-9fa6-9c5ccbd6d122 None None] The sync data for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 is: [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:46:08Z', 'revision_number': 4, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c29f1a31-90bd-4059-a6c6-2ecfff230dcd', 'name': '', 'network_id': 'b7521bb2-b339-462d-9ea8-ab4b0c1ef000', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'mac_address': 'fa:16:3e:2a:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:07Z', 'updated_at': '2021-11-11T20:46:13Z', 'revision_number': 5, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'subnets': [{'id': 'f95ef65d-fd22-4c04-96c8-584bbcefa062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:41.288630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7325cefe-512c-46dd-84e9-2a6daba7cf75 req-88db9adc-01f2-4dd0-9931-e53ba3688e6b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921407 Nov 11 20:48:41.294684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9f8e1fe4-8d22-4549-b0b6-82a194b8fa27 service neutron] 10.222.0.31 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906033 Nov 11 20:48:41.354686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-95984bea-170b-4b7a-867b-9c23e14d6103 service neutron] 10.222.0.31 "GET /v2.0/ports/852cd305-0694-41bc-ade2-03b629cbf56f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0499101 Nov 11 20:48:41.423214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217a2b2-1f25-4351-93d4-5f5106989f69 req-9e60e059-abb7-4637-99cf-479cc126242d tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.442611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7217a2b2-1f25-4351-93d4-5f5106989f69 req-9e60e059-abb7-4637-99cf-479cc126242d tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 949 time: 0.0886893 Nov 11 20:48:41.517606 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7217a2b2-1f25-4351-93d4-5f5106989f69 req-a481c923-18d2-4265-8fc4-205ea896e351 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719438 Nov 11 20:48:41.643938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a585d130-a0c8-4d41-8dc2-056b603ba729 service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823555 Nov 11 20:48:41.786361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc19f4-0b9f-471b-8b69-cb0c697e8ace req-1ede2fe2-2780-4b83-a26d-f2bd03624bfc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.797608 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-decc19f4-0b9f-471b-8b69-cb0c697e8ace req-1ede2fe2-2780-4b83-a26d-f2bd03624bfc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0939894 Nov 11 20:48:41.814177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-5013b2c5-a0e0-4722-a7cc-c6f8029136ed service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529045 Nov 11 20:48:41.876620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44a4cd7-abe0-4076-83ba-072bb7ead680 None None] New status for floating IP f3314a7e-9541-4660-ada2-f693c52b3f88: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:48:41.882218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-d192d9b0-a67b-42bc-9ea3-742e4e1a9973 service neutron] 10.222.0.31 "GET /v2.0/ports/a56a785e-7435-4069-bcf3-1c4f9488bf94?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0525980 Nov 11 20:48:41.912542 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-decc19f4-0b9f-471b-8b69-cb0c697e8ace req-1eecb9de-9eb7-4cba-8c8c-62774bf05169 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963726 Nov 11 20:48:42.072244 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35360) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:42.083702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-0f9b6d66-072c-498f-b674-eb11e15481c0 service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812084 Nov 11 20:48:42.254244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-25fe61c5-27f8-4aed-ac5e-f97550d1740e service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616154 Nov 11 20:48:42.256046 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74d3c3a1-2f28-444f-b372-8e30e45d8ab7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:42.302800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74d3c3a1-2f28-444f-b372-8e30e45d8ab7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:42.390992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-7c0ed083-f1e8-483a-8ef7-c85e304132f6 service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294219 Nov 11 20:48:42.472020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74d3c3a1-2f28-444f-b372-8e30e45d8ab7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:42.475356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74d3c3a1-2f28-444f-b372-8e30e45d8ab7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:42.476778 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-74d3c3a1-2f28-444f-b372-8e30e45d8ab7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "DELETE /v2.0/security-groups/11afb6c9-619b-4743-bb3a-5412c5688b4c HTTP/1.1" status: 204 len: 168 time: 0.4034638 Nov 11 20:48:42.479979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35388) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:42.489699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3c3a1-2f28-444f-b372-8e30e45d8ab7 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11afb6c9-619b-4743-bb3a-5412c5688b4c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:42.499835 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-edfa219c-cb23-464b-8ce9-df76206985ba tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] show failed (client error): The resource could not be found. Nov 11 20:48:42.500914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-edfa219c-cb23-464b-8ce9-df76206985ba tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "GET /v2.0/security-groups/11afb6c9-619b-4743-bb3a-5412c5688b4c HTTP/1.1" status: 404 len: 347 time: 0.0199199 Nov 11 20:48:42.506726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35390) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:42.546496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-636aa502-ed09-41e0-aec3-d2bff1a7207a service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474113 Nov 11 20:48:42.765513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2b1c4972-524b-44f1-bb7b-643d8de81e18 service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986287 Nov 11 20:48:42.786154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e158e-a3f4-4df9-98f7-b39287889363 req-b0d9bb74-0957-4038-af87-605ff28b4e3f tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:42.797331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-716e158e-a3f4-4df9-98f7-b39287889363 req-b0d9bb74-0957-4038-af87-605ff28b4e3f tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 949 time: 0.1299062 Nov 11 20:48:42.877309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Deleting port 3172694b-6318-4dcf-8f36-830d7150a68e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:42.879468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:42.998542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-031054b4-b267-4e85-942e-1134a8ef2419 service neutron] 10.222.0.31 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210729 Nov 11 20:48:43.016071 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-716e158e-a3f4-4df9-98f7-b39287889363 req-70be0c9a-83fb-45eb-9892-ce9facfcfd0d tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195218 Nov 11 20:48:43.082643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:43.083027 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:43.110724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Calling delete_port for 3172694b-6318-4dcf-8f36-830d7150a68e owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:43.139839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-4df5e248-ba24-4db4-82a1-29e54a0c2fb6 service neutron] 10.222.0.31 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325710 Nov 11 20:48:43.280193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-1fa61949-8ebf-4cfe-9f13-b041c6e854fc service neutron] 10.222.0.31 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248567 Nov 11 20:48:43.369413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa9d8-6fbe-4ce6-8b5b-02a1b469fa11 req-e35aaf5a-43ae-42cf-879f-9b0aaf311789 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:43.379141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4dfa9d8-6fbe-4ce6-8b5b-02a1b469fa11 req-e35aaf5a-43ae-42cf-879f-9b0aaf311789 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1502435 Nov 11 20:48:43.397596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-360f7760-3821-4f99-8538-38478362af24 service neutron] 10.222.0.31 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052375 Nov 11 20:48:43.458653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4dfa9d8-6fbe-4ce6-8b5b-02a1b469fa11 req-8c257e35-b806-4bae-9042-d6f2d27c4b27 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725350 Nov 11 20:48:43.530298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-e6c470ba-b4a2-48ce-a67b-c8dc355f5e09 service neutron] 10.222.0.31 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262367 Nov 11 20:48:43.577941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:43.611445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Pushing event deleted for resources: {'Port': ['ID=3172694b-6318-4dcf-8f36-830d7150a68e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:43.704405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:43.707524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:43.711729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-73b8d952-ee15-4b8a-ac1d-8465636144a9 tempest-ServersTestFqdnHostnames-461999972 tempest-ServersTestFqdnHostnames-461999972-project] 10.222.0.31 "DELETE /v2.0/floatingips/f3314a7e-9541-4660-ada2-f693c52b3f88 HTTP/1.1" status: 204 len: 168 time: 1.2011666 Nov 11 20:48:43.712114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35414) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:44.509559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:44.803419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Deleting port c29f1a31-90bd-4059-a6c6-2ecfff230dcd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:44.803837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:44.915720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] For port c29f1a31-90bd-4059-a6c6-2ecfff230dcd, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:44.916638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:44.939442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Calling delete_port for c29f1a31-90bd-4059-a6c6-2ecfff230dcd owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:45.229223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:45.287007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29f1a31-90bd-4059-a6c6-2ecfff230dcd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:45.576249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:45.595177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf4b13-0c74-48dc-b2be-c36ecf0000dc req-545e92a1-6341-47b4-bd94-279afe3f7425 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:45.603003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64bf4b13-0c74-48dc-b2be-c36ecf0000dc req-545e92a1-6341-47b4-bd94-279afe3f7425 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 949 time: 0.1484575 Nov 11 20:48:45.672273 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64bf4b13-0c74-48dc-b2be-c36ecf0000dc req-fc9f3467-fe9d-430e-bf66-0ed3ea932c1b tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616860 Nov 11 20:48:45.905004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444b579-c21e-47ec-ae75-ed37a53ec87e req-57d4dae5-246d-48c3-b37f-21263d21636a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:45.911056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6444b579-c21e-47ec-ae75-ed37a53ec87e req-57d4dae5-246d-48c3-b37f-21263d21636a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.0927353 Nov 11 20:48:46.080014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6444b579-c21e-47ec-ae75-ed37a53ec87e req-1ad9c455-2821-4966-b087-084972c89f69 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312442 Nov 11 20:48:46.098472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Router 7dec4af5-5938-4ecc-8164-4bd4388665e8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:46.189476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513d36a8-dbf4-44de-9df4-e1e948638589 req-22cb202a-6190-4e38-a28e-0639d2753021 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0374465 Nov 11 20:48:46.254970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:46.266430 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] Sync routers for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:46.269707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3835cc93-5ef7-490a-a20e-ebce59dc3552 admin admin] 10.222.0.31 "PUT /v2.0/routers/7dec4af5-5938-4ecc-8164-4bd4388665e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555344 Nov 11 20:48:46.272978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:46.284503 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:46.284503 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:46.396585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:46.404083 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:46.536945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:46.657693 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '73b8802e-d900-4701-af81-591f6081d2a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:48:45Z', 'revision_number': 5, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port': {'id': '73b8802e-d900-4701-af81-591f6081d2a5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:46:01Z', 'updated_at': '2021-11-11T20:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:46.689003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Deleting port 73b8802e-d900-4701-af81-591f6081d2a5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:46.689356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:46.693037 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] Checking router: 7dec4af5-5938-4ecc-8164-4bd4388665e8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:46.708559 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] Routers {'7dec4af5-5938-4ecc-8164-4bd4388665e8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:46.709481 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:48:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7dec4af5-5938-4ecc-8164-4bd4388665e8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:46.789981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] For port 73b8802e-d900-4701-af81-591f6081d2a5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=73b8802e-d900-4701-af81-591f6081d2a5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:46.790238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:46.810986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Calling delete_port for 73b8802e-d900-4701-af81-591f6081d2a5 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:46.830375 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] Set router 7dec4af5-5938-4ecc-8164-4bd4388665e8 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:46.897795 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:48:46Z', 'revision_number': 6, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:46.931741 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c1aa73-8ac8-4a07-9664-2bfc42cca709 None None] The sync data for ids ['7dec4af5-5938-4ecc-8164-4bd4388665e8'] in n-d-805734-3 is: [{'id': '7dec4af5-5938-4ecc-8164-4bd4388665e8', 'name': 'tempest-ServersTestFqdnHostnames-1909067679-router', 'tenant_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:45:59Z', 'updated_at': '2021-11-11T20:48:46Z', 'revision_number': 6, 'project_id': '4af6f9d9d7b643788dfdb8532e9576e0', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:47.183622 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:47.238491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Pushing event deleted for resources: {'Port': ['ID=73b8802e-d900-4701-af81-591f6081d2a5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:47.806433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:47.992291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:47.995510 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.240253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.240834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dec4af5-5938-4ecc-8164-4bd4388665e8 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:48:48.245928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.247154 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6b42be67-668a-44a2-9db9-6c462be4463b admin admin] 10.222.0.31 "DELETE /v2.0/routers/7dec4af5-5938-4ecc-8164-4bd4388665e8 HTTP/1.1" status: 204 len: 168 time: 1.9722753 Nov 11 20:48:48.252914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:48.361450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] Deleting subnet f95ef65d-fd22-4c04-96c8-584bbcefa062 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:48.368729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.428674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.538228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.653987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 73b8802e-d900-4701-af81-591f6081d2a5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:48.685240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 73b8802e-d900-4701-af81-591f6081d2a5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:48.685936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 73b8802e-d900-4701-af81-591f6081d2a5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:48.686534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c29f1a31-90bd-4059-a6c6-2ecfff230dcd no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:48.716891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c29f1a31-90bd-4059-a6c6-2ecfff230dcd {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:48.717549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c29f1a31-90bd-4059-a6c6-2ecfff230dcd not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:48.806889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.833412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95ef65d-fd22-4c04-96c8-584bbcefa062,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:48.842559 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:48.846913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-061fe866-e1e9-452c-8414-d3e3a2d2829e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f95ef65d-fd22-4c04-96c8-584bbcefa062 HTTP/1.1" status: 204 len: 168 time: 0.5960286 Nov 11 20:48:48.848694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a17bc7-9863-4655-a24c-132532f5662b None None] Network b7521bb2-b339-462d-9ea8-ab4b0c1ef000 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:48.850306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:48.969096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.029404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Deleting port 5130abc7-014c-46e7-9caf-e266e53528f5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:49.040763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.087098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] DHCP port deletion for b7521bb2-b339-462d-9ea8-ab4b0c1ef000 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:48:49.117161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] For port 5130abc7-014c-46e7-9caf-e266e53528f5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5130abc7-014c-46e7-9caf-e266e53528f5,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:49.118061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.135152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Calling delete_port for 5130abc7-014c-46e7-9caf-e266e53528f5 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:49.140388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] Deleting port 5130abc7-014c-46e7-9caf-e266e53528f5 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:49.140764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.213749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] For port 5130abc7-014c-46e7-9caf-e266e53528f5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5130abc7-014c-46e7-9caf-e266e53528f5,segment=NetworkSegment(a62fac63-bfec-4bbf-b6e3-c3540c34133a),segment_id=a62fac63-bfec-4bbf-b6e3-c3540c34133a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:49.215454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.236235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] Calling delete_port for 5130abc7-014c-46e7-9caf-e266e53528f5 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:49.537854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.544557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.563877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5130abc7-014c-46e7-9caf-e266e53528f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:49.573296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] No DVR routers for this DVR port 5130abc7-014c-46e7-9caf-e266e53528f5 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:49.576852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] Pushing event deleted for resources: {'Port': ['ID=5130abc7-014c-46e7-9caf-e266e53528f5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:49.587207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58aa88-e284-44e8-8dec-9351144826ef None None] No DVR routers for this DVR port 5130abc7-014c-46e7-9caf-e266e53528f5 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:49.659060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.680820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7521bb2-b339-462d-9ea8-ab4b0c1ef000']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:49.691814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62fac63-bfec-4bbf-b6e3-c3540c34133a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:49.692114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62fac63-bfec-4bbf-b6e3-c3540c34133a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:49.702406 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.730734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.754600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:49.755003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:49.756775 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:49.919050 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.923851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.931264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b7521bb2-b339-462d-9ea8-ab4b0c1ef000 HTTP/1.1" status: 204 len: 168 time: 1.0722179 Nov 11 20:48:49.960106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b287d0-3f7c-4111-a12a-2016136985b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7521bb2-b339-462d-9ea8-ab4b0c1ef000,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:50.065766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9e1b6c2b-7a7b-42bf-9984-db5427930726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:50.067472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9e1b6c2b-7a7b-42bf-9984-db5427930726 service neutron] 10.222.0.58 "GET /v2.0/ports/852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 200 len: 1033 time: 0.0536695 Nov 11 20:48:50.115466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-6399dc94-45ba-414f-bc54-09f6303db386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:50.117012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-6399dc94-45ba-414f-bc54-09f6303db386 service neutron] 10.222.0.58 "GET /v2.0/ports/a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 200 len: 1031 time: 0.0400531 Nov 11 20:48:50.242124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-dbff2a5f-52e4-411c-856d-599c62941020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:50.247943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-dbff2a5f-52e4-411c-856d-599c62941020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:50.254500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-dbff2a5f-52e4-411c-856d-599c62941020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:50.256383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-dbff2a5f-52e4-411c-856d-599c62941020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "GET /v2.0/networks?id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=d896e8a9-8693-4938-99ad-cdd8af9527fb&id=d896e8a9-8693-4938-99ad-cdd8af9527fb HTTP/1.1" status: 200 len: 1993 time: 0.1309226 Nov 11 20:48:50.340127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-4102a484-2d44-46eb-838f-e0572e0fa37a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6df7ce7d66484e0d9608d313b22de295 HTTP/1.1" status: 200 len: 380 time: 0.0729177 Nov 11 20:48:50.351183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'admin_state_up': True, 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'security_groups': ['c64b3ecb-c192-490e-89c5-55b0b8f0c6db']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:50.559168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5130abc7-014c-46e7-9caf-e266e53528f5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:50.582595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5130abc7-014c-46e7-9caf-e266e53528f5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:50.582944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5130abc7-014c-46e7-9caf-e266e53528f5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:50.594541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:50.598405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.640800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:50.695234 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b4ae251a-244e-4c07-8b84-f8e05668657e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4af6f9d9d7b643788dfdb8532e9576e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525112 Nov 11 20:48:50.695478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:50.749110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 172.20.0.12 (0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76/4be6fb7e-1626-4d24-98c5-03d0d9565aec/f2f09207-b187-4b4b-83ed-07967365c5dc) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:50.750009 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c3a8aa-3f4b-4334-83e7-4048473f2d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.798221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c3a8aa-3f4b-4334-83e7-4048473f2d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.869270 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-ca0523d4-a2b4-4629-b860-2f96cc592302 service neutron] show failed (client error): The resource could not be found. Nov 11 20:48:50.870361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-ca0523d4-a2b4-4629-b860-2f96cc592302 service neutron] 10.222.0.58 "GET /v2.0/ports/e5c0011a-ae1e-4b6b-b11e-2ac932813395/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0990899 Nov 11 20:48:50.975896 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c3a8aa-3f4b-4334-83e7-4048473f2d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.979237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c3a8aa-3f4b-4334-83e7-4048473f2d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.979713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-66c3a8aa-3f4b-4334-83e7-4048473f2d2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5d1f755-cb00-4440-b184-833ba57a6cb9 HTTP/1.1" status: 204 len: 168 time: 0.2833683 Nov 11 20:48:50.980627 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.017342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3a8aa-3f4b-4334-83e7-4048473f2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1f755-cb00-4440-b184-833ba57a6cb9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:51.132926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.245289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:51.252186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:51.256316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:51.262143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=f2f09207-b187-4b4b-83ed-07967365c5dc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:51.332335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336ea05-bd1e-42dc-ad09-305a913347bd req-8ee68aae-869d-44fe-9763-983304cf7e36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:51.333941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a336ea05-bd1e-42dc-ad09-305a913347bd req-8ee68aae-869d-44fe-9763-983304cf7e36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1867273 Nov 11 20:48:51.450436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:51.451834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.595063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a336ea05-bd1e-42dc-ad09-305a913347bd req-359e125d-0095-41c0-aad6-a6970be851ac tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255256 Nov 11 20:48:51.626470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-a4d78089-711d-4b8e-95af-64a908a316d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2791040 Nov 11 20:48:51.638718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'admin_state_up': True, 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'security_groups': ['c64b3ecb-c192-490e-89c5-55b0b8f0c6db']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:51.787163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2629480f-03ce-4a03-8fce-f9e46be55a19 None None] Provisioning complete for port f2f09207-b187-4b4b-83ed-07967365c5dc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:51.788807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2629480f-03ce-4a03-8fce-f9e46be55a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.906640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-6377d3f8-d561-432a-a4e8-03ee072a37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:51.913511 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-6377d3f8-d561-432a-a4e8-03ee072a37c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 1101 time: 0.1140232 Nov 11 20:48:51.945750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:51.980450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2629480f-03ce-4a03-8fce-f9e46be55a19 None None] Port f2f09207-b187-4b4b-83ed-07967365c5dc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:52.063332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:52.082299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e541789-0ea9-475d-8f2e-7b2c5538309a req-4b7df5e1-22c6-4996-ac81-d9da2c518788 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:52.082474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:52.094167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e541789-0ea9-475d-8f2e-7b2c5538309a req-4b7df5e1-22c6-4996-ac81-d9da2c518788 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 932 time: 0.1871252 Nov 11 20:48:52.182743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:52.186923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:52.209469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e541789-0ea9-475d-8f2e-7b2c5538309a req-8f1477a9-a480-4e94-9f5a-2f39f696a68e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143212 Nov 11 20:48:52.512133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 10.1.1.123 (7518ecc2-0d90-4e11-9fde-55cc19da2878/dd0da0de-56dc-4722-8b26-4a812a8b9d04/62468265-2c59-4259-8a89-656c9d6f0f66) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:52.646060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:52.730682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:52.829060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:52.836066 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6a6a50-69b2-483a-b488-ea468dc0f664" -d '{"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:52.843830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:52.861142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Transition to ACTIVE for port object e5c0011a-ae1e-4b6b-b11e-2ac932813395 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:48:52.871704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:52.907410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144a8ce-3f6b-48ad-82af-a5c571eb2b16 req-5878112b-04e4-4191-9249-733669f2f747 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:52.909388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3144a8ce-3f6b-48ad-82af-a5c571eb2b16 req-5878112b-04e4-4191-9249-733669f2f747 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1721625 Nov 11 20:48:53.000229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.009522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3144a8ce-3f6b-48ad-82af-a5c571eb2b16 req-0e950058-e6e4-415a-9e8d-88ff6bb85b54 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688272 Nov 11 20:48:53.099232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:53.109991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.158348 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ccdeb1-2690-4e6c-9a42-6d9a357339fc x-openstack-request-id: req-c4ccdeb1-2690-4e6c-9a42-6d9a357339fc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:53.158946 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:53.164968 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4ccdeb1-2690-4e6c-9a42-6d9a357339fc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:53.164968 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'code': 200} Nov 11 20:48:53.177722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:53.183984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] No DVR routers for this DVR port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:53.217106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:53.229876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:53.234107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:53.234455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:53.234795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:53.240842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:48:53.241276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:53.269498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:53.269701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:53.269862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:53.269862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:53.269862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Bound port: e5c0011a-ae1e-4b6b-b11e-2ac932813395, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:53.269862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.367156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-336214605-network', 'tenant_id': '683f932244e2480c99b421ed09c3f385'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:53.388013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=62468265-2c59-4259-8a89-656c9d6f0f66,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:53.418749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:53.419644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.472047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:53.482432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:53.515786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Made reservation on behalf of 683f932244e2480c99b421ed09c3f385 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:53.520023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.543757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.613770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.634284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-92543e74-aa90-4c07-9d24-1994f21dab69 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0001566 Nov 11 20:48:53.650381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'admin_state_up': True, 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'security_groups': ['c64b3ecb-c192-490e-89c5-55b0b8f0c6db']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:53.675495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:53.732470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:53.739878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:53.747938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.748237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-016b1ef7-1eec-43cb-ae0c-bdf5bc4614d7 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 1096 time: 1.8184886 Nov 11 20:48:53.837116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.902416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1f6c090e-9609-426e-a154-bfcb19edbc6f None None] Provisioning complete for port 62468265-2c59-4259-8a89-656c9d6f0f66 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:53.913882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f6c090e-9609-426e-a154-bfcb19edbc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:53.958110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-069a8170-b5a0-478f-9d53-82358a87497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:53.964055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-069a8170-b5a0-478f-9d53-82358a87497f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.1858566 Nov 11 20:48:53.978041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.045880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb974fc5-bb71-40be-83c4-7a4533aaadf8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:54.058183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:54.067533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.077963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c090e-9609-426e-a154-bfcb19edbc6f None None] Port 62468265-2c59-4259-8a89-656c9d6f0f66 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:54.098040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.110726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:54.145386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:54.146267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.147576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:54.150145 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cbef1c-2869-4dd3-8d0b-9f6aca87e19f" -d '{"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-unplugged", "status": "completed", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:54.150412 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Added segment 098edb73-1be5-43b4-8cb1-fda8cf0adba0 of type vlan for network fb15889f-6f1d-4ab7-9906-86661d654b53 Nov 11 20:48:54.185909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-c8a48c01-0368-48df-b693-f7616812be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.189483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-c8a48c01-0368-48df-b693-f7616812be5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2170582 Nov 11 20:48:54.241962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.251914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-5889c9d0-d392-4cc9-9daf-cb370ebb1199 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0517583 Nov 11 20:48:54.257544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.260108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:54.322545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 10.1.1.126 (7518ecc2-0d90-4e11-9fde-55cc19da2878/dd0da0de-56dc-4722-8b26-4a812a8b9d04/24b03443-973a-4f11-be3a-991db2c6a33b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:54.387339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-8e80d03e-4110-4113-8e01-b06ef9970948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.388778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-8e80d03e-4110-4113-8e01-b06ef9970948 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1226933 Nov 11 20:48:54.415210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:54.424848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:54.433661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.444485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.445205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.487361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-77747e34-3857-4d78-bb80-bb327a885e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.491651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-77747e34-3857-4d78-bb80-bb327a885e0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903158 Nov 11 20:48:54.555721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb15889f-6f1d-4ab7-9906-86661d654b53,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:54.569246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network fb15889f-6f1d-4ab7-9906-86661d654b53 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:54.592101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9373789-2bb6-4105-8c11-d46decce6ae8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4908786 Nov 11 20:48:54.595513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35654) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:54.600757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Request body: {'subnet': {'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-336214605-subnet', 'tenant_id': '683f932244e2480c99b421ed09c3f385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:54.705178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.706026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410a4b4-4dd1-4876-bab9-2c99a03f4b07 req-b41a146f-9f92-4eb7-8b31-c23d44c73f44 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.713350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410a4b4-4dd1-4876-bab9-2c99a03f4b07 req-b41a146f-9f92-4eb7-8b31-c23d44c73f44 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.714951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a410a4b4-4dd1-4876-bab9-2c99a03f4b07 req-b41a146f-9f92-4eb7-8b31-c23d44c73f44 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 1654 time: 0.2056618 Nov 11 20:48:54.756279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Made reservation on behalf of 683f932244e2480c99b421ed09c3f385 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:54.767246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.775651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-919e0ad9-7d8b-401f-8471-ba2df83882da service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737529 Nov 11 20:48:54.782375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:48:54.820821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a410a4b4-4dd1-4876-bab9-2c99a03f4b07 req-2ef6b4c9-e21f-449b-8954-ba0e5b567115 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955215 Nov 11 20:48:54.993195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c21003-1fd7-46af-8809-80ea000df2f7 req-b143b810-e694-4a29-932e-41aa7a684036 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.996362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa5d018-b6e5-4d96-8e95-c72bcc4baec7 req-c85c3eb8-ac0a-4ed8-b7d1-8496db8fe1d5 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029450 Nov 11 20:48:55.001633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0c21003-1fd7-46af-8809-80ea000df2f7 req-b143b810-e694-4a29-932e-41aa7a684036 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 948 time: 0.2912452 Nov 11 20:48:55.078566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:55.094406 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24228721-27fa-41ac-ada4-07a3d3f3d59a x-openstack-request-id: req-24228721-27fa-41ac-ada4-07a3d3f3d59a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:55.094793 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-unplugged", "status": "completed", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:55.095023 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24228721-27fa-41ac-ada4-07a3d3f3d59a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:55.095418 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'code': 200} Nov 11 20:48:55.096585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'mac_address': 'fa:16:3e:d8:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:48:55.130503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0c21003-1fd7-46af-8809-80ea000df2f7 req-4c1babd6-dd62-43c9-8729-232b10f31218 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224384 Nov 11 20:48:55.138114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.145173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.166281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:55.169232 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06041510-ecc3-49a9-986c-103b41c39d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:55.169746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68954cf2-9477-4078-a78a-18cc85b8be9c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:55.222803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:55.266442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:55.278867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:55.287538 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e1785a-f5fe-47d5-8f2d-f9b2449d7564 x-openstack-request-id: req-f5e1785a-f5fe-47d5-8f2d-f9b2449d7564 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:55.288653 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:55.289093 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5e1785a-f5fe-47d5-8f2d-f9b2449d7564 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:55.290097 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'status': 'completed', 'code': 200} Nov 11 20:48:55.299402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.321392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:55.363910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=24b03443-973a-4f11-be3a-991db2c6a33b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:55.419521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:55.423750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.469724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.478947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-209f1d3d-36f6-407e-9cbf-d96920410d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:55.484246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-209f1d3d-36f6-407e-9cbf-d96920410d56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.1885784 Nov 11 20:48:55.583139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f9edc8aa-e745-473c-a2b9-9b8d44c29c9d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9380484 Nov 11 20:48:55.587259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:55.591877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-e0ed66c1-7d51-4555-a08d-dca2f8d8894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:55.597847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-e0ed66c1-7d51-4555-a08d-dca2f8d8894a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1099 time: 0.2175629 Nov 11 20:48:55.623993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb', 'admin_state_up': True, 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'security_groups': ['c64b3ecb-c192-490e-89c5-55b0b8f0c6db']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:55.645463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['68954cf2-9477-4078-a78a-18cc85b8be9c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:55.843007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-25c8acc6-2c3f-477e-94ea-c7387fdb7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:55.844592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-25c8acc6-2c3f-477e-94ea-c7387fdb7983 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3538146 Nov 11 20:48:55.947057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecc507a-6082-4419-bcda-f1c5fafbc306,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:55.951162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-6a4ba823-f30e-4ef7-86cb-cb44e63e493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:55.952669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-6a4ba823-f30e-4ef7-86cb-cb44e63e493f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2899096 Nov 11 20:48:55.954527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-97315335-0cee-4406-a869-248a743b3044 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0939941 Nov 11 20:48:55.987565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Checking segment: {'id': '098edb73-1be5-43b4-8cb1-fda8cf0adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:55.988106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Network hostable DHCP agents. Network: fb15889f-6f1d-4ab7-9906-86661d654b53, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:56.061088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-f2fa3ca7-835f-4edc-8f29-4bcfc0d55004 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0864983 Nov 11 20:48:56.133986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d907c835-013c-434c-aa42-87ff09e6f7b5 None None] Provisioning complete for port 24b03443-973a-4f11-be3a-991db2c6a33b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:56.135126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d907c835-013c-434c-aa42-87ff09e6f7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.171973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Network fb15889f-6f1d-4ab7-9906-86661d654b53 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:56.200917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5289-2380-403d-85ff-37e37e286f58 req-c8041a91-61cc-4a60-845f-14399d380d09 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.207859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5289-2380-403d-85ff-37e37e286f58 req-c8041a91-61cc-4a60-845f-14399d380d09 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.214187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5289-2380-403d-85ff-37e37e286f58 req-c8041a91-61cc-4a60-845f-14399d380d09 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.221648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-535e5289-2380-403d-85ff-37e37e286f58 req-c8041a91-61cc-4a60-845f-14399d380d09 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 2375 time: 0.1653595 Nov 11 20:48:56.226933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-b562f946-e8fa-4852-ad06-701e0edcb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.227531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d907c835-013c-434c-aa42-87ff09e6f7b5 None None] Port 24b03443-973a-4f11-be3a-991db2c6a33b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:56.228371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-b562f946-e8fa-4852-ad06-701e0edcb694 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2432110 Nov 11 20:48:56.281824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-368d00ff-e20f-46c3-ba3f-a0f79d69249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.286328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:56.309353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-368d00ff-e20f-46c3-ba3f-a0f79d69249f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2013233 Nov 11 20:48:56.396122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, fb15889f-6f1d-4ab7-9906-86661d654b53) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:56.401142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.405456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb95e03-3f5b-4439-9b21-7490c5a9ce95 None None] Network fb15889f-6f1d-4ab7-9906-86661d654b53 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:56.414601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.484064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-e33f39aa-fae2-4054-af89-72c20e0a2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.485826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-e33f39aa-fae2-4054-af89-72c20e0a2f2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409749 Nov 11 20:48:56.507706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-535e5289-2380-403d-85ff-37e37e286f58 req-add24ec3-8478-41bc-a7ea-586cb1c93a25 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848504 Nov 11 20:48:56.710230 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-d39d0892-fbd3-4e90-9889-2b4cf10da90f service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082012 Nov 11 20:48:56.713004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c1a65-69f8-4d02-9d21-0fe46901133f None None] Network fb15889f-6f1d-4ab7-9906-86661d654b53 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:56.761446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-48f337c8-ed9f-4070-8563-fa94b2186495 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1632042 Nov 11 20:48:56.761749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041510-ecc3-49a9-986c-103b41c39d7c req-4d29462e-db38-4641-aebb-e963d42810ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.763299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-4d29462e-db38-4641-aebb-e963d42810ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4276040 Nov 11 20:48:56.774111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.786194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:56.837814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-fe257024-f49a-4555-b2fe-c9c036ef3a23 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.864992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-fe257024-f49a-4555-b2fe-c9c036ef3a23 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.5739110 Nov 11 20:48:56.901593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-df8f0b48-90da-4619-9625-62d06dfde59c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/quotas/7f5b64a1debe47a598a34bd34b63255d HTTP/1.1" status: 200 len: 375 time: 0.0334697 Nov 11 20:48:57.100668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978aed01-f439-4f7d-b076-f53741712df1 req-929796ac-3c79-40f2-8aeb-751e3d85ac11 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:57.104540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-978aed01-f439-4f7d-b076-f53741712df1 req-929796ac-3c79-40f2-8aeb-751e3d85ac11 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 948 time: 0.3851221 Nov 11 20:48:57.238083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 68954cf2-9477-4078-a78a-18cc85b8be9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:57.238635 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.290622 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-322f3aa4-6b17-4605-8461-16209534dcab service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510867 Nov 11 20:48:57.332138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.369773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-978aed01-f439-4f7d-b076-f53741712df1 req-3fb4fcab-28ef-4ae7-80a0-4e033d315ae0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531610 Nov 11 20:48:57.397795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-d49b6144-77db-4eca-aebf-149c1afc2fad service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623577 Nov 11 20:48:57.436180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.450989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-080e2449-42fd-464c-b5ff-718d4f212f41 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5482707 Nov 11 20:48:57.470715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:57.474477 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf35077-cd88-4f5c-8777-2c427190e73b" -d '{"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-plugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:57.505888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:57.551498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06041510-ecc3-49a9-986c-103b41c39d7c req-ad782e8a-2918-479b-af3d-17ddeb821164 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401985 Nov 11 20:48:57.571493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-46ce3eee-b776-43a0-8ba1-bcf9b540e068 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:57.575214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-46ce3eee-b776-43a0-8ba1-bcf9b540e068 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "GET /v2.0/ports?device_id=065e5896-1db8-43a7-a556-c4b1c6083a27 HTTP/1.1" status: 200 len: 943 time: 0.4024162 Nov 11 20:48:57.671494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.922420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:58.077455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 10.2.2.100 (d896e8a9-8693-4938-99ad-cdd8af9527fb/a0a76313-93ae-4c9a-9c16-7daf90112ad9/061adeb4-653d-4889-878a-3aa008a87de1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:58.164404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-bf546e63-8da1-4844-987a-36395f39653d service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990542 Nov 11 20:48:58.379249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Deleting port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:58.379591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:58.493310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-f5c21784-98d1-4001-800c-21c80fd90da9 service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105671 Nov 11 20:48:58.526426 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:58.678673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] For port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:58.678974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:58.740072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Calling delete_port for 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:58.774756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:48:58.955098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:59.004608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'mac_address': 'fa:16:3e:a2:50:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:48:59.034767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:59.049539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c0011a-ae1e-4b6b-b11e-2ac932813395 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:59.088970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:59.167763 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:48:59.671185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:59.948246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:00.000568 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:00.063917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=061adeb4-653d-4889-878a-3aa008a87de1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:00.093957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network d896e8a9-8693-4938-99ad-cdd8af9527fb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:49:00.096672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:49:00.098906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:00.100498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:49:00.150753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event deleted for resources: {'Port': ['ID=5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:00.184562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:00.299815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] No DVR routers for this DVR port 5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:00.309443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:00.317122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6fa13557-7be2-4644-ab68-62569e3c2c81 req-ef2f8e13-7d77-422d-ab4f-e3f08bf9fdad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "DELETE /v2.0/ports/5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b HTTP/1.1" status: 204 len: 173 time: 2.6964314 Nov 11 20:49:00.327567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-deleted', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:00.327567 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a39d0-5e87-4f12-bf58-ce5c84b2c712" -d '{"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-deleted", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:00.368975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:00.369724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:00.417668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['e5c0011a-ae1e-4b6b-b11e-2ac932813395'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:00.625286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9562d723-9a0e-4c66-97d6-66068134b7dd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0138865 Nov 11 20:49:00.646681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb', 'admin_state_up': True, 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'security_groups': ['c64b3ecb-c192-490e-89c5-55b0b8f0c6db']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:00.656994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e08f180c-e221-4019-ae2e-056898c118d6 None None] Provisioning complete for port 061adeb4-653d-4889-878a-3aa008a87de1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:00.657661 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e08f180c-e221-4019-ae2e-056898c118d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:00.711449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e08f180c-e221-4019-ae2e-056898c118d6 None None] Port 061adeb4-653d-4889-878a-3aa008a87de1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:49:01.068445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-c0848089-d5d9-4206-a9c4-abca9a578fd6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817270 Nov 11 20:49:01.115033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Made reservation on behalf of 6df7ce7d66484e0d9608d313b22de295 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:49:01.123669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.224063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-7014427d-02be-42f6-9be9-4d6604f16e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:01.227173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-7014427d-02be-42f6-9be9-4d6604f16e8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=399c40de90774eaeb3fa0b8684430be8&device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 1097 time: 0.0939977 Nov 11 20:49:01.424589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Allocated IP 10.2.2.200 (d896e8a9-8693-4938-99ad-cdd8af9527fb/a0a76313-93ae-4c9a-9c16-7daf90112ad9/26873653-f9a0-4f8f-891f-cd613463e52e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:49:01.464701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-79765ec3-8bf5-47aa-b617-35c199300155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:01.466992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-79765ec3-8bf5-47aa-b617-35c199300155 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 200 len: 924 time: 0.1747532 Nov 11 20:49:01.631284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-41c1bc8c-f7e4-4e2d-a2fe-1727030cef1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9af2a23b-7093-48d1-bb21-a56d645909f9 HTTP/1.1" status: 200 len: 1001 time: 0.1507432 Nov 11 20:49:01.690084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.702384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-9f542ff6-3484-4b9f-9b44-127a3f089af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:01.704265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-9f542ff6-3484-4b9f-9b44-127a3f089af5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 200 len: 862 time: 0.0635095 Nov 11 20:49:01.828051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-f21996b1-40a4-4142-821c-aebc70fbb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:01.833746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-f21996b1-40a4-4142-821c-aebc70fbb98a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b151480d-cf91-4337-b78b-8bc6ea2631b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166606 Nov 11 20:49:01.880634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.999853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8d9b-5eb6-4b9f-818c-d2fedd66418d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:02.086302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event updated for resources: {'Port': ['ID=26873653-f9a0-4f8f-891f-cd613463e52e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:02.115425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-bb4a6630-68d9-4810-9dbf-8d4832e9653e service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699676 Nov 11 20:49:02.124347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Network d896e8a9-8693-4938-99ad-cdd8af9527fb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:49:02.127716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:49:02.133953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:49:02.232957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:02.233540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:02.514014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-87083a68-f6dc-4dc9-a49a-4bbe4d687727 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8775573 Nov 11 20:49:02.530542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:02.584400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-178389cc-5092-45b1-ad87-9951593dd5ee None None] Provisioning complete for port 26873653-f9a0-4f8f-891f-cd613463e52e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:02.584771 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-178389cc-5092-45b1-ad87-9951593dd5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:02.753704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:02.768916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-178389cc-5092-45b1-ad87-9951593dd5ee None None] Port 26873653-f9a0-4f8f-891f-cd613463e52e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:49:02.791146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:02.889888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5df927e-9a1b-454b-866c-be7ab65119d9 req-0dc825e3-751d-4315-a944-821814ebee95 service neutron] 10.222.0.62 "GET /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171640 Nov 11 20:49:03.120723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port e5c0011a-ae1e-4b6b-b11e-2ac932813395 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:03.143325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port e5c0011a-ae1e-4b6b-b11e-2ac932813395 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:03.143765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:03.266226 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f0e950-1e89-4461-bb89-6bab71e12754 x-openstack-request-id: req-b6f0e950-1e89-4461-bb89-6bab71e12754 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:03.266842 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-plugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:03.267361 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6f0e950-1e89-4461-bb89-6bab71e12754 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:03.268836 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'code': 200} Nov 11 20:49:03.324280 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:03.399805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:03.429396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec21228-8e32-4662-8f73-1e6a6cf37534 req-445dabb6-d388-404d-847a-780b912a93b9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:03.438092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec21228-8e32-4662-8f73-1e6a6cf37534 req-445dabb6-d388-404d-847a-780b912a93b9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:03.446027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec21228-8e32-4662-8f73-1e6a6cf37534 req-445dabb6-d388-404d-847a-780b912a93b9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:03.453073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec21228-8e32-4662-8f73-1e6a6cf37534 req-445dabb6-d388-404d-847a-780b912a93b9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:03.457017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f09207-b187-4b4b-83ed-07967365c5dc {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:03.461223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec21228-8e32-4662-8f73-1e6a6cf37534 req-445dabb6-d388-404d-847a-780b912a93b9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:03.469962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cec21228-8e32-4662-8f73-1e6a6cf37534 req-445dabb6-d388-404d-847a-780b912a93b9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 3817 time: 0.1190193 Nov 11 20:49:03.474372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-68730c64-f1a6-4681-b3a3-7ea73dbcb33e tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:03.481733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-68730c64-f1a6-4681-b3a3-7ea73dbcb33e tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/networks?id=fb15889f-6f1d-4ab7-9906-86661d654b53 HTTP/1.1" status: 200 len: 813 time: 0.2840223 Nov 11 20:49:03.499499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:03.513753 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-de6bf6fd-ad85-4510-8827-e21c1f2a5d43 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/quotas/683f932244e2480c99b421ed09c3f385 HTTP/1.1" status: 200 len: 375 time: 0.0249979 Nov 11 20:49:03.557629 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-6136d8c4-c915-40b0-a51e-253a189e1af5 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=683f932244e2480c99b421ed09c3f385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401778 Nov 11 20:49:03.558546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Transition to ACTIVE for port object f2f09207-b187-4b4b-83ed-07967365c5dc will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:03.565663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cec21228-8e32-4662-8f73-1e6a6cf37534 req-19af2485-d15b-4455-813b-f4b78c023e91 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938971 Nov 11 20:49:03.704958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-51761ab3-7b33-4860-bc54-aeed28a67432 service neutron] 10.222.0.31 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151726 Nov 11 20:49:03.722919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fb2e5-5d11-4311-a70c-b1359d2a0ede req-e80f3e6f-f8bb-4251-bfa3-c78de553a37b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:03.724609 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a77fb2e5-5d11-4311-a70c-b1359d2a0ede req-e80f3e6f-f8bb-4251-bfa3-c78de553a37b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.0561206 Nov 11 20:49:03.817641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a77fb2e5-5d11-4311-a70c-b1359d2a0ede req-8027727a-9852-4f28-98c6-b821eaf22657 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624206 Nov 11 20:49:03.866944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-3914d9bd-9000-48df-bee4-352a1cac2f95 service neutron] 10.222.0.31 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544363 Nov 11 20:49:03.896871 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdadf508-abbe-4b57-a725-58f3c473908b req-f4d3c570-ebbb-43ba-891f-eed11605bbd3 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 210 time: 0.0380731 Nov 11 20:49:03.983852 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995018dd-0112-4d59-b01a-da2f17c644c2 x-openstack-request-id: req-995018dd-0112-4d59-b01a-da2f17c644c2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:03.984173 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e5896-1db8-43a7-a556-c4b1c6083a27", "name": "network-vif-deleted", "tag": "5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:03.984421 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-995018dd-0112-4d59-b01a-da2f17c644c2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:03.984823 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e5896-1db8-43a7-a556-c4b1c6083a27', 'name': 'network-vif-deleted', 'tag': '5d8a0f0b-c9e7-4be0-bc8c-069d58251f2b', 'status': 'completed', 'code': 200} Nov 11 20:49:04.000394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:04.007900 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:04.153488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:04.239190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f09207-b187-4b4b-83ed-07967365c5dc,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:04.432774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Attempting to bind port f2f09207-b187-4b4b-83ed-07967365c5dc on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:04.433271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Attempting to bind port f2f09207-b187-4b4b-83ed-07967365c5dc by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:04.433696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Attempting to bind port f2f09207-b187-4b4b-83ed-07967365c5dc on network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:04.442068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Port f2f09207-b187-4b4b-83ed-07967365c5dc on network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:04.442530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Attempting to bind port f2f09207-b187-4b4b-83ed-07967365c5dc on network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:04.448736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:04.449216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Checking segment: {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:04.449696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Bound using segment: {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:04.450227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Bound port: f2f09207-b187-4b4b-83ed-07967365c5dc, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6954278-ec92-4b75-a377-4b648b7e92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:04.451012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:04.560784 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d30c6605-4379-4940-b489-1f0000c002b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:04.693932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74def97c-a214-4103-98cf-f6297e52f889 req-bd50722d-953e-425c-8faa-ff4eb6df3021 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 210 time: 0.0985725 Nov 11 20:49:04.812950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] For port f2f09207-b187-4b4b-83ed-07967365c5dc, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:04.819405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] For port f2f09207-b187-4b4b-83ed-07967365c5dc, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2f09207-b187-4b4b-83ed-07967365c5dc,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:04.928312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:04.985109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-018e6e75-00f5-4a84-9187-f2f800b35876 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:04.994922 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-018e6e75-00f5-4a84-9187-f2f800b35876 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.62 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.2435207 Nov 11 20:49:05.013964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbad48-186f-44d6-927b-e0437dc15e4a req-f19eb91c-d1e3-4f08-a9d8-709c2bd64f10 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.020939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbad48-186f-44d6-927b-e0437dc15e4a req-f19eb91c-d1e3-4f08-a9d8-709c2bd64f10 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.026864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Request body: {'port': {'device_id': '2846e544-751d-41ae-b893-a4af00a732c1', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'admin_state_up': True, 'tenant_id': '7f5b64a1debe47a598a34bd34b63255d'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:05.030601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbad48-186f-44d6-927b-e0437dc15e4a req-f19eb91c-d1e3-4f08-a9d8-709c2bd64f10 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.038226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbad48-186f-44d6-927b-e0437dc15e4a req-f19eb91c-d1e3-4f08-a9d8-709c2bd64f10 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.046930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbad48-186f-44d6-927b-e0437dc15e4a req-f19eb91c-d1e3-4f08-a9d8-709c2bd64f10 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.079672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33fbad48-186f-44d6-927b-e0437dc15e4a req-f19eb91c-d1e3-4f08-a9d8-709c2bd64f10 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 3829 time: 0.2408204 Nov 11 20:49:05.178151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f09207-b187-4b4b-83ed-07967365c5dc,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:05.215011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.216096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:05.217836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-67e9434e-9102-4f63-9fa7-c924e3fd2643 service neutron] 10.222.0.58 "PUT /v2.0/ports/f2f09207-b187-4b4b-83ed-07967365c5dc HTTP/1.1" status: 200 len: 1092 time: 2.6946812 Nov 11 20:49:05.245034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5257531-6354-4bf3-a4f2-9b0b8669f539 req-20b3d62e-f60e-479f-96a9-73599d920c25 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 210 time: 0.0520144 Nov 11 20:49:05.270743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:05.273419 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d613cc57-44e7-432f-8277-56e67acfce47" -d '{"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:05.357266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33fbad48-186f-44d6-927b-e0437dc15e4a req-d89b09db-d72d-46f7-b8d0-b2111fd52e1b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760201 Nov 11 20:49:05.370342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:05.474391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:05.489907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:05.591955 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21501d8c-ec8f-439e-ad64-6bcb4277bc86 x-openstack-request-id: req-21501d8c-ec8f-439e-ad64-6bcb4277bc86 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:05.591955 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:05.591955 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21501d8c-ec8f-439e-ad64-6bcb4277bc86 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:05.591955 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'code': 200} Nov 11 20:49:05.592382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-c001ffd2-0eaa-4247-834a-fa5a30534fd6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.592382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-c001ffd2-0eaa-4247-834a-fa5a30534fd6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 950 time: 0.3167119 Nov 11 20:49:05.781581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Made reservation on behalf of 7f5b64a1debe47a598a34bd34b63255d for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:49:05.788382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:05.818037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-284d1df6-0a0b-4a00-a8dd-0154d03f2d5a service neutron] 10.222.0.62 "GET /v2.0/ports/e5c0011a-ae1e-4b6b-b11e-2ac932813395/bindings/n-h1-805734-3 HTTP/1.1" status: 200 len: 382 time: 0.1987238 Nov 11 20:49:05.836707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac17c088-3410-40bd-8b3a-59949debb5cf req-e9d2fac1-fbbf-4a21-aa12-124fdc3dca29 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 210 time: 0.0507708 Nov 11 20:49:05.838859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b472ce-de04-446b-9715-dd1d670820ea req-4c08e6c2-9ae7-4610-bc32-09c806b7c110 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:05.864436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7b472ce-de04-446b-9715-dd1d670820ea req-4c08e6c2-9ae7-4610-bc32-09c806b7c110 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.4114916 Nov 11 20:49:05.989027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:05.993830 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc" -d '{"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:06.039853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7b472ce-de04-446b-9715-dd1d670820ea req-66959ca8-d868-4aee-9834-8f5dd38154ee tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601222 Nov 11 20:49:06.043929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-f4be722d-a5ef-43fc-8ec3-be3d76408099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.045477 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-f4be722d-a5ef-43fc-8ec3-be3d76408099 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1101 time: 0.1648972 Nov 11 20:49:06.139633 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7762e8c-87bb-454c-ae04-5d3858a117d3 x-openstack-request-id: req-c7762e8c-87bb-454c-ae04-5d3858a117d3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:06.144681 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:06.145140 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7762e8c-87bb-454c-ae04-5d3858a117d3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:06.145694 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'status': 'completed', 'code': 200} Nov 11 20:49:06.203501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Allocated IP 172.20.0.11 (9de36881-6130-494f-83d7-93d24aab7e13/2525e3c5-94d7-4da3-ab9f-a7ece5bb2921/af8b3aa2-b705-461c-9f5a-d71c434d7d03) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:49:06.323301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852cd305-0694-41bc-ade2-03b629cbf56f {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:06.350662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-47398999-d494-4445-9fb0-4c4f5bab78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.351142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-47398999-d494-4445-9fb0-4c4f5bab78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.351615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-47398999-d494-4445-9fb0-4c4f5bab78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.352086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-47398999-d494-4445-9fb0-4c4f5bab78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.352638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-47398999-d494-4445-9fb0-4c4f5bab78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.358032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-47398999-d494-4445-9fb0-4c4f5bab78ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 4364 time: 0.2076542 Nov 11 20:49:06.360183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:06.393309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-33522a3f-e4d5-4717-8bb4-0e6784d56dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.399762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-33522a3f-e4d5-4717-8bb4-0e6784d56dd2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3427351 Nov 11 20:49:06.442630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-586d623d-5fd3-4655-8ec0-e4ac37cfcc6a req-34db2b1a-c5f4-4c35-b112-b7a8765c67e4 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 210 time: 0.0848510 Nov 11 20:49:06.587437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-1dbae235-e9d2-430f-8ca4-381969077530 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.1371160 Nov 11 20:49:06.745761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-37a47611-1705-4c29-a209-f0625d594863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.753975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-37a47611-1705-4c29-a209-f0625d594863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.754715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-37a47611-1705-4c29-a209-f0625d594863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.759381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-65886cfa-ea5b-43de-9010-83923659c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:06.760993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-37a47611-1705-4c29-a209-f0625d594863 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6df7ce7d66484e0d9608d313b22de295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3908188 Nov 11 20:49:06.761144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-65886cfa-ea5b-43de-9010-83923659c517 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1457536 Nov 11 20:49:06.811025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:06.893528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Transition to ACTIVE for port object 852cd305-0694-41bc-ade2-03b629cbf56f will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:06.960306 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:07.006586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:07.053824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54184c6b-e31f-489e-bde1-afae1909881c req-1ebcd018-027f-4d1f-a5ff-eef6ab8434fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.069324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54184c6b-e31f-489e-bde1-afae1909881c req-1ebcd018-027f-4d1f-a5ff-eef6ab8434fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.084363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54184c6b-e31f-489e-bde1-afae1909881c req-1ebcd018-027f-4d1f-a5ff-eef6ab8434fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.102133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54184c6b-e31f-489e-bde1-afae1909881c req-1ebcd018-027f-4d1f-a5ff-eef6ab8434fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.107248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-8ba3ba7e-2bae-4dc2-9b94-e3cedba7926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.108883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-8ba3ba7e-2bae-4dc2-9b94-e3cedba7926a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2821953 Nov 11 20:49:07.121578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0354499-8478-46c5-a222-5f28ea6ee025 req-4b6f40a4-ace5-48eb-9693-7984f2598543 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 210 time: 0.0698273 Nov 11 20:49:07.134357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54184c6b-e31f-489e-bde1-afae1909881c req-1ebcd018-027f-4d1f-a5ff-eef6ab8434fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.137431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54184c6b-e31f-489e-bde1-afae1909881c req-1ebcd018-027f-4d1f-a5ff-eef6ab8434fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 3829 time: 0.3752105 Nov 11 20:49:07.286876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-9ea54cf4-9aa7-48a7-a978-eea530f592f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.288489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8b3e5f4-a68f-4ca1-bf6d-0d58720071fc req-9ea54cf4-9aa7-48a7-a978-eea530f592f7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4790263 Nov 11 20:49:07.341917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:07.363334 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54184c6b-e31f-489e-bde1-afae1909881c req-b435fc18-f876-4103-9ee3-f1907d2ecb36 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838168 Nov 11 20:49:07.398743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Pushing event updated for resources: {'Port': ['ID=852cd305-0694-41bc-ade2-03b629cbf56f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:07.457025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Attempting to bind port 852cd305-0694-41bc-ade2-03b629cbf56f on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:07.457393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Attempting to bind port 852cd305-0694-41bc-ade2-03b629cbf56f by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:07.457723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Attempting to bind port 852cd305-0694-41bc-ade2-03b629cbf56f on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:07.462652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Port 852cd305-0694-41bc-ade2-03b629cbf56f on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:07.462976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Attempting to bind port 852cd305-0694-41bc-ade2-03b629cbf56f on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:07.468046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:07.468449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Checking segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:07.472356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Bound using segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:07.472356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Bound port: 852cd305-0694-41bc-ade2-03b629cbf56f, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:07.472356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:07.600551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Network 9de36881-6130-494f-83d7-93d24aab7e13 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:49:07.653715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:49:07.658781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-89f75366-cf1e-443c-b423-65ba330fc0bf service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354397 Nov 11 20:49:07.663314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:49:07.686367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ac3fc-147c-4e07-acef-1c72f6d0060f req-9c4aec4b-1ae7-41b0-817a-2f3d873591fc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.690337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-859ac3fc-147c-4e07-acef-1c72f6d0060f req-9c4aec4b-1ae7-41b0-817a-2f3d873591fc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 932 time: 0.1174142 Nov 11 20:49:07.694614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] For port 852cd305-0694-41bc-ade2-03b629cbf56f, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:07.700556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] For port 852cd305-0694-41bc-ade2-03b629cbf56f, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=852cd305-0694-41bc-ade2-03b629cbf56f,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:07.719562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:07.734815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.735182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.735530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.736119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.736625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.737252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.737589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.741837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.742782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.742896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.743147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.743478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:07.758995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-859ac3fc-147c-4e07-acef-1c72f6d0060f req-18b8b023-a9e1-4d22-b07c-66f92645633a tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Nov 11 20:49:07.808885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e849bc-2c47-4c05-9535-e8c6332f73d6 req-a003d24b-787b-4eb0-a714-4cf6cbcf8367 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.829116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68e849bc-2c47-4c05-9535-e8c6332f73d6 req-a003d24b-787b-4eb0-a714-4cf6cbcf8367 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.4754968 Nov 11 20:49:07.866986 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:07.874297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:07.875246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:07.926720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:08.000535 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68e849bc-2c47-4c05-9535-e8c6332f73d6 req-2f8e7009-5ddd-47fc-92ef-0c44318799a9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604128 Nov 11 20:49:08.032415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-11716537-4498-44f3-93bd-5025c1dbd2ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0097070 Nov 11 20:49:08.059311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Request body: {'port': {'device_id': '2846e544-751d-41ae-b893-a4af00a732c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:08.204831 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:08.218876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-c479b02a-480f-40ed-8af1-d674e49f5d4c service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088878 Nov 11 20:49:08.349980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.351497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:08.355889 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] 10.222.0.58 "PUT /v2.0/ports/852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 200 len: 1136 time: 2.9904926 Nov 11 20:49:08.358290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '852cd305-0694-41bc-ade2-03b629cbf56f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:08.366907 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1558233-93be-4ca5-b7a1-f5c51c9bd653" -d '{"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "852cd305-0694-41bc-ade2-03b629cbf56f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:08.421187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d82ec6d-7c22-4a9d-9f29-1bf4fce7a92b req-efa41277-811e-4e06-9d0f-1e9b472c27f6 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 210 time: 0.0745773 Nov 11 20:49:08.456328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c9790-0b6e-4513-830c-6a066a646d1d service neutron] Pushing event updated for resources: {'Port': ['ID=852cd305-0694-41bc-ade2-03b629cbf56f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:08.536013 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc6b31-0e1c-42ca-958e-3100ea183172 x-openstack-request-id: req-58cc6b31-0e1c-42ca-958e-3100ea183172 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:08.536331 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "852cd305-0694-41bc-ade2-03b629cbf56f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:08.536593 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58cc6b31-0e1c-42ca-958e-3100ea183172 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:08.537122 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '852cd305-0694-41bc-ade2-03b629cbf56f', 'status': 'completed', 'code': 200} Nov 11 20:49:08.558428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:08.693837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-9fa1f157-248c-47b6-9d56-9d21b714ee06 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.701795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-9fa1f157-248c-47b6-9d56-9d21b714ee06 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.58 "GET /v2.0/networks?id=fb15889f-6f1d-4ab7-9906-86661d654b53 HTTP/1.1" status: 200 len: 813 time: 0.7287791 Nov 11 20:49:08.715867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Request body: {'port': {'device_id': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53', 'admin_state_up': True, 'tenant_id': '683f932244e2480c99b421ed09c3f385'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:08.821627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8b3aa2-b705-461c-9f5a-d71c434d7d03 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:08.829484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:08.842938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Transition to ACTIVE for port object af8b3aa2-b705-461c-9f5a-d71c434d7d03 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:08.912275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-139c1628-f1a9-4a4f-ba09-af7110c0f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.913004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-139c1628-f1a9-4a4f-ba09-af7110c0f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.913565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-139c1628-f1a9-4a4f-ba09-af7110c0f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.914079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-139c1628-f1a9-4a4f-ba09-af7110c0f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.914820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-139c1628-f1a9-4a4f-ba09-af7110c0f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.915300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-139c1628-f1a9-4a4f-ba09-af7110c0f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:08.917575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-139c1628-f1a9-4a4f-ba09-af7110c0f8de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5293 time: 0.4081697 Nov 11 20:49:08.956205 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:09.000575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-906c0b13-f54a-4297-9fbc-3f90fe1babae tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.005141 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:09.022491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-906c0b13-f54a-4297-9fbc-3f90fe1babae tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.035669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-906c0b13-f54a-4297-9fbc-3f90fe1babae tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.057811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-906c0b13-f54a-4297-9fbc-3f90fe1babae tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.069844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-906c0b13-f54a-4297-9fbc-3f90fe1babae tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.085197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-906c0b13-f54a-4297-9fbc-3f90fe1babae tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.095378 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-906c0b13-f54a-4297-9fbc-3f90fe1babae tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 4607 time: 0.4690890 Nov 11 20:49:09.303591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:09.414382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-6c388abe-04ca-4944-9a99-ba4954ef9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.416743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-6c388abe-04ca-4944-9a99-ba4954ef9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.417255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-6c388abe-04ca-4944-9a99-ba4954ef9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.420165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-6c388abe-04ca-4944-9a99-ba4954ef9070 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6df7ce7d66484e0d9608d313b22de295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4902816 Nov 11 20:49:09.438341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Attempting to bind port af8b3aa2-b705-461c-9f5a-d71c434d7d03 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:09.438713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Attempting to bind port af8b3aa2-b705-461c-9f5a-d71c434d7d03 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:09.439082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Attempting to bind port af8b3aa2-b705-461c-9f5a-d71c434d7d03 on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:09.481058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Port af8b3aa2-b705-461c-9f5a-d71c434d7d03 on network 9de36881-6130-494f-83d7-93d24aab7e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:09.481400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Attempting to bind port af8b3aa2-b705-461c-9f5a-d71c434d7d03 on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:09.509378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:09.509791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Checking segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:09.510127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Bound using segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:09.510594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Bound port: af8b3aa2-b705-461c-9f5a-d71c434d7d03, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:09.510959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:09.540113 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-307684f0-a2b4-4fa0-bea7-c90c039808e6 req-c64d614f-c1d3-483d-a53a-92aad7a2dcfc tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4428954 Nov 11 20:49:09.768412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f881c7-bcbf-4c7b-a60f-fa62056d234f req-41d07ae9-eb68-44dc-9423-c9ab1f72a5db tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.778787 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68f881c7-bcbf-4c7b-a60f-fa62056d234f req-41d07ae9-eb68-44dc-9423-c9ab1f72a5db tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 932 time: 0.8952804 Nov 11 20:49:09.804539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:09.828026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:09.846067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021403b8-3547-4894-bf00-f826b0281857 req-a99684e8-d7a3-47c7-beb3-6bb474ec2d8c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.854674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-021403b8-3547-4894-bf00-f826b0281857 req-a99684e8-d7a3-47c7-beb3-6bb474ec2d8c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1147919 Nov 11 20:49:09.923273 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:09.930746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68f881c7-bcbf-4c7b-a60f-fa62056d234f req-c2b6eee1-b5cb-43f9-a868-19315cc96931 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510370 Nov 11 20:49:09.939503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-e16e3fb0-93a5-40ff-8830-548ab76d0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:09.943957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1558233-93be-4ca5-b7a1-f5c51c9bd653 req-e16e3fb0-93a5-40ff-8830-548ab76d0e9c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4877923 Nov 11 20:49:09.978369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Made reservation on behalf of 683f932244e2480c99b421ed09c3f385 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:49:09.988856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:10.074645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:10.075500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:10.077014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/af8b3aa2-b705-461c-9f5a-d71c434d7d03 HTTP/1.1" status: 200 len: 1092 time: 2.0261438 Nov 11 20:49:10.101036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093612d-cd1b-460e-be7d-292cfbc157a0 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:10.107645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:10.111983 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928a049-ecee-4f88-ab0d-dddfe3f1f702" -d '{"events": [{"name": "network-changed", "server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:10.134383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56a785e-7435-4069-bcf3-1c4f9488bf94 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:10.162085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:10.180916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-021403b8-3547-4894-bf00-f826b0281857 req-746dcf64-5816-4186-8999-834c855e19ab tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235114 Nov 11 20:49:10.266878 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f281004b-82e6-48cb-9383-edb4a7168789 x-openstack-request-id: req-f281004b-82e6-48cb-9383-edb4a7168789 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:10.266878 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:10.266878 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f281004b-82e6-48cb-9383-edb4a7168789 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:10.266878 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'status': 'completed', 'code': 200} Nov 11 20:49:10.331724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2a73eb84-e50c-47f6-ab72-7942549d14ac req-3c39ff06-9aa6-4c84-9ab6-a2a528b9a4e0 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 210 time: 0.0668008 Nov 11 20:49:10.359278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Transition to ACTIVE for port object a56a785e-7435-4069-bcf3-1c4f9488bf94 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:10.383866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a049-ecee-4f88-ab0d-dddfe3f1f702 req-2b9481c8-aa1a-4fbd-8ca7-c89cf8a0d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:10.386087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1928a049-ecee-4f88-ab0d-dddfe3f1f702 req-2b9481c8-aa1a-4fbd-8ca7-c89cf8a0d94f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 1095 time: 0.0912104 Nov 11 20:49:10.463196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Allocated IP 172.20.0.13 (fb15889f-6f1d-4ab7-9906-86661d654b53/8ecc507a-6082-4419-bcda-f1c5fafbc306/0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:49:10.510716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:10.603796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a049-ecee-4f88-ab0d-dddfe3f1f702 req-1d852bad-1d64-4810-b641-6e6a56b36b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:10.610508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1928a049-ecee-4f88-ab0d-dddfe3f1f702 req-1d852bad-1d64-4810-b641-6e6a56b36b11 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=7f5b64a1debe47a598a34bd34b63255d&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2114444 Nov 11 20:49:10.902097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a049-ecee-4f88-ab0d-dddfe3f1f702 req-2c51e570-f125-4c7d-8cc5-ba4df9e8bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:10.902097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1928a049-ecee-4f88-ab0d-dddfe3f1f702 req-2c51e570-f125-4c7d-8cc5-ba4df9e8bf7c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2757504 Nov 11 20:49:10.959629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Pushing event updated for resources: {'Port': ['ID=a56a785e-7435-4069-bcf3-1c4f9488bf94,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:11.232105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Attempting to bind port a56a785e-7435-4069-bcf3-1c4f9488bf94 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:11.232105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Attempting to bind port a56a785e-7435-4069-bcf3-1c4f9488bf94 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:11.232105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Attempting to bind port a56a785e-7435-4069-bcf3-1c4f9488bf94 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:11.233884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-68938766-7810-4138-bad0-90f33ede965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.233884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-68938766-7810-4138-bad0-90f33ede965c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 1095 time: 0.1017241 Nov 11 20:49:11.233884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.233884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.233884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.234314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Port a56a785e-7435-4069-bcf3-1c4f9488bf94 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:11.234314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Attempting to bind port a56a785e-7435-4069-bcf3-1c4f9488bf94 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:11.234485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.234485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.234485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.234696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:11.234796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.234880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Checking segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:11.234880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Bound using segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:11.234880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Bound port: a56a785e-7435-4069-bcf3-1c4f9488bf94, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:11.234880 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.235168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-59ff0dbc-494a-4c2b-b034-384f46fb9f0d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5383 time: 0.3167138 Nov 11 20:49:11.235271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6582c-77aa-41af-84d0-8180b734d7f5 req-8445a942-5a65-4c18-af0e-689fe6a37635 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.243219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66a6582c-77aa-41af-84d0-8180b734d7f5 req-8445a942-5a65-4c18-af0e-689fe6a37635 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 944 time: 0.1086876 Nov 11 20:49:11.289356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-27d28b6f-4f2a-49cd-8540-936a25769195 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03 HTTP/1.1" status: 200 len: 217 time: 0.0599358 Nov 11 20:49:11.324387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.434261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dba02ad-698f-4865-8d5d-c52ff225d178 req-4a37e4d7-7905-4ed4-b722-83e26d507ad8 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148702 Nov 11 20:49:11.452706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-2e539edd-0426-4a70-9a66-a2321aa6ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.456109 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-2e539edd-0426-4a70-9a66-a2321aa6ccb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 200 len: 845 time: 0.1468093 Nov 11 20:49:11.467646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66a6582c-77aa-41af-84d0-8180b734d7f5 req-3d94d479-c18e-418e-a144-2d5d729466be tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064981 Nov 11 20:49:11.559532 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-96c89cfc-3389-4e3d-a270-c16b39542131 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9de36881-6130-494f-83d7-93d24aab7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928826 Nov 11 20:49:11.631551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.641276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] For port a56a785e-7435-4069-bcf3-1c4f9488bf94, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:11.741225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Pushing event updated for resources: {'Port': ['ID=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:11.754083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] For port a56a785e-7435-4069-bcf3-1c4f9488bf94, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:11.766466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Network fb15889f-6f1d-4ab7-9906-86661d654b53 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:49:11.769586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:49:11.774582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:49:11.790376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-43870aba-4750-45a2-9526-ffddaebfe34c service neutron] 10.222.0.62 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186980 Nov 11 20:49:11.899307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c524d5-f5cf-4da1-b109-3630d00c1531 req-064a7400-1aa9-4d21-bc5b-7474d0063906 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.909569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22c524d5-f5cf-4da1-b109-3630d00c1531 req-064a7400-1aa9-4d21-bc5b-7474d0063906 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.3345287 Nov 11 20:49:11.929250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6271bc-5230-473c-9a01-3e83410c30a3 req-ce7d08e5-50be-470f-9e5b-472d063099ff tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:11.942666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c6271bc-5230-473c-9a01-3e83410c30a3 req-ce7d08e5-50be-470f-9e5b-472d063099ff tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 932 time: 0.1509066 Nov 11 20:49:11.996334 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:12.023586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4c68c63-aaad-4e48-a342-cd7d60f2c933 req-d2dc9f8f-931d-43d3-9253-42c0f2db3004 service neutron] 10.222.0.62 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228138 Nov 11 20:49:12.036493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c6271bc-5230-473c-9a01-3e83410c30a3 req-c18d887c-6e6d-4a64-b7a5-cbcf5c1d6c21 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925393 Nov 11 20:49:12.136595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Pushing event updated for resources: {'Port': ['ID=a56a785e-7435-4069-bcf3-1c4f9488bf94,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:12.158443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.163502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:12.174920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.175827 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:12.177839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1bb2914-c7ec-4995-ba5e-bce70a3feda9 service neutron] 10.222.0.58 "PUT /v2.0/ports/a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 200 len: 1134 time: 3.6786368 Nov 11 20:49:12.199011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22c524d5-f5cf-4da1-b109-3630d00c1531 req-0655319a-b61f-4922-81ae-0435ff56e004 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876241 Nov 11 20:49:12.199525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': 'a56a785e-7435-4069-bcf3-1c4f9488bf94'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:12.211543 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d768fea-76e3-4114-8470-e231c6d85653" -d '{"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "a56a785e-7435-4069-bcf3-1c4f9488bf94"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:12.282977 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ba1bff-da0a-4a6d-9a6c-8a691510ca58 x-openstack-request-id: req-d0ba1bff-da0a-4a6d-9a6c-8a691510ca58 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:12.283984 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "a56a785e-7435-4069-bcf3-1c4f9488bf94", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:12.284468 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0ba1bff-da0a-4a6d-9a6c-8a691510ca58 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:12.285070 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': 'a56a785e-7435-4069-bcf3-1c4f9488bf94', 'status': 'completed', 'code': 200} Nov 11 20:49:12.393654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:12.406246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.406884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.407412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.408169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.409483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.409947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.410429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.414493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d768fea-76e3-4114-8470-e231c6d85653 req-7d21ec29-6d34-4136-89f1-c08d225c925e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6220 time: 0.1079459 Nov 11 20:49:12.420117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ea95069f-b4c6-40ff-86cd-6d1284046d38 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7104595 Nov 11 20:49:12.503849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Request body: {'port': {'device_id': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:12.596438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:12.856633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:12.871195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-f55a7b42-429a-4139-acf2-43078710b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.874073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-f55a7b42-429a-4139-acf2-43078710b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.874612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-f55a7b42-429a-4139-acf2-43078710b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:12.882689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d768fea-76e3-4114-8470-e231c6d85653 req-f55a7b42-429a-4139-acf2-43078710b4a3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6df7ce7d66484e0d9608d313b22de295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4447269 Nov 11 20:49:12.975946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:13.022745 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:13.043323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9aa48-7949-41c3-9329-3605a494086a req-0a3629be-4755-4e9e-9bda-698d6dae59d0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.044112 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fc9aa48-7949-41c3-9329-3605a494086a req-0a3629be-4755-4e9e-9bda-698d6dae59d0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 944 time: 0.4079854 Nov 11 20:49:13.052805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.58', 52009) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:13.074995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:13.076788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:13.081035 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4a3fa-031d-4f3a-8270-c9667baa4b81" -d '{"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:13.119110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.134251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.140575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.148814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.155467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.164615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.172846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.183752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-9dfdc4ec-868c-4e1d-80ee-082cfcd17e50 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5383 time: 0.5239017 Nov 11 20:49:13.218857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:13.254318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fc9aa48-7949-41c3-9329-3605a494086a req-2006123d-46ab-4e98-9498-b1f166bd3bff tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037666 Nov 11 20:49:13.281205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-f2482698-0fc9-476d-a5f0-bb29326e80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.285725 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-f2482698-0fc9-476d-a5f0-bb29326e80a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 1101 time: 0.2153809 Nov 11 20:49:13.309018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:13.309268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:13.332880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.333560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.333959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.334326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.334683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.335029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.355248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.379393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.388358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.388358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.388358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.388358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:13.392866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-446a12a0-03a8-4367-8ed4-ccac43798e85 req-ca25ee15-b6f8-45a2-a697-121061ce8214 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2079670 Nov 11 20:49:13.413940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768fea-76e3-4114-8470-e231c6d85653 req-615f05df-124e-48cc-b04c-ae6bf1cac678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.429668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d768fea-76e3-4114-8470-e231c6d85653 req-615f05df-124e-48cc-b04c-ae6bf1cac678 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5322855 Nov 11 20:49:13.542524 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f6831-fe47-4438-a4f0-7e303d29878d x-openstack-request-id: req-466f6831-fe47-4438-a4f0-7e303d29878d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:13.542837 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:13.543202 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-466f6831-fe47-4438-a4f0-7e303d29878d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:13.543515 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'code': 200} Nov 11 20:49:13.674482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62468265-2c59-4259-8a89-656c9d6f0f66 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:13.692094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:13.721128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Transition to ACTIVE for port object 62468265-2c59-4259-8a89-656c9d6f0f66 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:13.727121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:13.757582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b34343-d893-4256-a7bb-8005232a83f6 req-68ee7eb2-bc81-4bf8-a9d6-5628057aa0fa tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.768074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2b34343-d893-4256-a7bb-8005232a83f6 req-68ee7eb2-bc81-4bf8-a9d6-5628057aa0fa tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 932 time: 0.2613089 Nov 11 20:49:13.852578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676f67-a2d0-4b14-98b4-1e4689a753a5 req-3ba37357-9993-4a1a-8f6d-d6a3299c7a83 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:13.862084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a676f67-a2d0-4b14-98b4-1e4689a753a5 req-3ba37357-9993-4a1a-8f6d-d6a3299c7a83 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.0994091 Nov 11 20:49:13.883767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2b34343-d893-4256-a7bb-8005232a83f6 req-0d73dc6e-942a-45e1-8790-8110da0a4f54 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139669 Nov 11 20:49:14.171578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a676f67-a2d0-4b14-98b4-1e4689a753a5 req-7d029364-f3a6-45f7-85d9-824449ce8bde tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642409 Nov 11 20:49:14.174017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:14.174017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:14.174017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Transition to ACTIVE for port object 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:14.174017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:14.174017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:14.208072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c0011a-ae1e-4b6b-b11e-2ac932813395 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:14.217486 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:14.231234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Transition to ACTIVE for port object e5c0011a-ae1e-4b6b-b11e-2ac932813395 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:14.323977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:14.391378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646d45f-bdef-4c6c-b019-bc55b827926a req-a3913c96-c6a2-46c5-a540-557b21350266 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.391378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5646d45f-bdef-4c6c-b019-bc55b827926a req-a3913c96-c6a2-46c5-a540-557b21350266 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 944 time: 0.0611088 Nov 11 20:49:14.392059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Pushing event updated for resources: {'Port': ['ID=62468265-2c59-4259-8a89-656c9d6f0f66,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:14.419693 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:14.466817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:14.497488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Pushing event updated for resources: {'Port': ['ID=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:14.514140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Attempting to bind port 62468265-2c59-4259-8a89-656c9d6f0f66 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:14.514577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Attempting to bind port 62468265-2c59-4259-8a89-656c9d6f0f66 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:14.514958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Attempting to bind port 62468265-2c59-4259-8a89-656c9d6f0f66 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:14.524066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5646d45f-bdef-4c6c-b019-bc55b827926a req-5ab368e8-0c26-40e4-805c-b7fc3b763f96 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327932 Nov 11 20:49:14.531754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Port 62468265-2c59-4259-8a89-656c9d6f0f66 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:14.532097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Attempting to bind port 62468265-2c59-4259-8a89-656c9d6f0f66 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:14.535033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.535390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.535739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.536086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.536482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.536805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.537135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.537461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.538580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.539110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.539246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.539561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:14.541851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:14.542202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Checking segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:14.543018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Bound using segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:14.543018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Bound port: 62468265-2c59-4259-8a89-656c9d6f0f66, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:14.543384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:14.649260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] No DVR routers for this DVR port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:14.703131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.723170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.733932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.742078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.758471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.776470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.796959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=11']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:14.805832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:14.819295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-793219f9-cb62-4864-86a6-277f08c359d0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5395 time: 0.2206693 Nov 11 20:49:14.857808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] For port 62468265-2c59-4259-8a89-656c9d6f0f66, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:14.859834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device af8b3aa2-b705-461c-9f5a-d71c434d7d03 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:14.862934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:14.863540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:14.863734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:14.864709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] For port 62468265-2c59-4259-8a89-656c9d6f0f66, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=62468265-2c59-4259-8a89-656c9d6f0f66,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:14.894109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:14.895053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Attempting to bind port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:14.914789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Attempting to bind port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:14.915123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Attempting to bind port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '098edb73-1be5-43b4-8cb1-fda8cf0adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:14.915446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Attempting to bind port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 on network fb15889f-6f1d-4ab7-9906-86661d654b53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:14.926230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:14.927238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:14.928626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:14.931463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Bound port: e5c0011a-ae1e-4b6b-b11e-2ac932813395, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:14.932264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:14.954676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 on network fb15889f-6f1d-4ab7-9906-86661d654b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:14.955223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Attempting to bind port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 on network fb15889f-6f1d-4ab7-9906-86661d654b53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:14.977564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f27dd1f-1ccb-44a2-92fc-5455d250e453 req-b45fd577-2312-45d4-838f-286591890133 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531634 Nov 11 20:49:14.980626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.030587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.031531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.033814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] 10.222.0.58 "PUT /v2.0/ports/62468265-2c59-4259-8a89-656c9d6f0f66 HTTP/1.1" status: 200 len: 1091 time: 2.6450253 Nov 11 20:49:15.034446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:15.034590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:15.037436 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36883cd6-ab95-436e-998a-4573feff3a61" -d '{"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:15.066757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'mac_address': 'fa:16:3e:f7:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:15.081502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:15.081865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Checking segment: {'id': '098edb73-1be5-43b4-8cb1-fda8cf0adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:15.082284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Bound using segment: {'id': '098edb73-1be5-43b4-8cb1-fda8cf0adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:15.082733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Bound port: 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098edb73-1be5-43b4-8cb1-fda8cf0adba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:15.083096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.109426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62817fba-edc7-44f2-a979-5cd99c8e896e service neutron] Pushing event updated for resources: {'Port': ['ID=62468265-2c59-4259-8a89-656c9d6f0f66,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:15.116793 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1ce42e-8358-4490-9613-0b216480a068 x-openstack-request-id: req-ec1ce42e-8358-4490-9613-0b216480a068 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:15.117336 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:15.117846 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec1ce42e-8358-4490-9613-0b216480a068 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:15.118528 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66', 'status': 'completed', 'code': 200} Nov 11 20:49:15.138676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:15.217093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:15.220774 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.251950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8b3aa2-b705-461c-9f5a-d71c434d7d03 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:15.269423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.270687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.272857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.273675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.274794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.278513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.279132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.281396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36883cd6-ab95-436e-998a-4573feff3a61 req-eb2a9083-f8a2-4afd-a31b-554004275ac4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6287 time: 0.1290677 Nov 11 20:49:15.294747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:15.299797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:15.388341 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.412076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.476284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.498060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:15.559299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af6610-4073-4da4-a2b9-f21c84b35a4c req-053ba661-b0d3-45bb-a34b-b43bd9cd39a6 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.569027 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43af6610-4073-4da4-a2b9-f21c84b35a4c req-053ba661-b0d3-45bb-a34b-b43bd9cd39a6 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 944 time: 0.4172878 Nov 11 20:49:15.690335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.701652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:15.703675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 1097 time: 2.4001386 Nov 11 20:49:15.709513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:15.712711 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944cf241-4e89-42e1-bbfc-2d7b6317be8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:15.751959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['af8b3aa2-b705-461c-9f5a-d71c434d7d03'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:15.790994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] For port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:15.807282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] For port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,segment=NetworkSegment(098edb73-1be5-43b4-8cb1-fda8cf0adba0),segment_id=098edb73-1be5-43b4-8cb1-fda8cf0adba0)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:15.873157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620991-4cc2-42cb-ba7c-e3465bb7f34b req-d705d734-5b1a-400b-a8e8-8e899373627f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.882160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80620991-4cc2-42cb-ba7c-e3465bb7f34b req-d705d734-5b1a-400b-a8e8-8e899373627f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.5761299 Nov 11 20:49:15.965453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-f7257695-ee6a-4048-9c99-022513daa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.965932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-f7257695-ee6a-4048-9c99-022513daa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.966413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-f7257695-ee6a-4048-9c99-022513daa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:15.968106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36883cd6-ab95-436e-998a-4573feff3a61 req-f7257695-ee6a-4048-9c99-022513daa924 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6df7ce7d66484e0d9608d313b22de295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6782019 Nov 11 20:49:15.996213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a5eef-09d4-42c1-b091-1a05bd87e6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=12']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:16.024226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:16.024991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80620991-4cc2-42cb-ba7c-e3465bb7f34b req-85e36be4-ee88-4064-841b-766cbe22820d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416514 Nov 11 20:49:16.147174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883cd6-ab95-436e-998a-4573feff3a61 req-5f104010-4e5b-4205-aea7-f9bed3c7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.152312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36883cd6-ab95-436e-998a-4573feff3a61 req-5f104010-4e5b-4205-aea7-f9bed3c7500d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633050 Nov 11 20:49:16.239405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.240057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:16.241566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] 10.222.0.58 "PUT /v2.0/ports/0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 HTTP/1.1" status: 200 len: 1092 time: 3.7763896 Nov 11 20:49:16.259812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43af6610-4073-4da4-a2b9-f21c84b35a4c req-eda2c53e-1427-42aa-89d7-5f55e1ec8b22 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6895590 Nov 11 20:49:16.262056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-6166f97f-0f19-4e7f-aa35-65f85ce213bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.264032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-6166f97f-0f19-4e7f-aa35-65f85ce213bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1100 time: 0.5124955 Nov 11 20:49:16.332837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caa164-4fce-4968-9221-b1cd766ac864 req-1811816d-d91e-48d5-8be8-1f5bf25ccb99 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.334487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63caa164-4fce-4968-9221-b1cd766ac864 req-1811816d-d91e-48d5-8be8-1f5bf25ccb99 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 945 time: 0.0976429 Nov 11 20:49:16.358846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725ded-5702-49fe-9151-f72e0a141a1c service neutron] Pushing event updated for resources: {'Port': ['ID=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:16.439953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63caa164-4fce-4968-9221-b1cd766ac864 req-a5e91d53-209a-4d1e-99f5-36c4df9a10ad tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977120 Nov 11 20:49:16.516212 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf53df87-2788-4c3f-99e6-04d14643555b x-openstack-request-id: req-cf53df87-2788-4c3f-99e6-04d14643555b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:16.517280 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:16.517947 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf53df87-2788-4c3f-99e6-04d14643555b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:16.518884 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'status': 'completed', 'code': 200} Nov 11 20:49:16.551890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-d90a598d-8c6d-4f5e-abef-7e1d75bbe819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.553446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-d90a598d-8c6d-4f5e-abef-7e1d75bbe819 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1100 time: 0.1101737 Nov 11 20:49:16.676836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-6518500a-0537-4650-b45e-a3e9d27bcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.678737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-6518500a-0537-4650-b45e-a3e9d27bcd45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3365815 Nov 11 20:49:16.691365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-f8f043c1-898e-4f97-a3c4-c5d4d5048b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.692906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-f8f043c1-898e-4f97-a3c4-c5d4d5048b54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1315284 Nov 11 20:49:16.746394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ca018448-a923-4bd6-852b-7d7533e1e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.748251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-ca018448-a923-4bd6-852b-7d7533e1e67a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=683f932244e2480c99b421ed09c3f385&device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 1095 time: 0.2273040 Nov 11 20:49:16.758524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-3d3d2f5e-624c-4d08-8100-7d70ad5e3073 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0551717 Nov 11 20:49:16.768926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-797c3413-70ac-4c12-815c-539a0c181dc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.0758336 Nov 11 20:49:16.819373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-a083cd46-f047-472a-85d1-1b33908ec0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.820895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-a083cd46-f047-472a-85d1-1b33908ec0fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0542154 Nov 11 20:49:16.838619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.844762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.851500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.858184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.862385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-aa363875-3935-4a27-be85-eac28e574054 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 HTTP/1.1" status: 200 len: 217 time: 0.1019373 Nov 11 20:49:16.866170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.872612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.874739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-04f041fc-eccc-42d1-ba1f-35bb7ad67017 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.879754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:16.881717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-8225cda0-130e-445e-acef-5e4024affb8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5395 time: 0.1878986 Nov 11 20:49:16.883675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-04f041fc-eccc-42d1-ba1f-35bb7ad67017 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.3482535 Nov 11 20:49:16.947439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-6c0aa39d-d5b8-4d2e-ada1-aca18d63cdc6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/quotas/55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 375 time: 0.0624962 Nov 11 20:49:16.959012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b03443-973a-4f11-be3a-991db2c6a33b {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:16.989244 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:17.004905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-66265707-a31e-438a-ba30-710105b52495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:17.006204 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6d0ab1c-537e-436b-b78d-81c76faf45ef req-08c34c72-0452-4030-ba8e-8d0979e7da83 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146131 Nov 11 20:49:17.006993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-66265707-a31e-438a-ba30-710105b52495 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2092733 Nov 11 20:49:17.023796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-dec89661-b7eb-4cd7-8bc8-7059708e584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:17.025950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-dec89661-b7eb-4cd7-8bc8-7059708e584c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433289 Nov 11 20:49:17.034174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Transition to ACTIVE for port object 24b03443-973a-4f11-be3a-991db2c6a33b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:17.052382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-17c03bed-78e9-4e3b-9243-9b07fd277952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:17.054880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-17c03bed-78e9-4e3b-9243-9b07fd277952 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ecc507a-6082-4419-bcda-f1c5fafbc306 HTTP/1.1" status: 200 len: 853 time: 0.1584861 Nov 11 20:49:17.095489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-b66457c4-a3dd-49ea-9d0c-3ca6d12f7453 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467929 Nov 11 20:49:17.121252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-742cdfce-887a-4017-bad5-69a12c53b09c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb15889f-6f1d-4ab7-9906-86661d654b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556643 Nov 11 20:49:17.175781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:17.280494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5644cb3-dd75-4032-8d4b-326aaccc4564 req-ff226b9e-0d60-41af-86f5-b1930682d1c5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:17.289692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5644cb3-dd75-4032-8d4b-326aaccc4564 req-ff226b9e-0d60-41af-86f5-b1930682d1c5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.1121213 Nov 11 20:49:17.300859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-752e5aa9-1641-4b60-bd4a-17bb287154a4 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642698 Nov 11 20:49:17.460385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5644cb3-dd75-4032-8d4b-326aaccc4564 req-8481045a-e391-45a6-ac8b-aaa3352343e5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696281 Nov 11 20:49:17.509751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-ade610eb-ce04-4095-a24e-f5d5f13c56f6 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983037 Nov 11 20:49:17.670481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328836-a10d-4b55-9968-7586a653510c req-d890ccc2-9479-4e46-a7ed-2b2942394243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:17.672739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-d890ccc2-9479-4e46-a7ed-2b2942394243 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6549013 Nov 11 20:49:17.781949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Pushing event updated for resources: {'Port': ['ID=24b03443-973a-4f11-be3a-991db2c6a33b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:17.912356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-88359d0f-969d-4c64-9e6e-221e448c45cf service neutron] 10.222.0.58 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776423 Nov 11 20:49:17.926686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-b796f688-3d41-4386-b9b2-fc75d9f4df69 service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8301888 Nov 11 20:49:18.002493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b19f-690b-4d50-822e-7e5241bca8a2 req-55c2e646-3c35-4cf5-8ef2-71e43d186d80 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.003733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a278b19f-690b-4d50-822e-7e5241bca8a2 req-55c2e646-3c35-4cf5-8ef2-71e43d186d80 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 944 time: 0.1125605 Nov 11 20:49:18.102741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a278b19f-690b-4d50-822e-7e5241bca8a2 req-9f436943-2928-4e03-9630-90c847f729bf tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901911 Nov 11 20:49:18.164282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-12a3bd33-1f43-4eac-87aa-4f69d01e8ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566362 Nov 11 20:49:18.254063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Attempting to bind port 24b03443-973a-4f11-be3a-991db2c6a33b on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:18.254404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Attempting to bind port 24b03443-973a-4f11-be3a-991db2c6a33b by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:18.254732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Attempting to bind port 24b03443-973a-4f11-be3a-991db2c6a33b on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:18.312983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675048b0-9bea-4549-8abd-9b551740e689 req-d924046a-9e7c-4aa6-ab5b-db55f899d72c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.313220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Port 24b03443-973a-4f11-be3a-991db2c6a33b on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:18.313220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Attempting to bind port 24b03443-973a-4f11-be3a-991db2c6a33b on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:18.323106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-675048b0-9bea-4549-8abd-9b551740e689 req-d924046a-9e7c-4aa6-ab5b-db55f899d72c tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 945 time: 0.1120253 Nov 11 20:49:18.342213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:18.342563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Checking segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:18.342938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Bound using segment: {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:18.343376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Bound port: 24b03443-973a-4f11-be3a-991db2c6a33b, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf63038-3e49-401d-8d23-d6b3483b8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:18.343737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:18.350851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ef7fdb2-04b9-447e-aeae-19c5081cf0a6 req-71a32085-a247-416a-b4bc-4a5948f0ced6 service neutron] 10.222.0.58 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127593 Nov 11 20:49:18.360373 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-2eefc824-e60b-41eb-9bd5-2283a86f424d service neutron] 10.222.0.31 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327171 Nov 11 20:49:18.424690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-675048b0-9bea-4549-8abd-9b551740e689 req-ceb5868a-9fa0-4c78-a057-515709746818 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958421 Nov 11 20:49:18.455550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] For port 24b03443-973a-4f11-be3a-991db2c6a33b, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:18.459448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] For port 24b03443-973a-4f11-be3a-991db2c6a33b, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=24b03443-973a-4f11-be3a-991db2c6a33b,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:18.511281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21328836-a10d-4b55-9968-7586a653510c req-e547aaf7-d412-49a2-8d8b-39fd9cd04ddf service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302076 Nov 11 20:49:18.520196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'tag': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:18.527757 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f13f0f-1c39-4a76-8d53-edfacce90104" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fb11ad-5ba3-48ec-b102-8df0c6816baf", "tag": "0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:18.547060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:18.664370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.665701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:18.667859 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] 10.222.0.58 "PUT /v2.0/ports/24b03443-973a-4f11-be3a-991db2c6a33b HTTP/1.1" status: 200 len: 1091 time: 3.4602265 Nov 11 20:49:18.737252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bddb1-ee92-4db9-85bc-c0f979026a8f service neutron] Pushing event updated for resources: {'Port': ['ID=24b03443-973a-4f11-be3a-991db2c6a33b,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:18.746046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.752324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.759041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.760705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-a2458bae-0443-4b6c-a829-f8bd28506b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.762498 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-a2458bae-0443-4b6c-a829-f8bd28506b45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 1100 time: 0.1185880 Nov 11 20:49:18.765465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.781008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.797799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.802872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:18.804267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:18.814517 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-5a809e87-4bf2-4a66-a994-342e97d28bad tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5407 time: 0.1665273 Nov 11 20:49:18.852601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device af8b3aa2-b705-461c-9f5a-d71c434d7d03 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:18.966228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0d12e2f-4281-43a5-936b-23482bad7f35 req-879ec576-0936-4e6b-9094-21be735a2556 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506701 Nov 11 20:49:19.006754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:19.069241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-58c603f7-8482-484f-a674-855ae24d988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:19.072949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-58c603f7-8482-484f-a674-855ae24d988b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3009791 Nov 11 20:49:19.112730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port af8b3aa2-b705-461c-9f5a-d71c434d7d03 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:19.117801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port af8b3aa2-b705-461c-9f5a-d71c434d7d03 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:19.118450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:19.123848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cdaa7-c4bb-419a-9849-99ca34e14f94 req-6f945b0c-67e5-479c-9178-b2c858971a7b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:19.138361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-637cdaa7-c4bb-419a-9849-99ca34e14f94 req-6f945b0c-67e5-479c-9178-b2c858971a7b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.0911219 Nov 11 20:49:19.214090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-637cdaa7-c4bb-419a-9849-99ca34e14f94 req-40574c57-4da6-4166-a406-15a8925abc61 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715077 Nov 11 20:49:19.488484 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:19.491876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827cc1-c995-462a-a312-ee3f240b8cdb req-85018b94-29bc-4227-8d5d-34f29ad210da tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:19.502301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05827cc1-c995-462a-a312-ee3f240b8cdb req-85018b94-29bc-4227-8d5d-34f29ad210da tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 944 time: 0.1012678 Nov 11 20:49:19.503981 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8569f1a1-2241-43d6-b01a-3fc41f1cdcbd x-openstack-request-id: req-8569f1a1-2241-43d6-b01a-3fc41f1cdcbd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:19.505697 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fb11ad-5ba3-48ec-b102-8df0c6816baf", "tag": "0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:19.505697 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8569f1a1-2241-43d6-b01a-3fc41f1cdcbd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:19.509315 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'tag': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1', 'status': 'completed', 'code': 200} Nov 11 20:49:19.525752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:19.529256 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a34cf11-b83b-4d88-a3ed-57d638a8b24c" -d '{"events": [{"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-plugged", "status": "completed", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:19.545040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:19.626705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05827cc1-c995-462a-a312-ee3f240b8cdb req-8aa7be7e-c8c5-4ad0-b91c-a3f233520de0 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233840 Nov 11 20:49:19.651057 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:19.736833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0231a797-11cd-4565-aa38-c561521118ef req-90991f76-734b-46f4-bc2d-49158010c1c6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.2030637 Nov 11 20:49:19.750837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-55233ac1-f003-4735-826f-c0c0c695fa2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 200 len: 217 time: 0.2776134 Nov 11 20:49:19.752388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:19.846643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-70893a62-e5dc-4781-b60c-3dbd43c781ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:19.848134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-70893a62-e5dc-4781-b60c-3dbd43c781ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0795605 Nov 11 20:49:19.912634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e9fbe-7a02-4b75-bfe3-2f796b9093a5 req-30f7db1a-b097-4cbf-8a62-e9d2db2ce5b6 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:19.925064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c6e9fbe-7a02-4b75-bfe3-2f796b9093a5 req-30f7db1a-b097-4cbf-8a62-e9d2db2ce5b6 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 946 time: 0.1663008 Nov 11 20:49:19.939602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-4a598057-cd7c-4dae-b671-6e4878b742e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:19.941595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-4a598057-cd7c-4dae-b671-6e4878b742e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=683f932244e2480c99b421ed09c3f385&device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 1095 time: 0.4315763 Nov 11 20:49:19.949789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-0b9e5022-5547-4440-bfd9-e4b3d3fd2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:19.949789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-0b9e5022-5547-4440-bfd9-e4b3d3fd2cec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871723 Nov 11 20:49:19.955003 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87074710-1fd3-47b9-a54c-28c6ea22d733 x-openstack-request-id: req-87074710-1fd3-47b9-a54c-28c6ea22d733 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:19.955454 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-plugged", "status": "completed", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:19.955560 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87074710-1fd3-47b9-a54c-28c6ea22d733 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:19.955979 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'code': 200} Nov 11 20:49:20.024508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c6e9fbe-7a02-4b75-bfe3-2f796b9093a5 req-f191a517-abc6-41c3-a13d-bc1f329be9e3 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981455 Nov 11 20:49:20.129773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee298f7-ce87-441d-a715-387b3f58179f req-18788c6d-27f2-4f36-a4e3-202c15d0e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.131830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ee298f7-ce87-441d-a715-387b3f58179f req-18788c6d-27f2-4f36-a4e3-202c15d0e9d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 1097 time: 0.0866346 Nov 11 20:49:20.263217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ee298f7-ce87-441d-a715-387b3f58179f req-613316d4-6291-43a3-a436-a1ae61fe4d3c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203938 Nov 11 20:49:20.303225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.312893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.319168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.325467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.332281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.338429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.344665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.347385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-88a58182-a545-4dda-953c-89be886908a0 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5407 time: 0.2506385 Nov 11 20:49:20.355823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-84302693-eaf7-42e4-9bc6-dfe144b51d19 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981662 Nov 11 20:49:20.370902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061adeb4-653d-4889-878a-3aa008a87de1 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:20.384987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-0a2950bd-afcb-4618-ac1e-a65e6e4bfaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.387793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-0a2950bd-afcb-4618-ac1e-a65e6e4bfaa8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb15889f-6f1d-4ab7-9906-86661d654b53 HTTP/1.1" status: 200 len: 914 time: 0.4342360 Nov 11 20:49:20.408798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:20.457330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060e7c8-907e-491f-8c56-3a6b7c5daa26 req-7fb49c4b-6473-4fb0-b51f-025ca74b3cfc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.458914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6060e7c8-907e-491f-8c56-3a6b7c5daa26 req-7fb49c4b-6473-4fb0-b51f-025ca74b3cfc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.1330607 Nov 11 20:49:20.474893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-52ec4cef-5b22-4b66-a5fc-ddbf04ab5068 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 HTTP/1.1" status: 200 len: 217 time: 0.0770764 Nov 11 20:49:20.515004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Transition to ACTIVE for port object 061adeb4-653d-4889-878a-3aa008a87de1 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:20.597966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6060e7c8-907e-491f-8c56-3a6b7c5daa26 req-6de7d4dd-7b79-4eb4-9490-8f4de067ad40 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238656 Nov 11 20:49:20.606569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4bfc787e-dd1e-40ee-93f1-07cf710afe3b req-fa58121d-78ef-4ec8-83db-3d0b4482b7f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2464600 Nov 11 20:49:20.621104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-2d46b049-049f-4397-9e28-241f59668d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:20.622602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-2d46b049-049f-4397-9e28-241f59668d5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ecc507a-6082-4419-bcda-f1c5fafbc306 HTTP/1.1" status: 200 len: 853 time: 0.1064174 Nov 11 20:49:20.654058 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:20.682547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-f7939bf4-bc71-4c99-9bcc-273cfa46f9db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb15889f-6f1d-4ab7-9906-86661d654b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502908 Nov 11 20:49:20.687974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-944cf241-4e89-42e1-bbfc-2d7b6317be8c req-c7ab0c30-8887-4fc4-9bf4-485cad8fc8ed service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204632 Nov 11 20:49:20.839151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Pushing event updated for resources: {'Port': ['ID=061adeb4-653d-4889-878a-3aa008a87de1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:20.859225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88344e5e-4610-490d-b76a-921b0ba50c40 req-8cb8d412-fbf9-4f6b-9a0b-54b5b550e386 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0430653 Nov 11 20:49:21.011301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-80f555b3-6853-46be-912e-6f41c785ed08 service neutron] 10.222.0.58 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991936 Nov 11 20:49:21.061857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c96e5e-f741-4e62-a2a7-1bf917c2ed74 req-a223b885-365e-43a8-a5dc-062860ba94a4 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.063404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-57c96e5e-f741-4e62-a2a7-1bf917c2ed74 req-a223b885-365e-43a8-a5dc-062860ba94a4 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 944 time: 0.2468717 Nov 11 20:49:21.156827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Attempting to bind port 061adeb4-653d-4889-878a-3aa008a87de1 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:21.157146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Attempting to bind port 061adeb4-653d-4889-878a-3aa008a87de1 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:21.158204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Attempting to bind port 061adeb4-653d-4889-878a-3aa008a87de1 on network d896e8a9-8693-4938-99ad-cdd8af9527fb {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:21.180489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Port 061adeb4-653d-4889-878a-3aa008a87de1 on network d896e8a9-8693-4938-99ad-cdd8af9527fb not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:21.180942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Attempting to bind port 061adeb4-653d-4889-878a-3aa008a87de1 on network d896e8a9-8693-4938-99ad-cdd8af9527fb {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:21.181867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4983ab6-506e-4f2d-9df4-3c44e9397225 req-7534e756-7f0b-47f7-bb34-c1563434d7d6 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.193236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4983ab6-506e-4f2d-9df4-3c44e9397225 req-7534e756-7f0b-47f7-bb34-c1563434d7d6 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 946 time: 0.0719123 Nov 11 20:49:21.193477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:21.193766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Checking segment: {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:21.194156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Bound using segment: {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:21.194601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Bound port: 061adeb4-653d-4889-878a-3aa008a87de1, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:21.194960 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:21.200065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-57c96e5e-f741-4e62-a2a7-1bf917c2ed74 req-76630bfa-b883-43a9-a86f-a71239561d18 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184039 Nov 11 20:49:21.229437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78f13f0f-1c39-4a76-8d53-edfacce90104 req-e7deb4ff-36a3-46fb-970a-bb23261ddca2 service neutron] 10.222.0.58 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045047 Nov 11 20:49:21.272076 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4983ab6-506e-4f2d-9df4-3c44e9397225 req-212f308b-3e76-42f8-8cf6-7172651e1ae3 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720553 Nov 11 20:49:21.283739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] For port 061adeb4-653d-4889-878a-3aa008a87de1, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:21.288821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] For port 061adeb4-653d-4889-878a-3aa008a87de1, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=061adeb4-653d-4889-878a-3aa008a87de1,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:21.401170 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:21.445511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.446311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:21.448356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/061adeb4-653d-4889-878a-3aa008a87de1 HTTP/1.1" status: 200 len: 1091 time: 2.6496568 Nov 11 20:49:21.504858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c9199-45b8-4ae0-9bc2-5c890bd143f0 service neutron] Pushing event updated for resources: {'Port': ['ID=061adeb4-653d-4889-878a-3aa008a87de1,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:21.515272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b'}, {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:21.524592 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754" -d '{"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b"}, {"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "061adeb4-653d-4889-878a-3aa008a87de1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:21.595687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Request body: {'port': {'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:21.639056 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3263307e-f824-4327-892c-5bbea1f23d82 x-openstack-request-id: req-3263307e-f824-4327-892c-5bbea1f23d82 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:21.639559 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "061adeb4-653d-4889-878a-3aa008a87de1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:21.639985 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3263307e-f824-4327-892c-5bbea1f23d82 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:21.640606 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b', 'status': 'completed', 'code': 200} Nov 11 20:49:21.641032 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1', 'status': 'completed', 'code': 200} Nov 11 20:49:21.783798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b254c-02c8-4321-adad-9907f91857e4 req-95bd8e7c-5328-4380-bac6-28168908604b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.805390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d0b254c-02c8-4321-adad-9907f91857e4 req-95bd8e7c-5328-4380-bac6-28168908604b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.0922239 Nov 11 20:49:21.818747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:21.841873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.852933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.853798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.854427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.855104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.855729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.856374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:21.858513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-3d23377c-b202-4b0b-9914-01e3ab784c1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6421 time: 0.2165060 Nov 11 20:49:21.889152 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d0b254c-02c8-4321-adad-9907f91857e4 req-cef7d2d3-9a35-432b-a9e0-99e4721ecba9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824609 Nov 11 20:49:21.982938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:22.056799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-faca05fe-3ea2-47bd-95a2-7580daaace0e req-6ad4591c-871e-4c1f-93c1-0dc0600a9cc7 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0712099 Nov 11 20:49:22.131871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.138926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.152033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.166391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.175281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.181906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.188262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.198187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-237d2d07-c507-46b6-93e6-5e2882b0f82c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5419 time: 0.3383851 Nov 11 20:49:22.646240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c7d44-1069-4fd4-92e0-3ca017c9a2b0 req-91e14826-b649-4541-ba8a-0f93fa82678e tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.648742 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a38c7d44-1069-4fd4-92e0-3ca017c9a2b0 req-91e14826-b649-4541-ba8a-0f93fa82678e tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 944 time: 0.0668113 Nov 11 20:49:22.708482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a38c7d44-1069-4fd4-92e0-3ca017c9a2b0 req-5d6c004f-9aa2-478a-854e-e72b7e5e0b22 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512373 Nov 11 20:49:22.731479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-22bb8e23-6d3f-4240-a784-584a2b3b236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.732043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-22bb8e23-6d3f-4240-a784-584a2b3b236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.732532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-22bb8e23-6d3f-4240-a784-584a2b3b236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.734190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-22bb8e23-6d3f-4240-a784-584a2b3b236f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6df7ce7d66484e0d9608d313b22de295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8491259 Nov 11 20:49:22.802935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6fbb367-f4c8-41f1-ab76-b10d14f5550c req-3b086704-ea74-48e9-90c5-25f620f2fd2e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6006181 Nov 11 20:49:22.868691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdfb56-ffc0-4352-92b6-890a5b57c9c9 req-6ba1abf4-64de-4744-bafb-87f5fa8e87d9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:22.870619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5fdfb56-ffc0-4352-92b6-890a5b57c9c9 req-6ba1abf4-64de-4744-bafb-87f5fa8e87d9 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 946 time: 0.0951438 Nov 11 20:49:22.953526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5fdfb56-ffc0-4352-92b6-890a5b57c9c9 req-1476b464-8009-45e1-9a56-d7eaeaf3befe tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760942 Nov 11 20:49:23.099088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26873653-f9a0-4f8f-891f-cd613463e52e {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:23.111860 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:23.152411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Transition to ACTIVE for port object 26873653-f9a0-4f8f-891f-cd613463e52e will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:23.155128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-a67f0d48-57df-4dca-a395-063cbdd7c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.156848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-a67f0d48-57df-4dca-a395-063cbdd7c364 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4137444 Nov 11 20:49:23.178907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b87eee-a0f6-459a-a485-2fab8954022a req-be6489b7-e0e0-4349-82df-a7bc9f67dafd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.194998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-08b87eee-a0f6-459a-a485-2fab8954022a req-be6489b7-e0e0-4349-82df-a7bc9f67dafd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.1723144 Nov 11 20:49:23.212949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f01bc965-0ff6-414f-b80f-f6e975ec54c7 req-92463ed4-ca75-432b-9e43-897b7a80408a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0378518 Nov 11 20:49:23.276792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-08b87eee-a0f6-459a-a485-2fab8954022a req-f562c392-3c55-491c-a6c4-02bad7669cec tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808818 Nov 11 20:49:23.306113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:23.372530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Pushing event updated for resources: {'Port': ['ID=26873653-f9a0-4f8f-891f-cd613463e52e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:23.386764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.387248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.387736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.388208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.388681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.389147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.389608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.392903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-f6debf8c-aa51-4714-b01e-e1ff52ec28c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6446 time: 0.1150987 Nov 11 20:49:23.552400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Attempting to bind port 26873653-f9a0-4f8f-891f-cd613463e52e on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:23.552744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Attempting to bind port 26873653-f9a0-4f8f-891f-cd613463e52e by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:23.556672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Attempting to bind port 26873653-f9a0-4f8f-891f-cd613463e52e on network d896e8a9-8693-4938-99ad-cdd8af9527fb {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:23.581390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Port 26873653-f9a0-4f8f-891f-cd613463e52e on network d896e8a9-8693-4938-99ad-cdd8af9527fb not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:23.581817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Attempting to bind port 26873653-f9a0-4f8f-891f-cd613463e52e on network d896e8a9-8693-4938-99ad-cdd8af9527fb {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:23.615569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:23.615912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Checking segment: {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:23.616375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Bound using segment: {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:23.616918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Bound port: 26873653-f9a0-4f8f-891f-cd613463e52e, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b871f55-d2fb-485b-873c-fff22e99a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:23.617282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:23.779726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:23.804507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-ce8ad062-b0e9-48a4-a29e-b7ad7ae3702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.804971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-ce8ad062-b0e9-48a4-a29e-b7ad7ae3702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.805442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-ce8ad062-b0e9-48a4-a29e-b7ad7ae3702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.807020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-ce8ad062-b0e9-48a4-a29e-b7ad7ae3702b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6df7ce7d66484e0d9608d313b22de295&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4056468 Nov 11 20:49:23.808294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-2ef3f5b0-416b-4324-a2f3-694837693008 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.810087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-2ef3f5b0-416b-4324-a2f3-694837693008 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 820 time: 0.1882329 Nov 11 20:49:23.834122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Request body: {'port': {'device_id': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'admin_state_up': True, 'tenant_id': '55c5b0a83df04ac69ca7d6cedcd5c4ca'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:23.851452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] For port 26873653-f9a0-4f8f-891f-cd613463e52e, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:23.879437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea0103-c717-4dd6-81c8-9bc1d32e5128 req-11e276c4-27b0-46b7-8cce-12095337b5bc tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.880996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-faea0103-c717-4dd6-81c8-9bc1d32e5128 req-11e276c4-27b0-46b7-8cce-12095337b5bc tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1724532 Nov 11 20:49:23.920297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] For port 26873653-f9a0-4f8f-891f-cd613463e52e, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=26873653-f9a0-4f8f-891f-cd613463e52e,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:23.923840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,segment=NetworkSegment(098edb73-1be5-43b4-8cb1-fda8cf0adba0),segment_id=098edb73-1be5-43b4-8cb1-fda8cf0adba0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:23.935615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1', 'network_id': 'fb15889f-6f1d-4ab7-9906-86661d654b53', 'port_id': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1', 'mac_address': 'fa:16:3e:3b:c6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecc507a-6082-4419-bcda-f1c5fafbc306', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:23.983601 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:23.984959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483dccb-2d60-4525-895e-063f26e2cc1e req-af5688a3-4de2-4b16-9b55-b809fa17bb3d tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:23.993733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e483dccb-2d60-4525-895e-063f26e2cc1e req-af5688a3-4de2-4b16-9b55-b809fa17bb3d tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 944 time: 0.1218586 Nov 11 20:49:24.004615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-faea0103-c717-4dd6-81c8-9bc1d32e5128 req-2952f094-ce97-4ce9-bd35-d958831e7fef tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883107 Nov 11 20:49:24.005920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-4ec89256-349a-40e0-9eb1-ba4e846a2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.007447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241a6626-11dd-4caa-9ddf-ccc0f1eb1754 req-4ec89256-349a-40e0-9eb1-ba4e846a2c62 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924698 Nov 11 20:49:24.137767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:24.147147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.156920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e483dccb-2d60-4525-895e-063f26e2cc1e req-44878450-65c4-4f09-bb1d-c8dd8d096b4b tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568255 Nov 11 20:49:24.169125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,segment=NetworkSegment(098edb73-1be5-43b4-8cb1-fda8cf0adba0),segment_id=098edb73-1be5-43b4-8cb1-fda8cf0adba0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:24.199913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.200734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.202202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] 10.222.0.58 "PUT /v2.0/ports/26873653-f9a0-4f8f-891f-cd613463e52e HTTP/1.1" status: 200 len: 1091 time: 2.6125729 Nov 11 20:49:24.205208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:24.210638 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:24.240872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.247529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.255411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.260870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.267529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.274057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.280120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.282228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-eb0941c4-979a-4702-a611-5be1d5c89eb3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.1987453 Nov 11 20:49:24.289314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Made reservation on behalf of 55c5b0a83df04ac69ca7d6cedcd5c4ca for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:49:24.294743 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.296749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c770502-1f40-4acb-829b-e23060c58c50 service neutron] Pushing event updated for resources: {'Port': ['ID=26873653-f9a0-4f8f-891f-cd613463e52e,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:24.363813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.366161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:24.440754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e1a6c2d3-7d2a-47fe-9510-9a9730bea65a req-c9cad40a-c4a6-4ccf-a6bb-5fa4e3ca747a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315675 Nov 11 20:49:24.495509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.496332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.497494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.507769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.507769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.507769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.507769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.508204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3f7db6e8-a5fc-4308-86e2-2984a6dc1b90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6488 time: 0.1183679 Nov 11 20:49:24.545195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Allocated IP 172.20.0.9 (a216c099-84d4-4a43-9f1e-303dd8a0c82f/2be2e3bd-314c-4fe2-a2a1-33352bbd7507/2f302e87-139c-4388-ac62-4530d7bdd09d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:49:24.595906 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14509c80-d912-4fbc-b194-20387b839030 x-openstack-request-id: req-14509c80-d912-4fbc-b194-20387b839030 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:24.599202 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:24.599495 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14509c80-d912-4fbc-b194-20387b839030 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:24.599945 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e', 'status': 'completed', 'code': 200} Nov 11 20:49:24.601584 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-cd6a3856-155b-4ee3-ad7f-ae0c22ad73a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f09207-b187-4b4b-83ed-07967365c5dc HTTP/1.1" status: 200 len: 217 time: 0.0855942 Nov 11 20:49:24.660429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1b6f5c7-00d6-4cfc-b241-befd0a4c0f28 req-eae3ada8-af68-40f3-92fd-d1c4190402e6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0400331 Nov 11 20:49:24.663916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:24.727292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'mac_address': 'fa:16:3e:a2:50:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:24.729874 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.742389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-98aece1d-c213-41f7-a087-e1597feca549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.743797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-98aece1d-c213-41f7-a087-e1597feca549 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4be6fb7e-1626-4d24-98c5-03d0d9565aec HTTP/1.1" status: 200 len: 856 time: 0.1255093 Nov 11 20:49:24.833233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-6f6bdcde-aab2-4162-851a-1cd0c995de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.834247 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-6f6bdcde-aab2-4162-851a-1cd0c995de4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815692 Nov 11 20:49:24.847553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:24.862872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654421-0aa8-4756-897b-c7051475cf3a req-0477daba-3b19-44cd-b10d-e7525a4a9884 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.871611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b654421-0aa8-4756-897b-c7051475cf3a req-0477daba-3b19-44cd-b10d-e7525a4a9884 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 946 time: 0.5184243 Nov 11 20:49:24.885669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.896843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6be79-2471-4603-b447-a13dfb609247 req-325cf5ae-d20e-45c3-8bde-b6177c46554d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.903598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c0011a-ae1e-4b6b-b11e-2ac932813395 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:24.905361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-28c6be79-2471-4603-b447-a13dfb609247 req-325cf5ae-d20e-45c3-8bde-b6177c46554d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 949 time: 0.1422207 Nov 11 20:49:24.930543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:24.935356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b654421-0aa8-4756-897b-c7051475cf3a req-87369620-ba8a-4e26-9ee2-622af1d7323f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571716 Nov 11 20:49:24.942084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.956701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7431f3ae-ba15-4ddb-92a5-210cd651cabc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:25.024106 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-28c6be79-2471-4603-b447-a13dfb609247 req-703f7651-c0c5-4e8f-a2a8-962e0f9b685c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177914 Nov 11 20:49:25.047217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Network a216c099-84d4-4a43-9f1e-303dd8a0c82f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:49:25.057036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:49:25.065672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-89f3a84e-2d55-40cc-9f6d-94ba8df358a9 service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146490 Nov 11 20:49:25.073173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:49:25.111438 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:25.183491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:25.184165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:25.205191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:25.220758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=13']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:25.270687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf649e8a-185d-4e94-934e-c6ac424d1568 req-f9ccd5e9-ba39-4217-ab85-6477c633297e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:25.272654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf649e8a-185d-4e94-934e-c6ac424d1568 req-f9ccd5e9-ba39-4217-ab85-6477c633297e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 950 time: 0.1289694 Nov 11 20:49:25.304715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-64f9b2c2-c4de-4901-8dd1-909778d37a0e service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319534 Nov 11 20:49:25.355592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-45e91329-c149-4940-a59a-f5317240a256 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5280952 Nov 11 20:49:25.376694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Request body: {'port': {'device_id': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:25.379810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-666d47d3-d227-42fb-8677-25b961808426 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 200 len: 217 time: 0.0654061 Nov 11 20:49:25.384739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf649e8a-185d-4e94-934e-c6ac424d1568 req-9c8db2ca-bc26-4987-969e-c8b45101aa8a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050756 Nov 11 20:49:25.455240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-934824e2-7351-409d-8f9e-e5fbe72ae4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:25.456778 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-934824e2-7351-409d-8f9e-e5fbe72ae4fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.0698199 Nov 11 20:49:25.465716 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:25.516321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9d27e591-ac03-4e26-b24d-28fa8d59504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:25.518998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9d27e591-ac03-4e26-b24d-28fa8d59504a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547302 Nov 11 20:49:25.539921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:25.634457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['e5c0011a-ae1e-4b6b-b11e-2ac932813395'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:25.689125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-5c72d46a-a1d1-4bdc-bd1f-7364c6517732 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587448 Nov 11 20:49:25.861531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-65b57a20-69a4-423b-8efe-402d37f69682 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636004 Nov 11 20:49:25.924944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-26d4a72a-e8c7-4f5b-b231-541778af4617 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 200 len: 217 time: 0.0552070 Nov 11 20:49:25.926038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97bcdd-7c2e-44ba-b43f-95a92a39496a req-5c6066bf-e2ff-41e1-9e0c-1cbba5d41748 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:25.928031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f97bcdd-7c2e-44ba-b43f-95a92a39496a req-5c6066bf-e2ff-41e1-9e0c-1cbba5d41748 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 945 time: 0.1564319 Nov 11 20:49:26.048497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9b7ed9bf-58aa-4605-adce-87d681f1ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.050012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-9b7ed9bf-58aa-4605-adce-87d681f1ad22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.1140809 Nov 11 20:49:26.092914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f97bcdd-7c2e-44ba-b43f-95a92a39496a req-6136ebac-c162-4879-815b-350c68dddd32 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468546 Nov 11 20:49:26.185641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f302e87-139c-4388-ac62-4530d7bdd09d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:26.208474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:26.223961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-5dcc4f0b-cc17-4d2e-a3d0-1e78e78d5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.225679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-5dcc4f0b-cc17-4d2e-a3d0-1e78e78d5ec1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1682534 Nov 11 20:49:26.239092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.242668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Transition to ACTIVE for port object 2f302e87-139c-4388-ac62-4530d7bdd09d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:26.246709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.253785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.263695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.263839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7d8e0-235b-4565-b4ad-9654bb06c526 req-803643a3-3edb-43e4-95c5-25c186ce4e7f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.266057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.271634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2f7d8e0-235b-4565-b4ad-9654bb06c526 req-803643a3-3edb-43e4-95c5-25c186ce4e7f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 946 time: 0.0779009 Nov 11 20:49:26.272908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.278993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.280968 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-51acc80b-d8e5-4067-9424-0b8e7883982f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.1496401 Nov 11 20:49:26.336393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2f7d8e0-235b-4565-b4ad-9654bb06c526 req-67937fc6-f97d-4e11-bfb4-9303b7bc2e3b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Nov 11 20:49:26.337611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:26.437037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4f9669b-dfaf-4a62-ae8a-c65cf83b78db req-f6f75f20-a43a-4965-aec6-4e1cbea4dd6a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376891 Nov 11 20:49:26.450679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3e205515-b2cd-4914-a1b8-8d85c5603d2a service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661239 Nov 11 20:49:26.471271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:26.563474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:26.564592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:26.565166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:26.570802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:26.571128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:26.576897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:26.577237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:26.577633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:26.584467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Bound port: 2f302e87-139c-4388-ac62-4530d7bdd09d, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:26.584467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:26.589239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9175452-77b5-4b4f-a0c1-6eda033cea71 req-de1ac22b-f3da-4220-aaa6-03980fdb0498 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.599080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9175452-77b5-4b4f-a0c1-6eda033cea71 req-de1ac22b-f3da-4220-aaa6-03980fdb0498 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.1617289 Nov 11 20:49:26.650605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-00d77fb3-6fcf-4ae7-98b5-38bfa45a798e service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929567 Nov 11 20:49:26.683012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:26.686219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:26.728610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9175452-77b5-4b4f-a0c1-6eda033cea71 req-26e6db6b-8c3e-4541-9dab-a8cecbf1fb7a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262295 Nov 11 20:49:26.741921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-0a4c7efc-6251-47ec-abca-7dfb2f42c94e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=62468265-2c59-4259-8a89-656c9d6f0f66 HTTP/1.1" status: 200 len: 217 time: 0.0796988 Nov 11 20:49:26.747671 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:26.763693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.764382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:26.765813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] 10.222.0.62 "PUT /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 1091 time: 1.3939443 Nov 11 20:49:26.766273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:26.769166 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:26.776042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d609a-4853-4560-a283-18bcdc86a04a req-597f553f-66c9-47f0-a89b-9d370cd7355f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.789560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-940d609a-4853-4560-a283-18bcdc86a04a req-597f553f-66c9-47f0-a89b-9d370cd7355f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1378660 Nov 11 20:49:26.851293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c465714-37bb-4195-8002-8b5f2986e74d service neutron] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:26.888955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-00dad2d7-2bb0-4821-8ad5-531f43164137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.890352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-00dad2d7-2bb0-4821-8ad5-531f43164137 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.0997753 Nov 11 20:49:26.924383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-940d609a-4853-4560-a283-18bcdc86a04a req-bfbd13dc-7d5d-41ad-8c9e-a1e73c71ff76 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810049 Nov 11 20:49:26.963563 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:26.985017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-ec40aa8b-f47d-4d56-bef6-827efc5875f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:26.987107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-ec40aa8b-f47d-4d56-bef6-827efc5875f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1094 time: 0.0974650 Nov 11 20:49:27.012023 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-6e51042b-b720-4d1d-ba6c-83cdac881fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.015886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-6e51042b-b720-4d1d-ba6c-83cdac881fc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166971 Nov 11 20:49:27.049557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-7e8c9c29-59ad-410d-b7b5-33c84f8003de tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465398 Nov 11 20:49:27.145882 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba04b09-278d-48e1-8633-28593bec5e16 x-openstack-request-id: req-2ba04b09-278d-48e1-8633-28593bec5e16 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:27.146115 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:27.146350 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ba04b09-278d-48e1-8633-28593bec5e16 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:27.147162 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d', 'status': 'completed', 'code': 200} Nov 11 20:49:27.184669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24901293-a65c-4acf-acaf-34e17f7a8cad req-94218f72-3abe-4973-8788-d41e57694dd3 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.186239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24901293-a65c-4acf-acaf-34e17f7a8cad req-94218f72-3abe-4973-8788-d41e57694dd3 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 949 time: 0.0716152 Nov 11 20:49:27.189274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-80dd3035-df52-4f8d-abfa-70acdf3511bc service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643367 Nov 11 20:49:27.212950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-225b432a-4cc4-40f1-8942-ac3e423b9bda service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 217 time: 0.0693195 Nov 11 20:49:27.233226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-208f57b4-c204-43a6-9b97-80dfb27f105f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.235970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-208f57b4-c204-43a6-9b97-80dfb27f105f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847913 Nov 11 20:49:27.285319 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-1d16f540-abe8-4a7b-927a-cbcaeb927c45 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/quotas/e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 375 time: 0.0396445 Nov 11 20:49:27.297008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-14cf229d-19c1-4baf-9cab-e54ce2eb6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.299844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-14cf229d-19c1-4baf-9cab-e54ce2eb6919 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0626361 Nov 11 20:49:27.309416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24901293-a65c-4acf-acaf-34e17f7a8cad req-2c3bbe5b-7838-4cc4-8249-8a8ab4bf0cdc tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121762 Nov 11 20:49:27.368293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-5c9de2b7-0380-4943-8054-f510c8996eda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325937 Nov 11 20:49:27.371197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3aa04109-3a68-45d9-8a4a-6887130177d2 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550436 Nov 11 20:49:27.386514 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-281edbdf-da9a-4fa0-8b4c-12fdd0afb2d2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856450 Nov 11 20:49:27.449291 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-fe3fd0ca-c611-47e2-a360-ccdc3b39ccf8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=24b03443-973a-4f11-be3a-991db2c6a33b HTTP/1.1" status: 200 len: 217 time: 0.0702446 Nov 11 20:49:27.495147 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-a78b2710-80f2-427e-81ac-2d0d24972cf9 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075966 Nov 11 20:49:27.514321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c965-879e-45f1-ae97-127a10926b3b req-cbd4a788-7382-4c2d-9438-a345ee874c9a tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.519267 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eac5c965-879e-45f1-ae97-127a10926b3b req-cbd4a788-7382-4c2d-9438-a345ee874c9a tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 945 time: 0.1256070 Nov 11 20:49:27.533278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-ec56214c-8039-448a-932a-83a9bf7e337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.534747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-ec56214c-8039-448a-932a-83a9bf7e337b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.0776026 Nov 11 20:49:27.605502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eac5c965-879e-45f1-ae97-127a10926b3b req-b3aa080a-267c-4baa-b0fb-f4f3252c870b tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819919 Nov 11 20:49:27.605799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca79f9d-5605-4abf-81ab-a21cb8f881b4 req-c0fd2236-1dce-4302-bf48-83a6bbc62126 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977635 Nov 11 20:49:27.608522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b285f6d4-a0b1-4824-9e71-98ce9b8284b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.610041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b285f6d4-a0b1-4824-9e71-98ce9b8284b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670242 Nov 11 20:49:27.734533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-2ccf1bd1-4174-451d-b611-f56db8d3764b service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118274 Nov 11 20:49:27.799437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:27.817354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e814b2-e058-4d72-b816-95536521fd37 req-75431023-3119-40fb-87a4-0996fe0f37fa tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.819067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-39e814b2-e058-4d72-b816-95536521fd37 req-75431023-3119-40fb-87a4-0996fe0f37fa tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 946 time: 0.1251130 Nov 11 20:49:27.821230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-685c0e06-5859-4edf-8d37-04c8a2fa75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:27.822753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-685c0e06-5859-4edf-8d37-04c8a2fa75fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1094 time: 0.0749640 Nov 11 20:49:27.953206 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-39e814b2-e058-4d72-b816-95536521fd37 req-57227ab8-9670-4c1c-bf73-e51e6f9b4853 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248903 Nov 11 20:49:27.969561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:27.974145 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-c880e438-ea05-4757-9004-6b5e3df4199d service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288451 Nov 11 20:49:27.975618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:27.977206 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.021825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.029434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.037353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.042379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f861894-44bb-4aac-9e2f-4fe3ce36683b req-c54f59cd-05a1-4161-a78f-38b282163de0 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 210 time: 0.0326171 Nov 11 20:49:28.044406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-5a49c391-8516-4668-ab54-ddb158e2f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.057532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.061307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-5a49c391-8516-4668-ab54-ddb158e2f85d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.2167425 Nov 11 20:49:28.075782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.095278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.109743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.118895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.120865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20d948d1-3856-4732-bc87-b34b400275b6 req-6f63c98b-538b-4fc5-a1ad-c71c8bd0d6d1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.2922640 Nov 11 20:49:28.140541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:28.143375 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76249e81-16c6-482c-8a01-de3a30a6d754" -d '{"events": [{"server_uuid": "a1fb11ad-5ba3-48ec-b102-8df0c6816baf", "name": "network-vif-plugged", "status": "completed", "tag": "0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:28.173837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-11cf38ee-9ccb-4a25-80a4-69168f72dba1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=061adeb4-653d-4889-878a-3aa008a87de1 HTTP/1.1" status: 200 len: 217 time: 0.1933653 Nov 11 20:49:28.174245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,segment=NetworkSegment(098edb73-1be5-43b4-8cb1-fda8cf0adba0),segment_id=098edb73-1be5-43b4-8cb1-fda8cf0adba0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:28.197655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-2cbe5b7d-5bd2-4b6a-8fba-774e0d083d60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 217 time: 0.1208160 Nov 11 20:49:28.243171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.244176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:28.258576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-4481234e-9dec-4d72-a1f1-9e7b0e5b946b tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.260248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-4481234e-9dec-4d72-a1f1-9e7b0e5b946b tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1101470 Nov 11 20:49:28.260383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-d28fa8e9-c64e-4831-88cd-095e5f4cc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.261813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-d28fa8e9-c64e-4831-88cd-095e5f4cc4b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 200 len: 797 time: 0.0803194 Nov 11 20:49:28.268265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20d948d1-3856-4732-bc87-b34b400275b6 req-08adee3a-61f9-413e-9827-e25990a06573 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026902 Nov 11 20:49:28.327851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3a4db8a8-0f7a-433b-b847-8dbb034057e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.334712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3a4db8a8-0f7a-433b-b847-8dbb034057e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609217 Nov 11 20:49:28.354003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-54a20785-56f8-4bf3-b280-36f51e21ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.355542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-54a20785-56f8-4bf3-b280-36f51e21ce8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1483183 Nov 11 20:49:28.372099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:28.423161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc88a-e442-4732-ba77-db6829b3b233 req-92b5f7c2-e556-427d-8d2f-c91f147b8a69 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.425763 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c44cc88a-e442-4732-ba77-db6829b3b233 req-92b5f7c2-e556-427d-8d2f-c91f147b8a69 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.2091591 Nov 11 20:49:28.428344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port e5c0011a-ae1e-4b6b-b11e-2ac932813395 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:28.429304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-45b7cbe8-9317-47bd-b35e-da7e5e6d7c59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470953 Nov 11 20:49:28.434316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port e5c0011a-ae1e-4b6b-b11e-2ac932813395 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:28.435066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.488996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d271e36-2dce-4e81-843c-9c5daa3d0b49 req-76ae318f-e5c8-46af-aef0-71de691752c2 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.491416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d271e36-2dce-4e81-843c-9c5daa3d0b49 req-76ae318f-e5c8-46af-aef0-71de691752c2 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 946 time: 0.1077857 Nov 11 20:49:28.498672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-82665c68-6695-4e8e-96d9-0957f2d71d80 service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586900 Nov 11 20:49:28.565105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c44cc88a-e442-4732-ba77-db6829b3b233 req-3723ed4c-3dcc-4659-bff4-dfd34e5e2bd9 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333249 Nov 11 20:49:28.580747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Deleting port 9af2a23b-7093-48d1-bb21-a56d645909f9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:28.581117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.635138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.652212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d271e36-2dce-4e81-843c-9c5daa3d0b49 req-0a84a738-9795-43d5-a5e3-9b5c21c2c78e tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups?id=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519203 Nov 11 20:49:28.683542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-b65d459c-a8d0-49aa-b58d-4804af3105b7 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332287 Nov 11 20:49:28.685117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-903bcc12-a30c-4501-9639-613f49912fcd service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774671 Nov 11 20:49:28.727434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:28.742702 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-43d13206-36d5-4db7-a382-4d0aba2de8e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26873653-f9a0-4f8f-891f-cd613463e52e HTTP/1.1" status: 200 len: 217 time: 0.0488427 Nov 11 20:49:28.798441 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.823205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] For port 9af2a23b-7093-48d1-bb21-a56d645909f9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9af2a23b-7093-48d1-bb21-a56d645909f9,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:28.823871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:28.856982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b60a6d5c-d66c-414f-8e00-189da7319acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.859121 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b60a6d5c-d66c-414f-8e00-189da7319acc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 200 len: 797 time: 0.1086397 Nov 11 20:49:28.899269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:28.925356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f988514-f5b6-4639-9c46-8bc58d5bfcd0 req-254af732-34da-4c50-9beb-a4911c1bfdc7 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272465 Nov 11 20:49:28.948100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1b99443-90c2-4984-8496-13f0cab996ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:28.949860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-b1b99443-90c2-4984-8496-13f0cab996ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839458 Nov 11 20:49:28.960539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=14']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:29.060626 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:29.120789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-316f02d7-fbad-41f8-938f-66719a98b278 service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488042 Nov 11 20:49:29.120977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:29.203127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:29.238162 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7eff4f7-4aa0-47f0-b002-0e35b8ba5b7c req-3c77ed98-a062-4bb7-8eda-4b911dc5ae00 service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100769 Nov 11 20:49:29.265529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:29.517256 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-2b39f9ff-ac15-41d0-a89f-d763cc8c62fc tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1219762553&fields=id&tenant_id=b2d6434ec00e4adf81310fc797f0f1e0 HTTP/1.1" status: 200 len: 267 time: 0.1041036 Nov 11 20:49:29.548534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:29.549140 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:29.549633 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6 disassociated. External IP: 172.25.2.28, port: 9af2a23b-7093-48d1-bb21-a56d645909f9. Nov 11 20:49:29.550915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Calling delete_port for 9af2a23b-7093-48d1-bb21-a56d645909f9 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:29.553377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.553847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.554345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.554819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.555350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.555818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.556502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.558888 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-87f46557-e029-4485-a7e3-7e6db030fcf7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6488 time: 0.0779309 Nov 11 20:49:29.677840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-4ba4804e-6d7d-4b12-8f68-627947346402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.679723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-4ba4804e-6d7d-4b12-8f68-627947346402 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d896e8a9-8693-4938-99ad-cdd8af9527fb HTTP/1.1" status: 200 len: 901 time: 0.1134415 Nov 11 20:49:29.727181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-e83a93a3-0369-4ce7-9dca-ec6d8da3ef39 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.729589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-e83a93a3-0369-4ce7-9dca-ec6d8da3ef39 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/networks?id=994e3071-1974-4cab-afd8-f2193fb48982 HTTP/1.1" status: 200 len: 816 time: 0.1930776 Nov 11 20:49:29.746417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-2bc1ea7d-aabd-4319-9d6a-b8ea016b47a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26873653-f9a0-4f8f-891f-cd613463e52e HTTP/1.1" status: 200 len: 217 time: 0.0551224 Nov 11 20:49:29.749485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-02afe0f4-ae6c-4069-9050-707600e2e470 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/quotas/b2d6434ec00e4adf81310fc797f0f1e0 HTTP/1.1" status: 200 len: 375 time: 0.0124748 Nov 11 20:49:29.805681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-bf35b132-7a65-461b-902c-b0dc469ce5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.807212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-bf35b132-7a65-461b-902c-b0dc469ce5a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 200 len: 797 time: 0.0530329 Nov 11 20:49:29.861243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-a6a57885-3cc5-4d4c-aaa9-4c3c0c1364f4 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2d6434ec00e4adf81310fc797f0f1e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795228 Nov 11 20:49:29.870975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-d4b72873-d9d0-45ac-890b-9d53ac0b162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:29.876503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-d4b72873-d9d0-45ac-890b-9d53ac0b162e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584610 Nov 11 20:49:29.929842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:29.998739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-01b6dadc-8b8a-4d83-9e4e-c7e6774f86fd service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174402 Nov 11 20:49:30.005620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event deleted for resources: {'Port': ['ID=9af2a23b-7093-48d1-bb21-a56d645909f9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:30.017768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-f9ee06d2-cf72-4307-a12a-3a8376719e45 service neutron] 10.222.0.31 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443489 Nov 11 20:49:30.116953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0938d18a-3f37-42bb-87da-5ee9dae0d0e9 req-0a34126b-870b-4fef-b2e7-19cd05b9234b service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103730 Nov 11 20:49:30.145231 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abe1629-6656-43ab-822c-ce70360f6689 x-openstack-request-id: req-2abe1629-6656-43ab-822c-ce70360f6689 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:30.145768 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fb11ad-5ba3-48ec-b102-8df0c6816baf", "name": "network-vif-plugged", "status": "completed", "tag": "0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:30.146753 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2abe1629-6656-43ab-822c-ce70360f6689 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:30.147052 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1', 'code': 200} Nov 11 20:49:30.257021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-fad5edbd-ed3e-4662-8997-e04872d348a7 service neutron] 10.222.0.31 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037702 Nov 11 20:49:30.289068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Router 28c1f62b-72e5-40c4-a569-8c2b166ead0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:49:30.292183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc0a05-b1db-4ccc-8eae-912cb1ab5e2e req-519f0b16-e426-4ddc-9e4d-7dffa1ad4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.293780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ddc0a05-b1db-4ccc-8eae-912cb1ab5e2e req-519f0b16-e426-4ddc-9e4d-7dffa1ad4041 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 1097 time: 0.0786362 Nov 11 20:49:30.304549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e01555-baee-45bf-822f-f4843468ba62 req-73f111c5-00ee-40b1-966e-10517eb2c3f8 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.312544 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78e01555-baee-45bf-822f-f4843468ba62 req-73f111c5-00ee-40b1-966e-10517eb2c3f8 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 946 time: 0.0856276 Nov 11 20:49:30.386460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78e01555-baee-45bf-822f-f4843468ba62 req-b6407ae8-7942-4afa-a80e-2275afa31667 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728440 Nov 11 20:49:30.472338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:49:30.473646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-c64b71ca-64d3-4edf-b0c8-087c0922d0d9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368755 Nov 11 20:49:30.483059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] Sync routers for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:49:30.487096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ddc0a05-b1db-4ccc-8eae-912cb1ab5e2e req-3f66918b-6417-4ab1-aac5-9288123ab3b5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527622 Nov 11 20:49:30.508467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:30.509133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:30.570039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] No DVR routers for this DVR port 9af2a23b-7093-48d1-bb21-a56d645909f9 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:30.573179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:30.577508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-11dd5822-1eea-49a9-9d37-62dc943d006d req-50f89070-3a90-444a-bb31-ee2a79321bed tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.62 "DELETE /v2.0/ports/9af2a23b-7093-48d1-bb21-a56d645909f9 HTTP/1.1" status: 204 len: 173 time: 2.2988496 Nov 11 20:49:30.578088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'name': 'network-vif-deleted', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:30.583122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc7a298b-221d-495d-8b7f-c977a6645e3e req-56a2a941-a933-49c7-b676-33df0b6fc881 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 210 time: 0.0465169 Nov 11 20:49:30.591834 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e885788f-ff73-49b2-9d91-04521a2dd8da" -d '{"events": [{"server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "name": "network-vif-deleted", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:30.684401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:30.739174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-679518bc-2386-49ac-84ce-cd631c718180 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.741000 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-679518bc-2386-49ac-84ce-cd631c718180 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586503 Nov 11 20:49:30.757618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Request body: {'port': {'device_id': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'e6d81b4fe4ec41e5998f166d9f12699b'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:30.850597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.858534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.866264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.874932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.883976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.886454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device af8b3aa2-b705-461c-9f5a-d71c434d7d03 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:30.892817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.901715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:30.904247 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-0ef48bd7-6989-4381-91e2-18fa9be1a805 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.2121034 Nov 11 20:49:31.130797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:31.159869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'mac_address': 'fa:16:3e:f7:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:31.225878 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:31.240343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62835fc7-7898-4b4b-ab69-1d2674c46854 req-98f8a0c9-e296-4296-be67-e6dcf72ecd38 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:31.241448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af8b3aa2-b705-461c-9f5a-d71c434d7d03 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:31.242557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62835fc7-7898-4b4b-ab69-1d2674c46854 req-98f8a0c9-e296-4296-be67-e6dcf72ecd38 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0794108 Nov 11 20:49:31.263514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:31.274857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:31.308516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] Checking router: 28c1f62b-72e5-40c4-a569-8c2b166ead0d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:49:31.310281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62835fc7-7898-4b4b-ab69-1d2674c46854 req-603f3039-4a6f-404b-b293-3a5e1e6dcac0 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617707 Nov 11 20:49:31.318837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:31.319610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:31.374316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:31.437364 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eba9ce21-10d9-4174-b947-7f1004c2ac50 req-965d1d77-19c0-40b3-9efa-f40ee18d5430 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b97be94-8205-4be0-886a-e4d4e8a7051f HTTP/1.1" status: 200 len: 210 time: 0.0364182 Nov 11 20:49:31.503689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:31.511574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efd20253-e1d7-40ad-91a0-709cb14e6560 req-91ca05a0-360f-48bc-a27e-03be346c2310 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5918128 Nov 11 20:49:31.552863 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a39ff-5dd7-4ce5-8c10-ba6ec0782e10 x-openstack-request-id: req-a48a39ff-5dd7-4ce5-8c10-ba6ec0782e10 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:31.553161 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b97be94-8205-4be0-886a-e4d4e8a7051f", "name": "network-vif-deleted", "tag": "9af2a23b-7093-48d1-bb21-a56d645909f9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:31.553416 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a48a39ff-5dd7-4ce5-8c10-ba6ec0782e10 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:31.553819 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97be94-8205-4be0-886a-e4d4e8a7051f', 'name': 'network-vif-deleted', 'tag': '9af2a23b-7093-48d1-bb21-a56d645909f9', 'status': 'completed', 'code': 200} Nov 11 20:49:31.557020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['af8b3aa2-b705-461c-9f5a-d71c434d7d03'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:31.600663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ac21706-f171-4eea-b188-8dfbd672d7d0 req-fec70f00-b7d6-496f-970e-c573f51bb873 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0324748 Nov 11 20:49:31.651396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Made reservation on behalf of e6d81b4fe4ec41e5998f166d9f12699b for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:49:31.655355 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:31.683867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a74a-c685-4bb2-9551-d7760167e3a2 req-9f252d6d-1a38-47c5-bcc7-faf97ca4b3bb tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:31.686677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3c3a74a-c685-4bb2-9551-d7760167e3a2 req-9f252d6d-1a38-47c5-bcc7-faf97ca4b3bb tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 946 time: 0.0690274 Nov 11 20:49:31.779692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3c3a74a-c685-4bb2-9551-d7760167e3a2 req-8185af12-78ec-4781-b693-74ad3d495d23 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854568 Nov 11 20:49:31.886188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Allocated IP 192.168.233.112 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/d4efca92-28a3-43a6-919e-e21ffc2b7810) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:49:31.886435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:31.905000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1e688db-e0d0-4498-ae70-07714689e384 req-2ed2ebd5-5549-407d-b45d-e536a5b1e580 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 210 time: 0.0429215 Nov 11 20:49:32.041706 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e060761-5713-4472-ae39-652f59ddf10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:32.118153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:32.132427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:32.159889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}, {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:32.162161 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0670346c-321b-4a9a-bfe7-904c83c719f9" -d '{"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}, {"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:32.165663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d03bed-c59c-4930-a98c-f86032f6191c None None] The sync data for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 is: [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:44:08Z', 'revision_number': 4, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ae55fe1f-e949-4870-8542-0a970d9c8085', 'name': '', 'network_id': 'b151480d-cf91-4337-b78b-8bc6ea2631b0', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'mac_address': 'fa:16:3e:aa:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:08Z', 'updated_at': '2021-11-11T20:44:13Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'subnets': [{'id': '35e0efa7-1fc3-45df-9b00-aca22e365d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:49:32.215137 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790c4ff2-e218-489f-aad7-77c6d5a03c0e x-openstack-request-id: req-790c4ff2-e218-489f-aad7-77c6d5a03c0e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:32.215440 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "code": 200}, {"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:32.215693 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-790c4ff2-e218-489f-aad7-77c6d5a03c0e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:32.216093 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'code': 200} Nov 11 20:49:32.216389 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'code': 200} Nov 11 20:49:32.366285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:32.379008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48', '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:32.440841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:49:32.442580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:49:32.444495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:32.446792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:49:32.469983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bf3da-1ebf-4df4-9aaa-42ee02b35b04 req-e71c9cb5-7499-4a96-96c2-6e4eb95a4752 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.477844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed1bf3da-1ebf-4df4-9aaa-42ee02b35b04 req-e71c9cb5-7499-4a96-96c2-6e4eb95a4752 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0785377 Nov 11 20:49:32.495489 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4f7fb-8ee3-4463-9177-00022bc1d87d None None] New status for floating IP 667fc95b-11d1-460b-93c9-1c71eb860ed6: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:49:32.506469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.507133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:32.544745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed1bf3da-1ebf-4df4-9aaa-42ee02b35b04 req-f5695f07-6da7-420d-a491-7ce5635b84a5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 Nov 11 20:49:32.625748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-fdfa3411-3151-4845-9cb7-84e442e410ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8738639 Nov 11 20:49:32.644771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Request body: {'port': {'device_id': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:32.746049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:32.812462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.819600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.847735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf606443-c52b-44bb-bc71-aab6392d1682 req-78b6895d-f622-427e-bd4e-789f6a1e7ee8 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0406466 Nov 11 20:49:32.853728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.873864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.874003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5b974c49-e447-4d69-a767-2d8660281d81 None None] Provisioning complete for port d4efca92-28a3-43a6-919e-e21ffc2b7810 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:32.874003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b974c49-e447-4d69-a767-2d8660281d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:32.888052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.901804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.920866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:32.928434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-878c2036-0098-4ef2-90da-1b5810b6ddab tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.1846075 Nov 11 20:49:32.940048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device af8b3aa2-b705-461c-9f5a-d71c434d7d03 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:33.021916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1507970c-a736-428d-8813-18dc66eb2ac9 req-e300d53c-64d9-4813-b37c-61928ae0fe7d tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847189 Nov 11 20:49:33.168974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5b974c49-e447-4d69-a767-2d8660281d81 None None] Port d4efca92-28a3-43a6-919e-e21ffc2b7810 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:49:33.184923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port af8b3aa2-b705-461c-9f5a-d71c434d7d03 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:33.188586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81abf52-18e7-4ac3-beb8-6f7151d6b21a req-441d1c82-30a8-4168-9774-2f8db6ab6b47 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:33.188845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.191552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c81abf52-18e7-4ac3-beb8-6f7151d6b21a req-441d1c82-30a8-4168-9774-2f8db6ab6b47 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 936 time: 0.0663214 Nov 11 20:49:33.205440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35175128-3e39-45d5-9840-37fa9557d322 req-3854392f-d019-4389-b5d5-8b8dd9901bfd tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:33.207015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35175128-3e39-45d5-9840-37fa9557d322 req-3854392f-d019-4389-b5d5-8b8dd9901bfd tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 946 time: 0.0978739 Nov 11 20:49:33.283203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c81abf52-18e7-4ac3-beb8-6f7151d6b21a req-5c00d12f-16cc-4737-8b23-78278237aae8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806627 Nov 11 20:49:33.311656 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.312715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35175128-3e39-45d5-9840-37fa9557d322 req-3655865d-0eea-4fae-8e2b-b25a1cd3999a tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986485 Nov 11 20:49:33.322803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4efca92-28a3-43a6-919e-e21ffc2b7810 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:33.335665 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.352871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Transition to ACTIVE for port object d4efca92-28a3-43a6-919e-e21ffc2b7810 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:33.374244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:33.521594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:33.577423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.578260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9af2a23b-7093-48d1-bb21-a56d645909f9 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:33.587094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3628f895-5326-45fe-bc86-afb08012a21f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.588872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.696406 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3628f895-5326-45fe-bc86-afb08012a21f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.699649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 9af2a23b-7093-48d1-bb21-a56d645909f9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:33.700046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9af2a23b-7093-48d1-bb21-a56d645909f9 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:33.703291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:33.734439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71762944-71eb-4e1b-8f06-caeddeb49d4c req-68eab32d-be33-4cf1-81ef-0e6d760bfebb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:33.753263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71762944-71eb-4e1b-8f06-caeddeb49d4c req-68eab32d-be33-4cf1-81ef-0e6d760bfebb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.1048775 Nov 11 20:49:33.806968 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:33.866376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71762944-71eb-4e1b-8f06-caeddeb49d4c req-bb74b40d-b3fc-4cb4-94ed-cf296ff06925 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064947 Nov 11 20:49:33.991918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3628f895-5326-45fe-bc86-afb08012a21f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.995881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3628f895-5326-45fe-bc86-afb08012a21f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.999551 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3628f895-5326-45fe-bc86-afb08012a21f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "DELETE /v2.0/security-groups/c637d77a-4dd4-40f0-b4a4-ce3e23bc5364 HTTP/1.1" status: 204 len: 168 time: 0.4745667 Nov 11 20:49:34.000328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:34.029924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e0c61c2-d56c-484b-b561-3d377e6ce014 req-492cba61-e6f0-494e-8a9f-c4fd7e7604aa tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0364699 Nov 11 20:49:34.033767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628f895-5326-45fe-bc86-afb08012a21f tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c637d77a-4dd4-40f0-b4a4-ce3e23bc5364,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:34.080457 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-c802ebf8-78bb-4870-b482-2c357822c494 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] show failed (client error): The resource could not be found. Nov 11 20:49:34.084857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c802ebf8-78bb-4870-b482-2c357822c494 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "GET /v2.0/security-groups/c637d77a-4dd4-40f0-b4a4-ce3e23bc5364 HTTP/1.1" status: 404 len: 347 time: 0.0581260 Nov 11 20:49:34.087391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:34.089589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:34.089935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:34.090263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:34.095874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-eebe1ffa-9c62-4734-b19c-0d162c5be4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.098015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-eebe1ffa-9c62-4734-b19c-0d162c5be4ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=683f932244e2480c99b421ed09c3f385&device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 1097 time: 0.1677923 Nov 11 20:49:34.104535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:34.104866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:34.178678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:34.179015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:34.179402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:34.180216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Bound port: d4efca92-28a3-43a6-919e-e21ffc2b7810, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:34.180772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.214835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc945-a7e5-4df2-9a65-a528d686ee58 req-f7234198-ce0a-4ab2-aae6-97d99d000093 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.214835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a09bc945-a7e5-4df2-9a65-a528d686ee58 req-f7234198-ce0a-4ab2-aae6-97d99d000093 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 946 time: 0.2297060 Nov 11 20:49:34.217302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:34.220501 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9461bec-ebcf-4557-b859-6a765cbf9bc3" -d '{"events": [{"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-plugged", "status": "completed", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:34.290248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-97897006-8251-429f-a031-e19ebe2d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.291791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-97897006-8251-429f-a031-e19ebe2d76cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=fb15889f-6f1d-4ab7-9906-86661d654b53 HTTP/1.1" status: 200 len: 914 time: 0.1846340 Nov 11 20:49:34.345721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.352570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.359056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.366048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.373075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.375178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-cd1aca66-54be-4ca3-98f8-cc3c45840085 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 HTTP/1.1" status: 200 len: 217 time: 0.0714724 Nov 11 20:49:34.379943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.384278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:34.386277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.395138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-4ee655dc-3f92-40b6-931c-0e85c4724c02 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.1697898 Nov 11 20:49:34.429018 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a09bc945-a7e5-4df2-9a65-a528d686ee58 req-72796044-30a5-472e-a571-4f6b507dc4ab tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727915 Nov 11 20:49:34.433747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:34.449726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Deleting port 441f4b0f-568a-42f8-8627-8637f1ff7228 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:34.450056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.454962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-9ede794a-a667-41f7-a3c0-35d27c3d60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.456509 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-9ede794a-a667-41f7-a3c0-35d27c3d60e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ecc507a-6082-4419-bcda-f1c5fafbc306 HTTP/1.1" status: 200 len: 853 time: 0.0700095 Nov 11 20:49:34.479822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22c22235-098c-42e5-a13c-c4d9edeff058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.502609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-af950cfe-47fb-4934-afcb-b4c3258302c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb15889f-6f1d-4ab7-9906-86661d654b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362952 Nov 11 20:49:34.505259 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dce7ebe-8acf-4d4d-88d1-d70a75c7992f x-openstack-request-id: req-6dce7ebe-8acf-4d4d-88d1-d70a75c7992f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:34.507877 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-plugged", "status": "completed", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:34.508328 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dce7ebe-8acf-4d4d-88d1-d70a75c7992f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:34.508937 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'code': 200} Nov 11 20:49:34.527213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0d12f4a-440b-4a62-98dd-e93cc8303c90 req-05eaa77d-bc18-4744-b5c2-a788119c7d30 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307805 Nov 11 20:49:34.556673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.622239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.622955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.648175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.649256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.650663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 1096 time: 2.0158105 Nov 11 20:49:34.659689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:34.668161 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:34.686926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Calling delete_port for 441f4b0f-568a-42f8-8627-8637f1ff7228 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:34.754403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6249e4-b420-4416-bd84-6c31b66f92c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:34.782506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-6f076e54-c987-4a48-bfb8-dbd260a6fa0f service neutron] 10.222.0.58 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697887 Nov 11 20:49:34.810492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea8ac-dcd2-4e5e-ab3b-6712cb499c67 req-f2a16d66-8f8a-4bc5-a18c-85017c2de945 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.821074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98eea8ac-dcd2-4e5e-ab3b-6712cb499c67 req-f2a16d66-8f8a-4bc5-a18c-85017c2de945 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.1252038 Nov 11 20:49:34.863102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-1c873d76-e609-41ba-9292-6d080c4e6df1 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:34.880238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-1c873d76-e609-41ba-9292-6d080c4e6df1 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.62 "GET /v2.0/networks?id=994e3071-1974-4cab-afd8-f2193fb48982 HTTP/1.1" status: 200 len: 816 time: 0.3119290 Nov 11 20:49:34.901167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:35.017352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98eea8ac-dcd2-4e5e-ab3b-6712cb499c67 req-dcb1a10d-fe70-42a5-859b-2e7dd9680534 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949520 Nov 11 20:49:35.022484 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68c4263-e613-47e4-a39e-b59e4b932226 x-openstack-request-id: req-b68c4263-e613-47e4-a39e-b59e4b932226 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:35.022991 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:35.023392 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b68c4263-e613-47e4-a39e-b59e4b932226 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:35.024050 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'status': 'completed', 'code': 200} Nov 11 20:49:35.053583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fe117a1-ed25-4f91-b952-40a789728f38 req-b76eed81-4814-47fe-b583-4347b3ffd281 service neutron] 10.222.0.58 "GET /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619684 Nov 11 20:49:35.059466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-5a261038-fbf4-4cfc-940a-f4b8b8a5e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:35.061496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-5a261038-fbf4-4cfc-940a-f4b8b8a5e91b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1099 time: 0.1418660 Nov 11 20:49:35.066183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-b007074e-8c08-41f4-87d8-f5dda0b803d5 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2d6434ec00e4adf81310fc797f0f1e0 HTTP/1.1" status: 200 len: 380 time: 0.1845849 Nov 11 20:49:35.089818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Request body: {'port': {'device_id': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'admin_state_up': True, 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'security_groups': ['110181f3-07e3-4a28-9039-5ebb39b3a141']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:35.183166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:35.196773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'mac_address': 'fa:16:3e:d8:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:35.238240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-93341d59-0b09-4b80-b1ce-82a127a83dbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.1455963 Nov 11 20:49:35.279982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:35.314188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-793c46e9-c457-4139-b8be-f561d39f0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:35.316123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-793c46e9-c457-4139-b8be-f561d39f0212 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0768390 Nov 11 20:49:35.327511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a2604a30-a729-4fa4-9676-8d0fb6aa9e60 req-a8a02050-6ab6-4eaf-b18c-4bf4b0899556 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.1285968 Nov 11 20:49:35.337112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68954cf2-9477-4078-a78a-18cc85b8be9c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:35.363702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:35.395005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-14b9c52d-4872-4f1c-a5c1-bf3a2870760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:35.395533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f52994-72aa-4b5e-84c5-dd33c96f519e req-731d3e91-2a65-43a8-8c16-0fcace99613a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:35.398849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-14b9c52d-4872-4f1c-a5c1-bf3a2870760f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666411 Nov 11 20:49:35.404019 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35f52994-72aa-4b5e-84c5-dd33c96f519e req-731d3e91-2a65-43a8-8c16-0fcace99613a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.3348346 Nov 11 20:49:35.487685 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:35.489201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:35.501828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35f52994-72aa-4b5e-84c5-dd33c96f519e req-a30ebf5a-c835-48e0-b656-fdd2a00452d4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964248 Nov 11 20:49:35.508991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:35.583659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Made reservation on behalf of b2d6434ec00e4adf81310fc797f0f1e0 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:49:35.603691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:35.630600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-59a6f975-96dd-47d0-922d-9b52093476f1 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233388 Nov 11 20:49:35.655996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['68954cf2-9477-4078-a78a-18cc85b8be9c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:35.666047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Pushing event deleted for resources: {'Port': ['ID=441f4b0f-568a-42f8-8627-8637f1ff7228,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:35.796816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a8b97bd-6e39-4b8a-92a9-4ee0c5fa5713 req-e2c700b3-74a5-4689-a80b-d950e5fe2b35 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539366 Nov 11 20:49:35.806947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:35.832905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa8656-ca4c-48ab-8a73-b9185dcd15bb req-1a16cace-dbaf-4035-b28c-7689df812d1d tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:35.834603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5aa8656-ca4c-48ab-8a73-b9185dcd15bb req-1a16cace-dbaf-4035-b28c-7689df812d1d tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 946 time: 0.2546773 Nov 11 20:49:35.903583 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:35.907901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:35.910627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3cc6acfa-bdff-40e1-bfb8-4aa9ed68c326 tempest-ServersWithSpecificFlavorTestJSON-1062315373 tempest-ServersWithSpecificFlavorTestJSON-1062315373-project] 10.222.0.31 "DELETE /v2.0/floatingips/667fc95b-11d1-460b-93c9-1c71eb860ed6 HTTP/1.1" status: 204 len: 168 time: 1.8214989 Nov 11 20:49:35.924723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5aa8656-ca4c-48ab-8a73-b9185dcd15bb req-868ed51f-d8c6-4e80-a466-0010f5e5409e tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888484 Nov 11 20:49:36.042298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.049039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.057041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.062853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.074724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.083422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.089790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.091636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0be12ded-c662-4446-a0ab-05be5d00704e req-c2d62aba-c7ae-4e8a-8235-0e966c907020 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.3060002 Nov 11 20:49:36.107798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-42823a44-065c-4155-9136-be0b28ab9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.107798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-42823a44-065c-4155-9136-be0b28ab9d92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1099 time: 0.0808730 Nov 11 20:49:36.145583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Allocated IP 172.20.0.6 (994e3071-1974-4cab-afd8-f2193fb48982/4e5989c5-96d9-43b7-a9f2-05c6d3dc6253/ef1a55ca-e47f-48ee-b80d-b9eccfee2987) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:49:36.160383 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:49:36.194458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0be12ded-c662-4446-a0ab-05be5d00704e req-4ba4fd57-8368-45de-be2e-5585c24ac19b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939860 Nov 11 20:49:36.267683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-24413448-1d52-4de0-9237-42eb2e5a17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.275870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-24413448-1d52-4de0-9237-42eb2e5a17ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1551151 Nov 11 20:49:36.349873 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-d130ead3-9d42-4165-8fa2-f1778668a7d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0688450 Nov 11 20:49:36.441331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-ff76a977-07bf-4d1f-b637-a3d97a51eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.444779 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-ff76a977-07bf-4d1f-b637-a3d97a51eb84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0812957 Nov 11 20:49:36.478949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee7797-10b9-41bf-8795-515aa738b0d4 req-8f881b27-a3b6-47e5-83d5-5f9e183005fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.487718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecee7797-10b9-41bf-8795-515aa738b0d4 req-8f881b27-a3b6-47e5-83d5-5f9e183005fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.1676531 Nov 11 20:49:36.523683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-4ed51b17-b093-407c-9dc1-fd62154f355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.525526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-4ed51b17-b093-407c-9dc1-fd62154f355f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642939 Nov 11 20:49:36.568265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:36.620211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecee7797-10b9-41bf-8795-515aa738b0d4 req-0c33310a-7fe8-47a8-bc42-203518f2cce8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204221 Nov 11 20:49:36.662775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d31a4ca6-0cbb-4878-9bf8-49709ecdcab9 req-f4f26e52-2455-41d8-b04c-d33d4fc7c441 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0787172 Nov 11 20:49:36.717321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-b5aaa380-b162-4652-871f-b12340ff1dfa service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836495 Nov 11 20:49:36.769305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:36.865126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event updated for resources: {'Port': ['ID=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:36.890070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Network 994e3071-1974-4cab-afd8-f2193fb48982 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:49:36.891911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:49:36.909197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:49:36.916307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:36.954776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00411dd7-59c6-44e8-b306-f2905df251fe req-6f56a540-d58f-4090-ad42-066495e4f295 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:36.960019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00411dd7-59c6-44e8-b306-f2905df251fe req-6f56a540-d58f-4090-ad42-066495e4f295 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.1460114 Nov 11 20:49:36.966675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ed6b90e-1a8f-4e39-a07c-c4b7f3e497f8 req-305b93ea-c522-44d4-8bd3-56a4ebc91b2b service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374465 Nov 11 20:49:37.059145 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.123463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.125979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.135197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 68954cf2-9477-4078-a78a-18cc85b8be9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:37.136028 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.173526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00411dd7-59c6-44e8-b306-f2905df251fe req-b6ff3a1f-f7e4-4c79-b680-65ed9039e1c0 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045252 Nov 11 20:49:37.237262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-0e41444e-61b8-460e-80fa-802a3d7c9c73 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1631227 Nov 11 20:49:37.277652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Request body: {'port': {'device_id': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:49:37.371541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897d8e9-9933-4c05-b9b5-8f8dab6fc39c req-486476b8-643a-4f3e-bca9-f0dd9cfed214 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.393500 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5897d8e9-9933-4c05-b9b5-8f8dab6fc39c req-486476b8-643a-4f3e-bca9-f0dd9cfed214 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 946 time: 0.2315600 Nov 11 20:49:37.401260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.464672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:37.466970 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76c020e-f1dd-46c6-9f84-bccaea0c78b1" -d '{"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-plugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:37.480284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ce2e001e-d5ad-4e64-ac37-80ccee1aeccf None None] Provisioning complete for port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:37.481027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce2e001e-d5ad-4e64-ac37-80ccee1aeccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.486360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:37.534129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e001e-d5ad-4e64-ac37-80ccee1aeccf None None] Port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:49:37.544655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.567357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.585322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.587961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.595598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5897d8e9-9933-4c05-b9b5-8f8dab6fc39c req-e17a2033-807f-44a6-a70d-3eb7119fc8e2 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.31 "GET /v2.0/security-groups?id=eb974fc5-bb71-40be-83c4-7a4533aaadf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066896 Nov 11 20:49:37.598061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.604786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.606176 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.614448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.619919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:37.629264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66935d9f-d94a-4391-9886-7061052e749a req-fe0d6d0c-2484-41e7-82da-e21d524abf9e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5431 time: 0.2203839 Nov 11 20:49:37.725821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66935d9f-d94a-4391-9886-7061052e749a req-b2ff94c3-10e4-4afc-9892-27ec6bb3e4b1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955877 Nov 11 20:49:37.751836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:37.801321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:37.813840 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89005976-a40f-4110-bbac-9d72042741f8 x-openstack-request-id: req-89005976-a40f-4110-bbac-9d72042741f8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:37.814383 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-plugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:37.815171 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89005976-a40f-4110-bbac-9d72042741f8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:37.815738 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'code': 200} Nov 11 20:49:38.022655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6507f-9537-45cd-a1d9-0649ab754b68 req-394db569-a010-4dcf-bc76-bd0e6f76e51d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:38.030696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1c6507f-9537-45cd-a1d9-0649ab754b68 req-394db569-a010-4dcf-bc76-bd0e6f76e51d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.1492453 Nov 11 20:49:38.083047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012861c-f299-4cf3-9649-9bc0809051a9 req-8111af03-412a-4e20-beba-d04729d2c418 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:38.092614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a012861c-f299-4cf3-9649-9bc0809051a9 req-8111af03-412a-4e20-beba-d04729d2c418 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 931 time: 0.1072750 Nov 11 20:49:38.129466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1c6507f-9537-45cd-a1d9-0649ab754b68 req-e989bc69-d587-45ab-aaf6-875fde2ea259 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978041 Nov 11 20:49:38.232472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a012861c-f299-4cf3-9649-9bc0809051a9 req-b17d38ce-98c7-405a-a3df-8f48c9e1d26d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343806 Nov 11 20:49:38.293913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1a55ca-e47f-48ee-b80d-b9eccfee2987 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:38.315818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:38.364763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Transition to ACTIVE for port object ef1a55ca-e47f-48ee-b80d-b9eccfee2987 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:49:38.440368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:38.661923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:38.795368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Attempting to bind port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:49:38.795706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Attempting to bind port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:49:38.796041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Attempting to bind port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 on network 994e3071-1974-4cab-afd8-f2193fb48982 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:38.805866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 on network 994e3071-1974-4cab-afd8-f2193fb48982 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:49:38.806177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Attempting to bind port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 on network 994e3071-1974-4cab-afd8-f2193fb48982 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:49:38.815516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:49:38.822446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:38.824984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Checking segment: {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:49:38.825393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Bound using segment: {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:49:38.825882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Bound port: ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8dab592-2191-4d04-a0ab-7f56f832c613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:49:38.826264 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:39.049040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] For port ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:49:39.056043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] For port ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:49:39.061958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db5ea-959c-475b-aa6b-f248d8fcc1c5 req-7d3afb19-5a6d-48c8-9e6f-03a11a99b45c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:39.070403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-121db5ea-959c-475b-aa6b-f248d8fcc1c5 req-7d3afb19-5a6d-48c8-9e6f-03a11a99b45c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.1801014 Nov 11 20:49:39.143234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:39.231382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:39.235986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:39.237483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] 10.222.0.62 "PUT /v2.0/ports/ef1a55ca-e47f-48ee-b80d-b9eccfee2987 HTTP/1.1" status: 200 len: 1091 time: 1.9882390 Nov 11 20:49:39.241013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:39.243771 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a953f2-731b-48ed-9d56-739de67141ae" -d '{"events": [{"name": "network-changed", "server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:39.307142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-121db5ea-959c-475b-aa6b-f248d8fcc1c5 req-80780e89-3b75-431f-8b2d-26de83b34283 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352881 Nov 11 20:49:39.324347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e421ce-1817-4369-a42d-7ffef6a2b744 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:39.522822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-340ae23a-8e66-4730-a4b4-364c8bea8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:39.524433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-340ae23a-8e66-4730-a4b4-364c8bea8dbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d6434ec00e4adf81310fc797f0f1e0&device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 1094 time: 0.1193173 Nov 11 20:49:39.646330 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-d8e54e7a-fe30-499f-b79a-5a683cb402ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987 HTTP/1.1" status: 200 len: 217 time: 0.1078820 Nov 11 20:49:39.759334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-911350e0-9aea-4c8b-b908-ba3156b827ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:39.760908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-911350e0-9aea-4c8b-b908-ba3156b827ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e5989c5-96d9-43b7-a9f2-05c6d3dc6253 HTTP/1.1" status: 200 len: 855 time: 0.1053586 Nov 11 20:49:39.848726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:39.879295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-7a9fe76f-aaec-4512-b195-2307a801f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:39.880853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-7a9fe76f-aaec-4512-b195-2307a801f82c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994e3071-1974-4cab-afd8-f2193fb48982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105058 Nov 11 20:49:39.905179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:40.080289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-b298f199-a5de-4f07-9a51-316d41214d69 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898055 Nov 11 20:49:40.170354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:40.217868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'mac_address': 'fa:16:3e:90:11:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:40.242572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc6ad0a7-8089-49e9-87be-68686a884ad9 req-024c0c72-4d51-47ef-94bd-da35668edee9 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493218 Nov 11 20:49:40.309719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:40.373720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4efca92-28a3-43a6-919e-e21ffc2b7810 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:40.442188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:40.460431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Deleting port ae55fe1f-e949-4870-8542-0a970d9c8085 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:40.461005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:40.512293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:40.645342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:40.762532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] For port ae55fe1f-e949-4870-8542-0a970d9c8085, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ae55fe1f-e949-4870-8542-0a970d9c8085,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:40.764939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:40.806394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-25772078-e3bd-4711-934e-539db0f3fdf4 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:40.812748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-25772078-e3bd-4711-934e-539db0f3fdf4 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1fb11ad-5ba3-48ec-b102-8df0c6816baf HTTP/1.1" status: 200 len: 946 time: 0.2275035 Nov 11 20:49:40.830742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Calling delete_port for ae55fe1f-e949-4870-8542-0a970d9c8085 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:40.912340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d4efca92-28a3-43a6-919e-e21ffc2b7810'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:40.968991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:41.053595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Deleting port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:41.053822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.176756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:41.202242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] For port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,segment=NetworkSegment(098edb73-1be5-43b4-8cb1-fda8cf0adba0),segment_id=098edb73-1be5-43b4-8cb1-fda8cf0adba0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:41.202488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.209908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '2f302e87-139c-4388-ac62-4530d7bdd09d', 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f', 'port_id': '2f302e87-139c-4388-ac62-4530d7bdd09d', 'mac_address': 'fa:16:3e:39:ad:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2e3bd-314c-4fe2-a2a1-33352bbd7507', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:41.246133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Calling delete_port for 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:41.339747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.378761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f302e87-139c-4388-ac62-4530d7bdd09d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:41.380737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.425653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:41.505483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae55fe1f-e949-4870-8542-0a970d9c8085,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:41.519989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.652490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:41.856744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.859003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.867271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2f302e87-139c-4388-ac62-4530d7bdd09d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:41.900739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Pushing event deleted for resources: {'Port': ['ID=0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:42.120997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] No DVR routers for this DVR port 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:42.131412 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:42.137347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a05d1e6-c953-4a9a-9242-5c9757610d2c req-8914b720-96c1-4669-895e-2ebc720e3934 tempest-InstanceActionsTestJSON-1831484766 tempest-InstanceActionsTestJSON-1831484766-project] 10.222.0.58 "DELETE /v2.0/ports/0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 HTTP/1.1" status: 204 len: 173 time: 1.3199115 Nov 11 20:49:42.137817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'name': 'network-vif-deleted', 'tag': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:42.149201 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621b2955-0d7b-461c-9929-5c70f2e1c6f7" -d '{"events": [{"server_uuid": "a1fb11ad-5ba3-48ec-b102-8df0c6816baf", "name": "network-vif-deleted", "tag": "0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:42.281240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:42.455991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Router 28c1f62b-72e5-40c4-a569-8c2b166ead0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:49:43.350216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:49:43.364484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03c338ba-a21d-4410-b5c2-914cbbe7aa35 admin admin] 10.222.0.31 "PUT /v2.0/routers/28c1f62b-72e5-40c4-a569-8c2b166ead0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5385952 Nov 11 20:49:43.364756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36728) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:43.370185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] Sync routers for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:49:43.399227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:43.405043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:43.657134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:43.706551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:43.920278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:43.948882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:44.124062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:49:41Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:44.177267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] Checking router: 28c1f62b-72e5-40c4-a569-8c2b166ead0d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:49:44.197820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] Routers {'28c1f62b-72e5-40c4-a569-8c2b166ead0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:44.198600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:44.340456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Deleting port 509da9eb-bec8-4bd9-8d40-30b72371eba1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:44.343486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:44.510109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] For port 509da9eb-bec8-4bd9-8d40-30b72371eba1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=509da9eb-bec8-4bd9-8d40-30b72371eba1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:44.510761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:44.544552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Calling delete_port for 509da9eb-bec8-4bd9-8d40-30b72371eba1 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:44.549227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port d4efca92-28a3-43a6-919e-e21ffc2b7810 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:44.563783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port d4efca92-28a3-43a6-919e-e21ffc2b7810 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:44.564581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:44.644701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] Set router 28c1f62b-72e5-40c4-a569-8c2b166ead0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:44.766663 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:44.948591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:44.951571 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a492953-4dcb-48dd-8445-f9f56d18ee99" -d '{"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-plugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:44.963202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:44.970247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:45.018762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=509da9eb-bec8-4bd9-8d40-30b72371eba1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:45.035839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:45.121833 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.175257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.198111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:49:41Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:45.199976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 2f302e87-139c-4388-ac62-4530d7bdd09d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:45.215376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 2f302e87-139c-4388-ac62-4530d7bdd09d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:45.215529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.324194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffc73f-c803-44d2-99ac-b9bdbed0d14c None None] The sync data for ids ['28c1f62b-72e5-40c4-a569-8c2b166ead0d'] in n-d-805734-3 is: [{'id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-698458870-router', 'tenant_id': '399c40de90774eaeb3fa0b8684430be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:04Z', 'updated_at': '2021-11-11T20:49:41Z', 'revision_number': 5, 'project_id': '399c40de90774eaeb3fa0b8684430be8', 'gw_port': {'id': '509da9eb-bec8-4bd9-8d40-30b72371eba1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1f62b-72e5-40c4-a569-8c2b166ead0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:05Z', 'updated_at': '2021-11-11T20:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:49:45.349018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.354181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.429420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:45.523087 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.549286 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.550049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c1f62b-72e5-40c4-a569-8c2b166ead0d {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:49:45.565979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.568676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-390087a8-9b72-4ea1-8679-92c1f60a0a3a admin admin] 10.222.0.31 "DELETE /v2.0/routers/28c1f62b-72e5-40c4-a569-8c2b166ead0d HTTP/1.1" status: 204 len: 168 time: 2.2019675 Nov 11 20:49:45.570421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:45.597044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:45.660059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] Deleting subnet 35e0efa7-1fc3-45df-9b00-aca22e365d91 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:49:45.664329 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.688861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.743998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.753848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:45.931882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.945986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:46.029073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:46.032501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:46.163943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:46.220121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e0efa7-1fc3-45df-9b00-aca22e365d91,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:46.220121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:46.220121 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c5f253ba-8e83-4b33-8c00-90e2c6557f99 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/35e0efa7-1fc3-45df-9b00-aca22e365d91 HTTP/1.1" status: 204 len: 168 time: 0.6473353 Nov 11 20:49:46.222437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:46.244007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063192a9-5806-4bad-9f8b-72c693ab8110 None None] Network b151480d-cf91-4337-b78b-8bc6ea2631b0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:49:46.352107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:46.464259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Deleting port 011a66a5-d753-419f-9b3a-5c34fe401121 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:46.464657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:46.585111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] For port 011a66a5-d753-419f-9b3a-5c34fe401121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=011a66a5-d753-419f-9b3a-5c34fe401121,segment=NetworkSegment(a8f0900c-d3c7-43f3-9c17-7f68cedee69f),segment_id=a8f0900c-d3c7-43f3-9c17-7f68cedee69f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:46.586285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:46.601983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Calling delete_port for 011a66a5-d753-419f-9b3a-5c34fe401121 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:46.765328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:46.772890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdb7e1-67b2-4116-8140-291db224c823 None None] DHCP port deletion for b151480d-cf91-4337-b78b-8bc6ea2631b0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:49:46.872709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] No DVR routers for this DVR port 011a66a5-d753-419f-9b3a-5c34fe401121 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:46.874735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Pushing event deleted for resources: {'Port': ['ID=011a66a5-d753-419f-9b3a-5c34fe401121,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:46.876594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 011a66a5-d753-419f-9b3a-5c34fe401121 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:46.915296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 011a66a5-d753-419f-9b3a-5c34fe401121 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:46.915636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 011a66a5-d753-419f-9b3a-5c34fe401121 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:46.916069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ae55fe1f-e949-4870-8542-0a970d9c8085 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:46.973164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ae55fe1f-e949-4870-8542-0a970d9c8085 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:46.974863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ae55fe1f-e949-4870-8542-0a970d9c8085 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:46.975595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 509da9eb-bec8-4bd9-8d40-30b72371eba1 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:46.977973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.010062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b151480d-cf91-4337-b78b-8bc6ea2631b0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:47.019237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 509da9eb-bec8-4bd9-8d40-30b72371eba1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:47.019585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 509da9eb-bec8-4bd9-8d40-30b72371eba1 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:47.025077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:47.025553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f0900c-d3c7-43f3-9c17-7f68cedee69f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:47.043905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.086811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.106786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:49:47.114723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:49:47.225347 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:49:47.293940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.301367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.309212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:47.309805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/b151480d-cf91-4337-b78b-8bc6ea2631b0 HTTP/1.1" status: 204 len: 168 time: 1.0862656 Nov 11 20:49:47.334463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f204147-0969-439a-ab2e-581c0aa925ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b151480d-cf91-4337-b78b-8bc6ea2631b0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:48.098804 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:48.470084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Deleting port b574dd93-b4e2-4e5c-9c8b-bddebf30d987 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:48.470852 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:48.610088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] For port b574dd93-b4e2-4e5c-9c8b-bddebf30d987, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,segment=NetworkSegment(548d378c-034c-4403-8c3e-9c761c84822d),segment_id=548d378c-034c-4403-8c3e-9c761c84822d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:48.610765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:48.638083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Calling delete_port for b574dd93-b4e2-4e5c-9c8b-bddebf30d987 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:48.976598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.101505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b574dd93-b4e2-4e5c-9c8b-bddebf30d987,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:49.451383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.748115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:49:49.932802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:49:49.934275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e42c9364-1df0-460e-b4da-c8c5a1ce25f7 admin admin] 10.222.0.31 "PUT /v2.0/routers/6a0b764b-80bd-4566-85e8-acdd3bea76e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6225724 Nov 11 20:49:49.962702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:49.963499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] Sync routers for ids ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:49:49.963889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a56a785e-7435-4069-bcf3-1c4f9488bf94 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:49.978214 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] Routers {'6a0b764b-80bd-4566-85e8-acdd3bea76e0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:49.984399 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:50.105016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.163777 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] Set router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:50.168567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a56a785e-7435-4069-bcf3-1c4f9488bf94, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:50.199839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a56a785e-7435-4069-bcf3-1c4f9488bf94', 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'port_id': 'a56a785e-7435-4069-bcf3-1c4f9488bf94', 'mac_address': 'fa:16:3e:20:be:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0da0de-56dc-4722-8b26-4a812a8b9d04', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:50.265480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.268470 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.289008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56a785e-7435-4069-bcf3-1c4f9488bf94 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:50.315063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a56a785e-7435-4069-bcf3-1c4f9488bf94, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:50.380360 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:49:48Z', 'revision_number': 5, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port': {'id': 'a46becea-37ba-42c8-bccd-f5d67db18cf4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:16Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:50.411700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.412731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 24b03443-973a-4f11-be3a-991db2c6a33b details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:50.427398 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] Checking router: 6a0b764b-80bd-4566-85e8-acdd3bea76e0 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:49:50.439131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] Routers {'6a0b764b-80bd-4566-85e8-acdd3bea76e0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:50.440255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Deleting port a46becea-37ba-42c8-bccd-f5d67db18cf4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:50.440603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.440730 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:50.465633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 24b03443-973a-4f11-be3a-991db2c6a33b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=24b03443-973a-4f11-be3a-991db2c6a33b,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:50.480215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '24b03443-973a-4f11-be3a-991db2c6a33b', 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'port_id': '24b03443-973a-4f11-be3a-991db2c6a33b', 'mac_address': 'fa:16:3e:c7:d6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0da0de-56dc-4722-8b26-4a812a8b9d04', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:50.553813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] For port a46becea-37ba-42c8-bccd-f5d67db18cf4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a46becea-37ba-42c8-bccd-f5d67db18cf4,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:50.554267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.580094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Calling delete_port for a46becea-37ba-42c8-bccd-f5d67db18cf4 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:50.602045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a56a785e-7435-4069-bcf3-1c4f9488bf94,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:50.613307 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.648479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b03443-973a-4f11-be3a-991db2c6a33b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:50.682074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 24b03443-973a-4f11-be3a-991db2c6a33b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=24b03443-973a-4f11-be3a-991db2c6a33b,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:50.755937 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] Set router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:50.759501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.760546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f2f09207-b187-4b4b-83ed-07967365c5dc details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:50.841802 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:49:50Z', 'revision_number': 6, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:50.878805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=24b03443-973a-4f11-be3a-991db2c6a33b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:50.898254 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4212355-726f-4f20-ab2d-ac299a67f5e5 None None] The sync data for ids ['6a0b764b-80bd-4566-85e8-acdd3bea76e0'] in n-d-805734-3 is: [{'id': '6a0b764b-80bd-4566-85e8-acdd3bea76e0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-969217120-router', 'tenant_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:15Z', 'updated_at': '2021-11-11T20:49:50Z', 'revision_number': 6, 'project_id': '2799d9d151204ac4a0d4d1ec3c836df4', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:49:51.038655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.096554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f2f09207-b187-4b4b-83ed-07967365c5dc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2f09207-b187-4b4b-83ed-07967365c5dc,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:51.117780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46becea-37ba-42c8-bccd-f5d67db18cf4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:51.132006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'port_id': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'mac_address': 'fa:16:3e:a0:6c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:51.225777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.229492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.251388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f09207-b187-4b4b-83ed-07967365c5dc {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:51.295181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f2f09207-b187-4b4b-83ed-07967365c5dc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2f09207-b187-4b4b-83ed-07967365c5dc,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:51.374064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.375960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 852cd305-0694-41bc-ade2-03b629cbf56f details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:51.389345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.392921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.450841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 852cd305-0694-41bc-ade2-03b629cbf56f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=852cd305-0694-41bc-ade2-03b629cbf56f,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:51.491161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '852cd305-0694-41bc-ade2-03b629cbf56f', 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'port_id': '852cd305-0694-41bc-ade2-03b629cbf56f', 'mac_address': 'fa:16:3e:37:c9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0da0de-56dc-4722-8b26-4a812a8b9d04', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:51.549712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f2f09207-b187-4b4b-83ed-07967365c5dc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:51.564731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.565187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.567425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0b764b-80bd-4566-85e8-acdd3bea76e0 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:49:51.570447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.571490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-456f1ab4-33e5-4474-b8fb-155dcc119025 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6a0b764b-80bd-4566-85e8-acdd3bea76e0 HTTP/1.1" status: 204 len: 168 time: 1.6132998 Nov 11 20:49:51.574045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:51.582457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852cd305-0694-41bc-ade2-03b629cbf56f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:51.610841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 852cd305-0694-41bc-ade2-03b629cbf56f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=852cd305-0694-41bc-ade2-03b629cbf56f,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:51.624518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] Deleting subnet bd406b51-0260-4844-a0be-6611a96ddfbc {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:49:51.628195 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.664552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.680827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.681801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 62468265-2c59-4259-8a89-656c9d6f0f66 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:51.755093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.758413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=852cd305-0694-41bc-ade2-03b629cbf56f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:51.788679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 62468265-2c59-4259-8a89-656c9d6f0f66, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=62468265-2c59-4259-8a89-656c9d6f0f66,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:51.811187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '62468265-2c59-4259-8a89-656c9d6f0f66', 'network_id': '7518ecc2-0d90-4e11-9fde-55cc19da2878', 'port_id': '62468265-2c59-4259-8a89-656c9d6f0f66', 'mac_address': 'fa:16:3e:d2:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0da0de-56dc-4722-8b26-4a812a8b9d04', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:51.873812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.896611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62468265-2c59-4259-8a89-656c9d6f0f66 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:51.947453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:51.958118 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.958830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.961126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 62468265-2c59-4259-8a89-656c9d6f0f66, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=62468265-2c59-4259-8a89-656c9d6f0f66,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:52.039299 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.040034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 061adeb4-653d-4889-878a-3aa008a87de1 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:52.083882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cce53c-bf65-4a72-843f-1f7758578e9a req-ed57b4fd-c692-45c7-8964-66206eda11c7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.085511 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81cce53c-bf65-4a72-843f-1f7758578e9a req-ed57b4fd-c692-45c7-8964-66206eda11c7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0881462 Nov 11 20:49:52.089212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd406b51-0260-4844-a0be-6611a96ddfbc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:52.103130 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.106487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-622c6190-0463-44bc-ac4c-adcfdba7484f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bd406b51-0260-4844-a0be-6611a96ddfbc HTTP/1.1" status: 204 len: 168 time: 0.5314851 Nov 11 20:49:52.113361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=62468265-2c59-4259-8a89-656c9d6f0f66,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:52.113909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:52.130092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee65f4-188a-452d-bef5-5d11152387f4 None None] Network 6f75f8f7-c30f-42e7-9e63-95029388aeaf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:49:52.154703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] Deleting subnet 8ecc507a-6082-4419-bcda-f1c5fafbc306 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:49:52.159196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.194734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.212564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81cce53c-bf65-4a72-843f-1f7758578e9a req-e0127bcb-00c6-41a3-be4f-bf0bd6ef2845 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208436 Nov 11 20:49:52.243859 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.385269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 061adeb4-653d-4889-878a-3aa008a87de1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=061adeb4-653d-4889-878a-3aa008a87de1,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:52.392668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.402271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '061adeb4-653d-4889-878a-3aa008a87de1', 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb', 'port_id': '061adeb4-653d-4889-878a-3aa008a87de1', 'mac_address': 'fa:16:3e:45:c6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a76313-93ae-4c9a-9c16-7daf90112ad9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:52.405611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.419752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.427368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.441365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.445346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.451448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.453672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-797b2282-bb56-4d73-86a4-175fed6a2eea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5436 time: 0.4254827 Nov 11 20:49:52.466695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.492542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] DHCP port deletion for 6f75f8f7-c30f-42e7-9e63-95029388aeaf request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:49:52.495580 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.503614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061adeb4-653d-4889-878a-3aa008a87de1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:52.514920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176831ae-b801-4ae9-915a-e1c678c28a4f req-a70bc21a-a7ad-4490-b71c-6c0a861765c3 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:52.517144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-176831ae-b801-4ae9-915a-e1c678c28a4f req-a70bc21a-a7ad-4490-b71c-6c0a861765c3 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 943 time: 0.1536667 Nov 11 20:49:52.552126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecc507a-6082-4419-bcda-f1c5fafbc306,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:52.561577 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.568473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6d082165-0bad-411d-9a02-8b0ad632e775 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8ecc507a-6082-4419-bcda-f1c5fafbc306 HTTP/1.1" status: 204 len: 168 time: 0.6199033 Nov 11 20:49:52.573259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 061adeb4-653d-4889-878a-3aa008a87de1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=061adeb4-653d-4889-878a-3aa008a87de1,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:52.574558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36782) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:52.577021 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.596194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] Deleting port ee15133d-77cc-41aa-b06e-fbe813154b79 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:52.596575 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.644047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-176831ae-b801-4ae9-915a-e1c678c28a4f req-4ab3693f-4d01-4cfa-938c-12a22e297006 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213136 Nov 11 20:49:52.669284 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.741807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 26873653-f9a0-4f8f-891f-cd613463e52e details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:52.753231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d378468-c697-48a5-83b9-4f696d07aaf5 req-877ef3ec-02ab-4364-b221-bb3cc81431ea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2648995 Nov 11 20:49:52.756988 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.816714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a46becea-37ba-42c8-bccd-f5d67db18cf4 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:52.827568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] For port ee15133d-77cc-41aa-b06e-fbe813154b79, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee15133d-77cc-41aa-b06e-fbe813154b79,segment=NetworkSegment(548d378c-034c-4403-8c3e-9c761c84822d),segment_id=548d378c-034c-4403-8c3e-9c761c84822d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:52.828260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.846383 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d30d6-8457-477b-8d0c-4ac16aef9b24 x-openstack-request-id: req-2c9d30d6-8457-477b-8d0c-4ac16aef9b24 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:52.846383 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:52.846383 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c9d30d6-8457-477b-8d0c-4ac16aef9b24 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:52.846383 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'status': 'completed', 'code': 200} Nov 11 20:49:52.877619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Deleting port ee15133d-77cc-41aa-b06e-fbe813154b79 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:52.877957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.902618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a46becea-37ba-42c8-bccd-f5d67db18cf4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:52.903122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a46becea-37ba-42c8-bccd-f5d67db18cf4 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:52.903636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b574dd93-b4e2-4e5c-9c8b-bddebf30d987 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:52.924920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] Calling delete_port for ee15133d-77cc-41aa-b06e-fbe813154b79 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:52.934198 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.962769 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7d4b78-bb15-4cad-b67f-0337f54d4a9a x-openstack-request-id: req-0a7d4b78-bb15-4cad-b67f-0337f54d4a9a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:52.963045 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fb11ad-5ba3-48ec-b102-8df0c6816baf", "name": "network-vif-deleted", "tag": "0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:52.963309 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a7d4b78-bb15-4cad-b67f-0337f54d4a9a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:52.963713 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fb11ad-5ba3-48ec-b102-8df0c6816baf', 'name': 'network-vif-deleted', 'tag': '0cc81a4e-ead9-4e72-8ae7-51f4da2bf2b1', 'status': 'completed', 'code': 200} Nov 11 20:49:53.020653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb15889f-6f1d-4ab7-9906-86661d654b53']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:53.024125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ef1a55ca-e47f-48ee-b80d-b9eccfee2987 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:49:53.036189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=061adeb4-653d-4889-878a-3aa008a87de1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:53.039587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b574dd93-b4e2-4e5c-9c8b-bddebf30d987 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:53.039845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098edb73-1be5-43b4-8cb1-fda8cf0adba0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:53.040242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098edb73-1be5-43b4-8cb1-fda8cf0adba0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:53.040368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b574dd93-b4e2-4e5c-9c8b-bddebf30d987 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:53.040816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee15133d-77cc-41aa-b06e-fbe813154b79 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:53.053804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] For port ee15133d-77cc-41aa-b06e-fbe813154b79, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee15133d-77cc-41aa-b06e-fbe813154b79,segment=NetworkSegment(548d378c-034c-4403-8c3e-9c761c84822d),segment_id=548d378c-034c-4403-8c3e-9c761c84822d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:53.054170 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.070752 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.088316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Calling delete_port for ee15133d-77cc-41aa-b06e-fbe813154b79 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:53.096366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.109150 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a953f2-731b-48ed-9d56-739de67141ae req-134da8bc-efbe-4260-aeb8-5c22ad59744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:53.113949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:49:53.115162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:49:53.117092 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:49:53.131827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a953f2-731b-48ed-9d56-739de67141ae req-134da8bc-efbe-4260-aeb8-5c22ad59744b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d6434ec00e4adf81310fc797f0f1e0&device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 1094 time: 0.2512953 Nov 11 20:49:53.161935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59664e23-48cc-40f1-89ee-55a8787c0e74 req-93813405-2131-4828-99bd-9ee199577498 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:53.163703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59664e23-48cc-40f1-89ee-55a8787c0e74 req-93813405-2131-4828-99bd-9ee199577498 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.2428479 Nov 11 20:49:53.323727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59664e23-48cc-40f1-89ee-55a8787c0e74 req-a9cace4b-1c22-4a5f-b60b-78e7f6481608 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164610 Nov 11 20:49:53.353838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532348f-176b-4ab8-bea6-600107d0a01e req-6e27dde8-48dd-475d-b82f-860ae177e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:53.360695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a532348f-176b-4ab8-bea6-600107d0a01e req-6e27dde8-48dd-475d-b82f-860ae177e2f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1101 time: 0.1216304 Nov 11 20:49:53.431547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a532348f-176b-4ab8-bea6-600107d0a01e req-350f3a24-5628-4f45-af8f-51ab09ced13d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633762 Nov 11 20:49:53.447907 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a3eded-21b5-4bfc-818c-2c64e5f61e65 x-openstack-request-id: req-83a3eded-21b5-4bfc-818c-2c64e5f61e65 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:53.447907 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-plugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:53.448491 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83a3eded-21b5-4bfc-818c-2c64e5f61e65 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:53.448597 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'code': 200} Nov 11 20:49:53.472966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a56a785e-7435-4069-bcf3-1c4f9488bf94'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:53.522155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 26873653-f9a0-4f8f-891f-cd613463e52e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=26873653-f9a0-4f8f-891f-cd613463e52e,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:53.613256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '26873653-f9a0-4f8f-891f-cd613463e52e', 'network_id': 'd896e8a9-8693-4938-99ad-cdd8af9527fb', 'port_id': '26873653-f9a0-4f8f-891f-cd613463e52e', 'mac_address': 'fa:16:3e:1e:40:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a76313-93ae-4c9a-9c16-7daf90112ad9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:53.701374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a953f2-731b-48ed-9d56-739de67141ae req-8e881d8b-d6dc-42a0-a515-3727a87abf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:53.702869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a953f2-731b-48ed-9d56-739de67141ae req-8e881d8b-d6dc-42a0-a515-3727a87abf9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=994e3071-1974-4cab-afd8-f2193fb48982 HTTP/1.1" status: 200 len: 917 time: 0.5634303 Nov 11 20:49:53.711278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26f3b-844f-4810-9264-d8f2e37c6510 req-8e4a87ec-05d6-481d-b88d-8527da5237ed tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:53.715045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4d26f3b-844f-4810-9264-d8f2e37c6510 req-8e4a87ec-05d6-481d-b88d-8527da5237ed tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0742307 Nov 11 20:49:53.757850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:53.760579 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.770333 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.776836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['24b03443-973a-4f11-be3a-991db2c6a33b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:53.777031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a953f2-731b-48ed-9d56-739de67141ae req-89954160-6e5a-44d8-b345-97ae4899f52c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987 HTTP/1.1" status: 200 len: 217 time: 0.0567677 Nov 11 20:49:53.788616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['061adeb4-653d-4889-878a-3aa008a87de1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:53.838146 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4d26f3b-844f-4810-9264-d8f2e37c6510 req-5ce079f3-976f-4268-bac6-0a9d98d3a77f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128263 Nov 11 20:49:53.840367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'port_id': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'mac_address': 'fa:16:3e:5d:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:49:53.849010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a953f2-731b-48ed-9d56-739de67141ae req-ef86fc7e-776e-4796-bfef-638bc29fc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:53.850585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a953f2-731b-48ed-9d56-739de67141ae req-ef86fc7e-776e-4796-bfef-638bc29fc257 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e5989c5-96d9-43b7-a9f2-05c6d3dc6253 HTTP/1.1" status: 200 len: 855 time: 0.0669599 Nov 11 20:49:53.866793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26873653-f9a0-4f8f-891f-cd613463e52e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:53.879897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['62468265-2c59-4259-8a89-656c9d6f0f66'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:53.886007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.886590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['852cd305-0694-41bc-ade2-03b629cbf56f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:53.920331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a953f2-731b-48ed-9d56-739de67141ae req-cd9ac67c-82fc-4488-bf29-633f06554014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:53.922491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a953f2-731b-48ed-9d56-739de67141ae req-cd9ac67c-82fc-4488-bf29-633f06554014 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994e3071-1974-4cab-afd8-f2193fb48982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582862 Nov 11 20:49:53.932509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee15133d-77cc-41aa-b06e-fbe813154b79,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:53.934679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] No DVR routers for this DVR port ee15133d-77cc-41aa-b06e-fbe813154b79 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:54.027271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.037591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.041550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb15889f-6f1d-4ab7-9906-86661d654b53 HTTP/1.1" status: 204 len: 168 time: 1.4608998 Nov 11 20:49:54.105034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622a9af-e8b3-446c-aaad-8ac34f0340f7 req-1469ba52-de98-4a91-ae5a-f8b448220826 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.106643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5622a9af-e8b3-446c-aaad-8ac34f0340f7 req-1469ba52-de98-4a91-ae5a-f8b448220826 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 943 time: 0.1832578 Nov 11 20:49:54.114260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b219438-d8a2-4c3d-9abe-27c30f241117 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb15889f-6f1d-4ab7-9906-86661d654b53,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:54.123966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.160262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f75f8f7-c30f-42e7-9e63-95029388aeaf']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:54.173029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548d378c-034c-4403-8c3e-9c761c84822d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:54.178483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548d378c-034c-4403-8c3e-9c761c84822d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:54.178623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a953f2-731b-48ed-9d56-739de67141ae req-64b53016-e444-4190-9334-1986ce15a0a1 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312238 Nov 11 20:49:54.187011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.207489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.214278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 26873653-f9a0-4f8f-891f-cd613463e52e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=26873653-f9a0-4f8f-891f-cd613463e52e,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:54.221939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:49:54.223786 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:49:54.228187 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:49:54.333428 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.340891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5622a9af-e8b3-446c-aaad-8ac34f0340f7 req-b282f52e-67fb-42f5-b803-6e05ec67dee9 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189980 Nov 11 20:49:54.376649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] Pushing event deleted for resources: {'Port': ['ID=ee15133d-77cc-41aa-b06e-fbe813154b79,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:54.420513 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.423343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.429737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a953f2-731b-48ed-9d56-739de67141ae req-ef5fd141-e355-486f-80ef-3c8399144751 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361801 Nov 11 20:49:54.462164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.482290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.482663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32197a-3491-440f-a5e2-e9894e44ffaa None None] No DVR routers for this DVR port ee15133d-77cc-41aa-b06e-fbe813154b79 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:54.493041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f75f8f7-c30f-42e7-9e63-95029388aeaf HTTP/1.1" status: 204 len: 168 time: 2.3775094 Nov 11 20:49:54.508055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46537e-2858-4e68-be97-bac9182a3915 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f75f8f7-c30f-42e7-9e63-95029388aeaf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:54.521570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1a55ca-e47f-48ee-b80d-b9eccfee2987 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:49:54.537188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f2f09207-b187-4b4b-83ed-07967365c5dc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:54.590074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.612420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.625968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.635928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.646113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.652417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.659234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:54.661721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ed940ed-f706-4774-bb79-353938aa80eb req-c8d3f49a-56f2-4742-bbc1-d56dd0554bdd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5438 time: 0.2305453 Nov 11 20:49:54.662897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:54.691520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=26873653-f9a0-4f8f-891f-cd613463e52e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:54.753763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:54.754445 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.779286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ed940ed-f706-4774-bb79-353938aa80eb req-aba67b6a-5c38-4523-9181-d2b56456158c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114206 Nov 11 20:49:54.849499 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7b08df02-a730-4892-8b6c-0ea684de8823 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=683f932244e2480c99b421ed09c3f385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0944569 Nov 11 20:49:54.852672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:54.909265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31495a12-643c-4cab-b2ef-c997ed69c5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.929193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:54.945140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:54.983876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31495a12-643c-4cab-b2ef-c997ed69c5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.021310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c1bd626e-472a-4154-9eb0-eeffc375d529 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=399c40de90774eaeb3fa0b8684430be8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0900915 Nov 11 20:49:55.024467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36878) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:55.046195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device af8b3aa2-b705-461c-9f5a-d71c434d7d03 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:55.086594 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb92d-27a5-4ace-ac22-c35cc4aa5f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.119749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb92d-27a5-4ace-ac22-c35cc4aa5f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.140076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['26873653-f9a0-4f8f-891f-cd613463e52e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:55.144844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.169982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['ef1a55ca-e47f-48ee-b80d-b9eccfee2987'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:49:55.184959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31495a12-643c-4cab-b2ef-c997ed69c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.188346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31495a12-643c-4cab-b2ef-c997ed69c5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.192029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31495a12-643c-4cab-b2ef-c997ed69c5e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb974fc5-bb71-40be-83c4-7a4533aaadf8 HTTP/1.1" status: 204 len: 168 time: 0.3359399 Nov 11 20:49:55.198377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31495a12-643c-4cab-b2ef-c997ed69c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb974fc5-bb71-40be-83c4-7a4533aaadf8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:55.288522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:55.445434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb92d-27a5-4ace-ac22-c35cc4aa5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.448053 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d9dcb92d-27a5-4ace-ac22-c35cc4aa5f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.449665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d'}, {'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:55.452105 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b4775e-6a3b-4ef5-869b-1cf52f3dcea0" -d '{"events": [{"server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "name": "network-vif-plugged", "status": "completed", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d"}, {"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-unplugged", "status": "completed", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:55.454550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d9dcb92d-27a5-4ace-ac22-c35cc4aa5f1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ba829af-5da2-46a3-891a-92e6b14bbe10 HTTP/1.1" status: 204 len: 168 time: 0.4266448 Nov 11 20:49:55.471913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcb92d-27a5-4ace-ac22-c35cc4aa5f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba829af-5da2-46a3-891a-92e6b14bbe10,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:55.494682 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:55.547855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:55.934603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d26794-be3e-4dee-baab-d2f3e45442fa req-cf0ff05f-1c35-4ef0-830c-249b758c7d5b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:55.936486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74d26794-be3e-4dee-baab-d2f3e45442fa req-cf0ff05f-1c35-4ef0-830c-249b758c7d5b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0637228 Nov 11 20:49:55.966084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca68f8-dd94-4440-b3f9-6db3d662c277 req-157b040a-0ca3-48ce-b3ba-f63a62bfd388 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:55.967611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5eca68f8-dd94-4440-b3f9-6db3d662c277 req-157b040a-0ca3-48ce-b3ba-f63a62bfd388 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0569949 Nov 11 20:49:55.992484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74d26794-be3e-4dee-baab-d2f3e45442fa req-652cfcbe-8209-45d6-a060-6af6fb8a310d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 Nov 11 20:49:56.022850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5eca68f8-dd94-4440-b3f9-6db3d662c277 req-3d6e3df3-dfd8-4f88-a53b-fe63993150e7 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476642 Nov 11 20:49:56.077106 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af931c-7905-4be1-ac07-be012027736a x-openstack-request-id: req-e3af931c-7905-4be1-ac07-be012027736a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:56.077659 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "name": "network-vif-plugged", "status": "completed", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d", "code": 200}, {"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-unplugged", "status": "completed", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:56.078632 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3af931c-7905-4be1-ac07-be012027736a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:56.079204 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d', 'code': 200} Nov 11 20:49:56.079680 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'code': 200} Nov 11 20:49:56.139020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa276b8-712c-4834-9c8d-5f3b30738e4e req-3168c1ed-d68f-452a-9d36-0a0beffd2bc9 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.141242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eaa276b8-712c-4834-9c8d-5f3b30738e4e req-3168c1ed-d68f-452a-9d36-0a0beffd2bc9 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 944 time: 0.0516162 Nov 11 20:49:56.195316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eaa276b8-712c-4834-9c8d-5f3b30738e4e req-d642859b-b1d3-4d20-b526-455a1da29427 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475931 Nov 11 20:49:56.212184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d43809-3a82-4706-b61b-94fd279b917b req-611688bb-0081-4dbd-8ce1-276ba45c634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.213692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5d43809-3a82-4706-b61b-94fd279b917b req-611688bb-0081-4dbd-8ce1-276ba45c634e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1096 time: 0.0445383 Nov 11 20:49:56.220128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36922) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:56.275686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-369fc025-b3dc-4e02-8b6f-6fae51dfb326 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2799d9d151204ac4a0d4d1ec3c836df4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540526 Nov 11 20:49:56.278245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36926) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:56.353425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.359689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.365912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.372140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.378870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.384887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.391519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.393447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-46486492-bdd4-459e-a1f5-f0b05b68bb8e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5438 time: 0.1342633 Nov 11 20:49:56.425165 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d302b2f2-1b14-4178-922b-6a004b1c9490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:56.439980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5d43809-3a82-4706-b61b-94fd279b917b req-9420603b-6c40-4d29-9168-dd1f15bc6afa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Nov 11 20:49:56.460889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d302b2f2-1b14-4178-922b-6a004b1c9490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:56.501494 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb1411b7-c1f0-4d30-b4e9-93958618714d req-a5beac85-04a2-4d57-bcf5-d6f5ae74847e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952234 Nov 11 20:49:56.605296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e460ba-6de5-4662-8cc5-bc9326d2a461 req-d463f843-e58a-4d1d-9a75-53411c4acce7 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.606990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8e460ba-6de5-4662-8cc5-bc9326d2a461 req-d463f843-e58a-4d1d-9a75-53411c4acce7 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1101 time: 0.0453172 Nov 11 20:49:56.621787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d302b2f2-1b14-4178-922b-6a004b1c9490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:56.624475 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d302b2f2-1b14-4178-922b-6a004b1c9490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:56.625819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d302b2f2-1b14-4178-922b-6a004b1c9490 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79590459-ead8-4505-a92a-0005bca0d9a3 HTTP/1.1" status: 204 len: 168 time: 0.3464928 Nov 11 20:49:56.645705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302b2f2-1b14-4178-922b-6a004b1c9490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79590459-ead8-4505-a92a-0005bca0d9a3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:56.689147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8e460ba-6de5-4662-8cc5-bc9326d2a461 req-38539cc5-2eea-4db4-b64f-115c47719d0b tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746160 Nov 11 20:49:56.873666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-b40c08ad-671b-455d-8427-2b7b829ea72f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:56.876635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-b40c08ad-671b-455d-8427-2b7b829ea72f tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.1154330 Nov 11 20:49:56.891254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-4a1e9d29-cadb-4c8d-b598-013137e9b78e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/quotas/7f5b64a1debe47a598a34bd34b63255d HTTP/1.1" status: 200 len: 375 time: 0.0094342 Nov 11 20:49:56.954579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-00084b84-edcf-4f83-beeb-f951a83edd84 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561242 Nov 11 20:49:56.982497 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:57.053597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ef1a55ca-e47f-48ee-b80d-b9eccfee2987 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:57.174313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-479dcebf-dc90-49c8-bb56-15395eb88e29 service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115781 Nov 11 20:49:57.205316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:57.210919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:57.211436 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:57.285494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-3fb544e2-1496-446c-8f4a-24cf6dcf23d6 service neutron] 10.222.0.31 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054349 Nov 11 20:49:57.308342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:57.343369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:57.570275 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:57.625570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:57.812957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fcb58-e2b1-4326-a07c-1a1d23788a09 req-8d53fa77-dd5e-40b6-b27c-e6c63df1b5ea tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:57.814633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e3fcb58-e2b1-4326-a07c-1a1d23788a09 req-8d53fa77-dd5e-40b6-b27c-e6c63df1b5ea tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0658002 Nov 11 20:49:57.868647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e3fcb58-e2b1-4326-a07c-1a1d23788a09 req-0e18c556-a532-42e8-934d-17d8765d2bba tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Nov 11 20:49:57.958971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-d8cdce0c-47cc-458d-99c0-99afa585edea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642359 Nov 11 20:49:57.998562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0332ed-e96f-441e-920a-4457d210c928 req-0a07038b-67c0-4fa0-b305-bc7f20018fce tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.007770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb0332ed-e96f-441e-920a-4457d210c928 req-0a07038b-67c0-4fa0-b305-bc7f20018fce tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.0890319 Nov 11 20:49:58.031729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.038002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.044014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.050633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.056875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.057293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb0332ed-e96f-441e-920a-4457d210c928 req-e7607a37-9a75-4a9e-959d-57ba0826e7c4 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489111 Nov 11 20:49:58.063596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.077298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.077298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-844ad1c9-b76f-48ad-bf66-68a775361c7b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5438 time: 0.1194479 Nov 11 20:49:58.081167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:58.083441 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ae386e-eb38-466d-b4ff-68f444a6bfac" -d '{"events": [{"server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "name": "network-vif-plugged", "status": "completed", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:58.133302 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2da051c2-70a4-4d0b-a777-684afc6b3c32 req-4f6a73d4-b34c-451c-b6bb-16406870f181 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 210 time: 0.0277839 Nov 11 20:49:58.141580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c6894a1-fdef-444d-8ffc-266042fd4450 req-d1f16d68-1318-4066-8c87-e7d9d93a930a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614350 Nov 11 20:49:58.261106 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f4649d-afdf-4cbd-87c4-06084df08fa2 x-openstack-request-id: req-e5f4649d-afdf-4cbd-87c4-06084df08fa2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:58.261299 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "name": "network-vif-plugged", "status": "completed", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:58.261425 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5f4649d-afdf-4cbd-87c4-06084df08fa2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:58.261833 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'code': 200} Nov 11 20:49:58.275643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d8018-3822-438f-8799-480fbbce69e2 req-7d80fd3f-2d43-4b08-bd3d-1b247f826aa1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.284912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-420d8018-3822-438f-8799-480fbbce69e2 req-7d80fd3f-2d43-4b08-bd3d-1b247f826aa1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0742447 Nov 11 20:49:58.339457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-420d8018-3822-438f-8799-480fbbce69e2 req-7c686877-ced5-4ac5-b8fa-1faa80142ff9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Nov 11 20:49:58.472056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01b51f-6172-47c3-b224-ea3ec38a5a60 req-f87becd7-b3e4-4e5f-ae5b-fa76fcc43bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.479943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b01b51f-6172-47c3-b224-ea3ec38a5a60 req-f87becd7-b3e4-4e5f-ae5b-fa76fcc43bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 1096 time: 0.1145983 Nov 11 20:49:58.485798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fb25a-947b-4d26-b8c0-27391d8db2f0 req-172743d0-ded8-46bc-aace-92a23f11dadc tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:58.493453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d1fb25a-947b-4d26-b8c0-27391d8db2f0 req-172743d0-ded8-46bc-aace-92a23f11dadc tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 950 time: 0.0769348 Nov 11 20:49:58.537533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b01b51f-6172-47c3-b224-ea3ec38a5a60 req-8dfd265c-fc74-4800-a52a-208cd4ecf53e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489271 Nov 11 20:49:58.567199 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d1fb25a-947b-4d26-b8c0-27391d8db2f0 req-21cb87bc-100b-4292-aaf5-64d1b9459514 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724316 Nov 11 20:49:58.702225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a56a785e-7435-4069-bcf3-1c4f9488bf94 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:58.996385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port a56a785e-7435-4069-bcf3-1c4f9488bf94 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:59.002014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a56a785e-7435-4069-bcf3-1c4f9488bf94 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:59.002654 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:59.005744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcffd19-a76b-42cc-ae56-7a4fb0d8ff27 req-91b43016-aa16-4560-96f8-48259a30b2d7 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.007445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcffd19-a76b-42cc-ae56-7a4fb0d8ff27 req-91b43016-aa16-4560-96f8-48259a30b2d7 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0654004 Nov 11 20:49:59.090783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcffd19-a76b-42cc-ae56-7a4fb0d8ff27 req-2aa60ef5-a842-4ff0-ad48-a49a60f8fe8b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693989 Nov 11 20:49:59.276324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:59.309799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aba00-ccd3-411a-82f6-46efc8c7a8e3 req-9aec8654-56f3-400d-a30d-050da59a02f4 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.313634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b4aba00-ccd3-411a-82f6-46efc8c7a8e3 req-9aec8654-56f3-400d-a30d-050da59a02f4 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.0861900 Nov 11 20:49:59.318557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a56a785e-7435-4069-bcf3-1c4f9488bf94, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:59.377056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b4aba00-ccd3-411a-82f6-46efc8c7a8e3 req-83f337e7-ed06-4aa1-b248-804f60590d2a tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559182 Nov 11 20:49:59.448326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:59.509567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437829f8-06fc-48b4-9bd9-730d288ac235 req-3ed63d54-7c7a-4cc6-ad15-cea3ae9e6368 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.511344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-437829f8-06fc-48b4-9bd9-730d288ac235 req-3ed63d54-7c7a-4cc6-ad15-cea3ae9e6368 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1096 time: 0.0459573 Nov 11 20:49:59.540323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:59.542149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 852cd305-0694-41bc-ade2-03b629cbf56f up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:49:59.599214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-437829f8-06fc-48b4-9bd9-730d288ac235 req-7f4d7f7f-166d-4b05-ad63-914e62c0ddde tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784264 Nov 11 20:49:59.605425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41feefea-2dbb-432e-98d9-3ba520f31601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:59.652843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a56a785e-7435-4069-bcf3-1c4f9488bf94,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:59.751743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76999a39-6669-4823-8168-6800b2eae647 req-caf72381-f284-45af-86d1-e10c9d2743d7 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 210 time: 0.0611224 Nov 11 20:49:59.777400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-529c304e-d0a1-4020-aa47-213e1e483789 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.778953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-529c304e-d0a1-4020-aa47-213e1e483789 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.62 "GET /v2.0/ports?device_id=2846e544-751d-41ae-b893-a4af00a732c1 HTTP/1.1" status: 200 len: 944 time: 0.1054363 Nov 11 20:49:59.787568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 852cd305-0694-41bc-ade2-03b629cbf56f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:49:59.792754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 852cd305-0694-41bc-ade2-03b629cbf56f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:49:59.795876 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:59.837168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41feefea-2dbb-432e-98d9-3ba520f31601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:59.936707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:59.947862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.955102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.961209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.967392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.976561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.982951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.989260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:59.991237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-02e9f368-5f8f-4508-b3a3-25d559546b51 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5439 time: 0.1337097 Nov 11 20:49:59.994743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 852cd305-0694-41bc-ade2-03b629cbf56f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=852cd305-0694-41bc-ade2-03b629cbf56f,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:00.001879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41feefea-2dbb-432e-98d9-3ba520f31601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.052974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Deleting port af8b3aa2-b705-461c-9f5a-d71c434d7d03 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:00.053320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.088433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-41feefea-2dbb-432e-98d9-3ba520f31601 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d926b756848e46f58ba29bc67ac3c65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6387484 Nov 11 20:50:00.091276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:00.092682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feefea-2dbb-432e-98d9-3ba520f31601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1061a6c7-27ca-4c99-8c0f-99250edfc7cb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:00.096737 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.097741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 62468265-2c59-4259-8a89-656c9d6f0f66 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:00.174114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c00c02f-fae0-4d68-b35e-62c57450ad5a req-2cbade46-0995-497b-89f3-67740df9a127 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673503 Nov 11 20:50:00.205403 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cd48bdd-6d47-4eb2-86fb-3729f9333255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.212797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=852cd305-0694-41bc-ade2-03b629cbf56f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:00.229377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cd48bdd-6d47-4eb2-86fb-3729f9333255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.230780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] For port af8b3aa2-b705-461c-9f5a-d71c434d7d03, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=af8b3aa2-b705-461c-9f5a-d71c434d7d03,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:00.231282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.253659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Calling delete_port for af8b3aa2-b705-461c-9f5a-d71c434d7d03 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:00.262587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56a785e-7435-4069-bcf3-1c4f9488bf94'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852cd305-0694-41bc-ade2-03b629cbf56f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:00.265005 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb10acd-b74f-4e44-bc2d-b436ad01e4ac" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "a56a785e-7435-4069-bcf3-1c4f9488bf94"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "852cd305-0694-41bc-ade2-03b629cbf56f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:00.304950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 62468265-2c59-4259-8a89-656c9d6f0f66 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:00.309050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 62468265-2c59-4259-8a89-656c9d6f0f66 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:00.309534 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.389017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215cb1c-725b-4ca4-b416-115c6819b598 req-9f9aece5-d253-4147-b912-6fdfcacec48e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:00.391092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3215cb1c-725b-4ca4-b416-115c6819b598 req-9f9aece5-d253-4147-b912-6fdfcacec48e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.1163073 Nov 11 20:50:00.409443 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.448660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 62468265-2c59-4259-8a89-656c9d6f0f66, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=62468265-2c59-4259-8a89-656c9d6f0f66,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:00.493772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cd48bdd-6d47-4eb2-86fb-3729f9333255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.494100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3215cb1c-725b-4ca4-b416-115c6819b598 req-cf93f690-785a-4d7b-b464-a5b509c480d5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944462 Nov 11 20:50:00.496465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cd48bdd-6d47-4eb2-86fb-3729f9333255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.501667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2cd48bdd-6d47-4eb2-86fb-3729f9333255 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1061a6c7-27ca-4c99-8c0f-99250edfc7cb HTTP/1.1" status: 204 len: 168 time: 0.4071288 Nov 11 20:50:00.511172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48bdd-6d47-4eb2-86fb-3729f9333255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1061a6c7-27ca-4c99-8c0f-99250edfc7cb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:00.603780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89f22d-b5bb-456e-914e-695cc58f6557 req-d7f71d30-6a24-47c7-8e81-43ede744382e tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:00.605377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e89f22d-b5bb-456e-914e-695cc58f6557 req-d7f71d30-6a24-47c7-8e81-43ede744382e tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1096 time: 0.0461450 Nov 11 20:50:00.625541 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.626483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.671445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event deleted for resources: {'Port': ['ID=af8b3aa2-b705-461c-9f5a-d71c434d7d03,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:00.701858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 061adeb4-653d-4889-878a-3aa008a87de1 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:00.724433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] No DVR routers for this DVR port af8b3aa2-b705-461c-9f5a-d71c434d7d03 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:00.727832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.731945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6410a492-cce3-4c62-b51d-ce175d73c553 req-c3259ec2-932d-4487-a613-10d440de0894 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.62 "DELETE /v2.0/ports/af8b3aa2-b705-461c-9f5a-d71c434d7d03 HTTP/1.1" status: 204 len: 173 time: 0.9393427 Nov 11 20:50:00.732896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-deleted', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:00.736004 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9338adec-bb43-4416-9f35-068cb3a6a7d5" -d '{"events": [{"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-deleted", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:00.741684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e89f22d-b5bb-456e-914e-695cc58f6557 req-763f783a-c7c7-4311-9fbb-b1a10bba9dbe tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299756 Nov 11 20:50:00.774239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=62468265-2c59-4259-8a89-656c9d6f0f66,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:00.851682 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a0872e-92bf-461d-a2e9-6c5bbda47466 x-openstack-request-id: req-71a0872e-92bf-461d-a2e9-6c5bbda47466 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:00.852010 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "a56a785e-7435-4069-bcf3-1c4f9488bf94", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "852cd305-0694-41bc-ade2-03b629cbf56f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:00.859560 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71a0872e-92bf-461d-a2e9-6c5bbda47466 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:00.859560 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56a785e-7435-4069-bcf3-1c4f9488bf94', 'code': 200} Nov 11 20:50:00.859560 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852cd305-0694-41bc-ade2-03b629cbf56f', 'code': 200} Nov 11 20:50:00.865907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-322db1e1-a783-4af5-8c96-673b49cad042 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:00.867677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-322db1e1-a783-4af5-8c96-673b49cad042 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 805 time: 0.2211423 Nov 11 20:50:00.882379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 061adeb4-653d-4889-878a-3aa008a87de1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:00.894371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 061adeb4-653d-4889-878a-3aa008a87de1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:00.894752 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:00.939193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Request body: {'port': {'device_id': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'admin_state_up': True, 'tenant_id': '7f5b64a1debe47a598a34bd34b63255d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:00.996080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a4d88-6f3d-4797-a1b1-929c22413fcf req-6131a11f-3c89-4152-b3d5-51fd0f98d754 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:01.002947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f2a4d88-6f3d-4797-a1b1-929c22413fcf req-6131a11f-3c89-4152-b3d5-51fd0f98d754 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.0795252 Nov 11 20:50:01.080578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f2a4d88-6f3d-4797-a1b1-929c22413fcf req-a88a98af-0a38-49c5-ad1e-debe57a139ce tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743954 Nov 11 20:50:01.108332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:01.166750 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.265935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 061adeb4-653d-4889-878a-3aa008a87de1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=061adeb4-653d-4889-878a-3aa008a87de1,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:01.283243 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e209b4-d66e-45bd-9090-d8bd07a0d7ce x-openstack-request-id: req-46e209b4-d66e-45bd-9090-d8bd07a0d7ce {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:01.283543 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2846e544-751d-41ae-b893-a4af00a732c1", "name": "network-vif-deleted", "tag": "af8b3aa2-b705-461c-9f5a-d71c434d7d03", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:01.283800 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46e209b4-d66e-45bd-9090-d8bd07a0d7ce {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:01.284829 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2846e544-751d-41ae-b893-a4af00a732c1', 'name': 'network-vif-deleted', 'tag': 'af8b3aa2-b705-461c-9f5a-d71c434d7d03', 'status': 'completed', 'code': 200} Nov 11 20:50:01.315187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.363263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:01.405716 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.407410 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 24b03443-973a-4f11-be3a-991db2c6a33b up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:01.444844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c19460-98d9-459b-b84c-6f47a2010986 req-530bd1a9-af25-4715-8a97-f7dff43eb9d0 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:01.446498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61c19460-98d9-459b-b84c-6f47a2010986 req-530bd1a9-af25-4715-8a97-f7dff43eb9d0 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.0652859 Nov 11 20:50:01.457491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:01.462895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc33b1c8-7b35-4f1f-8a28-d3e24d7852ef req-48640441-3aa1-4f52-b497-1923858a07af tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 210 time: 0.0670311 Nov 11 20:50:01.467855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-75f6ef9b-79da-4adf-8c80-e1c2b730cd3d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5817153 Nov 11 20:50:01.470584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Request body: {'floatingip': {'port_id': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:01.501215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=061adeb4-653d-4889-878a-3aa008a87de1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:01.530638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.541304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.600984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 24b03443-973a-4f11-be3a-991db2c6a33b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:01.609751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 24b03443-973a-4f11-be3a-991db2c6a33b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:01.609751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.653187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539184-1844-4993-a796-e1c3f8b8b057 req-c3f623bd-fde9-4d45-8fb3-147c2b80f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:01.655111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-c3f623bd-fde9-4d45-8fb3-147c2b80f52d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 1095 time: 0.0879240 Nov 11 20:50:01.673171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-565578f9-ed66-49e2-b1e1-d897d2bdfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:01.675532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-565578f9-ed66-49e2-b1e1-d897d2bdfb82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1101 time: 0.1247489 Nov 11 20:50:01.724130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:01.763418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.808264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 24b03443-973a-4f11-be3a-991db2c6a33b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=24b03443-973a-4f11-be3a-991db2c6a33b,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:01.809838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Made reservation on behalf of 7f5b64a1debe47a598a34bd34b63255d for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:01.814119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.899632 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8103dcc8-9fb8-4380-819e-047c20fd4885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.901159 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:01.901954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f2f09207-b187-4b4b-83ed-07967365c5dc up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:02.057146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.064858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.070257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.076367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.083298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.089675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=24b03443-973a-4f11-be3a-991db2c6a33b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:02.096305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.097257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.099240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-3b7d3e5e-b0e4-46b1-b84e-bbc4054903ca tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5442 time: 0.3782496 Nov 11 20:50:02.106077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539184-1844-4993-a796-e1c3f8b8b057 req-ad0c2790-4719-4d39-83c9-86e07153ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.107839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-ad0c2790-4719-4d39-83c9-86e07153ff05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.4241931 Nov 11 20:50:02.119178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-c5e14243-4b3c-4bd8-9140-1800d930431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.121066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-c5e14243-4b3c-4bd8-9140-1800d930431e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.4353755 Nov 11 20:50:02.162236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.165329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port f2f09207-b187-4b4b-83ed-07967365c5dc completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:02.169524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port f2f09207-b187-4b4b-83ed-07967365c5dc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:02.176583 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.220971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-39c4ec57-5e87-4477-8363-864baff3438d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 200 len: 217 time: 0.0987566 Nov 11 20:50:02.227410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-b4e8e442-a0ba-4d50-97ba-b33cab0cf421 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0880852 Nov 11 20:50:02.241523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:02.259113 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.275197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.298862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f2f09207-b187-4b4b-83ed-07967365c5dc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2f09207-b187-4b4b-83ed-07967365c5dc,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:02.388062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1370995664-network', 'tenant_id': '36b8e2d88f5a41718576e0e52bea1ce3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:02.393229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4230166b-a7ae-42c1-869a-bbeab342c9a2 req-5a16cf48-0921-4533-848e-1a143fec887c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2809896 Nov 11 20:50:02.400015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-40af536e-687b-4271-a5f8-7959871e8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.401567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-40af536e-687b-4271-a5f8-7959871e8578 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1550248 Nov 11 20:50:02.402790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Allocated IP 172.20.0.7 (9de36881-6130-494f-83d7-93d24aab7e13/2525e3c5-94d7-4da3-ab9f-a7ece5bb2921/c6a565b5-8d09-458d-9dba-eceef240d556) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:50:02.407034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539184-1844-4993-a796-e1c3f8b8b057 req-93142147-b557-43cd-a87c-979ccee8fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.408726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-93142147-b557-43cd-a87c-979ccee8fd8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.1789978 Nov 11 20:50:02.409201 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Floating IP 1225339c-6345-4c02-b9ff-25b45a2acd60 associated. External IP: 172.25.2.162, port: ef1a55ca-e47f-48ee-b80d-b9eccfee2987. Nov 11 20:50:02.414075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.415008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 26873653-f9a0-4f8f-891f-cd613463e52e up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:02.469649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-bd334b3b-47e5-499f-826e-4f2fe53a7c52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477293 Nov 11 20:50:02.569755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-9933a1aa-08e6-43f0-b0f8-b57532ac107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.571332 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-9933a1aa-08e6-43f0-b0f8-b57532ac107f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596680 Nov 11 20:50:02.592514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f2f09207-b187-4b4b-83ed-07967365c5dc,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:02.646469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Made reservation on behalf of 36b8e2d88f5a41718576e0e52bea1ce3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:02.648798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.649172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 26873653-f9a0-4f8f-891f-cd613463e52e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:02.661708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.671356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 26873653-f9a0-4f8f-891f-cd613463e52e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:02.674024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.787310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-a8c66fcc-d724-43ee-b6fa-3abfc7844a50 service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093035 Nov 11 20:50:02.796481 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.802034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c58f6-32aa-415c-afcc-d0071057b713 req-b42f5010-8a04-44f0-8d8e-cecbb80692e8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:02.803602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b4c58f6-32aa-415c-afcc-d0071057b713 req-b42f5010-8a04-44f0-8d8e-cecbb80692e8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.2698700 Nov 11 20:50:02.809755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Router 1bed5fba-02cc-4070-9396-f99343b40423 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:50:02.841021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.849193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 26873653-f9a0-4f8f-891f-cd613463e52e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=26873653-f9a0-4f8f-891f-cd613463e52e,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:02.855830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1'}, {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:02.861230 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba26a5-926c-4467-acf2-8b97c97040f9" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "061adeb4-653d-4889-878a-3aa008a87de1"}, {"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:02.934593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.940831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-76d137fd-dfc2-4b72-8fc4-ec06cb475a69 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541412 Nov 11 20:50:02.955921 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:02.978179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:50:03.009090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee9da9-984a-48e8-ac5a-1a2477619848,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:03.013823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:50:03.018094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.018470 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Added segment 219e95f4-e307-4df4-8b66-b47164708e24 of type vlan for network d3fcdb80-042a-4cbc-9046-fcf738ea895c Nov 11 20:50:03.022286 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.027400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.060615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] Sync routers for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:50:03.071449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b4c58f6-32aa-415c-afcc-d0071057b713 req-2a9e556b-4c94-4c0c-8c9e-b78b9321e3b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531285 Nov 11 20:50:03.104878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f774ae1a-4449-450f-997e-b3987e58d135 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "PUT /v2.0/floatingips/1225339c-6345-4c02-b9ff-25b45a2acd60 HTTP/1.1" status: 200 len: 991 time: 1.6462355 Nov 11 20:50:03.108191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=26873653-f9a0-4f8f-891f-cd613463e52e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:03.110035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.131280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:03.133663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:03.186215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-6c4028a3-b148-48ba-9d32-a9cea25fa336 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373335 Nov 11 20:50:03.188872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60539184-1844-4993-a796-e1c3f8b8b057 req-791bebb9-879d-4e9d-846c-b41622f398da service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841803 Nov 11 20:50:03.230745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.232027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.232665 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.309200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:03.317372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:03.318331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6a839-42b8-4996-b67b-bee905480599 req-424c4790-5ef6-4087-bc28-77398fa23b1b tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.319847 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57" -d '{"events": [{"name": "network-changed", "server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:03.327110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4cd6a839-42b8-4996-b67b-bee905480599 req-424c4790-5ef6-4087-bc28-77398fa23b1b tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 948 time: 0.0721946 Nov 11 20:50:03.333214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fcdb80-042a-4cbc-9046-fcf738ea895c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:03.351009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d3fcdb80-042a-4cbc-9046-fcf738ea895c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:50:03.387218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-788e3a63-5ae2-4ce5-bbf4-550467526f48 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1445403 Nov 11 20:50:03.391605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.393740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:03.399059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Request body: {'subnet': {'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1370995664-subnet', 'tenant_id': '36b8e2d88f5a41718576e0e52bea1ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:03.399935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4cd6a839-42b8-4996-b67b-bee905480599 req-b723d807-e599-44a7-be52-c3e3d94b96fd tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719941 Nov 11 20:50:03.460948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Network 9de36881-6130-494f-83d7-93d24aab7e13 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:50:03.464400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:03.475889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:50:03.528987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Made reservation on behalf of 36b8e2d88f5a41718576e0e52bea1ce3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:03.535437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.545474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:03.615302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.615952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.638556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcb134-b5c2-4b7b-a817-0c395275767f req-d2e01dec-db4b-46b3-bbb2-08780aeba0f8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.640815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09bcb134-b5c2-4b7b-a817-0c395275767f req-d2e01dec-db4b-46b3-bbb2-08780aeba0f8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 931 time: 0.1315162 Nov 11 20:50:03.696722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09bcb134-b5c2-4b7b-a817-0c395275767f req-ae4b70d9-4672-471f-b898-970727cca497 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493476 Nov 11 20:50:03.776876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-1527dff5-f035-46c1-805c-079b2da6de0b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8845470 Nov 11 20:50:03.798724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Request body: {'port': {'device_id': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:03.825298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.836932 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e72782-fe34-41cf-b8b8-3b3d7034386e x-openstack-request-id: req-b5e72782-fe34-41cf-b8b8-3b3d7034386e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:03.837508 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "061adeb4-653d-4889-878a-3aa008a87de1", "code": 200}, {"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-plugged", "status": "completed", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:03.837508 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5e72782-fe34-41cf-b8b8-3b3d7034386e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:03.837883 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66', 'code': 200} Nov 11 20:50:03.838142 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1', 'code': 200} Nov 11 20:50:03.838392 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'code': 200} Nov 11 20:50:03.838639 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b', 'code': 200} Nov 11 20:50:03.838876 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'code': 200} Nov 11 20:50:03.839117 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e', 'code': 200} Nov 11 20:50:03.869862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '1225339c-6345-4c02-b9ff-25b45a2acd60', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'port_id': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'mac_address': 'fa:16:3e:5d:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:33Z', 'updated_at': '2021-11-11T20:50:02Z', 'revision_number': 1, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:34Z', 'revision_number': 5, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:03.898227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] Checking router: 1bed5fba-02cc-4070-9396-f99343b40423 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:50:03.902593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Checking segment: {'id': '219e95f4-e307-4df4-8b66-b47164708e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:03.902593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Network hostable DHCP agents. Network: d3fcdb80-042a-4cbc-9046-fcf738ea895c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:50:03.906967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:03.907997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:49:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:03.913223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a64e94-4982-44e5-88a0-764dabaf42a1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:03.928042 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.976830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.977011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.977577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.978197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.978666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.979181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.979720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:03.981916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-193c4314-1052-48b3-98eb-f853783f59e9 req-ae54b9f0-c54b-4e96-adcf-5fc9471c5306 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6502 time: 0.1023035 Nov 11 20:50:03.991222 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73755f3a-e5d2-41a9-98e8-97af800ace74 x-openstack-request-id: req-73755f3a-e5d2-41a9-98e8-97af800ace74 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:03.991513 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:03.991770 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73755f3a-e5d2-41a9-98e8-97af800ace74 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:03.992214 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'status': 'completed', 'code': 200} Nov 11 20:50:04.042009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:04.087291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Network d3fcdb80-042a-4cbc-9046-fcf738ea895c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:50:04.114275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-75025d91-5bd1-4617-a37f-1aedfdbda136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.114505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-75025d91-5bd1-4617-a37f-1aedfdbda136 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d6434ec00e4adf81310fc797f0f1e0&device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 1096 time: 0.0732028 Nov 11 20:50:04.174428 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-193c4314-1052-48b3-98eb-f853783f59e9 req-9972b5df-903e-4735-90ec-e1d44c2ae0ae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&id=5dd26ea7-34ee-4921-a384-f0170599ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713991 Nov 11 20:50:04.204771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d3fcdb80-042a-4cbc-9046-fcf738ea895c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:04.213031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.213918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:04.222799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80034ef-5537-4cd9-9f24-7e06c93d25fd None None] Network d3fcdb80-042a-4cbc-9046-fcf738ea895c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:04.245544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.252318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.258295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.259340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-18b344b1-8aee-4d62-bbbc-93fce802ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.260467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-18b344b1-8aee-4d62-bbbc-93fce802ec70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=994e3071-1974-4cab-afd8-f2193fb48982 HTTP/1.1" status: 200 len: 917 time: 0.1357553 Nov 11 20:50:04.264227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.270616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.276467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.283120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.285009 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39635a47-937f-40fc-9109-391327c822d9 req-5d006119-de30-4355-8dd1-27237785f114 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.2362106 Nov 11 20:50:04.350223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-644f4b65-0675-403c-a59e-244aa603ba3a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9562657 Nov 11 20:50:04.366422 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-c5f01bb9-031a-4ab1-b366-8e581614f084 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987 HTTP/1.1" status: 200 len: 999 time: 0.0901000 Nov 11 20:50:04.427710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4139b-705e-46e8-b60e-5b51bfad84d0 None None] Network d3fcdb80-042a-4cbc-9046-fcf738ea895c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:04.434903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39635a47-937f-40fc-9109-391327c822d9 req-7442bc6b-eba9-429b-8963-14ff18328a99 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307182 Nov 11 20:50:04.446502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-55c5c5c7-db93-4106-a77d-2e3dec93686e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:04.449296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a565b5-8d09-458d-9dba-eceef240d556 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:04.458619 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:04.473757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Transition to ACTIVE for port object c6a565b5-8d09-458d-9dba-eceef240d556 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:04.487332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-15080959-99bf-4dbc-8a6d-60c93f67884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.489618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-15080959-99bf-4dbc-8a6d-60c93f67884e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e5989c5-96d9-43b7-a9f2-05c6d3dc6253 HTTP/1.1" status: 200 len: 855 time: 0.1094687 Nov 11 20:50:04.491036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '1225339c-6345-4c02-b9ff-25b45a2acd60', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'port_id': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'mac_address': 'fa:16:3e:5d:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:33Z', 'updated_at': '2021-11-11T20:50:02Z', 'revision_number': 1, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:34Z', 'revision_number': 5, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:04.528328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b7cbc-4da7-4ef9-8da7-4d5c6b5c31c4 None None] The sync data for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 is: [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '1225339c-6345-4c02-b9ff-25b45a2acd60', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'port_id': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'mac_address': 'fa:16:3e:5d:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:33Z', 'updated_at': '2021-11-11T20:50:02Z', 'revision_number': 1, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:34Z', 'revision_number': 5, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:50:04.562568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:04.598975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-2c4a3f75-63ad-4571-84d2-2f88e2e85a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.600543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-2c4a3f75-63ad-4571-84d2-2f88e2e85a18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994e3071-1974-4cab-afd8-f2193fb48982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985680 Nov 11 20:50:04.619275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-5fdbd20d-d058-4219-af61-75b2ef4a86c7 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:50:04.628767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-5fdbd20d-d058-4219-af61-75b2ef4a86c7 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556204 Nov 11 20:50:04.712906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:04.719261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-eab365e8-6a29-43ea-9ef8-f37629e240d1 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975072 Nov 11 20:50:04.734584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-8674a94a-cfe7-4ffb-b770-1f05061f7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.736003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-8674a94a-cfe7-4ffb-b770-1f05061f7478 service neutron] 10.222.0.31 "GET /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 1093 time: 0.1064880 Nov 11 20:50:04.764844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Request body: {'binding': {'host': 'n-h2-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:04.766025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:50:04.811143 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97908e5d-7f01-4757-b0a1-0bd010ccc06a None None] New status for floating IP 1225339c-6345-4c02-b9ff-25b45a2acd60: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:50:04.817104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b570781-2283-4921-937e-d08647d8f886 req-cc4905b0-998a-4fce-864f-474aebeda584 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:04.819138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b570781-2283-4921-937e-d08647d8f886 req-cc4905b0-998a-4fce-864f-474aebeda584 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.2038164 Nov 11 20:50:04.842266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5ddcf5-bc71-4f1c-89e4-5f785fc68e57 req-29507fa3-3eea-416c-b416-a1603ba39748 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061096 Nov 11 20:50:04.900642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Attempting to bind port c6a565b5-8d09-458d-9dba-eceef240d556 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:04.900989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Attempting to bind port c6a565b5-8d09-458d-9dba-eceef240d556 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:04.901321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Attempting to bind port c6a565b5-8d09-458d-9dba-eceef240d556 on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:04.924011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Port c6a565b5-8d09-458d-9dba-eceef240d556 on network 9de36881-6130-494f-83d7-93d24aab7e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:04.927155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Attempting to bind port c6a565b5-8d09-458d-9dba-eceef240d556 on network 9de36881-6130-494f-83d7-93d24aab7e13 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:04.944041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:04.944409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Checking segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:04.944816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Bound using segment: {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:04.945250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Bound port: c6a565b5-8d09-458d-9dba-eceef240d556, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:04.945607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:04.973658 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b570781-2283-4921-937e-d08647d8f886 req-75b2e7cb-c03c-4d04-afd7-db7f0b66a925 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149409 Nov 11 20:50:05.060573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on host n-h2-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:05.060926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:05.061263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:05.085417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:05.090884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:05.091215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:05.106845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device af8b3aa2-b705-461c-9f5a-d71c434d7d03 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:05.107493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:05.108670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:05.109041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:05.116305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:05.116305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Bound port: 2f302e87-139c-4388-ac62-4530d7bdd09d, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:05.128702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: af8b3aa2-b705-461c-9f5a-d71c434d7d03 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:05.129079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device af8b3aa2-b705-461c-9f5a-d71c434d7d03 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:05.145767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218ffa5-9099-4393-9022-1039746e920c req-b11e1bec-f5c6-42a2-b884-35cc0be60c47 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:05.147282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5218ffa5-9099-4393-9022-1039746e920c req-b11e1bec-f5c6-42a2-b884-35cc0be60c47 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 948 time: 0.1081915 Nov 11 20:50:05.201289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:05.210520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.223571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5218ffa5-9099-4393-9022-1039746e920c req-0b565950-76ff-4411-8590-445b9accf5c8 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/security-groups?id=93edfd4b-e31f-4e37-bad8-847311a1cc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Nov 11 20:50:05.230228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-4040a37a-5e02-44cc-ad10-0fd4c76e1296 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:05.232198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-4040a37a-5e02-44cc-ad10-0fd4c76e1296 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.62 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 948 time: 0.0543380 Nov 11 20:50:05.252538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:05.253165 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.254574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] 10.222.0.58 "PUT /v2.0/ports/c6a565b5-8d09-458d-9dba-eceef240d556 HTTP/1.1" status: 200 len: 1091 time: 1.4624527 Nov 11 20:50:05.255030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:05.257309 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337dbb8b-8620-4e74-98ad-4e182ee1abde" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:05.283617 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.284820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-34320ddd-a8f5-4104-b37f-6fb6c0397848 service neutron] 10.222.0.31 "POST /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5248275 Nov 11 20:50:05.287907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9adaf3-13ef-4275-b61a-be152b7dc2ad service neutron] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:05.351910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Deleting port 68954cf2-9477-4078-a78a-18cc85b8be9c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:05.352301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.403483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.450067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-7a974d61-da88-456c-8a3d-a09add3eef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:05.450823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] For port 68954cf2-9477-4078-a78a-18cc85b8be9c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=68954cf2-9477-4078-a78a-18cc85b8be9c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:05.451266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.451594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-7a974d61-da88-456c-8a3d-a09add3eef97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 1094 time: 0.0565660 Nov 11 20:50:05.469592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Calling delete_port for 68954cf2-9477-4078-a78a-18cc85b8be9c owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:05.523196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-9a3584ac-39cc-49f7-b7ca-9e536458a02d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a565b5-8d09-458d-9dba-eceef240d556 HTTP/1.1" status: 200 len: 217 time: 0.0625155 Nov 11 20:50:05.611785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b8b98-406c-4072-85ed-7578ce247e70 req-1b57f5e1-4604-4a1c-b5fb-1ba40df75bc1 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:05.613463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-652b8b98-406c-4072-85ed-7578ce247e70 req-1b57f5e1-4604-4a1c-b5fb-1ba40df75bc1 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0713844 Nov 11 20:50:05.649645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-f1295cf4-acbc-4d79-8d0c-2259a2dc97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:05.651614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-f1295cf4-acbc-4d79-8d0c-2259a2dc97f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 200 len: 845 time: 0.1172550 Nov 11 20:50:05.696055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-652b8b98-406c-4072-85ed-7578ce247e70 req-c43ea974-8887-4211-a39c-ecfef23899eb tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636847 Nov 11 20:50:05.696346 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-9c6307a6-e48e-485f-b382-203a68a26f6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9de36881-6130-494f-83d7-93d24aab7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333731 Nov 11 20:50:05.723354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36082-bd74-4d2c-8495-5d086db0468d req-2ed32f20-658b-485a-a7ca-e147319e0eea tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:05.724899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-2ed32f20-658b-485a-a7ca-e147319e0eea tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/networks?id=d3fcdb80-042a-4cbc-9046-fcf738ea895c HTTP/1.1" status: 200 len: 813 time: 0.1480498 Nov 11 20:50:05.744895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.778414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Pushing event deleted for resources: {'Port': ['ID=68954cf2-9477-4078-a78a-18cc85b8be9c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:05.801388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-6b79e884-b675-4733-847c-28f24b16ea0a tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/quotas/36b8e2d88f5a41718576e0e52bea1ce3 HTTP/1.1" status: 200 len: 375 time: 0.0620797 Nov 11 20:50:05.833310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] No DVR routers for this DVR port 68954cf2-9477-4078-a78a-18cc85b8be9c on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:05.833813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:05.837335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-063dd5ff-384f-49e7-9000-7464188b6b87 req-cd54e8c0-131f-407e-8d2d-d2e304fd414e tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.62 "DELETE /v2.0/ports/68954cf2-9477-4078-a78a-18cc85b8be9c HTTP/1.1" status: 204 len: 173 time: 0.5981429 Nov 11 20:50:05.842118 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56bdfdc-0c9d-4d1e-be45-cb22b9dbf356 x-openstack-request-id: req-d56bdfdc-0c9d-4d1e-be45-cb22b9dbf356 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:05.842401 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:05.842654 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d56bdfdc-0c9d-4d1e-be45-cb22b9dbf356 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:05.843184 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'status': 'completed', 'code': 200} Nov 11 20:50:05.847241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-ddc55741-db11-4e08-b027-63f18047a2c5 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=36b8e2d88f5a41718576e0e52bea1ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378928 Nov 11 20:50:05.895352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-b4c320d5-78f7-427c-9e88-7590273cef66 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893733 Nov 11 20:50:05.994142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-deleted', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:05.997332 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5978a7-d459-42bd-9c1c-284e4b494089" -d '{"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-deleted", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:06.037942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260927b-e201-4c9d-a223-2369b1dfb7c7 req-9b3fe859-c89b-4482-9c56-1504b19f6a54 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.039464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4260927b-e201-4c9d-a223-2369b1dfb7c7 req-9b3fe859-c89b-4482-9c56-1504b19f6a54 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0563810 Nov 11 20:50:06.099575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4260927b-e201-4c9d-a223-2369b1dfb7c7 req-caf7ad07-260f-42f7-966b-f5c03539f25d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Nov 11 20:50:06.431405 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3568ca73-a9fd-4ea4-bedf-036f7e30df20 req-00ed429d-58aa-49e5-b1cf-43e8ab22aa0b service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275259 Nov 11 20:50:06.449689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c748c473-364e-4b99-a292-6757bf0614f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.451205 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c748c473-364e-4b99-a292-6757bf0614f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1096 time: 0.4576855 Nov 11 20:50:06.454395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-48316293-b376-4e88-9bac-be6e50e9ef5c service neutron] 10.222.0.31 "GET /v2.0/networks/d3fcdb80-042a-4cbc-9046-fcf738ea895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906458 Nov 11 20:50:06.552559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.558508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.565084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.571260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.577259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.584345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.590295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.592230 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-40b00d49-c73b-4778-9989-897aaa23fd9b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.4220610 Nov 11 20:50:06.650715 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18ffaae9-11b7-43b7-8730-4bf555a62f6d req-9b35dddd-69ce-48a8-9875-2e305183e5ea tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512183 Nov 11 20:50:06.653927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-b99e5422-456f-4b49-9ac1-7297c55c5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.655248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-b99e5422-456f-4b49-9ac1-7297c55c5b56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1963241 Nov 11 20:50:06.658699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-2de153e5-5db8-40da-b0ad-5ca77aef214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.660060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-2de153e5-5db8-40da-b0ad-5ca77aef214b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f5b64a1debe47a598a34bd34b63255d&device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 1094 time: 0.0930228 Nov 11 20:50:06.661855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-7eafa2ed-7d12-4bb4-94d9-18a8bece7ff7 service neutron] 10.222.0.31 "GET /v2.0/networks/d3fcdb80-042a-4cbc-9046-fcf738ea895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946654 Nov 11 20:50:06.723787 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-06c2c5f6-7566-4d5e-b027-db686f9cca65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 217 time: 0.0550835 Nov 11 20:50:06.835927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-05eaef04-04fa-49bf-9f0d-445edeed63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.840043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-05eaef04-04fa-49bf-9f0d-445edeed63fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0797050 Nov 11 20:50:06.842792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-01bfbe84-a95b-4207-bcb9-477cb9a37349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.846786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-01bfbe84-a95b-4207-bcb9-477cb9a37349 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 200 len: 906 time: 0.1758139 Nov 11 20:50:06.872041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743d901-347f-4dab-a6d2-d74fd26b5438 req-2bff7e1b-fa96-4216-ae47-a0c519fa746a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:06.873923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d743d901-347f-4dab-a6d2-d74fd26b5438 req-2bff7e1b-fa96-4216-ae47-a0c519fa746a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0750511 Nov 11 20:50:06.897512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-92854972-79cd-4768-a652-a4ae61f84c80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464578 Nov 11 20:50:06.922467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:06.927096 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a257cfb-0642-4d03-8ed6-4113d7b0aa44 x-openstack-request-id: req-7a257cfb-0642-4d03-8ed6-4113d7b0aa44 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:06.927381 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601b24db-44e7-4b42-9645-b5ef5b995b6f", "name": "network-vif-deleted", "tag": "68954cf2-9477-4078-a78a-18cc85b8be9c", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:06.927746 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a257cfb-0642-4d03-8ed6-4113d7b0aa44 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:06.928178 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b24db-44e7-4b42-9645-b5ef5b995b6f', 'name': 'network-vif-deleted', 'tag': '68954cf2-9477-4078-a78a-18cc85b8be9c', 'status': 'completed', 'code': 200} Nov 11 20:50:06.937899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-eb80a58a-8f6e-4b4f-bce3-9a0d0ec09c30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6a565b5-8d09-458d-9dba-eceef240d556 HTTP/1.1" status: 200 len: 217 time: 0.0791180 Nov 11 20:50:06.978020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d743d901-347f-4dab-a6d2-d74fd26b5438 req-e2573753-ab7f-4e07-b685-59ea97c17c53 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 Nov 11 20:50:07.061714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-2b823983-3c75-4cd8-8e80-d44b402f9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.069168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-2b823983-3c75-4cd8-8e80-d44b402f9587 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 200 len: 845 time: 0.1176929 Nov 11 20:50:07.069168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-089b3761-661a-4272-a5dc-f6e6486415f5 req-43be91f3-c16e-42cb-8451-50533ee163e8 tempest-ImagesOneServerTestJSON-60852648 tempest-ImagesOneServerTestJSON-60852648-project] 10.222.0.31 "GET /v2.0/ports?device_id=601b24db-44e7-4b42-9645-b5ef5b995b6f HTTP/1.1" status: 200 len: 210 time: 0.0703278 Nov 11 20:50:07.109727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c865726-f38b-47da-b0e4-e2186f6fba5d req-36a44e5f-d127-4879-afad-7694c79ce899 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.111993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c865726-f38b-47da-b0e4-e2186f6fba5d req-36a44e5f-d127-4879-afad-7694c79ce899 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0849648 Nov 11 20:50:07.114336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-4862180d-dd30-4a9c-8857-3e8b5263f8f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9de36881-6130-494f-83d7-93d24aab7e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408943 Nov 11 20:50:07.148456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-dda42353-3eb2-4d8a-ad48-27e261dbf11f service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213159 Nov 11 20:50:07.178128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c865726-f38b-47da-b0e4-e2186f6fba5d req-ca10a979-7397-4e87-a6cb-af7968a01000 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585017 Nov 11 20:50:07.295816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-366e9471-5615-4534-ac3d-8d165f841727 req-57102dbd-d60b-4352-9f56-fceae4a058a2 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 210 time: 0.0468135 Nov 11 20:50:07.317229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-d588ea82-5690-4e62-a3f5-cd4ffd3a4fb7 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884532 Nov 11 20:50:07.347858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-ddf829ad-d5c1-455f-b702-fc60cb93e52c service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588578 Nov 11 20:50:07.386586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80312f-d1c6-4d64-9070-67e23c4dc3d3 req-4671ebcd-6eeb-434f-9684-11479ea845a1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.388099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa80312f-d1c6-4d64-9070-67e23c4dc3d3 req-4671ebcd-6eeb-434f-9684-11479ea845a1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0546319 Nov 11 20:50:07.418731 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-337dbb8b-8620-4e74-98ad-4e182ee1abde req-a04505de-8de7-4ab7-9932-4be158fb6894 service neutron] 10.222.0.58 "GET /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934894 Nov 11 20:50:07.442749 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa80312f-d1c6-4d64-9070-67e23c4dc3d3 req-27298b34-0523-4221-8be4-527f5b51d24a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477626 Nov 11 20:50:07.787667 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:07.801201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.807294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.814490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.820762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.826707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.832891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.838933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:07.841972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-558be869-2a24-4427-ac62-2503415fe6d7 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.1156840 Nov 11 20:50:07.911250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5592eeb7-bf64-42c9-b389-c7efdc4007d1 req-80d6059a-3172-492a-abd6-f70c017e12be tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638232 Nov 11 20:50:08.065885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.072452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.079758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.088760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.095905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.102185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.102511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c9055-df32-4d36-b537-5af38d401c30 req-01060b78-f303-440a-b8b1-c24652d15d1f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.104181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea8c9055-df32-4d36-b537-5af38d401c30 req-01060b78-f303-440a-b8b1-c24652d15d1f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0560184 Nov 11 20:50:08.109100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.111419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54c45227-a3b0-492d-b8dc-d0a94deb6b9a req-c6abb185-59ba-4dad-b330-02940d4a7429 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.1146226 Nov 11 20:50:08.124851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:08.127784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Request body: {'floatingip': {'port_id': 'f2f09207-b187-4b4b-83ed-07967365c5dc'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:08.171167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:08.171587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea8c9055-df32-4d36-b537-5af38d401c30 req-1dc065b3-1f65-4d3c-90fe-170ce55aa6fa tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540516 Nov 11 20:50:08.345881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591c85f-4009-4cfe-970a-500c524a1af7 req-424b4f96-d180-4570-94ae-090e395dae39 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.353811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d591c85f-4009-4cfe-970a-500c524a1af7 req-424b4f96-d180-4570-94ae-090e395dae39 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0716677 Nov 11 20:50:08.408785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d591c85f-4009-4cfe-970a-500c524a1af7 req-6a127643-7173-42ba-bb8d-08b857da5c13 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537012 Nov 11 20:50:08.543605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d3842fe-87d9-4c83-900d-3559e52f689d req-670f0360-8f73-4cd7-9fda-26f149eb138b tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 210 time: 0.0600095 Nov 11 20:50:08.771038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5886a6-1b00-4f35-8a7c-d2b74eff0a6b req-f34cca62-1e2b-46f5-b3ec-dbb96c3a2115 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:08.773139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b5886a6-1b00-4f35-8a7c-d2b74eff0a6b req-f34cca62-1e2b-46f5-b3ec-dbb96c3a2115 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.1420829 Nov 11 20:50:08.800368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:08.931015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b5886a6-1b00-4f35-8a7c-d2b74eff0a6b req-2a52066c-9536-4deb-959f-486d371f22ec tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511474 Nov 11 20:50:08.960953 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:09.032311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:09.032965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ae8e82b9-c11e-42b4-98e4-8c19151313cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d70c441fe29f4807998929c0898f24a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304926 Nov 11 20:50:09.043808 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:09.102131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:09.126472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 68954cf2-9477-4078-a78a-18cc85b8be9c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:09.126823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 68954cf2-9477-4078-a78a-18cc85b8be9c not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:09.210678 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea9c0-91f9-41e3-82e2-a658f3b57fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:09.246012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea9c0-91f9-41e3-82e2-a658f3b57fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:09.357886 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Floating IP 70b12527-21c9-4155-ad0d-ee532504ce86 associated. External IP: 172.25.2.232, port: f2f09207-b187-4b4b-83ed-07967365c5dc. Nov 11 20:50:09.373249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b252c-a707-49ed-8838-d3f77c63770f req-9986fe4c-ae76-44d5-806a-51bbe2d885bf tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:09.375895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec5b252c-a707-49ed-8838-d3f77c63770f req-9986fe4c-ae76-44d5-806a-51bbe2d885bf tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.1202068 Nov 11 20:50:09.561494 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec5b252c-a707-49ed-8838-d3f77c63770f req-59c2caa1-550a-42b2-8fe5-360110d873b8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355252 Nov 11 20:50:09.580192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea9c0-91f9-41e3-82e2-a658f3b57fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:09.598292 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea9c0-91f9-41e3-82e2-a658f3b57fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:09.598292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0f2ea9c0-91f9-41e3-82e2-a658f3b57fff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93edfd4b-e31f-4e37-bad8-847311a1cc51 HTTP/1.1" status: 204 len: 168 time: 0.5518069 Nov 11 20:50:09.598292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ea9c0-91f9-41e3-82e2-a658f3b57fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93edfd4b-e31f-4e37-bad8-847311a1cc51,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:09.792431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c4fee67-ed36-4092-8c10-4e0d0585051b req-6ce415ea-bf6e-4f6b-9134-b99cdaf20ba8 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 210 time: 0.0618675 Nov 11 20:50:09.841261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4aff8-f8c2-4e3c-9ff5-708573923d38 req-05a6a648-4ee0-488d-9c6a-1911934b6ebd tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:09.849369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eca4aff8-f8c2-4e3c-9ff5-708573923d38 req-05a6a648-4ee0-488d-9c6a-1911934b6ebd tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.1713250 Nov 11 20:50:09.876177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Router e8718929-d565-4983-b23a-1ba203310865 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:50:09.922957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eca4aff8-f8c2-4e3c-9ff5-708573923d38 req-81871a79-580c-4430-a0b8-b9c595bca411 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721779 Nov 11 20:50:10.220365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd26368-f35e-4509-b264-b4db288339ad req-c7e083d7-2b54-44c0-a2b3-164bac765e3c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.226079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:50:10.228200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbd26368-f35e-4509-b264-b4db288339ad req-c7e083d7-2b54-44c0-a2b3-164bac765e3c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.1293485 Nov 11 20:50:10.241014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:10.252751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] Sync routers for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:50:10.272490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:10.273452 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:50:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:10.300640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36082-bd74-4d2c-8495-5d086db0468d req-c3031aa6-4c38-4f50-a1c9-2dcb3d51e5c7 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.305339 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-c3031aa6-4c38-4f50-a1c9-2dcb3d51e5c7 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.62 "GET /v2.0/networks?id=d3fcdb80-042a-4cbc-9046-fcf738ea895c HTTP/1.1" status: 200 len: 813 time: 0.2438104 Nov 11 20:50:10.309878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-07065535-cff2-419f-ae88-d9084aed79a1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "PUT /v2.0/floatingips/70b12527-21c9-4155-ad0d-ee532504ce86 HTTP/1.1" status: 200 len: 992 time: 2.1862483 Nov 11 20:50:10.310984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:10.318331 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09e2380-5808-4460-913e-327167b17f88" -d '{"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:10.337835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Request body: {'port': {'device_id': '91c6962a-fd7e-454d-880c-57334f5933e6', 'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c', 'admin_state_up': True, 'tenant_id': '36b8e2d88f5a41718576e0e52bea1ce3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:10.406148 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbd26368-f35e-4509-b264-b4db288339ad req-248b8873-e8f4-43d4-93ed-5ab7a828e4e1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734412 Nov 11 20:50:10.457353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:10.533148 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf280dd-508f-4713-92a5-06847ba2be72 x-openstack-request-id: req-8cf280dd-508f-4713-92a5-06847ba2be72 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:10.533881 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:10.534203 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cf280dd-508f-4713-92a5-06847ba2be72 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:10.534721 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'status': 'completed', 'code': 200} Nov 11 20:50:10.655369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.661803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.664397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.664902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.665396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.665899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.669164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.674452 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d09e2380-5808-4460-913e-327167b17f88 req-87f1fcfb-577d-4d46-b07d-d36a329be301 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6502 time: 0.1147664 Nov 11 20:50:10.688455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Made reservation on behalf of 36b8e2d88f5a41718576e0e52bea1ce3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:10.693484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:10.769902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c6a565b5-8d09-458d-9dba-eceef240d556 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:50:10.841910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-dd8a241c-2caa-4fd7-8afa-8919c8322b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.847496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d09e2380-5808-4460-913e-327167b17f88 req-dd8a241c-2caa-4fd7-8afa-8919c8322b17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 HTTP/1.1" status: 200 len: 918 time: 0.1630256 Nov 11 20:50:10.901425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ca002-783e-4930-bc14-f9589b15ec67 req-b9e0345e-9d5b-466e-a16b-76aad2a05196 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:10.903435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a10ca002-783e-4930-bc14-f9589b15ec67 req-b9e0345e-9d5b-466e-a16b-76aad2a05196 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.2061179 Nov 11 20:50:11.006327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d09e2380-5808-4460-913e-327167b17f88 req-c262c17b-8ee1-4829-83e9-c19cea8fb227 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f09207-b187-4b4b-83ed-07967365c5dc HTTP/1.1" status: 200 len: 1000 time: 0.1514473 Nov 11 20:50:11.012968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '70b12527-21c9-4155-ad0d-ee532504ce86', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'e8718929-d565-4983-b23a-1ba203310865', 'port_id': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'mac_address': 'fa:16:3e:a0:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:36Z', 'updated_at': '2021-11-11T20:50:08Z', 'revision_number': 1, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:41Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:11.060669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Allocated IP 172.20.0.4 (d3fcdb80-042a-4cbc-9046-fcf738ea895c/49a64e94-4982-44e5-88a0-764dabaf42a1/8837c43c-4338-41c6-8122-ec204213cf0d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:50:11.072957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] Checking router: e8718929-d565-4983-b23a-1ba203310865 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:50:11.097685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-4639e9f5-8713-4cb6-81ab-c0e5009da0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:11.099786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d09e2380-5808-4460-913e-327167b17f88 req-4639e9f5-8713-4cb6-81ab-c0e5009da0a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4be6fb7e-1626-4d24-98c5-03d0d9565aec HTTP/1.1" status: 200 len: 856 time: 0.0853999 Nov 11 20:50:11.105840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a10ca002-783e-4930-bc14-f9589b15ec67 req-03cbc0ec-baf1-4449-add9-200986fed148 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934648 Nov 11 20:50:11.136635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:11.137369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:50:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:11.172720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b87c062-75da-4fba-a5a6-79f8edc6428f req-c7e87346-3d53-4898-9bcd-7c4ea1ce0064 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 210 time: 0.0710957 Nov 11 20:50:11.210732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e2380-5808-4460-913e-327167b17f88 req-abba0b3c-da1f-4603-9c2a-5e0b28cfcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:11.212437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d09e2380-5808-4460-913e-327167b17f88 req-abba0b3c-da1f-4603-9c2a-5e0b28cfcbf0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984657 Nov 11 20:50:11.260312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:11.291015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'mac_address': 'fa:16:3e:90:43:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:50:11.369789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156adbea-7d0d-4a14-9f8f-d816504f6182 req-253b79d3-7f45-4918-842b-1d67bfd12661 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:11.372087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-156adbea-7d0d-4a14-9f8f-d816504f6182 req-253b79d3-7f45-4918-842b-1d67bfd12661 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.1632447 Nov 11 20:50:11.424639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:11.430976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d09e2380-5808-4460-913e-327167b17f88 req-5b0eb37f-bb71-4402-99f6-a76520b9f1b3 service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105319 Nov 11 20:50:11.471817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:11.529156 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:11.558678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a565b5-8d09-458d-9dba-eceef240d556 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:11.606952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:11.607095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-156adbea-7d0d-4a14-9f8f-d816504f6182 req-2b3a87d3-6020-4610-af4f-ba6f3c81adc0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243791 Nov 11 20:50:11.613507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1027579754-network', 'tenant_id': '4ae1e897ac1147e18a535b2071362b76'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:11.656737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:11.704162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c50ee-0aa3-4f6b-91c0-e8dd3434564f req-07881b48-12f8-4656-880a-46f7f988b109 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:11.712753 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9c0c50ee-0aa3-4f6b-91c0-e8dd3434564f req-07881b48-12f8-4656-880a-46f7f988b109 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.1441505 Nov 11 20:50:11.727647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d09e2380-5808-4460-913e-327167b17f88 req-c55b276e-2de2-43a2-aa32-c5b5de3efcc2 service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880018 Nov 11 20:50:11.773106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Network d3fcdb80-042a-4cbc-9046-fcf738ea895c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:50:11.776556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:11.785255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Made reservation on behalf of 4ae1e897ac1147e18a535b2071362b76 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:11.785436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:50:11.788447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:11.805637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:11.817669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9c0c50ee-0aa3-4f6b-91c0-e8dd3434564f req-afff67f7-fa7f-4415-8c50-c62e6bac2af8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027842 Nov 11 20:50:11.823753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Pushing event updated for resources: {'Port': ['ID=8837c43c-4338-41c6-8122-ec204213cf0d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:11.829198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:11.838820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.839173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.839538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.839859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.840322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.840957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.848505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.852317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.852317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.852317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.852317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.852317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:11.895534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:11.896895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:11.935861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:11.951428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.023303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:12.036204 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.039829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-437205cd-aa13-4fa9-bf8f-73b444d8ed29 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7121885 Nov 11 20:50:12.058803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Request body: {'port': {'device_id': '91c6962a-fd7e-454d-880c-57334f5933e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:12.086866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:50:12.094610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a01689-8bf1-4869-9cc6-60c90b6751c6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:12.101323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '70b12527-21c9-4155-ad0d-ee532504ce86', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'e8718929-d565-4983-b23a-1ba203310865', 'port_id': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'mac_address': 'fa:16:3e:a0:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:36Z', 'updated_at': '2021-11-11T20:50:08Z', 'revision_number': 1, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:41Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:12.117947 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.118293 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Added segment 038b298e-f6f0-40f5-afe6-566200e7c297 of type vlan for network 7a047883-fd72-4363-9d08-015065a5f260 Nov 11 20:50:12.140600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60965b10-34e0-43fe-a1ac-91f987367101 None None] The sync data for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 is: [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '70b12527-21c9-4155-ad0d-ee532504ce86', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'e8718929-d565-4983-b23a-1ba203310865', 'port_id': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'mac_address': 'fa:16:3e:a0:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79622e4c-a38b-4048-bed0-a3220e601383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:36Z', 'updated_at': '2021-11-11T20:50:08Z', 'revision_number': 1, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:41Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:50:12.166839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.170598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.317705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.320111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:12.321734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.373395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9d38-22ab-4b15-978c-b4858dc62dec req-0b1f3e68-12dc-446c-8276-334d85bd6ca5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:12.375880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e08b9d38-22ab-4b15-978c-b4858dc62dec req-0b1f3e68-12dc-446c-8276-334d85bd6ca5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.1421871 Nov 11 20:50:12.401911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] Pushing event updated for resources: {'Network': ['ID=7a047883-fd72-4363-9d08-015065a5f260,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:12.414514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfec73b-9aef-431e-81d0-50ccfe2383b4 req-1c1ffe67-bdd4-4866-bd82-ca3187d46481 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:12.416032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4dfec73b-9aef-431e-81d0-50ccfe2383b4 req-1c1ffe67-bdd4-4866-bd82-ca3187d46481 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 931 time: 0.1338229 Nov 11 20:50:12.419838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 7a047883-fd72-4363-9d08-015065a5f260 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:50:12.460448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['c6a565b5-8d09-458d-9dba-eceef240d556'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:12.468630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bee13465-bb96-49f3-963c-481387e0a602 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9954309 Nov 11 20:50:12.474332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:12.499133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Request body: {'subnet': {'network_id': '7a047883-fd72-4363-9d08-015065a5f260', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1027579754-subnet', 'tenant_id': '4ae1e897ac1147e18a535b2071362b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:12.509833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4dfec73b-9aef-431e-81d0-50ccfe2383b4 req-8fc6af7a-9b93-43fd-9d58-ccbd9b505fdc tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768118 Nov 11 20:50:12.519843 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66732c-98e9-4663-9645-b7e0ada076bd None None] New status for floating IP 70b12527-21c9-4155-ad0d-ee532504ce86: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:50:12.542178 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e08b9d38-22ab-4b15-978c-b4858dc62dec req-5c1070be-fd62-49ee-bff9-b9234fca7960 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586883 Nov 11 20:50:12.671985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8837c43c-4338-41c6-8122-ec204213cf0d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:12.678875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.697598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Transition to ACTIVE for port object 8837c43c-4338-41c6-8122-ec204213cf0d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:12.701511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Made reservation on behalf of 4ae1e897ac1147e18a535b2071362b76 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:12.707169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.791588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:12.904928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Pushing event updated for resources: {'Port': ['ID=8837c43c-4338-41c6-8122-ec204213cf0d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:12.928959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee93f9d-c0f6-4a1f-84be-f1b669842967 req-fb792458-5e2d-4996-bf58-c1b99c808076 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:12.937115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ee93f9d-c0f6-4a1f-84be-f1b669842967 req-fb792458-5e2d-4996-bf58-c1b99c808076 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 944 time: 0.1871328 Nov 11 20:50:13.021653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb3791-f8ea-4fef-8d24-b80d6c7a9f36 req-ec26cc30-8377-44be-a2b9-3ab15ec7d2ee tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:13.023588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2bb3791-f8ea-4fef-8d24-b80d6c7a9f36 req-ec26cc30-8377-44be-a2b9-3ab15ec7d2ee tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0634291 Nov 11 20:50:13.087825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ee93f9d-c0f6-4a1f-84be-f1b669842967 req-79c9c26c-7988-4210-b699-ba21885af8ba tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495838 Nov 11 20:50:13.104344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Attempting to bind port 8837c43c-4338-41c6-8122-ec204213cf0d on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:13.104804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Attempting to bind port 8837c43c-4338-41c6-8122-ec204213cf0d by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '219e95f4-e307-4df4-8b66-b47164708e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:13.105120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Attempting to bind port 8837c43c-4338-41c6-8122-ec204213cf0d on network d3fcdb80-042a-4cbc-9046-fcf738ea895c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:13.113043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2bb3791-f8ea-4fef-8d24-b80d6c7a9f36 req-5dd93394-de40-466d-8e09-75a338e004e2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750315 Nov 11 20:50:13.148849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Port 8837c43c-4338-41c6-8122-ec204213cf0d on network d3fcdb80-042a-4cbc-9046-fcf738ea895c not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:13.149182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Attempting to bind port 8837c43c-4338-41c6-8122-ec204213cf0d on network d3fcdb80-042a-4cbc-9046-fcf738ea895c {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:13.162084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:13.162425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Checking segment: {'id': '219e95f4-e307-4df4-8b66-b47164708e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:13.162819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Bound using segment: {'id': '219e95f4-e307-4df4-8b66-b47164708e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:13.163259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Bound port: 8837c43c-4338-41c6-8122-ec204213cf0d, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219e95f4-e307-4df4-8b66-b47164708e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:13.163616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:13.166536 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:50:13.250704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:13.280236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:13.287024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] For port 8837c43c-4338-41c6-8122-ec204213cf0d, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:13.305831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] For port 8837c43c-4338-41c6-8122-ec204213cf0d, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8837c43c-4338-41c6-8122-ec204213cf0d,segment=NetworkSegment(219e95f4-e307-4df4-8b66-b47164708e24),segment_id=219e95f4-e307-4df4-8b66-b47164708e24)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:13.340648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Pushing event updated for resources: {'Subnet': ['ID=536c3cae-f051-47ea-ae4c-d141beef2919,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:13.343213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Checking segment: {'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:13.343587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Network hostable DHCP agents. Network: 7a047883-fd72-4363-9d08-015065a5f260, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:50:13.417405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac043e36-851d-4cbd-82d8-a47821baf432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:13.575275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac043e36-851d-4cbd-82d8-a47821baf432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:13.676021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10ba76-4125-47a5-b911-f1ec35166de0 req-2099bcc6-d1bd-4e7d-ae01-89c956ad9c1d tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:13.677820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc10ba76-4125-47a5-b911-f1ec35166de0 req-2099bcc6-d1bd-4e7d-ae01-89c956ad9c1d tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 943 time: 0.0808637 Nov 11 20:50:13.689047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:13.741585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:13.742989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:13.745115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc10ba76-4125-47a5-b911-f1ec35166de0 req-1195ae54-523a-4fb0-a644-ca7816ffb07e tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587482 Nov 11 20:50:13.745303 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] 10.222.0.62 "PUT /v2.0/ports/8837c43c-4338-41c6-8122-ec204213cf0d HTTP/1.1" status: 200 len: 1091 time: 1.6908796 Nov 11 20:50:13.762240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4caf-8190-440f-8334-0105d9188263 req-f29e8b47-c8fa-427f-b51e-a3987e769cee tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:13.765803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2cf4caf-8190-440f-8334-0105d9188263 req-f29e8b47-c8fa-427f-b51e-a3987e769cee tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.1293240 Nov 11 20:50:13.766273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c6962a-fd7e-454d-880c-57334f5933e6', 'tag': '8837c43c-4338-41c6-8122-ec204213cf0d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:13.768684 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c7416-e80b-4065-85e8-94ed6eba2771" -d '{"events": [{"name": "network-changed", "server_uuid": "91c6962a-fd7e-454d-880c-57334f5933e6", "tag": "8837c43c-4338-41c6-8122-ec204213cf0d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:13.815003 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48569967-f55a-4262-84e4-93d6be6984b3 x-openstack-request-id: req-48569967-f55a-4262-84e4-93d6be6984b3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:13.815283 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c6962a-fd7e-454d-880c-57334f5933e6", "tag": "8837c43c-4338-41c6-8122-ec204213cf0d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:13.815579 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48569967-f55a-4262-84e4-93d6be6984b3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:13.815917 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c6962a-fd7e-454d-880c-57334f5933e6', 'tag': '8837c43c-4338-41c6-8122-ec204213cf0d', 'status': 'completed', 'code': 200} Nov 11 20:50:13.830875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c200b-fb3f-48e9-b058-6634fc795d34 service neutron] Pushing event updated for resources: {'Port': ['ID=8837c43c-4338-41c6-8122-ec204213cf0d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:13.833072 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac043e36-851d-4cbd-82d8-a47821baf432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:13.847268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Network 7a047883-fd72-4363-9d08-015065a5f260 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:50:13.855285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2cf4caf-8190-440f-8334-0105d9188263 req-f627d336-866d-4bc0-a2df-adcdb807eb94 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811589 Nov 11 20:50:13.877555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ac043e36-851d-4cbd-82d8-a47821baf432 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9752cfc3276143fbba4fdb2ce03ba7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954144 Nov 11 20:50:13.881744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37494) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:13.883672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac043e36-851d-4cbd-82d8-a47821baf432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c6c484-7af2-443c-a81d-20140e22d08c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:13.975539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c7416-e80b-4065-85e8-94ed6eba2771 req-f7cd25a3-17af-4daa-be23-79efd3ec43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:13.977105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b9c7416-e80b-4065-85e8-94ed6eba2771 req-f7cd25a3-17af-4daa-be23-79efd3ec43e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b8e2d88f5a41718576e0e52bea1ce3&device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 1094 time: 0.1273696 Nov 11 20:50:13.986747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8dd06513-c5bb-47e6-9673-e0fc8623b66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:14.038019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 7a047883-fd72-4363-9d08-015065a5f260) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:14.040821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8dd06513-c5bb-47e6-9673-e0fc8623b66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:14.046655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1d131-8ed6-40af-87e8-65ad012d15ae None None] Network 7a047883-fd72-4363-9d08-015065a5f260 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:14.054255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.054848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:14.180673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c7416-e80b-4065-85e8-94ed6eba2771 req-08ace265-dd05-45f9-b8f7-e94adc265a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.184061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b9c7416-e80b-4065-85e8-94ed6eba2771 req-08ace265-dd05-45f9-b8f7-e94adc265a46 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=36b8e2d88f5a41718576e0e52bea1ce3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1885049 Nov 11 20:50:14.227272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3abae8-a07b-4103-b2cf-8920ef3dd523 None None] Network 7a047883-fd72-4363-9d08-015065a5f260 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:14.302541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b662462d-08b6-437f-9d3f-130053c619de admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8208907 Nov 11 20:50:14.315632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb57861-9388-4507-8cef-2102bc7d6777 req-83114d16-7b41-4072-bdf1-d733ad512aba tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.317485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4bb57861-9388-4507-8cef-2102bc7d6777 req-83114d16-7b41-4072-bdf1-d733ad512aba tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 944 time: 0.1287560 Nov 11 20:50:14.342209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d93b4e-18a3-4d75-98ac-9f6bf05571a5 req-a520170d-191b-4cea-bfe1-516aaef703c2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.353375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53d93b4e-18a3-4d75-98ac-9f6bf05571a5 req-a520170d-191b-4cea-bfe1-516aaef703c2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.1134970 Nov 11 20:50:14.372198 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8dd06513-c5bb-47e6-9673-e0fc8623b66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:14.374847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8dd06513-c5bb-47e6-9673-e0fc8623b66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:14.376290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8dd06513-c5bb-47e6-9673-e0fc8623b66c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87c6c484-7af2-443c-a81d-20140e22d08c HTTP/1.1" status: 204 len: 168 time: 0.4868596 Nov 11 20:50:14.412297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd06513-c5bb-47e6-9673-e0fc8623b66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c6c484-7af2-443c-a81d-20140e22d08c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:14.421622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53d93b4e-18a3-4d75-98ac-9f6bf05571a5 req-1872944d-2bd2-4a89-9b35-eb697f314e40 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595136 Nov 11 20:50:14.441743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c7416-e80b-4065-85e8-94ed6eba2771 req-74b40a00-f9e7-46d3-854e-d3ff9ffad749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.443564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b9c7416-e80b-4065-85e8-94ed6eba2771 req-74b40a00-f9e7-46d3-854e-d3ff9ffad749 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242761 Nov 11 20:50:14.464081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4bb57861-9388-4507-8cef-2102bc7d6777 req-1107ea7b-c8fd-4ea4-8f2b-0f478bf41642 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325970 Nov 11 20:50:14.567571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36082-bd74-4d2c-8495-5d086db0468d req-f8d181f0-bb44-434e-9cef-1ad3a0e9f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.569344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-f8d181f0-bb44-434e-9cef-1ad3a0e9f2a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36b8e2d88f5a41718576e0e52bea1ce3&device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 1094 time: 0.0742693 Nov 11 20:50:14.620733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-da6f3785-f153-424a-a236-836f0683346d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8837c43c-4338-41c6-8122-ec204213cf0d HTTP/1.1" status: 200 len: 217 time: 0.0413392 Nov 11 20:50:14.695871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36082-bd74-4d2c-8495-5d086db0468d req-69b38d40-014a-484f-bc46-f5bf266a1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.697923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-69b38d40-014a-484f-bc46-f5bf266a1d5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49a64e94-4982-44e5-88a0-764dabaf42a1 HTTP/1.1" status: 200 len: 853 time: 0.0659499 Nov 11 20:50:14.704730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-85c44fdb-9420-410f-969b-8a03d22c6adc req-9d7c1147-162d-44b0-bb3c-c9a205aa4108 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1747779465', 'description': 'tempest-description-340948741'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:14.750311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-1d33dd46-40ef-413f-95fb-43e7d501b01b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3fcdb80-042a-4cbc-9046-fcf738ea895c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362451 Nov 11 20:50:14.779530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c6a565b5-8d09-458d-9dba-eceef240d556 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:14.855990 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85c44fdb-9420-410f-969b-8a03d22c6adc req-9d7c1147-162d-44b0-bb3c-c9a205aa4108 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:14.879796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fb41a-7f17-4f32-93d3-d10eb5054f5f req-5dd5db63-7942-43db-933b-c57a955a36ba tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:14.882456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d86fb41a-7f17-4f32-93d3-d10eb5054f5f req-5dd5db63-7942-43db-933b-c57a955a36ba tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 943 time: 0.0633409 Nov 11 20:50:14.907413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-60f8f2cc-8198-4f10-a1bc-7850041e0113 service neutron] 10.222.0.62 "GET /v2.0/networks/d3fcdb80-042a-4cbc-9046-fcf738ea895c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432641 Nov 11 20:50:14.944117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d86fb41a-7f17-4f32-93d3-d10eb5054f5f req-f4b1c87e-4ce1-402c-8f56-b5c4c16c792d tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 Nov 11 20:50:14.993423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port c6a565b5-8d09-458d-9dba-eceef240d556 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:15.010621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port c6a565b5-8d09-458d-9dba-eceef240d556 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:15.010621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.030065 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85c44fdb-9420-410f-969b-8a03d22c6adc req-9d7c1147-162d-44b0-bb3c-c9a205aa4108 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.058348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e36082-bd74-4d2c-8495-5d086db0468d req-f114265f-1c8c-4406-b6f2-8a00184d96e6 service neutron] 10.222.0.62 "GET /v2.0/networks/d3fcdb80-042a-4cbc-9046-fcf738ea895c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400602 Nov 11 20:50:15.083188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f65b2-a622-46d4-aabe-4815264289e8 req-fc8ebd5a-fe8f-448a-9f11-ff99196d9461 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:15.084800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-644f65b2-a622-46d4-aabe-4815264289e8 req-fc8ebd5a-fe8f-448a-9f11-ff99196d9461 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0534847 Nov 11 20:50:15.090577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.117653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:15.120359 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f266bc-b315-4b67-abe8-d67646433bbd" -d '{"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:15.136118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:15.144320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-644f65b2-a622-46d4-aabe-4815264289e8 req-d56b4eef-e5bb-47c2-b95e-557858d2d10e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Nov 11 20:50:15.153056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85c44fdb-9420-410f-969b-8a03d22c6adc req-9d7c1147-162d-44b0-bb3c-c9a205aa4108 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.184463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c1147-162d-44b0-bb3c-c9a205aa4108 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce73f82-f466-4f11-8ed2-50b723a8c802,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:15.258940 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93471512-e11a-45e0-b0d0-93f3ba3300e0 x-openstack-request-id: req-93471512-e11a-45e0-b0d0-93f3ba3300e0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:15.259232 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:15.259511 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93471512-e11a-45e0-b0d0-93f3ba3300e0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:15.259964 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'code': 200} Nov 11 20:50:15.348241 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.350342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-85c44fdb-9420-410f-969b-8a03d22c6adc req-9d7c1147-162d-44b0-bb3c-c9a205aa4108 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.364395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85c44fdb-9420-410f-969b-8a03d22c6adc req-9d7c1147-162d-44b0-bb3c-c9a205aa4108 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6558783 Nov 11 20:50:15.423487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:15.431509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.434914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.435391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.435628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.553751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:15.563011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ff28b-e6bd-402e-bda5-b1f6f0e1dc42 req-3e357823-8fde-44f5-a2fb-6164a2136748 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:15.565944 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c7ff28b-e6bd-402e-bda5-b1f6f0e1dc42 req-3e357823-8fde-44f5-a2fb-6164a2136748 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0710406 Nov 11 20:50:15.596887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e895161-f812-42af-af3e-89c961469c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.661429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c7ff28b-e6bd-402e-bda5-b1f6f0e1dc42 req-ce056748-2b7e-4215-b64a-83416515ebba tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856326 Nov 11 20:50:15.697419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-847add93-0c0c-4009-b065-6f4bd62d1037 req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720529460', 'description': 'tempest-description-226921799'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:15.721342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e895161-f812-42af-af3e-89c961469c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.727605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beff79-c8d6-4c66-bce8-c053bba73627 req-e115e128-56dc-47ce-b09d-887591de29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:15.732480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0beff79-c8d6-4c66-bce8-c053bba73627 req-e115e128-56dc-47ce-b09d-887591de29bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 1095 time: 0.4127178 Nov 11 20:50:15.779413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847add93-0c0c-4009-b065-6f4bd62d1037 req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.780114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e895161-f812-42af-af3e-89c961469c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.784684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0beff79-c8d6-4c66-bce8-c053bba73627 req-80153c2f-6e8e-429a-bc65-adfcf49788dd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462599 Nov 11 20:50:15.819668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d3aed-ebe2-4380-8469-59d70b3ab139 req-ef363d46-555a-4d77-bea2-725acc4f7fed tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:15.821191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de6d3aed-ebe2-4380-8469-59d70b3ab139 req-ef363d46-555a-4d77-bea2-725acc4f7fed tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0853822 Nov 11 20:50:15.841290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1e895161-f812-42af-af3e-89c961469c2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7f014cd335544029ce01506931ac415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741430 Nov 11 20:50:15.843340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e895161-f812-42af-af3e-89c961469c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78ae2dd-530f-4973-a5eb-2b8b37d1f2df,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:15.846089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:15.860196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847add93-0c0c-4009-b065-6f4bd62d1037 req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.883445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de6d3aed-ebe2-4380-8469-59d70b3ab139 req-711fb704-75cd-46d3-a01d-a6e525252e2d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Nov 11 20:50:15.902920 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c289c4-c6ec-462c-bffe-8d8ae7b894b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.926181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c289c4-c6ec-462c-bffe-8d8ae7b894b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.934485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847add93-0c0c-4009-b065-6f4bd62d1037 req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:15.987174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c046f9de-b4d7-49a3-8b07-e1a2c02d0488,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:15.998136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.998491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.998835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.999229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.999624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:15.999965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:16.000339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:16.000669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:16.001084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:16.001325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:16.001643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:16.001971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:16.089426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b8b00-0467-4a33-98de-d6ae6b8b4d7f req-e25ce4c4-abd4-4be0-8450-503adfaa64d7 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:16.091002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-101b8b00-0467-4a33-98de-d6ae6b8b4d7f req-e25ce4c4-abd4-4be0-8450-503adfaa64d7 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 943 time: 0.0522780 Nov 11 20:50:16.095833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-847add93-0c0c-4009-b065-6f4bd62d1037 req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:16.097388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-847add93-0c0c-4009-b065-6f4bd62d1037 req-bf2cde2f-0273-4412-8598-bec56d838c91 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4069314 Nov 11 20:50:16.121811 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c289c4-c6ec-462c-bffe-8d8ae7b894b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:16.128240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01c289c4-c6ec-462c-bffe-8d8ae7b894b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:16.128240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-01c289c4-c6ec-462c-bffe-8d8ae7b894b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e78ae2dd-530f-4973-a5eb-2b8b37d1f2df HTTP/1.1" status: 204 len: 168 time: 0.2786584 Nov 11 20:50:16.136490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c289c4-c6ec-462c-bffe-8d8ae7b894b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78ae2dd-530f-4973-a5eb-2b8b37d1f2df,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:16.156532 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-101b8b00-0467-4a33-98de-d6ae6b8b4d7f req-fbaa8b7b-61db-41e6-9c3e-cadabec7ada9 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562339 Nov 11 20:50:16.288266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820a6bb-3cb8-4176-bc0a-cc45d06119b0 req-5649feae-c833-4429-81c8-ddaaa95fcd64 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:16.289986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2820a6bb-3cb8-4176-bc0a-cc45d06119b0 req-5649feae-c833-4429-81c8-ddaaa95fcd64 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0596857 Nov 11 20:50:16.339666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2820a6bb-3cb8-4176-bc0a-cc45d06119b0 req-6e8f0abe-5134-49bf-a0c0-eb039c1954d9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Nov 11 20:50:16.412141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-547b5a4b-8529-40cd-b46a-6a6037080354 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:16.414287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-547b5a4b-8529-40cd-b46a-6a6037080354 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 813 time: 0.1143792 Nov 11 20:50:16.430635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-f0a0e768-6c20-4fc5-b021-7b6cd5570170 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/quotas/4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 375 time: 0.0106528 Nov 11 20:50:16.462103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-ac064d48-0318-4d2d-9ace-2732f20966ce tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259001 Nov 11 20:50:16.561737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-a492884d-c25e-4c9f-8850-69ed8cf8492c service neutron] 10.222.0.31 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921814 Nov 11 20:50:16.658449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-001a0927-eb89-4665-9473-bc633effe23a service neutron] 10.222.0.31 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896544 Nov 11 20:50:16.797500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc08c75-624c-4b04-808c-1dec62ebb002 req-ae40512a-b77b-48b6-bf78-cf25fd9b4965 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:16.799054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dc08c75-624c-4b04-808c-1dec62ebb002 req-ae40512a-b77b-48b6-bf78-cf25fd9b4965 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Nov 11 20:50:16.848531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dc08c75-624c-4b04-808c-1dec62ebb002 req-6381aa92-1e35-4cf7-ab4e-12e25a452edb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Nov 11 20:50:16.971130 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6569d2b4-c95b-43fb-9550-74ed515e6493 req-2f539b3c-c4fb-454e-a993-7899625ab3d9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 210 time: 0.0373349 Nov 11 20:50:17.027840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceb1ef-65d6-4811-9a37-874cba403b35 req-452ea4c3-7fe6-4f4a-9b14-0f3f0b241df0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:17.029747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6ceb1ef-65d6-4811-9a37-874cba403b35 req-452ea4c3-7fe6-4f4a-9b14-0f3f0b241df0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0678310 Nov 11 20:50:17.104606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6ceb1ef-65d6-4811-9a37-874cba403b35 req-a478556d-52c7-4f82-b130-d6799d1e8f46 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586360 Nov 11 20:50:17.277184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0499b1a-b18c-4728-b62a-d13e20099545 req-45f85cda-c02c-4eab-9c2f-4cb20c272ea9 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:17.278775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0499b1a-b18c-4728-b62a-d13e20099545 req-45f85cda-c02c-4eab-9c2f-4cb20c272ea9 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 943 time: 0.0516040 Nov 11 20:50:17.333002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0499b1a-b18c-4728-b62a-d13e20099545 req-f88fa1ea-eb00-4453-8d62-6b6e95f56162 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Nov 11 20:50:17.462243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75079cc8-fabb-442c-9e3b-704aa7c36766 req-c371fe38-7384-4111-be9c-05992b6d29f6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:17.463814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75079cc8-fabb-442c-9e3b-704aa7c36766 req-c371fe38-7384-4111-be9c-05992b6d29f6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0533886 Nov 11 20:50:17.523469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75079cc8-fabb-442c-9e3b-704aa7c36766 req-c43df51f-132e-44f6-8ff9-ab1c5a2aea82 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Nov 11 20:50:18.071169 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6607de20-48fe-4c71-97be-5e1f0f37660f req-21bebbfc-7ee5-4b3a-8342-b8713c6b5812 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 210 time: 0.0269268 Nov 11 20:50:18.176053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350821-8207-4590-9143-069abef59edd req-f11a60f9-17a8-405f-aa36-5b863df2928e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:18.178142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5350821-8207-4590-9143-069abef59edd req-f11a60f9-17a8-405f-aa36-5b863df2928e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0639203 Nov 11 20:50:18.245115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5350821-8207-4590-9143-069abef59edd req-b5aacb31-bbba-46e3-80a2-10afee3c82a4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491407 Nov 11 20:50:18.265370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9021e56-a01c-471f-8e76-8cd381203811 req-40e7416b-b3d7-4b52-8745-860b1266d595 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:18.276607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9021e56-a01c-471f-8e76-8cd381203811 req-40e7416b-b3d7-4b52-8745-860b1266d595 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0646234 Nov 11 20:50:18.331128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9021e56-a01c-471f-8e76-8cd381203811 req-342839f3-7073-411f-b2b4-90027f5de17b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Nov 11 20:50:18.688471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e02e7-7a5a-4047-8f35-5984be57e1c4 req-36720898-4957-4212-abff-1417c9c01b8b tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:18.689970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-650e02e7-7a5a-4047-8f35-5984be57e1c4 req-36720898-4957-4212-abff-1417c9c01b8b tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 943 time: 0.0564296 Nov 11 20:50:18.740959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-650e02e7-7a5a-4047-8f35-5984be57e1c4 req-e5fea1ae-c73b-4364-9c5e-d0e8f01eb25c tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 Nov 11 20:50:18.906673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d569e-994d-451e-92f8-d057f44827c6 req-1a82bb04-4723-41b6-8595-71915ff82551 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:18.908173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d9d569e-994d-451e-92f8-d057f44827c6 req-1a82bb04-4723-41b6-8595-71915ff82551 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0490324 Nov 11 20:50:18.957431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d9d569e-994d-451e-92f8-d057f44827c6 req-431573f8-d53a-489e-8073-f5090ec743bf tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433002 Nov 11 20:50:19.152209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8837c43c-4338-41c6-8122-ec204213cf0d details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:50:19.170052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fef05598-1cf9-4805-9533-aa4237bfbbb5 req-216e51b4-d911-4349-abbd-993e7863bf81 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 210 time: 0.0294764 Nov 11 20:50:19.273763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8837c43c-4338-41c6-8122-ec204213cf0d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8837c43c-4338-41c6-8122-ec204213cf0d,segment=NetworkSegment(219e95f4-e307-4df4-8b66-b47164708e24),segment_id=219e95f4-e307-4df4-8b66-b47164708e24)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:19.286516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '8837c43c-4338-41c6-8122-ec204213cf0d', 'network_id': 'd3fcdb80-042a-4cbc-9046-fcf738ea895c', 'port_id': '8837c43c-4338-41c6-8122-ec204213cf0d', 'mac_address': 'fa:16:3e:e6:4f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a64e94-4982-44e5-88a0-764dabaf42a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:50:19.324281 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:19.336921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8837c43c-4338-41c6-8122-ec204213cf0d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:19.355337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8837c43c-4338-41c6-8122-ec204213cf0d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8837c43c-4338-41c6-8122-ec204213cf0d,segment=NetworkSegment(219e95f4-e307-4df4-8b66-b47164708e24),segment_id=219e95f4-e307-4df4-8b66-b47164708e24)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:19.527217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:19.573891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8837c43c-4338-41c6-8122-ec204213cf0d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:19.600280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085208b-f9b2-4ad6-8484-16475653c4c5 req-cefa314d-b364-4c3f-9724-fb3a4b576ffa tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:19.600280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7085208b-f9b2-4ad6-8484-16475653c4c5 req-cefa314d-b364-4c3f-9724-fb3a4b576ffa tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0575154 Nov 11 20:50:19.649510 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7085208b-f9b2-4ad6-8484-16475653c4c5 req-380829f5-99ad-4c04-9050-91c7dd122ad8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Nov 11 20:50:19.755048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bae92-89fc-4a92-a170-a9753631d57f req-ccc67eb6-03c4-4d64-bfc9-d3259a34cb93 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:19.756558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241bae92-89fc-4a92-a170-a9753631d57f req-ccc67eb6-03c4-4d64-bfc9-d3259a34cb93 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Nov 11 20:50:19.804174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-241bae92-89fc-4a92-a170-a9753631d57f req-c35296f3-2582-48d3-967a-f51866527fdc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415132 Nov 11 20:50:19.903651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46a6ac-1596-4935-9f44-124cbdd72b66 req-827bb531-1719-4a0c-9393-635e7b4d682d tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:19.905329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c46a6ac-1596-4935-9f44-124cbdd72b66 req-827bb531-1719-4a0c-9393-635e7b4d682d tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 944 time: 0.0510809 Nov 11 20:50:19.936115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['8837c43c-4338-41c6-8122-ec204213cf0d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:19.960248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c46a6ac-1596-4935-9f44-124cbdd72b66 req-afdafac8-a220-4c6a-b793-7e3511c51807 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Nov 11 20:50:20.097020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a063e2-0eaa-42ec-9372-78a882d6249d req-0d20aeeb-2607-46ef-a14f-e7b2353084ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:20.098469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48a063e2-0eaa-42ec-9372-78a882d6249d req-0d20aeeb-2607-46ef-a14f-e7b2353084ce tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0648818 Nov 11 20:50:20.150792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48a063e2-0eaa-42ec-9372-78a882d6249d req-6216776e-83d1-4268-bcd9-a2df84ef066c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463009 Nov 11 20:50:20.267578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37277abe-2a60-45f1-a951-9e0d0ff803e7 req-8d077526-e917-4dba-9366-da2307bfa8e3 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 210 time: 0.0256715 Nov 11 20:50:20.419734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-cf24ebe9-d72b-4e0e-8d5b-6a141a5b7ab2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:20.421923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-cf24ebe9-d72b-4e0e-8d5b-6a141a5b7ab2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.62 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 813 time: 0.1052394 Nov 11 20:50:20.440271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'port': {'device_id': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'network_id': '7a047883-fd72-4363-9d08-015065a5f260', 'admin_state_up': True, 'tenant_id': '4ae1e897ac1147e18a535b2071362b76'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:20.537874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:20.648357 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e3e7d60-278b-4c69-899a-713fc3b5da99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:20.702444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Made reservation on behalf of 4ae1e897ac1147e18a535b2071362b76 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:20.705981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:20.770284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e3e7d60-278b-4c69-899a-713fc3b5da99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:20.840100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383dc75-0d82-4ca9-8df2-9eebbca66b4c req-64618a2b-afa3-4243-8ac2-098dc780e487 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:20.841665 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3383dc75-0d82-4ca9-8df2-9eebbca66b4c req-64618a2b-afa3-4243-8ac2-098dc780e487 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.1167362 Nov 11 20:50:20.880877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e3e7d60-278b-4c69-899a-713fc3b5da99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:20.933867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f825d-58f4-4e24-b167-6e1bd9595f6b req-263fab14-7c65-45fc-bc2d-dad13d0d047d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:20.937189 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-560f825d-58f4-4e24-b167-6e1bd9595f6b req-263fab14-7c65-45fc-bc2d-dad13d0d047d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0526798 Nov 11 20:50:20.959265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8e3e7d60-278b-4c69-899a-713fc3b5da99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8355e110e764a3c85750c6eaac52cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203379 Nov 11 20:50:20.962836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37714) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:20.970059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Allocated IP 172.20.0.6 (7a047883-fd72-4363-9d08-015065a5f260/536c3cae-f051-47ea-ae4c-d141beef2919/d25d430a-ec32-4b10-946f-3dff8b2a21b9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:50:20.972000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e7d60-278b-4c69-899a-713fc3b5da99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a3b82-cfc3-4d10-a0db-67fca6ae0a55,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:20.988117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3383dc75-0d82-4ca9-8df2-9eebbca66b4c req-2b551ffa-ba06-4910-96ef-cfd84f941acc tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362660 Nov 11 20:50:21.020737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-560f825d-58f4-4e24-b167-6e1bd9595f6b req-183a2842-6d23-4698-a285-7e2b9f1782f0 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756328 Nov 11 20:50:21.043485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08f44c64-de0f-4add-9747-c7e8af1650ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.069234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08f44c64-de0f-4add-9747-c7e8af1650ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.152687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ab6ab-b503-464c-b072-522310c59966 req-2e2c9c60-0da0-460d-bd11-873ffd0532ac tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:21.154191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b4ab6ab-b503-464c-b072-522310c59966 req-2e2c9c60-0da0-460d-bd11-873ffd0532ac tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 944 time: 0.0608068 Nov 11 20:50:21.161981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.180295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8837c43c-4338-41c6-8122-ec204213cf0d up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:21.213476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b4ab6ab-b503-464c-b072-522310c59966 req-65533a5b-86e1-4e01-9076-671a8175f52a tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518034 Nov 11 20:50:21.288083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6de920-d324-4c4c-9481-6dcdf8384f52 req-48e7694f-4416-462a-b7c9-da60c74ad417 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:21.289674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f6de920-d324-4c4c-9481-6dcdf8384f52 req-48e7694f-4416-462a-b7c9-da60c74ad417 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0524671 Nov 11 20:50:21.302006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08f44c64-de0f-4add-9747-c7e8af1650ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.304602 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08f44c64-de0f-4add-9747-c7e8af1650ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.308214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-08f44c64-de0f-4add-9747-c7e8af1650ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c57a3b82-cfc3-4d10-a0db-67fca6ae0a55 HTTP/1.1" status: 204 len: 168 time: 0.3417940 Nov 11 20:50:21.315003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f44c64-de0f-4add-9747-c7e8af1650ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a3b82-cfc3-4d10-a0db-67fca6ae0a55,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:21.335490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.337543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 8837c43c-4338-41c6-8122-ec204213cf0d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:21.344712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 8837c43c-4338-41c6-8122-ec204213cf0d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:21.345035 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.386322 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f6de920-d324-4c4c-9481-6dcdf8384f52 req-6f5165ef-eb73-4878-bbe9-b48a5372d2c4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Nov 11 20:50:21.400810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Network 7a047883-fd72-4363-9d08-015065a5f260 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:50:21.409894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:21.415146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:21.417551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:50:21.431441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54162c-14ae-4337-9ad3-c0ae2c16ab2b req-50283d02-15a6-4236-a46c-3af1b40227ad tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:21.433025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e54162c-14ae-4337-9ad3-c0ae2c16ab2b req-50283d02-15a6-4236-a46c-3af1b40227ad tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 931 time: 0.0752492 Nov 11 20:50:21.446568 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.474458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c6962a-fd7e-454d-880c-57334f5933e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8837c43c-4338-41c6-8122-ec204213cf0d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:21.477098 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7400afa5-ee67-4124-b3d5-3506a5d0609b" -d '{"events": [{"server_uuid": "91c6962a-fd7e-454d-880c-57334f5933e6", "name": "network-vif-plugged", "status": "completed", "tag": "8837c43c-4338-41c6-8122-ec204213cf0d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:21.489138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:21.489949 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.497283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8837c43c-4338-41c6-8122-ec204213cf0d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8837c43c-4338-41c6-8122-ec204213cf0d,segment=NetworkSegment(219e95f4-e307-4df4-8b66-b47164708e24),segment_id=219e95f4-e307-4df4-8b66-b47164708e24)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:21.503782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e54162c-14ae-4337-9ad3-c0ae2c16ab2b req-0ec013d1-72a2-4bf6-8e4e-2040b511b917 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570509 Nov 11 20:50:21.522486 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a6a81-026c-4efb-b5ca-39c5583e4317 x-openstack-request-id: req-b26a6a81-026c-4efb-b5ca-39c5583e4317 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:21.522795 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c6962a-fd7e-454d-880c-57334f5933e6", "name": "network-vif-plugged", "status": "completed", "tag": "8837c43c-4338-41c6-8122-ec204213cf0d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:21.523047 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b26a6a81-026c-4efb-b5ca-39c5583e4317 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:21.523443 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c6962a-fd7e-454d-880c-57334f5933e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8837c43c-4338-41c6-8122-ec204213cf0d', 'code': 200} Nov 11 20:50:21.589676 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.611518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1232811f-ac47-4e7f-bec5-0575210e6252 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1752207 Nov 11 20:50:21.638217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Request body: {'port': {'device_id': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:21.652668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8837c43c-4338-41c6-8122-ec204213cf0d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:21.677641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97a35b-9b0a-4408-af7f-7cf4564e2fc5 req-af761204-2fe1-4960-82ea-b35f44b8fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:21.679145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f97a35b-9b0a-4408-af7f-7cf4564e2fc5 req-af761204-2fe1-4960-82ea-b35f44b8fcce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 1096 time: 0.0802536 Nov 11 20:50:21.717994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:21.771261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f97a35b-9b0a-4408-af7f-7cf4564e2fc5 req-867a98b6-fa6d-46b4-8d3c-170768938489 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737336 Nov 11 20:50:21.903951 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.017488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25d430a-ec32-4b10-946f-3dff8b2a21b9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:22.026256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.038877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Transition to ACTIVE for port object d25d430a-ec32-4b10-946f-3dff8b2a21b9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:22.104910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:22.120197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccf201-b874-445c-a661-40b0af4f856b req-0c67a9df-9557-4f48-8099-1c98c810870d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.121808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96ccf201-b874-445c-a661-40b0af4f856b req-0c67a9df-9557-4f48-8099-1c98c810870d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 945 time: 0.0527489 Nov 11 20:50:22.136233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.140462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e06e4695-0c3f-489a-ade7-3a45702f2c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.175610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49367e3f-3633-4346-98a1-08cc2c5b2f65 req-1cb91555-afc1-4f76-ba2d-914fcaf2d8a5 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.177182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49367e3f-3633-4346-98a1-08cc2c5b2f65 req-1cb91555-afc1-4f76-ba2d-914fcaf2d8a5 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0866332 Nov 11 20:50:22.221580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Pushing event updated for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:22.229471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96ccf201-b874-445c-a661-40b0af4f856b req-17a80a70-6f32-4815-9333-30365d87cf0c tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009851 Nov 11 20:50:22.254734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49367e3f-3633-4346-98a1-08cc2c5b2f65 req-da1cb947-d386-4e3a-a90c-28616bfc6ba5 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 Nov 11 20:50:22.303816 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e06e4695-0c3f-489a-ade7-3a45702f2c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.309057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Attempting to bind port d25d430a-ec32-4b10-946f-3dff8b2a21b9 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:22.309402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Attempting to bind port d25d430a-ec32-4b10-946f-3dff8b2a21b9 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:22.309738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Attempting to bind port d25d430a-ec32-4b10-946f-3dff8b2a21b9 on network 7a047883-fd72-4363-9d08-015065a5f260 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:22.315507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Port d25d430a-ec32-4b10-946f-3dff8b2a21b9 on network 7a047883-fd72-4363-9d08-015065a5f260 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:22.315846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Attempting to bind port d25d430a-ec32-4b10-946f-3dff8b2a21b9 on network 7a047883-fd72-4363-9d08-015065a5f260 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:22.320914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:22.321255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Checking segment: {'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:22.321645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Bound using segment: {'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:22.322079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Bound port: d25d430a-ec32-4b10-946f-3dff8b2a21b9, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:22.322440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.376066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104732ab-1678-47a3-939b-0da2927b6ebf req-a61e1597-9b2b-455c-9c72-d9d7e243ca5e tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.377639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-104732ab-1678-47a3-939b-0da2927b6ebf req-a61e1597-9b2b-455c-9c72-d9d7e243ca5e tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 945 time: 0.0565338 Nov 11 20:50:22.391436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:22.391910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e06e4695-0c3f-489a-ade7-3a45702f2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.394584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:22.453947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.459980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e4695-0c3f-489a-ade7-3a45702f2c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16af78-729a-4bfe-89ab-ea8758159f93,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:22.468713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e06e4695-0c3f-489a-ade7-3a45702f2c51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a64abeddb7994a8d97275ee40069974d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599794 Nov 11 20:50:22.469448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:22.480233 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-104732ab-1678-47a3-939b-0da2927b6ebf req-3ac93989-0183-40b5-bb2f-2e94ed1bd27f tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965781 Nov 11 20:50:22.502166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.504314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.504314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] 10.222.0.62 "PUT /v2.0/ports/d25d430a-ec32-4b10-946f-3dff8b2a21b9 HTTP/1.1" status: 200 len: 1091 time: 0.8715832 Nov 11 20:50:22.505390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:22.508220 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cc78a9-2170-4618-bbfb-93848f5dcfec" -d '{"events": [{"name": "network-changed", "server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:22.535646 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15bc432-6559-4b3f-8b08-d491b094b023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.540803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986830c9-8e1a-4de0-82b0-cad9574f9acf service neutron] Pushing event updated for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:22.562999 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15bc432-6559-4b3f-8b08-d491b094b023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.566067 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb7ac62-9c98-4064-988e-c7dd5d0d69d9 x-openstack-request-id: req-5bb7ac62-9c98-4064-988e-c7dd5d0d69d9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:22.566363 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:22.566624 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb7ac62-9c98-4064-988e-c7dd5d0d69d9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:22.567030 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9', 'status': 'completed', 'code': 200} Nov 11 20:50:22.678416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc78a9-2170-4618-bbfb-93848f5dcfec req-a05a04f6-1c2a-4899-ac8f-0a977bed1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.679926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cc78a9-2170-4618-bbfb-93848f5dcfec req-a05a04f6-1c2a-4899-ac8f-0a977bed1a2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1094 time: 0.0567818 Nov 11 20:50:22.704781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15bc432-6559-4b3f-8b08-d491b094b023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.707363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15bc432-6559-4b3f-8b08-d491b094b023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.708555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a15bc432-6559-4b3f-8b08-d491b094b023 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f16af78-729a-4bfe-89ab-ea8758159f93 HTTP/1.1" status: 204 len: 168 time: 0.2383451 Nov 11 20:50:22.726877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bc432-6559-4b3f-8b08-d491b094b023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16af78-729a-4bfe-89ab-ea8758159f93,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:22.741424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466cc0d-48cf-4cd5-b132-25ae3bd55200 req-ef5297ce-e779-4504-bc21-94393aa11944 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.743022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e466cc0d-48cf-4cd5-b132-25ae3bd55200 req-ef5297ce-e779-4504-bc21-94393aa11944 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 943 time: 0.1042950 Nov 11 20:50:22.751350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-aefbe367-d789-46a5-ac6b-f5129bc09146 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.752959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-aefbe367-d789-46a5-ac6b-f5129bc09146 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.0814137 Nov 11 20:50:22.767387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805734-3'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:22.869537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e466cc0d-48cf-4cd5-b132-25ae3bd55200 req-4fb69ec7-2984-47d1-9b78-61443177c7ae tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153777 Nov 11 20:50:22.870451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.870857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a504d-05c9-4f96-a9fd-2e6cae2cc461 req-348c4ac4-0f34-41d7-8233-a328de7cbe20 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.881065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-640a504d-05c9-4f96-a9fd-2e6cae2cc461 req-348c4ac4-0f34-41d7-8233-a328de7cbe20 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0711913 Nov 11 20:50:22.881065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc78a9-2170-4618-bbfb-93848f5dcfec req-829cc59a-5dd1-48be-ac4b-5818a599974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:22.882127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cc78a9-2170-4618-bbfb-93848f5dcfec req-829cc59a-5dd1-48be-ac4b-5818a599974e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4ae1e897ac1147e18a535b2071362b76&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1860499 Nov 11 20:50:22.982356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-640a504d-05c9-4f96-a9fd-2e6cae2cc461 req-94fe5348-9cc9-4561-876d-12e579b4c0fb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030207 Nov 11 20:50:23.017930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:23.022954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc78a9-2170-4618-bbfb-93848f5dcfec req-dd7d4764-c905-4d80-aeea-acc1a9e3de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:23.025107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cc78a9-2170-4618-bbfb-93848f5dcfec req-dd7d4764-c905-4d80-aeea-acc1a9e3de85 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273081 Nov 11 20:50:23.056017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:23.097754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:23.099964 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe580a-561d-409d-a667-26181d5c950f" -d '{"events": [{"server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:23.104164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:23.133950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-03cb1939-e6bf-4e34-8350-b9f42483d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:23.135873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-03cb1939-e6bf-4e34-8350-b9f42483d5e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1094 time: 0.0490708 Nov 11 20:50:23.143472 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f8d07-76fc-440a-bc6c-d64d16ad2d6e x-openstack-request-id: req-5b4f8d07-76fc-440a-bc6c-d64d16ad2d6e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:23.143969 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:23.144241 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b4f8d07-76fc-440a-bc6c-d64d16ad2d6e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:23.144648 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d', 'code': 200} Nov 11 20:50:23.190252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-1c29d8b2-734d-4aca-b2ff-57419bf33809 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9 HTTP/1.1" status: 200 len: 217 time: 0.0369966 Nov 11 20:50:23.262875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-add5d3c2-1d43-41d1-9335-47007d8a8d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:23.262875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-add5d3c2-1d43-41d1-9335-47007d8a8d0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.0499432 Nov 11 20:50:23.300412 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:23.319497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-2c6663b3-18db-4d22-87ff-1469d9b2d4b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298254 Nov 11 20:50:23.389273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:23.421794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on host n-h1-805734-3 for vnic_type normal with profile {"migrating_to": "n-h2-805734-3"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:23.422113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:23.422431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:23.431012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:23.431325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Attempting to bind port 2f302e87-139c-4388-ac62-4530d7bdd09d on network a216c099-84d4-4a43-9f1e-303dd8a0c82f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:23.442070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:23.442754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Checking segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:23.442754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Bound using segment: {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:23.443332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Bound port: 2f302e87-139c-4388-ac62-4530d7bdd09d, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45574732-975e-49fd-b90c-b55d9d74553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a216c099-84d4-4a43-9f1e-303dd8a0c82f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:23.443546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:23.463954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0e3a0-1507-4090-90dc-fb18b67123bf req-b1c8cc02-cae9-471d-9474-3931c7e25c8b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:23.465574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cef0e3a0-1507-4090-90dc-fb18b67123bf req-b1c8cc02-cae9-471d-9474-3931c7e25c8b tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0775597 Nov 11 20:50:23.560519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cef0e3a0-1507-4090-90dc-fb18b67123bf req-1f9fb2df-4730-4465-b7b9-b022fd6e0d92 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861328 Nov 11 20:50:23.564762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:23.578140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:23.670764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:23.784069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:23.792509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:23.793216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:23.794620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-c4214c99-d652-4d70-9c07-5e0d1b4cdb4d service neutron] 10.222.0.58 "PUT /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 1121 time: 1.0319240 Nov 11 20:50:23.813684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a0a4-f87c-4326-b32f-56e2a20906d4 req-0fefc1de-c6a5-46bc-9ba5-ff2ae8fe66cd tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:23.815452 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a431a0a4-f87c-4326-b32f-56e2a20906d4 req-0fefc1de-c6a5-46bc-9ba5-ff2ae8fe66cd tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 945 time: 0.1048088 Nov 11 20:50:23.817999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8493f9-ae24-46aa-89d8-df10307c5acb req-168ee202-ccdf-4405-91f2-4ff9f2f05645 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:23.819513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b8493f9-ae24-46aa-89d8-df10307c5acb req-168ee202-ccdf-4405-91f2-4ff9f2f05645 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.4447207 Nov 11 20:50:23.867185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-4717c39f-79d4-48c6-a703-6c4c617fd96f service neutron] 10.222.0.62 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125585 Nov 11 20:50:23.893193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a431a0a4-f87c-4326-b32f-56e2a20906d4 req-c9e285e5-6dc0-4225-af40-7a220671147c tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Nov 11 20:50:23.902910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b8493f9-ae24-46aa-89d8-df10307c5acb req-575598ae-318b-47d3-8e92-2bd4f1ccbd00 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736203 Nov 11 20:50:23.942857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2f302e87-139c-4388-ac62-4530d7bdd09d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:23.985780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2f302e87-139c-4388-ac62-4530d7bdd09d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:24.008900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904760c4-b6f6-4a09-8580-33ce27109a58 req-7dd3f09d-726c-4f78-8570-a4f77887849d service neutron] 10.222.0.62 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460385 Nov 11 20:50:24.062288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25d93-fb2d-46d1-aec3-a0561777fc31 req-b9d34b4b-da47-452d-8ce9-95e824233ff2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:24.070232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fc25d93-fb2d-46d1-aec3-a0561777fc31 req-b9d34b4b-da47-452d-8ce9-95e824233ff2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 943 time: 0.0731106 Nov 11 20:50:24.121585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fc25d93-fb2d-46d1-aec3-a0561777fc31 req-b3847ca1-0c20-4801-a0a7-2727223fe0f4 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Nov 11 20:50:24.216345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7472fbf-63f2-405b-8a2c-777f9ac74340 req-3bb9a983-2b22-491c-bbb1-838019c17a1f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:24.218566 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7472fbf-63f2-405b-8a2c-777f9ac74340 req-3bb9a983-2b22-491c-bbb1-838019c17a1f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0819354 Nov 11 20:50:24.273016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7472fbf-63f2-405b-8a2c-777f9ac74340 req-94ff244e-37e5-41d3-8827-edb4d4840b4b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476310 Nov 11 20:50:24.709827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e134f33-86bd-48ac-9901-3285993e7c59 req-4b07bcfb-e468-44a9-b84d-02ce9e3aa139 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:24.709827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e134f33-86bd-48ac-9901-3285993e7c59 req-4b07bcfb-e468-44a9-b84d-02ce9e3aa139 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Nov 11 20:50:24.752727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e134f33-86bd-48ac-9901-3285993e7c59 req-e39d5253-b212-4f83-80cf-df4de11b8bbb tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Nov 11 20:50:24.861231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:50:24.977669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:24.991702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d has no active binding in host n-h2-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:50:24.992187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c6a565b5-8d09-458d-9dba-eceef240d556 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:50:25.042998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803947-8af3-41fa-b62d-c2b6740489fc req-26433547-0bab-45f8-b9e8-a50dd6431c57 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:25.044720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79803947-8af3-41fa-b62d-c2b6740489fc req-26433547-0bab-45f8-b9e8-a50dd6431c57 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 945 time: 0.0557818 Nov 11 20:50:25.057201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df2c5-053c-41c2-bd30-3a05b56fd7fb req-2ff2e923-9742-4e1b-9b23-b1b3757c85a6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:25.060626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef0df2c5-053c-41c2-bd30-3a05b56fd7fb req-2ff2e923-9742-4e1b-9b23-b1b3757c85a6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0628979 Nov 11 20:50:25.102430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:25.106409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79803947-8af3-41fa-b62d-c2b6740489fc req-8e550e88-0d98-4a3a-91f7-1b4969c845c5 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Nov 11 20:50:25.114709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'network_id': '9de36881-6130-494f-83d7-93d24aab7e13', 'port_id': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'mac_address': 'fa:16:3e:90:43:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525e3c5-94d7-4da3-ab9f-a7ece5bb2921', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:50:25.117172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef0df2c5-053c-41c2-bd30-3a05b56fd7fb req-e5432061-1b47-4f96-98f9-860ab121f18d tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515442 Nov 11 20:50:25.146090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:25.148932 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d2866-48df-4849-aa4f-8f7ac708f654" -d '{"events": [{"name": "network-changed", "server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:25.176111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:25.190123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6a565b5-8d09-458d-9dba-eceef240d556 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:25.217364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:25.310137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:25.335804 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38da616-3f00-413b-b8f5-33508469186a x-openstack-request-id: req-c38da616-3f00-413b-b8f5-33508469186a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:25.337210 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:25.337509 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c38da616-3f00-413b-b8f5-33508469186a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:25.337939 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d', 'status': 'completed', 'code': 200} Nov 11 20:50:25.369298 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:25.475164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-d307ec13-a81a-4e6b-ade7-ccceeb8fcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:25.477072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-d307ec13-a81a-4e6b-ade7-ccceeb8fcc6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1124 time: 0.1008828 Nov 11 20:50:25.489452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1ecc1-318e-4ff4-8124-51632321ff41 req-5102a8fc-e161-4a3d-9429-6a03b04d9b83 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:25.490805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079f183-361d-4cb5-a42b-ba30a5dd826d req-05ffe786-5d71-4aba-9b12-7242f641572e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:25.492210 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f079f183-361d-4cb5-a42b-ba30a5dd826d req-05ffe786-5d71-4aba-9b12-7242f641572e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 943 time: 0.0985348 Nov 11 20:50:25.496558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8db1ecc1-318e-4ff4-8124-51632321ff41 req-5102a8fc-e161-4a3d-9429-6a03b04d9b83 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0582731 Nov 11 20:50:25.549160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8db1ecc1-318e-4ff4-8124-51632321ff41 req-cfa33940-e569-44fa-a2a0-65dbf8349f3e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445435 Nov 11 20:50:25.612902 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f079f183-361d-4cb5-a42b-ba30a5dd826d req-99cb0518-0ac6-4757-a46f-0b305f0a6652 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077981 Nov 11 20:50:25.639174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-d5c68509-51b4-4224-8b11-7d58d23b0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:25.641079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-d5c68509-51b4-4224-8b11-7d58d23b0761 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.1476583 Nov 11 20:50:25.696638 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-724f655e-5348-4266-a020-c8454f915bf1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 217 time: 0.0426095 Nov 11 20:50:25.763545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-c5f06de7-d2e0-45a6-a65b-7210f2eeaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:25.765786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-c5f06de7-d2e0-45a6-a65b-7210f2eeaea5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0529480 Nov 11 20:50:25.815024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-49585fe3-7ca0-4284-bcd6-dc50cd3ed83c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320432 Nov 11 20:50:25.930112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-19515588-1eab-4f06-af31-e831ca89dbf8 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990627 Nov 11 20:50:26.043956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d2866-48df-4849-aa4f-8f7ac708f654 req-acc997f4-645b-4e56-9f6f-8de1059f1dd3 service neutron] 10.222.0.62 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009727 Nov 11 20:50:26.110711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8d05-20b6-4b54-ba54-a29cdcf9ad72 req-66766dbc-ec82-43f4-9554-21910cd29d85 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.112216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e3c8d05-20b6-4b54-ba54-a29cdcf9ad72 req-66766dbc-ec82-43f4-9554-21910cd29d85 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 944 time: 0.0532773 Nov 11 20:50:26.162595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e3c8d05-20b6-4b54-ba54-a29cdcf9ad72 req-dc7fcb93-8954-4045-80d7-5f2f00f86419 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Nov 11 20:50:26.215900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37846) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:26.285968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b413678-cad3-421d-89f3-2b6db1a310dd req-42a975dd-bf33-43af-b650-182b3528b1ab tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.287502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b413678-cad3-421d-89f3-2b6db1a310dd req-42a975dd-bf33-43af-b650-182b3528b1ab tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 945 time: 0.0537469 Nov 11 20:50:26.316693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc77c-16fd-496b-9718-dfbf14c27266 req-86078476-19db-4614-ab52-cdc61f75de68 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.318830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e17dc77c-16fd-496b-9718-dfbf14c27266 req-86078476-19db-4614-ab52-cdc61f75de68 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0611022 Nov 11 20:50:26.339463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['c6a565b5-8d09-458d-9dba-eceef240d556'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:26.344961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e049f7-f4ad-4246-8fe3-a3c88d32b8c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.365474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b413678-cad3-421d-89f3-2b6db1a310dd req-6962948b-eacc-43f1-8b75-d8908dd8ac8a tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693505 Nov 11 20:50:26.376773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e17dc77c-16fd-496b-9718-dfbf14c27266 req-000072de-ee5b-4a4d-bde8-ff17c445e77b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514584 Nov 11 20:50:26.454321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e049f7-f4ad-4246-8fe3-a3c88d32b8c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.535939 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e049f7-f4ad-4246-8fe3-a3c88d32b8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.576033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e049f7-f4ad-4246-8fe3-a3c88d32b8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7215acad-6cd3-4292-b118-f49241025ac9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:26.582288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56e049f7-f4ad-4246-8fe3-a3c88d32b8c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bd49cf1cdc642b184ca1aa37ad47e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637147 Nov 11 20:50:26.584330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37854) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:26.641270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e3a438f-b69a-4479-80a9-063846977cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.665226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e3a438f-b69a-4479-80a9-063846977cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.682771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fcfa7-beba-4145-8d19-bb560ad67c3b req-d643a464-0d68-4348-9b5b-9c8ddcc4e412 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.684561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa9fcfa7-beba-4145-8d19-bb560ad67c3b req-d643a464-0d68-4348-9b5b-9c8ddcc4e412 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0611510 Nov 11 20:50:26.741924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa9fcfa7-beba-4145-8d19-bb560ad67c3b req-9d67ec7f-a382-4443-ae21-50c1dd9cc47e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Nov 11 20:50:26.749229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a72db2-11cb-43e5-905a-7227aea26196 req-f3c6984a-98e3-45bc-aed9-c20fba18bf45 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.750908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5a72db2-11cb-43e5-905a-7227aea26196 req-f3c6984a-98e3-45bc-aed9-c20fba18bf45 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 943 time: 0.0549874 Nov 11 20:50:26.805044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5a72db2-11cb-43e5-905a-7227aea26196 req-936908e3-a9d9-4286-967f-8970ac62ef86 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 Nov 11 20:50:26.844880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e3a438f-b69a-4479-80a9-063846977cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.847828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e3a438f-b69a-4479-80a9-063846977cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.849012 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5e3a438f-b69a-4479-80a9-063846977cc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7215acad-6cd3-4292-b118-f49241025ac9 HTTP/1.1" status: 204 len: 168 time: 0.2637141 Nov 11 20:50:26.858020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a438f-b69a-4479-80a9-063846977cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215acad-6cd3-4292-b118-f49241025ac9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:26.878612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c6a565b5-8d09-458d-9dba-eceef240d556 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:26.930424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port c6a565b5-8d09-458d-9dba-eceef240d556 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:26.930798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.934211 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.018901 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.042624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:27.044860 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0445ec6-6902-4736-8cb8-37a14fe64574" -d '{"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:27.057757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:27.082235 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3bf18-a5bc-4410-8d60-013a7769ce20 x-openstack-request-id: req-27c3bf18-a5bc-4410-8d60-013a7769ce20 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:27.082529 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-plugged", "status": "completed", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:27.082868 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27c3bf18-a5bc-4410-8d60-013a7769ce20 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:27.083252 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'code': 200} Nov 11 20:50:27.184036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.253174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:27.328338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618c46a-7cf5-4f87-8268-cad43f3ceb17 req-99a41751-aca3-4646-bf08-21e1a0d6cacc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:27.329823 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c618c46a-7cf5-4f87-8268-cad43f3ceb17 req-99a41751-aca3-4646-bf08-21e1a0d6cacc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0590453 Nov 11 20:50:27.380719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c618c46a-7cf5-4f87-8268-cad43f3ceb17 req-50cd0eff-abac-4d6a-a1b0-92f17faf5c27 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Nov 11 20:50:27.494864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ea9a0-2ccd-4fb0-b069-2f2e3d981b67 req-73182583-caf3-41f9-bbc1-f5fcd5e95f5c tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:27.496534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b63ea9a0-2ccd-4fb0-b069-2f2e3d981b67 req-73182583-caf3-41f9-bbc1-f5fcd5e95f5c tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 945 time: 0.0578334 Nov 11 20:50:27.503030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b83f56-9d6a-4f42-8fec-ceea2cb65f94 req-9a0f2f48-9985-416d-9614-c4a49336c83a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:27.504583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6b83f56-9d6a-4f42-8fec-ceea2cb65f94 req-9a0f2f48-9985-416d-9614-c4a49336c83a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0567958 Nov 11 20:50:27.566250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b63ea9a0-2ccd-4fb0-b069-2f2e3d981b67 req-949a5d51-0a2b-4717-ad37-6adf346e621c tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624807 Nov 11 20:50:27.578789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6b83f56-9d6a-4f42-8fec-ceea2cb65f94 req-81ec7fea-cd09-4c18-b451-0ddb77558cf6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671890 Nov 11 20:50:27.610343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:27.624197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fac494a1-7db7-47c9-addf-69060246ce54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.703664 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fac494a1-7db7-47c9-addf-69060246ce54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.760702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fac494a1-7db7-47c9-addf-69060246ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.805174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fac494a1-7db7-47c9-addf-69060246ce54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fbd7f5cfa9dd47af90b8a8da30bb6a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937280 Nov 11 20:50:27.806295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac494a1-7db7-47c9-addf-69060246ce54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94214a-1442-4293-9d30-6efd2a306245,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:27.807978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:27.867983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10b3e7-32ac-4836-8c31-25d0f2a6af60 req-67724eb0-13fd-45e6-a8e6-5d10db4322c9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:27.869817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d10b3e7-32ac-4836-8c31-25d0f2a6af60 req-67724eb0-13fd-45e6-a8e6-5d10db4322c9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0542378 Nov 11 20:50:27.879181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f679570-4b9a-4bec-a53d-cadd091eca40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.915044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f679570-4b9a-4bec-a53d-cadd091eca40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:27.930961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d10b3e7-32ac-4836-8c31-25d0f2a6af60 req-fdc336a3-991b-466a-86fd-961f83fb9c37 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Nov 11 20:50:28.061617 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f679570-4b9a-4bec-a53d-cadd091eca40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:28.064281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f679570-4b9a-4bec-a53d-cadd091eca40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:28.065837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2f679570-4b9a-4bec-a53d-cadd091eca40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b94214a-1442-4293-9d30-6efd2a306245 HTTP/1.1" status: 204 len: 168 time: 0.2536466 Nov 11 20:50:28.097076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f679570-4b9a-4bec-a53d-cadd091eca40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94214a-1442-4293-9d30-6efd2a306245,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:28.123797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00779879-c34d-4559-b5fd-4ef1c11d1b89 req-f420f279-b283-4e57-8063-9dbb2dfc88d5 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:28.125465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00779879-c34d-4559-b5fd-4ef1c11d1b89 req-f420f279-b283-4e57-8063-9dbb2dfc88d5 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 943 time: 0.0586019 Nov 11 20:50:28.187222 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00779879-c34d-4559-b5fd-4ef1c11d1b89 req-a85bb017-2fbc-4bca-911e-a41ae37ea9c3 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Nov 11 20:50:28.406758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f76fecfc-f28b-4bb7-93f3-b3890f869163 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:28.408286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f76fecfc-f28b-4bb7-93f3-b3890f869163 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.62 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 945 time: 0.0509052 Nov 11 20:50:28.513619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6634a73-9fc5-400f-a0e4-0a4f40a3f6d5 req-72f170de-35db-4b6e-ba73-8bef44e33847 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:28.515561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6634a73-9fc5-400f-a0e4-0a4f40a3f6d5 req-72f170de-35db-4b6e-ba73-8bef44e33847 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0591528 Nov 11 20:50:28.534508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Deleting port 8837c43c-4338-41c6-8122-ec204213cf0d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:28.535265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:28.588062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6634a73-9fc5-400f-a0e4-0a4f40a3f6d5 req-1bf80bb6-33e1-4136-bdcb-4644f50ca3da tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Nov 11 20:50:28.651039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] For port 8837c43c-4338-41c6-8122-ec204213cf0d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8837c43c-4338-41c6-8122-ec204213cf0d,segment=NetworkSegment(219e95f4-e307-4df4-8b66-b47164708e24),segment_id=219e95f4-e307-4df4-8b66-b47164708e24)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:28.651039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:28.667422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Calling delete_port for 8837c43c-4338-41c6-8122-ec204213cf0d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:28.726884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126a421-939d-4db8-acb7-fc2d9487e6fb req-0c388313-a9e5-4475-a812-2f655c6d7a40 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:28.728462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c126a421-939d-4db8-acb7-fc2d9487e6fb req-0c388313-a9e5-4475-a812-2f655c6d7a40 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 945 time: 0.0611253 Nov 11 20:50:28.781708 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c126a421-939d-4db8-acb7-fc2d9487e6fb req-35ee2294-94a7-4fc1-b0b6-b28d887ff4fe tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bee9da9-984a-48e8-ac5a-1a2477619848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Nov 11 20:50:28.898228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:28.898943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f685433-b976-4854-9f0a-efc4059974aa req-6fd94784-9122-4287-832d-cdb450ff4e27 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:28.901351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f685433-b976-4854-9f0a-efc4059974aa req-6fd94784-9122-4287-832d-cdb450ff4e27 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0523729 Nov 11 20:50:28.922376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['8837c43c-4338-41c6-8122-ec204213cf0d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:28.928381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Pushing event deleted for resources: {'Port': ['ID=8837c43c-4338-41c6-8122-ec204213cf0d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:28.970951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f685433-b976-4854-9f0a-efc4059974aa req-425dbf83-dc34-4779-9a6d-e7ec3a05c095 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616088 Nov 11 20:50:28.985671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] No DVR routers for this DVR port 8837c43c-4338-41c6-8122-ec204213cf0d on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:28.988590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:29.002464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f2eef2c-15e4-4698-8965-4a369b9ea3bd req-f5c5c464-4055-47c1-be06-06fb39551ef3 tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.62 "DELETE /v2.0/ports/8837c43c-4338-41c6-8122-ec204213cf0d HTTP/1.1" status: 204 len: 173 time: 0.5666132 Nov 11 20:50:29.002464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c6962a-fd7e-454d-880c-57334f5933e6', 'name': 'network-vif-deleted', 'tag': '8837c43c-4338-41c6-8122-ec204213cf0d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:29.002464 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ef6671-2a9f-46df-8dc4-c9a4cd7b46cd" -d '{"events": [{"server_uuid": "91c6962a-fd7e-454d-880c-57334f5933e6", "name": "network-vif-deleted", "tag": "8837c43c-4338-41c6-8122-ec204213cf0d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:29.215737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d25d430a-ec32-4b10-946f-3dff8b2a21b9 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:50:29.332469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:29.345502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9', 'network_id': '7a047883-fd72-4363-9d08-015065a5f260', 'port_id': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9', 'mac_address': 'fa:16:3e:b4:1c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536c3cae-f051-47ea-ae4c-d141beef2919', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:50:29.392557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:29.409823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25d430a-ec32-4b10-946f-3dff8b2a21b9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:29.439104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:29.535628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:29.574787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7484b4-9c8f-40b5-9d83-98cea573366b req-4905bcfb-0d1b-4e31-b26f-2ca5250b5aa1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:29.576456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f7484b4-9c8f-40b5-9d83-98cea573366b req-4905bcfb-0d1b-4e31-b26f-2ca5250b5aa1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0582473 Nov 11 20:50:29.632672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f7484b4-9c8f-40b5-9d83-98cea573366b req-5194a644-00e6-4ad8-a4b8-77cd96175d3f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493584 Nov 11 20:50:29.679171 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836104c-ef18-4d24-8e9f-1018e6c8e986 x-openstack-request-id: req-0836104c-ef18-4d24-8e9f-1018e6c8e986 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:29.679714 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c6962a-fd7e-454d-880c-57334f5933e6", "name": "network-vif-deleted", "tag": "8837c43c-4338-41c6-8122-ec204213cf0d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:29.679714 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0836104c-ef18-4d24-8e9f-1018e6c8e986 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:29.680115 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c6962a-fd7e-454d-880c-57334f5933e6', 'name': 'network-vif-deleted', 'tag': '8837c43c-4338-41c6-8122-ec204213cf0d', 'status': 'completed', 'code': 200} Nov 11 20:50:29.724325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:29.777694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23746a6c-bf93-4a47-8222-9713e52410b5 req-31605d84-359b-4a26-a983-2fffa399f1b7 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:29.779193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23746a6c-bf93-4a47-8222-9713e52410b5 req-31605d84-359b-4a26-a983-2fffa399f1b7 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 944 time: 0.0510724 Nov 11 20:50:29.828051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23746a6c-bf93-4a47-8222-9713e52410b5 req-3fe495da-5294-427f-b043-8d75d4044e16 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Nov 11 20:50:29.950132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76e2ce62-3546-43bd-886b-ff6458f090f4 req-d10cce8e-5e68-42b2-ab0c-8244a653237e tempest-ServerPasswordTestJSON-986525156 tempest-ServerPasswordTestJSON-986525156-project] 10.222.0.31 "GET /v2.0/ports?device_id=91c6962a-fd7e-454d-880c-57334f5933e6 HTTP/1.1" status: 200 len: 210 time: 0.0275817 Nov 11 20:50:30.002793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:30.223778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9be9-d380-42aa-aa2e-28cc4c6d60aa req-917d777b-c584-4d9c-8993-a0981b52d0c7 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:30.225416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fed9be9-d380-42aa-aa2e-28cc4c6d60aa req-917d777b-c584-4d9c-8993-a0981b52d0c7 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0607700 Nov 11 20:50:30.274317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fed9be9-d380-42aa-aa2e-28cc4c6d60aa req-c70cc685-c333-4660-8621-1d5154e50338 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Nov 11 20:50:30.383812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c11c4d-a3d1-4ce2-b6fb-1d8c317f8cab req-5fcd066e-3d4b-45f1-bce4-b53abe60e5b5 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:30.385321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c11c4d-a3d1-4ce2-b6fb-1d8c317f8cab req-5fcd066e-3d4b-45f1-bce4-b53abe60e5b5 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Nov 11 20:50:30.434052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c11c4d-a3d1-4ce2-b6fb-1d8c317f8cab req-e021cc46-1fc9-47ad-ab9f-ed4f52bd2ad8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Nov 11 20:50:30.781034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c23a7-f5dd-49de-ab8b-22a25d6c7632 req-4ed1af46-5397-4a26-ac80-3590573f4125 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:30.782430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d11c23a7-f5dd-49de-ab8b-22a25d6c7632 req-4ed1af46-5397-4a26-ac80-3590573f4125 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0478866 Nov 11 20:50:30.831747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d11c23a7-f5dd-49de-ab8b-22a25d6c7632 req-22e08223-30b5-458d-ab25-ab88ff899d34 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Nov 11 20:50:30.916664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c6a565b5-8d09-458d-9dba-eceef240d556 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:30.944113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40f05-64fe-4d09-91d5-e0ef76ca627e req-48e83164-0ca5-42c7-b91f-fa13c8043290 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:30.945957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46e40f05-64fe-4d09-91d5-e0ef76ca627e req-48e83164-0ca5-42c7-b91f-fa13c8043290 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 944 time: 0.0512331 Nov 11 20:50:30.998784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46e40f05-64fe-4d09-91d5-e0ef76ca627e req-68b62022-1ab7-40eb-aa36-5fe5680261c1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Nov 11 20:50:31.002317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.026267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:31.028516 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dac516-b967-4864-ba61-b6d41ffb4e13" -d '{"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:31.042168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:31.134003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.134112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37974) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:31.171861 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92d2804-e0f6-403d-a6fd-7626a4bee9d6 x-openstack-request-id: req-b92d2804-e0f6-403d-a6fd-7626a4bee9d6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:31.171861 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:31.171861 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b92d2804-e0f6-403d-a6fd-7626a4bee9d6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:31.171861 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'code': 200} Nov 11 20:50:31.202243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] Deleting subnet 49a64e94-4982-44e5-88a0-764dabaf42a1 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:50:31.203818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:31.206333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.238936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d25d430a-ec32-4b10-946f-3dff8b2a21b9 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:31.249877 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.324883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.415920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec0bdb-c8c2-4785-a781-fcf0ce2d34c2 req-bd673431-c584-4af4-8093-5120d35d9b0e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:31.417733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03ec0bdb-c8c2-4785-a781-fcf0ce2d34c2 req-bd673431-c584-4af4-8093-5120d35d9b0e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0627358 Nov 11 20:50:31.423550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port d25d430a-ec32-4b10-946f-3dff8b2a21b9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:31.428227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port d25d430a-ec32-4b10-946f-3dff8b2a21b9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:31.435388 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.492463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03ec0bdb-c8c2-4785-a781-fcf0ce2d34c2 req-482f5900-8b7d-4f96-b761-1ae4617eb96a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562611 Nov 11 20:50:31.494643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.522101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.542658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a64e94-4982-44e5-88a0-764dabaf42a1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:31.570672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:31.595341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.598840 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-28f2fe2a-5efc-4636-90f0-cdff17a3fe24 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49a64e94-4982-44e5-88a0-764dabaf42a1 HTTP/1.1" status: 204 len: 168 time: 0.4638677 Nov 11 20:50:31.601695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:31.628167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed09162-7dff-42e5-b12f-e6b2ab14d701 req-648efd41-4b62-4810-99fa-2d6902d178ab tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:31.633038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ed09162-7dff-42e5-b12f-e6b2ab14d701 req-648efd41-4b62-4810-99fa-2d6902d178ab tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0911758 Nov 11 20:50:31.681094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.698602 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.699536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8837c43c-4338-41c6-8122-ec204213cf0d no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:31.713090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ed09162-7dff-42e5-b12f-e6b2ab14d701 req-670e24c7-e5e2-4b53-a135-6f34b3ebcfdc tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762846 Nov 11 20:50:31.741764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 8837c43c-4338-41c6-8122-ec204213cf0d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:31.745744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8837c43c-4338-41c6-8122-ec204213cf0d not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:31.796398 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.834905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fcdb80-042a-4cbc-9046-fcf738ea895c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:31.847245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219e95f4-e307-4df4-8b66-b47164708e24') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:31.847792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219e95f4-e307-4df4-8b66-b47164708e24') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:31.850663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:31.863319 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.880262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:50:31.891926 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:50:31.909153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5457d420-f1ba-42cc-965e-fc1e6d16d12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:31.969756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:32.003238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acdc14-5f0f-46da-aee5-c67e72b1c644 req-bfb7de99-b54b-4cbe-9519-872913d6b46f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:32.005148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8acdc14-5f0f-46da-aee5-c67e72b1c644 req-bfb7de99-b54b-4cbe-9519-872913d6b46f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0689175 Nov 11 20:50:32.034992 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.042596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.046194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d3fcdb80-042a-4cbc-9046-fcf738ea895c HTTP/1.1" status: 204 len: 168 time: 0.4434319 Nov 11 20:50:32.057321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ea309-f105-45f8-9fb7-a2fbf4569ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fcdb80-042a-4cbc-9046-fcf738ea895c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:32.080607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8acdc14-5f0f-46da-aee5-c67e72b1c644 req-1a773f11-685f-4745-ab7c-f146a6db826d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667827 Nov 11 20:50:32.152799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94b7eac6-e8f8-4997-a8aa-66d392f34552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.220423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa4716-69c7-4fd1-9fc0-ebed43360f38 req-b8141b84-351a-48d1-94cd-5e00da97a5d3 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:32.221996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18aa4716-69c7-4fd1-9fc0-ebed43360f38 req-b8141b84-351a-48d1-94cd-5e00da97a5d3 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 945 time: 0.0602331 Nov 11 20:50:32.260323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94b7eac6-e8f8-4997-a8aa-66d392f34552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.283175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18aa4716-69c7-4fd1-9fc0-ebed43360f38 req-d455b956-95d5-461b-bfbe-f4843e4338f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535715 Nov 11 20:50:32.390561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94b7eac6-e8f8-4997-a8aa-66d392f34552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.435115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-94b7eac6-e8f8-4997-a8aa-66d392f34552 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=871746714fe348d3b55632ac6af9fec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634976 Nov 11 20:50:32.437114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7eac6-e8f8-4997-a8aa-66d392f34552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0c8f5-1a9d-4f39-a1ee-c5539b6813f6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:32.438222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38006) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:32.490296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fff36f77-49a6-4925-b55f-f12cd163c382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.515536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fff36f77-49a6-4925-b55f-f12cd163c382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.617694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb122e-e893-4805-8c71-c545822708f6 req-642a10b3-0e95-4a65-a0fe-ac5818706f77 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:32.619446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8bb122e-e893-4805-8c71-c545822708f6 req-642a10b3-0e95-4a65-a0fe-ac5818706f77 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0598996 Nov 11 20:50:32.653036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:32.701432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8bb122e-e893-4805-8c71-c545822708f6 req-38903852-583b-4bdb-a789-8df81a272cbc tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729959 Nov 11 20:50:32.712181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fff36f77-49a6-4925-b55f-f12cd163c382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.715306 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fff36f77-49a6-4925-b55f-f12cd163c382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.726093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fff36f77-49a6-4925-b55f-f12cd163c382 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bd0c8f5-1a9d-4f39-a1ee-c5539b6813f6 HTTP/1.1" status: 204 len: 168 time: 0.2768104 Nov 11 20:50:32.733115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dc4257e7-3af2-4f4c-91aa-4730823c5954 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36b8e2d88f5a41718576e0e52bea1ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767403 Nov 11 20:50:32.733115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff36f77-49a6-4925-b55f-f12cd163c382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0c8f5-1a9d-4f39-a1ee-c5539b6813f6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:32.733432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38016) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:32.831147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7451-460e-4d2a-b27d-c7135f9d2137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.880676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7451-460e-4d2a-b27d-c7135f9d2137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:32.910668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655df9ac-3187-4c33-b070-c40f541f04e0 req-2fad67a3-eba2-4ef5-99f6-8c79cdf33cf7 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:32.912695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-655df9ac-3187-4c33-b070-c40f541f04e0 req-2fad67a3-eba2-4ef5-99f6-8c79cdf33cf7 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0971444 Nov 11 20:50:32.982621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-655df9ac-3187-4c33-b070-c40f541f04e0 req-202cb69e-b2c0-4562-85f7-b0111df48c82 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Nov 11 20:50:33.126867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7451-460e-4d2a-b27d-c7135f9d2137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:33.130289 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7451-460e-4d2a-b27d-c7135f9d2137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:33.131618 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe6f7451-460e-4d2a-b27d-c7135f9d2137 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bee9da9-984a-48e8-ac5a-1a2477619848 HTTP/1.1" status: 204 len: 168 time: 0.3972523 Nov 11 20:50:33.161783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f7451-460e-4d2a-b27d-c7135f9d2137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee9da9-984a-48e8-ac5a-1a2477619848,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:33.168246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:33.174558 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7db887d-74f3-4f9a-850b-a117e0f07582" -d '{"events": [{"server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "name": "network-vif-plugged", "status": "completed", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:33.250309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a23b7-fbe3-4a35-b9cd-5c0efdb1c24a req-9b5c23b8-7be7-4297-934b-1aa0d9fb5d67 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:33.252074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d5a23b7-fbe3-4a35-b9cd-5c0efdb1c24a req-9b5c23b8-7be7-4297-934b-1aa0d9fb5d67 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0868914 Nov 11 20:50:33.307153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d5a23b7-fbe3-4a35-b9cd-5c0efdb1c24a req-1a794a8a-97cc-4499-8bb3-0a02ac05e864 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Nov 11 20:50:33.354267 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade310a-4747-4477-9da6-b161e0f25a73 x-openstack-request-id: req-eade310a-4747-4477-9da6-b161e0f25a73 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:33.354566 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "name": "network-vif-plugged", "status": "completed", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:33.354868 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eade310a-4747-4477-9da6-b161e0f25a73 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:33.355382 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9', 'code': 200} Nov 11 20:50:33.455106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f639101-a3ec-4784-a825-d6a105f15303 req-0724bd7e-54dc-4d6d-8e29-3537571b7663 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:33.456673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f639101-a3ec-4784-a825-d6a105f15303 req-0724bd7e-54dc-4d6d-8e29-3537571b7663 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 945 time: 0.0546737 Nov 11 20:50:33.501238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56cba8-c670-4c66-8e04-57ab982ae68c req-4b83632c-eff3-4dc3-9f89-ee1d1745c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:33.502889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb56cba8-c670-4c66-8e04-57ab982ae68c req-4b83632c-eff3-4dc3-9f89-ee1d1745c6a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1096 time: 0.0420444 Nov 11 20:50:33.504945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f639101-a3ec-4784-a825-d6a105f15303 req-d8bb8e12-fe06-40e3-a22e-ac2e7cabf6b0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Nov 11 20:50:33.555758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb56cba8-c670-4c66-8e04-57ab982ae68c req-ebeaa4dc-1ce6-41eb-a1fc-e6d75bc4f576 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Nov 11 20:50:33.606126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-903f22a8-8bbd-4927-b284-012feac15aa9 service neutron] 10.222.0.62 "GET /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d/bindings/n-h2-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.0624111 Nov 11 20:50:33.841967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366200-4bf0-4c04-abd4-d55fe0e48603 req-14e293f9-c2ec-4454-b85d-6bc1bd3024e5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:33.848661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a366200-4bf0-4c04-abd4-d55fe0e48603 req-14e293f9-c2ec-4454-b85d-6bc1bd3024e5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 943 time: 0.0562217 Nov 11 20:50:33.878530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:33.897755 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f22ae829-a36b-47ba-a675-4d934111b5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:33.939782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a366200-4bf0-4c04-abd4-d55fe0e48603 req-0c0092ca-30f3-4cd8-90a3-9f72b65f2ad8 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893238 Nov 11 20:50:34.018972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f22ae829-a36b-47ba-a675-4d934111b5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.033233 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:34.066028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:34.089762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f22ae829-a36b-47ba-a675-4d934111b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.109992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f302e87-139c-4388-ac62-4530d7bdd09d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:34.123171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:34.138469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f22ae829-a36b-47ba-a675-4d934111b5f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65022bdf34a34c9d9c893c6ac6e11e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587025 Nov 11 20:50:34.141296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38048) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:34.145178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ae829-a36b-47ba-a675-4d934111b5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da3541-deee-407d-b9bf-4d7830e923ba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:34.157732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2ddb7-a142-4927-ba17-bb0585dd7e0e req-ad9d7f89-6d8b-4b91-9001-951f70029e11 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:34.159468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8d2ddb7-a142-4927-ba17-bb0585dd7e0e req-ad9d7f89-6d8b-4b91-9001-951f70029e11 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0993540 Nov 11 20:50:34.206359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5af5f1f9-1d15-475f-af63-beb1468e6038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.213152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8d2ddb7-a142-4927-ba17-bb0585dd7e0e req-c22c39fc-8a02-44b3-9cc2-dc6cf82c3f97 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476174 Nov 11 20:50:34.230491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5af5f1f9-1d15-475f-af63-beb1468e6038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.349577 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.416635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5af5f1f9-1d15-475f-af63-beb1468e6038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.419247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5af5f1f9-1d15-475f-af63-beb1468e6038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.420462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5af5f1f9-1d15-475f-af63-beb1468e6038 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4da3541-deee-407d-b9bf-4d7830e923ba HTTP/1.1" status: 204 len: 168 time: 0.2779448 Nov 11 20:50:34.446991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5f1f9-1d15-475f-af63-beb1468e6038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da3541-deee-407d-b9bf-4d7830e923ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:34.447645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7f6f5-235d-4453-a08c-6f172903ef76 req-4bb50a62-dd53-4f1e-b8a8-36f3e5b7e3a1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:34.449499 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11d7f6f5-235d-4453-a08c-6f172903ef76 req-4bb50a62-dd53-4f1e-b8a8-36f3e5b7e3a1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0588009 Nov 11 20:50:34.463422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] Transition to ACTIVE for port object 2f302e87-139c-4388-ac62-4530d7bdd09d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:34.507950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11d7f6f5-235d-4453-a08c-6f172903ef76 req-c7c6af33-0d21-40d7-9d11-ae96de4876a1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Nov 11 20:50:34.518282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dbb29ee4-0a32-456b-9b67-afea7e80fd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.545256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:34.616204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] Pushing event updated for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:34.634799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] No DVR routers for this DVR port 2f302e87-139c-4388-ac62-4530d7bdd09d on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:34.656569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ab824-0003-408e-9ca0-096c5ed06043 req-9e63adce-e9bc-48b9-a441-aedb810ba130 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:34.658266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0ab824-0003-408e-9ca0-096c5ed06043 req-9e63adce-e9bc-48b9-a441-aedb810ba130 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 945 time: 0.0757821 Nov 11 20:50:34.671286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6949d619-871c-490b-9c4d-1e9ead049f43 service neutron] 10.222.0.62 "PUT /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d/bindings/n-h2-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8631983 Nov 11 20:50:34.715438 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0ab824-0003-408e-9ca0-096c5ed06043 req-123b1b76-d1d6-43d6-a5f1-4e838c4e562f tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507298 Nov 11 20:50:35.242130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:35.277196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd272e95-0528-4756-8582-c8033691f088 req-45ce2645-b33f-46ce-b776-98caac6d1b67 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:35.281987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd272e95-0528-4756-8582-c8033691f088 req-45ce2645-b33f-46ce-b776-98caac6d1b67 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 944 time: 0.0801253 Nov 11 20:50:35.301246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:35.355698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd272e95-0528-4756-8582-c8033691f088 req-3fc2b1c5-4d59-47d8-a365-87804cc44281 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689466 Nov 11 20:50:35.398633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:35.453579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d703ae0d-7eb7-4733-b6fb-bd8d9d8a5e3b req-2ff5c201-a001-47a5-b436-8a38c1fff5b2 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0292718 Nov 11 20:50:35.615584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712391d-68fa-44d6-906b-4f7f70c071f2 req-6440718c-53bc-4047-9426-da001132634d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:35.617662 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0712391d-68fa-44d6-906b-4f7f70c071f2 req-6440718c-53bc-4047-9426-da001132634d tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0921640 Nov 11 20:50:35.682935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0712391d-68fa-44d6-906b-4f7f70c071f2 req-bb2f97e6-d699-484c-b03a-9c9a749edf45 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584898 Nov 11 20:50:35.692017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38112) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:35.703399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142283a-ba6d-4600-99f2-a34115f5c66c req-18fd2bbf-918f-4a1e-a95c-f7ef84ab804b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:35.705062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0142283a-ba6d-4600-99f2-a34115f5c66c req-18fd2bbf-918f-4a1e-a95c-f7ef84ab804b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0562346 Nov 11 20:50:35.808090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0142283a-ba6d-4600-99f2-a34115f5c66c req-68ffa47b-c406-4fc7-9cfe-4cd196065ec6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853655 Nov 11 20:50:35.852790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1323834326-network', 'tenant_id': 'fba95ad5aa694a06908b98687679f588'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:35.934305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c549-13ec-406f-b07d-a202c28a793d req-b8df3d19-6846-4d25-9751-e814d413680a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:35.942217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0e9c549-13ec-406f-b07d-a202c28a793d req-b8df3d19-6846-4d25-9751-e814d413680a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 945 time: 0.1005347 Nov 11 20:50:35.974727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Made reservation on behalf of fba95ad5aa694a06908b98687679f588 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:35.977103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:35.987728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-04c713f7-4cd6-4028-9338-fe290ab163ea tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:35.989247 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-04c713f7-4cd6-4028-9338-fe290ab163ea tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.2893958 Nov 11 20:50:35.996558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.044892 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0e9c549-13ec-406f-b07d-a202c28a793d req-93571b00-4628-4c7d-ba08-96c0b3fa4b85 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014409 Nov 11 20:50:36.080063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-eeee9447-9657-4ccc-9629-a6de1b5e9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.081638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-eeee9447-9657-4ccc-9629-a6de1b5e9ded service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca HTTP/1.1" status: 200 len: 1095 time: 0.0798926 Nov 11 20:50:36.161489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.176379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-3905f35d-3bdc-4684-a87c-f1b00e14e7bd tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1747779465&fields=id&tenant_id=4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 267 time: 0.0490415 Nov 11 20:50:36.180835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-f03a66bb-dedc-4901-aaf0-c9a225eb728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.182326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-f03a66bb-dedc-4901-aaf0-c9a225eb728c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0616012 Nov 11 20:50:36.232546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-f5c718e3-c14a-4a67-9869-ef0790b5e6de tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.234897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-f5c718e3-c14a-4a67-9869-ef0790b5e6de tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 945 time: 0.0515792 Nov 11 20:50:36.249839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'port': {'security_groups': ['d2a01689-8bf1-4869-9cc6-60c90b6751c6', '2ce73f82-f466-4f11-8ed2-50b723a8c802']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:36.287307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-e6dd2bf3-3ea7-43a1-b591-10842fee7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.289074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-e6dd2bf3-3ea7-43a1-b591-10842fee7ba9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 200 len: 921 time: 0.0969276 Nov 11 20:50:36.329235 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.341101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-a821fc80-d98e-4fd1-8cd9-be144aa6cd6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 200 len: 217 time: 0.0427446 Nov 11 20:50:36.341677 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.393080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:50:36.421461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ea3881-5928-4592-95f6-0f1a527c67f9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:36.426603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.426942 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Added segment 64d93f12-59ca-463c-8ff6-631a54d41e46 of type vlan for network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 Nov 11 20:50:36.441627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-39e43e19-e077-4d35-8559-44895018de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.443060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-39e43e19-e077-4d35-8559-44895018de1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 200 len: 860 time: 0.0917890 Nov 11 20:50:36.509923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-f3c60833-9f57-40c0-a980-a78945f15e84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a216c099-84d4-4a43-9f1e-303dd8a0c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444541 Nov 11 20:50:36.532566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.539285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:36.573083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.639380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cbd41-76bf-4fb6-b724-55268ce0ca5a req-7f67a581-1e28-448d-bd99-43fe3bbf410b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.640943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-606cbd41-76bf-4fb6-b724-55268ce0ca5a req-7f67a581-1e28-448d-bd99-43fe3bbf410b tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 944 time: 0.1744659 Nov 11 20:50:36.676055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-428c9523-73fb-4b07-ba3a-b9be25d2414b service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465111 Nov 11 20:50:36.678505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.693092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:36.726556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.728100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.730467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.732095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.734733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17a3e539-63af-4b46-a313-0aee8f3c80b4 req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "PUT /v2.0/ports/d25d430a-ec32-4b10-946f-3dff8b2a21b9 HTTP/1.1" status: 200 len: 981 time: 0.4902482 Nov 11 20:50:36.736308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.749109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:36.753555 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380498d-d9d0-4fc4-ad01-ce100e901604" -d '{"events": [{"name": "network-changed", "server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:36.780820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-606cbd41-76bf-4fb6-b724-55268ce0ca5a req-f22de76a-ecb4-4c42-9c78-d6075cb50548 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325448 Nov 11 20:50:36.811204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018638cf-7a44-4d8f-a879-3ee61c44bd96 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:36.852651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] Pushing event updated for resources: {'Network': ['ID=aa86bd78-4fce-4e6a-8213-3fd0299c5de1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:36.876388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:50:36.878012 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5947c44a-d706-4e2a-b73a-8fb7643c8526 req-d9c79633-57d8-45eb-8059-dca01f455016 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0407240 Nov 11 20:50:36.882693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-17fa59e2-1db6-4321-b703-e3d754c0450e service neutron] 10.222.0.58 "GET /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904728 Nov 11 20:50:36.930319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1f39a43c-fc11-4e58-a69c-b5682e7ae0fd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2332342 Nov 11 20:50:36.930671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:36.933948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:36.936734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Request body: {'subnet': {'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1323834326-subnet', 'tenant_id': 'fba95ad5aa694a06908b98687679f588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:37.024377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8075-f4a5-42a7-8ad4-2731ca32cc02 req-cc58e8c1-a378-4c5c-88f4-d93e2e30c9f8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.026037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17dd8075-f4a5-42a7-8ad4-2731ca32cc02 req-cc58e8c1-a378-4c5c-88f4-d93e2e30c9f8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0611842 Nov 11 20:50:37.071237 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.112527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17dd8075-f4a5-42a7-8ad4-2731ca32cc02 req-132edfde-1542-4e36-83c5-dde784ce069e tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776989 Nov 11 20:50:37.113034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-cfdba110-0947-4f6f-85ab-70e410fb4458 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1720529460&fields=id&tenant_id=4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 267 time: 0.0503564 Nov 11 20:50:37.118036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Made reservation on behalf of fba95ad5aa694a06908b98687679f588 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:37.119707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.193488 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d269a-9d7e-4faa-8507-72dfd83387e1 x-openstack-request-id: req-545d269a-9d7e-4faa-8507-72dfd83387e1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:37.194701 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:37.195060 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-545d269a-9d7e-4faa-8507-72dfd83387e1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:37.196178 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9', 'status': 'completed', 'code': 200} Nov 11 20:50:37.222451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-6fa0156a-1a60-4444-9117-8b91bf1133e2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.234133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-6fa0156a-1a60-4444-9117-8b91bf1133e2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 984 time: 0.1085081 Nov 11 20:50:37.242560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'port': {'security_groups': ['2ce73f82-f466-4f11-8ed2-50b723a8c802', 'd2a01689-8bf1-4869-9cc6-60c90b6751c6', 'c046f9de-b4d7-49a3-8b07-e1a2c02d0488']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:37.333075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-d83c56c4-6a4c-44f2-84df-e92021c3692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.334454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-d83c56c4-6a4c-44f2-84df-e92021c3692b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1135 time: 0.1061478 Nov 11 20:50:37.344314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.352004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8142c-e9cb-46b9-9b26-03de0ffc060f req-4693e982-9f82-43a6-952c-e262b83031eb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.353519 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3dc8142c-e9cb-46b9-9b26-03de0ffc060f req-4693e982-9f82-43a6-952c-e262b83031eb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0721502 Nov 11 20:50:37.486569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3dc8142c-e9cb-46b9-9b26-03de0ffc060f req-93de5c8a-bfe9-4f2d-aee7-f82e08ba07d4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240962 Nov 11 20:50:37.526576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-6b208758-a832-44d4-b64e-79d032466923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.528065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-6b208758-a832-44d4-b64e-79d032466923 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 914 time: 0.1736262 Nov 11 20:50:37.569390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:37.602032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.602722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-dd616548-afb1-49fb-9113-6f2b39cd386e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9 HTTP/1.1" status: 200 len: 217 time: 0.0596330 Nov 11 20:50:37.651940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-dac946db-0273-48a8-a3a6-3a1010ba9259 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.653557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-dac946db-0273-48a8-a3a6-3a1010ba9259 tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2&tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.0462627 Nov 11 20:50:37.664918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-3ecc4b21-0d62-4507-9fd5-e9f5c77d9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.666430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-3ecc4b21-0d62-4507-9fd5-e9f5c77d9363 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.0495064 Nov 11 20:50:37.708312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-6ab06fe9-6923-4952-a425-065e8e880b72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265853 Nov 11 20:50:37.760373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.776862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:37.790089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.807936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.809964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.810624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.812973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee191bd-177a-4d1b-98eb-dcb23a5fe72c req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "PUT /v2.0/ports/d25d430a-ec32-4b10-946f-3dff8b2a21b9 HTTP/1.1" status: 200 len: 1020 time: 0.5774744 Nov 11 20:50:37.813441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:37.816335 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07" -d '{"events": [{"name": "network-changed", "server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:37.841554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821df67-65f0-4d01-bc34-0bbefa0059a9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:37.866296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6e89b4d0-ee15-43cc-8125-c32488535878 service neutron] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:37.876416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-11c7e03d-3c25-4487-884c-986db855ec25 service neutron] 10.222.0.62 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534808 Nov 11 20:50:37.876794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6e89b4d0-ee15-43cc-8125-c32488535878 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:37.877924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e9ea1f7-7092-4ce3-95dd-f3d0a697d847 req-6e89b4d0-ee15-43cc-8125-c32488535878 service neutron] 10.222.0.58 "DELETE /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d/bindings/n-h1-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.2149405 Nov 11 20:50:37.937176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed15e3f-d2cd-4320-8502-7a73c0dc795c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:37.946470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:37.964413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc7fbe-da51-4ccc-a5e3-9afa3f056fae req-884a81c1-5920-4de5-9627-6d366f092d1a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.965461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:37.965879 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60dc7fbe-da51-4ccc-a5e3-9afa3f056fae req-884a81c1-5920-4de5-9627-6d366f092d1a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1023 time: 0.0616589 Nov 11 20:50:37.966021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Network hostable DHCP agents. Network: aa86bd78-4fce-4e6a-8213-3fd0299c5de1, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:50:38.052445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60dc7fbe-da51-4ccc-a5e3-9afa3f056fae req-4d8ea982-ea31-4d33-9861-17b3adda2e0a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=c046f9de-b4d7-49a3-8b07-e1a2c02d0488&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&id=2ce73f82-f466-4f11-8ed2-50b723a8c802 HTTP/1.1" status: 200 len: 6199 time: 0.0787473 Nov 11 20:50:38.114486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0380498d-d9d0-4fc4-ad01-ce100e901604 req-e5cf3048-3cce-49da-a758-02b49a5829d7 service neutron] 10.222.0.62 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127957 Nov 11 20:50:38.123072 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-9d5ec820-51bf-441b-a920-40cc9a334441 service neutron] show failed (client error): The resource could not be found. Nov 11 20:50:38.126751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-9d5ec820-51bf-441b-a920-40cc9a334441 service neutron] 10.222.0.58 "GET /v2.0/ports/d4efca92-28a3-43a6-919e-e21ffc2b7810/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0921063 Nov 11 20:50:38.131006 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c78ee3-0fc2-4192-84eb-601b72427fcd x-openstack-request-id: req-96c78ee3-0fc2-4192-84eb-601b72427fcd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:38.131286 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:38.131544 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96c78ee3-0fc2-4192-84eb-601b72427fcd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:38.131948 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9', 'status': 'completed', 'code': 200} Nov 11 20:50:38.140745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66394-8876-4aeb-8d62-3c902ad0093a req-a35b25c2-4502-4e67-906b-d674be545025 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.142366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9d66394-8876-4aeb-8d62-3c902ad0093a req-a35b25c2-4502-4e67-906b-d674be545025 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 944 time: 0.2227609 Nov 11 20:50:38.207718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9d66394-8876-4aeb-8d62-3c902ad0093a req-32066f9a-a75e-4e13-8848-a89840811840 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Nov 11 20:50:38.329724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4fceac85-6395-4340-8fe8-cd2b661d46f7 req-69bf181c-e3e0-448d-9b01-09e61eb63724 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': ' tempest-securitygroup -213052291 ', 'description': 'tempest-description-392850274'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:38.356208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18ef8930-7e6d-41eb-ae5e-a035d733b012 req-52ac623d-d2ff-4dd6-a6f1-c9646c383d8d tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0507779 Nov 11 20:50:38.401222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:50:38.446348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-7e41eb35-4676-4a34-b2f3-32b178e36209 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.450075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-7e41eb35-4676-4a34-b2f3-32b178e36209 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.0791354 Nov 11 20:50:38.528203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461841d-f729-435f-abcf-77a1f436bfb4 req-7453f013-e465-4fdd-b21d-7a6ddb96bfd8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.548914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8461841d-f729-435f-abcf-77a1f436bfb4 req-7453f013-e465-4fdd-b21d-7a6ddb96bfd8 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 943 time: 0.1139779 Nov 11 20:50:38.563723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Deleting port c6a565b5-8d09-458d-9dba-eceef240d556 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:38.564192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:38.597594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-47b13cdd-d0fd-40ee-aa4c-2f69001eaadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.597594 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-47b13cdd-d0fd-40ee-aa4c-2f69001eaadf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1174 time: 0.1690660 Nov 11 20:50:38.632268 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4fceac85-6395-4340-8fe8-cd2b661d46f7 req-69bf181c-e3e0-448d-9b01-09e61eb63724 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:38.639361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, aa86bd78-4fce-4e6a-8213-3fd0299c5de1) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:38.651729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822932e6-4b03-4d9a-b68e-cbe289d191fa None None] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:38.690711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.691783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:38.755201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8461841d-f729-435f-abcf-77a1f436bfb4 req-119ef277-336d-48b0-a40c-212172784409 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e708aec-44c7-4924-b144-ccc1f31964af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049115 Nov 11 20:50:38.761174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] For port c6a565b5-8d09-458d-9dba-eceef240d556, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c6a565b5-8d09-458d-9dba-eceef240d556,segment=NetworkSegment(3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28),segment_id=3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:38.761744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:38.785576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Calling delete_port for c6a565b5-8d09-458d-9dba-eceef240d556 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:38.833512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247969e-5075-45dc-bfe8-347c6f3f5baa None None] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:38.856542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-c47f4862-0af7-410e-8c6f-7fcd42380976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.857176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-c47f4862-0af7-410e-8c6f-7fcd42380976 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 914 time: 0.2495441 Nov 11 20:50:38.880483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4fceac85-6395-4340-8fe8-cd2b661d46f7 req-69bf181c-e3e0-448d-9b01-09e61eb63724 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:38.958674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-dbf8054b-c253-456f-a4bb-f7c97bc000f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9 HTTP/1.1" status: 200 len: 217 time: 0.0922730 Nov 11 20:50:38.961274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2bef7893-755c-4f4b-be55-729ffb4bae7f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0291419 Nov 11 20:50:39.039536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-26b3d242-4c03-48f6-bdd3-db442b2b1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:39.041160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-26b3d242-4c03-48f6-bdd3-db442b2b1642 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.0641837 Nov 11 20:50:39.055932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4fceac85-6395-4340-8fe8-cd2b661d46f7 req-69bf181c-e3e0-448d-9b01-09e61eb63724 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.064299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9abe0c-d272-43b5-b817-592fcc0f73fe req-3607dfca-608d-44fa-9f2f-f1ee422b7604 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:39.074249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d9abe0c-d272-43b5-b817-592fcc0f73fe req-3607dfca-608d-44fa-9f2f-f1ee422b7604 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.1297040 Nov 11 20:50:39.089172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf181c-e3e0-448d-9b01-09e61eb63724 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976eb3da-1477-4949-b5f4-c8b8f402a82f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:39.122484 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-f9203893-ac78-41f0-8f25-7513ec5a74c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385449 Nov 11 20:50:39.153679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.186215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d9abe0c-d272-43b5-b817-592fcc0f73fe req-e750ffd9-e03c-4075-a438-07c00ff4ec23 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108549 Nov 11 20:50:39.213998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4fceac85-6395-4340-8fe8-cd2b661d46f7 req-69bf181c-e3e0-448d-9b01-09e61eb63724 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.219661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4fceac85-6395-4340-8fe8-cd2b661d46f7 req-69bf181c-e3e0-448d-9b01-09e61eb63724 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.8973334 Nov 11 20:50:39.221268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Pushing event deleted for resources: {'Port': ['ID=c6a565b5-8d09-458d-9dba-eceef240d556,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:39.293255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] No DVR routers for this DVR port c6a565b5-8d09-458d-9dba-eceef240d556 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:39.297233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.301033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74a713f9-d268-4073-97d8-a20235e6f1ac req-cc7c3b33-d02c-416c-9b83-950152ce6867 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.58 "DELETE /v2.0/ports/c6a565b5-8d09-458d-9dba-eceef240d556 HTTP/1.1" status: 204 len: 173 time: 0.8468173 Nov 11 20:50:39.377824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-43a41b9f-f885-4a90-bda4-11f18b6418fc service neutron] 10.222.0.62 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453339 Nov 11 20:50:39.393984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68fa93f1-381d-4abf-bdb5-95f45723f079 req-d54718ce-ab60-42d6-a668-dae1ccfbff28 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/976eb3da-1477-4949-b5f4-c8b8f402a82f HTTP/1.1" status: 200 len: 1796 time: 0.0489254 Nov 11 20:50:39.454953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e185083-85be-41eb-acaa-4ee8d7768793 req-5003da04-e440-4ff9-a243-10fa3f079e8f tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:39.458832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e185083-85be-41eb-acaa-4ee8d7768793 req-5003da04-e440-4ff9-a243-10fa3f079e8f tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1708045 Nov 11 20:50:39.501936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-6e6fd578-7cdb-4c04-875c-843fe6d19f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:39.503485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-6e6fd578-7cdb-4c04-875c-843fe6d19f16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 1101 time: 0.2187595 Nov 11 20:50:39.535077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:39.604900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-812c6f0b-6961-4160-830e-1e1e3ee876fb req-8450a963-4aef-4d25-8e11-5bd5ec0cbc9a tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0428703 Nov 11 20:50:39.680520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c76ccc3-f076-40f5-ae5f-f1e66177fd07 req-6e48578e-b4b2-40f0-a757-870ccbfc0267 service neutron] 10.222.0.62 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695549 Nov 11 20:50:39.680520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e185083-85be-41eb-acaa-4ee8d7768793 req-f9af6af7-bc40-4491-88b4-c5f92ef225ac tempest-LiveAutoBlockMigrationV225Test-625567091 tempest-LiveAutoBlockMigrationV225Test-625567091-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800685 Nov 11 20:50:39.685241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.709427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4e95b5b-63dd-480a-b037-ae972f367fa9 req-8a79ad97-22c4-4896-bd30-de8818c795a6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/976eb3da-1477-4949-b5f4-c8b8f402a82f HTTP/1.1" status: 200 len: 1796 time: 0.0551996 Nov 11 20:50:39.776928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f4e95b5b-63dd-480a-b037-ae972f367fa9 req-1f8a4308-3bf9-44dd-bb46-a2327627e37c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.808032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f4e95b5b-63dd-480a-b037-ae972f367fa9 req-1f8a4308-3bf9-44dd-bb46-a2327627e37c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.972531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:39.978070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1741653656-network', 'tenant_id': '17ed6233321c4899a2e844f3f052e521'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:39.994863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f4e95b5b-63dd-480a-b037-ae972f367fa9 req-1f8a4308-3bf9-44dd-bb46-a2327627e37c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.997895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f4e95b5b-63dd-480a-b037-ae972f367fa9 req-1f8a4308-3bf9-44dd-bb46-a2327627e37c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.999577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4e95b5b-63dd-480a-b037-ae972f367fa9 req-1f8a4308-3bf9-44dd-bb46-a2327627e37c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/976eb3da-1477-4949-b5f4-c8b8f402a82f HTTP/1.1" status: 204 len: 173 time: 0.2837543 Nov 11 20:50:40.011779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a4308-3bf9-44dd-bb46-a2327627e37c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976eb3da-1477-4949-b5f4-c8b8f402a82f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:40.018723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:40.062918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:40.096968 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a792fa25-c864-4a6f-9f87-eb61f249825a req-66114daa-0641-4254-8c0b-a39f03afb9e2 tempest-ImagesTestJSON-1204244608 tempest-ImagesTestJSON-1204244608-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff3f71c5-f3fc-41d6-8ef1-82451a572b89 HTTP/1.1" status: 200 len: 210 time: 0.0274148 Nov 11 20:50:40.109113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:40.112991 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff762e3-b661-4be7-b6d1-ebd55605dc87" -d '{"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:40.116218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.130069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Transition to ACTIVE for port object d4efca92-28a3-43a6-919e-e21ffc2b7810 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:40.131533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Made reservation on behalf of 17ed6233321c4899a2e844f3f052e521 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:40.133887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.136634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-deleted', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:40.137131 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c24d44-5fac-4425-964b-311a1a4eb05e" -d '{"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-deleted", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:40.141384 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-c8cf7f44-0781-489f-9770-67528eaaeea3 req-50743180-cfcc-41c4-9060-16be738cbd38 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:50:40.143296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.145950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8cf7f44-0781-489f-9770-67528eaaeea3 req-50743180-cfcc-41c4-9060-16be738cbd38 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/976eb3da-1477-4949-b5f4-c8b8f402a82f HTTP/1.1" status: 404 len: 352 time: 0.0227983 Nov 11 20:50:40.207842 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814c20fe-54c6-4398-b75a-ede181c5b978 x-openstack-request-id: req-814c20fe-54c6-4398-b75a-ede181c5b978 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:40.208137 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:40.208418 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-814c20fe-54c6-4398-b75a-ede181c5b978 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:40.208821 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'code': 200} Nov 11 20:50:40.233880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.246378 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f29c59-c07e-4b0d-83dd-cf8525a22f85 x-openstack-request-id: req-86f29c59-c07e-4b0d-83dd-cf8525a22f85 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:40.252350 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3f71c5-f3fc-41d6-8ef1-82451a572b89", "name": "network-vif-deleted", "tag": "c6a565b5-8d09-458d-9dba-eceef240d556", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:40.252350 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86f29c59-c07e-4b0d-83dd-cf8525a22f85 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:40.252350 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3f71c5-f3fc-41d6-8ef1-82451a572b89', 'name': 'network-vif-deleted', 'tag': 'c6a565b5-8d09-458d-9dba-eceef240d556', 'status': 'completed', 'code': 200} Nov 11 20:50:40.260471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0fc3766c-f4f4-4a6c-92c8-59c6a546ca89 req-1451bbe7-6779-4092-89bc-f186717d009a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1466535261', 'description': 'tempest-description-1722706848'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:40.389370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.457671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:40.460135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] No DVR routers for this DVR port d4efca92-28a3-43a6-919e-e21ffc2b7810 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:40.498232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:40.501085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:40.501085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:40.503614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:40.503931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:40.508936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:40.509299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:40.509654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:40.510085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Bound port: d4efca92-28a3-43a6-919e-e21ffc2b7810, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:40.510500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.520824 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0fc3766c-f4f4-4a6c-92c8-59c6a546ca89 req-1451bbe7-6779-4092-89bc-f186717d009a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.523911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.585911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:50:40.610406 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.610758 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Added segment f3504fdd-a8a2-4b2c-8908-69b15c460227 of type vlan for network 7379d5bc-27c9-468c-9d95-6292010fe8dc Nov 11 20:50:40.613516 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0fc3766c-f4f4-4a6c-92c8-59c6a546ca89 req-1451bbe7-6779-4092-89bc-f186717d009a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.614011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df7b810-6de6-4b0e-a25b-8766e0de8247,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:40.714024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.721443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:40.726305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0fc3766c-f4f4-4a6c-92c8-59c6a546ca89 req-1451bbe7-6779-4092-89bc-f186717d009a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.744071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b5030-5070-4c20-be7b-0243d3e216d0 req-8f415e0d-b6a8-4f7a-8c3e-2a4f19aac6cb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:40.745768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b87b5030-5070-4c20-be7b-0243d3e216d0 req-8f415e0d-b6a8-4f7a-8c3e-2a4f19aac6cb tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.1403508 Nov 11 20:50:40.756991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451bbe7-6779-4092-89bc-f186717d009a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4115667b-7d9d-4b72-8f29-a1d1f83e45f6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:40.757446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:40.806015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b87b5030-5070-4c20-be7b-0243d3e216d0 req-747eb98e-6fef-4459-8440-857580afa649 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505016 Nov 11 20:50:40.831841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0fc3766c-f4f4-4a6c-92c8-59c6a546ca89 req-1451bbe7-6779-4092-89bc-f186717d009a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.833288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fc3766c-f4f4-4a6c-92c8-59c6a546ca89 req-1451bbe7-6779-4092-89bc-f186717d009a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5768518 Nov 11 20:50:40.892423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.912666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.913872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:40.914474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:40.918561 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-691a731a-8f4a-40fd-9fed-ea64ed7eca48 req-315d8d39-092f-4227-88cc-3ccaa6529d8c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0390165 Nov 11 20:50:40.933725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c6a565b5-8d09-458d-9dba-eceef240d556 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:40.956231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: c6a565b5-8d09-458d-9dba-eceef240d556 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:40.956919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c6a565b5-8d09-458d-9dba-eceef240d556 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:40.957542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:41.005208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:41.005867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.007381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] 10.222.0.62 "PUT /v2.0/ports/d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 1096 time: 1.4795225 Nov 11 20:50:41.009250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:41.056374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] Pushing event updated for resources: {'Network': ['ID=7379d5bc-27c9-468c-9d95-6292010fe8dc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:41.070146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 7379d5bc-27c9-468c-9d95-6292010fe8dc details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:50:41.086736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82218d-9a73-4e3e-a521-928351c150ff service neutron] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:41.088885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951fc3c-b7db-44e9-9a11-8de56f5b571a req-75d25117-c484-4fb8-96b4-ed2be34aaaf6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:41.098635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7951fc3c-b7db-44e9-9a11-8de56f5b571a req-75d25117-c484-4fb8-96b4-ed2be34aaaf6 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 944 time: 0.0784137 Nov 11 20:50:41.105431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a45a2ef9-3c27-4270-87fe-d2b7ec82fd9b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1306729 Nov 11 20:50:41.108109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38214) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:41.114325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Request body: {'subnet': {'network_id': '7379d5bc-27c9-468c-9d95-6292010fe8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1741653656-subnet', 'tenant_id': '17ed6233321c4899a2e844f3f052e521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:41.176052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7951fc3c-b7db-44e9-9a11-8de56f5b571a req-632473ad-88c7-43c8-b926-9c39c9a720c0 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765581 Nov 11 20:50:41.209578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-96c14d01-f22a-41c3-b717-820187201bd1 req-7c8e17f8-4e77-490f-8c2a-0cb9af31d6ba tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1070579907', 'description': 'tempest-description-971781732'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:41.261397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62e1142b-6ffe-421e-8c90-66ca4a093b99 req-459b6381-7ec8-4461-b4db-e2648de22ba9 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0500314 Nov 11 20:50:41.271179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-35b9d226-c3f1-42e0-b029-c5a20bb1aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:41.272713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-35b9d226-c3f1-42e0-b029-c5a20bb1aad2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1099 time: 0.0989523 Nov 11 20:50:41.345835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Made reservation on behalf of 17ed6233321c4899a2e844f3f052e521 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:41.352361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.400585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-00df074e-ba05-4d1b-a0aa-b874f2abd0f1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:41.402755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-00df074e-ba05-4d1b-a0aa-b874f2abd0f1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 944 time: 0.0712562 Nov 11 20:50:41.491165 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-96c14d01-f22a-41c3-b717-820187201bd1 req-7c8e17f8-4e77-490f-8c2a-0cb9af31d6ba tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.562742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Deleting port 2f302e87-139c-4388-ac62-4530d7bdd09d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:41.563105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.657264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-96c14d01-f22a-41c3-b717-820187201bd1 req-7c8e17f8-4e77-490f-8c2a-0cb9af31d6ba tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.660014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:41.719002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] For port 2f302e87-139c-4388-ac62-4530d7bdd09d, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2f302e87-139c-4388-ac62-4530d7bdd09d,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:41.719281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.723214 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-96c14d01-f22a-41c3-b717-820187201bd1 req-7c8e17f8-4e77-490f-8c2a-0cb9af31d6ba tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.753983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Calling delete_port for 2f302e87-139c-4388-ac62-4530d7bdd09d owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:41.757796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] Deleting subnet 2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:50:41.761251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-61003cd2-f05a-4bcc-8a77-31e0b1a7e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:41.762731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-61003cd2-f05a-4bcc-8a77-31e0b1a7e692 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.4791853 Nov 11 20:50:41.770324 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.801956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e17f8-4e77-490f-8c2a-0cb9af31d6ba tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb697e0e-9529-422c-ab5f-0f3c498f1a9f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:41.815893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-01c2b712-b471-4dc1-9b40-c81d0fd01c76 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0406122 Nov 11 20:50:41.842751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-96c14d01-f22a-41c3-b717-820187201bd1 req-7c8e17f8-4e77-490f-8c2a-0cb9af31d6ba tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.844024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96c14d01-f22a-41c3-b717-820187201bd1 req-7c8e17f8-4e77-490f-8c2a-0cb9af31d6ba tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6392057 Nov 11 20:50:41.856031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:41.884027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a1245ded-6bbb-4d80-b177-16bb590d4ebf req-4ea470f4-33b3-4b74-9ce2-c41b9297dc6d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-444864668', 'description': 'tempest-description-12609083'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:41.928548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-c7436764-4031-4df5-a81f-0dc295931485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:41.929951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-c7436764-4031-4df5-a81f-0dc295931485 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0944340 Nov 11 20:50:41.942285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.011452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef7bd-da94-4833-bf28-5af4e6f140a0 req-86e6e377-e96e-45e0-aa0f-7b4e72e10a4a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:42.013782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76bef7bd-da94-4833-bf28-5af4e6f140a0 req-86e6e377-e96e-45e0-aa0f-7b4e72e10a4a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.0994091 Nov 11 20:50:42.020008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-8fe5485d-b183-4199-8662-22407faccecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:42.021597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-8fe5485d-b183-4199-8662-22407faccecc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707898 Nov 11 20:50:42.038022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1245ded-6bbb-4d80-b177-16bb590d4ebf req-4ea470f4-33b3-4b74-9ce2-c41b9297dc6d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.072714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.156401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76bef7bd-da94-4833-bf28-5af4e6f140a0 req-c691f1bd-5e0d-4c62-82ee-3fd03a16d09a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338005 Nov 11 20:50:42.183737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f872b0e0-be71-45cf-9b7a-ad315e1dd9b6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:42.211269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:42.213634 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3deac-b460-45f8-aec6-2ae6197036cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:42.223264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-45639c0f-f146-40a3-9aa6-d7e650a58b39 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854732 Nov 11 20:50:42.224498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Checking segment: {'id': 'f3504fdd-a8a2-4b2c-8908-69b15c460227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7379d5bc-27c9-468c-9d95-6292010fe8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:42.224863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Network hostable DHCP agents. Network: 7379d5bc-27c9-468c-9d95-6292010fe8dc, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:50:42.329195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Network 7379d5bc-27c9-468c-9d95-6292010fe8dc is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:50:42.348696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fda1ce3-0a08-4b75-95c0-b4da1b160b92 req-5c254465-b167-4d58-862f-5d939e96d7a8 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111984 Nov 11 20:50:42.386418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.388438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.403877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2f302e87-139c-4388-ac62-4530d7bdd09d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:42.409635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7431f3ae-ba15-4ddb-92a5-210cd651cabc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:42.426555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-218c0297-38cd-40d1-b2cf-8f2e588e9166 req-7a9f35aa-f28b-4cb5-82fc-d14e5cdcef4a tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0303667 Nov 11 20:50:42.432831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 7379d5bc-27c9-468c-9d95-6292010fe8dc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:42.449939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2525e3c5-94d7-4da3-ab9f-a7ece5bb2921,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:42.452811 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.456389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:42.457141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.458859 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bfa0fcf4-e707-4ed9-9daf-ef80b1ff6d23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2525e3c5-94d7-4da3-ab9f-a7ece5bb2921 HTTP/1.1" status: 204 len: 168 time: 0.7975628 Nov 11 20:50:42.462052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:42.463658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event deleted for resources: {'Port': ['ID=2f302e87-139c-4388-ac62-4530d7bdd09d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:42.510991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463881f1-8788-4dfd-96de-30c6e3f298a5 None None] Network 7379d5bc-27c9-468c-9d95-6292010fe8dc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:42.522228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] No DVR routers for this DVR port 2f302e87-139c-4388-ac62-4530d7bdd09d on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:42.525437 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.528769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b53ccf22-1593-42bb-b8bb-56ae78f4338d req-32b70bcd-4679-4ad0-be8b-cdd2b827b9fb tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "DELETE /v2.0/ports/2f302e87-139c-4388-ac62-4530d7bdd09d HTTP/1.1" status: 204 len: 173 time: 1.1192377 Nov 11 20:50:42.529604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'name': 'network-vif-deleted', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:42.532090 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b49833-54ef-4d65-8a0c-15536c6b5675" -d '{"events": [{"server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "name": "network-vif-deleted", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:42.568363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1245ded-6bbb-4d80-b177-16bb590d4ebf req-4ea470f4-33b3-4b74-9ce2-c41b9297dc6d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.581562 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.586077 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd426ec-e9e9-4ecb-9e3a-42df5a48969d x-openstack-request-id: req-fdd426ec-e9e9-4ecb-9e3a-42df5a48969d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:42.590621 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:42.590621 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdd426ec-e9e9-4ecb-9e3a-42df5a48969d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:42.590621 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'status': 'completed', 'code': 200} Nov 11 20:50:42.631297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d7d159ca-f71f-41f0-92f3-246dbf0e1888 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5218034 Nov 11 20:50:42.693785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1245ded-6bbb-4d80-b177-16bb590d4ebf req-4ea470f4-33b3-4b74-9ce2-c41b9297dc6d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.722017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-ba47e034-79b0-4111-a1bc-954b95747a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:42.723791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-ba47e034-79b0-4111-a1bc-954b95747a71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1099 time: 0.0687139 Nov 11 20:50:42.749310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1de758f1-962a-4c72-ad56-47091c04a002 req-52bd4278-68e2-4515-9e2b-93e630c2513a tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0640199 Nov 11 20:50:42.765415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea470f4-33b3-4b74-9ce2-c41b9297dc6d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57011f93-b978-4d38-a451-80011e387e2e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:42.795758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1245ded-6bbb-4d80-b177-16bb590d4ebf req-4ea470f4-33b3-4b74-9ce2-c41b9297dc6d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.805841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1245ded-6bbb-4d80-b177-16bb590d4ebf req-4ea470f4-33b3-4b74-9ce2-c41b9297dc6d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9197838 Nov 11 20:50:42.812902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938cbe7-37b4-41c8-97fb-68adfea3c84b None None] Network 7379d5bc-27c9-468c-9d95-6292010fe8dc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:42.897112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.906334 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4cc18e-1e3a-4bc1-b664-d7b0961ba1a3 x-openstack-request-id: req-3a4cc18e-1e3a-4bc1-b664-d7b0961ba1a3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:42.906631 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b670b668-5150-4e4e-b187-e49560ae9ad2", "name": "network-vif-deleted", "tag": "2f302e87-139c-4388-ac62-4530d7bdd09d", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:42.907058 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a4cc18e-1e3a-4bc1-b664-d7b0961ba1a3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:42.907465 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b670b668-5150-4e4e-b187-e49560ae9ad2', 'name': 'network-vif-deleted', 'tag': '2f302e87-139c-4388-ac62-4530d7bdd09d', 'status': 'completed', 'code': 200} Nov 11 20:50:42.962603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de36881-6130-494f-83d7-93d24aab7e13']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:42.963235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-46ab3f98-a1de-49c6-a94c-b889e01c3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:42.974153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-46ab3f98-a1de-49c6-a94c-b889e01c3511 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2362270 Nov 11 20:50:42.976012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:42.976436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3a4a36-38cc-4a3a-9ee5-b6ee686eab28') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:42.989316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:43.007566 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:43.014548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:50:43.018853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:43.036116 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-c69fad7b-85b4-46b7-bea9-0c0cd8c8cb65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0490372 Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:50:43.080270 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:50:43.089636 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b8ce436-a8e9-439c-88d1-d7b6e22813af req-c57a83e9-3555-4cd9-af37-118e621dfa8c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 10996 time: 0.2424753 Nov 11 20:50:43.096530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-54d67cc7-b41c-478c-ad66-0b88711aa5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.098259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-54d67cc7-b41c-478c-ad66-0b88711aa5f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1099 time: 0.4784358 Nov 11 20:50:43.158475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-62787bdb-7355-46db-afa8-32edf1632194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.160317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-62787bdb-7355-46db-afa8-32edf1632194 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1129768 Nov 11 20:50:43.204921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b8ce436-a8e9-439c-88d1-d7b6e22813af req-45d07c26-f24b-4f37-b977-15ca517c8b38 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/d2a01689-8bf1-4869-9cc6-60c90b6751c6 HTTP/1.1" status: 200 len: 2998 time: 0.0919347 Nov 11 20:50:43.237871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-73506b71-d408-4aaa-985c-8f2e7e4e7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.239589 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-73506b71-d408-4aaa-985c-8f2e7e4e7d6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698297 Nov 11 20:50:43.248691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-b413617b-9a52-4400-8d8a-0d55a009015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.252362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-b413617b-9a52-4400-8d8a-0d55a009015e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1328990 Nov 11 20:50:43.253092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:43.261865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:43.266184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9de36881-6130-494f-83d7-93d24aab7e13 HTTP/1.1" status: 204 len: 168 time: 0.8038826 Nov 11 20:50:43.345689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-3c626eae-96c1-43dc-97c0-ff295290b91e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0574977 Nov 11 20:50:43.358316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed04b6-9adf-4184-bc0e-a4a79afa4b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de36881-6130-494f-83d7-93d24aab7e13,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:43.399360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-940b3a49-ee9b-4d34-9ccb-c2d190af7f95 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511278 Nov 11 20:50:43.407033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b8ce436-a8e9-439c-88d1-d7b6e22813af req-265924e8-f39b-4073-9d53-44f5c0bdd9bf tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/d2a01689-8bf1-4869-9cc6-60c90b6751c6 HTTP/1.1" status: 200 len: 2998 time: 0.1912236 Nov 11 20:50:43.483371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-15ca165a-2e14-4a91-93c9-6319cec639db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.485337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-15ca165a-2e14-4a91-93c9-6319cec639db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1218705 Nov 11 20:50:43.553956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-5da845e9-d921-43ff-9496-6fb192e11dd4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.556082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-5da845e9-d921-43ff-9496-6fb192e11dd4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.2091172 Nov 11 20:50:43.559643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-6730454e-8f0c-4a74-a659-87121e040c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.565501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-6730454e-8f0c-4a74-a659-87121e040c57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673509 Nov 11 20:50:43.583807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660f8b-4044-4e54-af91-9773ca4ea952 req-d742d150-e395-4003-ad89-46dcac4add34 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.585696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03660f8b-4044-4e54-af91-9773ca4ea952 req-d742d150-e395-4003-ad89-46dcac4add34 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.0852427 Nov 11 20:50:43.588228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-9be26594-165e-4f59-9b63-64645f6bdb10 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802955 Nov 11 20:50:43.595774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-6f7a15ae-c56a-476b-8318-5851d736ecd2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/quotas/fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 375 time: 0.0289421 Nov 11 20:50:43.667330 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03660f8b-4044-4e54-af91-9773ca4ea952 req-5d7ca504-6671-4df1-8fe8-af2407503e51 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714116 Nov 11 20:50:43.672813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-29e0a2e1-5e37-4a33-a9bf-c7bcb4005d95 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391536 Nov 11 20:50:43.749377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-1c911745-5f69-4ab0-9984-cf65763de583 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744745 Nov 11 20:50:43.858782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-21574249-2ba4-4821-9d3c-4732dc90ec06 service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784937 Nov 11 20:50:43.900751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c8e1a55-8755-4812-adad-af132fd9a60c req-c6992fa0-dcc6-4ddc-ae12-cc7b32e65f41 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/4115667b-7d9d-4b72-8f29-a1d1f83e45f6 HTTP/1.1" status: 200 len: 1818 time: 0.0539620 Nov 11 20:50:43.922000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:43.948758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6db3deac-b460-45f8-aec6-2ae6197036cd req-98cb2377-4602-4ef4-bea9-9f8689a82a32 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823175 Nov 11 20:50:43.989597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-2aeaa2a4-05f5-4f92-ac5e-0cf0fb7b6ca7 service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200137 Nov 11 20:50:44.011090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-76b4dd25-3ff8-4156-8b07-8d0f5bfa2eab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f5b64a1debe47a598a34bd34b63255d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856051 Nov 11 20:50:44.011363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38302) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:44.018599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c8e1a55-8755-4812-adad-af132fd9a60c req-ea15e344-9f21-4039-a488-c30f06ee0657 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.060327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c8e1a55-8755-4812-adad-af132fd9a60c req-ea15e344-9f21-4039-a488-c30f06ee0657 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.111560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9797da5-2856-4c03-9199-81ed383619e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.133768 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9797da5-2856-4c03-9199-81ed383619e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.221741 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c8e1a55-8755-4812-adad-af132fd9a60c req-ea15e344-9f21-4039-a488-c30f06ee0657 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.228457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c8e1a55-8755-4812-adad-af132fd9a60c req-ea15e344-9f21-4039-a488-c30f06ee0657 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.230406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c8e1a55-8755-4812-adad-af132fd9a60c req-ea15e344-9f21-4039-a488-c30f06ee0657 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/4115667b-7d9d-4b72-8f29-a1d1f83e45f6 HTTP/1.1" status: 204 len: 173 time: 0.3287277 Nov 11 20:50:44.244711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15e344-9f21-4039-a488-c30f06ee0657 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4115667b-7d9d-4b72-8f29-a1d1f83e45f6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:44.335501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59f3c8c3-6f87-4a2b-8f30-10798cd12232 req-f8d170b6-5cc4-488f-97a3-2a173faa7bf2 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0293813 Nov 11 20:50:44.336388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5e9171f-6921-45ac-b464-bfa6cad1628f req-53c01e01-a8ee-4d6c-bf5b-15853f55c3a2 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0469990 Nov 11 20:50:44.398156 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-136b84e9-7b99-49aa-aa92-2edacf715ec9 req-831087cd-ca13-4b8b-94ba-b610d51437bc tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:50:44.399562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-136b84e9-7b99-49aa-aa92-2edacf715ec9 req-831087cd-ca13-4b8b-94ba-b610d51437bc tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/4115667b-7d9d-4b72-8f29-a1d1f83e45f6 HTTP/1.1" status: 404 len: 352 time: 0.0203207 Nov 11 20:50:44.430303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9797da5-2856-4c03-9199-81ed383619e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.433657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9797da5-2856-4c03-9199-81ed383619e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.437870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f9797da5-2856-4c03-9199-81ed383619e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e708aec-44c7-4924-b144-ccc1f31964af HTTP/1.1" status: 204 len: 168 time: 0.4251482 Nov 11 20:50:44.452456 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-080dd8b0-b4ba-438e-a408-b78bdc5442aa req-de7ad141-c3e0-4a8c-b7f9-fd50872b00be tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 210 time: 0.0421145 Nov 11 20:50:44.470332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9797da5-2856-4c03-9199-81ed383619e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e708aec-44c7-4924-b144-ccc1f31964af,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:44.583325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76b30728-5541-4b58-b258-c4491b85a866 req-bc99c576-84f3-4e32-b895-6b265d0ccab7 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/eb697e0e-9529-422c-ab5f-0f3c498f1a9f HTTP/1.1" status: 200 len: 1817 time: 0.0840242 Nov 11 20:50:44.642469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76b30728-5541-4b58-b258-c4491b85a866 req-6457708f-9b6c-44ac-857d-c2fd9161a327 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.665694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76b30728-5541-4b58-b258-c4491b85a866 req-6457708f-9b6c-44ac-857d-c2fd9161a327 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.783495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76b30728-5541-4b58-b258-c4491b85a866 req-6457708f-9b6c-44ac-857d-c2fd9161a327 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.787083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-76b30728-5541-4b58-b258-c4491b85a866 req-6457708f-9b6c-44ac-857d-c2fd9161a327 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:44.790227 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76b30728-5541-4b58-b258-c4491b85a866 req-6457708f-9b6c-44ac-857d-c2fd9161a327 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/eb697e0e-9529-422c-ab5f-0f3c498f1a9f HTTP/1.1" status: 204 len: 173 time: 0.2043858 Nov 11 20:50:44.802769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457708f-9b6c-44ac-857d-c2fd9161a327 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb697e0e-9529-422c-ab5f-0f3c498f1a9f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:44.954993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:44.965189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d0824-3e69-4862-9b89-cee7aa62b0d3 req-979ed2c2-2109-4894-8962-a6a6a4d5523f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:44.967394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-938d0824-3e69-4862-9b89-cee7aa62b0d3 req-979ed2c2-2109-4894-8962-a6a6a4d5523f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.1180334 Nov 11 20:50:45.006291 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-3d7c0188-9082-4622-9c0d-60c43df382cf req-233c80eb-2df5-4b5e-86b0-1e1c85a210db tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:50:45.012416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 2f302e87-139c-4388-ac62-4530d7bdd09d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:45.013227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2f302e87-139c-4388-ac62-4530d7bdd09d not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:45.019264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d7c0188-9082-4622-9c0d-60c43df382cf req-233c80eb-2df5-4b5e-86b0-1e1c85a210db tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/eb697e0e-9529-422c-ab5f-0f3c498f1a9f HTTP/1.1" status: 404 len: 352 time: 0.0449765 Nov 11 20:50:45.076863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-938d0824-3e69-4862-9b89-cee7aa62b0d3 req-6883d753-a2b2-4e3a-bbe3-70d571d55d59 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958014 Nov 11 20:50:45.165369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29aaa2f8-3fad-4d95-894a-288cfa4e26ca req-b7d35a7d-f094-4955-ac25-a5ff1dd7717b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/57011f93-b978-4d38-a451-80011e387e2e HTTP/1.1" status: 200 len: 1815 time: 0.0444446 Nov 11 20:50:45.213334 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-72b531af-1c7f-41cf-aa5b-498022e5cb3b req-babb8ca3-bddd-4fa2-bd86-9cc65434d440 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0321310 Nov 11 20:50:45.236557 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-29aaa2f8-3fad-4d95-894a-288cfa4e26ca req-4946a70e-f709-4fda-8550-a42acbf3a5d2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.262739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-29aaa2f8-3fad-4d95-894a-288cfa4e26ca req-4946a70e-f709-4fda-8550-a42acbf3a5d2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.452596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc0c55a0-feb5-4bd4-8647-db1bba38e61e req-d1c45afd-9e8f-4155-a1ed-3dbd4abd49b1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0279245 Nov 11 20:50:45.457726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-29aaa2f8-3fad-4d95-894a-288cfa4e26ca req-4946a70e-f709-4fda-8550-a42acbf3a5d2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.460932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-29aaa2f8-3fad-4d95-894a-288cfa4e26ca req-4946a70e-f709-4fda-8550-a42acbf3a5d2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.462349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29aaa2f8-3fad-4d95-894a-288cfa4e26ca req-4946a70e-f709-4fda-8550-a42acbf3a5d2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/57011f93-b978-4d38-a451-80011e387e2e HTTP/1.1" status: 204 len: 173 time: 0.2897213 Nov 11 20:50:45.486232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946a70e-f709-4fda-8550-a42acbf3a5d2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57011f93-b978-4d38-a451-80011e387e2e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:45.536173 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-afc51f97-e03f-441c-ad40-45bb6386ed88 req-f3bcdcae-3097-4a16-990e-e7702c0979fd tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:50:45.548749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afc51f97-e03f-441c-ad40-45bb6386ed88 req-f3bcdcae-3097-4a16-990e-e7702c0979fd tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/57011f93-b978-4d38-a451-80011e387e2e HTTP/1.1" status: 404 len: 352 time: 0.0552456 Nov 11 20:50:45.563658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7ccbb1c-2bde-4dda-aa35-295f256b8efd req-6784374a-b59f-4656-8cac-9e4bedcf1c45 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 210 time: 0.0420651 Nov 11 20:50:45.637301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1b3a2db-cfef-4dd4-adcd-0d124ecf739a req-16538545-2100-4318-b8af-66a1e83df945 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 6199 time: 0.0663521 Nov 11 20:50:45.705004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1b3a2db-cfef-4dd4-adcd-0d124ecf739a req-ea299a2e-884e-4b42-980e-fc70c810eb2b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/d2a01689-8bf1-4869-9cc6-60c90b6751c6 HTTP/1.1" status: 200 len: 2998 time: 0.0580676 Nov 11 20:50:45.756180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1b3a2db-cfef-4dd4-adcd-0d124ecf739a req-330c1be9-c3e7-4f86-9c16-47d49a81cc3e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/d2a01689-8bf1-4869-9cc6-60c90b6751c6 HTTP/1.1" status: 200 len: 2998 time: 0.0441706 Nov 11 20:50:45.785387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-35eefe05-8de9-4e2f-8729-3b85b5e90d63 req-8e437dfd-bdca-4601-918d-43ed2251ac2c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-540806528', 'description': 'tempest-description-106951339'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:45.960742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-35eefe05-8de9-4e2f-8729-3b85b5e90d63 req-8e437dfd-bdca-4601-918d-43ed2251ac2c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:46.071931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-35eefe05-8de9-4e2f-8729-3b85b5e90d63 req-8e437dfd-bdca-4601-918d-43ed2251ac2c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:46.200289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-35eefe05-8de9-4e2f-8729-3b85b5e90d63 req-8e437dfd-bdca-4601-918d-43ed2251ac2c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:46.249000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e437dfd-bdca-4601-918d-43ed2251ac2c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:46.319397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6ea33-c302-411e-bfe5-7705fd7a0892 req-f3166f33-5f27-45a1-aa9a-b725b039b125 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:46.321025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35b6ea33-c302-411e-bfe5-7705fd7a0892 req-f3166f33-5f27-45a1-aa9a-b725b039b125 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.0500505 Nov 11 20:50:46.375844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35b6ea33-c302-411e-bfe5-7705fd7a0892 req-85b2fdde-aafe-4941-a9fd-355a3c4b6493 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Nov 11 20:50:46.437259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-35eefe05-8de9-4e2f-8729-3b85b5e90d63 req-8e437dfd-bdca-4601-918d-43ed2251ac2c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:46.437259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35eefe05-8de9-4e2f-8729-3b85b5e90d63 req-8e437dfd-bdca-4601-918d-43ed2251ac2c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6382625 Nov 11 20:50:46.542318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d15ff11-b512-4ef0-8480-a727b5323f5a req-c8d033e9-c19f-4cfd-bc4e-66246628e0e6 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0299950 Nov 11 20:50:46.581298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-839eb5dc-f881-4a82-bc66-af8a8405efc3 req-edcabe53-da48-4368-be4f-f3b5f9e47882 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-493602241', 'description': 'tempest-description-430836022'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:46.715081 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-839eb5dc-f881-4a82-bc66-af8a8405efc3 req-edcabe53-da48-4368-be4f-f3b5f9e47882 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:46.785981 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-839eb5dc-f881-4a82-bc66-af8a8405efc3 req-edcabe53-da48-4368-be4f-f3b5f9e47882 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:46.949078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-839eb5dc-f881-4a82-bc66-af8a8405efc3 req-edcabe53-da48-4368-be4f-f3b5f9e47882 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.000285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcabe53-da48-4368-be4f-f3b5f9e47882 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855fb0ea-bb4f-479c-b8b9-9e38b836ba61,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:47.021765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aad1c7a-6a65-4732-8712-6bc121e5d936 req-3008c032-be49-4004-be21-1158f1bac61e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0365031 Nov 11 20:50:47.110428 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-014e4623-473b-4069-aa02-b6d7d11243c8 req-c264cf34-5c55-46fe-96c0-c17cfb143958 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 210 time: 0.0271327 Nov 11 20:50:47.168219 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-839eb5dc-f881-4a82-bc66-af8a8405efc3 req-edcabe53-da48-4368-be4f-f3b5f9e47882 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.169415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-839eb5dc-f881-4a82-bc66-af8a8405efc3 req-edcabe53-da48-4368-be4f-f3b5f9e47882 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5940332 Nov 11 20:50:47.222393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-f6da78e2-1832-468f-98d6-e2d65569a832 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:47.224920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-f6da78e2-1832-468f-98d6-e2d65569a832 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 948 time: 0.0852377 Nov 11 20:50:47.243678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef0edc-d0e1-4ef9-9d28-e566e98a13b4 req-af3ecc46-327f-4c23-aefd-8f7b797c8cf3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:47.245316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3ef0edc-d0e1-4ef9-9d28-e566e98a13b4 req-af3ecc46-327f-4c23-aefd-8f7b797c8cf3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 948 time: 0.0690622 Nov 11 20:50:47.274363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:50:47.375297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3ef0edc-d0e1-4ef9-9d28-e566e98a13b4 req-0c6a8285-a07c-4a28-8efa-c3d9cc70dd9c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946448 Nov 11 20:50:47.394153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-975671fe-a564-4a9e-a67a-4d47f0b61d21 service neutron] 10.222.0.62 "GET /v2.0/ports/d4efca92-28a3-43a6-919e-e21ffc2b7810/bindings/n-h1-805734-3 HTTP/1.1" status: 200 len: 382 time: 0.1478508 Nov 11 20:50:47.455001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:47.479182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'mac_address': 'fa:16:3e:90:11:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:50:47.520873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-c8bee669-647f-4198-b891-aefd16d7cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:47.522738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-c8bee669-647f-4198-b891-aefd16d7cff9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1099 time: 0.0833507 Nov 11 20:50:47.537261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.630369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-19d7183f-a828-4a8d-9bbc-fbdac349ef56 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:47.633218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-19d7183f-a828-4a8d-9bbc-fbdac349ef56 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 813 time: 0.1746466 Nov 11 20:50:47.668438 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-6c730b20-d31d-4dfa-8101-2e9d9993cc6a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/quotas/4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 375 time: 0.0282860 Nov 11 20:50:47.730791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4efca92-28a3-43a6-919e-e21ffc2b7810 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:47.735055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-4ccb74ec-6306-4fe6-bcc5-b9787936e941 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600259 Nov 11 20:50:47.735796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29b11fbe-6024-4c02-bd7c-f5a2ef0b8bd6 req-63763ed4-e5e7-4718-a97e-1472dfdcd7c9 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0364108 Nov 11 20:50:47.750291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-3fa9205c-c32b-49dc-8a91-abf3117c805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:47.761209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-3fa9205c-c32b-49dc-8a91-abf3117c805d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2232034 Nov 11 20:50:47.786490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:47.818672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-c517f6d7-5152-4353-b543-4d4d9b6e998a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0418229 Nov 11 20:50:47.852730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-73767f77-c0c9-492a-895d-95493204bbef service neutron] 10.222.0.31 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082747 Nov 11 20:50:47.885946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-9db0d0d5-c5ae-40b1-be90-1b310dd87ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:47.887526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-9db0d0d5-c5ae-40b1-be90-1b310dd87ac8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0540252 Nov 11 20:50:47.902866 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.972078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:47.991353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-174bc32e-746a-489d-8dd8-be817cd9ec50 service neutron] 10.222.0.31 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306467 Nov 11 20:50:48.094724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-dfbffcd7-b177-4a48-8fa2-41b57590f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:48.098053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-dfbffcd7-b177-4a48-8fa2-41b57590f131 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886568 Nov 11 20:50:48.116476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-9263da46-e66e-47be-8bb8-576317325cfb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:48.118437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-9263da46-e66e-47be-8bb8-576317325cfb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.1680412 Nov 11 20:50:48.149799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec026d5c-f8af-4a47-82cf-4c520440de1a req-ff102bde-e85f-46ea-85a8-2640b206db41 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Nov 11 20:50:48.156859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Request body: {'port': {'device_id': '7931e853-11e5-4105-bf0f-0676be00789c', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'admin_state_up': True, 'tenant_id': 'fba95ad5aa694a06908b98687679f588'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:48.163029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:48.312988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15417126-6ed0-4ac2-9ab2-f97f8a4474d9 req-81a403cc-9893-42cd-86b5-10de67bc1d05 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 210 time: 0.0711536 Nov 11 20:50:48.355205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d4efca92-28a3-43a6-919e-e21ffc2b7810'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:48.377878 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19d8b790-5bf8-40e0-a996-b5c9dbb63c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.387455 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-0dfcf41b-8ff6-4a4a-80e4-4e263fd5ebe3 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333825 Nov 11 20:50:48.491118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7f157e7-02b5-4e98-aa9a-679a2eaa0e39 req-900ded91-0d4d-43cc-8704-a4bfe5beb1cd tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 210 time: 0.1073480 Nov 11 20:50:48.504298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Made reservation on behalf of fba95ad5aa694a06908b98687679f588 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:48.508266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.564594 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19d8b790-5bf8-40e0-a996-b5c9dbb63c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.613119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-9db048fa-41f2-47f9-b3db-2577ba53e337 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070782 Nov 11 20:50:48.714374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b3012-0ea9-40eb-8166-ef475259ce1f req-1da1bd41-9bc2-4350-a9c8-85f501b7a66e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:48.715900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-621b3012-0ea9-40eb-8166-ef475259ce1f req-1da1bd41-9bc2-4350-a9c8-85f501b7a66e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.1086624 Nov 11 20:50:48.717134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Allocated IP 172.20.0.10 (aa86bd78-4fce-4e6a-8213-3fd0299c5de1/8ed15e3f-d2cd-4320-8502-7a73c0dc795c/3ade6122-0add-4f8e-a420-15e7a221e8f1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:50:48.720269 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19d8b790-5bf8-40e0-a996-b5c9dbb63c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.765815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-19d8b790-5bf8-40e0-a996-b5c9dbb63c37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6ab74bfd010423b965afab99f816f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004391 Nov 11 20:50:48.766033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8b790-5bf8-40e0-a996-b5c9dbb63c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79758e6f-ff38-4429-b150-e1941e436eb0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:48.768947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:48.811675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-621b3012-0ea9-40eb-8166-ef475259ce1f req-4de8e6ef-26e7-4815-927e-2e3dc11fa084 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818508 Nov 11 20:50:48.889217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77cf2b82-b8e7-4d5e-86b3-01f0d0c02fc2 req-78ab3cd8-0141-4eef-9680-cfd45b024670 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0367897 Nov 11 20:50:48.890067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb04ce7b-7703-4a0d-b267-ee4329a3b47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.914446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb04ce7b-7703-4a0d-b267-ee4329a3b47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.931339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.085790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb04ce7b-7703-4a0d-b267-ee4329a3b47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.088460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb04ce7b-7703-4a0d-b267-ee4329a3b47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.089631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fb04ce7b-7703-4a0d-b267-ee4329a3b47a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79758e6f-ff38-4429-b150-e1941e436eb0 HTTP/1.1" status: 204 len: 168 time: 0.3153994 Nov 11 20:50:49.098769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04ce7b-7703-4a0d-b267-ee4329a3b47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79758e6f-ff38-4429-b150-e1941e436eb0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:49.133129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.209995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:50:49.214206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:49.218006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:50:49.246349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:49.288254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd260f11-9ebe-424f-adcd-542e933b10d6 req-631ab6f5-8ddd-4c47-ab23-44529365221f tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=b670b668-5150-4e4e-b187-e49560ae9ad2 HTTP/1.1" status: 200 len: 210 time: 0.0361583 Nov 11 20:50:49.302014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:49.302643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.437535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad8bb-5cc2-4da1-b3b3-185a27a38de4 req-50e7336c-be42-4509-b092-0ce4581809c3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:49.439099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad5ad8bb-5cc2-4da1-b3b3-185a27a38de4 req-50e7336c-be42-4509-b092-0ce4581809c3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 932 time: 0.0535519 Nov 11 20:50:49.503400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad5ad8bb-5cc2-4da1-b3b3-185a27a38de4 req-1307e5db-9e72-4571-92ce-53119da21bb9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579872 Nov 11 20:50:49.591804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-cd6cf0e1-4476-4a07-8275-eb926ebc21bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4404728 Nov 11 20:50:49.594135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d99b053-2869-482d-a6ae-80e85f66c505 req-3a7eaca8-e948-44a2-a8f9-98e2436e3709 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 210 time: 0.0381145 Nov 11 20:50:49.610243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Request body: {'port': {'device_id': '7931e853-11e5-4105-bf0f-0676be00789c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:49.689581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.955218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fab20-8b59-4eef-9877-14b73fd02224 req-49fd2e7c-f9d4-4406-b459-b599a85c3e88 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:49.963377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed4fab20-8b59-4eef-9877-14b73fd02224 req-49fd2e7c-f9d4-4406-b459-b599a85c3e88 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.0655982 Nov 11 20:50:50.027614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed4fab20-8b59-4eef-9877-14b73fd02224 req-3b66e8ab-010d-4d45-8733-7901134496fd tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610378 Nov 11 20:50:50.085628 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5c595ab6-ea44-4ba6-b789-78c56c2bad3a req-e0a2e7ef-7760-47e0-9fc7-c9117f6a5b33 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0586798 Nov 11 20:50:50.099614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ade6122-0add-4f8e-a420-15e7a221e8f1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:50.108685 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.120898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Transition to ACTIVE for port object 3ade6122-0add-4f8e-a420-15e7a221e8f1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:50.159579 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:50:50.238068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.290101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:50.373455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:50.373455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:50.376427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:50.378628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:50.379115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:50.384011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:50.384430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:50.386055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:50.386499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Bound port: 3ade6122-0add-4f8e-a420-15e7a221e8f1, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:50.386864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.483833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:50.487070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:50.499285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:50.611418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.646591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-256160410-network', 'tenant_id': '9221ceae38c94c61874e0ea9c6c576cc'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:50.724331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:50.724921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.726358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] 10.222.0.62 "PUT /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 1092 time: 1.1223361 Nov 11 20:50:50.730782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:50.733321 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d720b171-14f3-43ca-8448-a182b82c582e" -d '{"events": [{"name": "network-changed", "server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:50.767989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48546b-0f64-4146-9abe-5e746ae0bc4f req-c9df53ce-8889-4048-9ce9-94f393118b9c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:50.775078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd48546b-0f64-4146-9abe-5e746ae0bc4f req-c9df53ce-8889-4048-9ce9-94f393118b9c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.1392226 Nov 11 20:50:50.776554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58430ce6-3a4e-4ca8-9148-cab226f6d4e0 req-ce4f7773-9455-4310-ba5d-945751e1cccb tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 210 time: 0.0511677 Nov 11 20:50:50.777722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ace36-2691-4864-9744-584b83ba1644 service neutron] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:50.791678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Made reservation on behalf of 9221ceae38c94c61874e0ea9c6c576cc for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:50.794243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.804450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.838738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd48546b-0f64-4146-9abe-5e746ae0bc4f req-8b627cb3-002e-4c8c-a008-5a364761e0fd tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627594 Nov 11 20:50:50.927569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.962210 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d24fd1-8eb8-4138-8f06-276781a4fa00 x-openstack-request-id: req-b6d24fd1-8eb8-4138-8f06-276781a4fa00 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:50.962633 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:50.963014 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b6d24fd1-8eb8-4138-8f06-276781a4fa00 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:50.963481 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1', 'status': 'completed', 'code': 200} Nov 11 20:50:50.988652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-a7ddb4d3-38e3-42a3-98d9-a9bab91cca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:50.990301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-a7ddb4d3-38e3-42a3-98d9-a9bab91cca02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1095 time: 0.1004460 Nov 11 20:50:51.006106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.039659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:50:51.069736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f395593-201a-4d2a-a37b-763aaa390407,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:51.103019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.108219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-e460d6d2-fabf-401a-aa89-fd957d7e70b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 217 time: 0.1051252 Nov 11 20:50:51.108766 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Added segment a1977ec5-1e75-4a6b-8b16-99da0ce9179f of type vlan for network e71d8a48-30d6-42ae-9598-e8fc60b02cfe Nov 11 20:50:51.208385 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.231832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-3d4c28fa-0044-4d24-ac98-39a0f18fff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:51.236958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-3d4c28fa-0044-4d24-ac98-39a0f18fff86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1063879 Nov 11 20:50:51.268197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97745eb-7068-4cdd-9b14-e0e7fd493210 req-d0811da3-8148-4632-8469-92d33833d4b5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:51.269801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97745eb-7068-4cdd-9b14-e0e7fd493210 req-d0811da3-8148-4632-8469-92d33833d4b5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.0917902 Nov 11 20:50:51.283796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf1bbea8-679b-4f99-9e72-7c04f63c95b2 req-ae00789d-70a5-4b48-849f-68517eb6f947 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0455666 Nov 11 20:50:51.295348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:51.324494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-7f69bd1c-d5fb-42bf-bfb8-65e10c52ae51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698886 Nov 11 20:50:51.348215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97745eb-7068-4cdd-9b14-e0e7fd493210 req-af41cddb-4421-40a4-888c-2e21177ae865 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718408 Nov 11 20:50:51.404243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.405217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:51.406517 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.440641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-c2ada3fe-38c4-4dc4-9608-c478449f6e81 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044016 Nov 11 20:50:51.526520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] Pushing event updated for resources: {'Network': ['ID=e71d8a48-30d6-42ae-9598-e8fc60b02cfe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:51.538560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e71d8a48-30d6-42ae-9598-e8fc60b02cfe details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:50:51.565157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-9cc52e8c-af5a-41bd-923c-4a0ea814bfe0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:51.567372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-9cc52e8c-af5a-41bd-923c-4a0ea814bfe0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.58 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 813 time: 0.2076690 Nov 11 20:50:51.589584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'port': {'device_id': 'fadc9196-046e-4d78-be55-c68757ddace0', 'network_id': '7a047883-fd72-4363-9d08-015065a5f260', 'admin_state_up': True, 'tenant_id': '4ae1e897ac1147e18a535b2071362b76'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:51.695057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03fc7bc9-30dc-4637-9879-39ca1d65d144 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1944015 Nov 11 20:50:51.747226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:51.753176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port d4efca92-28a3-43a6-919e-e21ffc2b7810 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:51.762011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Request body: {'subnet': {'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-256160410-subnet', 'tenant_id': '9221ceae38c94c61874e0ea9c6c576cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:51.776026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port d4efca92-28a3-43a6-919e-e21ffc2b7810 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:51.779657 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.939357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4766fdd-c784-4bd5-b776-471bd68d6ddb req-e0ac9c7f-a565-4ab4-afdc-a595940e4916 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 210 time: 0.0351713 Nov 11 20:50:52.006831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Made reservation on behalf of 9221ceae38c94c61874e0ea9c6c576cc for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:52.010721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.014324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.015646 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.094015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:52.095387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:52.098220 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a1e2e2-09c7-420b-b151-8bc5fbb6684c" -d '{"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-plugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:52.172874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ef49c0-f7e2-4c03-9e56-a2551db660a0 req-30ab2781-0513-4164-b9c2-13d09ec56606 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208962 Nov 11 20:50:52.181951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6160d-3d93-4d4e-9d44-3c24f79b4cb1 req-a163bd0c-2539-4fcd-9ac4-bd1b86437d57 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:52.191067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-27e6160d-3d93-4d4e-9d44-3c24f79b4cb1 req-a163bd0c-2539-4fcd-9ac4-bd1b86437d57 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0868201 Nov 11 20:50:52.194114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.274891 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8043b39-2ed2-4659-9508-390d0e889eec x-openstack-request-id: req-f8043b39-2ed2-4659-9508-390d0e889eec {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:52.277885 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-plugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:52.278385 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8043b39-2ed2-4659-9508-390d0e889eec {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:52.279286 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'code': 200} Nov 11 20:50:52.283461 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-27e6160d-3d93-4d4e-9d44-3c24f79b4cb1 req-a3a5fcc9-1e9d-447c-b605-8f989dfbcb65 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913880 Nov 11 20:50:52.315298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Made reservation on behalf of 4ae1e897ac1147e18a535b2071362b76 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:50:52.320250 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.356300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:52.431204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720b171-14f3-43ca-8448-a182b82c582e req-273f2f93-fa90-40ff-bb20-5faf0c2cf713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:52.434269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d720b171-14f3-43ca-8448-a182b82c582e req-273f2f93-fa90-40ff-bb20-5faf0c2cf713 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1095 time: 0.1013749 Nov 11 20:50:52.562591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4da34180-4ca0-451c-9ab4-09c69e75afdf req-5855ad54-f19b-4215-b1f1-137c048fc304 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0844991 Nov 11 20:50:52.641009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720b171-14f3-43ca-8448-a182b82c582e req-4677e8ce-388f-4ac7-82fc-fbb25221af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:52.643007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d720b171-14f3-43ca-8448-a182b82c582e req-4677e8ce-388f-4ac7-82fc-fbb25221af8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1899121 Nov 11 20:50:52.652921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8101b75-f895-4a43-8759-b1f5ff8ced97 req-8edbcaa1-c985-48b4-847e-5e80205721e4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:52.661889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8101b75-f895-4a43-8759-b1f5ff8ced97 req-8edbcaa1-c985-48b4-847e-5e80205721e4 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.1448352 Nov 11 20:50:52.717245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d720b171-14f3-43ca-8448-a182b82c582e req-db5d3c39-aaf2-4a32-a699-9880e5715c88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0436304 Nov 11 20:50:52.717367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Allocated IP 172.20.0.12 (7a047883-fd72-4363-9d08-015065a5f260/536c3cae-f051-47ea-ae4c-d141beef2919/fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:50:52.734635 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.795524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8101b75-f895-4a43-8759-b1f5ff8ced97 req-be03fc53-aa15-4f88-a208-18c2d0b91a6e tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327429 Nov 11 20:50:52.814878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720b171-14f3-43ca-8448-a182b82c582e req-03d06e53-81d0-47a3-92ed-74ff12e96bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:52.814878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d720b171-14f3-43ca-8448-a182b82c582e req-03d06e53-81d0-47a3-92ed-74ff12e96bf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0851061 Nov 11 20:50:52.864046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d720b171-14f3-43ca-8448-a182b82c582e req-517de6cf-6ca5-4a92-b9b3-4a9fde094d74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352280 Nov 11 20:50:52.898733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ffdbbd-8304-4fb9-9145-095abd7f07cb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:52.949084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Checking segment: {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:52.949471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Network hostable DHCP agents. Network: e71d8a48-30d6-42ae-9598-e8fc60b02cfe, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:50:53.005185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d720b171-14f3-43ca-8448-a182b82c582e req-049ef519-ca36-4466-b1ef-c57cef4958bd service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212330 Nov 11 20:50:53.029433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-11df1d7c-d4bb-4bd8-881b-c739e741cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:53.031995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-11df1d7c-d4bb-4bd8-881b-c739e741cab1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c&tenant_id=e6d81b4fe4ec41e5998f166d9f12699b HTTP/1.1" status: 200 len: 1101 time: 0.2586250 Nov 11 20:50:53.047656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:53.133409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.152752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09e9b316-de72-4167-9816-6fcf0d11ca1d req-cb56fb74-0899-4005-99c0-6361812fc8d8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 210 time: 0.1155581 Nov 11 20:50:53.157241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d720b171-14f3-43ca-8448-a182b82c582e req-01b701d6-653d-4a26-b725-f8a1cd124ce6 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415496 Nov 11 20:50:53.182736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Network e71d8a48-30d6-42ae-9598-e8fc60b02cfe is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:50:53.219077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.398222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e71d8a48-30d6-42ae-9598-e8fc60b02cfe) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:53.410488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c70ebb5-a4a2-41bd-84ff-c6c3ec22df64 None None] Network e71d8a48-30d6-42ae-9598-e8fc60b02cfe requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:53.421934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:53.422674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.466796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:53.487422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af43499-cb25-4952-bbf1-c3bd6bba0da2 req-1fd792ba-77d0-4187-b746-7fc101c964ec tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:53.489132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9af43499-cb25-4952-bbf1-c3bd6bba0da2 req-1fd792ba-77d0-4187-b746-7fc101c964ec tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.1052005 Nov 11 20:50:53.531823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:53.557816 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.580429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8598d2d-61fa-4e40-a2d4-f6de7ca39741 None None] Network e71d8a48-30d6-42ae-9598-e8fc60b02cfe requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:53.581898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:53.621632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Network 7a047883-fd72-4363-9d08-015065a5f260 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:50:53.678855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.690083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:50:53.711670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff1dc241-b4a0-46de-b646-ef5317f66287 req-446fb9b7-2338-4858-90b8-160124244ac1 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0304928 Nov 11 20:50:53.716827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9af43499-cb25-4952-bbf1-c3bd6bba0da2 req-77cb6b32-3020-4c9b-9e48-eecd2fff4a34 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109444 Nov 11 20:50:53.720050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:53.740189 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d5623-ea8e-474c-999a-4f9988826175" -d '{"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:53.743935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8ef4802-b1ba-4406-bb77-8cca8a0e53c2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9926665 Nov 11 20:50:53.748422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:50:53.815175 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f1076-eea0-404e-be35-6cafd5ba95e2 x-openstack-request-id: req-a42f1076-eea0-404e-be35-6cafd5ba95e2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:53.815986 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:53.816325 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a42f1076-eea0-404e-be35-6cafd5ba95e2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:53.816795 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'code': 200} Nov 11 20:50:53.826213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Transition to ACTIVE for port object d4efca92-28a3-43a6-919e-e21ffc2b7810 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:53.846807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:53.896483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:53.896931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.931698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.037537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ac0cb-d884-4747-b01f-2c2bb7c11d25 req-5af002fd-7625-4c43-ac67-00918682b5a5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:54.047673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-973ac0cb-d884-4747-b01f-2c2bb7c11d25 req-5af002fd-7625-4c43-ac67-00918682b5a5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.1129000 Nov 11 20:50:54.119276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] No DVR routers for this DVR port d4efca92-28a3-43a6-919e-e21ffc2b7810 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:54.127224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=10']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:54.137232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-ec4a2fb3-38b5-4121-a856-7b18019c955c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5584424 Nov 11 20:50:54.161932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Request body: {'port': {'device_id': 'fadc9196-046e-4d78-be55-c68757ddace0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:54.179029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-973ac0cb-d884-4747-b01f-2c2bb7c11d25 req-baa44a15-4e91-44ee-a6fa-93a58e880daf tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303639 Nov 11 20:50:54.369181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.417837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:54.418578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:54.419361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:54.439553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:54.439553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Attempting to bind port d4efca92-28a3-43a6-919e-e21ffc2b7810 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:54.478308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:54.478783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:54.480251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:54.480251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Bound port: d4efca92-28a3-43a6-919e-e21ffc2b7810, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:54.485718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.492227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056eb0e-7f1a-4092-8418-799ee51ffdc5 req-40a91d14-c23a-4f49-9c11-87992abd5b31 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:54.493761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8056eb0e-7f1a-4092-8418-799ee51ffdc5 req-40a91d14-c23a-4f49-9c11-87992abd5b31 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 932 time: 0.0875044 Nov 11 20:50:54.584737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8056eb0e-7f1a-4092-8418-799ee51ffdc5 req-1eb81552-8b27-451f-8d6a-3c7929214bc7 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818458 Nov 11 20:50:54.728533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:54.735555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:54.765791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-9ebdc29a-6f91-4091-9072-09351187f57a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:54.767303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-9ebdc29a-6f91-4091-9072-09351187f57a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 821 time: 0.3187542 Nov 11 20:50:54.818449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-2c4b9247-1720-4421-bc7a-09e6cf56aebc tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/quotas/9221ceae38c94c61874e0ea9c6c576cc HTTP/1.1" status: 200 len: 375 time: 0.0412333 Nov 11 20:50:54.843736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e2b2-cc03-4bf0-a324-ea597bf24eeb req-b0400707-759f-46e1-9338-df135a94f081 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:54.848988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2d9e2b2-cc03-4bf0-a324-ea597bf24eeb req-b0400707-759f-46e1-9338-df135a94f081 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0613399 Nov 11 20:50:54.865645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-ef9dac83-91b4-47a6-a6e3-cdba20f2579f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364704 Nov 11 20:50:54.905750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2d9e2b2-cc03-4bf0-a324-ea597bf24eeb req-7d6829e3-1a93-4be4-9b8b-e7483d801330 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543735 Nov 11 20:50:54.955707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.036769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:55.037468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.039304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] 10.222.0.58 "PUT /v2.0/ports/d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 1097 time: 1.9981194 Nov 11 20:50:55.054166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:55.068393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a347cfc-7416-4b1d-96d2-b8cc388de0a1 req-925055e8-37d5-4a83-953c-3707521fd92e tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0679152 Nov 11 20:50:55.095680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.149553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-f7ce0874-bf6c-4cfe-aa20-3eba3db34b01 service neutron] 10.222.0.31 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725108 Nov 11 20:50:55.200869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c353cb-53bb-43d5-a8af-40bcca2ecfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=11']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:55.215182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Transition to ACTIVE for port object fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:50:55.274394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-26c205e5-53be-4f0b-a031-903017a733d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:55.275817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-26c205e5-53be-4f0b-a031-903017a733d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1100 time: 0.1919327 Nov 11 20:50:55.307278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:55.349537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19837-5fd2-4b5e-947e-838c75c3977a req-4a846761-dbc4-455a-a6fd-b0c5a8c8c74c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:55.352348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ca19837-5fd2-4b5e-947e-838c75c3977a req-4a846761-dbc4-455a-a6fd-b0c5a8c8c74c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.0660384 Nov 11 20:50:55.355936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:55.373284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-6812e940-685f-4d6b-8c8f-a3aad28aff9a service neutron] 10.222.0.31 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852319 Nov 11 20:50:55.373881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.427854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ca19837-5fd2-4b5e-947e-838c75c3977a req-90cb6c47-93a8-4df3-b7e8-91afd4aa6655 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678368 Nov 11 20:50:55.465730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Pushing event updated for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:55.486740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-a8990109-c48c-4699-b290-7ce51179ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:55.488254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-a8990109-c48c-4699-b290-7ce51179ebdb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2049232 Nov 11 20:50:55.553420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-a493aaa9-109f-44a0-b78f-44d647b15e9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0430450 Nov 11 20:50:55.610426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Attempting to bind port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:50:55.610665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Attempting to bind port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:50:55.610996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Attempting to bind port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 on network 7a047883-fd72-4363-9d08-015065a5f260 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:55.618423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 on network 7a047883-fd72-4363-9d08-015065a5f260 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:50:55.618726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Attempting to bind port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 on network 7a047883-fd72-4363-9d08-015065a5f260 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:50:55.627106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-718340b1-f54e-40e5-9f10-f60a09a53ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:55.628576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-718340b1-f54e-40e5-9f10-f60a09a53ff5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0672929 Nov 11 20:50:55.629795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:50:55.629795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Checking segment: {'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:50:55.630062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Bound using segment: {'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:50:55.630483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Bound port: fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038b298e-f6f0-40f5-afe6-566200e7c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a047883-fd72-4363-9d08-015065a5f260'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:50:55.630827 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.725456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3922233-d74a-4ad7-a24c-2668e0d3e876 req-7172367f-9d89-4b62-ba60-8c81d587bf4b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:55.727385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3922233-d74a-4ad7-a24c-2668e0d3e876 req-7172367f-9d89-4b62-ba60-8c81d587bf4b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 944 time: 0.0755863 Nov 11 20:50:55.801524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3922233-d74a-4ad7-a24c-2668e0d3e876 req-43d6b8b2-7a02-42d3-a951-f39f49713fa0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647631 Nov 11 20:50:56.032532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:56.034829 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0890653-7268-422c-80b5-0a26fb7442a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:56.041177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5210c84-4395-4367-987f-1bc9393d6fb0 req-e88c6fe8-631f-40d0-9816-6099be8687ca tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.048251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5210c84-4395-4367-987f-1bc9393d6fb0 req-e88c6fe8-631f-40d0-9816-6099be8687ca tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0550644 Nov 11 20:50:56.090467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a004a3e-eb23-4826-bacf-1f515c179df4 req-e7689753-79de-44b5-ba21-0bcc51e1ce35 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 210 time: 0.0490916 Nov 11 20:50:56.103558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5210c84-4395-4367-987f-1bc9393d6fb0 req-bcd6ac42-460c-4959-8217-dd90e4e90801 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529234 Nov 11 20:50:56.126774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-f51c1dd4-222d-49ab-9ed0-a58daab29514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.129439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-f51c1dd4-222d-49ab-9ed0-a58daab29514 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4890382 Nov 11 20:50:56.132806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:50:56.136812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:50:56.172902 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e436f7f7-bdb2-4e51-900e-7f2664204547 x-openstack-request-id: req-e436f7f7-bdb2-4e51-900e-7f2664204547 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:56.173533 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:56.173533 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e436f7f7-bdb2-4e51-900e-7f2664204547 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:56.174420 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'status': 'completed', 'code': 200} Nov 11 20:50:56.266693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d87ab1bf-cdc0-4822-b509-a4880699be41 req-379c5207-6b5e-4fb8-a02e-5590d179dc39 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0690846 Nov 11 20:50:56.288851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-56fa9037-0d6e-4c56-b859-01ee9b71bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.291885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-da0ed83f-68ce-499f-83ec-6a3ce0be5745 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536968 Nov 11 20:50:56.293697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-56fa9037-0d6e-4c56-b859-01ee9b71bf04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1100 time: 0.0810025 Nov 11 20:50:56.297061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.362675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.364293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.365903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] 10.222.0.58 "PUT /v2.0/ports/fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 1092 time: 2.2150922 Nov 11 20:50:56.408004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-0eea9407-2688-4bcf-b792-c693ea702f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.409612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-0eea9407-2688-4bcf-b792-c693ea702f36 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.0973139 Nov 11 20:50:56.432566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d374e-7b36-4608-8810-4566d6108e78 service neutron] Pushing event updated for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:56.462519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d5bbdd6-1a04-4a72-998a-74b435065d21 req-8149ab35-2299-42de-b049-91705f85efa1 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622336 Nov 11 20:50:56.484175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-838c4fac-3aeb-4528-b40e-c6b564b7e121 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0471621 Nov 11 20:50:56.557800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-ea29620a-2225-4d08-aace-83d67416fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.557800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-ea29620a-2225-4d08-aace-83d67416fb26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0593083 Nov 11 20:50:56.568685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-66276846-fff8-4cd5-b16e-d906028616dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.570251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-66276846-fff8-4cd5-b16e-d906028616dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1100 time: 0.0493460 Nov 11 20:50:56.644214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90e0cf-6366-4999-8dff-ba9114d8e5a3 req-7a2cb2c3-4c9b-41dd-a292-2ce3799745b5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.645669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e90e0cf-6366-4999-8dff-ba9114d8e5a3 req-7a2cb2c3-4c9b-41dd-a292-2ce3799745b5 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.0823746 Nov 11 20:50:56.661854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-068f16bd-a79d-4d7c-9ba4-9ecf10dca224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.663534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-068f16bd-a79d-4d7c-9ba4-9ecf10dca224 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980096 Nov 11 20:50:56.734417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-40ec5cf5-8527-4803-b54b-908f5ed57315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.736852 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-40ec5cf5-8527-4803-b54b-908f5ed57315 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1589906 Nov 11 20:50:56.756916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e90e0cf-6366-4999-8dff-ba9114d8e5a3 req-ebecd202-5394-453c-b452-c0a7c81f674c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037819 Nov 11 20:50:56.793000 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-3f927543-8be3-4ebd-9ea0-d55cda97da5e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 200 len: 217 time: 0.0482430 Nov 11 20:50:56.801892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-e2afec5b-a669-438c-8609-6c685a61c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.803497 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-e2afec5b-a669-438c-8609-6c685a61c5c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1095 time: 0.1230166 Nov 11 20:50:56.849199 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-10166edb-d22d-4114-a302-bd5a5c2f04b1 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565018 Nov 11 20:50:56.906215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-fd885470-e61f-473b-bfdf-49d14229594d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 217 time: 0.0915291 Nov 11 20:50:56.975519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-7a245dfb-7414-44e7-aae5-fa442918e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:56.977961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-7a245dfb-7414-44e7-aae5-fa442918e303 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1735380 Nov 11 20:50:57.002006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-1eef206b-738e-4461-840e-62c1b2682d2b service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267111 Nov 11 20:50:57.006053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:57.042318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-00b90231-1dc5-4d95-a0fc-960481921158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:57.044275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-00b90231-1dc5-4d95-a0fc-960481921158 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.1299350 Nov 11 20:50:57.086962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409c453-e952-4858-be87-85676f60f020 req-4e406a9f-f605-4eb4-9c93-54e734c35805 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:57.088739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e409c453-e952-4858-be87-85676f60f020 req-4e406a9f-f605-4eb4-9c93-54e734c35805 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 945 time: 0.0536585 Nov 11 20:50:57.100495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-935ef3c1-28f4-4027-83da-b029d0571228 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401344 Nov 11 20:50:57.122528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-939f0d9a-775e-40ed-a74b-558d4b600e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:57.124119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-939f0d9a-775e-40ed-a74b-558d4b600e3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370206 Nov 11 20:50:57.145069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712c494-b6a5-4a1f-9dde-dde2f573283d req-e564c45c-4ef3-41b4-b7c0-422971b65e89 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:57.146650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9712c494-b6a5-4a1f-9dde-dde2f573283d req-e564c45c-4ef3-41b4-b7c0-422971b65e89 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 944 time: 0.1226895 Nov 11 20:50:57.146859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e409c453-e952-4858-be87-85676f60f020 req-5a4d4f39-f832-423e-b6e1-4d4b31bb40f1 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516579 Nov 11 20:50:57.240466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0cb53e0a-bf9e-42e3-8469-c75f52eac01c req-b7f8b7c8-d7a9-423c-97cc-a7bdb68da54b tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 210 time: 0.0406542 Nov 11 20:50:57.306396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:50:57.340758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9712c494-b6a5-4a1f-9dde-dde2f573283d req-d8e2a2a9-eb3f-4217-9ee7-6e17856216a5 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763899 Nov 11 20:50:57.343358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-2cdb78b9-93e8-408e-9c58-8f3709f5617e service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315333 Nov 11 20:50:57.345316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-dd59613e-02fe-4c57-a4b1-ac147e8daaa8 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919556 Nov 11 20:50:57.381496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88611b-a88b-4ca8-94bd-6b4b057ecbef req-f72f38e5-a015-496d-b047-5bc047a2899c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:57.390563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da88611b-a88b-4ca8-94bd-6b4b057ecbef req-f72f38e5-a015-496d-b047-5bc047a2899c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0875425 Nov 11 20:50:57.454876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da88611b-a88b-4ca8-94bd-6b4b057ecbef req-1369f327-4711-4ec3-8117-84851bbea96c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634277 Nov 11 20:50:57.460267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:57.474658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '3ade6122-0add-4f8e-a420-15e7a221e8f1', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'port_id': '3ade6122-0add-4f8e-a420-15e7a221e8f1', 'mac_address': 'fa:16:3e:c1:e0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed15e3f-d2cd-4320-8502-7a73c0dc795c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:50:57.510450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab35719-0749-46f6-a945-97ed78470fed req-541fedc3-eaf3-4910-9e14-6681c8e7371b tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0459735 Nov 11 20:50:57.525558 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:57.540095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ade6122-0add-4f8e-a420-15e7a221e8f1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:50:57.556960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0890653-7268-422c-80b5-0a26fb7442a4 req-38d9c469-b4ad-4ef1-ae33-2f9bac467955 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972721 Nov 11 20:50:57.567391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:57.567748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6dbbb62-c7a9-4342-9d76-65344e0ec362 req-37cf3b96-a514-4608-9c33-e128d8eb122a service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053604 Nov 11 20:50:57.794187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:57.856253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:57.878540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f2a5c-d995-4d2d-bef6-ec8c99ba65c7 req-e14aedf9-c17f-491e-adbd-58b5a69e82bc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:57.880042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c47f2a5c-d995-4d2d-bef6-ec8c99ba65c7 req-e14aedf9-c17f-491e-adbd-58b5a69e82bc tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.0546734 Nov 11 20:50:57.930351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c47f2a5c-d995-4d2d-bef6-ec8c99ba65c7 req-fa1c9e5a-8b7c-4595-a07f-ffdfd300a62d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Nov 11 20:50:57.957683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-6661153a-dfb4-4e80-84fc-68d24bcdc737 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:57.959223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-6661153a-dfb4-4e80-84fc-68d24bcdc737 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 945 time: 0.0726936 Nov 11 20:50:58.064992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Deleting port 7431f3ae-ba15-4ddb-92a5-210cd651cabc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:58.065259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:58.130193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['3ade6122-0add-4f8e-a420-15e7a221e8f1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:58.158411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] For port 7431f3ae-ba15-4ddb-92a5-210cd651cabc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7431f3ae-ba15-4ddb-92a5-210cd651cabc,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:58.159124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:58.174736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:58.179721 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74124abd-9dfd-4fd3-b67a-dd2675f3654d" -d '{"events": [{"name": "network-changed", "server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:58.196109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Calling delete_port for 7431f3ae-ba15-4ddb-92a5-210cd651cabc owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:58.221795 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18f21bf-7385-4d75-9bd2-0914cad54138 x-openstack-request-id: req-d18f21bf-7385-4d75-9bd2-0914cad54138 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:58.222085 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:58.222338 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d18f21bf-7385-4d75-9bd2-0914cad54138 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:58.222735 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6', 'status': 'completed', 'code': 200} Nov 11 20:50:58.353818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-d6074e2c-5588-4022-8229-fd0673f0bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:58.355270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-d6074e2c-5588-4022-8229-fd0673f0bce8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1095 time: 0.1059313 Nov 11 20:50:58.364483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc450ca-b05c-4a71-8b06-c185c8343dd0 req-207f6c3a-f048-4a9f-b744-92f78d4352d5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:58.366005 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3fc450ca-b05c-4a71-8b06-c185c8343dd0 req-207f6c3a-f048-4a9f-b744-92f78d4352d5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 945 time: 0.1072292 Nov 11 20:50:58.370169 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-158ac3ee-66e5-4351-bb1b-e8db4275b0c6 req-991d0310-bea9-434c-9ec4-f54d758a8ef8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 210 time: 0.0468578 Nov 11 20:50:58.474717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3fc450ca-b05c-4a71-8b06-c185c8343dd0 req-55eae93c-7ed1-4f32-9f7e-d5b7dfe2ca32 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972848 Nov 11 20:50:58.491039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-256e25ac-6658-480a-be7f-bfe9ee4f7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:58.492956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-256e25ac-6658-480a-be7f-bfe9ee4f7e1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 914 time: 0.1247807 Nov 11 20:50:58.516407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7668c20-ed79-4660-af4b-a4cea6bf4ee3 req-3d0cf22f-a0ab-4856-91a5-f61a5358271c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:58.517988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7668c20-ed79-4660-af4b-a4cea6bf4ee3 req-3d0cf22f-a0ab-4856-91a5-f61a5358271c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 944 time: 0.0665500 Nov 11 20:50:58.546029 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-f5d35817-f9e6-4074-93de-ec3bc03f1bf6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 217 time: 0.0455179 Nov 11 20:50:58.564258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:58.601424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7668c20-ed79-4660-af4b-a4cea6bf4ee3 req-25bf9910-f3ee-4cfb-a285-79d9de501e9e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769198 Nov 11 20:50:58.602532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event deleted for resources: {'Port': ['ID=7431f3ae-ba15-4ddb-92a5-210cd651cabc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:58.619746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-e996045e-2caa-448d-b5cc-38bf707f23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:58.639112 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-e996045e-2caa-448d-b5cc-38bf707f23a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.0773332 Nov 11 20:50:58.641662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686801e-8974-48fc-a840-a264d4a8e6e4 req-a98fc221-f073-48e3-85d6-0043c45a2421 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:58.643187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f686801e-8974-48fc-a840-a264d4a8e6e4 req-a98fc221-f073-48e3-85d6-0043c45a2421 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 945 time: 0.1006138 Nov 11 20:50:58.655504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] No DVR routers for this DVR port 7431f3ae-ba15-4ddb-92a5-210cd651cabc on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:58.660188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:58.663356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad41586f-b74b-4bca-a127-0e96c69dabad req-cc4d091a-953d-4771-9f73-231e218bc144 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "DELETE /v2.0/ports/7431f3ae-ba15-4ddb-92a5-210cd651cabc HTTP/1.1" status: 204 len: 173 time: 0.6977251 Nov 11 20:50:58.663928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'name': 'network-vif-deleted', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:58.667407 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a7c2d-14de-4a6c-b03c-0771e3a652fb" -d '{"events": [{"server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "name": "network-vif-deleted", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:58.681519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-1152b69a-c0ad-44f5-97a1-030ffb03bd44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373197 Nov 11 20:50:58.722212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-143b70c0-db8d-4839-8fcd-f2d6fc2e2de1 req-b152042f-2f88-4199-a9b7-e5307925c747 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0321443 Nov 11 20:50:58.738445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f686801e-8974-48fc-a840-a264d4a8e6e4 req-019ac569-5b14-41dd-a73f-39d1bbfadf36 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864842 Nov 11 20:50:58.799290 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5544c3-5027-4353-8c32-02cc70df44c4 x-openstack-request-id: req-0f5544c3-5027-4353-8c32-02cc70df44c4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:58.799590 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec640a0b-4c10-4b2d-832a-4d967c0893ab", "name": "network-vif-deleted", "tag": "7431f3ae-ba15-4ddb-92a5-210cd651cabc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:58.799845 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f5544c3-5027-4353-8c32-02cc70df44c4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:58.800270 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec640a0b-4c10-4b2d-832a-4d967c0893ab', 'name': 'network-vif-deleted', 'tag': '7431f3ae-ba15-4ddb-92a5-210cd651cabc', 'status': 'completed', 'code': 200} Nov 11 20:50:58.800760 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-ff73c92b-bcb9-4e78-9806-201c2268fe29 service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072712 Nov 11 20:50:58.879551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7431f3ae-ba15-4ddb-92a5-210cd651cabc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:50:58.902416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74124abd-9dfd-4fd3-b67a-dd2675f3654d req-1bf37538-c4bc-4b72-972a-e36935187860 service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922048 Nov 11 20:50:59.055355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7910318-46e5-4c2a-b0bc-05ed813a3c3e req-bcd1c4b1-7943-498f-a4df-8da5df23d71d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:59.056863 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7910318-46e5-4c2a-b0bc-05ed813a3c3e req-bcd1c4b1-7943-498f-a4df-8da5df23d71d tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.0515265 Nov 11 20:50:59.106349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7910318-46e5-4c2a-b0bc-05ed813a3c3e req-b032b23f-4848-42cb-aadb-64a1ea2c4f0f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Nov 11 20:50:59.321200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:50:59.474488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3c81af7-3069-4d90-90b9-f1e6411f70ed req-e8d99132-14e3-4658-9363-823afbc9e467 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 210 time: 0.0276117 Nov 11 20:50:59.531512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 3ade6122-0add-4f8e-a420-15e7a221e8f1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:50:59.563124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 3ade6122-0add-4f8e-a420-15e7a221e8f1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:50:59.563124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:59.592245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c541454-f226-4971-9a1b-2a7d59b7e0be req-563a01aa-8f6d-49d2-bf6d-04b609197c83 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 210 time: 0.0276055 Nov 11 20:50:59.627726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:59.643353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-f93801ec-d12a-4bbc-9ee3-3715e1930208 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:59.645084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-f93801ec-d12a-4bbc-9ee3-3715e1930208 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 821 time: 0.1206303 Nov 11 20:50:59.658439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:59.660933 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb02eb1-da97-4297-9be2-8ba05f9e0af0" -d '{"events": [{"server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "name": "network-vif-plugged", "status": "completed", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:59.666630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Request body: {'port': {'device_id': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'admin_state_up': True, 'tenant_id': '9221ceae38c94c61874e0ea9c6c576cc'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:50:59.679018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:59.703204 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d65e512-9223-4e15-8620-e9c77bf4f8aa x-openstack-request-id: req-6d65e512-9223-4e15-8620-e9c77bf4f8aa {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:59.703560 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "name": "network-vif-plugged", "status": "completed", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:59.703875 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d65e512-9223-4e15-8620-e9c77bf4f8aa {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:59.704369 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1', 'code': 200} Nov 11 20:50:59.798152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273693f2-4e28-4240-b0b7-82158667d367 req-cd70bd14-ff97-4555-82ae-eb87c90982cf tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:59.799673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-273693f2-4e28-4240-b0b7-82158667d367 req-cd70bd14-ff97-4555-82ae-eb87c90982cf tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 944 time: 0.1111052 Nov 11 20:50:59.846406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1a074c6-19f4-4ead-8775-59b42614b67e req-eab3fd6d-da78-4335-9018-eed5cd87c888 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0374222 Nov 11 20:50:59.885619 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:59.914792 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-273693f2-4e28-4240-b0b7-82158667d367 req-d3399ca7-abc9-418e-9c17-75f061957606 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088619 Nov 11 20:50:59.925321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c703c-dd0a-4381-b9da-191c298531a9 req-346c23ff-f1c2-4e72-a461-6da8cba30d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:59.926959 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b7c703c-dd0a-4381-b9da-191c298531a9 req-346c23ff-f1c2-4e72-a461-6da8cba30d26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1096 time: 0.0912905 Nov 11 20:50:59.970267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:59.992489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b4205-5f0b-4159-aafa-5d17b61e338e req-8eafc2cc-6242-4947-8f1b-11b96ac66018 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:00.001724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-181b4205-5f0b-4159-aafa-5d17b61e338e req-8eafc2cc-6242-4947-8f1b-11b96ac66018 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 946 time: 0.0850694 Nov 11 20:51:00.017184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b7c703c-dd0a-4381-b9da-191c298531a9 req-847248cb-b21d-4fe4-abb7-e74c932a35cf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771024 Nov 11 20:51:00.050268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-181b4205-5f0b-4159-aafa-5d17b61e338e req-c0351bed-b859-41f2-9c1a-5d60c0e260f5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Nov 11 20:51:00.198102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Made reservation on behalf of 9221ceae38c94c61874e0ea9c6c576cc for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:00.202914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:00.223833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752c3bf-58e0-43df-a6c7-6d5d2981e0d0 req-64257073-70a4-4498-a433-da7e6142c026 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:00.225355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6752c3bf-58e0-43df-a6c7-6d5d2981e0d0 req-64257073-70a4-4498-a433-da7e6142c026 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 949 time: 0.0502656 Nov 11 20:51:00.278032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6752c3bf-58e0-43df-a6c7-6d5d2981e0d0 req-d02578a0-03e9-4221-9083-cfaf7d566ec6 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458241 Nov 11 20:51:00.335096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Allocated IP 172.20.0.8 (e71d8a48-30d6-42ae-9598-e8fc60b02cfe/22ffdbbd-8304-4fb9-9145-095abd7f07cb/1fe787ce-189d-4bbb-859b-47eac7cde0f5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:00.484688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:00.593989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bcaec67-333c-4549-a605-10cfe948efc0 req-d9721397-018e-494b-94e9-7381c7ede519 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 210 time: 0.0318019 Nov 11 20:51:00.700367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-94dbf468-501e-4aa1-884f-969646b73a20 req-b0debfdc-e365-4682-89eb-a5c9b9a4a1c5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec640a0b-4c10-4b2d-832a-4d967c0893ab HTTP/1.1" status: 200 len: 210 time: 0.0276864 Nov 11 20:51:00.806287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:00.847389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Network e71d8a48-30d6-42ae-9598-e8fc60b02cfe is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:00.850360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:00.856270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:00.882900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:00.912669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:00.913371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:00.957862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-940f884f-f53e-4c9d-b56d-e35a25a95193 req-656960bf-ad35-4637-a043-19945d5604b3 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0297921 Nov 11 20:51:00.994075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:01.052360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c831e1f-4fb8-4ff0-b799-6eb730fad655 req-b7183c43-55ce-4268-a69d-e211adfa622a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:01.053947 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c831e1f-4fb8-4ff0-b799-6eb730fad655 req-b7183c43-55ce-4268-a69d-e211adfa622a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 944 time: 0.0620854 Nov 11 20:51:01.071205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-89e5cdce-9271-4481-be97-b683e6e426e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4086833 Nov 11 20:51:01.095960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Request body: {'port': {'device_id': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:01.106111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:01.116948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c831e1f-4fb8-4ff0-b799-6eb730fad655 req-de801d66-0ed2-411c-bb3a-1a4e18033111 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549445 Nov 11 20:51:01.120731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'mac_address': 'fa:16:3e:90:11:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:01.170861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.175176 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.193433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4efca92-28a3-43a6-919e-e21ffc2b7810 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:01.216016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:01.318520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9ada8-2bc8-4dec-b505-d476de692c23 req-efb93339-0743-4970-973e-29fcea7ead2e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:01.320045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ff9ada8-2bc8-4dec-b505-d476de692c23 req-efb93339-0743-4970-973e-29fcea7ead2e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 946 time: 0.1106534 Nov 11 20:51:01.328845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7431f3ae-ba15-4ddb-92a5-210cd651cabc no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:01.352216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7431f3ae-ba15-4ddb-92a5-210cd651cabc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:01.352976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7431f3ae-ba15-4ddb-92a5-210cd651cabc not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:01.355023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.355986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:01.407852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83813d7-ea5d-4e90-b91f-140d5d9e910a req-03ad6d57-f7d1-420d-9c20-438dd3ef9175 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:01.417475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d83813d7-ea5d-4e90-b91f-140d5d9e910a req-03ad6d57-f7d1-420d-9c20-438dd3ef9175 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0635684 Nov 11 20:51:01.437414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ff9ada8-2bc8-4dec-b505-d476de692c23 req-8ce6547c-57fb-49b1-9b1a-e1693fd2955e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104879 Nov 11 20:51:01.447092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:01.482918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d83813d7-ea5d-4e90-b91f-140d5d9e910a req-6399fab5-374b-45b4-b477-37e06726f2af tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644541 Nov 11 20:51:01.518245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:01.531083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6', 'network_id': '7a047883-fd72-4363-9d08-015065a5f260', 'port_id': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6', 'mac_address': 'fa:16:3e:d1:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536c3cae-f051-47ea-ae4c-d141beef2919', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:01.557934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe787ce-189d-4bbb-859b-47eac7cde0f5 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:01.566672 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.571903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.581369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Transition to ACTIVE for port object 1fe787ce-189d-4bbb-859b-47eac7cde0f5 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:51:01.589226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:01.610377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:01.683501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.725621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.742503 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944b5cb-fbff-4bae-b9bc-db918fc56c84 req-c1aa59db-1497-484c-b034-4122995712e1 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:01.745075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2944b5cb-fbff-4bae-b9bc-db918fc56c84 req-c1aa59db-1497-484c-b034-4122995712e1 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0722845 Nov 11 20:51:01.768940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:01.786418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a641874-e623-40c8-ac7e-8ed5c6061743 req-fb467142-27ab-46d8-917e-0be52b4ebf65 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:01.787975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a641874-e623-40c8-ac7e-8ed5c6061743 req-fb467142-27ab-46d8-917e-0be52b4ebf65 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 1101 time: 0.1141722 Nov 11 20:51:01.807003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-7a6ea9e7-5f85-4f80-86e7-8ae1dae62514 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891068 Nov 11 20:51:01.858827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2944b5cb-fbff-4bae-b9bc-db918fc56c84 req-220431ee-e729-4d3b-b342-fc6e92a14c64 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882747 Nov 11 20:51:01.882689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:01.885733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a641874-e623-40c8-ac7e-8ed5c6061743 req-13088b90-a1cb-44d9-8900-effd3bab28b9 tempest-MigrationsAdminTest-499571 tempest-MigrationsAdminTest-499571-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751626 Nov 11 20:51:01.902825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d82020-11ba-4331-a377-7afc22626f43 req-28721014-c173-42b6-9735-a03822164b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:01.903570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Attempting to bind port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:01.905242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-28721014-c173-42b6-9735-a03822164b16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 1101 time: 0.0600319 Nov 11 20:51:01.905737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Attempting to bind port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:01.906086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Attempting to bind port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:01.910999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:01.911301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Attempting to bind port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:01.939708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:01.940416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Checking segment: {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:01.943138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Bound using segment: {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:01.946847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Bound port: 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:01.947966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:01.983313 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-587a67e4-9e84-491e-98d3-125ea4a3c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:02.035391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:02.038702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:02.085860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d82020-11ba-4331-a377-7afc22626f43 req-da8589ef-aa40-4401-bbc5-2c160309f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:02.092382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-da8589ef-aa40-4401-bbc5-2c160309f23b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1337099 Nov 11 20:51:02.143043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-972d15d1-38e5-484f-b20e-30ad7c6c36d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 200 len: 217 time: 0.0405686 Nov 11 20:51:02.200170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d82020-11ba-4331-a377-7afc22626f43 req-a532ccbb-c4a5-4a22-b320-237bb5a8275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:02.202527 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-a532ccbb-c4a5-4a22-b320-237bb5a8275b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0522323 Nov 11 20:51:02.202653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:02.204990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d4efca92-28a3-43a6-919e-e21ffc2b7810'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:02.229505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:02.259384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d82020-11ba-4331-a377-7afc22626f43 req-e7d7baba-a38b-4b1e-96b9-f17cb3407e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:02.261021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-e7d7baba-a38b-4b1e-96b9-f17cb3407e79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506203 Nov 11 20:51:02.282952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:02.283730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:02.285194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] 10.222.0.62 "PUT /v2.0/ports/1fe787ce-189d-4bbb-859b-47eac7cde0f5 HTTP/1.1" status: 200 len: 1091 time: 1.1955895 Nov 11 20:51:02.285640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:02.288239 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f070f2-71b1-4c60-b006-f666e47e0d99" -d '{"events": [{"name": "network-changed", "server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:02.303256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525784e-cb06-413b-92ee-70ed70fa5682 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:02.370867 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-4a26ed89-d23c-4cf0-b1d6-5d27178c5d17 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021712 Nov 11 20:51:02.480193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9d82020-11ba-4331-a377-7afc22626f43 req-798e8618-b209-4eb0-83dc-40579de53ca2 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008694 Nov 11 20:51:02.650135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-1710a27d-571c-4500-8dbd-540c872de26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:02.651616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-1710a27d-571c-4500-8dbd-540c872de26a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 1094 time: 0.0411897 Nov 11 20:51:02.711149 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-7a5f6101-14fa-4d69-b7dd-88dc1b4f24e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5 HTTP/1.1" status: 200 len: 217 time: 0.0389953 Nov 11 20:51:02.748842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a3ed278-6c51-47b7-9b3c-4dc0cb9b24ae req-a9d80aa8-4b49-438a-a4b1-a05e8b541ad1 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0332813 Nov 11 20:51:02.788603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-e173b48b-9561-4c38-96fa-d0e978a67dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:02.790708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-e173b48b-9561-4c38-96fa-d0e978a67dbd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22ffdbbd-8304-4fb9-9145-095abd7f07cb HTTP/1.1" status: 200 len: 861 time: 0.0532641 Nov 11 20:51:02.846340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-f0f14704-13b9-4618-9df2-cbae7e9358d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332825 Nov 11 20:51:02.859231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b897-865e-4e7a-9e48-0e99dc0babfb req-1de12c46-90a1-485d-a28a-a6e08dd54cf3 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:02.859906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8673b897-865e-4e7a-9e48-0e99dc0babfb req-1de12c46-90a1-485d-a28a-a6e08dd54cf3 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 945 time: 0.0590224 Nov 11 20:51:02.866045 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d0a35c-d440-4308-a908-77d7a597411f x-openstack-request-id: req-44d0a35c-d440-4308-a908-77d7a597411f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:02.866570 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:02.866834 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44d0a35c-d440-4308-a908-77d7a597411f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:02.867243 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'status': 'completed', 'code': 200} Nov 11 20:51:02.916110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8673b897-865e-4e7a-9e48-0e99dc0babfb req-38acbfe3-419f-42e4-bcf8-fe94c2acad76 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Nov 11 20:51:03.015590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c0417-825c-45e1-8091-f475fe2e16d0 req-caad433d-c81b-4eca-87e9-23e2782e83b1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.017125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a99c0417-825c-45e1-8091-f475fe2e16d0 req-caad433d-c81b-4eca-87e9-23e2782e83b1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 946 time: 0.0741909 Nov 11 20:51:03.019351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-68a9ee97-a428-4fc5-8ab4-0833389cf962 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412663 Nov 11 20:51:03.025742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880307e1-d9b5-46eb-8fce-8e30a1322b39 req-e00d7292-55f3-487c-a4fc-a79da1c15419 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.027305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-880307e1-d9b5-46eb-8fce-8e30a1322b39 req-e00d7292-55f3-487c-a4fc-a79da1c15419 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.0495393 Nov 11 20:51:03.080541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-880307e1-d9b5-46eb-8fce-8e30a1322b39 req-0a7d1f6d-10cd-4c1b-bf81-84c1389db153 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466738 Nov 11 20:51:03.120998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a99c0417-825c-45e1-8091-f475fe2e16d0 req-40d133d7-ff48-4c4a-bf91-32a110f9a216 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972736 Nov 11 20:51:03.158013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9d57f7-6ba2-47ee-8eff-f66d9eb45c44 req-5fc48829-2f94-480f-a579-6228a4340e68 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120205 Nov 11 20:51:03.190653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c82a-fbc8-43b9-afac-cbb0c9925cd6 req-a9a5b260-3991-4de0-a14f-3ad97f150ef2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.192345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc82c82a-fbc8-43b9-afac-cbb0c9925cd6 req-a9a5b260-3991-4de0-a14f-3ad97f150ef2 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0542326 Nov 11 20:51:03.240978 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc82c82a-fbc8-43b9-afac-cbb0c9925cd6 req-aeb63a58-8391-4daa-879d-c38b4e0b254a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Nov 11 20:51:03.243034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765a7f-b46d-4bed-ac6b-2c8166e24284 req-eba180a5-2253-4551-980e-8bf22cd73925 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.248991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76765a7f-b46d-4bed-ac6b-2c8166e24284 req-eba180a5-2253-4551-980e-8bf22cd73925 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0524831 Nov 11 20:51:03.298385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76765a7f-b46d-4bed-ac6b-2c8166e24284 req-c80db6bf-cdb3-4b6c-803c-23f6b82bb4ba tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Nov 11 20:51:03.386467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-3b89b86a-e51c-41cc-8652-d345adb3f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.388817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-3b89b86a-e51c-41cc-8652-d345adb3f96e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 1094 time: 0.0470080 Nov 11 20:51:03.454303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb6c2e-4b66-4775-8439-5483e9083241 req-bb087d7e-1e94-4f71-a9b6-6e0e1614cf09 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.455921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ceb6c2e-4b66-4775-8439-5483e9083241 req-bb087d7e-1e94-4f71-a9b6-6e0e1614cf09 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1097 time: 0.0427203 Nov 11 20:51:03.488684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-37d4663f-48a7-4649-a831-3a1fc493e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.490295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-37d4663f-48a7-4649-a831-3a1fc493e3fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 922 time: 0.0884047 Nov 11 20:51:03.504634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ceb6c2e-4b66-4775-8439-5483e9083241 req-65d59883-8463-49f0-a97b-4cac63f818d8 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Nov 11 20:51:03.571351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-52f11f38-a203-4905-8870-e03c9ec8a767 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5 HTTP/1.1" status: 200 len: 217 time: 0.0568316 Nov 11 20:51:03.692469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-7bebc9d0-eecb-4bad-8ab1-ff01c8da80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.694910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-7bebc9d0-eecb-4bad-8ab1-ff01c8da80eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22ffdbbd-8304-4fb9-9145-095abd7f07cb HTTP/1.1" status: 200 len: 861 time: 0.0926905 Nov 11 20:51:03.697117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b701ff5-db2b-47fc-868b-5c246abfcf01 req-7daf46f6-49de-4fb0-83d9-2e34e5cb37cb tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.698683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b701ff5-db2b-47fc-868b-5c246abfcf01 req-7daf46f6-49de-4fb0-83d9-2e34e5cb37cb tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1097 time: 0.1151597 Nov 11 20:51:03.714742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-3312f64a-e35c-42a5-8739-f2cebb2bc7e5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:03.716285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-3312f64a-e35c-42a5-8739-f2cebb2bc7e5 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.1221602 Nov 11 20:51:03.766198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-3b89472f-f6ee-43b2-b1a1-aba9b70d257b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482988 Nov 11 20:51:03.887718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b701ff5-db2b-47fc-868b-5c246abfcf01 req-fc131aab-afdc-4c99-a362-1307dec4c821 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812782 Nov 11 20:51:03.916742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9f90f12-908b-41b1-9bb6-b1433c5009a9 req-26f5521e-0acf-48b8-aed3-374b9551bd1c tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0409112 Nov 11 20:51:03.958175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-417bb9f2-0715-4ddf-a7d0-faf4e31c55d1 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627767 Nov 11 20:51:03.972244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-a7393f89-53ba-4b45-87e7-de4c7866b664 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668645 Nov 11 20:51:03.999886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Deleting port ac437518-f646-4a53-a4bb-5cdd463a3b97 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:04.000035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.130348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffad6d-38e6-4c60-9da1-953141643e6a req-ea30d0d1-c107-4b46-8f65-c927a4147ca1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.131833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ffad6d-38e6-4c60-9da1-953141643e6a req-ea30d0d1-c107-4b46-8f65-c927a4147ca1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 945 time: 0.0837567 Nov 11 20:51:04.139322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-0caabc94-2e0a-48d3-adbb-0ba8a8226a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.140914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-0caabc94-2e0a-48d3-adbb-0ba8a8226a12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d6434ec00e4adf81310fc797f0f1e0&device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 1096 time: 0.0626590 Nov 11 20:51:04.145332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f070f2-71b1-4c60-b006-f666e47e0d99 req-44f27430-13ab-456f-843e-1b3dab7fc803 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705906 Nov 11 20:51:04.164691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] For port ac437518-f646-4a53-a4bb-5cdd463a3b97, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ac437518-f646-4a53-a4bb-5cdd463a3b97,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:04.165127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.197284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ffad6d-38e6-4c60-9da1-953141643e6a req-ef6f37e6-e6ae-449f-bf3f-2402fa6269ab tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554035 Nov 11 20:51:04.205933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Calling delete_port for ac437518-f646-4a53-a4bb-5cdd463a3b97 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:04.268294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-92ebc32c-3688-4a45-b988-533c4a686477 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.269904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-92ebc32c-3688-4a45-b988-533c4a686477 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0643158 Nov 11 20:51:04.345860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-67ae044b-1e46-4252-b9ab-4264cca22566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.347330 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-67ae044b-1e46-4252-b9ab-4264cca22566 service neutron] 10.222.0.62 "GET /v2.0/networks?id=994e3071-1974-4cab-afd8-f2193fb48982 HTTP/1.1" status: 200 len: 917 time: 0.1734438 Nov 11 20:51:04.375085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581701c0-7647-4f61-b1e8-8cc220407738 req-d2fce80c-a874-44f2-a924-705d8cebb208 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.376688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-581701c0-7647-4f61-b1e8-8cc220407738 req-d2fce80c-a874-44f2-a924-705d8cebb208 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 944 time: 0.1058447 Nov 11 20:51:04.437397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Deleting port d4efca92-28a3-43a6-919e-e21ffc2b7810 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:04.437725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.456758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-581701c0-7647-4f61-b1e8-8cc220407738 req-54708f29-1a43-46ee-a319-ecfc8fbb1d47 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730631 Nov 11 20:51:04.462423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0424f727-cab2-45dc-9ff1-cff4e0ab294a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.473885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-b87c1245-1963-4fd9-8de7-4040347aa99b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987 HTTP/1.1" status: 200 len: 1001 time: 0.1016350 Nov 11 20:51:04.535100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-0c6a4b91-6164-4789-a11e-73ed0bb254a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.536872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-0c6a4b91-6164-4789-a11e-73ed0bb254a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e5989c5-96d9-43b7-a9f2-05c6d3dc6253 HTTP/1.1" status: 200 len: 855 time: 0.0518157 Nov 11 20:51:04.556829 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.597619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] For port d4efca92-28a3-43a6-919e-e21ffc2b7810, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d4efca92-28a3-43a6-919e-e21ffc2b7810,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:04.597988 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.608229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event deleted for resources: {'Port': ['ID=ac437518-f646-4a53-a4bb-5cdd463a3b97,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:04.613868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Calling delete_port for d4efca92-28a3-43a6-919e-e21ffc2b7810 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:04.638634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a33b9-9787-4e35-b0fe-5cd0ee7143b4 req-81e8d08d-8752-4d43-9cd6-5661e1c192a1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.640342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-176a33b9-9787-4e35-b0fe-5cd0ee7143b4 req-81e8d08d-8752-4d43-9cd6-5661e1c192a1 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 950 time: 0.0904381 Nov 11 20:51:04.656730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-4d0a142d-9a5c-4740-8cb8-a085216bc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.658291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-4d0a142d-9a5c-4740-8cb8-a085216bc2c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994e3071-1974-4cab-afd8-f2193fb48982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107993 Nov 11 20:51:04.658953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] No DVR routers for this DVR port ac437518-f646-4a53-a4bb-5cdd463a3b97 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:04.661429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.664646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e548bf2-2a6d-4367-aa6b-309319e3a40b req-129e28a6-8ba8-4dff-888a-fbd6b16ded62 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.62 "DELETE /v2.0/ports/ac437518-f646-4a53-a4bb-5cdd463a3b97 HTTP/1.1" status: 204 len: 173 time: 0.9089365 Nov 11 20:51:04.733223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-176a33b9-9787-4e35-b0fe-5cd0ee7143b4 req-ee0f02c6-cb93-48f9-ace4-84c03a5e466b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620892 Nov 11 20:51:04.785957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-9444a9f2-eee6-4ce7-a059-af7bc677edf2 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046271 Nov 11 20:51:04.886986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb838e-b1f6-4649-a88a-1d7dcc264d3f req-b4df3192-8d38-4970-a0c4-c53217427d28 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:04.890223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4eb838e-b1f6-4649-a88a-1d7dcc264d3f req-b4df3192-8d38-4970-a0c4-c53217427d28 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0583215 Nov 11 20:51:04.934122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.948357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48', '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'd4efca92-28a3-43a6-919e-e21ffc2b7810'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:04.977453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4eb838e-b1f6-4649-a88a-1d7dcc264d3f req-3d4294df-b825-430e-9032-7183ff4e9637 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801494 Nov 11 20:51:04.980794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event deleted for resources: {'Port': ['ID=d4efca92-28a3-43a6-919e-e21ffc2b7810,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:05.011111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:05.036275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] No DVR routers for this DVR port d4efca92-28a3-43a6-919e-e21ffc2b7810 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:05.041213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:05.049237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07418a52-38ae-4bc0-9a70-a180bd624ae7 req-0b147def-3db9-4173-9873-2e83455c472a tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "DELETE /v2.0/ports/d4efca92-28a3-43a6-919e-e21ffc2b7810 HTTP/1.1" status: 204 len: 173 time: 0.7693553 Nov 11 20:51:05.050573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-deleted', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:05.053045 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c40095-5ee9-4200-9e37-4a80e08fe84f" -d '{"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-deleted", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:05.067494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: d4efca92-28a3-43a6-919e-e21ffc2b7810 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:05.068258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 20:51:05.106154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Port d4efca92-28a3-43a6-919e-e21ffc2b7810 not found, will not notify nova. {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 20:51:05.107581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:05.271881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'name': 'network-vif-deleted', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:05.284801 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657a911e-bdb0-416d-b5d4-0e1f8e96dcee" -d '{"events": [{"server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "name": "network-vif-deleted", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:05.296657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-065eef0d-d44e-4df2-80bf-cef35ea8622c req-d088beb6-d01a-47c4-9342-6ec2a157e837 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0549598 Nov 11 20:51:05.341717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:51:05.354620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:05.355042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:05.395752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d8c3d9-65fa-4355-aa34-19f973052ed0 req-03c5569c-d378-4957-95a0-98b841d6ccae service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947666 Nov 11 20:51:05.467724 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacb952c-2a25-479a-b52f-bced8984112f x-openstack-request-id: req-cacb952c-2a25-479a-b52f-bced8984112f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:05.468190 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e519bc-3597-4732-92cb-8c937d4a693c", "name": "network-vif-deleted", "tag": "d4efca92-28a3-43a6-919e-e21ffc2b7810", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:05.468751 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cacb952c-2a25-479a-b52f-bced8984112f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:05.469227 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e519bc-3597-4732-92cb-8c937d4a693c', 'name': 'network-vif-deleted', 'tag': 'd4efca92-28a3-43a6-919e-e21ffc2b7810', 'status': 'completed', 'code': 200} Nov 11 20:51:05.501853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:05.532289 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:05.571265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:05.573675 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231919db-615b-4d10-81f9-cc49363cadc4" -d '{"events": [{"server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "name": "network-vif-plugged", "status": "completed", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:05.592181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed60de9-d2b9-4b5a-a81b-8827186e30c0 req-e5e2919d-5f55-4b23-9a40-a1a53bcc4aaa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:05.594747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aed60de9-d2b9-4b5a-a81b-8827186e30c0 req-e5e2919d-5f55-4b23-9a40-a1a53bcc4aaa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 945 time: 0.0679667 Nov 11 20:51:05.596533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:05.648064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aed60de9-d2b9-4b5a-a81b-8827186e30c0 req-169f0ec3-e97d-4fd9-8ef7-d6298126ae11 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Nov 11 20:51:05.692129 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9b969-6eb8-4b9a-972e-dae1b999e0e1 x-openstack-request-id: req-4bf9b969-6eb8-4b9a-972e-dae1b999e0e1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:05.692462 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedec2ec-1462-46e0-b642-81dbd34bed0d", "name": "network-vif-deleted", "tag": "ac437518-f646-4a53-a4bb-5cdd463a3b97", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:05.694818 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bf9b969-6eb8-4b9a-972e-dae1b999e0e1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:05.694818 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedec2ec-1462-46e0-b642-81dbd34bed0d', 'name': 'network-vif-deleted', 'tag': 'ac437518-f646-4a53-a4bb-5cdd463a3b97', 'status': 'completed', 'code': 200} Nov 11 20:51:05.725165 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:05.773966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:05.775631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecb01e8d-9b29-405d-a205-01cf94519519 req-2b2df92e-91b6-4c54-90b5-4a5fe389d60e tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=bedec2ec-1462-46e0-b642-81dbd34bed0d HTTP/1.1" status: 200 len: 210 time: 0.0280600 Nov 11 20:51:05.824753 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c7df9-fe5e-4a73-bc55-84e0bb89bb32 x-openstack-request-id: req-4f1c7df9-fe5e-4a73-bc55-84e0bb89bb32 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:05.827030 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "name": "network-vif-plugged", "status": "completed", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:05.827030 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f1c7df9-fe5e-4a73-bc55-84e0bb89bb32 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:05.827030 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6', 'code': 200} Nov 11 20:51:05.936577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f340383-604b-4a74-bc71-19fee2d54f00 req-109ffa17-ab72-4b15-bd4d-af846257dc9c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0e519bc-3597-4732-92cb-8c937d4a693c HTTP/1.1" status: 200 len: 210 time: 0.0515902 Nov 11 20:51:05.952538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fe492-dd02-4b20-b4be-1b89d09915fd req-0e343e9f-8a12-4367-9a98-3836dd384a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:05.954002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b13fe492-dd02-4b20-b4be-1b89d09915fd req-0e343e9f-8a12-4367-9a98-3836dd384a30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1097 time: 0.0673480 Nov 11 20:51:06.004634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b13fe492-dd02-4b20-b4be-1b89d09915fd req-f7ad53da-0076-47fa-aaa0-163bc2d60e41 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Nov 11 20:51:06.127754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8713c5-f25c-4689-bbb7-024eff6b80d1 req-651fef4f-a208-48af-a52e-52897f460cda tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:06.129537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca8713c5-f25c-4689-bbb7-024eff6b80d1 req-651fef4f-a208-48af-a52e-52897f460cda tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0599587 Nov 11 20:51:06.181331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca8713c5-f25c-4689-bbb7-024eff6b80d1 req-21432f5c-ac6a-4fd2-ae58-ccb962f26f5c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Nov 11 20:51:06.389627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-112b1885-4c50-46e9-9056-34e9b47a9925 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:51:06.390956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-112b1885-4c50-46e9-9056-34e9b47a9925 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082848 Nov 11 20:51:06.444770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48d69cf4-33bb-4dae-9433-081860352105 req-3e5b113b-a944-4c3c-abe4-4c4dd1951a2b tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0604219 Nov 11 20:51:06.452089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-79a4a4c6-0bed-4dff-810e-010a79d2f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:06.453452 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-79a4a4c6-0bed-4dff-810e-010a79d2f930 service neutron] 10.222.0.31 "GET /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 1094 time: 0.0535512 Nov 11 20:51:06.462693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Request body: {'binding': {'host': 'n-h2-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:06.463144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:51:06.601411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on host n-h2-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:06.601748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:06.602275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:06.607226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:06.607545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:06.612491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:06.612834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:06.613252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:06.613683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Bound port: 3ade6122-0add-4f8e-a420-15e7a221e8f1, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:06.665994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:06.761963 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:06.764400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e25524f6-7d35-45ac-a6a0-059586133fd9 service neutron] 10.222.0.31 "POST /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3051555 Nov 11 20:51:06.784997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d99b1-e4e4-4756-8ea1-bf0a54af81ec req-f97d9d9a-713f-46b3-8815-63e05b077f07 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:06.784997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-270d99b1-e4e4-4756-8ea1-bf0a54af81ec req-f97d9d9a-713f-46b3-8815-63e05b077f07 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 946 time: 0.0586963 Nov 11 20:51:06.834197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-270d99b1-e4e4-4756-8ea1-bf0a54af81ec req-5e52a537-6c32-4d39-9eef-1dbff377e634 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Nov 11 20:51:07.049178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:07.242045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f186b41-6537-480b-b46c-ace08d2291de req-551b358d-5c9c-4bd0-b66a-1c8ae2e9c736 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:07.243053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f186b41-6537-480b-b46c-ace08d2291de req-551b358d-5c9c-4bd0-b66a-1c8ae2e9c736 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 946 time: 0.0540130 Nov 11 20:51:07.302398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f186b41-6537-480b-b46c-ace08d2291de req-04dc10ce-00bc-4890-80a2-434c83658b3b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Nov 11 20:51:07.354035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1fe787ce-189d-4bbb-859b-47eac7cde0f5 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:07.365778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:07.391020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: ac437518-f646-4a53-a4bb-5cdd463a3b97 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:07.391786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ac437518-f646-4a53-a4bb-5cdd463a3b97 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:07.485471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:07.498669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'port_id': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'mac_address': 'fa:16:3e:09:d6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ffdbbd-8304-4fb9-9145-095abd7f07cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:07.513815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1ac1d-de59-4e50-ba95-449125c78210 req-5683ce7f-530f-4263-9280-2401b6096ba2 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:07.515454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7cc1ac1d-de59-4e50-ba95-449125c78210 req-5683ce7f-530f-4263-9280-2401b6096ba2 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0564766 Nov 11 20:51:07.548968 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:07.565716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe787ce-189d-4bbb-859b-47eac7cde0f5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:07.589547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:07.788652 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:07.790492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:07.846098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:07.908724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7cc1ac1d-de59-4e50-ba95-449125c78210 req-f36aa8a6-7c73-4889-ad6b-93fd4bb7087e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870449 Nov 11 20:51:07.915048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e6eef8f9-aec8-4c7d-be63-da0563a62668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:07.920923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e6eef8f9-aec8-4c7d-be63-da0563a62668 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1097 time: 0.0651166 Nov 11 20:51:08.078147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-70dfef92-0ae8-448b-a2e5-c97181e77cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.079375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-70dfef92-0ae8-448b-a2e5-c97181e77cfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1523700 Nov 11 20:51:08.092187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-dc09f891-fe26-4752-a4c2-a7f83ab77a27 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.093666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-dc09f891-fe26-4752-a4c2-a7f83ab77a27 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 944 time: 0.1072426 Nov 11 20:51:08.109518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f570a6da-7b0b-44d2-ad53-b13241d90df4 req-8d9c7f2e-7f8c-4565-8f55-66d728341252 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0283296 Nov 11 20:51:08.113151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1c162-b7e1-4b95-96a6-0612d31b45ec req-15d2a4ec-703a-413e-8207-4c395246b080 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.114576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20e1c162-b7e1-4b95-96a6-0612d31b45ec req-15d2a4ec-703a-413e-8207-4c395246b080 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 944 time: 0.1017711 Nov 11 20:51:08.175052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-7b9eaf28-77aa-4a8a-bdb4-ae643d0bed14 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0779262 Nov 11 20:51:08.229962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['1fe787ce-189d-4bbb-859b-47eac7cde0f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:08.293741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20e1c162-b7e1-4b95-96a6-0612d31b45ec req-028a1a4b-fad3-4269-84f8-5cf1a9409495 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcbccf63-92bc-4205-9c13-45850e11ab1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424563 Nov 11 20:51:08.297769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-0d769621-635e-46dd-aab2-7697c8484f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.299277 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-0d769621-635e-46dd-aab2-7697c8484f25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1100001 Nov 11 20:51:08.308885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283497c-bffe-41eb-8436-610c338be577 req-4831009f-3c32-4915-81e7-999575b73896 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.322827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3283497c-bffe-41eb-8436-610c338be577 req-4831009f-3c32-4915-81e7-999575b73896 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 946 time: 0.0836020 Nov 11 20:51:08.340555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-54441794-9f5d-45a2-a2e3-92aa622d5258 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308437 Nov 11 20:51:08.343710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Deleting port c3999cbb-c067-46c2-85af-d725800ae72c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:08.344050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:08.382272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3283497c-bffe-41eb-8436-610c338be577 req-405c0c8f-6da8-4633-9931-2b2a78ff37d2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574841 Nov 11 20:51:08.501276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618d787-be39-4974-941b-8913633502a2 req-d3cbe5c9-cd63-4586-90ec-27c8e40b788f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.502803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7618d787-be39-4974-941b-8913633502a2 req-d3cbe5c9-cd63-4586-90ec-27c8e40b788f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 946 time: 0.0526857 Nov 11 20:51:08.543911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77b178-5e0a-4667-9787-aec70ab287b5 req-75df10ba-c3b5-4d82-a923-e5c18cde7e31 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.545990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd77b178-5e0a-4667-9787-aec70ab287b5 req-75df10ba-c3b5-4d82-a923-e5c18cde7e31 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 951 time: 0.1637707 Nov 11 20:51:08.549670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-13f6d87a-817f-47ef-b708-6fae0937f80a service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011132 Nov 11 20:51:08.556066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] For port c3999cbb-c067-46c2-85af-d725800ae72c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c3999cbb-c067-46c2-85af-d725800ae72c,segment=NetworkSegment(45574732-975e-49fd-b90c-b55d9d74553f),segment_id=45574732-975e-49fd-b90c-b55d9d74553f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:08.556409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:08.557100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7618d787-be39-4974-941b-8913633502a2 req-e21a5c8a-e95f-4a3c-924c-d3751a1e6056 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Nov 11 20:51:08.603504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Calling delete_port for c3999cbb-c067-46c2-85af-d725800ae72c owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:08.659421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-e8faeef8-7059-4034-91fb-4f5a9bf212cc tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-540806528&fields=id&tenant_id=4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 267 time: 0.0422151 Nov 11 20:51:08.708482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd77b178-5e0a-4667-9787-aec70ab287b5 req-fb0c0411-b3ef-4167-b4b5-7b28cc910f5c tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549232 Nov 11 20:51:08.716733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-5191b546-f9cb-4f56-b424-43eb3b620f62 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:08.718571 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-5191b546-f9cb-4f56-b424-43eb3b620f62 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 946 time: 0.0524170 Nov 11 20:51:08.732846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'port': {'security_groups': ['d2a01689-8bf1-4869-9cc6-60c90b6751c6', 'e40964b3-2f3d-44a5-ae63-fdd60ca61bf4']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:08.751835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-e7ccdd06-6e8d-4720-a1c6-3756e0f71e9c service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882522 Nov 11 20:51:08.806308 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:08.971632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.001302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:09.012001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Pushing event deleted for resources: {'Port': ['ID=c3999cbb-c067-46c2-85af-d725800ae72c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:09.033724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-8521d036-59aa-4a5c-96f6-87fc56d4733d tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:09.034916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-8521d036-59aa-4a5c-96f6-87fc56d4733d tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1097 time: 0.1031263 Nov 11 20:51:09.037865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.041714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:09.063898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: d4efca92-28a3-43a6-919e-e21ffc2b7810 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:09.064392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d4efca92-28a3-43a6-919e-e21ffc2b7810 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:09.072863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805734-3'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:09.089983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.101462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:09.112300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] No DVR routers for this DVR port c3999cbb-c067-46c2-85af-d725800ae72c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:09.117599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.120932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-898f1008-17c7-42d3-86f0-8e3fe6579214 req-727e34a3-62a1-4fe3-b1ff-9b786a7bd9b4 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.58 "DELETE /v2.0/ports/c3999cbb-c067-46c2-85af-d725800ae72c HTTP/1.1" status: 204 len: 173 time: 1.0172231 Nov 11 20:51:09.122793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'name': 'network-vif-deleted', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:09.125475 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e83c89a-84b5-47bc-bec5-b375a78937d0" -d '{"events": [{"server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "name": "network-vif-deleted", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:09.136572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:09.138950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:09.138950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.152573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ea66e83-21ca-4124-9445-ff48749bc2b6 req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "PUT /v2.0/ports/fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 982 time: 0.4254878 Nov 11 20:51:09.153097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:09.155745 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145e1151-921d-47fc-8b7f-74903026ec15" -d '{"events": [{"name": "network-changed", "server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:09.173756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72060a11-7522-41f8-ac69-f600492e4fb0 req-48ea0d50-21b4-40d1-8afc-4e4ed4769202 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:09.182323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-72060a11-7522-41f8-ac69-f600492e4fb0 req-48ea0d50-21b4-40d1-8afc-4e4ed4769202 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 944 time: 0.1723387 Nov 11 20:51:09.187992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51321d-7b77-4a6e-b86d-c93fa1fd50f1 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:09.218783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.263350 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6249b8a0-9591-47cf-b707-18b480e1747b x-openstack-request-id: req-6249b8a0-9591-47cf-b707-18b480e1747b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:09.263773 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652eea5d-e040-40a1-90e4-736644bc5b9a", "name": "network-vif-deleted", "tag": "c3999cbb-c067-46c2-85af-d725800ae72c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:09.264723 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6249b8a0-9591-47cf-b707-18b480e1747b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:09.264723 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652eea5d-e040-40a1-90e4-736644bc5b9a', 'name': 'network-vif-deleted', 'tag': 'c3999cbb-c067-46c2-85af-d725800ae72c', 'status': 'completed', 'code': 200} Nov 11 20:51:09.294560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:09.304730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-72060a11-7522-41f8-ac69-f600492e4fb0 req-d89c6765-b54c-48d6-8a62-478d7cd9c255 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160088 Nov 11 20:51:09.385954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52d0c2d8-9630-43af-85ad-26f0c6ed7a23 req-2568fd92-df02-453c-9dfd-167088651f5f tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0367587 Nov 11 20:51:09.420067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-838d77e0-3346-4d1b-b831-da4f3164c4a8 req-e6ccaa29-595f-4c3e-acf2-d04b48e02429 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/e40964b3-2f3d-44a5-ae63-fdd60ca61bf4 HTTP/1.1" status: 200 len: 1816 time: 0.0823545 Nov 11 20:51:09.426374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1fe787ce-189d-4bbb-859b-47eac7cde0f5 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:09.440585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:09.462341 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6151057a-2317-4ad3-957d-83a1edbb6044 x-openstack-request-id: req-6151057a-2317-4ad3-957d-83a1edbb6044 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:09.462875 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:09.463398 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6151057a-2317-4ad3-957d-83a1edbb6044 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:09.463951 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6', 'status': 'completed', 'code': 200} Nov 11 20:51:09.541853 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-838d77e0-3346-4d1b-b831-da4f3164c4a8 req-15e70276-6952-4a2f-92e4-f1df49b786c9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 20:51:09.548760 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-838d77e0-3346-4d1b-b831-da4f3164c4a8 req-15e70276-6952-4a2f-92e4-f1df49b786c9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/e40964b3-2f3d-44a5-ae63-fdd60ca61bf4 HTTP/1.1" status: 409 len: 341 time: 0.1206639 Nov 11 20:51:09.586212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:09.665230 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6a8bff7-ae43-4cd1-894d-5e624098f511 req-c55bf2ac-da3f-4d42-a55c-60466cdee001 tempest-LiveAutoBlockMigrationV225Test-2134616981 tempest-LiveAutoBlockMigrationV225Test-2134616981-project] 10.222.0.31 "GET /v2.0/ports?device_id=652eea5d-e040-40a1-90e4-736644bc5b9a HTTP/1.1" status: 200 len: 210 time: 0.0357153 Nov 11 20:51:09.687264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1151-921d-47fc-8b7f-74903026ec15 req-165791a8-e76e-4cd0-907b-a91bb8e4f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:09.689562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-145e1151-921d-47fc-8b7f-74903026ec15 req-165791a8-e76e-4cd0-907b-a91bb8e4f0eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1136 time: 0.1991372 Nov 11 20:51:09.735743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.755531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-c16c3a2d-7f1a-42d4-99b8-10bcb047087f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:09.757212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-c16c3a2d-7f1a-42d4-99b8-10bcb047087f tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 951 time: 0.1778245 Nov 11 20:51:09.796802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:51:09.805824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b0dcd-4676-4319-ae28-958bcb6f68e6 req-d5cebbd6-2bbe-4759-bc75-4fa3b1ccbfe3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:09.807711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-372b0dcd-4676-4319-ae28-958bcb6f68e6 req-d5cebbd6-2bbe-4759-bc75-4fa3b1ccbfe3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 946 time: 0.0814934 Nov 11 20:51:09.815984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:09.816395 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.863655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-372b0dcd-4676-4319-ae28-958bcb6f68e6 req-6703f443-1296-4c2c-9479-a56ac2c1c7d0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486352 Nov 11 20:51:09.875316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:09.928900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1151-921d-47fc-8b7f-74903026ec15 req-bca960cb-f328-497c-b4cb-d51054f0d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:09.943476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-145e1151-921d-47fc-8b7f-74903026ec15 req-bca960cb-f328-497c-b4cb-d51054f0d2e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 914 time: 0.2314677 Nov 11 20:51:09.972387 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.008773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:10.011997 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912c9634-fef5-4e81-bbb8-6c8d85c20a95" -d '{"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-plugged", "status": "completed", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:10.026580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-145e1151-921d-47fc-8b7f-74903026ec15 req-9ce97c1a-c1aa-4e83-8fe0-a2a21565a4e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 217 time: 0.0647709 Nov 11 20:51:10.028495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:10.038384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a045d-1dcc-4d08-a1e2-74bf2d5e1fe7 req-78fbe9c9-cd53-404b-a251-b882327483aa tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:10.040011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-066a045d-1dcc-4d08-a1e2-74bf2d5e1fe7 req-78fbe9c9-cd53-404b-a251-b882327483aa tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 951 time: 0.0923045 Nov 11 20:51:10.099144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-066a045d-1dcc-4d08-a1e2-74bf2d5e1fe7 req-a6e4274f-6810-4b51-911c-ffeeeeb53b91 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505741 Nov 11 20:51:10.147050 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f1a8a2-8475-4b62-a3c4-e23df9f69eb8 x-openstack-request-id: req-24f1a8a2-8475-4b62-a3c4-e23df9f69eb8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:10.147320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:10.147499 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-plugged", "status": "completed", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:10.147631 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24f1a8a2-8475-4b62-a3c4-e23df9f69eb8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:10.148429 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'code': 200} Nov 11 20:51:10.177789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Deleting port e5c0011a-ae1e-4b6b-b11e-2ac932813395 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:10.178128 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.189420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.228371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on host n-h1-805734-3 for vnic_type normal with profile {"migrating_to": "n-h2-805734-3"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:10.228708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:10.229119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:10.247987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:10.270717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1151-921d-47fc-8b7f-74903026ec15 req-424b1a1c-72d9-466b-8053-af75b7308e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:10.272621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-145e1151-921d-47fc-8b7f-74903026ec15 req-424b1a1c-72d9-466b-8053-af75b7308e7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.2298815 Nov 11 20:51:10.284254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:10.284826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Attempting to bind port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:10.304141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f72ac9-7990-47fa-983c-013351a5c047 req-e7f1f81f-879f-4dfb-ab1b-0a81cc255d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:10.304141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58f72ac9-7990-47fa-983c-013351a5c047 req-e7f1f81f-879f-4dfb-ab1b-0a81cc255d52 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 1096 time: 0.0507286 Nov 11 20:51:10.320019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d36f6-8248-43f3-9bf1-ce56ab3b28fb req-495990b0-880c-4271-ba6f-b16120cfce7a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:10.329670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-357d36f6-8248-43f3-9bf1-ce56ab3b28fb req-495990b0-880c-4271-ba6f-b16120cfce7a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 985 time: 0.2968931 Nov 11 20:51:10.364789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:10.365165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:10.370208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:10.370208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Bound port: 3ade6122-0add-4f8e-a420-15e7a221e8f1, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:10.370208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.373215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-145e1151-921d-47fc-8b7f-74903026ec15 req-a8bd12d5-67d7-46e7-af46-46ac45292f2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917106 Nov 11 20:51:10.374166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58f72ac9-7990-47fa-983c-013351a5c047 req-2a84a959-24bd-47de-891b-0245863d51c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585074 Nov 11 20:51:10.445445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096fe8c-97e0-4821-8481-67f89b25029a req-c179417b-2248-4307-b914-5d81d5f26fb2 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:10.447022 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d096fe8c-97e0-4821-8481-67f89b25029a req-c179417b-2248-4307-b914-5d81d5f26fb2 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0551126 Nov 11 20:51:10.464758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] For port e5c0011a-ae1e-4b6b-b11e-2ac932813395, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=e5c0011a-ae1e-4b6b-b11e-2ac932813395,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:10.465317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.502043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d096fe8c-97e0-4821-8481-67f89b25029a req-3dfb74bc-750c-475a-b5fc-25e668caf028 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474198 Nov 11 20:51:10.543991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Calling delete_port for e5c0011a-ae1e-4b6b-b11e-2ac932813395 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:10.592593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-357d36f6-8248-43f3-9bf1-ce56ab3b28fb req-d67d9de1-84d5-41f9-9ffd-8cab35ee56c7 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2620528 Nov 11 20:51:10.600233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3d18be3-dd7a-4fea-97fb-5c991c32232e req-eed2cb24-146b-4298-8209-104be19dec59 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Nov 11 20:51:10.681939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:10.695800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-145e1151-921d-47fc-8b7f-74903026ec15 req-f7f76040-08f0-411e-905e-3b5156d14664 service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113790 Nov 11 20:51:10.718108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:10.722674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:10.802761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.827995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] Deleting subnet 2be2e3bd-314c-4fe2-a2a1-33352bbd7507 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:51:10.831389 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.870640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.914219 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.983688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:10.993910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-145e1151-921d-47fc-8b7f-74903026ec15 req-cd964479-66d6-4bc2-b4c0-43972fdc0cd5 service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875557 Nov 11 20:51:10.998031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:10.999174 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.001598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9ea0e497-8fc2-40ec-a76b-607398e53e95 service neutron] 10.222.0.58 "PUT /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 1122 time: 1.9340370 Nov 11 20:51:11.055609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0ae7-5399-4ce0-8f17-ab41e13ac480 req-4d0113be-58cf-4f1c-89ae-0e5d5c23678e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.057054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b92c0ae7-5399-4ce0-8f17-ab41e13ac480 req-4d0113be-58cf-4f1c-89ae-0e5d5c23678e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.1019237 Nov 11 20:51:11.058192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.070881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48', '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:11.108554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event deleted for resources: {'Port': ['ID=e5c0011a-ae1e-4b6b-b11e-2ac932813395,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:11.155438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.181953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['3ade6122-0add-4f8e-a420-15e7a221e8f1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:11.182478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] No DVR routers for this DVR port e5c0011a-ae1e-4b6b-b11e-2ac932813395 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:11.190894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.197209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19178311-b61c-4a31-8260-6f4ce25fb02d req-49294194-499a-4eb7-a298-ccea52f15a36 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "DELETE /v2.0/ports/e5c0011a-ae1e-4b6b-b11e-2ac932813395 HTTP/1.1" status: 204 len: 173 time: 1.4075961 Nov 11 20:51:11.220858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b92c0ae7-5399-4ce0-8f17-ab41e13ac480 req-39a5659d-4c08-4816-81c0-e096e81d11a0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433635 Nov 11 20:51:11.221051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be2e3bd-314c-4fe2-a2a1-33352bbd7507,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:11.246303 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38b85671-fd07-4136-bacc-804d28bb5356 req-2a6d019f-4321-44d1-ab10-05fcae4bea68 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0419405 Nov 11 20:51:11.253817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.260191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5cbd7136-4524-47d9-ad39-cf5508e7e84b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2be2e3bd-314c-4fe2-a2a1-33352bbd7507 HTTP/1.1" status: 204 len: 168 time: 0.5344844 Nov 11 20:51:11.261263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:11.266958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1'}, {'name': 'network-changed', 'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1'}, {'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-deleted', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:11.271613 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac" -d '{"events": [{"server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1"}, {"name": "network-changed", "server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1"}, {"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-deleted", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:11.327997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-d984cd1a-ba76-4f28-845a-752ede42131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.330454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-d984cd1a-ba76-4f28-845a-752ede42131a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1136 time: 0.0816205 Nov 11 20:51:11.355176 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.427674 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c545f019-dc7a-4f30-8985-5fad362c595e x-openstack-request-id: req-c545f019-dc7a-4f30-8985-5fad362c595e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:11.428006 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "name": "network-vif-unplugged", "status": "completed", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1", "code": 200}, {"name": "network-changed", "server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1", "status": "completed", "code": 200}, {"server_uuid": "f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1", "name": "network-vif-deleted", "tag": "e5c0011a-ae1e-4b6b-b11e-2ac932813395", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:11.428329 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c545f019-dc7a-4f30-8985-5fad362c595e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:11.428671 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1', 'code': 200} Nov 11 20:51:11.428942 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1', 'status': 'completed', 'code': 200} Nov 11 20:51:11.429361 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1', 'name': 'network-vif-deleted', 'tag': 'e5c0011a-ae1e-4b6b-b11e-2ac932813395', 'status': 'completed', 'code': 200} Nov 11 20:51:11.462654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.511618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-38d0505d-d7fa-424f-8159-2721cfbda0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.514373 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-38d0505d-d7fa-424f-8159-2721cfbda0ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 914 time: 0.1768684 Nov 11 20:51:11.518761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a216c099-84d4-4a43-9f1e-303dd8a0c82f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:11.533758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45574732-975e-49fd-b90c-b55d9d74553f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:11.534027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45574732-975e-49fd-b90c-b55d9d74553f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:11.546789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.563514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-ec259d4d-1e6a-4240-8a11-b34c93ea97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.565340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-ec259d4d-1e6a-4240-8a11-b34c93ea97de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1125 time: 0.0995972 Nov 11 20:51:11.572496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-e193b64f-bc66-44af-857d-c2945e915753 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 217 time: 0.0499761 Nov 11 20:51:11.574156 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.589583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:51:11.589988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:51:11.591967 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:51:11.670639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-af48285b-1670-4b39-b0de-36c5ed7adb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.672136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-af48285b-1670-4b39-b0de-36c5ed7adb7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.0929840 Nov 11 20:51:11.715196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395cf24-140e-4371-b210-4285a5e97487 req-cbf0bc20-913d-4427-aa79-e9a6f4927b94 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.716849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e395cf24-140e-4371-b210-4285a5e97487 req-cbf0bc20-913d-4427-aa79-e9a6f4927b94 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.1077266 Nov 11 20:51:11.719740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-9a64011d-b700-489b-a91d-d071a18f2018 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379908 Nov 11 20:51:11.797206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6e97f-a42b-4798-83ff-737fe4e412e4 req-2776451b-0543-48b8-b8c2-2437cf350678 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.798754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7c6e97f-a42b-4798-83ff-737fe4e412e4 req-2776451b-0543-48b8-b8c2-2437cf350678 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 985 time: 0.0818582 Nov 11 20:51:11.801790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-84b113ed-a244-4950-aae7-3d9799f56f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.803501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-84b113ed-a244-4950-aae7-3d9799f56f40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.2228746 Nov 11 20:51:11.804892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.814436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.817718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a216c099-84d4-4a43-9f1e-303dd8a0c82f HTTP/1.1" status: 204 len: 168 time: 0.5553141 Nov 11 20:51:11.821253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:11.833425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e395cf24-140e-4371-b210-4285a5e97487 req-566daf58-10c2-4fbb-adb3-1afb84fc3359 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105061 Nov 11 20:51:11.850485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923887e-b4d6-4325-8d2c-e669bd708883 admin admin] Pushing event deleted for resources: {'Network': ['ID=a216c099-84d4-4a43-9f1e-303dd8a0c82f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:11.881533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-c10d920d-ba37-4768-bc2a-cf8829484a26 service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517000 Nov 11 20:51:11.882803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-4a0264d9-a1f7-45f8-9b56-393f4d0ccea4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0632920 Nov 11 20:51:11.893526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] Deleting subnet 8e43b919-472e-4cbd-a55a-d51aa9c97fed {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:51:11.904173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:11.956614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7c6e97f-a42b-4798-83ff-737fe4e412e4 req-5dadedf7-7752-4b14-8e7b-a54aad53bec2 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1460617 Nov 11 20:51:11.973956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-cbe35297-d8d2-464b-bf0f-aae06d17baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:11.975476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-cbe35297-d8d2-464b-bf0f-aae06d17baa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0710123 Nov 11 20:51:12.000915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-931b04c7-8800-4aaa-babd-1b606b4f2709 req-d2952725-78a9-41e7-8736-b8e5577be340 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0851395 Nov 11 20:51:12.014981 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.038014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-69717b94-591a-4cc0-9e9a-5ddf9743257c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393956 Nov 11 20:51:12.072385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3132c1f-4825-43ec-86b8-fad8243e98e5 req-853ff4da-b5a2-4c02-9a5f-bd548c475eef service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827297 Nov 11 20:51:12.078030 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.143053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-047a17b8-3d76-4899-b822-af988cd78c2f service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898817 Nov 11 20:51:12.228451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.256623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e43b919-472e-4cbd-a55a-d51aa9c97fed,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:12.262028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.267044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-22aed6b7-7818-40a4-a1e4-b45c079fe3e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e43b919-472e-4cbd-a55a-d51aa9c97fed HTTP/1.1" status: 204 len: 168 time: 0.4445689 Nov 11 20:51:12.272524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38902) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:12.298413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f265021-dbcc-4c03-b0d4-ee33cbf7c4ac req-64a692e3-7f5e-4b34-9f68-eccf41a997d3 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335051 Nov 11 20:51:12.423940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.427458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e2bf1a9-3519-4967-862e-6c9e486aef3c req-f5684404-4237-44c3-a9a4-4d634bd79935 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6823e52-dfcc-46c4-93bf-7b4a6ad8dcc1 HTTP/1.1" status: 200 len: 210 time: 0.0345051 Nov 11 20:51:12.528224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.549812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4146a5cd-1d76-4bba-acc2-dc72f836f6bb']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:12.560136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b39207-62f7-4e10-8951-87e5660bc5e0') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:12.560592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b39207-62f7-4e10-8951-87e5660bc5e0') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:12.571115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.587598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.595374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:51:12.596204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:51:12.598284 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:51:12.705091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24834f2-30ce-4c9a-bfb4-4aca508254b8 req-2d4247c6-e77c-49a3-8bcc-20c0527c4ae9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:12.706620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e24834f2-30ce-4c9a-bfb4-4aca508254b8 req-2d4247c6-e77c-49a3-8bcc-20c0527c4ae9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.4234104 Nov 11 20:51:12.758154 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e24834f2-30ce-4c9a-bfb4-4aca508254b8 req-c2e3bc9d-98a2-4f2d-a44e-ead813fc0a53 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Nov 11 20:51:12.845197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.851048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:12.854115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] 10.222.0.31 "DELETE /v2.0/networks/4146a5cd-1d76-4bba-acc2-dc72f836f6bb HTTP/1.1" status: 204 len: 168 time: 0.5824678 Nov 11 20:51:12.866068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Pushing event deleted for resources: {'Network': ['ID=4146a5cd-1d76-4bba-acc2-dc72f836f6bb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:12.874841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.875196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.875545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.875882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.876244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.876581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.876958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.891278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.891278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.891278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.891278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.891278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16f75ec-ffa1-465a-8d45-3c4c8a448feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:12.961895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8f55-7b00-4fc8-b765-ca70a80e4ef4 req-cd55cf6a-a376-47aa-a6bb-b905e712ae94 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:12.963397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b25b8f55-7b00-4fc8-b765-ca70a80e4ef4 req-cd55cf6a-a376-47aa-a6bb-b905e712ae94 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0505512 Nov 11 20:51:13.015753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b25b8f55-7b00-4fc8-b765-ca70a80e4ef4 req-82f0e7de-59b9-40ad-9d08-6ebb85eb495b tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Nov 11 20:51:13.055061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:13.061175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:13.092030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: c3999cbb-c067-46c2-85af-d725800ae72c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:13.092674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c3999cbb-c067-46c2-85af-d725800ae72c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:13.096173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99792314-21e3-4171-b280-572831931d6b req-61b49663-bd3c-481b-a449-7a5b4d0f1c9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:13.097710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99792314-21e3-4171-b280-572831931d6b req-61b49663-bd3c-481b-a449-7a5b4d0f1c9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 985 time: 0.0567269 Nov 11 20:51:13.118338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3d05948-0ec1-4edf-a8a3-0ea5bc40e36e req-07b44d35-0425-4941-b522-c3f0df096c09 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0325894 Nov 11 20:51:13.172105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99792314-21e3-4171-b280-572831931d6b req-aad713c9-9829-4390-a5e1-4fe4632eb690 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0664608 Nov 11 20:51:13.199031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:13.210972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 has no active binding in host n-h2-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:51:13.271902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de96a9a-4c3d-4e50-9780-df380f75b344 req-6360eef8-a0e0-4071-873d-46bc2517b80f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:13.272772 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2de96a9a-4c3d-4e50-9780-df380f75b344 req-6360eef8-a0e0-4071-873d-46bc2517b80f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0676963 Nov 11 20:51:13.322009 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2de96a9a-4c3d-4e50-9780-df380f75b344 req-83f19d33-dff3-4919-ba84-5fcbd613729e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Nov 11 20:51:13.451942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9de7cb-55f7-4ea2-a84b-27b50bb97816 req-307d2427-8712-42e1-bfaa-fb3835296825 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:13.453466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f9de7cb-55f7-4ea2-a84b-27b50bb97816 req-307d2427-8712-42e1-bfaa-fb3835296825 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0519445 Nov 11 20:51:13.504206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:13.506444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f9de7cb-55f7-4ea2-a84b-27b50bb97816 req-dc46ad96-da30-4bd2-ba2d-8791dd1ac124 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Nov 11 20:51:13.554618 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-748d09ff-37e5-489b-af51-126e15f6f602 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55c5b0a83df04ac69ca7d6cedcd5c4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468414 Nov 11 20:51:13.556194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:13.649263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec6f0c-bfe6-4c47-be74-cd210ad86069 req-86048ab4-81ac-42fe-8166-8a43d4fa4c68 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:13.650878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71ec6f0c-bfe6-4c47-be74-cd210ad86069 req-86048ab4-81ac-42fe-8166-8a43d4fa4c68 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0688355 Nov 11 20:51:13.651681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e876a65e-788c-4154-b097-851cfc52fb1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:13.687844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e876a65e-788c-4154-b097-851cfc52fb1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:13.738384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71ec6f0c-bfe6-4c47-be74-cd210ad86069 req-ff538c2c-90f6-41a7-8a87-00e1dc033615 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769963 Nov 11 20:51:13.822463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e876a65e-788c-4154-b097-851cfc52fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:13.826413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e876a65e-788c-4154-b097-851cfc52fb1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:13.827644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e876a65e-788c-4154-b097-851cfc52fb1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcbccf63-92bc-4205-9c13-45850e11ab1c HTTP/1.1" status: 204 len: 168 time: 0.2715364 Nov 11 20:51:13.836232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876a65e-788c-4154-b097-851cfc52fb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbccf63-92bc-4205-9c13-45850e11ab1c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:13.966703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02726c8f-cd5b-42b5-a179-34e1f2e4b958 req-c1917c9d-b91e-4a3e-911e-4c6fdacea8d7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:13.969384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02726c8f-cd5b-42b5-a179-34e1f2e4b958 req-c1917c9d-b91e-4a3e-911e-4c6fdacea8d7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0667946 Nov 11 20:51:13.990522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482f8a-6ed9-4adb-ae0b-615e433e4505 req-d9a29f8e-6ff2-4571-bb46-21fc3fd027eb tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:13.991935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e482f8a-6ed9-4adb-ae0b-615e433e4505 req-d9a29f8e-6ff2-4571-bb46-21fc3fd027eb tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0597558 Nov 11 20:51:14.018250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02726c8f-cd5b-42b5-a179-34e1f2e4b958 req-83c885fe-6832-463c-a4d8-c80f1b893bcb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Nov 11 20:51:14.044594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e482f8a-6ed9-4adb-ae0b-615e433e4505 req-82fb916c-8adc-45ad-9db3-f454ab07a131 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 Nov 11 20:51:14.131876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbb53a-3125-4905-856f-5c65f8bc04e6 req-ab129dfd-4c07-4267-80cc-263af64a54ad tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:14.133463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4bbb53a-3125-4905-856f-5c65f8bc04e6 req-ab129dfd-4c07-4267-80cc-263af64a54ad tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0558209 Nov 11 20:51:14.164412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf03d6-71c7-4c15-a06b-f37d03737cb1 req-f6638021-ac9e-41ee-9642-d3af2cc80cf3 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:14.165915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cdf03d6-71c7-4c15-a06b-f37d03737cb1 req-f6638021-ac9e-41ee-9642-d3af2cc80cf3 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0514789 Nov 11 20:51:14.182957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4bbb53a-3125-4905-856f-5c65f8bc04e6 req-1a81a3d6-b1d4-4392-a34c-ed30be772005 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Nov 11 20:51:14.227311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cdf03d6-71c7-4c15-a06b-f37d03737cb1 req-a7588cc7-5801-4550-9abc-851551f2c370 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550230 Nov 11 20:51:14.277231 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04d79981-82d0-4b01-9659-68aa22295631 req-f5a76d09-778f-4289-a940-cf92c9c05891 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0303729 Nov 11 20:51:14.362349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde530f-1305-451a-8064-bcb0a2b67930 req-968e74a4-157e-478e-8647-b58efa9b373e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:14.364519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5cde530f-1305-451a-8064-bcb0a2b67930 req-968e74a4-157e-478e-8647-b58efa9b373e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 985 time: 0.0644939 Nov 11 20:51:14.429865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5cde530f-1305-451a-8064-bcb0a2b67930 req-80a11bb4-29d9-4b1b-b419-1ed6b70cec2a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0593007 Nov 11 20:51:14.492048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11c33a-0f07-452c-b037-e510bac88a87 req-e9f40948-7c8f-4473-9765-e1d79580d745 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:14.493608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b11c33a-0f07-452c-b037-e510bac88a87 req-e9f40948-7c8f-4473-9765-e1d79580d745 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0676777 Nov 11 20:51:14.538363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-73d53f08-14c8-4aa9-8710-a18753e2310d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-493602241&fields=id&tenant_id=4ae1e897ac1147e18a535b2071362b76 HTTP/1.1" status: 200 len: 267 time: 0.0423079 Nov 11 20:51:14.542720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b11c33a-0f07-452c-b037-e510bac88a87 req-37c86467-8548-4be8-ac6d-d775ce8e7d6f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Nov 11 20:51:14.601922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-8363f020-2bfc-49af-a49b-8de2f1b16d5e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:14.603392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-8363f020-2bfc-49af-a49b-8de2f1b16d5e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 985 time: 0.0586586 Nov 11 20:51:14.615186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'port': {'security_groups': ['d2a01689-8bf1-4869-9cc6-60c90b6751c6', 'e40964b3-2f3d-44a5-ae63-fdd60ca61bf4', '855fb0ea-bb4f-479c-b8b9-9e38b836ba61']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:14.669122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717cb5b-5d31-41e2-a098-2b0b74f55084 req-e14e3af9-f5a3-490b-b8c3-03bab0c64493 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:14.670793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c717cb5b-5d31-41e2-a098-2b0b74f55084 req-e14e3af9-f5a3-490b-b8c3-03bab0c64493 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0559719 Nov 11 20:51:14.680568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:14.710964 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:14.723638 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c717cb5b-5d31-41e2-a098-2b0b74f55084 req-208e3e93-b3d9-46bf-88e9-d0210f5058d8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Nov 11 20:51:14.742849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-88b79a05-4a2a-4bc5-a769-135e564b87b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=657a6f07d3704dff8416a9219cea4578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612016 Nov 11 20:51:14.745351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:14.856381 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2b8babe-79c7-4c04-bddf-6e5bf5ba3fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:14.889899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2b8babe-79c7-4c04-bddf-6e5bf5ba3fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:15.014445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:15.043807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:15.061157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:15.082783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: e5c0011a-ae1e-4b6b-b11e-2ac932813395 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:15.083130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device e5c0011a-ae1e-4b6b-b11e-2ac932813395 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:15.089364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2b8babe-79c7-4c04-bddf-6e5bf5ba3fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:15.092353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2b8babe-79c7-4c04-bddf-6e5bf5ba3fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:15.099153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c2b8babe-79c7-4c04-bddf-6e5bf5ba3fb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3544782-a681-4a1d-8727-8567bb3f03e2 HTTP/1.1" status: 204 len: 168 time: 0.3472822 Nov 11 20:51:15.101494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8babe-79c7-4c04-bddf-6e5bf5ba3fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3544782-a681-4a1d-8727-8567bb3f03e2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:15.148009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:15.161445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:15.199034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:15.200700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:15.204766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dcbaa81-1465-436e-87b7-5775e9124415 req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "PUT /v2.0/ports/fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 1021 time: 0.5941408 Nov 11 20:51:15.207713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:15.210395 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:15.220750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:15.241165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec90d8-714b-43a6-b8da-71bc84852613 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:15.407782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0745e426-ade2-4572-ba66-2e3c748bab5f req-0eb2d653-923b-4f34-bcfe-df2478e67730 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/855fb0ea-bb4f-479c-b8b9-9e38b836ba61 HTTP/1.1" status: 200 len: 1816 time: 0.0631943 Nov 11 20:51:15.433786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f847416-ac20-4fe2-b187-797642c4ce86 req-e5bafbed-ae2e-4f27-bf33-00d3bb61835b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:15.436778 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f847416-ac20-4fe2-b187-797642c4ce86 req-e5bafbed-ae2e-4f27-bf33-00d3bb61835b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0846283 Nov 11 20:51:15.486965 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-0745e426-ade2-4572-ba66-2e3c748bab5f req-35ca6269-883b-442b-8d5a-ee34eccbb4ee tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 20:51:15.488931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0745e426-ade2-4572-ba66-2e3c748bab5f req-35ca6269-883b-442b-8d5a-ee34eccbb4ee tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/855fb0ea-bb4f-479c-b8b9-9e38b836ba61 HTTP/1.1" status: 409 len: 341 time: 0.0651083 Nov 11 20:51:15.493692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f847416-ac20-4fe2-b187-797642c4ce86 req-9b6e152e-35fe-4882-9ebe-b11590b7cdd6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Nov 11 20:51:15.555564 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3cd1c3-2a00-49dc-9df9-9b87496b6bde x-openstack-request-id: req-6e3cd1c3-2a00-49dc-9df9-9b87496b6bde {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:15.556039 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:15.556504 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e3cd1c3-2a00-49dc-9df9-9b87496b6bde {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:15.557002 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6', 'status': 'completed', 'code': 200} Nov 11 20:51:15.634719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0917d1-25e9-49c9-9c53-dc499f7f6bea req-ea29b5c4-9f27-4708-8fd2-30fa2f74a897 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:15.638275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc0917d1-25e9-49c9-9c53-dc499f7f6bea req-ea29b5c4-9f27-4708-8fd2-30fa2f74a897 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.0740099 Nov 11 20:51:15.649635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:15.724235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc0917d1-25e9-49c9-9c53-dc499f7f6bea req-47da972d-788a-4263-b799-c467800abe47 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780799 Nov 11 20:51:15.744338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b3685ab-9b4d-49fc-8abe-67b70d5dfeca req-444d3294-96ae-461e-bc19-6775dcf531e6 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0556993 Nov 11 20:51:15.779600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-7f1dae97-c502-4099-b99b-4e4bfeb7c651 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:15.784248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-7f1dae97-c502-4099-b99b-4e4bfeb7c651 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 950 time: 0.1452398 Nov 11 20:51:15.784678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-3be8becb-595c-452a-ba4a-cd0aca635283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:15.786374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-3be8becb-595c-452a-ba4a-cd0aca635283 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae1e897ac1147e18a535b2071362b76&device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1175 time: 0.1998465 Nov 11 20:51:16.015395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-01e15562-5d7d-495e-be8f-24adc96baedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:16.017160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-01e15562-5d7d-495e-be8f-24adc96baedf service neutron] 10.222.0.58 "GET /v2.0/networks?id=7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 200 len: 914 time: 0.2108617 Nov 11 20:51:16.082727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-a4f3385f-4c52-4680-ae74-ddd1f7acc5bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 200 len: 217 time: 0.0416019 Nov 11 20:51:16.085904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Deleting port 28f8a217-6deb-43e0-96f5-c02fc83ee318 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:16.086246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:16.212415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-5d0bc227-b492-48a2-ab97-2f504439f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:16.213975 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-5d0bc227-b492-48a2-ab97-2f504439f09b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 200 len: 853 time: 0.0670781 Nov 11 20:51:16.226361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] For port 28f8a217-6deb-43e0-96f5-c02fc83ee318, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=28f8a217-6deb-43e0-96f5-c02fc83ee318,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:16.226788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:16.261002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-ce12bac7-0359-4149-8c48-1641cd657d87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7a047883-fd72-4363-9d08-015065a5f260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316060 Nov 11 20:51:16.267394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Calling delete_port for 28f8a217-6deb-43e0-96f5-c02fc83ee318 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:16.318842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309048-8709-4b95-a8f3-f7bea50c8d4d req-d3f2a5eb-08df-4c9d-9eb0-294cd8700641 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:16.320452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40309048-8709-4b95-a8f3-f7bea50c8d4d req-d3f2a5eb-08df-4c9d-9eb0-294cd8700641 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1024 time: 0.0594180 Nov 11 20:51:16.421372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40309048-8709-4b95-a8f3-f7bea50c8d4d req-059a9b1e-c53c-4db4-acd1-f3d2067040aa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&id=855fb0ea-bb4f-479c-b8b9-9e38b836ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0923958 Nov 11 20:51:16.456982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266e096-6344-467f-a763-290dfb7eb0b5 req-b9dd6cd9-d3d0-426e-af8e-d5244835ce86 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:16.458678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c266e096-6344-467f-a763-290dfb7eb0b5 req-b9dd6cd9-d3d0-426e-af8e-d5244835ce86 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.1869521 Nov 11 20:51:16.508558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-a5a5b1ee-8f7b-4240-9899-f8d8f6cea080 service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354300 Nov 11 20:51:16.639216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c266e096-6344-467f-a763-290dfb7eb0b5 req-c3d56225-62ff-413f-8b11-9ad043842746 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737773 Nov 11 20:51:16.648645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c02f1-ccf6-47dc-ac8e-9fbcf1452887 req-0a55d504-ce7b-406e-8a67-828011c7cfc1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:16.653654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b01c02f1-ccf6-47dc-ac8e-9fbcf1452887 req-0a55d504-ce7b-406e-8a67-828011c7cfc1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0652432 Nov 11 20:51:16.680124 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1dd0c4e7-188b-43ed-b10a-dff8ed31ca1b req-3b72967e-f7f7-4f43-a4e0-2b33cfe9389b service neutron] 10.222.0.58 "GET /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621354 Nov 11 20:51:16.709141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b01c02f1-ccf6-47dc-ac8e-9fbcf1452887 req-eefbc1c5-9df8-4f8a-9e6e-2bd282c26d27 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452299 Nov 11 20:51:16.748384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:16.780549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48', '28f8a217-6deb-43e0-96f5-c02fc83ee318'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:16.781814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event deleted for resources: {'Port': ['ID=28f8a217-6deb-43e0-96f5-c02fc83ee318,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:16.835199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] No DVR routers for this DVR port 28f8a217-6deb-43e0-96f5-c02fc83ee318 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:16.837674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.843036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.844078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:16.873764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:16.878339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddfde794-5620-4cd0-bbc3-9a907a20469a req-389017a4-4b24-4216-8582-62c049b98a73 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "DELETE /v2.0/ports/28f8a217-6deb-43e0-96f5-c02fc83ee318 HTTP/1.1" status: 204 len: 173 time: 1.0831566 Nov 11 20:51:16.893388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d25aea7-9a46-403d-95d2-d5e544b4ac59 req-a3bcc83a-a252-4a4c-8207-14e0d9859024 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0410666 Nov 11 20:51:16.902753 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40567dc8-b134-4e6b-a7ee-cc5883f9f10b req-e858e7cf-a2ab-476f-a8b2-1a27f64b7e4b tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0966699 Nov 11 20:51:17.547706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1378-e6ec-4a1f-ad1b-8366606333ea req-70fea780-a89c-4d07-942f-ebe5158ae3f4 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:17.549627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-589f1378-e6ec-4a1f-ad1b-8366606333ea req-70fea780-a89c-4d07-942f-ebe5158ae3f4 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1024 time: 0.0655262 Nov 11 20:51:17.558714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-deleted', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:17.563817 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d9569e-5fe0-4f32-af07-27cc47e86fae" -d '{"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-deleted", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:17.626810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-589f1378-e6ec-4a1f-ad1b-8366606333ea req-c851872f-2259-4868-abdf-5060fbde9b47 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&id=855fb0ea-bb4f-479c-b8b9-9e38b836ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0688608 Nov 11 20:51:17.634213 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0e2e8e-ac6f-47a4-9e2c-18a404ab7632 x-openstack-request-id: req-0a0e2e8e-ac6f-47a4-9e2c-18a404ab7632 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:17.634213 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3", "name": "network-vif-deleted", "tag": "28f8a217-6deb-43e0-96f5-c02fc83ee318", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:17.634213 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a0e2e8e-ac6f-47a4-9e2c-18a404ab7632 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:17.634213 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3', 'name': 'network-vif-deleted', 'tag': '28f8a217-6deb-43e0-96f5-c02fc83ee318', 'status': 'completed', 'code': 200} Nov 11 20:51:17.769090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2bbae-4116-4840-bc1a-89fd276cb7d0 req-f16b1899-7b28-434d-87c6-04f543843d4b tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:17.770634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4aa2bbae-4116-4840-bc1a-89fd276cb7d0 req-f16b1899-7b28-434d-87c6-04f543843d4b tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0556369 Nov 11 20:51:17.826119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4aa2bbae-4116-4840-bc1a-89fd276cb7d0 req-7590ba50-209b-4f80-85ff-8af2b2483f53 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Nov 11 20:51:17.839791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdc7cb-7206-42ad-8be8-79151103434d req-195e3357-f9ea-4428-95d5-5c7ab2893cfc tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:17.842351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2fdc7cb-7206-42ad-8be8-79151103434d req-195e3357-f9ea-4428-95d5-5c7ab2893cfc tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.0605052 Nov 11 20:51:17.892433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2fdc7cb-7206-42ad-8be8-79151103434d req-4e9b582f-0962-477e-9752-5b4260b1a24b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Nov 11 20:51:18.026228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0129ef95-643e-43d1-98aa-3f5c169c7761 req-5386022c-4ddc-480d-8677-6ad4f70e4989 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ff6adca-458f-4d2b-a60f-ccf49ba8a4a3 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Nov 11 20:51:18.029830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deca8941-8a4b-4495-9e2a-c25ebd8c925e req-c33d6241-b65a-470f-9091-1107134ff64e tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0297034 Nov 11 20:51:18.064986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39070) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:18.185758 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8549630-1974-4588-8ab6-dad1f1c74693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.263696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8549630-1974-4588-8ab6-dad1f1c74693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.433881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b8549630-1974-4588-8ab6-dad1f1c74693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.459729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-39801918-93db-4979-aab2-2e87a25d2bc0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:18.461262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-39801918-93db-4979-aab2-2e87a25d2bc0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.58 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1024 time: 0.0509083 Nov 11 20:51:18.473990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8549630-1974-4588-8ab6-dad1f1c74693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63c427-2812-4322-8635-5e46075263b3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:18.479409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b8549630-1974-4588-8ab6-dad1f1c74693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15a5c44f81504a1b86f76e1c4764607b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130454 Nov 11 20:51:18.489997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39074) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:18.535132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fac7a6f5-f19b-48b6-bf19-a4b4e55904ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.557810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fac7a6f5-f19b-48b6-bf19-a4b4e55904ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.579057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Deleting port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:18.579621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.672894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] For port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:18.673163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.688894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Calling delete_port for fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:18.723749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fac7a6f5-f19b-48b6-bf19-a4b4e55904ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.726472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fac7a6f5-f19b-48b6-bf19-a4b4e55904ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.727694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fac7a6f5-f19b-48b6-bf19-a4b4e55904ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f63c427-2812-4322-8635-5e46075263b3 HTTP/1.1" status: 204 len: 168 time: 0.2421136 Nov 11 20:51:18.737459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7a6f5-f19b-48b6-bf19-a4b4e55904ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63c427-2812-4322-8635-5e46075263b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:18.805862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31178716-c263-40d1-b895-5f6d34f2c72e req-ac266a54-bcf4-436c-9d22-b283f45935c6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:18.807358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31178716-c263-40d1-b895-5f6d34f2c72e req-ac266a54-bcf4-436c-9d22-b283f45935c6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 1024 time: 0.0743046 Nov 11 20:51:18.911782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31178716-c263-40d1-b895-5f6d34f2c72e req-380615e5-b5e1-4bf1-9844-1fd7989c3ab0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&id=855fb0ea-bb4f-479c-b8b9-9e38b836ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0972209 Nov 11 20:51:18.953505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:18.961395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57933d9-d751-4828-b343-ff35be34fa80 req-95942645-716c-4981-8163-d8a6f920527f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:18.962539 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57933d9-d751-4828-b343-ff35be34fa80 req-95942645-716c-4981-8163-d8a6f920527f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0601835 Nov 11 20:51:18.966754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:18.971774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:18.990861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'Port': ['ID=fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:19.072111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] No DVR routers for this DVR port fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:19.076716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:19.080063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae4c3bd6-8e44-4758-b92b-b5fbc68f6b29 req-d05da00e-aaf9-4475-afb6-f9f68711d46c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.58 "DELETE /v2.0/ports/fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 HTTP/1.1" status: 204 len: 173 time: 0.6124787 Nov 11 20:51:19.081407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57933d9-d751-4828-b343-ff35be34fa80 req-5a9edb40-90fa-4d35-9ecd-9cc7379b5dc3 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016922 Nov 11 20:51:19.106453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f799023-5919-401b-a9e3-4d19c2858a0f req-90ba577f-d886-4efd-b05c-3ea7aa1cc4fd tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:19.108718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f799023-5919-401b-a9e3-4d19c2858a0f req-90ba577f-d886-4efd-b05c-3ea7aa1cc4fd tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.1202300 Nov 11 20:51:19.164136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f799023-5919-401b-a9e3-4d19c2858a0f req-e2349552-b3f5-44d5-9124-f0bba2b58714 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469995 Nov 11 20:51:19.228851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-642502e3-aaab-4386-8f97-7e3dccd9e3f6 req-fb482218-3ee9-4a4f-a830-6a85d7900728 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0363758 Nov 11 20:51:19.419893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1fe787ce-189d-4bbb-859b-47eac7cde0f5 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:19.521457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:19.533960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'port_id': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'mac_address': 'fa:16:3e:09:d6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ffdbbd-8304-4fb9-9145-095abd7f07cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:19.572247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:19.585925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fe787ce-189d-4bbb-859b-47eac7cde0f5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:19.610239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:19.632348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'name': 'network-vif-deleted', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:19.636311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39096) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:19.640084 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff55abe3-6aee-43fc-b5b5-6596383c029c" -d '{"events": [{"server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "name": "network-vif-deleted", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:19.657663 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1f6b46f-15d6-43a6-943f-c8b22df5fbe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:19.681373 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1370f6-68cd-4408-92a5-5d31c741621d x-openstack-request-id: req-3d1370f6-68cd-4408-92a5-5d31c741621d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:19.681674 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadc9196-046e-4d78-be55-c68757ddace0", "name": "network-vif-deleted", "tag": "fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:19.681906 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d1370f6-68cd-4408-92a5-5d31c741621d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:19.682340 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadc9196-046e-4d78-be55-c68757ddace0', 'name': 'network-vif-deleted', 'tag': 'fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6', 'status': 'completed', 'code': 200} Nov 11 20:51:19.721406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:19.759112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1f6b46f-15d6-43a6-943f-c8b22df5fbe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:19.778184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:19.786259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.786690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.787103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.787508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.788064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.788430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.788763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.789371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.789883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.790216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.790548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.790880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:19.823773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d3f66-2c22-43a8-a4a2-3500c156f16b req-06327b89-c4c0-4b3e-8706-7bd4cddcda77 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:19.825691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f9d3f66-2c22-43a8-a4a2-3500c156f16b req-06327b89-c4c0-4b3e-8706-7bd4cddcda77 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0641050 Nov 11 20:51:19.839602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c1f6b46f-15d6-43a6-943f-c8b22df5fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:19.874868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f9d3f66-2c22-43a8-a4a2-3500c156f16b req-25678f44-9d38-418b-b35f-34ac97c25043 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Nov 11 20:51:19.881208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c1f6b46f-15d6-43a6-943f-c8b22df5fbe9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56a375c06be94f2b97134dca450de06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436597 Nov 11 20:51:19.882451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6b46f-15d6-43a6-943f-c8b22df5fbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b75559-2ba4-4695-bc55-7b5aeaeb4175,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:19.883869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:19.889632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['1fe787ce-189d-4bbb-859b-47eac7cde0f5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:19.937117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2460-2468-45cf-b161-0c13f7b3c910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:19.964189 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2460-2468-45cf-b161-0c13f7b3c910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:20.050830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-311e1a85-ca75-4b91-bc0a-06ff44891674 req-5977f506-e610-47c7-8823-15e20db7f80c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=fadc9196-046e-4d78-be55-c68757ddace0 HTTP/1.1" status: 200 len: 210 time: 0.0391736 Nov 11 20:51:20.075440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f8883cad-f7da-4ee4-abf7-b3ed740461eb service neutron] 10.222.0.62 "GET /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1/bindings/n-h2-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.1160171 Nov 11 20:51:20.130281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2460-2468-45cf-b161-0c13f7b3c910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:20.133825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2460-2468-45cf-b161-0c13f7b3c910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:20.139054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ea0e2460-2468-45cf-b161-0c13f7b3c910 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4b75559-2ba4-4695-bc55-7b5aeaeb4175 HTTP/1.1" status: 204 len: 168 time: 0.2502892 Nov 11 20:51:20.147684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e2460-2468-45cf-b161-0c13f7b3c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b75559-2ba4-4695-bc55-7b5aeaeb4175,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:20.237750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f895193-5f21-40b7-9ceb-a063275be064 req-d7bfa8d4-0f8c-40f2-bc92-9213e8cb6cfe tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:20.246258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f895193-5f21-40b7-9ceb-a063275be064 req-d7bfa8d4-0f8c-40f2-bc92-9213e8cb6cfe tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 944 time: 0.1005764 Nov 11 20:51:20.320688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f895193-5f21-40b7-9ceb-a063275be064 req-9487b271-3545-4b2d-b6f2-26cf9a58582c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688176 Nov 11 20:51:20.324247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:20.358370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:20.396682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590542-159d-4df9-bdb3-2a00873144c8 req-9247e801-d233-47ef-94f1-c52df8773d82 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:20.398225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90590542-159d-4df9-bdb3-2a00873144c8 req-9247e801-d233-47ef-94f1-c52df8773d82 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 944 time: 0.1314557 Nov 11 20:51:20.412890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13f0cd32-f15a-4eae-bb83-ca25a050df1e req-6b4905c7-d27b-4312-8eed-70ce1d8d65bc tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Nov 11 20:51:20.416303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ade6122-0add-4f8e-a420-15e7a221e8f1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:20.438806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:20.474460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90590542-159d-4df9-bdb3-2a00873144c8 req-af7be699-c45c-49fe-9820-0d7198b5af24 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675538 Nov 11 20:51:20.530230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:20.614313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] Transition to ACTIVE for port object 3ade6122-0add-4f8e-a420-15e7a221e8f1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:51:20.685693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:20.757586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] No DVR routers for this DVR port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:20.796457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1/bindings/n-h2-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7092412 Nov 11 20:51:20.797247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3b068-c74e-4604-a453-54e71b5094d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:21.005609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19def5a-69a4-4c44-8037-ead884c6a194 req-ae296b96-62f7-4664-bcb5-a4b478ebf5f8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.007145 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c19def5a-69a4-4c44-8037-ead884c6a194 req-ae296b96-62f7-4664-bcb5-a4b478ebf5f8 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.0492363 Nov 11 20:51:21.086746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c19def5a-69a4-4c44-8037-ead884c6a194 req-840f21ec-143c-49f5-b62f-0c5ff7d736f3 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/security-groups?id=8844d813-c4a5-4132-b7e3-66c8648953db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724976 Nov 11 20:51:21.093821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-623c7dc3-cc64-420e-bf14-a6cc48f0e84f tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.095291 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-623c7dc3-cc64-420e-bf14-a6cc48f0e84f tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.0800378 Nov 11 20:51:21.110201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:21.146788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:21.147367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device fe37f4f9-7fd4-4997-bb04-1961dbc8c2b6 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:21.147790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:21.153988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-d56c31cc-85b0-4eb8-aa3f-1ccb6bdb3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.155443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-d56c31cc-85b0-4eb8-aa3f-1ccb6bdb3f85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c&tenant_id=fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 1096 time: 0.0475235 Nov 11 20:51:21.178626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 28f8a217-6deb-43e0-96f5-c02fc83ee318 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:21.178980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 28f8a217-6deb-43e0-96f5-c02fc83ee318 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:21.252050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8516e85-9b3b-47f2-a0b7-4c74bf443609 req-481fa87a-0662-4aaf-871b-dd9cbc54f4b0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/e40964b3-2f3d-44a5-ae63-fdd60ca61bf4 HTTP/1.1" status: 200 len: 1816 time: 0.0763059 Nov 11 20:51:21.255119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-3e027401-ce5d-4e1b-8353-71fbefce667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.256573 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-3e027401-ce5d-4e1b-8353-71fbefce667d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1096 time: 0.0636904 Nov 11 20:51:21.370471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8516e85-9b3b-47f2-a0b7-4c74bf443609 req-e4978001-a949-40b7-b87d-54e897b3aa00 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.408798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8516e85-9b3b-47f2-a0b7-4c74bf443609 req-e4978001-a949-40b7-b87d-54e897b3aa00 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.414951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1fe787ce-189d-4bbb-859b-47eac7cde0f5 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:21.416974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-c1cd794f-7e0e-4258-8989-d9d1a809b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.418532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-c1cd794f-7e0e-4258-8989-d9d1a809b36a service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1464117 Nov 11 20:51:21.457335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634fea2-00ba-4afb-84c4-a6695470fbb4 req-79bb8f4a-90b7-4641-86e3-ae435d0f666f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.466439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e634fea2-00ba-4afb-84c4-a6695470fbb4 req-79bb8f4a-90b7-4641-86e3-ae435d0f666f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 944 time: 0.0670848 Nov 11 20:51:21.476721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:21.477175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.515241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-9b388818-0a4f-45f1-b18f-ce69de1d37d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0727353 Nov 11 20:51:21.529159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e634fea2-00ba-4afb-84c4-a6695470fbb4 req-c51a4dc3-c330-426f-b929-5cd6b44d46f6 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614913 Nov 11 20:51:21.568268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-cc8b423b-b5ea-4413-91f2-62df27c5b4ee tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.568268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-cc8b423b-b5ea-4413-91f2-62df27c5b4ee tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 950 time: 0.1272936 Nov 11 20:51:21.600708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.606080 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8516e85-9b3b-47f2-a0b7-4c74bf443609 req-e4978001-a949-40b7-b87d-54e897b3aa00 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.608728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a8516e85-9b3b-47f2-a0b7-4c74bf443609 req-e4978001-a949-40b7-b87d-54e897b3aa00 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.620277 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8516e85-9b3b-47f2-a0b7-4c74bf443609 req-e4978001-a949-40b7-b87d-54e897b3aa00 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/e40964b3-2f3d-44a5-ae63-fdd60ca61bf4 HTTP/1.1" status: 204 len: 173 time: 0.3619635 Nov 11 20:51:21.637074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-502facab-f3a7-4ca8-9ccb-82cb7da89894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.639149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-502facab-f3a7-4ca8-9ccb-82cb7da89894 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1154852 Nov 11 20:51:21.643968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:21.643968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:21.646110 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f58ff-7267-4f8b-88fe-83613fa30d11" -d '{"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-plugged", "status": "completed", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:21.647419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4978001-a949-40b7-b87d-54e897b3aa00 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40964b3-2f3d-44a5-ae63-fdd60ca61bf4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:21.685393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ffdef7de-a1d3-4b44-8b62-b45116220f04 req-ddc7942d-0b22-4ee8-99e4-13b8f163225a tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0484500 Nov 11 20:51:21.707149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-76650cf2-8946-47fe-b9f5-3a9dda5ff410 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518141 Nov 11 20:51:21.714956 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.787468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Deleting port 1f744b08-9596-46a8-97a0-660d27e9ab48 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:21.787833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.833378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:21.854518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fdf5d-fb2c-43fd-ae94-ca0c64439561 req-e72a166d-8378-4110-969d-ca7e610c8451 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:21.862367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c36fdf5d-fb2c-43fd-ae94-ca0c64439561 req-e72a166d-8378-4110-969d-ca7e610c8451 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 945 time: 0.0896809 Nov 11 20:51:21.888394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-dc141d64-9d58-49ac-9302-0a35b6791e44 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649804 Nov 11 20:51:21.909270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c36fdf5d-fb2c-43fd-ae94-ca0c64439561 req-103c0f7c-3fc3-49e2-b6f5-304a04934635 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460279 Nov 11 20:51:21.925697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.938328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] For port 1f744b08-9596-46a8-97a0-660d27e9ab48, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1f744b08-9596-46a8-97a0-660d27e9ab48,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:21.938701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:21.983119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Calling delete_port for 1f744b08-9596-46a8-97a0-660d27e9ab48 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:21.989312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b983c704-99bd-42c7-a9d5-15c4e17f806a req-17ad8da3-76da-4b1f-abb4-a683cd7081ae tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/855fb0ea-bb4f-479c-b8b9-9e38b836ba61 HTTP/1.1" status: 200 len: 1816 time: 0.0506816 Nov 11 20:51:22.057904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-7992c6e7-d951-48e6-a7a1-e45933b1df88 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554713 Nov 11 20:51:22.062902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b983c704-99bd-42c7-a9d5-15c4e17f806a req-ffc874f0-acef-47fd-b785-f53f91303b9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.094511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b983c704-99bd-42c7-a9d5-15c4e17f806a req-ffc874f0-acef-47fd-b785-f53f91303b9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.198873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b983c704-99bd-42c7-a9d5-15c4e17f806a req-ffc874f0-acef-47fd-b785-f53f91303b9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.202159 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b983c704-99bd-42c7-a9d5-15c4e17f806a req-ffc874f0-acef-47fd-b785-f53f91303b9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.216387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b983c704-99bd-42c7-a9d5-15c4e17f806a req-ffc874f0-acef-47fd-b785-f53f91303b9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/855fb0ea-bb4f-479c-b8b9-9e38b836ba61 HTTP/1.1" status: 204 len: 173 time: 0.2163308 Nov 11 20:51:22.230094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc874f0-acef-47fd-b785-f53f91303b9b tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855fb0ea-bb4f-479c-b8b9-9e38b836ba61,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:22.239154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.254938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1f744b08-9596-46a8-97a0-660d27e9ab48'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:22.272576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Pushing event deleted for resources: {'Port': ['ID=1f744b08-9596-46a8-97a0-660d27e9ab48,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:22.301004 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57fbe5e-2703-4e37-838a-dbf5b9cb9787 x-openstack-request-id: req-b57fbe5e-2703-4e37-838a-dbf5b9cb9787 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:22.301686 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-plugged", "status": "completed", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:22.302190 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b57fbe5e-2703-4e37-838a-dbf5b9cb9787 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:22.302744 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'code': 200} Nov 11 20:51:22.343275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] No DVR routers for this DVR port 1f744b08-9596-46a8-97a0-660d27e9ab48 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:22.346188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.349767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16a8e416-bb96-402c-8220-1532fe7c8f30 req-d7016506-35a8-43bc-94d5-3d8e64a271b9 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.58 "DELETE /v2.0/ports/1f744b08-9596-46a8-97a0-660d27e9ab48 HTTP/1.1" status: 204 len: 173 time: 0.7766659 Nov 11 20:51:22.350256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-deleted', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:22.352952 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c7e8cf-1186-4e1f-8892-4306c61593e1" -d '{"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-deleted", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:22.412664 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c67d6f7f-582d-45cb-a75d-a41fa8a9e588 req-2b9d729c-8dc8-4385-86d2-4f0df3dc3a31 tempest-MigrationsAdminTest-1325464553 tempest-MigrationsAdminTest-1325464553-project] 10.222.0.31 "GET /v2.0/ports?device_id=af4bd526-c020-422a-a7af-65873f057503 HTTP/1.1" status: 200 len: 210 time: 0.0371084 Nov 11 20:51:22.441790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139932b-38e0-40ec-8c2d-6bee87313517 req-d540f4d0-a20c-4894-a1ad-e9925046885c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:22.450246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e139932b-38e0-40ec-8c2d-6bee87313517 req-d540f4d0-a20c-4894-a1ad-e9925046885c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 945 time: 0.0600476 Nov 11 20:51:22.458313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6821a3bb-8ff5-4894-9dbd-645776ebff1f req-0ab5f100-24b3-441e-9570-97eac98ae3b6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-831142722', 'description': 'tempest-description-446803110'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:22.504407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e139932b-38e0-40ec-8c2d-6bee87313517 req-070657cd-3378-423f-9fa2-4fd0c83afdcc tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Nov 11 20:51:22.561069 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de48c94-b6c4-45db-9ece-a8e5f76df306 x-openstack-request-id: req-0de48c94-b6c4-45db-9ece-a8e5f76df306 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:22.561437 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4bd526-c020-422a-a7af-65873f057503", "name": "network-vif-deleted", "tag": "1f744b08-9596-46a8-97a0-660d27e9ab48", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:22.561753 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0de48c94-b6c4-45db-9ece-a8e5f76df306 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:22.562162 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4bd526-c020-422a-a7af-65873f057503', 'name': 'network-vif-deleted', 'tag': '1f744b08-9596-46a8-97a0-660d27e9ab48', 'status': 'completed', 'code': 200} Nov 11 20:51:22.588102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6821a3bb-8ff5-4894-9dbd-645776ebff1f req-0ab5f100-24b3-441e-9570-97eac98ae3b6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.701616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-eeb052ab-f1aa-4aa4-8b9c-f6ca233c04db tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:22.703086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-eeb052ab-f1aa-4aa4-8b9c-f6ca233c04db tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.0852418 Nov 11 20:51:22.710248 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6821a3bb-8ff5-4894-9dbd-645776ebff1f req-0ab5f100-24b3-441e-9570-97eac98ae3b6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.827992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6821a3bb-8ff5-4894-9dbd-645776ebff1f req-0ab5f100-24b3-441e-9570-97eac98ae3b6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.861683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5f100-24b3-441e-9570-97eac98ae3b6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e65203-f356-46bc-9a44-ccd39da479c6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:22.865326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-182e6397-160a-4f87-8ede-f66380728f28 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319161 Nov 11 20:51:22.972446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-eb9cac8c-1d3b-48cf-afdc-3ffe47d5bf42 service neutron] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:22.975687 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-eb9cac8c-1d3b-48cf-afdc-3ffe47d5bf42 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.976824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb5ca4b0-c858-4e3f-9156-971e4f7f2d5f req-eb9cac8c-1d3b-48cf-afdc-3ffe47d5bf42 service neutron] 10.222.0.58 "DELETE /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1/bindings/n-h1-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.2649634 Nov 11 20:51:22.978703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-73243a07-8ee8-4a11-a369-fc32e247a29f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:22.980290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-73243a07-8ee8-4a11-a369-fc32e247a29f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087415 Nov 11 20:51:22.994230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6821a3bb-8ff5-4894-9dbd-645776ebff1f req-0ab5f100-24b3-441e-9570-97eac98ae3b6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:22.995946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6821a3bb-8ff5-4894-9dbd-645776ebff1f req-0ab5f100-24b3-441e-9570-97eac98ae3b6 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5427682 Nov 11 20:51:22.997578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-7f933319-7abe-494a-907b-8efb644b869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/quotas/d6c2394d2d344046b3cd04f6f1919bc0 HTTP/1.1" status: 200 len: 375 time: 0.0100839 Nov 11 20:51:23.032487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-8f3366d8-efc0-4ac4-b3a0-5042673e7931 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281005 Nov 11 20:51:23.075339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f996fd1-9ceb-473a-8bce-3c830e6284b4 req-6ab5c9bc-16f9-46ef-849d-cfa776dce861 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0272319 Nov 11 20:51:23.265165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf29ed0-e26b-43c6-b927-f0868b19629f req-92cf12cb-3727-437e-bbf0-765332bd51a0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:23.266729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8cf29ed0-e26b-43c6-b927-f0868b19629f req-92cf12cb-3727-437e-bbf0-765332bd51a0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 945 time: 0.0633302 Nov 11 20:51:23.306049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5133f072-6445-4e07-b3fd-469a0f659c5e req-ee53ef95-bb9e-4284-b3b7-6a48f085e861 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/98e65203-f356-46bc-9a44-ccd39da479c6 HTTP/1.1" status: 200 len: 1816 time: 0.0534041 Nov 11 20:51:23.318020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-5133f072-6445-4e07-b3fd-469a0f659c5e req-2b87ede9-7ee4-44a2-b230-4e7e17f64d02 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1749737950', 'description': 'tempest-description-hth-1367842075'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:23.332438 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8cf29ed0-e26b-43c6-b927-f0868b19629f req-51ea253e-41ca-4086-aa19-e3275d80db45 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579922 Nov 11 20:51:23.358888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5133f072-6445-4e07-b3fd-469a0f659c5e req-2b87ede9-7ee4-44a2-b230-4e7e17f64d02 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:23.423974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:23.437491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5133f072-6445-4e07-b3fd-469a0f659c5e req-2b87ede9-7ee4-44a2-b230-4e7e17f64d02 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:23.464135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-016b00c9-df85-4b99-8f1c-9895b690c328 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233910 Nov 11 20:51:23.473514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:23.473938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1fe787ce-189d-4bbb-859b-47eac7cde0f5 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:23.526254 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5133f072-6445-4e07-b3fd-469a0f659c5e req-2b87ede9-7ee4-44a2-b230-4e7e17f64d02 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:23.529791 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5133f072-6445-4e07-b3fd-469a0f659c5e req-2b87ede9-7ee4-44a2-b230-4e7e17f64d02 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:23.531711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5133f072-6445-4e07-b3fd-469a0f659c5e req-2b87ede9-7ee4-44a2-b230-4e7e17f64d02 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "PUT /v2.0/security-groups/98e65203-f356-46bc-9a44-ccd39da479c6 HTTP/1.1" status: 200 len: 1792 time: 0.2175903 Nov 11 20:51:23.578729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:23.582055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87ede9-7ee4-44a2-b230-4e7e17f64d02 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e65203-f356-46bc-9a44-ccd39da479c6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:23.619716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-eb5cca23-6487-487c-a43e-49ab2d13e8ef tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:23.630468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-eb5cca23-6487-487c-a43e-49ab2d13e8ef tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530113 Nov 11 20:51:23.641726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:23.652946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b52746c2-9d4b-4d4f-a5b8-acc2ab3fd0c8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/quotas/d6c2394d2d344046b3cd04f6f1919bc0 HTTP/1.1" status: 200 len: 375 time: 0.0214849 Nov 11 20:51:23.693373 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-94efb29a-2a4f-467f-9e03-46a3f1709a1d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388641 Nov 11 20:51:23.717451 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:23.796267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:23.806768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2e9d5-f82d-4e77-8aa2-08b3164fa382 req-744227fc-cb09-4db9-b5f2-61bd22669523 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:23.808737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2e2e9d5-f82d-4e77-8aa2-08b3164fa382 req-744227fc-cb09-4db9-b5f2-61bd22669523 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0581477 Nov 11 20:51:23.857505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2e2e9d5-f82d-4e77-8aa2-08b3164fa382 req-48c2109f-da50-4e2a-96f4-19fca8e83efe tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Nov 11 20:51:23.922684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f838acec-bfaf-47d8-94cf-6699f080d699 req-eb26a671-314f-4f2b-b28d-3659b62c4fbc tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/98e65203-f356-46bc-9a44-ccd39da479c6 HTTP/1.1" status: 200 len: 1792 time: 0.0425868 Nov 11 20:51:24.002973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53b15816-f8e9-4ba9-92cb-f2c198c8ee2d req-9e677118-44fe-4c8f-99e6-52bbdfc73a84 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/98e65203-f356-46bc-9a44-ccd39da479c6 HTTP/1.1" status: 200 len: 1792 time: 0.0496118 Nov 11 20:51:24.026709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba216903-b28d-4fcb-97df-1f69998e05bc req-fd8be680-d959-4e4c-a9f3-0c1e4be9d92a tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:24.029892 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba216903-b28d-4fcb-97df-1f69998e05bc req-fd8be680-d959-4e4c-a9f3-0c1e4be9d92a tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1096 time: 0.0500789 Nov 11 20:51:24.076870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53b15816-f8e9-4ba9-92cb-f2c198c8ee2d req-6d7e628d-e1ad-4617-a0cf-24fcea991347 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:24.103838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba216903-b28d-4fcb-97df-1f69998e05bc req-5ebcabaf-cfff-4ea8-9977-55dfc6af5af6 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676556 Nov 11 20:51:24.104432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53b15816-f8e9-4ba9-92cb-f2c198c8ee2d req-6d7e628d-e1ad-4617-a0cf-24fcea991347 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:24.208039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3db1300b-a9b6-4498-ba2b-d24e6287384e req-67b1928e-561a-4bd7-ae4b-fefebb7063b2 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 210 time: 0.0313973 Nov 11 20:51:24.261720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53b15816-f8e9-4ba9-92cb-f2c198c8ee2d req-6d7e628d-e1ad-4617-a0cf-24fcea991347 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:24.265130 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-53b15816-f8e9-4ba9-92cb-f2c198c8ee2d req-6d7e628d-e1ad-4617-a0cf-24fcea991347 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:24.266680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53b15816-f8e9-4ba9-92cb-f2c198c8ee2d req-6d7e628d-e1ad-4617-a0cf-24fcea991347 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/98e65203-f356-46bc-9a44-ccd39da479c6 HTTP/1.1" status: 204 len: 173 time: 0.2568364 Nov 11 20:51:24.280003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e628d-e1ad-4617-a0cf-24fcea991347 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e65203-f356-46bc-9a44-ccd39da479c6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:24.305474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:24.308563 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a09fa14-f96e-417e-bee2-41edea35b2da" -d '{"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:24.327424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3053509d-5efb-4da0-9e11-fe0dda3a87e0 req-671a09de-d736-4aed-b2ab-971db99f672e tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0555086 Nov 11 20:51:24.415621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:24.443160 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e442b4c-a4fd-4ce1-88c3-40ee6083bb4e x-openstack-request-id: req-6e442b4c-a4fd-4ce1-88c3-40ee6083bb4e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:24.443694 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:24.443817 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e442b4c-a4fd-4ce1-88c3-40ee6083bb4e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:24.444963 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'code': 200} Nov 11 20:51:24.511175 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-35402c9d-4ee9-472b-a653-eb805998eebc req-b8a2a13e-a049-48b0-bb78-c87695d11264 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:51:24.513006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35402c9d-4ee9-472b-a653-eb805998eebc req-b8a2a13e-a049-48b0-bb78-c87695d11264 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/855fb0ea-bb4f-479c-b8b9-9e38b836ba61 HTTP/1.1" status: 404 len: 352 time: 0.0160689 Nov 11 20:51:24.558648 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-eddcfaed-bcf5-4f4d-a323-b533e1248e05 req-4575ecd9-059b-442e-803f-f018be9aabb9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:51:24.560604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eddcfaed-bcf5-4f4d-a323-b533e1248e05 req-4575ecd9-059b-442e-803f-f018be9aabb9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/e40964b3-2f3d-44a5-ae63-fdd60ca61bf4 HTTP/1.1" status: 404 len: 352 time: 0.0227032 Nov 11 20:51:24.600858 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-45ea9e1a-354b-4e5c-96be-e320c5a01bf2 req-83b7c310-f366-41da-96d8-4cd0cc7316d9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:51:24.601858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45ea9e1a-354b-4e5c-96be-e320c5a01bf2 req-83b7c310-f366-41da-96d8-4cd0cc7316d9 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/57011f93-b978-4d38-a451-80011e387e2e HTTP/1.1" status: 404 len: 352 time: 0.0186698 Nov 11 20:51:24.631711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ed05d7c-6953-44be-a383-d4061ebb3a4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6d81b4fe4ec41e5998f166d9f12699b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127507 Nov 11 20:51:24.632276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:24.644952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-ddc83572-e2ec-4c2c-a519-4f808514129f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:24.646125 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-f6d4ebf2-c8b9-4062-b6b1-ed2fa978ed78 req-b2fabd60-cad9-4387-a458-c677a7176161 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:51:24.646423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-ddc83572-e2ec-4c2c-a519-4f808514129f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.2135186 Nov 11 20:51:24.648193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6d4ebf2-c8b9-4062-b6b1-ed2fa978ed78 req-b2fabd60-cad9-4387-a458-c677a7176161 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/eb697e0e-9529-422c-ab5f-0f3c498f1a9f HTTP/1.1" status: 404 len: 352 time: 0.0164764 Nov 11 20:51:24.675527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-b52af0a7-7b6c-405b-894e-4992b3f4dbb5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/quotas/fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 375 time: 0.0224164 Nov 11 20:51:24.738230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-263dc738-75ea-4517-b649-756321412584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:24.753529 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-ed61343f-647d-486f-ad58-4ae636720995 req-1e7eccae-1575-41b7-92a8-8e992a6ad478 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:51:24.755122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed61343f-647d-486f-ad58-4ae636720995 req-1e7eccae-1575-41b7-92a8-8e992a6ad478 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/4115667b-7d9d-4b72-8f29-a1d1f83e45f6 HTTP/1.1" status: 404 len: 352 time: 0.0176630 Nov 11 20:51:24.782909 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-1941d7c7-8dfd-4cdb-9533-0a82c09071e3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958536 Nov 11 20:51:24.784891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-263dc738-75ea-4517-b649-756321412584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:24.792726 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-a2e1a119-3337-423c-a083-e5bcaf3d5698 req-f5fde94d-1150-4dae-abed-d7862f83f3d8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] show failed (client error): The resource could not be found. Nov 11 20:51:24.793773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a2e1a119-3337-423c-a083-e5bcaf3d5698 req-f5fde94d-1150-4dae-abed-d7862f83f3d8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/976eb3da-1477-4949-b5f4-c8b8f402a82f HTTP/1.1" status: 404 len: 352 time: 0.0151849 Nov 11 20:51:24.901985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-5396df38-44bf-4258-9377-e641a9a0794a service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101096 Nov 11 20:51:24.996991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-263dc738-75ea-4517-b649-756321412584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:24.999586 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-263dc738-75ea-4517-b649-756321412584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:25.003073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-263dc738-75ea-4517-b649-756321412584 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8844d813-c4a5-4132-b7e3-66c8648953db HTTP/1.1" status: 204 len: 168 time: 0.3677652 Nov 11 20:51:25.012674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-97b6fa96-48f0-44f3-a5d9-33415028c738 service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026144 Nov 11 20:51:25.015274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dc738-75ea-4517-b649-756321412584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8844d813-c4a5-4132-b7e3-66c8648953db,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:25.151026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:25.165511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-d04a42c9-8511-458e-a5a5-9f26cab5220f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:25.167016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-d04a42c9-8511-458e-a5a5-9f26cab5220f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0525587 Nov 11 20:51:25.176017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 1f744b08-9596-46a8-97a0-660d27e9ab48 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:25.176457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1f744b08-9596-46a8-97a0-660d27e9ab48 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:25.275129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Deleting port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:25.275473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:25.447545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ef3e7-a184-4c55-b9be-351eb4657b09 req-6a506193-db4f-474e-998c-0b286dab3223 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:25.448965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490ef3e7-a184-4c55-b9be-351eb4657b09 req-6a506193-db4f-474e-998c-0b286dab3223 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 943 time: 0.0892193 Nov 11 20:51:25.455057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] For port 1fe787ce-189d-4bbb-859b-47eac7cde0f5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1fe787ce-189d-4bbb-859b-47eac7cde0f5,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:25.455434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:25.456993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3576c383-9318-4e6a-a25b-2dc6d755b363 req-80ea66ec-0efa-47b0-8325-e3d3ad6a5b31 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 210 time: 0.0418026 Nov 11 20:51:25.492115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Calling delete_port for 1fe787ce-189d-4bbb-859b-47eac7cde0f5 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:25.550115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba9bbc8e-877c-4b66-9d36-d188e2481149 req-3c211f8d-dbcb-4ce0-b525-01f0b6482fc2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 210 time: 0.0354838 Nov 11 20:51:25.572670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490ef3e7-a184-4c55-b9be-351eb4657b09 req-195f43e1-fd80-40d1-888d-8442f77419f8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143436 Nov 11 20:51:25.672774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cd4023d-7f64-4200-b988-ed1cd72c869f req-242606b1-e926-4c11-b1a6-c29e59c36d10 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0354419 Nov 11 20:51:25.674293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97abc6-1e34-4b4a-96dc-50cb5ff88ca0 req-262b6e8b-9584-4711-8cfc-965d017b9e7e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:25.675816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b97abc6-1e34-4b4a-96dc-50cb5ff88ca0 req-262b6e8b-9584-4711-8cfc-965d017b9e7e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1023 time: 0.0507810 Nov 11 20:51:25.752369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:25.753837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b97abc6-1e34-4b4a-96dc-50cb5ff88ca0 req-2accd922-4392-4806-ba80-a6b83ab5fc48 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=c046f9de-b4d7-49a3-8b07-e1a2c02d0488&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&id=2ce73f82-f466-4f11-8ed2-50b723a8c802&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0713382 Nov 11 20:51:25.834268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event deleted for resources: {'Port': ['ID=1fe787ce-189d-4bbb-859b-47eac7cde0f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:25.836451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] No DVR routers for this DVR port 1fe787ce-189d-4bbb-859b-47eac7cde0f5 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:25.838730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:25.867276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f964b102-909e-435d-88ef-8d59febaf7f5 req-e87b568f-dac1-4383-99af-ebc65b95ec62 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "DELETE /v2.0/ports/1fe787ce-189d-4bbb-859b-47eac7cde0f5 HTTP/1.1" status: 204 len: 173 time: 0.6770988 Nov 11 20:51:25.867276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-deleted', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:25.873109 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e920cb7-5c1f-4913-aaac-9e009674238b" -d '{"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-deleted", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:25.910858 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36af9d55-7a9f-4234-ae58-05c67a7c29a4 x-openstack-request-id: req-36af9d55-7a9f-4234-ae58-05c67a7c29a4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:25.911148 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa490d57-a90d-44e7-96ed-417febea3a68", "name": "network-vif-deleted", "tag": "1fe787ce-189d-4bbb-859b-47eac7cde0f5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:25.911408 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36af9d55-7a9f-4234-ae58-05c67a7c29a4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:25.911808 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa490d57-a90d-44e7-96ed-417febea3a68', 'name': 'network-vif-deleted', 'tag': '1fe787ce-189d-4bbb-859b-47eac7cde0f5', 'status': 'completed', 'code': 200} Nov 11 20:51:26.055939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:26.103403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9b06f3e0-b64a-46b0-9735-ab59be27bb9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2f07f6699fa4deeaca8090213e00d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462654 Nov 11 20:51:26.106542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:26.156204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-81b7c7b8-f975-427d-8b74-d6d3316e8b82 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238190 Nov 11 20:51:26.156465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b70ccd5-602a-4405-88d1-e0df16d393d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.180262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b70ccd5-602a-4405-88d1-e0df16d393d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.270446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-27da6345-2ef6-48b1-8bab-502ec78b4874 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:26.272173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-27da6345-2ef6-48b1-8bab-502ec78b4874 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093938 Nov 11 20:51:26.284932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Request body: {'port': {'device_id': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'd6c2394d2d344046b3cd04f6f1919bc0'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:26.422043 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b70ccd5-602a-4405-88d1-e0df16d393d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.424766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b70ccd5-602a-4405-88d1-e0df16d393d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.425999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5b70ccd5-602a-4405-88d1-e0df16d393d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66223ead-1b81-48e6-84af-e908fa0d4e7e HTTP/1.1" status: 204 len: 168 time: 0.3183799 Nov 11 20:51:26.436895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70ccd5-602a-4405-88d1-e0df16d393d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66223ead-1b81-48e6-84af-e908fa0d4e7e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:26.517175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Made reservation on behalf of d6c2394d2d344046b3cd04f6f1919bc0 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:26.518926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.528948 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.554187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f054bef9-a403-4b44-bccc-ea4d834379aa req-07a0eefd-affa-4f0e-9848-9fb3353176d6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 210 time: 0.0294638 Nov 11 20:51:26.626515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.691735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc82325a-ee1d-46ec-a272-ad4515ddf9b8 req-557a59dc-5933-4a9c-afe1-1d46f6ea81cf tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa490d57-a90d-44e7-96ed-417febea3a68 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Nov 11 20:51:26.695275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad3e70dd-1e6d-46a7-a5f3-c3d9119af4b3 req-8a406302-7702-4d2a-9658-2c208ea1d2b2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 210 time: 0.0475411 Nov 11 20:51:26.790913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58d001b0-16ce-4782-b622-58b7a21ee16d req-de90f685-f76f-44bb-bdb4-339a8098510d tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0308213 Nov 11 20:51:26.791744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:26.869223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:27.002707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c00a9c-e9da-4de3-9867-761e33c61466 req-f900600e-1bb0-4872-9f49-f3c47134887c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:27.004311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1c00a9c-e9da-4de3-9867-761e33c61466 req-f900600e-1bb0-4872-9f49-f3c47134887c tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1023 time: 0.1059313 Nov 11 20:51:27.014011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Allocated IP 192.168.233.226 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/cd8a73cc-ea73-4f16-9971-8cf5a7db0417) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:27.071120 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:27.133072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-469cbe5a-f23a-4a6f-b79c-cd02c732a29b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411599 Nov 11 20:51:27.144101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1c00a9c-e9da-4de3-9867-761e33c61466 req-685aba75-12c2-4f88-9150-b13aee7f4a1a tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=c046f9de-b4d7-49a3-8b07-e1a2c02d0488&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&id=2ce73f82-f466-4f11-8ed2-50b723a8c802&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1325450 Nov 11 20:51:27.160925 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:51:27.616896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-eb2919d6-e301-4811-9f15-4c8a3d62a1fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:27.618357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-eb2919d6-e301-4811-9f15-4c8a3d62a1fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.62 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1023 time: 0.0608561 Nov 11 20:51:27.648706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:27.657279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-c36a4d6a-b6c1-4958-baaa-df036efdcd9d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:27.658788 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-c36a4d6a-b6c1-4958-baaa-df036efdcd9d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5138166 Nov 11 20:51:27.673368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Request body: {'port': {'device_id': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'd6c2394d2d344046b3cd04f6f1919bc0'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:27.712482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f64cab9-d27c-4bc7-9c81-9d1ea84bf14c req-14bfeb4d-abcc-42e7-be6e-0b678af1402b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 210 time: 0.0369580 Nov 11 20:51:27.805389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Deleting port d25d430a-ec32-4b10-946f-3dff8b2a21b9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:51:27.806230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:27.832987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f3655c9-fd80-48b8-9084-d62007a4e37c req-948f4f95-5498-4c34-89d4-b50984e1c319 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 210 time: 0.0348399 Nov 11 20:51:27.863394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:27.885715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:27.915376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:27.923988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:27.954998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] For port d25d430a-ec32-4b10-946f-3dff8b2a21b9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d25d430a-ec32-4b10-946f-3dff8b2a21b9,segment=NetworkSegment(038b298e-f6f0-40f5-afe6-566200e7c297),segment_id=038b298e-f6f0-40f5-afe6-566200e7c297)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:27.957506 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:27.959413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d72e4a0-48d8-471e-b970-31a6652a6106 req-31d40ce6-67fb-4f0e-9ac3-96ca987e3363 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0426674 Nov 11 20:51:27.960317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:28.004755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Calling delete_port for d25d430a-ec32-4b10-946f-3dff8b2a21b9 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:51:28.065227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:28.065906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.086603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-network', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:28.098957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Made reservation on behalf of d6c2394d2d344046b3cd04f6f1919bc0 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:28.103697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.141248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:28.233683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Made reservation on behalf of e6eff9d97978407a822ab789d23cb364 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:28.233683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.241887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.323216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5384b64d-d3cd-427a-be0d-100103551788 None None] Provisioning complete for port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:28.323826 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5384b64d-d3cd-427a-be0d-100103551788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.369242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5384b64d-d3cd-427a-be0d-100103551788 None None] Port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:28.380164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:28.384567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-56bd8d8a-050c-4b33-8a30-9681f40ac10a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568988913', 'description': 'tempest-description--1976962511'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:28.394099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.404013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-1c641606-fd35-4903-bdcb-96248be978fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1226156 Nov 11 20:51:28.407338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Allocated IP 192.168.233.150 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/2d1b685c-3f95-46c9-9a10-d493df9908d3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:28.424735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Request body: {'port': {'device_id': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:28.444353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fc67c-6e98-4281-8cbe-d6df613f849b req-efe0e988-757b-4157-bcdc-b1ec38fb68a0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:28.445833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d6fc67c-6e98-4281-8cbe-d6df613f849b req-efe0e988-757b-4157-bcdc-b1ec38fb68a0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 1023 time: 0.1758704 Nov 11 20:51:28.453462 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.470690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d25d430a-ec32-4b10-946f-3dff8b2a21b9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:28.487994 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'Port': ['ID=d25d430a-ec32-4b10-946f-3dff8b2a21b9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:28.542657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bd8d8a-050c-4b33-8a30-9681f40ac10a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.545593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] No DVR routers for this DVR port d25d430a-ec32-4b10-946f-3dff8b2a21b9 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:51:28.547384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.551718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.554984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ba5706a-e9dd-457c-9fd4-c366cf7a15c0 req-3665b61c-587f-45a3-810b-54a2b66af2d0 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.62 "DELETE /v2.0/ports/d25d430a-ec32-4b10-946f-3dff8b2a21b9 HTTP/1.1" status: 204 len: 173 time: 0.9268007 Nov 11 20:51:28.556883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'name': 'network-vif-deleted', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:28.559468 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45206c6f-bdea-4aa5-be26-072083308e50" -d '{"events": [{"server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "name": "network-vif-deleted", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:28.570025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-3a05cae2-7a95-4b70-87f8-36013cd52f4d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:28.571488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-3a05cae2-7a95-4b70-87f8-36013cd52f4d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.2898910 Nov 11 20:51:28.598349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Request body: {'port': {'device_id': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'admin_state_up': True, 'tenant_id': 'fba95ad5aa694a06908b98687679f588'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:28.619554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac108a-6415-408c-b15c-48e6a28904a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:28.629681 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:51:28.638275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.651740 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98abb79-fd2f-45d0-a9d0-2ced78f5df17 x-openstack-request-id: req-f98abb79-fd2f-45d0-a9d0-2ced78f5df17 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:28.651740 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81bba37-4d8f-4a73-bf9f-cae491776b7e", "name": "network-vif-deleted", "tag": "d25d430a-ec32-4b10-946f-3dff8b2a21b9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:28.651740 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f98abb79-fd2f-45d0-a9d0-2ced78f5df17 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:28.651740 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81bba37-4d8f-4a73-bf9f-cae491776b7e', 'name': 'network-vif-deleted', 'tag': 'd25d430a-ec32-4b10-946f-3dff8b2a21b9', 'status': 'completed', 'code': 200} Nov 11 20:51:28.666887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.667372 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Added segment dbc464de-be4b-46c9-9721-953be962eaee of type vlan for network 88389e4d-3ad5-48ec-8eda-f8e496c1632f Nov 11 20:51:28.732855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.772789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bd8d8a-050c-4b33-8a30-9681f40ac10a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.809547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d6fc67c-6e98-4281-8cbe-d6df613f849b req-20814a80-a68a-4a30-90c6-bcb24cff5174 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups?id=c046f9de-b4d7-49a3-8b07-e1a2c02d0488&id=d2a01689-8bf1-4869-9cc6-60c90b6751c6&id=2ce73f82-f466-4f11-8ed2-50b723a8c802&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3381670 Nov 11 20:51:28.831624 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05461144-ca4b-4dea-a92f-830a2de9aa11 req-a4ec2b86-ebbf-4676-82c3-e862ed914164 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 210 time: 0.0298557 Nov 11 20:51:28.874837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bd8d8a-050c-4b33-8a30-9681f40ac10a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.889540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.890490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:28.892180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.961345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:28.988592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9cfcb95f-d8f4-4763-97ac-259ebf1f21ce req-252e73b6-3b7e-4eed-ae25-9afdbda46359 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 210 time: 0.0596657 Nov 11 20:51:29.161785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.226981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Made reservation on behalf of fba95ad5aa694a06908b98687679f588 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:29.230656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.287694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:29.295037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:29.306520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] Pushing event updated for resources: {'Network': ['ID=88389e4d-3ad5-48ec-8eda-f8e496c1632f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:29.307198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:29.316367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ff267a2b-d30c-408e-8d43-110ddc554802 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4266417 Nov 11 20:51:29.316367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bd8d8a-050c-4b33-8a30-9681f40ac10a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.318584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56bd8d8a-050c-4b33-8a30-9681f40ac10a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9361115 Nov 11 20:51:29.318584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39398) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:29.321120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:51:29.327943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd8d8a-050c-4b33-8a30-9681f40ac10a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522da211-92e5-4395-a685-cf837f21bfa7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:29.332823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Request body: {'subnet': {'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-subnet', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:29.336822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Pushing event updated for resources: {'Port': ['ID=2d1b685c-3f95-46c9-9a10-d493df9908d3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:29.337524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:29.343339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3f7b513b-8e97-47b2-bb09-3f2459d82eab tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Request body: {'security_group_rule': {'security_group_id': '522da211-92e5-4395-a685-cf837f21bfa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:29.369345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a99c0629-6b24-467e-8741-960db0d450b2 req-9f85c0a8-d4f9-4010-9a1a-efb81620258b tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0644348 Nov 11 20:51:29.430229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d25d430a-ec32-4b10-946f-3dff8b2a21b9 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:29.438406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:29.439060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.465049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: d25d430a-ec32-4b10-946f-3dff8b2a21b9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:29.465406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d25d430a-ec32-4b10-946f-3dff8b2a21b9 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:29.465825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1fe787ce-189d-4bbb-859b-47eac7cde0f5 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:51:29.481418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Made reservation on behalf of e6eff9d97978407a822ab789d23cb364 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:29.485402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.490445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 1fe787ce-189d-4bbb-859b-47eac7cde0f5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:51:29.490807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1fe787ce-189d-4bbb-859b-47eac7cde0f5 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:51:29.576434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8a73cc-ea73-4f16-9971-8cf5a7db0417 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:29.598408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.598408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Allocated IP 172.20.0.4 (aa86bd78-4fce-4e6a-8213-3fd0299c5de1/8ed15e3f-d2cd-4320-8502-7a73c0dc795c/76d6df68-cf7f-4173-bbbd-91f37ab088dd) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:29.610896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Transition to ACTIVE for port object cd8a73cc-ea73-4f16-9971-8cf5a7db0417 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:51:29.630606 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f7b513b-8e97-47b2-bb09-3f2459d82eab tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.704246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-affa6688-a1e0-4bdd-b988-6067480cf66a None None] Provisioning complete for port 2d1b685c-3f95-46c9-9a10-d493df9908d3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:29.704851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-affa6688-a1e0-4bdd-b988-6067480cf66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.719648 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.734238 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f7b513b-8e97-47b2-bb09-3f2459d82eab tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.741833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-affa6688-a1e0-4bdd-b988-6067480cf66a None None] Port 2d1b685c-3f95-46c9-9a10-d493df9908d3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:29.784481 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-ed276de6-7184-4a88-a71c-276b1e75869b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1148992 Nov 11 20:51:29.799197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.808406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Request body: {'port': {'device_id': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:29.860652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:29.862092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6037e718-e4a2-4128-b5d1-4d6abb123ea3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:29.870691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Checking segment: {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:29.871512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Network hostable DHCP agents. Network: 88389e4d-3ad5-48ec-8eda-f8e496c1632f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:51:29.883129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f7b513b-8e97-47b2-bb09-3f2459d82eab tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.884010 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.923156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b513b-8e97-47b2-bb09-3f2459d82eab tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485c9b76-4fe6-4fce-88ad-cc2e6e3a3a22,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:29.964466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:29.991048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:51:30.042678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b35fd-6740-4288-a445-39feb326eab7 req-fe3607e8-0e5a-4bf6-86ed-bcf9828426ce tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:30.045508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b3b35fd-6740-4288-a445-39feb326eab7 req-fe3607e8-0e5a-4bf6-86ed-bcf9828426ce tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 936 time: 0.0662172 Nov 11 20:51:30.061147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-af384342-d3f1-437c-a61c-93579f0d37dd req-ee0db498-b830-47c0-b2e6-2b4e1b3dd714 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/ports?device_id=d81bba37-4d8f-4a73-bf9f-cae491776b7e HTTP/1.1" status: 200 len: 210 time: 0.0668082 Nov 11 20:51:30.062839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f7b513b-8e97-47b2-bb09-3f2459d82eab tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.064044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Attempting to bind port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:30.064415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Attempting to bind port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:30.064745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Attempting to bind port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:30.065846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3f7b513b-8e97-47b2-bb09-3f2459d82eab tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7273710 Nov 11 20:51:30.071146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39408) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:30.083035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-88d4c7fd-ce2a-4722-a3f6-9af5cef9e09d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Request body: {'security_group_rule': {'security_group_id': '522da211-92e5-4395-a685-cf837f21bfa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:30.085853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:30.086400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Attempting to bind port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:30.104594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:30.104939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:30.105820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:30.106178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Bound port: cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:30.106378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.122331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b3b35fd-6740-4288-a445-39feb326eab7 req-25a51dc3-b4c6-4bd3-a004-fdd4c3c97810 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642400 Nov 11 20:51:30.130655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 88389e4d-3ad5-48ec-8eda-f8e496c1632f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:30.139172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:30.139783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.140382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad37cb-1a93-407d-81ef-63774a1fdcb1 None None] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:51:30.219231 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.328713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'fixed_ips': [{'subnet_id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:51:30.329778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.346221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:30.370579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:30.384510 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cc4cf677-9e51-49c8-8b76-3ce56588b69a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0573070 Nov 11 20:51:30.387144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:30.391949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:30.405063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88d4c7fd-ce2a-4722-a3f6-9af5cef9e09d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.411805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:30.424794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0f16b-4f44-43b0-8140-8cc7438991d7 req-e5bfb76b-64d3-402c-a0c2-f844626225ff tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:30.432044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-89a0f16b-4f44-43b0-8140-8cc7438991d7 req-e5bfb76b-64d3-402c-a0c2-f844626225ff tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 931 time: 0.2985659 Nov 11 20:51:30.469129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:30.473108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:30.479788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Allocated IP 172.20.0.2 (88389e4d-3ad5-48ec-8eda-f8e496c1632f/6037e718-e4a2-4128-b5d1-4d6abb123ea3/8efd3634-ec63-489b-8b24-ae83498f6a38) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:30.510986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d39d094f-8a78-45a9-af4b-7e93673568e4 req-83728385-ce7f-4d47-8b89-83c4d30ef2dd tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0324652 Nov 11 20:51:30.518341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:30.525221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.526941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.582251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:30.582868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.593107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.610661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-89a0f16b-4f44-43b0-8140-8cc7438991d7 req-d56ddb2d-4dd8-4f61-b105-a0f160dd6045 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777296 Nov 11 20:51:30.622995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.639052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88d4c7fd-ce2a-4722-a3f6-9af5cef9e09d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.650573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.701960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:30.702584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.703981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] 10.222.0.58 "PUT /v2.0/ports/cd8a73cc-ea73-4f16-9971-8cf5a7db0417 HTTP/1.1" status: 200 len: 1096 time: 2.2841063 Nov 11 20:51:30.706114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:30.708394 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80155328-df46-43da-9928-7453c9e28d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:30.744117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1b685c-3f95-46c9-9a10-d493df9908d3 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:30.755093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.757517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c424a7b-9dc0-4832-9354-6bd0c8c0d473 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:30.766403 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.768044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88d4c7fd-ce2a-4722-a3f6-9af5cef9e09d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.773566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6ec9bbd1-b56f-4b30-aa3a-667c40195611 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1848969 Nov 11 20:51:30.775233 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9af1e-a104-4b75-b839-d5dac1911899 x-openstack-request-id: req-29d9af1e-a104-4b75-b839-d5dac1911899 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:30.775553 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:30.775875 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29d9af1e-a104-4b75-b839-d5dac1911899 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:30.776221 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'status': 'completed', 'code': 200} Nov 11 20:51:30.793016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Transition to ACTIVE for port object 2d1b685c-3f95-46c9-9a10-d493df9908d3 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:51:30.807068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Request body: {'port': {'device_id': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:30.811767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4c7fd-ce2a-4722-a3f6-9af5cef9e09d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed9aa67-68ff-40df-80de-908d09f23d2a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:30.831251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Pushing event updated for resources: {'Port': ['ID=8efd3634-ec63-489b-8b24-ae83498f6a38,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:30.851151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:30.852626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:30.857762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:30.895683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.906879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80155328-df46-43da-9928-7453c9e28d9a req-06319522-4298-44b3-8302-0918746369c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:30.908590 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-80155328-df46-43da-9928-7453c9e28d9a req-06319522-4298-44b3-8302-0918746369c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1099 time: 0.0925064 Nov 11 20:51:30.921107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Attempting to bind port 8efd3634-ec63-489b-8b24-ae83498f6a38 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:30.921484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Attempting to bind port 8efd3634-ec63-489b-8b24-ae83498f6a38 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:30.921848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Attempting to bind port 8efd3634-ec63-489b-8b24-ae83498f6a38 on network 88389e4d-3ad5-48ec-8eda-f8e496c1632f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:30.927058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:30.927434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Checking segment: {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:30.927837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.928270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Bound using segment: {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:30.928742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Bound port: 8efd3634-ec63-489b-8b24-ae83498f6a38, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:30.929124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.949972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.958695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88d4c7fd-ce2a-4722-a3f6-9af5cef9e09d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.959970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-88d4c7fd-ce2a-4722-a3f6-9af5cef9e09d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8841722 Nov 11 20:51:30.963453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:30.966974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-80155328-df46-43da-9928-7453c9e28d9a req-bb21ad86-be0b-4b56-95a8-48acf3ea65e3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420494 Nov 11 20:51:30.969197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:30.990169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.024715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] For port 8efd3634-ec63-489b-8b24-ae83498f6a38, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:31.029867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] For port 8efd3634-ec63-489b-8b24-ae83498f6a38, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8efd3634-ec63-489b-8b24-ae83498f6a38,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:31.076878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1b685c-3f95-46c9-9a10-d493df9908d3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:31.167117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.181950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.318974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1614f1-e491-4792-ad91-2a2177c36f03 None None] Pushing event updated for resources: {'Port': ['ID=8efd3634-ec63-489b-8b24-ae83498f6a38,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:31.360479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-684a60b5-a5af-4a9b-9f15-fb61cdb47008 req-d7c02326-1738-4744-a8e2-68c00fa2b94d tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/c046f9de-b4d7-49a3-8b07-e1a2c02d0488 HTTP/1.1" status: 200 len: 1817 time: 0.1897099 Nov 11 20:51:31.372551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80155328-df46-43da-9928-7453c9e28d9a req-7910a9f4-f1c0-45b2-a3cd-214f6036f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:31.374053 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-80155328-df46-43da-9928-7453c9e28d9a req-7910a9f4-f1c0-45b2-a3cd-214f6036f410 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3794773 Nov 11 20:51:31.381425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.415410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.421264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Attempting to bind port 2d1b685c-3f95-46c9-9a10-d493df9908d3 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:31.421632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Attempting to bind port 2d1b685c-3f95-46c9-9a10-d493df9908d3 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:31.421967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Attempting to bind port 2d1b685c-3f95-46c9-9a10-d493df9908d3 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:31.446820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Port 2d1b685c-3f95-46c9-9a10-d493df9908d3 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:31.458655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Attempting to bind port 2d1b685c-3f95-46c9-9a10-d493df9908d3 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:31.477558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc0194-502e-4a8d-bc1f-6a436a5a6488 req-b39ef2d0-63ae-4465-9581-05bd8f46e163 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:31.479148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-80cc0194-502e-4a8d-bc1f-6a436a5a6488 req-b39ef2d0-63ae-4465-9581-05bd8f46e163 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 948 time: 0.2138615 Nov 11 20:51:31.490772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:31.490772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:31.490772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:31.490772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Bound port: 2d1b685c-3f95-46c9-9a10-d493df9908d3, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:31.490772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.572196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-684a60b5-a5af-4a9b-9f15-fb61cdb47008 req-665d1b7e-c4c2-4fbe-9e2c-ed30fce1c5fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.655021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.658132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-684a60b5-a5af-4a9b-9f15-fb61cdb47008 req-665d1b7e-c4c2-4fbe-9e2c-ed30fce1c5fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.697015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Allocated IP 172.25.2.114 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f0913298-041c-44c8-bcf1-9e5c9dea6cec) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:31.866441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-684a60b5-a5af-4a9b-9f15-fb61cdb47008 req-665d1b7e-c4c2-4fbe-9e2c-ed30fce1c5fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.869009 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-684a60b5-a5af-4a9b-9f15-fb61cdb47008 req-665d1b7e-c4c2-4fbe-9e2c-ed30fce1c5fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.870184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-684a60b5-a5af-4a9b-9f15-fb61cdb47008 req-665d1b7e-c4c2-4fbe-9e2c-ed30fce1c5fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/c046f9de-b4d7-49a3-8b07-e1a2c02d0488 HTTP/1.1" status: 204 len: 173 time: 0.5088935 Nov 11 20:51:31.877964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.889376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d1b7e-c4c2-4fbe-9e2c-ed30fce1c5fa tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046f9de-b4d7-49a3-8b07-e1a2c02d0488,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:31.922457 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f7eebc2-7ef9-41b4-aa82-6aadb9257e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:31.962991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-b24855c6-156f-4dec-ba5f-7034e179ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:31.964595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-b24855c6-156f-4dec-ba5f-7034e179ff69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1099 time: 0.5334632 Nov 11 20:51:32.027121 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.071058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-c784ecb2-1d29-4ff7-a078-e1f39c90b6c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417 HTTP/1.1" status: 200 len: 217 time: 0.0934424 Nov 11 20:51:32.095041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-80cc0194-502e-4a8d-bc1f-6a436a5a6488 req-05d81f01-5a0c-4aaf-bb2c-e5d7c82071a5 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019340 Nov 11 20:51:32.103320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:32.126831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d6df68-cf7f-4173-bbbd-91f37ab088dd {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:32.128232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:32.142929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] For port 2d1b685c-3f95-46c9-9a10-d493df9908d3, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:32.148776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:32.150239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.157023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5917413b-75c1-471a-9ced-850239eaf957 req-24d4d4ad-bf9c-47de-9289-f0d43901357e tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0633383 Nov 11 20:51:32.201081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0913298-041c-44c8-bcf1-9e5c9dea6cec,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:32.205894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Allocated IP 172.25.2.160 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/1e3a421c-0fb9-4103-90a4-e404c011b978) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:32.219479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] For port 2d1b685c-3f95-46c9-9a10-d493df9908d3, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d1b685c-3f95-46c9-9a10-d493df9908d3,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:32.242489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Transition to ACTIVE for port object 76d6df68-cf7f-4173-bbbd-91f37ab088dd will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:51:32.244762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-feee7b4b-532e-465d-8a07-5bc08fe9a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:32.245639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-feee7b4b-532e-465d-8a07-5bc08fe9a4b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1644344 Nov 11 20:51:32.295886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f931dec-9223-45d9-8fd5-195450098864 req-a62a4936-5474-4fcf-b029-b66cf609d2a0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:32.297493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f931dec-9223-45d9-8fd5-195450098864 req-a62a4936-5474-4fcf-b029-b66cf609d2a0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 931 time: 0.1181762 Nov 11 20:51:32.318883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-e4214a7c-90c3-4eac-b4d4-43a5c019f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:32.320407 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-e4214a7c-90c3-4eac-b4d4-43a5c019f715 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660269 Nov 11 20:51:32.409470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.415151 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-473b8d5f-9ac8-4f77-80e0-918ce32cf293 req-065e2dff-d7ab-4922-98dd-e2a1a2ef212e tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "GET /v2.0/security-groups/2ce73f82-f466-4f11-8ed2-50b723a8c802 HTTP/1.1" status: 200 len: 1817 time: 0.1902494 Nov 11 20:51:32.448320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f931dec-9223-45d9-8fd5-195450098864 req-b492406a-1c67-4508-8a8b-eb126802efc3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414709 Nov 11 20:51:32.473599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:32.479780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.479780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] 10.222.0.58 "PUT /v2.0/ports/2d1b685c-3f95-46c9-9a10-d493df9908d3 HTTP/1.1" status: 200 len: 1096 time: 2.6802113 Nov 11 20:51:32.488906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.510891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e8d48-732f-4294-b109-5563b4a9998c None None] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:51:32.524572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1b0d3-f997-4074-8c53-04a1e7114eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1b685c-3f95-46c9-9a10-d493df9908d3,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:32.534698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-8395aecc-5403-4c87-a18a-941354158b3b service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065496 Nov 11 20:51:32.537024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.568773 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-473b8d5f-9ac8-4f77-80e0-918ce32cf293 req-6e99e9d9-71d1-4cfc-8bd9-066e0eb3a9e8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.606461 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-473b8d5f-9ac8-4f77-80e0-918ce32cf293 req-6e99e9d9-71d1-4cfc-8bd9-066e0eb3a9e8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.615058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cc269851-e864-4d6d-ac2c-23655fe3b61c None None] Provisioning complete for port 8efd3634-ec63-489b-8b24-ae83498f6a38 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:32.616328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc269851-e864-4d6d-ac2c-23655fe3b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.708121 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.716833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:32.785225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'tag': '2d1b685c-3f95-46c9-9a10-d493df9908d3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:32.787601 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f762fc17-7642-4fff-8eee-0485cc81b2df" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cd7bc1-5302-4c63-93a9-ae8d7b175b19", "tag": "2d1b685c-3f95-46c9-9a10-d493df9908d3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:32.819980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc269851-e864-4d6d-ac2c-23655fe3b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.829776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:32.837883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:32.859417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:32.891562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b13c77b-6d66-47ef-b80d-db6be59a5a35 req-07da205c-19ff-4d30-a415-852f4802da4b service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148143 Nov 11 20:51:32.902058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cc269851-e864-4d6d-ac2c-23655fe3b61c None None] For port 8efd3634-ec63-489b-8b24-ae83498f6a38, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8efd3634-ec63-489b-8b24-ae83498f6a38,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:32.906131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:32.906527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:32.906862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:32.915136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-07be124c-5efd-49b5-954a-75932fb67cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:32.916441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'Port': ['ID=1e3a421c-0fb9-4103-90a4-e404c011b978,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:32.916724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-07be124c-5efd-49b5-954a-75932fb67cbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 1099 time: 0.2030947 Nov 11 20:51:32.919872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:32.922930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:32.924324 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-473b8d5f-9ac8-4f77-80e0-918ce32cf293 req-6e99e9d9-71d1-4cfc-8bd9-066e0eb3a9e8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.926196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8efd3634-ec63-489b-8b24-ae83498f6a38 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:32.927388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-473b8d5f-9ac8-4f77-80e0-918ce32cf293 req-6e99e9d9-71d1-4cfc-8bd9-066e0eb3a9e8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.932203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-473b8d5f-9ac8-4f77-80e0-918ce32cf293 req-6e99e9d9-71d1-4cfc-8bd9-066e0eb3a9e8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ce73f82-f466-4f11-8ed2-50b723a8c802 HTTP/1.1" status: 204 len: 173 time: 0.5025775 Nov 11 20:51:32.941592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:32.942491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:32.942621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:32.943166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Bound port: 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:32.943529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:32.948965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39442) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:33.006134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.006366 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a652fe3a-bb3e-427d-9798-6d84ce1bb831 x-openstack-request-id: req-a652fe3a-bb3e-427d-9798-6d84ce1bb831 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:33.006814 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cd7bc1-5302-4c63-93a9-ae8d7b175b19", "tag": "2d1b685c-3f95-46c9-9a10-d493df9908d3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:33.006814 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a652fe3a-bb3e-427d-9798-6d84ce1bb831 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:33.007148 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'tag': '2d1b685c-3f95-46c9-9a10-d493df9908d3', 'status': 'completed', 'code': 200} Nov 11 20:51:33.011769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-5d5f909f-2580-4fdd-8201-faa813a651fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=2d1b685c-3f95-46c9-9a10-d493df9908d3 HTTP/1.1" status: 200 len: 217 time: 0.0850837 Nov 11 20:51:33.018729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99e9d9-71d1-4cfc-8bd9-066e0eb3a9e8 tempest-SecurityGroupsTestJSON-79273503 tempest-SecurityGroupsTestJSON-79273503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce73f82-f466-4f11-8ed2-50b723a8c802,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:33.165279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] Deleting subnet 536c3cae-f051-47ea-ae4c-d141beef2919 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:51:33.170894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.173661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-52c01a4d-77c3-417b-92c5-6b961992fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:33.175351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-52c01a4d-77c3-417b-92c5-6b961992fb36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1336899 Nov 11 20:51:33.230684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.269317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:33.291887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:33.300281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.318569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc269851-e864-4d6d-ac2c-23655fe3b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.350249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084299-a35b-4b56-b94e-6ddd203272ac req-368e4c3e-1f25-4192-b8a6-3893a2bf6c82 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:33.351799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a084299-a35b-4b56-b94e-6ddd203272ac req-368e4c3e-1f25-4192-b8a6-3893a2bf6c82 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 948 time: 0.1191337 Nov 11 20:51:33.359659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8efd3634-ec63-489b-8b24-ae83498f6a38 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:33.360032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.377402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e55bb2f-c8ab-412c-9302-d8e81910465a req-dec822bd-f7ce-49d5-bc4a-257871b3ab0e tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0808513 Nov 11 20:51:33.412825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.416371 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.420093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269851-e864-4d6d-ac2c-23655fe3b61c None None] Pushing event updated for resources: {'Port': ['ID=8efd3634-ec63-489b-8b24-ae83498f6a38,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:33.445201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.456636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-de30e129-d7ea-484a-be8f-6f2d52c6dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:33.458170 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-de30e129-d7ea-484a-be8f-6f2d52c6dab7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2279260 Nov 11 20:51:33.477490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.499500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-65ddc453-1d38-4092-af9d-7cc42c16c4fa None None] Provisioning complete for port 8efd3634-ec63-489b-8b24-ae83498f6a38 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:33.500161 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65ddc453-1d38-4092-af9d-7cc42c16c4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.504695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a084299-a35b-4b56-b94e-6ddd203272ac req-49128c8f-d58e-438d-af13-72445740d0fd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239083 Nov 11 20:51:33.513202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:33.513835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.515294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] 10.222.0.58 "PUT /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 1091 time: 2.7299397 Nov 11 20:51:33.681307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c1f88-03d4-4b3d-8991-9c29291e9334 service neutron] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:33.714970 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.749656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.765448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536c3cae-f051-47ea-ae4c-d141beef2919,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:33.769434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.772805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-638ded55-6221-4f0c-809d-f371cbd9a505 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/536c3cae-f051-47ea-ae4c-d141beef2919 HTTP/1.1" status: 204 len: 168 time: 0.8217685 Nov 11 20:51:33.775599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:33.776737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6800b283-18a8-4d7e-b3f0-6482c175bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:33.778216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6800b283-18a8-4d7e-b3f0-6482c175bc36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1094 time: 0.1553421 Nov 11 20:51:33.781681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-3258c75a-dcbc-48d0-937b-7d1fd9a1b240 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893779 Nov 11 20:51:33.794528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9524b9d-2b8e-48bf-b060-2072d0cc2be7 req-69cfff2e-ed5e-4a57-b89e-3a3260207ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:33.796087 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b9524b9d-2b8e-48bf-b060-2072d0cc2be7 req-69cfff2e-ed5e-4a57-b89e-3a3260207ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.1602268 Nov 11 20:51:33.832187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.845845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Router 00277c8e-e159-453c-a637-a5fc2abc298e is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:51:33.875210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-3aa7516d-547c-441a-9df6-84c29fe2a28b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 217 time: 0.0781095 Nov 11 20:51:33.888283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.938346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'Port': ['ID=1e3a421c-0fb9-4103-90a4-e404c011b978,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:33.986125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b9524b9d-2b8e-48bf-b060-2072d0cc2be7 req-5e2e37e0-aad4-448f-bc74-249662053f85 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735661 Nov 11 20:51:33.992671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-05a44378-1c1b-4df8-ab80-97a3d9d5ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:33.994115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-05a44378-1c1b-4df8-ab80-97a3d9d5ea68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0906003 Nov 11 20:51:34.008184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5513b76d-0a0a-4426-bc01-ef1ff4ce9982 req-de086445-56de-4c78-b556-f3f355e29cb2 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024479 Nov 11 20:51:34.014715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.043456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-e682fc22-87d1-4596-b4e5-0f99b27e6d4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330310 Nov 11 20:51:34.113762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.139473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-6570a01d-4ae1-42fe-ae35-dd72b4673c51 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889843 Nov 11 20:51:34.140992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a047883-fd72-4363-9d08-015065a5f260']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:34.143687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:51:34.156490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Sync routers for ids ['00277c8e-e159-453c-a637-a5fc2abc298e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:51:34.160414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.161600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-24e2ea20-b76a-4310-81c0-1d9aadc3310e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1969936 Nov 11 20:51:34.163845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038b298e-f6f0-40f5-afe6-566200e7c297') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:34.163983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038b298e-f6f0-40f5-afe6-566200e7c297') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:34.189945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.191058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Routers {'00277c8e-e159-453c-a637-a5fc2abc298e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:34.193056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['00277c8e-e159-453c-a637-a5fc2abc298e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:34.213278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.221180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:51:34.221603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:51:34.224174 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:51:34.305333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-fc74c6bf-7508-40c8-9ae8-ba1a0dd94641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:34.307150 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-fc74c6bf-7508-40c8-9ae8-ba1a0dd94641 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 1099 time: 0.1199453 Nov 11 20:51:34.351521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.357979 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fdf395b3-c9fa-4986-8289-6a80dbd2a7d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9695249 Nov 11 20:51:34.360942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:34.374349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c5de15f-70ce-47e0-beb3-d551bd3e9f06 req-c42226c9-0dce-4093-aac8-e302c72ba030 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032125 Nov 11 20:51:34.405745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Set router 00277c8e-e159-453c-a637-a5fc2abc298e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:34.457640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a06922f8-01d4-41fe-a11b-9489edb02f10 req-f8b86c27-f4af-4a92-90e9-d79dd0cc5e24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0418484 Nov 11 20:51:34.478448 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.483603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-ca75122b-2151-4c88-a7cb-650e9a27b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:34.485786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-ca75122b-2151-4c88-a7cb-650e9a27b3d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1631854 Nov 11 20:51:34.490660 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7e94e17-3283-4681-be7e-f3f7dd359075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.552118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-3d6d3002-565d-49a7-b0c5-72d3a7d52114 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=2d1b685c-3f95-46c9-9a10-d493df9908d3 HTTP/1.1" status: 200 len: 217 time: 0.0532973 Nov 11 20:51:34.555028 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5d3a7ee-5e50-4a98-906d-8352f57bf570 req-cd0ba661-d3a7-4a6e-bead-e055dbab7974 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0671847 Nov 11 20:51:34.614863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-d7064e64-557f-4074-bc5e-25c52f7efab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:34.616627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-d7064e64-557f-4074-bc5e-25c52f7efab9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0561111 Nov 11 20:51:34.688798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:51:32Z', 'revision_number': 3, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:34.718386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-6c380600-4435-4ea6-8a47-7f551192f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:34.720009 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-6c380600-4435-4ea6-8a47-7f551192f405 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947933 Nov 11 20:51:34.734420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eae43-ae36-4ba4-a694-a808a3eef85f req-78148110-7c51-4ad9-b079-1f916bae206a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:34.736078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d8eae43-ae36-4ba4-a694-a808a3eef85f req-78148110-7c51-4ad9-b079-1f916bae206a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 948 time: 0.0733933 Nov 11 20:51:34.737114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Checking router: 00277c8e-e159-453c-a637-a5fc2abc298e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:51:34.737540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Updating router 00277c8e-e159-453c-a637-a5fc2abc298e port f0913298-041c-44c8-bcf1-9e5c9dea6cec binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:51:34.739906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8efd3634-ec63-489b-8b24-ae83498f6a38 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:34.794760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.847056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.850736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/7a047883-fd72-4363-9d08-015065a5f260 HTTP/1.1" status: 204 len: 168 time: 1.0741236 Nov 11 20:51:34.858737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d8eae43-ae36-4ba4-a694-a808a3eef85f req-377feed4-8cdb-492a-bbde-1c64a33e9fcd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094739 Nov 11 20:51:34.894427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-24f2b224-a642-4007-b455-61e39b296aa6 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565621 Nov 11 20:51:34.917622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8efd3634-ec63-489b-8b24-ae83498f6a38 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:34.918638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.942643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb54a71-460d-4c09-995f-899a062d72dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7a047883-fd72-4363-9d08-015065a5f260,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:34.986980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568f38-3a5d-4064-900a-cc3f86847675 req-3ace9805-91c9-4c7d-a316-f2eac253bb99 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:34.988872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-3ace9805-91c9-4c7d-a316-f2eac253bb99 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 821 time: 0.5441468 Nov 11 20:51:35.006812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f762fc17-7642-4fff-8eee-0485cc81b2df req-67b2b23d-c4bb-4c9f-8946-d5864b297a78 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047120 Nov 11 20:51:35.008527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:35.012549 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e946b42d-9e51-4dac-9911-4831d6dee35a" -d '{"events": [{"name": "network-changed", "server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:35.060472 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-5fa883b9-9543-49db-a03f-cee760c327f7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/quotas/9221ceae38c94c61874e0ea9c6c576cc HTTP/1.1" status: 200 len: 375 time: 0.0175288 Nov 11 20:51:35.139094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36827eb-f673-4ec8-b2c4-e4ab6f9b89eb req-f2c08ae3-733e-4a08-a051-5f080561759e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:35.140876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b36827eb-f673-4ec8-b2c4-e4ab6f9b89eb req-f2c08ae3-733e-4a08-a051-5f080561759e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.0697165 Nov 11 20:51:35.175139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.195088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-fb1e27f0-6c99-4fed-b030-f832e5642ad4 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256487 Nov 11 20:51:35.202849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b36827eb-f673-4ec8-b2c4-e4ab6f9b89eb req-a8b023b6-6326-4405-be57-38f38fe1b592 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534868 Nov 11 20:51:35.251535 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70df88e6-a01b-462c-bb53-46aed55b9dd7 x-openstack-request-id: req-70df88e6-a01b-462c-bb53-46aed55b9dd7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:35.251824 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:35.252092 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70df88e6-a01b-462c-bb53-46aed55b9dd7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:35.252525 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd', 'status': 'completed', 'code': 200} Nov 11 20:51:35.285341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:35.285528 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.343855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-c660e9af-9459-4587-8b34-f2b324ca929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:35.346249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-c660e9af-9459-4587-8b34-f2b324ca929e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1094 time: 0.0688260 Nov 11 20:51:35.359049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc975313-74ec-44d9-9696-083c7eef35aa None None] Pushing event updated for resources: {'Port': ['ID=f0913298-041c-44c8-bcf1-9e5c9dea6cec,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:35.367777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Attempting to bind port f0913298-041c-44c8-bcf1-9e5c9dea6cec on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:35.368489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Attempting to bind port f0913298-041c-44c8-bcf1-9e5c9dea6cec by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:35.368803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Attempting to bind port f0913298-041c-44c8-bcf1-9e5c9dea6cec on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:35.376451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:35.379742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:35.379742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.379742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:35.379742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Bound port: f0913298-041c-44c8-bcf1-9e5c9dea6cec, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:35.379742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.435726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.445104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] For port f0913298-041c-44c8-bcf1-9e5c9dea6cec, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:35.448619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] For port f0913298-041c-44c8-bcf1-9e5c9dea6cec, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f0913298-041c-44c8-bcf1-9e5c9dea6cec,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:35.450200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c838f4b-6c45-45c1-99c9-7bdc7041da75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ae1e897ac1147e18a535b2071362b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302218 Nov 11 20:51:35.452865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:35.454952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-deb4086d-ad0b-44a6-a1e6-c55e8b97f8c5 service neutron] 10.222.0.31 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517622 Nov 11 20:51:35.468569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-4fd01b12-7fdb-4531-8acd-c0c8de7ece18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:35.470067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-4fd01b12-7fdb-4531-8acd-c0c8de7ece18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1120341 Nov 11 20:51:35.509378 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.523117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-ecc7b91f-c220-4e81-95f9-464cda539996 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 217 time: 0.0436928 Nov 11 20:51:35.584177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Routers {'00277c8e-e159-453c-a637-a5fc2abc298e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:35.584969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['00277c8e-e159-453c-a637-a5fc2abc298e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:35.587079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-065d0bbc-4af2-4a3b-a823-92ce1d56e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:35.588777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc975313-74ec-44d9-9696-083c7eef35aa None None] Pushing event updated for resources: {'Port': ['ID=f0913298-041c-44c8-bcf1-9e5c9dea6cec,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:35.599200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-065d0bbc-4af2-4a3b-a823-92ce1d56e682 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0585718 Nov 11 20:51:35.680296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-60b03c1b-d47e-421e-af6c-44311a71bdc8 service neutron] 10.222.0.31 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151730 Nov 11 20:51:35.683783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a94-7872-4b92-9507-4487a7f4e59c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.686741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-3dad4d57-3792-4f76-9aad-d96f2a4f89e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741832 Nov 11 20:51:35.711973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] Set router 00277c8e-e159-453c-a637-a5fc2abc298e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:35.713713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.715419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f4f1b55-fef3-42cd-ac86-b8cae4ab8652 req-3a0e76c1-da2b-4cf4-9390-6a6c198c44ec tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0446572 Nov 11 20:51:35.770417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a94-7872-4b92-9507-4487a7f4e59c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:35.844338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-4cf497ab-fde4-40c1-85c0-4dc23ceac727 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273870 Nov 11 20:51:35.952551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:51:32Z', 'revision_number': 3, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:35.995719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a6b83-a2fd-447e-a1f7-693c8b8d1d96 None None] The sync data for ids ['00277c8e-e159-453c-a637-a5fc2abc298e'] in n-d-805734-3 is: [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:51:32Z', 'revision_number': 3, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:51:36.027444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e946b42d-9e51-4dac-9911-4831d6dee35a req-cb5aaf40-8d73-4807-af41-b80fd5e3ac01 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746268 Nov 11 20:51:36.098626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-214c054b-d1be-4a1d-a152-035d3fb796bf req-7c51e2d9-3915-4462-b6a5-41c76b45a99a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 210 time: 0.0607493 Nov 11 20:51:36.103131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Allocated IP 172.20.0.1 (88389e4d-3ad5-48ec-8eda-f8e496c1632f/6037e718-e4a2-4128-b5d1-4d6abb123ea3/07e81835-8f97-4997-9e62-94e1ae86c426) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:36.114071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a94-7872-4b92-9507-4487a7f4e59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.114071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff34a94-7872-4b92-9507-4487a7f4e59c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.114071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8ff34a94-7872-4b92-9507-4487a7f4e59c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2a01689-8bf1-4869-9cc6-60c90b6751c6 HTTP/1.1" status: 204 len: 168 time: 0.6577048 Nov 11 20:51:36.129729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff34a94-7872-4b92-9507-4487a7f4e59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a01689-8bf1-4869-9cc6-60c90b6751c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:36.129919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205332e7-95b9-49f2-ba18-651b443cc11e req-993777f3-08c1-4670-b7d7-c8feb0c4f7cd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:36.132721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-205332e7-95b9-49f2-ba18-651b443cc11e req-993777f3-08c1-4670-b7d7-c8feb0c4f7cd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 948 time: 0.0938039 Nov 11 20:51:36.244571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-205332e7-95b9-49f2-ba18-651b443cc11e req-9c934d80-c418-4706-af1b-495916401b18 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887978 Nov 11 20:51:36.280504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.391316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d14104-3929-473e-aa92-d197de50577c req-9cd2583e-b5ed-439c-8ee8-b8d88e52ef76 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:36.393400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35d14104-3929-473e-aa92-d197de50577c req-9cd2583e-b5ed-439c-8ee8-b8d88e52ef76 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.0784562 Nov 11 20:51:36.454257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35d14104-3929-473e-aa92-d197de50577c req-f1976527-e809-4778-8aad-535194efdbd1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542524 Nov 11 20:51:36.457152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.512866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:36.517708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:36.521246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:36.547863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Pushing event updated for resources: {'Port': ['ID=07e81835-8f97-4997-9e62-94e1ae86c426,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:36.573782 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.769102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f0913298-041c-44c8-bcf1-9e5c9dea6cec up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:36.853459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.909477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f0913298-041c-44c8-bcf1-9e5c9dea6cec triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:36.909809 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.942231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.976973 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-728d4303-4136-47e4-a772-59090fec43f1 req-40dbc7b9-c382-47cb-bda7-726903a8583d tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0964966 Nov 11 20:51:36.989864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a1e83982-b95d-43de-beaa-48237f1c2bd6 None None] Provisioning complete for port 07e81835-8f97-4997-9e62-94e1ae86c426 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:36.990254 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1e83982-b95d-43de-beaa-48237f1c2bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.083954 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.100507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.186423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.278541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port f0913298-041c-44c8-bcf1-9e5c9dea6cec, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f0913298-041c-44c8-bcf1-9e5c9dea6cec,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:37.281191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:37.296276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e3affc6-b9e0-46ba-a9a3-b7e2f347365c req-34120e6f-1a24-4604-ac75-c836a2947c28 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 210 time: 0.0645494 Nov 11 20:51:37.298195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a1e83982-b95d-43de-beaa-48237f1c2bd6 None None] Port 07e81835-8f97-4997-9e62-94e1ae86c426 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:37.319789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Pushing event updated for resources: {'Port': ['ID=07e81835-8f97-4997-9e62-94e1ae86c426,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:37.319789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.428135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:37.445647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'mac_address': 'fa:16:3e:e6:ec:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:37.481173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.488438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4211-f3fe-40dc-9e7f-4882f3af4760 req-1aade5cf-4eef-414e-b398-57fbcc980e47 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:37.491034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f27e4211-f3fe-40dc-9e7f-4882f3af4760 req-1aade5cf-4eef-414e-b398-57fbcc980e47 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 948 time: 0.0845773 Nov 11 20:51:37.503700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:37.510314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:37.568023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.583563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=f0913298-041c-44c8-bcf1-9e5c9dea6cec,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:37.587535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8a73cc-ea73-4f16-9971-8cf5a7db0417 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:37.599201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f27e4211-f3fe-40dc-9e7f-4882f3af4760 req-c76e495d-b8fd-4156-9b95-ea0b17b09148 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976913 Nov 11 20:51:37.618351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:37.741441 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.747187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:37.789406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34de486f-d528-4e06-8cbf-111da9222f4c req-fb7692a2-e555-4227-a935-e84e898f4b10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea53b2d956854f9dac44d0992724b481&device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0919368 Nov 11 20:51:37.854423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4abea153-bfc7-4491-b9b7-eff17e754983 req-f0c591be-44b6-4742-8bff-557d67523793 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0664978 Nov 11 20:51:37.876701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34de486f-d528-4e06-8cbf-111da9222f4c req-c20d8055-22e8-4414-8919-94dfd940d6c4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ea53b2d956854f9dac44d0992724b481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511425 Nov 11 20:51:37.878784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:37.882315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Router 00277c8e-e159-453c-a637-a5fc2abc298e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:51:37.894268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b1431-a13f-4368-9200-bec3c1c4d429 req-6fb02c2c-9a13-4974-b7a1-6b58e62943a6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:37.895827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f7b1431-a13f-4368-9200-bec3c1c4d429 req-6fb02c2c-9a13-4974-b7a1-6b58e62943a6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.2043660 Nov 11 20:51:37.928792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.985383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a439329-db3f-413f-8553-b6bd1e0cab06 None None] Provisioning complete for port 07e81835-8f97-4997-9e62-94e1ae86c426 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:37.985820 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a439329-db3f-413f-8553-b6bd1e0cab06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:37.987172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:38.024503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:38.047501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '76d6df68-cf7f-4173-bbbd-91f37ab088dd', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'port_id': '76d6df68-cf7f-4173-bbbd-91f37ab088dd', 'mac_address': 'fa:16:3e:2f:d0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed15e3f-d2cd-4320-8502-7a73c0dc795c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:38.050263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6a439329-db3f-413f-8553-b6bd1e0cab06 None None] Port 07e81835-8f97-4997-9e62-94e1ae86c426 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:38.057017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-511002086-network', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:38.066055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de486f-d528-4e06-8cbf-111da9222f4c req-a3c168d1-2261-4aaa-b917-9e10f31826eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:38.067550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34de486f-d528-4e06-8cbf-111da9222f4c req-a3c168d1-2261-4aaa-b917-9e10f31826eb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830919 Nov 11 20:51:38.104903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.107768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f7b1431-a13f-4368-9200-bec3c1c4d429 req-491a3776-212e-4f2a-8b94-970fc327b818 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320496 Nov 11 20:51:38.125586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d6df68-cf7f-4173-bbbd-91f37ab088dd {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:38.153079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:38.169646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:51:38.176636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f78c5c8e-3a6b-4f99-b9c6-87bbcf26fba9 admin admin] 10.222.0.31 "PUT /v2.0/routers/00277c8e-e159-453c-a637-a5fc2abc298e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8161566 Nov 11 20:51:38.204552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Made reservation on behalf of 0c45f3cb7d574cc39750d5d3924d97ac for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:38.206863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.219379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.272584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.277098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d1b685c-3f95-46c9-9a10-d493df9908d3 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:38.277307 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Sync routers for ids ['00277c8e-e159-453c-a637-a5fc2abc298e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:51:38.294918 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Routers {'00277c8e-e159-453c-a637-a5fc2abc298e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:38.295989 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['00277c8e-e159-453c-a637-a5fc2abc298e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:38.354804 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.357031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:38.363028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2d1b685c-3f95-46c9-9a10-d493df9908d3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d1b685c-3f95-46c9-9a10-d493df9908d3,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:38.376290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '2d1b685c-3f95-46c9-9a10-d493df9908d3', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '2d1b685c-3f95-46c9-9a10-d493df9908d3', 'mac_address': 'fa:16:3e:08:f7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:38.419600 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.436824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1b685c-3f95-46c9-9a10-d493df9908d3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:38.437713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.461248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2d1b685c-3f95-46c9-9a10-d493df9908d3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d1b685c-3f95-46c9-9a10-d493df9908d3,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:38.470848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc707a8-df9b-4009-ae05-5a66855a654d req-d0b778f2-f99d-47f0-a926-8416198d7ce4 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 210 time: 0.0493162 Nov 11 20:51:38.489969 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Set router 00277c8e-e159-453c-a637-a5fc2abc298e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:38.490438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:51:38.502093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06064c1-f706-4b2d-9e03-a9c1f4891732,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:38.507573 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.508061 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Added segment c8b4fe70-b50d-43ac-9276-21966dd9741f of type vlan for network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 Nov 11 20:51:38.557096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.620360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.673219 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.674336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:38.675111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:38.805398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2d1b685c-3f95-46c9-9a10-d493df9908d3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:38.824897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9437017 Nov 11 20:51:38.827596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:38.834535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f0913298-041c-44c8-bcf1-9e5c9dea6cec up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:38.847505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Request body: {'subnet': {'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-511002086-subnet', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:38.881094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b71ce-476e-4953-9f21-2aae6b9540d8 req-67b456f2-8f71-4dcd-8b84-97ee876b8538 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:38.891449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d93b71ce-476e-4953-9f21-2aae6b9540d8 req-67b456f2-8f71-4dcd-8b84-97ee876b8538 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 949 time: 0.0924671 Nov 11 20:51:38.897336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25755b0c-439b-4459-8d14-e34c10e2d10e admin admin] Pushing event updated for resources: {'Network': ['ID=2ea8b5f0-48c5-441b-96e4-0b8f060743e0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:38.940760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:51:38.952866 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:51:36Z', 'revision_number': 4, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '07e81835-8f97-4997-9e62-94e1ae86c426', 'name': '', 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'mac_address': 'fa:16:3e:a4:5a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:35Z', 'updated_at': '2021-11-11T20:51:36Z', 'revision_number': 2, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'subnets': [{'id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:38.955652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d93b71ce-476e-4953-9f21-2aae6b9540d8 req-18e6e108-1571-4d7b-aef7-ace6717308b6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631757 Nov 11 20:51:38.994365 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Checking router: 00277c8e-e159-453c-a637-a5fc2abc298e for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:51:38.994882 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Updating router 00277c8e-e159-453c-a637-a5fc2abc298e port 07e81835-8f97-4997-9e62-94e1ae86c426 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:51:39.038406 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.040386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f0913298-041c-44c8-bcf1-9e5c9dea6cec triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:39.040770 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.072108 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b96951f1-9530-41db-bc3b-322da8d36ba0 req-20b26a70-1341-4263-b533-5174a6ffb918 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0714800 Nov 11 20:51:39.081248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Made reservation on behalf of 0c45f3cb7d574cc39750d5d3924d97ac for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:39.083589 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.194292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['76d6df68-cf7f-4173-bbbd-91f37ab088dd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:39.254052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['cd8a73cc-ea73-4f16-9971-8cf5a7db0417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:39.339644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d1b685c-3f95-46c9-9a10-d493df9908d3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:39.358649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:39.370395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-network', 'tenant_id': '872fa21145b049209f677662da7bd3ce'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:39.393604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568f38-3a5d-4064-900a-cc3f86847675 req-038df375-7078-49bb-92a7-341b31341eee tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:39.395083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-038df375-7078-49bb-92a7-341b31341eee tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 821 time: 0.3626065 Nov 11 20:51:39.422450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Request body: {'port': {'device_id': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'admin_state_up': True, 'tenant_id': '9221ceae38c94c61874e0ea9c6c576cc'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:39.438276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21631e-a020-4de3-8368-374a5460ebb3 req-398a8e93-3e75-4900-a16a-fe3478c9a726 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:39.440372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df21631e-a020-4de3-8368-374a5460ebb3 req-398a8e93-3e75-4900-a16a-fe3478c9a726 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.1828423 Nov 11 20:51:39.474996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.575761 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.580574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Made reservation on behalf of 872fa21145b049209f677662da7bd3ce for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:39.588139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.608780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.628547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687a1d0a-f214-4f94-9d34-e9c1e58c48ad,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:39.671613 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.687082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88652a91-4aef-49a7-86c1-72e15af9ab63 req-e067c278-fdc0-4baa-99f9-f9b4e8207814 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 210 time: 0.0788815 Nov 11 20:51:39.691012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Checking segment: {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:39.693332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Network hostable DHCP agents. Network: 2ea8b5f0-48c5-441b-96e4-0b8f060743e0, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:51:39.706744 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df21631e-a020-4de3-8368-374a5460ebb3 req-34f720dd-31e7-4f98-bfe2-b03ce9433087 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532713 Nov 11 20:51:39.812541 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Pushing event updated for resources: {'Port': ['ID=07e81835-8f97-4997-9e62-94e1ae86c426,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:39.823304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34de486f-d528-4e06-8cbf-111da9222f4c req-62a6890c-f6e2-4674-ae05-b8ab94d0bc33 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0950973 Nov 11 20:51:39.826409 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Attempting to bind port 07e81835-8f97-4997-9e62-94e1ae86c426 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:39.826993 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Attempting to bind port 07e81835-8f97-4997-9e62-94e1ae86c426 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:39.827523 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Attempting to bind port 07e81835-8f97-4997-9e62-94e1ae86c426 on network 88389e4d-3ad5-48ec-8eda-f8e496c1632f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:39.833120 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.833662 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.834287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.834737 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.835177 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.835632 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.836105 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.836678 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.837186 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.837619 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.838067 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.838486 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:51:39.847525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:51:39.850702 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:39.853711 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Checking segment: {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:39.853711 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.853711 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Bound using segment: {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:39.853711 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Bound port: 07e81835-8f97-4997-9e62-94e1ae86c426, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:39.854295 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.974752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.979511 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] For port 07e81835-8f97-4997-9e62-94e1ae86c426, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:39.983042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 2ea8b5f0-48c5-441b-96e4-0b8f060743e0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:39.984914 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] For port 07e81835-8f97-4997-9e62-94e1ae86c426, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=07e81835-8f97-4997-9e62-94e1ae86c426,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:39.992252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:39.992252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:39.992776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bec0b8-602f-4f85-b0cc-da2761d09126 None None] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:51:40.114532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0039-ae33-4793-b987-300ed54ac84c req-fa774f5b-33fd-4425-acff-afde97389a14 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:40.116460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-628b0039-ae33-4793-b987-300ed54ac84c req-fa774f5b-33fd-4425-acff-afde97389a14 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 949 time: 0.0599694 Nov 11 20:51:40.123396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Made reservation on behalf of 9221ceae38c94c61874e0ea9c6c576cc for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:40.128167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.158985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c745fbcb-9158-42c0-a477-be483638188b None None] Provisioning complete for port 07e81835-8f97-4997-9e62-94e1ae86c426 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:40.159363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c745fbcb-9158-42c0-a477-be483638188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.165037 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.191219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3736ec2-6682-48a3-998d-51e8961b526a req-0f661dcd-2ab8-48d0-ba9e-f40719d9cc49 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.0514143 Nov 11 20:51:40.204806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.217503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-628b0039-ae33-4793-b987-300ed54ac84c req-c5a1d534-c451-4e49-9897-8dbef25acd01 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925965 Nov 11 20:51:40.252066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:51:40.252976 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.253508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-890a69b1-d898-437b-a345-20cc6813d910 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4237556 Nov 11 20:51:40.264217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:40.268745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:40.312433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:51:40.345805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.345805 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Added segment de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0 of type vlan for network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 Nov 11 20:51:40.362094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d11a24-1f7a-4292-b6d3-2f9b76338d63,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:40.417032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c745fbcb-9158-42c0-a477-be483638188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.427266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.440759 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4b97-309b-4145-be19-571320f21b7a None None] Pushing event updated for resources: {'Port': ['ID=07e81835-8f97-4997-9e62-94e1ae86c426,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:40.448488 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Routers {'00277c8e-e159-453c-a637-a5fc2abc298e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:40.451787 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['00277c8e-e159-453c-a637-a5fc2abc298e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:40.460705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Allocated IP 172.20.0.10 (e71d8a48-30d6-42ae-9598-e8fc60b02cfe/22ffdbbd-8304-4fb9-9145-095abd7f07cb/83ba6594-862f-4ef9-8397-85205332198f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:40.475457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.478377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.481833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c745fbcb-9158-42c0-a477-be483638188b None None] For port 07e81835-8f97-4997-9e62-94e1ae86c426, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=07e81835-8f97-4997-9e62-94e1ae86c426,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:40.521506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Allocated IP 172.20.0.2 (2ea8b5f0-48c5-441b-96e4-0b8f060743e0/687a1d0a-f214-4f94-9d34-e9c1e58c48ad/e0b446e0-8ed0-41ec-ba52-a23208816722) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:40.594414 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.598325 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] Set router 00277c8e-e159-453c-a637-a5fc2abc298e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:40.651754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.653132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:40.653871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.690868 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.694343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c745fbcb-9158-42c0-a477-be483638188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.736778 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.764126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745fbcb-9158-42c0-a477-be483638188b None None] Pushing event updated for resources: {'Port': ['ID=07e81835-8f97-4997-9e62-94e1ae86c426,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:40.806880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.831372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f3ae0d26-7bf1-434a-97f3-52ae048ea71e req-9a95195b-4233-4d93-88cc-0f1fe3aec289 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 210 time: 0.0322022 Nov 11 20:51:40.850311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8802f286-7edf-4a2c-b3e7-94b86aae36c2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:40.877225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:51:40.885559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-df60b5ff-de7b-4c10-b00b-7418a03247a0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5227966 Nov 11 20:51:40.889787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:40.896284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Request body: {'subnet': {'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-subnet', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:40.917036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.918503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5d14cac0-4628-498b-a4a7-381dd9292ef7 None None] Provisioning complete for port 07e81835-8f97-4997-9e62-94e1ae86c426 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:40.918882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d14cac0-4628-498b-a4a7-381dd9292ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.921681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:40.922139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:40.950510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e647a-ce82-42f5-96c1-06d8fd2912f5 req-bca63625-0826-4cbf-a346-e4bf09fca762 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:40.958628 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-054e647a-ce82-42f5-96c1-06d8fd2912f5 req-bca63625-0826-4cbf-a346-e4bf09fca762 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.1326339 Nov 11 20:51:40.962195 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:51:36Z', 'revision_number': 4, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '07e81835-8f97-4997-9e62-94e1ae86c426', 'name': '', 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'mac_address': 'fa:16:3e:a4:5a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:35Z', 'updated_at': '2021-11-11T20:51:39Z', 'revision_number': 4, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'subnets': [{'id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:40.974004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:40.983463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:40.985624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Pushing event updated for resources: {'Port': ['ID=e0b446e0-8ed0-41ec-ba52-a23208816722,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:41.032856 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bec668-9e80-4722-b6c4-51b400d26796 None None] The sync data for ids ['00277c8e-e159-453c-a637-a5fc2abc298e'] in n-d-805734-3 is: [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:51:36Z', 'revision_number': 4, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '07e81835-8f97-4997-9e62-94e1ae86c426', 'name': '', 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'mac_address': 'fa:16:3e:a4:5a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:35Z', 'updated_at': '2021-11-11T20:51:39Z', 'revision_number': 4, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'subnets': [{'id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:51:41.052799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Network e71d8a48-30d6-42ae-9598-e8fc60b02cfe is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:41.055940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:41.062358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:41.072775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Attempting to bind port e0b446e0-8ed0-41ec-ba52-a23208816722 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:41.073287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Attempting to bind port e0b446e0-8ed0-41ec-ba52-a23208816722 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:41.073510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Attempting to bind port e0b446e0-8ed0-41ec-ba52-a23208816722 on network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:41.075621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-054e647a-ce82-42f5-96c1-06d8fd2912f5 req-a2631b27-d1d0-45e9-9dd8-333cf0f7cf66 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160476 Nov 11 20:51:41.080948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:41.082394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:41.082779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Checking segment: {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:41.083193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.083591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Bound using segment: {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:41.084077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Bound port: e0b446e0-8ed0-41ec-ba52-a23208816722, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:41.084496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.212823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:41.213797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.220786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Made reservation on behalf of 872fa21145b049209f677662da7bd3ce for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:41.223878 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.272013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:41.279882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] For port e0b446e0-8ed0-41ec-ba52-a23208816722, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:41.314379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] For port e0b446e0-8ed0-41ec-ba52-a23208816722, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e0b446e0-8ed0-41ec-ba52-a23208816722,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:41.422117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.437999 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.477086 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.480923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:51:41.504963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:41.505344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.533461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc93b7c-4b25-4a49-a51a-8d10b99f77a3 None None] Pushing event updated for resources: {'Port': ['ID=e0b446e0-8ed0-41ec-ba52-a23208816722,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:41.549015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa635aeb-f2e4-450c-9bf0-ef3c53bae10f req-c63b97a5-51c4-4c01-a026-b3943e22b4c1 tempest-ServerShowV257Test-203249817 tempest-ServerShowV257Test-203249817-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca8b70c7-5a71-4221-9450-2a6e6b79fe03 HTTP/1.1" status: 200 len: 210 time: 0.1399186 Nov 11 20:51:41.638459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.653981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Allocated IP 172.25.2.88 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/76ae2691-7623-4b09-a32d-cef91dac2b72) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:41.678601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:41.679728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:41.683499 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac6786-84bd-4741-97d1-e8dfba9e6e94" -d '{"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:41.759243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.760644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:41.823693 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d58f43a-31bf-4625-8084-5e6052b0c14b x-openstack-request-id: req-9d58f43a-31bf-4625-8084-5e6052b0c14b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:41.823996 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:41.824282 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d58f43a-31bf-4625-8084-5e6052b0c14b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:41.824665 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'code': 200} Nov 11 20:51:41.883715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:41.944650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:41.982311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-68ea2978-ebed-486c-bca8-33ec3f6bafbd tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5655677 Nov 11 20:51:41.998079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Request body: {'port': {'device_id': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:42.030197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce229f5a-83f5-4387-a73a-2f0b5c24fe25 req-2c677157-7768-4164-9467-f20beb2c1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:42.031766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce229f5a-83f5-4387-a73a-2f0b5c24fe25 req-2c677157-7768-4164-9467-f20beb2c1ef0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1101 time: 0.1527963 Nov 11 20:51:42.041242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c65ff4-34b8-49da-be61-4133867801a5 req-35befe65-fe56-4e0d-b167-70f14349f108 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:42.043714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07c65ff4-34b8-49da-be61-4133867801a5 req-35befe65-fe56-4e0d-b167-70f14349f108 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 949 time: 0.2094085 Nov 11 20:51:42.060860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 76d6df68-cf7f-4173-bbbd-91f37ab088dd completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:51:42.067097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 76d6df68-cf7f-4173-bbbd-91f37ab088dd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:42.067509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73694c4-ada7-4286-abc0-32ba4aa4bd08 req-ebc2b9d2-33fc-4444-b3cd-80079e8d2d58 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:42.067754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.069226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73694c4-ada7-4286-abc0-32ba4aa4bd08 req-ebc2b9d2-33fc-4444-b3cd-80079e8d2d58 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 932 time: 0.0974483 Nov 11 20:51:42.139182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce229f5a-83f5-4387-a73a-2f0b5c24fe25 req-577ad664-1358-41dd-9648-6abc56728948 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984712 Nov 11 20:51:42.140555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.152068 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.202735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07c65ff4-34b8-49da-be61-4133867801a5 req-9bad00e3-c7d3-4c82-befd-7bc98a7bc484 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307664 Nov 11 20:51:42.209346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.214530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Pushing event updated for resources: {'Port': ['ID=76ae2691-7623-4b09-a32d-cef91dac2b72,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:42.227779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:42.240318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:42.243142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:42.259904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:42.285458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73694c4-ada7-4286-abc0-32ba4aa4bd08 req-ddbc55e2-34b9-4119-ac32-32522b09bb52 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041614 Nov 11 20:51:42.375625 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.421383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.488701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:42.581433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e083457-e038-4d7f-b738-309263dfb7cd req-e3efdce7-16bc-44d1-b2be-3928a424c0b5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:42.589403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e083457-e038-4d7f-b738-309263dfb7cd req-e3efdce7-16bc-44d1-b2be-3928a424c0b5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.2860732 Nov 11 20:51:42.664600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c9fe83-accf-43b0-a320-c93fb3cb11bc,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:42.727117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Checking segment: {'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:42.727498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Network hostable DHCP agents. Network: 8802f286-7edf-4a2c-b3e7-94b86aae36c2, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:51:42.747525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.751949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e083457-e038-4d7f-b738-309263dfb7cd req-a8b4daa6-ed90-4e17-9adc-e1b3f729af22 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595650 Nov 11 20:51:42.893953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ba6594-862f-4ef9-8397-85205332198f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:42.900116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 07e81835-8f97-4997-9e62-94e1ae86c426 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:42.906317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:51:42.911094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:42.948242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Transition to ACTIVE for port object 83ba6594-862f-4ef9-8397-85205332198f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:51:42.957300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b4f37-64c8-4b15-a365-f6f98b7871a9 None None] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:51:42.993276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8802f286-7edf-4a2c-b3e7-94b86aae36c2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:42.995218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.026506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:43.027143 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.066030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:43.117327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c2cc6-27ed-494a-9569-e908660f5ffc None None] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:51:43.164344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Attempting to bind port 83ba6594-862f-4ef9-8397-85205332198f on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:43.164344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Attempting to bind port 83ba6594-862f-4ef9-8397-85205332198f by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:43.164344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Attempting to bind port 83ba6594-862f-4ef9-8397-85205332198f on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:43.165092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2b060344-1e88-478e-92e4-f22c099a23e4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2737217 Nov 11 20:51:43.169117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:43.173761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:43.178277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Port 83ba6594-862f-4ef9-8397-85205332198f on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:43.178609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Attempting to bind port 83ba6594-862f-4ef9-8397-85205332198f on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:43.208852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eda2a0c3-020e-4365-8a05-870045087de8 None None] Provisioning complete for port e0b446e0-8ed0-41ec-ba52-a23208816722 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:43.208852 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eda2a0c3-020e-4365-8a05-870045087de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.209825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:43.209825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Checking segment: {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:43.209825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Bound using segment: {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:43.209825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Bound port: 83ba6594-862f-4ef9-8397-85205332198f, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:43.209825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.282354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d1b685c-3f95-46c9-9a10-d493df9908d3 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:43.288746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:43.293409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:43.359952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 07e81835-8f97-4997-9e62-94e1ae86c426 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:43.360667 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.421529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.423602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accab67-bd4a-443e-a876-bce65d57da88 req-510bc566-c619-4fea-9393-d81987d5dbe7 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:43.424944 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.425196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6accab67-bd4a-443e-a876-bce65d57da88 req-510bc566-c619-4fea-9393-d81987d5dbe7 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 949 time: 0.1167712 Nov 11 20:51:43.442099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:43.462003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.571720 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eda2a0c3-020e-4365-8a05-870045087de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.587208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6accab67-bd4a-443e-a876-bce65d57da88 req-2588f19b-8609-4df1-8297-1c64155cf907 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537509 Nov 11 20:51:43.588364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.597697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 2d1b685c-3f95-46c9-9a10-d493df9908d3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:51:43.614050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 2d1b685c-3f95-46c9-9a10-d493df9908d3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:43.614050 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.617119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.626923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42c0b0-6e50-4618-b9b1-b5414ef33cda req-8f5ce90f-a453-4a57-8d4e-9d4202de6723 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:43.636171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a42c0b0-6e50-4618-b9b1-b5414ef33cda req-8f5ce90f-a453-4a57-8d4e-9d4202de6723 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 944 time: 0.2664437 Nov 11 20:51:43.641270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:43.642062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.644977 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] 10.222.0.62 "PUT /v2.0/ports/83ba6594-862f-4ef9-8397-85205332198f HTTP/1.1" status: 200 len: 1092 time: 1.6515667 Nov 11 20:51:43.650684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'tag': '83ba6594-862f-4ef9-8397-85205332198f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:43.654017 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d3278-da36-4ace-a3c7-33cba0d954ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "tag": "83ba6594-862f-4ef9-8397-85205332198f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:43.700899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5eed047-22e0-4edf-ac22-47be0d49a2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.711928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eda2a0c3-020e-4365-8a05-870045087de8 None None] For port e0b446e0-8ed0-41ec-ba52-a23208816722, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e0b446e0-8ed0-41ec-ba52-a23208816722,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:43.724296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0756b7f-48b1-41dd-9d15-b264bc328a7a service neutron] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:43.770065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a42c0b0-6e50-4618-b9b1-b5414ef33cda req-92387988-0211-4baa-ab46-8ee1141422db tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273491 Nov 11 20:51:43.793710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8802f286-7edf-4a2c-b3e7-94b86aae36c2', 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'fixed_ips': [{'subnet_id': 'b6c9fe83-accf-43b0-a320-c93fb3cb11bc'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:51:43.793710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.828476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:43.831182 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930a43df-ecd6-482f-a958-db135fafc28b" -d '{"events": [{"server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "name": "network-vif-plugged", "status": "completed", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:43.847210 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eda2a0c3-020e-4365-8a05-870045087de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:43.861229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e0b446e0-8ed0-41ec-ba52-a23208816722 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:43.869747 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fde836-30cb-4e6d-828e-27cb48b8ac14 x-openstack-request-id: req-81fde836-30cb-4e6d-828e-27cb48b8ac14 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:43.870179 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "tag": "83ba6594-862f-4ef9-8397-85205332198f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:43.872542 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81fde836-30cb-4e6d-828e-27cb48b8ac14 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:43.872542 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'tag': '83ba6594-862f-4ef9-8397-85205332198f', 'status': 'completed', 'code': 200} Nov 11 20:51:43.940986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Router 4b7892f2-b7d5-4087-a847-2ea617942d83 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:51:44.040233 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2dc4af-d712-4bc5-80ce-0245dbb0215c x-openstack-request-id: req-1e2dc4af-d712-4bc5-80ce-0245dbb0215c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:44.040805 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "name": "network-vif-plugged", "status": "completed", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:44.041243 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e2dc4af-d712-4bc5-80ce-0245dbb0215c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:44.041791 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd', 'code': 200} Nov 11 20:51:44.096407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2a0c3-020e-4365-8a05-870045087de8 None None] Pushing event updated for resources: {'Port': ['ID=e0b446e0-8ed0-41ec-ba52-a23208816722,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:44.112598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.133643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568f38-3a5d-4064-900a-cc3f86847675 req-4ac4550b-53cb-4f6b-b98a-e40797caf2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:44.138360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-4ac4550b-53cb-4f6b-b98a-e40797caf2a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 1095 time: 0.2618749 Nov 11 20:51:44.140299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb71c-afaf-4161-9a64-157b1f2bfe76 req-449b1370-cbd2-4f2f-a503-b494330f041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:44.141858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbfdb71c-afaf-4161-9a64-157b1f2bfe76 req-449b1370-cbd2-4f2f-a503-b494330f041d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1096 time: 0.1102090 Nov 11 20:51:44.166223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e0b446e0-8ed0-41ec-ba52-a23208816722 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:44.166594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.170181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cf458-6628-4eb6-bf78-2e62ee8ab50e req-18e2ac79-882c-43b3-8d7d-f6865c9dd962 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:44.171776 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a1cf458-6628-4eb6-bf78-2e62ee8ab50e req-18e2ac79-882c-43b3-8d7d-f6865c9dd962 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 945 time: 0.2261338 Nov 11 20:51:44.172880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:51:44.197145 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.212050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbfdb71c-afaf-4161-9a64-157b1f2bfe76 req-881be13b-a04c-4b60-b322-28e28f8b0043 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610962 Nov 11 20:51:44.213947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-81b0c4b9-8576-41de-9b5a-0c55a459ff51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ba6594-862f-4ef9-8397-85205332198f HTTP/1.1" status: 200 len: 217 time: 0.0601261 Nov 11 20:51:44.221104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5eed047-22e0-4edf-ac22-47be0d49a2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.226257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Sync routers for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:51:44.277779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46d39278-73a6-4705-b241-460f3c53e4e0 None None] Provisioning complete for port e0b446e0-8ed0-41ec-ba52-a23208816722 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:44.278153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46d39278-73a6-4705-b241-460f3c53e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.287411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.289324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8b4fa2d3-d36c-423c-9c38-d575bc0791d9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.0239096 Nov 11 20:51:44.291869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:44.292513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:44.293794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:44.335068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a1cf458-6628-4eb6-bf78-2e62ee8ab50e req-297f951c-f4d1-474f-a199-554ea4d42b95 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263428 Nov 11 20:51:44.338417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568f38-3a5d-4064-900a-cc3f86847675 req-a212fa13-2135-418c-a040-959cc1782613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:44.340499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-a212fa13-2135-418c-a040-959cc1782613 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22ffdbbd-8304-4fb9-9145-095abd7f07cb HTTP/1.1" status: 200 len: 861 time: 0.1171632 Nov 11 20:51:44.341105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c5eed047-22e0-4edf-ac22-47be0d49a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.362274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Allocated IP 172.20.0.2 (8802f286-7edf-4a2c-b3e7-94b86aae36c2/b6c9fe83-accf-43b0-a320-c93fb3cb11bc/2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:44.384198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2d1b685c-3f95-46c9-9a10-d493df9908d3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d1b685c-3f95-46c9-9a10-d493df9908d3,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:44.435579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-36db6ba6-4cbe-42f2-ab13-a5712d68ded0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754550 Nov 11 20:51:44.438239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed047-22e0-4edf-ac22-47be0d49a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a5753-d827-4c83-81e9-8ba9c4c6c78b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:44.446770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c5eed047-22e0-4edf-ac22-47be0d49a2bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea53b2d956854f9dac44d0992724b481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9990878 Nov 11 20:51:44.462214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:44.491713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.594316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb1dc-4626-4cd7-afde-9369f506c0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.614161 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-20a72ebe-f995-4cb5-838e-104d0eb64f0a service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686232 Nov 11 20:51:44.623889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2d1b685c-3f95-46c9-9a10-d493df9908d3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:44.639582 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb1dc-4626-4cd7-afde-9369f506c0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.653331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:44.779142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e0b446e0-8ed0-41ec-ba52-a23208816722 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:44.833119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.836590 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.858889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:44.863403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc144c43-add9-4a32-bdf8-718905da95be req-7a21cdbf-a1b1-4b60-95a2-af77300d802b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:44.865230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc144c43-add9-4a32-bdf8-718905da95be req-7a21cdbf-a1b1-4b60-95a2-af77300d802b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 950 time: 0.0955429 Nov 11 20:51:44.960746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc144c43-add9-4a32-bdf8-718905da95be req-4d79cc7c-ec01-4973-9670-a585f32cc1f5 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866325 Nov 11 20:51:44.982454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.051278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6b65c-149b-430d-af4e-e813585a0c61 req-7bd6ae0f-6390-4a8d-9c20-3e719ab678e9 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:45.055420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8b6b65c-149b-430d-af4e-e813585a0c61 req-7bd6ae0f-6390-4a8d-9c20-3e719ab678e9 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 944 time: 0.0980380 Nov 11 20:51:45.056513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e0b446e0-8ed0-41ec-ba52-a23208816722 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:45.058983 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.062245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42568f38-3a5d-4064-900a-cc3f86847675 req-4b5915e1-ddd1-4c21-b28f-f6f4b48eeaac service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368715 Nov 11 20:51:45.063939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Allocated IP 172.25.2.161 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/c85cc93f-1802-4215-8db9-bbe17f68464f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:45.095495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Allocated IP 172.20.0.1 (2ea8b5f0-48c5-441b-96e4-0b8f060743e0/687a1d0a-f214-4f94-9d34-e9c1e58c48ad/822f4e01-c0de-4c47-a35a-3bd2e8a6e641) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:45.170297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8b6b65c-149b-430d-af4e-e813585a0c61 req-cb845277-5eae-4611-a01c-c5b20a48c8f0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040528 Nov 11 20:51:45.224203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.232091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.240731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.305096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:45.314735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:45.318295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:45.321287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Pushing event updated for resources: {'Port': ['ID=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:45.339856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:42Z', 'revision_number': 3, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:45.359450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb1dc-4626-4cd7-afde-9369f506c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.376017 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc3eb1dc-4626-4cd7-afde-9369f506c0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.376017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fc3eb1dc-4626-4cd7-afde-9369f506c0da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e60a5753-d827-4c83-81e9-8ba9c4c6c78b HTTP/1.1" status: 204 len: 168 time: 0.9079483 Nov 11 20:51:45.376017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-df1250c4-be00-416f-b753-aa6f5f1522e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:45.376017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-df1250c4-be00-416f-b753-aa6f5f1522e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 1095 time: 0.0545781 Nov 11 20:51:45.378605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eb1dc-4626-4cd7-afde-9369f506c0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a5753-d827-4c83-81e9-8ba9c4c6c78b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:45.393224 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.417149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Checking router: 4b7892f2-b7d5-4087-a847-2ea617942d83 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:51:45.418106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Updating router 4b7892f2-b7d5-4087-a847-2ea617942d83 port 76ae2691-7623-4b09-a32d-cef91dac2b72 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:51:45.463249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.499497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:45.507811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:45.512827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Attempting to bind port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:45.513210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Attempting to bind port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:45.513587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Attempting to bind port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 on network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:45.515734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.526034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:45.528491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:45.540913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:45.546343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:45.546781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Checking segment: {'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:45.547277 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.547697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Bound using segment: {'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:45.548285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Bound port: 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:45.548629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.551301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:45.578484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Pushing event updated for resources: {'Port': ['ID=c85cc93f-1802-4215-8db9-bbe17f68464f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:45.620036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-f9025488-e98e-4696-9f34-7648d6a01907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:45.622167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:45.622345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-f9025488-e98e-4696-9f34-7648d6a01907 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 922 time: 0.2371788 Nov 11 20:51:45.629981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Pushing event updated for resources: {'Port': ['ID=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:45.691653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-10d094d3-b7ae-488f-9409-c3df982bcf41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ba6594-862f-4ef9-8397-85205332198f HTTP/1.1" status: 200 len: 217 time: 0.0504565 Nov 11 20:51:45.996243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] For port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:45.996243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] For port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,segment=NetworkSegment(de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0),segment_id=de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:46.000061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e044e-5a4e-4a9d-9aef-b7c0886d4211 req-59be5ef9-15fa-4b44-b0bf-51337b551a2d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:46.000061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-020e044e-5a4e-4a9d-9aef-b7c0886d4211 req-59be5ef9-15fa-4b44-b0bf-51337b551a2d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 945 time: 0.3338313 Nov 11 20:51:46.002680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-b577fdbd-b8f4-4a13-a4f8-353fe2527b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:46.002680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-b577fdbd-b8f4-4a13-a4f8-353fe2527b23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22ffdbbd-8304-4fb9-9145-095abd7f07cb HTTP/1.1" status: 200 len: 861 time: 0.1177661 Nov 11 20:51:46.004112 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-020e044e-5a4e-4a9d-9aef-b7c0886d4211 req-d2f2bebc-e657-48a4-8606-9202faafc5b0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300197 Nov 11 20:51:46.004477 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-0667d6e9-ec1a-4d65-ba67-f4af4c8f4c0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304370 Nov 11 20:51:46.004641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-742f88ec-81e4-4509-b96a-79fabdf529cf None None] Provisioning complete for port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:46.004641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-742f88ec-81e4-4509-b96a-79fabdf529cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.007680 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.012040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-742f88ec-81e4-4509-b96a-79fabdf529cf None None] Port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:46.031337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-7753f44b-58ee-4c66-b5d4-d81b9a7052bc service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202803 Nov 11 20:51:46.044353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1b685c-3f95-46c9-9a10-d493df9908d3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:46.049694 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f689cb0-9010-4dc6-bd64-6330fe0d5439" -d '{"events": [{"server_uuid": "c7cd7bc1-5302-4c63-93a9-ae8d7b175b19", "name": "network-vif-plugged", "status": "completed", "tag": "2d1b685c-3f95-46c9-9a10-d493df9908d3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:46.095011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.105730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9bb7-7637-48ed-ac10-d8ac6a4c0a5c req-695ac58e-abdc-40b6-9c08-18f30903eec7 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:46.107874 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4fc9bb7-7637-48ed-ac10-d8ac6a4c0a5c req-695ac58e-abdc-40b6-9c08-18f30903eec7 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 950 time: 0.0662029 Nov 11 20:51:46.154875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.189041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1dfed-5a16-4e21-8442-3b6606c50bcf None None] Pushing event updated for resources: {'Port': ['ID=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:46.240026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1d3278-da36-4ace-a3c7-33cba0d954ac req-dbd35105-d704-4328-a1e9-f913279b8c35 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955149 Nov 11 20:51:46.253180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4fc9bb7-7637-48ed-ac10-d8ac6a4c0a5c req-9c75ba0d-f49e-4d2c-8d11-d81b9b87f7a5 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373794 Nov 11 20:51:46.264399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.266223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536facc-23f1-4b31-b196-c7b9397e3169 None None] Pushing event updated for resources: {'Port': ['ID=76ae2691-7623-4b09-a32d-cef91dac2b72,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:46.312643 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e90768-4e78-4b20-a768-87eef06a6ed4 x-openstack-request-id: req-d0e90768-4e78-4b20-a768-87eef06a6ed4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:46.313451 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cd7bc1-5302-4c63-93a9-ae8d7b175b19", "name": "network-vif-plugged", "status": "completed", "tag": "2d1b685c-3f95-46c9-9a10-d493df9908d3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:46.313451 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0e90768-4e78-4b20-a768-87eef06a6ed4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:46.313804 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1b685c-3f95-46c9-9a10-d493df9908d3', 'code': 200} Nov 11 20:51:46.316429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Attempting to bind port 76ae2691-7623-4b09-a32d-cef91dac2b72 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:46.316858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Attempting to bind port 76ae2691-7623-4b09-a32d-cef91dac2b72 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:46.317234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Attempting to bind port 76ae2691-7623-4b09-a32d-cef91dac2b72 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:46.333325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:46.335519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:46.335964 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.336408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:46.336973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Bound port: 76ae2691-7623-4b09-a32d-cef91dac2b72, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:46.337405 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.338825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.406380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] For port 76ae2691-7623-4b09-a32d-cef91dac2b72, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:46.413075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] For port 76ae2691-7623-4b09-a32d-cef91dac2b72, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=76ae2691-7623-4b09-a32d-cef91dac2b72,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:46.517743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33718e09-083d-4097-aaca-84d0dcb9ae70 req-abdac86f-2e9c-4697-bb9b-6b0422c85fbf tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:46.517743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33718e09-083d-4097-aaca-84d0dcb9ae70 req-abdac86f-2e9c-4697-bb9b-6b0422c85fbf tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 944 time: 0.1352713 Nov 11 20:51:46.568612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66cbe6-451a-4ad3-a1cd-466ffadaa450 req-181323d3-b13f-4563-b67c-a6ed8b70c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:46.570132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f66cbe6-451a-4ad3-a1cd-466ffadaa450 req-181323d3-b13f-4563-b67c-a6ed8b70c9ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 1101 time: 0.1834631 Nov 11 20:51:46.614838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.638872 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.665315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33718e09-083d-4097-aaca-84d0dcb9ae70 req-c34bacd2-7ce9-4ad4-86e4-dc6b886fe18f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635118 Nov 11 20:51:46.701979 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f66cbe6-451a-4ad3-a1cd-466ffadaa450 req-fb279a02-7a89-4c3f-b5ff-926ff6fbf165 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171608 Nov 11 20:51:46.714106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:46.715949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:46.742199 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.818285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.859651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:46.917627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536facc-23f1-4b31-b196-c7b9397e3169 None None] Pushing event updated for resources: {'Port': ['ID=76ae2691-7623-4b09-a32d-cef91dac2b72,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:46.926817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:46.962621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Pushing event updated for resources: {'Port': ['ID=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:46.986689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:47.052374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:47.053297 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:47.124026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:47.127143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:47.235283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbf1d1-a23a-4e79-989b-6f8588a5506e req-bf8a040a-8106-4371-b4cd-7fa0b1e3c975 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:47.243692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fcbf1d1-a23a-4e79-989b-6f8588a5506e req-bf8a040a-8106-4371-b4cd-7fa0b1e3c975 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 945 time: 0.0986261 Nov 11 20:51:47.352871 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fcbf1d1-a23a-4e79-989b-6f8588a5506e req-d840e8cc-f3c1-461c-a82f-fba2aeeb6e58 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054587 Nov 11 20:51:47.381263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Router 7aee2182-2773-4fb8-a1a1-4b163638288c is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:51:47.399113 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:47.410167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Router 4b7892f2-b7d5-4087-a847-2ea617942d83 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:51:47.583504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,segment=NetworkSegment(de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0),segment_id=de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:47.619546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ccd7c-2c55-4061-a114-87db796e1a0b req-065d771d-3bc9-4e63-9a6e-87619c9f40d3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:47.627125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5ccd7c-2c55-4061-a114-87db796e1a0b req-065d771d-3bc9-4e63-9a6e-87619c9f40d3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 950 time: 0.1296711 Nov 11 20:51:47.628793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 1, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:47.640338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:51:47.658167 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Sync routers for ids ['7aee2182-2773-4fb8-a1a1-4b163638288c'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:51:47.662574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e18b7c-9d77-43fd-9d6b-46542d2f896b None None] The sync data for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 is: [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 1, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:51:47.674367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-80c1ede2-f3c6-4877-a8a1-5e4cb2963b7b None None] Provisioning complete for port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:47.674624 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Routers {'7aee2182-2773-4fb8-a1a1-4b163638288c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:47.674732 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80c1ede2-f3c6-4877-a8a1-5e4cb2963b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:47.674997 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7aee2182-2773-4fb8-a1a1-4b163638288c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:47.705088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5ccd7c-2c55-4061-a114-87db796e1a0b req-82ce6886-346a-4c30-ac4b-99866d68fa4e tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763299 Nov 11 20:51:47.740851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-80c1ede2-f3c6-4877-a8a1-5e4cb2963b7b None None] Port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:47.743902 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:47.747817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:51:47.773132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:47.778152 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f7f8dc7-1d8b-48cb-9f1d-92c53a46429f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6049671 Nov 11 20:51:47.782535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:47.801551 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a92688c-361b-4966-b28e-e94bd5b2c7af admin admin] 10.222.0.31 "PUT /v2.0/routers/4b7892f2-b7d5-4087-a847-2ea617942d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5057378 Nov 11 20:51:47.815221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48506c97-2688-48f9-9967-67edf09b624c req-a455bf74-8d0c-49e8-81b7-904aef97047d tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:47.825505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48506c97-2688-48f9-9967-67edf09b624c req-a455bf74-8d0c-49e8-81b7-904aef97047d tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1096 time: 0.2800865 Nov 11 20:51:47.860775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:47.877781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47991416-3d59-407d-85ee-606314b5b0af None None] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:51:47.922485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48506c97-2688-48f9-9967-67edf09b624c req-d10e1d2a-207e-4117-996d-5e5cb6ae35da tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898108 Nov 11 20:51:47.923432 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Set router 7aee2182-2773-4fb8-a1a1-4b163638288c gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:48.071288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54d68-d1e6-40fc-86e9-ed8286057b97 req-b19d28f6-8f7f-4123-9a26-a7ffd16dd2e6 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:48.078889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05f54d68-d1e6-40fc-86e9-ed8286057b97 req-b19d28f6-8f7f-4123-9a26-a7ffd16dd2e6 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 944 time: 0.1886127 Nov 11 20:51:48.143570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5b3e528c-a82d-43e3-b513-f8de8ade1917 None None] Provisioning complete for port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:48.143570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b3e528c-a82d-43e3-b513-f8de8ade1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:48.181851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a5660-50eb-4c94-adb5-8627533b7efe req-7965722d-b46c-4487-81d5-cc24e8665d45 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:48.184974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac7a5660-50eb-4c94-adb5-8627533b7efe req-7965722d-b46c-4487-81d5-cc24e8665d45 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1096 time: 0.1176183 Nov 11 20:51:48.285124 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac7a5660-50eb-4c94-adb5-8627533b7efe req-d3108977-8453-47d6-b58b-98812a648ff8 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900474 Nov 11 20:51:48.290706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05f54d68-d1e6-40fc-86e9-ed8286057b97 req-9b5b8c75-4484-4757-b719-bad43b0a1a0c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062421 Nov 11 20:51:48.361420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 3, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port': {'id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:48.421401 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Checking router: 7aee2182-2773-4fb8-a1a1-4b163638288c for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:51:48.421401 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Updating router 7aee2182-2773-4fb8-a1a1-4b163638288c port c85cc93f-1802-4215-8db9-bbe17f68464f binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:51:48.475678 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:48.853044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:48.904024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:48.966189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-009f26c2-bc5d-4cbe-8b84-1260408ef876 None None] Provisioning complete for port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:48.966744 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-009f26c2-bc5d-4cbe-8b84-1260408ef876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.016241 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.042845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:49.043172 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.201887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:49.204831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d155d07e-c53b-4fa7-a886-4a3b11db2bc8 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186063606', 'description': 'tempest-description--762437340'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:49.242626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Allocated IP 172.20.0.1 (8802f286-7edf-4a2c-b3e7-94b86aae36c2/b6c9fe83-accf-43b0-a320-c93fb3cb11bc/959bc867-2e2a-4281-b035-192d1531b2c2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:49.327342 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.346412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb319be-00fd-4057-81f4-e5220d42ce12 req-6c769298-0068-418e-ad21-e4ea669fb2a8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:49.347966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-edb319be-00fd-4057-81f4-e5220d42ce12 req-6c769298-0068-418e-ad21-e4ea669fb2a8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 950 time: 0.0619593 Nov 11 20:51:49.384579 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe7c79-8846-4fa0-8fe5-8542cc168da1 None None] Pushing event updated for resources: {'Port': ['ID=c85cc93f-1802-4215-8db9-bbe17f68464f,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:49.387118 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Attempting to bind port c85cc93f-1802-4215-8db9-bbe17f68464f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:49.387841 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Attempting to bind port c85cc93f-1802-4215-8db9-bbe17f68464f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:49.388335 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Attempting to bind port c85cc93f-1802-4215-8db9-bbe17f68464f on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:49.391929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc634-e355-41f3-9f84-bddf459981be req-b0c05997-41e3-4d93-b1e6-7dfb09f33601 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:49.393844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56cfc634-e355-41f3-9f84-bddf459981be req-b0c05997-41e3-4d93-b1e6-7dfb09f33601 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1096 time: 0.1082265 Nov 11 20:51:49.394650 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:49.395116 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:49.395737 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.396492 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:49.396680 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Bound port: c85cc93f-1802-4215-8db9-bbe17f68464f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:49.397185 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.430911 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-edb319be-00fd-4057-81f4-e5220d42ce12 req-100260bf-b729-4254-bc45-ad33d2e8af73 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762479 Nov 11 20:51:49.474824 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.481114 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] For port c85cc93f-1802-4215-8db9-bbe17f68464f, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:49.485131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] For port c85cc93f-1802-4215-8db9-bbe17f68464f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c85cc93f-1802-4215-8db9-bbe17f68464f,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:49.487459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56cfc634-e355-41f3-9f84-bddf459981be req-0e585c3c-5b89-4dba-900a-f6fce2baa851 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859003 Nov 11 20:51:49.503906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83ba6594-862f-4ef9-8397-85205332198f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:51:49.561900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d155d07e-c53b-4fa7-a886-4a3b11db2bc8 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.575911 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.612162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23417f-0817-486d-8789-f13874f840a9 req-9c915c82-99e2-4bcd-81c5-11ee9c4a2f7c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:49.618152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf23417f-0817-486d-8789-f13874f840a9 req-9c915c82-99e2-4bcd-81c5-11ee9c4a2f7c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 944 time: 0.0959301 Nov 11 20:51:49.646194 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.674192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:49.675508 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Routers {'7aee2182-2773-4fb8-a1a1-4b163638288c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:49.676208 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7aee2182-2773-4fb8-a1a1-4b163638288c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:49.790461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf23417f-0817-486d-8789-f13874f840a9 req-9c0a0fbf-f2b4-4d30-9f82-86078d647700 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640568 Nov 11 20:51:49.793084 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe7c79-8846-4fa0-8fe5-8542cc168da1 None None] Pushing event updated for resources: {'Port': ['ID=c85cc93f-1802-4215-8db9-bbe17f68464f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:49.835135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:49.844202 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d155d07e-c53b-4fa7-a886-4a3b11db2bc8 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.863213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=959bc867-2e2a-4281-b035-192d1531b2c2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:49.866790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:49.900759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:49.926333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d155d07e-c53b-4fa7-a886-4a3b11db2bc8 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:49.927572 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] Set router 7aee2182-2773-4fb8-a1a1-4b163638288c gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:49.985707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155d07e-c53b-4fa7-a886-4a3b11db2bc8 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:49.991379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '83ba6594-862f-4ef9-8397-85205332198f', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'port_id': '83ba6594-862f-4ef9-8397-85205332198f', 'mac_address': 'fa:16:3e:d8:6d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ffdbbd-8304-4fb9-9145-095abd7f07cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:51:50.015224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.061991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.092617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba6594-862f-4ef9-8397-85205332198f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:51:50.136186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d155d07e-c53b-4fa7-a886-4a3b11db2bc8 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.138177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d155d07e-c53b-4fa7-a886-4a3b11db2bc8 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9396670 Nov 11 20:51:50.141172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:50.145999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-16a0de6c-0752-446e-a2ff-f6c65462fb7b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Request body: {'security_group_rule': {'security_group_id': 'e0cae4e1-5c7d-41ba-ad67-4d20dfefd180', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:50.169092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:50.206437 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 3, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port': {'id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:50.233041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f090bcd-86bf-474c-b915-1cf079c1e4cb req-66b3a4fa-97cb-4392-9091-71c13d23c32c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:50.241288 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8852-ea9f-4396-8756-32da6d1dd26c None None] The sync data for ids ['7aee2182-2773-4fb8-a1a1-4b163638288c'] in n-d-805734-3 is: [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 3, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port': {'id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:51:50.243139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f090bcd-86bf-474c-b915-1cf079c1e4cb req-66b3a4fa-97cb-4392-9091-71c13d23c32c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.3812940 Nov 11 20:51:50.287010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-47340fa9-0cdc-4a90-aaa0-0e90516a6f19 None None] Provisioning complete for port 959bc867-2e2a-4281-b035-192d1531b2c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:50.288317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47340fa9-0cdc-4a90-aaa0-0e90516a6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.322336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f090bcd-86bf-474c-b915-1cf079c1e4cb req-9840d41e-ec6c-42b0-983e-f887eaadbba2 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671778 Nov 11 20:51:50.331134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.335249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-47340fa9-0cdc-4a90-aaa0-0e90516a6f19 None None] Port 959bc867-2e2a-4281-b035-192d1531b2c2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:50.349497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16a0de6c-0752-446e-a2ff-f6c65462fb7b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.382852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.446242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:50.456061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16a0de6c-0752-446e-a2ff-f6c65462fb7b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.582286 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.590705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-f2dd10cd-07b4-478e-b87f-b012e8f2cc22 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300667 Nov 11 20:51:50.591726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['83ba6594-862f-4ef9-8397-85205332198f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:50.656873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688663b4-0732-474a-8de4-21103c5038e5 req-eac11a08-e630-4036-bd53-05144d8d9056 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:50.658822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-688663b4-0732-474a-8de4-21103c5038e5 req-eac11a08-e630-4036-bd53-05144d8d9056 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1096 time: 0.0577579 Nov 11 20:51:50.659529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.714980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.735876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16a0de6c-0752-446e-a2ff-f6c65462fb7b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.744171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-f3777fa7-8c76-4cf7-b9b8-3501745a4bc4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:50.751454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-f3777fa7-8c76-4cf7-b9b8-3501745a4bc4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551037 Nov 11 20:51:50.784106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0de6c-0752-446e-a2ff-f6c65462fb7b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdc310d-d6fc-46b6-b61f-6d2b1f18369c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:50.805295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-688663b4-0732-474a-8de4-21103c5038e5 req-b87c4e1b-cb8d-45d9-ae9e-46e1c8e645f5 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958035 Nov 11 20:51:50.805613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-0b36e290-8fcb-45a3-9c89-1dbeaf21857a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/quotas/d6c2394d2d344046b3cd04f6f1919bc0 HTTP/1.1" status: 200 len: 375 time: 0.0531611 Nov 11 20:51:50.855879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76ae2691-7623-4b09-a32d-cef91dac2b72 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:50.889862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-219703eb-7f0e-4395-95da-d742b57420d9 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834033 Nov 11 20:51:50.904620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=959bc867-2e2a-4281-b035-192d1531b2c2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:50.913207 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16a0de6c-0752-446e-a2ff-f6c65462fb7b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:50.922048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:50.924752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-16a0de6c-0752-446e-a2ff-f6c65462fb7b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7821956 Nov 11 20:51:50.935477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 76ae2691-7623-4b09-a32d-cef91dac2b72 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:50.935696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4bafc792-09c5-48b1-bcb0-2597d71d3460 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Request body: {'security_group_rule': {'security_group_id': 'e0cae4e1-5c7d-41ba-ad67-4d20dfefd180', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:50.944822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.000356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:51.002340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:51.095248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bafc792-09c5-48b1-bcb0-2597d71d3460 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.110084 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.134276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 76ae2691-7623-4b09-a32d-cef91dac2b72, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=76ae2691-7623-4b09-a32d-cef91dac2b72,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:51.222612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bafc792-09c5-48b1-bcb0-2597d71d3460 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.227527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Router 7aee2182-2773-4fb8-a1a1-4b163638288c has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:51:51.267182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.338755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=76ae2691-7623-4b09-a32d-cef91dac2b72,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:51.397970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bafc792-09c5-48b1-bcb0-2597d71d3460 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.406284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a5407c08-11f3-4dbf-9ee2-005311503133 None None] Provisioning complete for port 959bc867-2e2a-4281-b035-192d1531b2c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:51.406719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5407c08-11f3-4dbf-9ee2-005311503133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.460635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafc792-09c5-48b1-bcb0-2597d71d3460 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14222bac-0d87-4794-95d6-bf4614ee21d5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:51.487480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a5407c08-11f3-4dbf-9ee2-005311503133 None None] Port 959bc867-2e2a-4281-b035-192d1531b2c2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:51.509521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:51:51.532097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0cdb09d9-2e23-42b8-8e93-7304e23bb5f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/7aee2182-2773-4fb8-a1a1-4b163638288c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7421029 Nov 11 20:51:51.536765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83ba6594-862f-4ef9-8397-85205332198f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:51.551088 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bafc792-09c5-48b1-bcb0-2597d71d3460 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.554266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4bafc792-09c5-48b1-bcb0-2597d71d3460 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6296430 Nov 11 20:51:51.565970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:51.569900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204b7ed-6fcd-4a41-8514-734f1b53996f req-6938c638-8560-4ea8-a178-d97945b6abaf tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:51.571296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:51.581534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8204b7ed-6fcd-4a41-8514-734f1b53996f req-6938c638-8560-4ea8-a178-d97945b6abaf tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 945 time: 0.1280482 Nov 11 20:51:51.692407 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8204b7ed-6fcd-4a41-8514-734f1b53996f req-e9f2a7f8-fa27-47c5-9728-44c196c882a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859122 Nov 11 20:51:51.695074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.786406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 83ba6594-862f-4ef9-8397-85205332198f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:51:51.790416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 83ba6594-862f-4ef9-8397-85205332198f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:51.790802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.863218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d97fda96-c3cc-4004-8c88-62222b745c5a req-ee015a25-b916-4d2e-858e-17a44193a32a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 210 time: 0.0485318 Nov 11 20:51:51.920044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Sync routers for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:51:51.954537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:51.983466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:51.986462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:52.224509 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:52.241180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:52.313967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Allocated IP 172.25.2.41 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/b3a22b9b-808e-447d-8dfc-57a30796c9a8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:52.361430 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:52.467597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6594-862f-4ef9-8397-85205332198f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:51:52.468402 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91b57f8-def7-41f1-9020-af05e13053b8" -d '{"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6594-862f-4ef9-8397-85205332198f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:51:52.655473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:52.661227 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:52.665513 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb5f00-2588-4688-9e5a-4647468eb383 x-openstack-request-id: req-2feb5f00-2588-4688-9e5a-4647468eb383 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:51:52.669496 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6594-862f-4ef9-8397-85205332198f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:51:52.670000 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2feb5f00-2588-4688-9e5a-4647468eb383 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:51:52.670595 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6594-862f-4ef9-8397-85205332198f', 'code': 200} Nov 11 20:51:52.746286 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:52.891957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:52.976657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:46Z', 'revision_number': 2, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:53.004524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:53.015678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Checking router: 4b7892f2-b7d5-4087-a847-2ea617942d83 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:51:53.017944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Updating router 4b7892f2-b7d5-4087-a847-2ea617942d83 port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:51:53.063083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:53.180085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:53.217587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:53.250698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:53.280463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76ae2691-7623-4b09-a32d-cef91dac2b72 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:53.404017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7db0e-5b8c-4708-8225-16f194ee67d6 req-0d799b3c-9ec0-42c3-9d7c-92ca80967e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:53.405787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dba7db0e-5b8c-4708-8225-16f194ee67d6 req-0d799b3c-9ec0-42c3-9d7c-92ca80967e21 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 1097 time: 0.2199924 Nov 11 20:51:53.406578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event updated for resources: {'Port': ['ID=b3a22b9b-808e-447d-8dfc-57a30796c9a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:53.503806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:53.560407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dba7db0e-5b8c-4708-8225-16f194ee67d6 req-4900101f-06ba-44b4-8139-305ed5ed11d5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Nov 11 20:51:53.736360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 76ae2691-7623-4b09-a32d-cef91dac2b72 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:53.738730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:53.814919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:53.844985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:53.893411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850026e-0a11-4ed6-a7df-fdf74f585acd req-e161f96d-7f00-47a9-9376-ca3b7f8a9547 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:53.901995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8850026e-0a11-4ed6-a7df-fdf74f585acd req-e161f96d-7f00-47a9-9376-ca3b7f8a9547 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 1.0023754 Nov 11 20:51:53.990116 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8850026e-0a11-4ed6-a7df-fdf74f585acd req-19050279-7595-4b8e-add4-7b282ac6d870 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868735 Nov 11 20:51:54.034435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c85cc93f-1802-4215-8db9-bbe17f68464f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:54.151035 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.229347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.236992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c85cc93f-1802-4215-8db9-bbe17f68464f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:54.237372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.256670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5faf0ca2-9d89-475b-9f09-758e26dc6817 req-2db6ef02-3896-42c6-91d0-0551ec793407 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 210 time: 0.0493538 Nov 11 20:51:54.288848 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.306801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f95c1eb-c7d9-44af-ad72-2b7298bb1ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.347338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.437256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c058d3-cbcb-4742-8647-64139580a2b8 None None] Pushing event updated for resources: {'Port': ['ID=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:54.479257 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Sync routers for ids ['7aee2182-2773-4fb8-a1a1-4b163638288c'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:51:54.481057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f95c1eb-c7d9-44af-ad72-2b7298bb1ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.580959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event updated for resources: {'Port': ['ID=b3a22b9b-808e-447d-8dfc-57a30796c9a8,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:54.585218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f95c1eb-c7d9-44af-ad72-2b7298bb1ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.641521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.738951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Attempting to bind port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:54.739388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Attempting to bind port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:54.740401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Attempting to bind port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 on network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:54.752372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0f95c1eb-c7d9-44af-ad72-2b7298bb1ac0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ea4c87a48744aabbdcdc005c6be4db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9041562 Nov 11 20:51:54.753944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39862) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:54.754295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95c1eb-c7d9-44af-ad72-2b7298bb1ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059aaad4-39ee-48ae-8521-5009f69362f8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:54.784975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:54.785812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Checking segment: {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:54.786233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.789989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Bound using segment: {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:54.790907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Bound port: 822f4e01-c0de-4c47-a35a-3bd2e8a6e641, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:54.791414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.822281 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.838580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.847713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b9be1fb1-4ad5-456b-a284-f9b1fa18d60c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2804081 Nov 11 20:51:54.850490 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Routers {'7aee2182-2773-4fb8-a1a1-4b163638288c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:54.866265 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7aee2182-2773-4fb8-a1a1-4b163638288c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:54.895710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a53d2b53-d067-49c3-854f-df6b3c921091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:54.901378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port c85cc93f-1802-4215-8db9-bbe17f68464f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c85cc93f-1802-4215-8db9-bbe17f68464f,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:54.926643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a53d2b53-d067-49c3-854f-df6b3c921091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:55.018494 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Set router 7aee2182-2773-4fb8-a1a1-4b163638288c gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:55.139731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:55.165301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0703b153-665e-4dd0-8924-8a0ffd04dfef None None] Provisioning complete for port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:55.165747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0703b153-665e-4dd0-8924-8a0ffd04dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:55.180897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a53d2b53-d067-49c3-854f-df6b3c921091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:55.185969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a53d2b53-d067-49c3-854f-df6b3c921091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:55.187283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a53d2b53-d067-49c3-854f-df6b3c921091 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/059aaad4-39ee-48ae-8521-5009f69362f8 HTTP/1.1" status: 204 len: 168 time: 0.4321439 Nov 11 20:51:55.207208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d2b53-d067-49c3-854f-df6b3c921091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059aaad4-39ee-48ae-8521-5009f69362f8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:55.241931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0703b153-665e-4dd0-8924-8a0ffd04dfef None None] Port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:55.362986 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:51:50Z', 'revision_number': 4, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port': {'id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '959bc867-2e2a-4281-b035-192d1531b2c2', 'name': '', 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'mac_address': 'fa:16:3e:ef:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'b6c9fe83-accf-43b0-a320-c93fb3cb11bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:48Z', 'updated_at': '2021-11-11T20:51:50Z', 'revision_number': 2, 'project_id': '872fa21145b049209f677662da7bd3ce', 'subnets': [{'id': 'b6c9fe83-accf-43b0-a320-c93fb3cb11bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:55.373251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-1eb2e5d5-d24a-4172-8ef6-2de47baabd6a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756962 Nov 11 20:51:55.403125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] For port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:55.428372 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Checking router: 7aee2182-2773-4fb8-a1a1-4b163638288c for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:51:55.429081 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Updating router 7aee2182-2773-4fb8-a1a1-4b163638288c port 959bc867-2e2a-4281-b035-192d1531b2c2 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:51:55.456422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] For port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:55.477082 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:55.477495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-f8a5d0f8-2d2b-4471-8339-14512b73a8d7 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:51:55.478586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-f8a5d0f8-2d2b-4471-8339-14512b73a8d7 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3791404 Nov 11 20:51:55.481127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=c85cc93f-1802-4215-8db9-bbe17f68464f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:55.531279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937d41d-39ad-4b7d-9630-0bd8a4f80a19 req-e3a0446c-7c51-4a58-bbb2-4316a5362585 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:55.536734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9937d41d-39ad-4b7d-9630-0bd8a4f80a19 req-e3a0446c-7c51-4a58-bbb2-4316a5362585 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 0.3570640 Nov 11 20:51:55.547086 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:55.708317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:55.709281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:55.810595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-851ad72f-b667-4797-abb4-b8e6824f0523 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:55.812314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-851ad72f-b667-4797-abb4-b8e6824f0523 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314446 Nov 11 20:51:55.832660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Request body: {'port': {'device_id': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'd6c2394d2d344046b3cd04f6f1919bc0'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:55.868484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9937d41d-39ad-4b7d-9630-0bd8a4f80a19 req-68ca6822-eae8-4f58-ae30-119e9eea2e79 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028760 Nov 11 20:51:55.958634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c058d3-cbcb-4742-8647-64139580a2b8 None None] Pushing event updated for resources: {'Port': ['ID=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:56.028968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:56.111553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-52da176a-262f-4062-abe0-f6e1472d8a25 None None] Provisioning complete for port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:56.112186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52da176a-262f-4062-abe0-f6e1472d8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.126920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-c9786675-165d-4583-9457-e1c2e06c599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:56.152315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-c9786675-165d-4583-9457-e1c2e06c599f service neutron] 10.222.0.31 "GET /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 1093 time: 0.6351836 Nov 11 20:51:56.170101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Request body: {'binding': {'host': 'n-h1-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:56.174924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:51:56.229099 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.399765 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.411476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-5d5cf5a5-0071-4265-8c83-fce8c886e960 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--186063606&fields=id&tenant_id=0c45f3cb7d574cc39750d5d3924d97ac HTTP/1.1" status: 200 len: 267 time: 0.1771615 Nov 11 20:51:56.516424 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f3d81-90f3-4791-bb89-a483eac874fc None None] Pushing event updated for resources: {'Port': ['ID=959bc867-2e2a-4281-b035-192d1531b2c2,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:56.559169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:56.578373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:55Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:56.586120 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e55d07f1-33b7-4ee6-a360-a18736167282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.608650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on host n-h1-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:56.609252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:56.609794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:56.618775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:51:56.619387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:56.631126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-24f0d043-9d7c-4875-9b0e-e92a5f28e834 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:56.653543 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Attempting to bind port 959bc867-2e2a-4281-b035-192d1531b2c2 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:51:56.653543 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Attempting to bind port 959bc867-2e2a-4281-b035-192d1531b2c2 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:51:56.653543 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Attempting to bind port 959bc867-2e2a-4281-b035-192d1531b2c2 on network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:51:56.654256 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-24f0d043-9d7c-4875-9b0e-e92a5f28e834 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/networks?id=2ea8b5f0-48c5-441b-96e4-0b8f060743e0 HTTP/1.1" status: 200 len: 805 time: 0.2287712 Nov 11 20:51:56.654486 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:56.655471 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Checking segment: {'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:56.655802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Made reservation on behalf of d6c2394d2d344046b3cd04f6f1919bc0 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:51:56.660070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.662518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:51:56.663052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:51:56.663616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:56.664255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Bound port: 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:56.666367 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.667427 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Bound using segment: {'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:51:56.668110 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Bound port: 959bc867-2e2a-4281-b035-192d1531b2c2, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:51:56.668678 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.690904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c5f00-428e-4719-b5d3-99e39c5c975f None None] The sync data for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 is: [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:55Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:51:56.697599 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52da176a-262f-4062-abe0-f6e1472d8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.707027 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6ae5d7f2-5f98-4f76-aa4a-2b2604ddc5b2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/quotas/0c45f3cb7d574cc39750d5d3924d97ac HTTP/1.1" status: 200 len: 375 time: 0.0623782 Nov 11 20:51:56.796297 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e55d07f1-33b7-4ee6-a360-a18736167282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.798122 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] For port 959bc867-2e2a-4281-b035-192d1531b2c2, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:51:56.801713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-52da176a-262f-4062-abe0-f6e1472d8a25 None None] For port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:56.806039 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] For port 959bc867-2e2a-4281-b035-192d1531b2c2, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=959bc867-2e2a-4281-b035-192d1531b2c2,segment=NetworkSegment(de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0),segment_id=de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:56.881096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e55d07f1-33b7-4ee6-a360-a18736167282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.902506 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.918243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52da176a-262f-4062-abe0-f6e1472d8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:56.928037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:51:56.994598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d07f1-33b7-4ee6-a360-a18736167282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc231b4-442b-4dfa-92f2-c48932479582,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:57.017485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.041792 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f3d81-90f3-4791-bb89-a483eac874fc None None] Pushing event updated for resources: {'Port': ['ID=959bc867-2e2a-4281-b035-192d1531b2c2,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:57.044361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.053705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e55d07f1-33b7-4ee6-a360-a18736167282 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db6667e8b54049ebba3cbfdd6b770081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919398 Nov 11 20:51:57.055001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39896) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:51:57.056138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-03dd122b-f65c-46cc-b925-cbf82c453880 service neutron] 10.222.0.31 "POST /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.9031134 Nov 11 20:51:57.095958 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Routers {'7aee2182-2773-4fb8-a1a1-4b163638288c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:51:57.096905 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7aee2182-2773-4fb8-a1a1-4b163638288c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:57.100632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-e118fe77-cbd9-402e-bad9-b356b69f2dd2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c45f3cb7d574cc39750d5d3924d97ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3916366 Nov 11 20:51:57.103222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da176a-262f-4062-abe0-f6e1472d8a25 None None] Pushing event updated for resources: {'Port': ['ID=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:57.127174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-08d15f2e-5a02-4cfc-a526-bb6a366b7b63 None None] Provisioning complete for port 959bc867-2e2a-4281-b035-192d1531b2c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:57.127846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08d15f2e-5a02-4cfc-a526-bb6a366b7b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.225652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0070707d-634e-446f-b2da-a317f430eb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.288006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Allocated IP 192.168.233.147 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/a6307112-58b2-4b6a-be7a-aae199c771b2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:51:57.312832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0070707d-634e-446f-b2da-a317f430eb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.415954 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] Set router 7aee2182-2773-4fb8-a1a1-4b163638288c gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:51:57.449054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08d15f2e-5a02-4cfc-a526-bb6a366b7b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.536244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0070707d-634e-446f-b2da-a317f430eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.536244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0070707d-634e-446f-b2da-a317f430eb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.539406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0070707d-634e-446f-b2da-a317f430eb4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdc231b4-442b-4dfa-92f2-c48932479582 HTTP/1.1" status: 204 len: 168 time: 0.4820447 Nov 11 20:51:57.545032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:57.555604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070707d-634e-446f-b2da-a317f430eb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc231b4-442b-4dfa-92f2-c48932479582,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:57.670160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-08d15f2e-5a02-4cfc-a526-bb6a366b7b63 None None] For port 959bc867-2e2a-4281-b035-192d1531b2c2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=959bc867-2e2a-4281-b035-192d1531b2c2,segment=NetworkSegment(de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0),segment_id=de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:51:57.726519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:57.727189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.776047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08d15f2e-5a02-4cfc-a526-bb6a366b7b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:57.800204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-1458f722-4648-47ca-9cc1-b00a68f692d8 service neutron] 10.222.0.31 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639371 Nov 11 20:51:57.888107 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:51:50Z', 'revision_number': 4, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port': {'id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '959bc867-2e2a-4281-b035-192d1531b2c2', 'name': '', 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'mac_address': 'fa:16:3e:ef:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'b6c9fe83-accf-43b0-a320-c93fb3cb11bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:48Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 4, 'project_id': '872fa21145b049209f677662da7bd3ce', 'subnets': [{'id': 'b6c9fe83-accf-43b0-a320-c93fb3cb11bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:51:57.933658 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef785-2c8d-4c4c-a461-f595fd111ea4 None None] The sync data for ids ['7aee2182-2773-4fb8-a1a1-4b163638288c'] in n-d-805734-3 is: [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:51:50Z', 'revision_number': 4, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port': {'id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '959bc867-2e2a-4281-b035-192d1531b2c2', 'name': '', 'network_id': '8802f286-7edf-4a2c-b3e7-94b86aae36c2', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'mac_address': 'fa:16:3e:ef:6f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'b6c9fe83-accf-43b0-a320-c93fb3cb11bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:48Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 4, 'project_id': '872fa21145b049209f677662da7bd3ce', 'subnets': [{'id': 'b6c9fe83-accf-43b0-a320-c93fb3cb11bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:51:57.976810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e58e065-e13b-46f8-a18f-77fcb820eff0 req-364d43b4-753b-46db-9cf9-d1c7545202fe tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 210 time: 0.1391015 Nov 11 20:51:57.978690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d15f2e-5a02-4cfc-a526-bb6a366b7b63 None None] Pushing event updated for resources: {'Port': ['ID=959bc867-2e2a-4281-b035-192d1531b2c2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:58.052767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d18b2d6-edb8-4534-a6e8-f7c9eb5f0380 None None] Provisioning complete for port 959bc867-2e2a-4281-b035-192d1531b2c2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:58.053356 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d18b2d6-edb8-4534-a6e8-f7c9eb5f0380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:58.171044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c85cc93f-1802-4215-8db9-bbe17f68464f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:58.172687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-623447c4-5b59-4fed-bdd3-7fd6c138bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:58.189720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-623447c4-5b59-4fed-bdd3-7fd6c138bec2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1096 time: 0.1632233 Nov 11 20:51:58.324665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-70f81475-2d5a-4e3d-af79-a66b1e76e965 service neutron] 10.222.0.31 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216594 Nov 11 20:51:58.459061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:58.480979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-b276e9cd-6af9-45af-8d1f-09b01a649d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:58.482830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-b276e9cd-6af9-45af-8d1f-09b01a649d48 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.2897136 Nov 11 20:51:58.502977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c85cc93f-1802-4215-8db9-bbe17f68464f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:58.503328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:58.624668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:58.645183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-f703f9ed-418c-46b2-bcf7-4ab5258dec6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 217 time: 0.0806830 Nov 11 20:51:58.689634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:51:58.699915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['cd8a73cc-ea73-4f16-9971-8cf5a7db0417', '2d1b685c-3f95-46c9-9a10-d493df9908d3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:51:58.738294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:51:58.740566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Pushing event updated for resources: {'Port': ['ID=a6307112-58b2-4b6a-be7a-aae199c771b2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:58.743044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:51:58.847781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43db26-ccc3-49d2-883d-9f9f7a086927 req-3ca6e65f-7ec9-47a4-aac7-f22b7a3c4c9a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:58.868426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed43db26-ccc3-49d2-883d-9f9f7a086927 req-3ca6e65f-7ec9-47a4-aac7-f22b7a3c4c9a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 0.3780022 Nov 11 20:51:58.920801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:58.938413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:59.035052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed43db26-ccc3-49d2-883d-9f9f7a086927 req-437a5784-5177-41b5-b118-08f327b65c7c tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712482 Nov 11 20:51:59.067814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-8dcb0d14-d284-4df8-a469-46104080140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:59.081477 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-8dcb0d14-d284-4df8-a469-46104080140d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.4229889 Nov 11 20:51:59.091555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-75f9632d-fb96-4e58-8fe5-01dc3f63ff2f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2600973 Nov 11 20:51:59.111157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Request body: {'port': {'device_id': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:51:59.197897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-a3d4011e-08af-4347-a7b9-7c71f94fa100 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004777 Nov 11 20:51:59.318487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1014717c-8882-44f4-af78-93881ecdcde6 req-eec6fc14-6308-49fc-b114-e0b0a1d35073 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 210 time: 0.1152084 Nov 11 20:51:59.319398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aa495a62-57df-4f49-b6cc-df3226ee6213 None None] Provisioning complete for port a6307112-58b2-4b6a-be7a-aae199c771b2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:59.322123 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa495a62-57df-4f49-b6cc-df3226ee6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:59.459906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aa495a62-57df-4f49-b6cc-df3226ee6213 None None] Port a6307112-58b2-4b6a-be7a-aae199c771b2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:51:59.481099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 959bc867-2e2a-4281-b035-192d1531b2c2 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:51:59.503206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895436-c640-438b-ae45-e4da739c3482 req-d9895e0f-11f0-4060-bd35-ee83f56f08d1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:59.511537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2895436-c640-438b-ae45-e4da739c3482 req-d9895e0f-11f0-4060-bd35-ee83f56f08d1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 945 time: 0.3813732 Nov 11 20:51:59.514842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:59.521630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-44d8e6cc-dc8a-48cd-87ea-143a56bdd750 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188055 Nov 11 20:51:59.535171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d134-fa8c-4c47-ac75-15da2a305ad1 req-0b5ba449-93b2-41cc-9c83-9d85edeb28de tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:51:59.537080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c045d134-fa8c-4c47-ac75-15da2a305ad1 req-0b5ba449-93b2-41cc-9c83-9d85edeb28de tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 936 time: 0.0969319 Nov 11 20:51:59.595127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2895436-c640-438b-ae45-e4da739c3482 req-9fcbfc3c-1b82-4591-8faa-38016dcce2d1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823133 Nov 11 20:51:59.696581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 959bc867-2e2a-4281-b035-192d1531b2c2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:51:59.697173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:59.821196 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c045d134-fa8c-4c47-ac75-15da2a305ad1 req-7f3dfa4c-5d35-465a-b3d1-f3d3d54add32 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527268 Nov 11 20:51:59.933553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-be09f732-b8e5-44e8-872f-d86593bae2ab service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944983 Nov 11 20:52:00.041671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7b15c-641d-40ef-bccf-1e172f492b24 req-9428c18a-5d72-404d-a5c9-9881011d2073 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:00.050022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8b7b15c-641d-40ef-bccf-1e172f492b24 req-9428c18a-5d72-404d-a5c9-9881011d2073 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 0.2649009 Nov 11 20:52:00.230729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-8a9fcbfb-a15d-42de-a7ec-1121f0634942 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:00.232379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-8a9fcbfb-a15d-42de-a7ec-1121f0634942 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.1432996 Nov 11 20:52:00.251709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805734-3'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:00.374092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8b7b15c-641d-40ef-bccf-1e172f492b24 req-1cf251a0-8305-4771-a85a-1061b93bce74 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211122 Nov 11 20:52:00.381137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:00.461519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6307112-58b2-4b6a-be7a-aae199c771b2 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:00.486683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:00.525462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08f3e785-31d9-4d7f-be86-0df41a27d41f req-2f648cb5-9def-44ec-b208-48e43203930f tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 210 time: 0.0843964 Nov 11 20:52:00.536927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Transition to ACTIVE for port object a6307112-58b2-4b6a-be7a-aae199c771b2 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:00.652440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:00.677771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:00.751980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Pushing event updated for resources: {'Port': ['ID=a6307112-58b2-4b6a-be7a-aae199c771b2,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:00.787200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:01.030051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Attempting to bind port a6307112-58b2-4b6a-be7a-aae199c771b2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:01.030287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Attempting to bind port a6307112-58b2-4b6a-be7a-aae199c771b2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:01.030632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Attempting to bind port a6307112-58b2-4b6a-be7a-aae199c771b2 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:01.045041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Port a6307112-58b2-4b6a-be7a-aae199c771b2 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:01.045793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Attempting to bind port a6307112-58b2-4b6a-be7a-aae199c771b2 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:01.052003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:01.052479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:01.052876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:01.053383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Bound port: a6307112-58b2-4b6a-be7a-aae199c771b2, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:01.060400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:01.258468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39974) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:01.291438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] For port a6307112-58b2-4b6a-be7a-aae199c771b2, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:01.306449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] For port a6307112-58b2-4b6a-be7a-aae199c771b2, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6307112-58b2-4b6a-be7a-aae199c771b2,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:01.438095 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-090dd457-3474-4b20-ad83-b08a028a133e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:01.451716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:01.481535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5a08-39f3-4d31-8a5e-aca0e3d53a6b req-1ed9ec53-20ef-4338-987c-26e3b08797a8 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:01.488463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-984b5a08-39f3-4d31-8a5e-aca0e3d53a6b req-1ed9ec53-20ef-4338-987c-26e3b08797a8 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 945 time: 0.8124468 Nov 11 20:52:01.526529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:01.529478 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353a292f-3ab4-4531-a24a-6686d2a556b6" -d '{"events": [{"server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "name": "network-vif-unplugged", "status": "completed", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:01.535849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:01.570773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:01.571420 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:01.573059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] 10.222.0.58 "PUT /v2.0/ports/a6307112-58b2-4b6a-be7a-aae199c771b2 HTTP/1.1" status: 200 len: 1096 time: 2.4804921 Nov 11 20:52:01.574013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'tag': 'a6307112-58b2-4b6a-be7a-aae199c771b2'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:01.586917 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be1db1-1f69-46d2-87b1-96e226bfff3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5566b03-0799-4313-979e-2e9cadf90d32", "tag": "a6307112-58b2-4b6a-be7a-aae199c771b2"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:01.602524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-984b5a08-39f3-4d31-8a5e-aca0e3d53a6b req-6bd332cf-d36e-460c-933d-34f08d2640af tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129642 Nov 11 20:52:01.637369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:01.758736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:01.763720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab2170-db7e-4cb6-a2b9-4da065e4bdef req-572cb4c8-2c44-4095-9f0f-f99bf00591ab tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:01.780628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4bab2170-db7e-4cb6-a2b9-4da065e4bdef req-572cb4c8-2c44-4095-9f0f-f99bf00591ab tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 948 time: 0.1827695 Nov 11 20:52:01.784009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d5adf-1703-41ee-a3e8-09c29e711b5a service neutron] Pushing event updated for resources: {'Port': ['ID=a6307112-58b2-4b6a-be7a-aae199c771b2,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:01.929584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e35730e-8f3b-48c1-9e67-84f6d7a93568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:01.977104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on host n-h2-805734-3 for vnic_type normal with profile {"migrating_to": "n-h1-805734-3"} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:01.977564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:01.977905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:01.989264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:01.990392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Attempting to bind port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:02.012446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:02.012446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:02.012446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:02.012446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Bound port: 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:02.012446 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:02.070020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-f6bc76e0-f6de-488b-9470-0e0aa27272fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:02.070020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-f6bc76e0-f6de-488b-9470-0e0aa27272fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 1099 time: 0.2748559 Nov 11 20:52:02.107667 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-090dd457-3474-4b20-ad83-b08a028a133e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:02.112484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4bab2170-db7e-4cb6-a2b9-4da065e4bdef req-0d010993-2c96-47e1-816e-14205ca28cd6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309181 Nov 11 20:52:02.148704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-b3942512-4427-4ed9-be7c-22a808993127 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a6307112-58b2-4b6a-be7a-aae199c771b2 HTTP/1.1" status: 200 len: 217 time: 0.0572217 Nov 11 20:52:02.180323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:02.180323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:02.246446 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096da3d4-44cf-494a-b4f4-02c88ded7aba x-openstack-request-id: req-096da3d4-44cf-494a-b4f4-02c88ded7aba {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:02.247153 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "name": "network-vif-unplugged", "status": "completed", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:02.247762 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-096da3d4-44cf-494a-b4f4-02c88ded7aba {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:02.248450 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd', 'code': 200} Nov 11 20:52:02.256136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-35705810-e7de-4c0c-8189-19ef351e3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:02.258506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-35705810-e7de-4c0c-8189-19ef351e3da9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0984218 Nov 11 20:52:02.355048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a890bffc-33e5-4a34-b7b4-f5f8c410bbf3 req-7e13d565-9bc9-4f38-812c-47d3fc0970f6 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 210 time: 0.0353050 Nov 11 20:52:02.357359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-729f2349-96e3-402c-9689-33446a1822e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:02.358893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-729f2349-96e3-402c-9689-33446a1822e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919960 Nov 11 20:52:02.428863 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0361d6-8454-40a7-9f07-d42f7ce24caa x-openstack-request-id: req-9e0361d6-8454-40a7-9f07-d42f7ce24caa {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:02.429289 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5566b03-0799-4313-979e-2e9cadf90d32", "tag": "a6307112-58b2-4b6a-be7a-aae199c771b2", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:02.429655 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e0361d6-8454-40a7-9f07-d42f7ce24caa {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:02.430267 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'tag': 'a6307112-58b2-4b6a-be7a-aae199c771b2', 'status': 'completed', 'code': 200} Nov 11 20:52:02.433642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-090dd457-3474-4b20-ad83-b08a028a133e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:02.453224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:02.499583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-090dd457-3474-4b20-ad83-b08a028a133e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db7b24b1bd42482491a660306c6af1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2374804 Nov 11 20:52:02.515719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:02.520007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dd457-3474-4b20-ad83-b08a028a133e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab29060c-b557-4fda-a258-9c3dd6150703,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:02.530221 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-437e48b8-d561-4903-b33f-9b35eac3499f service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618917 Nov 11 20:52:02.627989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:02.629602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:02.633060 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] 10.222.0.62 "PUT /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 1121 time: 2.3864517 Nov 11 20:52:02.734981 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ead40c88-aedd-4cbe-8d02-2fe817c85e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:02.758636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['76d6df68-cf7f-4173-bbbd-91f37ab088dd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:02.768190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e8751-fe1c-4bae-839f-a92a8d007ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:02.807185 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ead40c88-aedd-4cbe-8d02-2fe817c85e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:02.864078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3327065-d5b8-468e-8b22-ec40c4d5db64 req-397025d8-03bc-475c-96fc-ec89d917358a service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187168 Nov 11 20:52:02.930315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41be472-1611-44ef-acc3-db94049ed6e5 req-ac76f512-066f-475f-8c4e-485eef79cac3 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:02.933461 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d41be472-1611-44ef-acc3-db94049ed6e5 req-ac76f512-066f-475f-8c4e-485eef79cac3 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 0.1587496 Nov 11 20:52:02.974079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-d04fe324-66c9-486b-a579-8c77a395b5c6 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:02.974079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-d04fe324-66c9-486b-a579-8c77a395b5c6 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.62 "GET /v2.0/networks?id=2ea8b5f0-48c5-441b-96e4-0b8f060743e0 HTTP/1.1" status: 200 len: 805 time: 0.3100781 Nov 11 20:52:03.050875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc859b-113e-470b-a255-b2a9921db8d9 req-b5b8c86d-3cde-4b8d-9ed0-fbf62c6c50bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:03.052794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48bc859b-113e-470b-a255-b2a9921db8d9 req-b5b8c86d-3cde-4b8d-9ed0-fbf62c6c50bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.1800094 Nov 11 20:52:03.079419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d41be472-1611-44ef-acc3-db94049ed6e5 req-04d0f901-d44f-4d2a-84e3-f0b7046a611b tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018939 Nov 11 20:52:03.117475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-9b7c9ba9-d04b-471d-9b50-59e959f6f72b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c45f3cb7d574cc39750d5d3924d97ac HTTP/1.1" status: 200 len: 379 time: 0.1307302 Nov 11 20:52:03.129536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Request body: {'port': {'device_id': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'admin_state_up': True, 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'security_groups': ['e0cae4e1-5c7d-41ba-ad67-4d20dfefd180']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:03.231158 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48bc859b-113e-470b-a255-b2a9921db8d9 req-08445a8b-d4f9-4fa6-9c45-1cefef8ede99 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645243 Nov 11 20:52:03.232325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ead40c88-aedd-4cbe-8d02-2fe817c85e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:03.235075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ead40c88-aedd-4cbe-8d02-2fe817c85e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:03.236283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ead40c88-aedd-4cbe-8d02-2fe817c85e71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab29060c-b557-4fda-a258-9c3dd6150703 HTTP/1.1" status: 204 len: 168 time: 0.7275531 Nov 11 20:52:03.308493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-78b62f27-62c9-4b91-9cb8-8b0c662bc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:03.308493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-78b62f27-62c9-4b91-9cb8-8b0c662bc5f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 1099 time: 0.2376773 Nov 11 20:52:03.309665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead40c88-aedd-4cbe-8d02-2fe817c85e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab29060c-b557-4fda-a258-9c3dd6150703,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:03.469304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-63b48f25-a563-4d0f-bb04-b8dbcd7f770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:03.470974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-63b48f25-a563-4d0f-bb04-b8dbcd7f770d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1586084 Nov 11 20:52:03.551949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-29db7f36-b2e0-4422-b327-3272e44e99f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a6307112-58b2-4b6a-be7a-aae199c771b2 HTTP/1.1" status: 200 len: 217 time: 0.0672233 Nov 11 20:52:03.578367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-790b271a-cfa0-4f1d-8ef4-3220e1326bda req-50f3c597-7b09-4d65-9743-90787c39541c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 210 time: 0.0560446 Nov 11 20:52:03.580244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Made reservation on behalf of 0c45f3cb7d574cc39750d5d3924d97ac for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:03.584056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:03.656420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669efae-78c4-49f3-a842-b8933574399e req-a075b585-71cc-4be4-885c-6a44fff91d89 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:03.658182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c669efae-78c4-49f3-a842-b8933574399e req-a075b585-71cc-4be4-885c-6a44fff91d89 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 948 time: 0.1861904 Nov 11 20:52:03.705639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-13c9e42e-4bac-4e9e-b97d-5e88500db04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:03.708862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-13c9e42e-4bac-4e9e-b97d-5e88500db04d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1205246 Nov 11 20:52:03.848464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Allocated IP 172.20.0.11 (2ea8b5f0-48c5-441b-96e4-0b8f060743e0/687a1d0a-f214-4f94-9d34-e9c1e58c48ad/2f64457b-92a0-4797-ab77-17e03ed016b1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:03.878625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c669efae-78c4-49f3-a842-b8933574399e req-c106d969-ea97-429c-8ff1-4a51bbabf26c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112620 Nov 11 20:52:03.973692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-7c48358a-fb13-44f7-b41b-163bbcb9bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:03.975428 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-7c48358a-fb13-44f7-b41b-163bbcb9bf7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2566257 Nov 11 20:52:04.162602 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:52:04.177461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-3fc33739-b674-41bb-ae42-b54506a8a573 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904917 Nov 11 20:52:04.250508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:04.253337 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ec772-0208-4f5b-9177-72418dcab348" -d '{"events": [{"name": "network-changed", "server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:04.327912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:04.400601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574247f-95d0-483c-905e-7228849d972f req-d389206c-2776-40c5-8c04-9193e359c083 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:04.404672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6574247f-95d0-483c-905e-7228849d972f req-d389206c-2776-40c5-8c04-9193e359c083 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 0.1466770 Nov 11 20:52:04.410624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82be1db1-1f69-46d2-87b1-96e226bfff3c req-f24d658f-0680-41dd-be5f-be310b40fd9b service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232342 Nov 11 20:52:04.438081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e7514d4-34a7-41e5-a9d5-5d9f44c1a5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:04.468650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6574247f-95d0-483c-905e-7228849d972f req-df9c56cf-0ea6-4861-845e-30b21d290163 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536890 Nov 11 20:52:04.488289 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aad511a-bf5f-4a15-a6a2-cea42bdc1f6b x-openstack-request-id: req-9aad511a-bf5f-4a15-a6a2-cea42bdc1f6b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:04.488289 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:04.488289 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9aad511a-bf5f-4a15-a6a2-cea42bdc1f6b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:04.488289 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd', 'status': 'completed', 'code': 200} Nov 11 20:52:04.550909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:04.644538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec772-0208-4f5b-9177-72418dcab348 req-ff0bab3b-7654-4743-88f3-1842eecab7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:04.644773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:04.646033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-996ec772-0208-4f5b-9177-72418dcab348 req-ff0bab3b-7654-4743-88f3-1842eecab7b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1124 time: 0.1213284 Nov 11 20:52:04.649069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:04.654710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:04.663555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event updated for resources: {'Port': ['ID=2f64457b-92a0-4797-ab77-17e03ed016b1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:04.700404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552655f9-a290-444e-b970-670e94c76ad9 req-0c1ded3d-aa88-4820-8626-96a978c12b9e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:04.712601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-552655f9-a290-444e-b970-670e94c76ad9 req-0c1ded3d-aa88-4820-8626-96a978c12b9e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.1458056 Nov 11 20:52:04.780402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:04.781301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:04.817762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-552655f9-a290-444e-b970-670e94c76ad9 req-3a5620be-1f7d-413e-8ac6-56de4e309bc1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070244 Nov 11 20:52:04.885119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d9358-5d47-4e63-b85a-0321863dcd41 req-32171a1d-79f6-47b6-a8a7-958ff9da699c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:04.898503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e6d9358-5d47-4e63-b85a-0321863dcd41 req-32171a1d-79f6-47b6-a8a7-958ff9da699c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 932 time: 0.1141400 Nov 11 20:52:04.906615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-6aa75145-25ab-441c-92e1-1e2af4c3cee2 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7823002 Nov 11 20:52:04.959521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Request body: {'port': {'device_id': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:05.026731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec772-0208-4f5b-9177-72418dcab348 req-0775046d-5e09-48bf-8c77-84391f0a5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:05.032255 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-996ec772-0208-4f5b-9177-72418dcab348 req-0775046d-5e09-48bf-8c77-84391f0a5f98 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.3554926 Nov 11 20:52:05.070000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:05.108825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e6d9358-5d47-4e63-b85a-0321863dcd41 req-9e1f2330-5171-4aa1-ac45-75d8302fa936 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978884 Nov 11 20:52:05.153146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cd34d6ff-8e8c-49c8-8c2d-c9b22c24897e None None] Provisioning complete for port 2f64457b-92a0-4797-ab77-17e03ed016b1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:05.158209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cd34d6ff-8e8c-49c8-8c2d-c9b22c24897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:05.201947 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-996ec772-0208-4f5b-9177-72418dcab348 req-e6f2c87f-0a3d-42ce-890a-e8227c48210d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 217 time: 0.1507094 Nov 11 20:52:05.205673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cd34d6ff-8e8c-49c8-8c2d-c9b22c24897e None None] Port 2f64457b-92a0-4797-ab77-17e03ed016b1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:52:05.296382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14491a-b79e-4754-90ce-7afd73681c2f req-7e74077c-5325-48a7-8728-00ccc31989ce tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:05.305456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f14491a-b79e-4754-90ce-7afd73681c2f req-7e74077c-5325-48a7-8728-00ccc31989ce tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 948 time: 0.2706158 Nov 11 20:52:05.327331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec772-0208-4f5b-9177-72418dcab348 req-bc36f18c-e815-44de-a5e6-7e55dff002d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:05.337948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-996ec772-0208-4f5b-9177-72418dcab348 req-bc36f18c-e815-44de-a5e6-7e55dff002d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1078997 Nov 11 20:52:05.380381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-996ec772-0208-4f5b-9177-72418dcab348 req-e5d946ce-bdf0-4f35-9a0d-fe780533367c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378294 Nov 11 20:52:05.388917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f14491a-b79e-4754-90ce-7afd73681c2f req-764b6029-a0c9-4da3-b2e9-5745b281a857 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824153 Nov 11 20:52:05.432141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:05.481230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f64457b-92a0-4797-ab77-17e03ed016b1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:05.503040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:05.518717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Transition to ACTIVE for port object 2f64457b-92a0-4797-ab77-17e03ed016b1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:05.526987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-996ec772-0208-4f5b-9177-72418dcab348 req-74d60e6d-e8df-4bdb-84c3-3d68cc62e1f4 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371105 Nov 11 20:52:05.575965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:05.597325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:05.655356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc654-2ad4-469e-941d-fa8c30b7734c req-a28b43ac-b57d-4cfb-ab65-22963a5e76a6 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:05.663316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be8cc654-2ad4-469e-941d-fa8c30b7734c req-a28b43ac-b57d-4cfb-ab65-22963a5e76a6 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 0.0976002 Nov 11 20:52:05.673887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64457b-92a0-4797-ab77-17e03ed016b1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:05.756570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be8cc654-2ad4-469e-941d-fa8c30b7734c req-f5955124-45b6-40b0-a1d7-a28dd386abf4 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899277 Nov 11 20:52:05.764765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-996ec772-0208-4f5b-9177-72418dcab348 req-07848fbe-4051-4d5f-a4ce-2486e6a837a6 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280278 Nov 11 20:52:05.792223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:05.792544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Attempting to bind port 2f64457b-92a0-4797-ab77-17e03ed016b1 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:05.792544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Attempting to bind port 2f64457b-92a0-4797-ab77-17e03ed016b1 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:05.792544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Attempting to bind port 2f64457b-92a0-4797-ab77-17e03ed016b1 on network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:05.797039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Port 2f64457b-92a0-4797-ab77-17e03ed016b1 on network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:05.797493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Attempting to bind port 2f64457b-92a0-4797-ab77-17e03ed016b1 on network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:05.803270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:05.803701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Checking segment: {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:05.804186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Bound using segment: {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:05.804720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Bound port: 2f64457b-92a0-4797-ab77-17e03ed016b1, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b4fe70-b50d-43ac-9276-21966dd9741f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:05.805156 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:05.808941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd has no active binding in host n-h1-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:52:05.809871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83ba6594-862f-4ef9-8397-85205332198f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:05.977860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] For port 2f64457b-92a0-4797-ab77-17e03ed016b1, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:06.011927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:06.018725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] For port 2f64457b-92a0-4797-ab77-17e03ed016b1, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f64457b-92a0-4797-ab77-17e03ed016b1,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:06.041089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16695b-d6c7-42c7-b037-b44a5f0b0198 req-4450ad65-1c25-4f23-8cee-c7015c2f9a26 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:06.045866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '83ba6594-862f-4ef9-8397-85205332198f', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'port_id': '83ba6594-862f-4ef9-8397-85205332198f', 'mac_address': 'fa:16:3e:d8:6d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ffdbbd-8304-4fb9-9145-095abd7f07cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:52:06.049111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a16695b-d6c7-42c7-b037-b44a5f0b0198 req-4450ad65-1c25-4f23-8cee-c7015c2f9a26 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.0726619 Nov 11 20:52:06.093899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:06.110615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.115264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a16695b-d6c7-42c7-b037-b44a5f0b0198 req-576ae543-99e9-4430-9b31-b7403ce15f3d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Nov 11 20:52:06.116689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.189775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:06.190504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.192195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] 10.222.0.62 "PUT /v2.0/ports/2f64457b-92a0-4797-ab77-17e03ed016b1 HTTP/1.1" status: 200 len: 1092 time: 1.2722466 Nov 11 20:52:06.223324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35a31a-beda-49db-89b7-79c6fe368ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64457b-92a0-4797-ab77-17e03ed016b1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:06.280273 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0383-a368-4325-8b99-52e556f4af35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.319643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056ebba-d985-4a02-ac00-0038b00b9105 req-976e64cb-99ee-4825-b535-9f68cd027ff7 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:06.337546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b056ebba-d985-4a02-ac00-0038b00b9105 req-976e64cb-99ee-4825-b535-9f68cd027ff7 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 944 time: 0.1161289 Nov 11 20:52:06.339638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ba6594-862f-4ef9-8397-85205332198f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:06.395699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:06.459976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2134fdf3-4c6b-4df9-8dd0-b28bb87aafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:06.462048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-2134fdf3-4c6b-4df9-8dd0-b28bb87aafd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c45f3cb7d574cc39750d5d3924d97ac&device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 1095 time: 0.0798516 Nov 11 20:52:06.481242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:06.483871 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89af7bb-49bc-4707-ad1b-bcd90461eb85" -d '{"events": [{"name": "network-changed", "server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:06.485959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b056ebba-d985-4a02-ac00-0038b00b9105 req-789c5a74-baa7-43b0-ad44-8168e79dbb32 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421576 Nov 11 20:52:06.500451 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.614405 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22fc638-a41b-4003-b302-e21fa4dbdede x-openstack-request-id: req-a22fc638-a41b-4003-b302-e21fa4dbdede {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:06.615708 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:06.617398 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a22fc638-a41b-4003-b302-e21fa4dbdede {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:06.617977 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'status': 'completed', 'code': 200} Nov 11 20:52:06.638121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-0cef4c07-a31b-4d3c-a9f9-d61204e186a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f64457b-92a0-4797-ab77-17e03ed016b1 HTTP/1.1" status: 200 len: 217 time: 0.1220214 Nov 11 20:52:06.650870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:06.660417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0383-a368-4325-8b99-52e556f4af35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.670943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['83ba6594-862f-4ef9-8397-85205332198f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:06.740232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0383-a368-4325-8b99-52e556f4af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.772425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7b8d0383-a368-4325-8b99-52e556f4af35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f0f0366510e485499433a6d5161e0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770952 Nov 11 20:52:06.776486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:06.776680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-a59ef0eb-1b50-4897-87a1-eb428c6a8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:06.780251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-a59ef0eb-1b50-4897-87a1-eb428c6a8501 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=687a1d0a-f214-4f94-9d34-e9c1e58c48ad HTTP/1.1" status: 200 len: 844 time: 0.1037459 Nov 11 20:52:06.859845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0383-a368-4325-8b99-52e556f4af35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9997c188-20ab-4d09-9330-3d5d38545b61,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:06.881652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7408767-cd54-4e7f-9bad-e4b2336f1e0a req-53d0da72-203f-462c-9689-91b494a984ab tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:06.891977 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7408767-cd54-4e7f-9bad-e4b2336f1e0a req-53d0da72-203f-462c-9689-91b494a984ab tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 948 time: 0.2840512 Nov 11 20:52:06.908703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a94d10c9-5f6d-4a26-969e-fb9a1b871379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.947566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.955126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-303a078d-6f82-4e4b-a768-8cf303cc270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:06.958786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-303a078d-6f82-4e4b-a768-8cf303cc270e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ea8b5f0-48c5-441b-96e4-0b8f060743e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619022 Nov 11 20:52:06.978541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7408767-cd54-4e7f-9bad-e4b2336f1e0a req-836a5b72-df6b-4e6d-aca4-1c09c31eb44b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852222 Nov 11 20:52:06.984960 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a94d10c9-5f6d-4a26-969e-fb9a1b871379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:07.068569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a5da5-82a2-4686-ab7b-c94f5359f07c req-35a8cede-b413-4f83-9a9e-04bbb2797dcf tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:07.070147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e81a5da5-82a2-4686-ab7b-c94f5359f07c req-35a8cede-b413-4f83-9a9e-04bbb2797dcf tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 945 time: 0.0757070 Nov 11 20:52:07.132326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-e840fd03-25c2-4e4a-bc97-ec71210faf97 service neutron] 10.222.0.62 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457024 Nov 11 20:52:07.169648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e81a5da5-82a2-4686-ab7b-c94f5359f07c req-1dadc6ed-5931-466c-80f1-1291d3d4e4d1 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895510 Nov 11 20:52:07.185937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a94d10c9-5f6d-4a26-969e-fb9a1b871379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:07.192747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a94d10c9-5f6d-4a26-969e-fb9a1b871379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:07.198426 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a94d10c9-5f6d-4a26-969e-fb9a1b871379 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9997c188-20ab-4d09-9330-3d5d38545b61 HTTP/1.1" status: 204 len: 168 time: 0.4144089 Nov 11 20:52:07.228242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d10c9-5f6d-4a26-969e-fb9a1b871379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9997c188-20ab-4d09-9330-3d5d38545b61,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:07.331651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a430e-4701-4763-a550-8cdeed733f29 req-6a727167-b586-495f-811e-045bd299cbcf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:07.333464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-682a430e-4701-4763-a550-8cdeed733f29 req-6a727167-b586-495f-811e-045bd299cbcf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 943 time: 0.1133504 Nov 11 20:52:07.338315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc13bad-3074-421c-af81-35788bb58aa4 req-37d14980-74bf-49db-ad0b-5bb9ab181c80 service neutron] 10.222.0.62 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948686 Nov 11 20:52:07.390791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-682a430e-4701-4763-a550-8cdeed733f29 req-9b79d59b-1380-4e4a-91e4-508940dfce51 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486300 Nov 11 20:52:07.447294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6307112-58b2-4b6a-be7a-aae199c771b2 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:07.484504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-f2cd72be-3074-4f8a-ae7c-046c075311ea service neutron] 10.222.0.58 "GET /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd/bindings/n-h1-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.0761940 Nov 11 20:52:07.579144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83ba6594-862f-4ef9-8397-85205332198f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:52:07.632795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-f57340fe-82cd-49af-b715-a4c1bc60ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:07.639495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-f57340fe-82cd-49af-b715-a4c1bc60ac63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c45f3cb7d574cc39750d5d3924d97ac&device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 1095 time: 0.1131833 Nov 11 20:52:07.715939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6307112-58b2-4b6a-be7a-aae199c771b2, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6307112-58b2-4b6a-be7a-aae199c771b2,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:07.779963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002fe57-ddac-4221-83a9-fa5810502669 req-bf9ee5ca-cb01-4f23-be7d-6b631b9a4068 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:07.788785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9002fe57-ddac-4221-83a9-fa5810502669 req-bf9ee5ca-cb01-4f23-be7d-6b631b9a4068 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 944 time: 0.1448426 Nov 11 20:52:07.790359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a6307112-58b2-4b6a-be7a-aae199c771b2', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'a6307112-58b2-4b6a-be7a-aae199c771b2', 'mac_address': 'fa:16:3e:0f:a2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:52:07.863224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:07.863818 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:07.869003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 83ba6594-862f-4ef9-8397-85205332198f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:07.870980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:07.918181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:07.938341 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:07.960007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9002fe57-ddac-4221-83a9-fa5810502669 req-7aed8ecb-26d0-4d66-b7c0-5bb0bc3eefad tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703031 Nov 11 20:52:07.961290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-d722d510-48dd-4882-8b47-474c3472cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:07.964581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-d722d510-48dd-4882-8b47-474c3472cedd service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ea8b5f0-48c5-441b-96e4-0b8f060743e0 HTTP/1.1" status: 200 len: 906 time: 0.3003340 Nov 11 20:52:07.978453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6307112-58b2-4b6a-be7a-aae199c771b2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:07.993909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d6df68-cf7f-4173-bbbd-91f37ab088dd {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:08.038077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-969c6de2-2cd7-4831-be3e-84ae75f3bf32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f64457b-92a0-4797-ab77-17e03ed016b1 HTTP/1.1" status: 200 len: 217 time: 0.0612390 Nov 11 20:52:08.072448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6307112-58b2-4b6a-be7a-aae199c771b2, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6307112-58b2-4b6a-be7a-aae199c771b2,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:08.102903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:08.138275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-cfdab822-4865-495f-99ee-d26034f721bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:08.140771 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-cfdab822-4865-495f-99ee-d26034f721bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=687a1d0a-f214-4f94-9d34-e9c1e58c48ad HTTP/1.1" status: 200 len: 844 time: 0.0907874 Nov 11 20:52:08.167591 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:08.168695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f2883-6ec8-4215-b686-9006a825305f req-3ab4b63d-03b6-44b8-b02d-e9ab18f49815 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:08.170383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea0f2883-6ec8-4215-b686-9006a825305f req-3ab4b63d-03b6-44b8-b02d-e9ab18f49815 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 945 time: 0.1799281 Nov 11 20:52:08.170682 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:08.223379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6594-862f-4ef9-8397-85205332198f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:08.225748 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fcc24b-e490-40eb-a579-c83dc8723bf8" -d '{"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6594-862f-4ef9-8397-85205332198f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:08.249677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:08.264104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a6307112-58b2-4b6a-be7a-aae199c771b2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:08.266853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-cde6db6e-cabd-40af-b7e0-d9e91090b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:08.269729 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-cde6db6e-cabd-40af-b7e0-d9e91090b7b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ea8b5f0-48c5-441b-96e4-0b8f060743e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113312 Nov 11 20:52:08.272229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea0f2883-6ec8-4215-b686-9006a825305f req-0823522e-90f3-4a47-8187-52767dc465e7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931084 Nov 11 20:52:08.285790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:08.316084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66781bce-dffc-4194-8593-88030eabfbf6 req-a5ebd6ec-9787-4c99-bcf5-ad2146bc87d4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:08.321681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66781bce-dffc-4194-8593-88030eabfbf6 req-a5ebd6ec-9787-4c99-bcf5-ad2146bc87d4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 949 time: 0.1609454 Nov 11 20:52:08.374274 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e311b806-8cb0-4fac-8010-8d87cf291301 x-openstack-request-id: req-e311b806-8cb0-4fac-8010-8d87cf291301 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:08.374789 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-plugged", "status": "completed", "tag": "83ba6594-862f-4ef9-8397-85205332198f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:08.375157 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e311b806-8cb0-4fac-8010-8d87cf291301 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:08.375874 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba6594-862f-4ef9-8397-85205332198f', 'code': 200} Nov 11 20:52:08.392324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:08.409997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] Transition to ACTIVE for port object 76d6df68-cf7f-4173-bbbd-91f37ab088dd will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:08.454173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:08.478079 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:08.516953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66781bce-dffc-4194-8593-88030eabfbf6 req-4568f0cd-d71b-44f6-9351-398463117508 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818868 Nov 11 20:52:08.572619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-c6a893a8-48a9-46a4-b2ae-94ccc4f64634 service neutron] 10.222.0.62 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784910 Nov 11 20:52:08.606592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] No DVR routers for this DVR port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:52:08.614525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] Pushing event updated for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=10']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:08.637126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402c8ef-8eed-4ad6-81ae-9216921eafee req-fb296118-542e-4de9-a2c2-4645ff33093d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:08.638727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6402c8ef-8eed-4ad6-81ae-9216921eafee req-fb296118-542e-4de9-a2c2-4645ff33093d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.1497924 Nov 11 20:52:08.650943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a6307112-58b2-4b6a-be7a-aae199c771b2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:08.687474 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-d434d8d2-f533-48ec-974f-c412a7fb1e0d service neutron] 10.222.0.58 "PUT /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd/bindings/n-h1-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1930010 Nov 11 20:52:08.752916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6402c8ef-8eed-4ad6-81ae-9216921eafee req-882eac4d-5063-4e14-83fd-a891e5e6dacb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849354 Nov 11 20:52:08.800536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b89af7bb-49bc-4707-ad1b-bcd90461eb85 req-2f022dca-c445-4e38-bdfb-b42f781637ff service neutron] 10.222.0.62 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010124 Nov 11 20:52:08.907173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-1a7b0b36-aa3e-4081-8242-9dd60620ef7f tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:08.908347 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-1a7b0b36-aa3e-4081-8242-9dd60620ef7f tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.0920367 Nov 11 20:52:09.030780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-9d1b3c19-3e13-4a68-886b-570e2539545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:09.039055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-9d1b3c19-3e13-4a68-886b-570e2539545f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72&tenant_id=fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 1095 time: 0.1134593 Nov 11 20:52:09.131329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacc0d9-7d2d-415b-96de-88cb40e5e32a req-501f9c06-d58c-4ba7-b5ac-5d4340c50182 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:09.133835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dacc0d9-7d2d-415b-96de-88cb40e5e32a req-501f9c06-d58c-4ba7-b5ac-5d4340c50182 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 944 time: 0.0728874 Nov 11 20:52:09.157628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-91f71735-2603-461e-8777-3f6ed335fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:09.159381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-91f71735-2603-461e-8777-3f6ed335fe1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1095 time: 0.0741389 Nov 11 20:52:09.228127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dacc0d9-7d2d-415b-96de-88cb40e5e32a req-631ebeb8-567a-4799-bff9-ebe310d5fbf3 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827870 Nov 11 20:52:09.301841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-81c1d622-dbcd-4f55-abb4-f192ebcce8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:09.303470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-81c1d622-dbcd-4f55-abb4-f192ebcce8a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1337969 Nov 11 20:52:09.360603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-92cf51e0-1a01-45e9-9ba2-a5c07e3f5ade service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 217 time: 0.0458112 Nov 11 20:52:09.466785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-e8e2c883-7481-400b-bd84-2da25c554938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:09.468248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-e8e2c883-7481-400b-bd84-2da25c554938 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0985813 Nov 11 20:52:09.479134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:52:09.489248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c072e-a745-4912-b726-0fa8e05a5201 req-912c1148-8ca9-4f6d-887d-2aa4d0fe9499 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:09.491042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b96c072e-a745-4912-b726-0fa8e05a5201 req-912c1148-8ca9-4f6d-887d-2aa4d0fe9499 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 946 time: 0.0733390 Nov 11 20:52:09.547906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:52:09.587947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b96c072e-a745-4912-b726-0fa8e05a5201 req-ceb78305-7dc1-4931-8c7c-ae67d6b0a9ba tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754993 Nov 11 20:52:09.588968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83ba6594-862f-4ef9-8397-85205332198f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:52:09.590491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-8e7af979-1c8d-4819-b552-0901f91aaefd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984731 Nov 11 20:52:09.723371 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:09.748875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-8d02391a-fa36-428f-845e-46a9824e7039 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429904 Nov 11 20:52:09.781352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:09.793340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee8cbb-d10b-435d-b809-afca05c1ab77 req-d117701c-8e5d-454b-a1c9-16854795bdbe tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:09.798370 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6dee8cbb-d10b-435d-b809-afca05c1ab77 req-d117701c-8e5d-454b-a1c9-16854795bdbe tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 949 time: 0.1540349 Nov 11 20:52:09.831284 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:09.893977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6dee8cbb-d10b-435d-b809-afca05c1ab77 req-13512ce8-939d-4f3a-911a-c2aa80e0725d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912886 Nov 11 20:52:09.921716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:09.998281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-2d9f7a8f-36e9-4dc4-b0bf-146ad345d663 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355006 Nov 11 20:52:10.152873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80732877-da1b-4a42-855e-081e2c11997c req-1d5c6d47-250e-426b-b758-675d712b12a6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:10.164905 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80732877-da1b-4a42-855e-081e2c11997c req-1d5c6d47-250e-426b-b758-675d712b12a6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.2602777 Nov 11 20:52:10.308598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80732877-da1b-4a42-855e-081e2c11997c req-c2acd36e-593f-4917-a09f-f2e55ea0cdb4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427031 Nov 11 20:52:10.318388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-b5a526fe-c293-4c49-9b97-8f3f21d098be tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:10.320357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-b5a526fe-c293-4c49-9b97-8f3f21d098be tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 944 time: 0.1365728 Nov 11 20:52:10.376956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ba6594-862f-4ef9-8397-85205332198f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:10.380375 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb84f6-962b-4b65-b273-eada820d8dbb" -d '{"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-unplugged", "status": "completed", "tag": "83ba6594-862f-4ef9-8397-85205332198f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:10.503110 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b16999d-f5a9-4bd4-9d13-d89b83741f59 x-openstack-request-id: req-2b16999d-f5a9-4bd4-9d13-d89b83741f59 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:10.503110 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-unplugged", "status": "completed", "tag": "83ba6594-862f-4ef9-8397-85205332198f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:10.503110 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b16999d-f5a9-4bd4-9d13-d89b83741f59 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:10.503110 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ba6594-862f-4ef9-8397-85205332198f', 'code': 200} Nov 11 20:52:10.544043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f883f-73e4-4a4e-b07e-be989aee1a76 req-5d821455-bfb1-4056-a066-b3354bb7965b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:10.553294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f05f883f-73e4-4a4e-b07e-be989aee1a76 req-5d821455-bfb1-4056-a066-b3354bb7965b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 944 time: 0.1112740 Nov 11 20:52:10.558745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Deleting port 83ba6594-862f-4ef9-8397-85205332198f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:52:10.559097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:10.642845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-5435e4ba-b0b5-49e8-a1fe-3e8349062138 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:10.648825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f05f883f-73e4-4a4e-b07e-be989aee1a76 req-476e3c52-0512-4c6c-8bad-31ca9a8a0e6c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788376 Nov 11 20:52:10.649533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-5435e4ba-b0b5-49e8-a1fe-3e8349062138 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.1545205 Nov 11 20:52:10.754732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] For port 83ba6594-862f-4ef9-8397-85205332198f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=83ba6594-862f-4ef9-8397-85205332198f,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:10.755162 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:10.798135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Calling delete_port for 83ba6594-862f-4ef9-8397-85205332198f owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:52:10.906458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b790a-7dc0-4a31-92c9-36e08aaf94e3 req-b6b64ef8-54d7-4763-9dc6-e5bd69b9e711 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:10.908110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c1b790a-7dc0-4a31-92c9-36e08aaf94e3 req-b6b64ef8-54d7-4763-9dc6-e5bd69b9e711 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 944 time: 0.1582372 Nov 11 20:52:11.012960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-6298fceb-4cb6-41e6-8e7d-bcffe3f17a2c service neutron] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:11.026765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-6298fceb-4cb6-41e6-8e7d-bcffe3f17a2c service neutron] Publish callbacks [] for binding, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:11.027927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ccc36ba-b8af-42fc-8837-769823cf9883 req-6298fceb-4cb6-41e6-8e7d-bcffe3f17a2c service neutron] 10.222.0.62 "DELETE /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd/bindings/n-h2-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.3709497 Nov 11 20:52:11.042487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c1b790a-7dc0-4a31-92c9-36e08aaf94e3 req-b298864e-b0f5-4cbb-9f20-784bcc7d8db6 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128643 Nov 11 20:52:11.057645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4456ee-171f-40df-9433-1d9de5bc5213 req-07272d9b-21dd-4d15-864c-3627f418ade6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:11.059428 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d4456ee-171f-40df-9433-1d9de5bc5213 req-07272d9b-21dd-4d15-864c-3627f418ade6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 949 time: 0.0732460 Nov 11 20:52:11.129334 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d4456ee-171f-40df-9433-1d9de5bc5213 req-8d8f7b76-851f-4338-b412-3f154f28aa79 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570135 Nov 11 20:52:11.226415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:11.287448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event deleted for resources: {'Port': ['ID=83ba6594-862f-4ef9-8397-85205332198f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:11.333804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] No DVR routers for this DVR port 83ba6594-862f-4ef9-8397-85205332198f on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:52:11.339587 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:11.345844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ee51825-f9fd-4a67-8ca5-5d8ed4759394 req-cd871df7-f5b2-43f2-a8b2-4d105844c0a0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "DELETE /v2.0/ports/83ba6594-862f-4ef9-8397-85205332198f HTTP/1.1" status: 204 len: 173 time: 1.0134542 Nov 11 20:52:11.345844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-deleted', 'tag': '83ba6594-862f-4ef9-8397-85205332198f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:11.347211 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad639379-502b-4ab0-aa31-e04db8a4fe10" -d '{"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-deleted", "tag": "83ba6594-862f-4ef9-8397-85205332198f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:11.481086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6307112-58b2-4b6a-be7a-aae199c771b2 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:52:11.501365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:11.542594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7972a66-208a-41d8-9f69-3ccf795941f5 req-d2875c69-5f57-464c-aec5-8e6b78ac1e11 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:11.551490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7972a66-208a-41d8-9f69-3ccf795941f5 req-d2875c69-5f57-464c-aec5-8e6b78ac1e11 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.0961967 Nov 11 20:52:11.555592 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697379ba-7f76-49e7-85ab-1fc3c1d4b67a x-openstack-request-id: req-697379ba-7f76-49e7-85ab-1fc3c1d4b67a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:11.556023 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4992bc76-3ac5-4b58-af6b-3450b5d7554a", "name": "network-vif-deleted", "tag": "83ba6594-862f-4ef9-8397-85205332198f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:11.556183 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-697379ba-7f76-49e7-85ab-1fc3c1d4b67a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:11.556878 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4992bc76-3ac5-4b58-af6b-3450b5d7554a', 'name': 'network-vif-deleted', 'tag': '83ba6594-862f-4ef9-8397-85205332198f', 'status': 'completed', 'code': 200} Nov 11 20:52:11.596531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f64457b-92a0-4797-ab77-17e03ed016b1 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:11.639802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7972a66-208a-41d8-9f69-3ccf795941f5 req-23b05768-5522-4409-803a-f5d17ca7921c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874124 Nov 11 20:52:11.757695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69095b30-ee81-4918-a0d4-d9d5b44aaaa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:11.780574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2f64457b-92a0-4797-ab77-17e03ed016b1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f64457b-92a0-4797-ab77-17e03ed016b1,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:11.796644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'port_id': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'mac_address': 'fa:16:3e:9d:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:52:11.833493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39c6db-d50d-444f-84fc-e5e6a426c238 req-19daa38f-3d8b-4d87-968e-dfdb6cbd50b1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:11.835333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd39c6db-d50d-444f-84fc-e5e6a426c238 req-19daa38f-3d8b-4d87-968e-dfdb6cbd50b1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 944 time: 0.0731983 Nov 11 20:52:11.853114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:11.867932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e084954-1612-4f36-b2a3-f43882a7a5b3 req-9bb031b7-5414-495c-aa28-ec7af30fe3c3 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:11.869533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e084954-1612-4f36-b2a3-f43882a7a5b3 req-9bb031b7-5414-495c-aa28-ec7af30fe3c3 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1095 time: 0.0877845 Nov 11 20:52:11.872054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f64457b-92a0-4797-ab77-17e03ed016b1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:11.895694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2f64457b-92a0-4797-ab77-17e03ed016b1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f64457b-92a0-4797-ab77-17e03ed016b1,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:11.897188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port a6307112-58b2-4b6a-be7a-aae199c771b2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:52:11.901905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a6307112-58b2-4b6a-be7a-aae199c771b2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:11.902347 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:11.908987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd39c6db-d50d-444f-84fc-e5e6a426c238 req-1893aae9-90fb-4531-bef4-838ac30bf577 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587015 Nov 11 20:52:11.961175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69095b30-ee81-4918-a0d4-d9d5b44aaaa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:11.983627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e084954-1612-4f36-b2a3-f43882a7a5b3 req-17a0938a-f39f-4c20-92f0-9d08837fde5f tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995185 Nov 11 20:52:12.016691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.021050 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.038303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69095b30-ee81-4918-a0d4-d9d5b44aaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.090972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a6307112-58b2-4b6a-be7a-aae199c771b2, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6307112-58b2-4b6a-be7a-aae199c771b2,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:12.097329 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-69095b30-ee81-4918-a0d4-d9d5b44aaaa5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b99da29eb68410fad08f6de9e948724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5945966 Nov 11 20:52:12.100133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:12.102525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69095b30-ee81-4918-a0d4-d9d5b44aaaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c243e-a285-413f-bbbe-27b77910caad,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:12.111607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2f64457b-92a0-4797-ab77-17e03ed016b1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:12.194273 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.207766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf8313e8-1465-4400-965e-a7dd9c3c873f req-36b86dde-86ef-478a-bd97-4049927933ac tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=4992bc76-3ac5-4b58-af6b-3450b5d7554a HTTP/1.1" status: 200 len: 210 time: 0.0335045 Nov 11 20:52:12.223300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2182c982-a905-4fb3-bbab-942707da7f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.271556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2182c982-a905-4fb3-bbab-942707da7f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.296611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2f64457b-92a0-4797-ab77-17e03ed016b1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:12.352053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a6307112-58b2-4b6a-be7a-aae199c771b2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:12.425102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3e3d-1f2f-49fb-a275-a55ce4b4bd92 req-71ddcfda-18f2-4307-8bd5-9aa96ae017c6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:12.434374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d38a3e3d-1f2f-49fb-a275-a55ce4b4bd92 req-71ddcfda-18f2-4307-8bd5-9aa96ae017c6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 950 time: 0.0783286 Nov 11 20:52:12.512915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2182c982-a905-4fb3-bbab-942707da7f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.517393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2182c982-a905-4fb3-bbab-942707da7f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:12.525385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6307112-58b2-4b6a-be7a-aae199c771b2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:12.529001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2182c982-a905-4fb3-bbab-942707da7f92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d0c243e-a285-413f-bbbe-27b77910caad HTTP/1.1" status: 204 len: 168 time: 0.4273913 Nov 11 20:52:12.529346 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269dce3e-d418-4940-9b6a-cec3b2358af7" -d '{"events": [{"server_uuid": "c5566b03-0799-4313-979e-2e9cadf90d32", "name": "network-vif-plugged", "status": "completed", "tag": "a6307112-58b2-4b6a-be7a-aae199c771b2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:12.530013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab876-489c-4e35-aa29-2334cf0015fd req-a9ab352d-f87a-4f88-987b-1be627d48b38 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:12.540926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-a9ab352d-f87a-4f88-987b-1be627d48b38 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.2206957 Nov 11 20:52:12.559235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d38a3e3d-1f2f-49fb-a275-a55ce4b4bd92 req-cece8137-b264-4ec9-9fb1-962ee75ce217 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235335 Nov 11 20:52:12.560589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182c982-a905-4fb3-bbab-942707da7f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c243e-a285-413f-bbbe-27b77910caad,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:12.561325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-5ca5db51-da93-4f75-bf93-900ac6fd36cf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/quotas/fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 375 time: 0.0187979 Nov 11 20:52:12.797705 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81e36cf-1efb-46f7-a128-3721d575fed2 x-openstack-request-id: req-d81e36cf-1efb-46f7-a128-3721d575fed2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:12.798350 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5566b03-0799-4313-979e-2e9cadf90d32", "name": "network-vif-plugged", "status": "completed", "tag": "a6307112-58b2-4b6a-be7a-aae199c771b2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:12.798727 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d81e36cf-1efb-46f7-a128-3721d575fed2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:12.799140 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6307112-58b2-4b6a-be7a-aae199c771b2', 'code': 200} Nov 11 20:52:13.038524 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-54f3713f-1741-46e7-8412-5d1868eef8c2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4754376 Nov 11 20:52:13.046474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871b026-c40c-4365-bc8e-046c9e43ea34 req-86b72883-d213-48ec-b73f-7c04b4598676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:13.049125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0871b026-c40c-4365-bc8e-046c9e43ea34 req-86b72883-d213-48ec-b73f-7c04b4598676 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 1101 time: 0.0604212 Nov 11 20:52:13.131714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa081d9-4dbd-4cb9-8069-3f1466705fe7 req-15a47f1c-e180-4947-bf69-86cf49e5fb84 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:13.140724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dfa081d9-4dbd-4cb9-8069-3f1466705fe7 req-15a47f1c-e180-4947-bf69-86cf49e5fb84 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 945 time: 0.1042044 Nov 11 20:52:13.171854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0871b026-c40c-4365-bc8e-046c9e43ea34 req-63215760-4226-463f-8935-de84ffb85ce1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085577 Nov 11 20:52:13.200251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-119c8824-3416-4955-b010-f3dcdd3463e1 service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494200 Nov 11 20:52:13.231885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dfa081d9-4dbd-4cb9-8069-3f1466705fe7 req-a8a85058-186b-43f2-8e47-7f1cdbf62518 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833819 Nov 11 20:52:13.336730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-faee4847-f18d-4065-b4fb-7a3df20f8ec3 service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355467 Nov 11 20:52:13.593159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f64457b-92a0-4797-ab77-17e03ed016b1 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:52:13.653530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4f98758-5a0a-4c08-b2aa-c9b0b4ffaf37 req-802b4d29-07e4-48ab-ac44-e3d133868c08 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0425391 Nov 11 20:52:13.661022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-cd637272-fb2c-48d6-91b2-c9a845b64603 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:13.669827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-cd637272-fb2c-48d6-91b2-c9a845b64603 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 821 time: 0.1771095 Nov 11 20:52:13.693209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-f41aa9a8-051b-44f4-abb0-17bbc157eb44 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/quotas/9221ceae38c94c61874e0ea9c6c576cc HTTP/1.1" status: 200 len: 375 time: 0.0223761 Nov 11 20:52:13.809004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-6244b017-2d77-4037-a9f3-ecfc88f5c258 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022341 Nov 11 20:52:13.811445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26671e8c-3a0f-46e4-9ba0-acb3c4c472bb req-cadef7e2-87c9-4da2-9045-bb83bb39232c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:13.827641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26671e8c-3a0f-46e4-9ba0-acb3c4c472bb req-cadef7e2-87c9-4da2-9045-bb83bb39232c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 950 time: 0.1040075 Nov 11 20:52:13.837233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 2f64457b-92a0-4797-ab77-17e03ed016b1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:52:13.842784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 2f64457b-92a0-4797-ab77-17e03ed016b1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:13.843277 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:13.909520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-0bcb196c-ccfe-4249-8602-0ceae12bdc4e service neutron] 10.222.0.31 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995235 Nov 11 20:52:13.968894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26671e8c-3a0f-46e4-9ba0-acb3c4c472bb req-d96a5b7f-417e-479a-8cf1-91eca1ef0712 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395328 Nov 11 20:52:14.016164 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:14.064400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2f64457b-92a0-4797-ab77-17e03ed016b1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f64457b-92a0-4797-ab77-17e03ed016b1,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:14.071752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-04139697-53eb-4cb6-a40a-bd003007cc03 service neutron] 10.222.0.31 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612279 Nov 11 20:52:14.123774 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:14.124722 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83ba6594-862f-4ef9-8397-85205332198f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:52:14.214771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 83ba6594-862f-4ef9-8397-85205332198f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:52:14.215209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 83ba6594-862f-4ef9-8397-85205332198f not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:52:14.271728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2f64457b-92a0-4797-ab77-17e03ed016b1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:14.376501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988269b-837f-4c05-878d-27935e34fada req-d9400f8e-fefe-403a-aef1-3cbc3502936f tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:14.378932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6988269b-837f-4c05-878d-27935e34fada req-d9400f8e-fefe-403a-aef1-3cbc3502936f tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.0592806 Nov 11 20:52:14.450912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6988269b-837f-4c05-878d-27935e34fada req-3da3bdfb-2eb7-4acf-8270-dc6cc653a4ef tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630584 Nov 11 20:52:14.542294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d81dcb5d-8df0-4b07-9d8b-176c20c5cdec req-dddca773-0455-4690-a1e0-a5889f2e5c53 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 210 time: 0.0334682 Nov 11 20:52:14.777468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b09361f6-2421-4f3e-95c0-8a5b96f292c9 req-b5521e4c-4aca-4fd3-8fe2-9c2cd3573fb9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0481279 Nov 11 20:52:14.800174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:14.802572 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0aee2-42ec-40ca-ba08-7818a7256996" -d '{"events": [{"server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "name": "network-vif-plugged", "status": "completed", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:14.847453 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd434ef-810d-412f-810b-25398bde5318 x-openstack-request-id: req-8dd434ef-810d-412f-810b-25398bde5318 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:14.848515 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "name": "network-vif-plugged", "status": "completed", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:14.859321 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dd434ef-810d-412f-810b-25398bde5318 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:14.859321 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'code': 200} Nov 11 20:52:15.026265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df90ba-f190-42b2-9e16-17406cb7df2b req-1e608ea5-9331-4b8b-b6d1-ece9466c9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:15.034343 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6df90ba-f190-42b2-9e16-17406cb7df2b req-1e608ea5-9331-4b8b-b6d1-ece9466c9260 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 1097 time: 0.1114304 Nov 11 20:52:15.127698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6df90ba-f190-42b2-9e16-17406cb7df2b req-9856a726-09f5-4c0b-beb5-ad8287004fb9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824866 Nov 11 20:52:15.148752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c81cc-fa42-4491-869e-433db142f7a3 req-b667cabf-8ea2-4976-b649-4220d1fb9333 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:15.159195 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-661c81cc-fa42-4491-869e-433db142f7a3 req-b667cabf-8ea2-4976-b649-4220d1fb9333 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 950 time: 0.0865989 Nov 11 20:52:15.238489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-661c81cc-fa42-4491-869e-433db142f7a3 req-57e2d12d-e2ee-4330-9db3-fec301cc2be9 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773673 Nov 11 20:52:15.631046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef78974-2541-452e-b1f6-24869dd4e8c8 req-f4e52abe-9dc3-4eb6-a21b-db21ec46629b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:15.642664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ef78974-2541-452e-b1f6-24869dd4e8c8 req-f4e52abe-9dc3-4eb6-a21b-db21ec46629b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.0715840 Nov 11 20:52:15.714194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ef78974-2541-452e-b1f6-24869dd4e8c8 req-26654453-9c20-418d-91b5-78f58b74d6ad tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700808 Nov 11 20:52:15.838254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4da6cbe0-af8b-40b6-8f4e-aa691562e299 req-f3d9ba50-db51-4556-b6be-ba2574b074e3 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 210 time: 0.0591676 Nov 11 20:52:16.017794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6743afb6-cdae-4c17-8b6a-8c53a7a026ba req-14ad98e5-7291-4664-9008-fd176f2fcc88 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0356956 Nov 11 20:52:16.184670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.185363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.185608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.186550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.187189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.187785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.188334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.188806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.189266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.189721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.190178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.190631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.191145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.191604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.202988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-fdf3639c-7049-48db-9862-75e55cba9dd5 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a&device_id=9b989be8-a87c-421d-8d76-925192fdfaf1&device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6&device_id=c5566b03-0799-4313-979e-2e9cadf90d32&device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72&device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19&device_id=d8c2337b-a826-49fe-a35e-e84d7c400456&device_id=7931e853-11e5-4105-bf0f-0676be00789c&device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 12720 time: 0.0995655 Nov 11 20:52:16.217276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-d6209415-c128-42e8-b2ca-c1002d88a866 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:16.325139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-d6209415-c128-42e8-b2ca-c1002d88a866 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:16.397625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-d6209415-c128-42e8-b2ca-c1002d88a866 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:16.505229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6209415-c128-42e8-b2ca-c1002d88a866 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40869170-2284-4fd0-970d-6a283dc50ed3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:16.569522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f9fab67-2e78-496a-8516-4453d7b9b8f6 req-d6209415-c128-42e8-b2ca-c1002d88a866 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&id=110181f3-07e3-4a28-9039-5ebb39b3a141&id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 699 time: 0.3655624 Nov 11 20:52:16.680752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab876-489c-4e35-aa29-2334cf0015fd req-26937ab9-920e-4e56-9aec-e1967ca0dd0c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.683290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-26937ab9-920e-4e56-9aec-e1967ca0dd0c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.1845264 Nov 11 20:52:16.699914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Request body: {'port': {'device_id': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'admin_state_up': True, 'tenant_id': 'fba95ad5aa694a06908b98687679f588'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:16.879701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40fb6d-b588-4ff1-9651-928dba462ba7 req-d333c6f2-18be-4977-837e-84e2fd75dfb1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:16.881270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a40fb6d-b588-4ff1-9651-928dba462ba7 req-d333c6f2-18be-4977-837e-84e2fd75dfb1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.0676303 Nov 11 20:52:16.938624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a40fb6d-b588-4ff1-9651-928dba462ba7 req-bad9c2d4-30e0-4694-b118-5c7dc205ca89 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488048 Nov 11 20:52:17.064802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a092cd3a-ed57-405c-b2ec-3f2839b2c441 req-6848f8ff-6e9b-4af3-9d88-c96afd7c259f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 210 time: 0.0362201 Nov 11 20:52:17.082287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc25e2-ae7a-490b-b865-016aba1c06f5 req-50d34923-76ec-4595-aa2e-c9132beac9b1 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:17.082693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc25e2-ae7a-490b-b865-016aba1c06f5 req-50d34923-76ec-4595-aa2e-c9132beac9b1 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:17.083170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc25e2-ae7a-490b-b865-016aba1c06f5 req-50d34923-76ec-4595-aa2e-c9132beac9b1 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:17.084906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56dc25e2-ae7a-490b-b865-016aba1c06f5 req-50d34923-76ec-4595-aa2e-c9132beac9b1 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32&device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19&device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 2884 time: 0.0512421 Nov 11 20:52:17.131421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56dc25e2-ae7a-490b-b865-016aba1c06f5 req-517b6d44-bcc7-4d9c-946c-c24cbeee573e tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Nov 11 20:52:17.132245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-496b9e44-fca2-411c-93c1-aa72129ced29 req-b5fe5dcb-c71d-4acf-a9d2-2f18ca25b544 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0302742 Nov 11 20:52:17.248968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Made reservation on behalf of fba95ad5aa694a06908b98687679f588 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:17.257856 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:17.502456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Allocated IP 172.20.0.5 (aa86bd78-4fce-4e6a-8213-3fd0299c5de1/8ed15e3f-d2cd-4320-8502-7a73c0dc795c/d196d080-1e28-4322-aa46-92a0d4753b83) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:17.653901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-df6a65c2-b978-46e6-96f6-64c86b89323f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:17.655677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-df6a65c2-b978-46e6-96f6-64c86b89323f tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 821 time: 0.2038503 Nov 11 20:52:17.683360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Request body: {'port': {'device_id': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'admin_state_up': True, 'tenant_id': '9221ceae38c94c61874e0ea9c6c576cc'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:17.921988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:18.031319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Made reservation on behalf of 9221ceae38c94c61874e0ea9c6c576cc for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:18.035033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:18.062100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:18.128386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:18.165777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:18.181009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:18.231464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702fc73-d76d-4003-bb4e-9ddd8ece5035 req-6a060287-a936-4c59-ad67-e2cab7f1100b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:18.247592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:18.248721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8702fc73-d76d-4003-bb4e-9ddd8ece5035 req-6a060287-a936-4c59-ad67-e2cab7f1100b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.0865290 Nov 11 20:52:18.305770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8702fc73-d76d-4003-bb4e-9ddd8ece5035 req-7666fe60-2b49-4c38-bc97-728881d0436c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559125 Nov 11 20:52:18.460044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e813652-d8ec-4e31-af3e-e12ccde7c04c req-aee74040-c0f5-43dc-b377-aea65acc7a9d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 210 time: 0.0517313 Nov 11 20:52:18.617795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bdbca-5247-4878-a47a-b78e92953b2a req-a5344b47-24e8-47a2-b6e5-86165ddcb504 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:18.625885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-804bdbca-5247-4878-a47a-b78e92953b2a req-a5344b47-24e8-47a2-b6e5-86165ddcb504 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 931 time: 0.0794561 Nov 11 20:52:18.677796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:18.678770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:18.714668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.715821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.716482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.717175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-804bdbca-5247-4878-a47a-b78e92953b2a req-5cd1c6a5-30b9-44cf-b4a6-61864ce0a3e6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898724 Nov 11 20:52:18.717378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.717888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.718385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.719002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.729102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.729532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.729937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.730341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.730756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:18.789633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74b62-960e-44c3-9427-118c3c1453fc req-c7ac6e93-661c-4ca2-b2a7-ed857a199643 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:18.791166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08a74b62-960e-44c3-9427-118c3c1453fc req-c7ac6e93-661c-4ca2-b2a7-ed857a199643 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.1196344 Nov 11 20:52:18.792363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Allocated IP 172.20.0.8 (e71d8a48-30d6-42ae-9598-e8fc60b02cfe/22ffdbbd-8304-4fb9-9145-095abd7f07cb/7f1b472c-29f9-4112-b58a-19713c0dcfa0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:18.802446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:18.817127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Request body: {'floatingip': {'port_id': '2f64457b-92a0-4797-ab77-17e03ed016b1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:18.857964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-fe45fd34-bb24-4b92-83d8-f2a776d67603 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1622975 Nov 11 20:52:18.881282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Request body: {'port': {'device_id': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:18.943168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.027267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:19.138460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7a638-8ca2-4bd3-b13b-bad04a8f3c7c req-31a2ffc7-2b04-4764-84e1-cb22f6ac68ea tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:19.141238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9c7a638-8ca2-4bd3-b13b-bad04a8f3c7c req-31a2ffc7-2b04-4764-84e1-cb22f6ac68ea tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1101 time: 0.2368431 Nov 11 20:52:19.142804 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.186991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.283892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.409171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.412134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9c7a638-8ca2-4bd3-b13b-bad04a8f3c7c req-519d4dd9-331e-4e7a-a8d1-ed91910a672a tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505953 Nov 11 20:52:19.461917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea1c1ecb18fe4d2bb79dd4365361b6dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310877 Nov 11 20:52:19.461917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dfde15-d335-47b0-a5b8-b5ba545f16e8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:19.465381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:19.484063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.488435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.488796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.489148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.489496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.489840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.490180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.490514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.490843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.491205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.491826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.492177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.497299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543b8f9-63ef-4ccf-8c65-b501ef7d2110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:19.601610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e5f25-fce1-468a-8a90-f9f248848fbc req-6fa609a7-c3ae-4a15-9f67-490afa953f1e tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:19.608769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c96e5f25-fce1-468a-8a90-f9f248848fbc req-6fa609a7-c3ae-4a15-9f67-490afa953f1e tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1101 time: 0.0846243 Nov 11 20:52:19.612417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e45faba-7b0d-4f01-b067-f75bde2e78ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.645179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d40c0b2-c44f-4059-8f46-e23885df601f req-b7453731-9478-4fa6-a9bd-019cd94cd446 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 210 time: 0.0915060 Nov 11 20:52:19.669078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e45faba-7b0d-4f01-b067-f75bde2e78ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.736777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c96e5f25-fce1-468a-8a90-f9f248848fbc req-bfe4a088-935b-4b4a-8cbf-1f3a655fb96f tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263123 Nov 11 20:52:19.758819 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.854886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e45faba-7b0d-4f01-b067-f75bde2e78ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.858301 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e45faba-7b0d-4f01-b067-f75bde2e78ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:19.862157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e45faba-7b0d-4f01-b067-f75bde2e78ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12dfde15-d335-47b0-a5b8-b5ba545f16e8 HTTP/1.1" status: 204 len: 168 time: 0.3935359 Nov 11 20:52:19.873781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Network e71d8a48-30d6-42ae-9598-e8fc60b02cfe is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:19.890270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45faba-7b0d-4f01-b067-f75bde2e78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dfde15-d335-47b0-a5b8-b5ba545f16e8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:19.917509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:19.925228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event updated for resources: {'Port': ['ID=7f1b472c-29f9-4112-b58a-19713c0dcfa0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:19.930428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:20.007152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d196d080-1e28-4322-aa46-92a0d4753b83 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:20.013119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.resource_extend [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 20:52:20.065327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:20.084503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35e72e-1ab3-4d79-9bb6-e8fe7ec42d3b req-05f570a8-513f-4778-bd3e-7efed4f76c88 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:20.091878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c35e72e-1ab3-4d79-9bb6-e8fe7ec42d3b req-05f570a8-513f-4778-bd3e-7efed4f76c88 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 931 time: 0.2768211 Nov 11 20:52:20.118366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:20.118969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:20.136796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Transition to ACTIVE for port object d196d080-1e28-4322-aa46-92a0d4753b83 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:20.154688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:20.208747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c35e72e-1ab3-4d79-9bb6-e8fe7ec42d3b req-321c9060-b3d6-42f6-b213-428001e4e000 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158428 Nov 11 20:52:20.216418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:20.284347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:20.288750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-61de5de0-717f-4224-8ca1-76237e21281a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6162572 Nov 11 20:52:20.349281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Request body: {'port': {'device_id': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:20.390020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:20.525329 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:20.530457 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Floating IP dea3653e-3479-425f-a1e1-3e8d751465d4 associated. External IP: 172.25.2.41, port: 2f64457b-92a0-4797-ab77-17e03ed016b1. Nov 11 20:52:20.616903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:20.617227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:20.617554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:20.630460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:20.630840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:20.677139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:20.677693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:20.678160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:20.678700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Bound port: d196d080-1e28-4322-aa46-92a0d4753b83, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:20.679135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.008566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:21.049126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48eac1-275f-4829-be3d-6668c229ae20 req-ac2f4f47-b867-4cf3-b52a-81b90b7adc0d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:21.057861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e48eac1-275f-4829-be3d-6668c229ae20 req-ac2f4f47-b867-4cf3-b52a-81b90b7adc0d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 931 time: 0.2584171 Nov 11 20:52:21.077677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:21.078650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:21.103607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88adc9b7-6049-4554-b013-bc44c198c6ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.221171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e48eac1-275f-4829-be3d-6668c229ae20 req-97377733-9c02-4595-b9e4-4d59db8987bc tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619856 Nov 11 20:52:21.222173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88adc9b7-6049-4554-b013-bc44c198c6ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.230564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Router 4b7892f2-b7d5-4087-a847-2ea617942d83 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:52:21.274634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.351422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88adc9b7-6049-4554-b013-bc44c198c6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.400211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adc9b7-6049-4554-b013-bc44c198c6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb47749-8496-4eb7-907e-3c4f7b7bdf62,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:21.405088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-88adc9b7-6049-4554-b013-bc44c198c6ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abfa980c9c524489b8b87ac812f83f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262115 Nov 11 20:52:21.408140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:21.591975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85392c5b-4604-43ca-9947-3c6dfb1a7fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.591975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85392c5b-4604-43ca-9947-3c6dfb1a7fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.686333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1b472c-29f9-4112-b58a-19713c0dcfa0 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:21.710306 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.732712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:21.733334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.734745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] 10.222.0.62 "PUT /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 1091 time: 2.8576193 Nov 11 20:52:21.736809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:21.738357 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23349df1-71fa-45db-bb52-95bc2504cb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:21.767900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85392c5b-4604-43ca-9947-3c6dfb1a7fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.773888 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85392c5b-4604-43ca-9947-3c6dfb1a7fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.775162 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-85392c5b-4604-43ca-9947-3c6dfb1a7fc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efb47749-8496-4eb7-907e-3c4f7b7bdf62 HTTP/1.1" status: 204 len: 168 time: 0.3657107 Nov 11 20:52:21.789366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85392c5b-4604-43ca-9947-3c6dfb1a7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb47749-8496-4eb7-907e-3c4f7b7bdf62,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:21.811278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Transition to ACTIVE for port object 7f1b472c-29f9-4112-b58a-19713c0dcfa0 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:21.818287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eef41-5b4e-4be7-986c-7b2c60377016 service neutron] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:21.841051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129bffa-8530-4da2-a1d1-9e39de571b59 req-edf0cbc8-d3d8-428d-abf6-aea9eeec94de tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:21.848452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e129bffa-8530-4da2-a1d1-9e39de571b59 req-edf0cbc8-d3d8-428d-abf6-aea9eeec94de tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1744130 Nov 11 20:52:21.860551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:52:21.868681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:21.874452 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] Sync routers for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:52:21.897630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:52:21.900317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:52:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:21.997376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:22.042967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-16f69def-37e5-4214-a9f0-ddbbe69e52fc tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "PUT /v2.0/floatingips/dea3653e-3479-425f-a1e1-3e8d751465d4 HTTP/1.1" status: 200 len: 991 time: 3.2393677 Nov 11 20:52:22.074568 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:22.129675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:52:22.138324 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f87dd9-83f0-44d2-8d7c-4efdf515ecd0 x-openstack-request-id: req-05f87dd9-83f0-44d2-8d7c-4efdf515ecd0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:22.138607 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:22.138870 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05f87dd9-83f0-44d2-8d7c-4efdf515ecd0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:22.139291 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83', 'status': 'completed', 'code': 200} Nov 11 20:52:22.222350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682cb71-698f-4943-a6d3-79833b359c1a req-9839bd8c-2971-4be0-861e-00f4908c5e5a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:22.222817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e129bffa-8530-4da2-a1d1-9e39de571b59 req-692b831f-8849-4448-943c-b67c72195d43 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595920 Nov 11 20:52:22.225577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8682cb71-698f-4943-a6d3-79833b359c1a req-9839bd8c-2971-4be0-861e-00f4908c5e5a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0906627 Nov 11 20:52:22.310571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8682cb71-698f-4943-a6d3-79833b359c1a req-dc396565-8099-4645-b8ff-58e227f738fa tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831194 Nov 11 20:52:22.317089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b472c-29f9-4112-b58a-19713c0dcfa0,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:22.383833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab876-489c-4e35-aa29-2334cf0015fd req-91561732-3e10-4ee3-b1f8-9b136460bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:22.388035 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-91561732-3e10-4ee3-b1f8-9b136460bfeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1094 time: 0.4602506 Nov 11 20:52:22.478288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-c48b89a7-ffbf-456d-83f4-f9a3e636aa8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 217 time: 0.0721405 Nov 11 20:52:22.512594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Attempting to bind port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:22.512980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Attempting to bind port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:22.513259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Attempting to bind port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:22.540436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:22.540805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Attempting to bind port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 on network e71d8a48-30d6-42ae-9598-e8fc60b02cfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:22.552085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1fec0-cb19-4ca5-814a-d4d9c9596943 req-9c1b506f-e0af-4db0-8f82-6897d72e3067 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:22.553854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5a1fec0-cb19-4ca5-814a-d4d9c9596943 req-9c1b506f-e0af-4db0-8f82-6897d72e3067 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 943 time: 0.1533892 Nov 11 20:52:22.554880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:22.555222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Checking segment: {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:22.555608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Bound using segment: {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:22.556056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Bound port: 7f1b472c-29f9-4112-b58a-19713c0dcfa0, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:22.557224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:22.607931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab876-489c-4e35-aa29-2334cf0015fd req-30ca5cc1-f22f-4359-87f6-af8015241216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:22.612072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-30ca5cc1-f22f-4359-87f6-af8015241216 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1133816 Nov 11 20:52:22.647353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5a1fec0-cb19-4ca5-814a-d4d9c9596943 req-d182f2df-ccf1-4ee7-b078-60fb4aa65300 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820434 Nov 11 20:52:22.680551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-bb8343c0-500b-4106-a079-ed0cfc91c4e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290513 Nov 11 20:52:22.786868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'dea3653e-3479-425f-a1e1-3e8d751465d4', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'port_id': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'mac_address': 'fa:16:3e:9d:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:51:53Z', 'updated_at': '2021-11-11T20:52:19Z', 'revision_number': 1, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 5, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:22.797127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] For port 7f1b472c-29f9-4112-b58a-19713c0dcfa0, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:22.816843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] For port 7f1b472c-29f9-4112-b58a-19713c0dcfa0, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7f1b472c-29f9-4112-b58a-19713c0dcfa0,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:22.818732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] Checking router: 4b7892f2-b7d5-4087-a847-2ea617942d83 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:52:22.831728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:52:22.832536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:52:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:22.857962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-50c153b1-24ef-4dd0-b813-9e07d0cae522 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625783 Nov 11 20:52:22.963190 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:22.982695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:52:23.013387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.014134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:23.015458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] 10.222.0.62 "PUT /v2.0/ports/7f1b472c-29f9-4112-b58a-19713c0dcfa0 HTTP/1.1" status: 200 len: 1091 time: 2.6780579 Nov 11 20:52:23.059760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7faab876-489c-4e35-aa29-2334cf0015fd req-2a468efe-b2d2-4fcb-a03c-0840e39a64a8 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889470 Nov 11 20:52:23.060525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c1db6-e151-43b7-a161-987eb7e37d2d service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b472c-29f9-4112-b58a-19713c0dcfa0,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:23.236921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'dea3653e-3479-425f-a1e1-3e8d751465d4', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'port_id': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'mac_address': 'fa:16:3e:9d:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:51:53Z', 'updated_at': '2021-11-11T20:52:19Z', 'revision_number': 1, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 5, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:23.270859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e5005-bbc6-4eba-8fd0-90d6c66021d1 None None] The sync data for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 is: [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'dea3653e-3479-425f-a1e1-3e8d751465d4', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'port_id': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'mac_address': 'fa:16:3e:9d:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:51:53Z', 'updated_at': '2021-11-11T20:52:19Z', 'revision_number': 1, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 5, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:52:23.374591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-c53f9642-e37d-4ee4-abc3-236824558e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.376347 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-c53f9642-e37d-4ee4-abc3-236824558e60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 1094 time: 0.1297085 Nov 11 20:52:23.385363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-bb0eb374-b3b7-4f7c-b791-cc399bafdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.387385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-bb0eb374-b3b7-4f7c-b791-cc399bafdbf5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1094 time: 0.1009092 Nov 11 20:52:23.474016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4db27e-b06d-4d2d-a115-dcad17285ce4 req-206dc5fb-3662-4050-9813-90554446c373 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.479621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-1407a774-7c6a-40b6-8b0a-2cd5091cfa27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f1b472c-29f9-4112-b58a-19713c0dcfa0 HTTP/1.1" status: 200 len: 217 time: 0.0903497 Nov 11 20:52:23.487467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c4db27e-b06d-4d2d-a115-dcad17285ce4 req-206dc5fb-3662-4050-9813-90554446c373 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0976646 Nov 11 20:52:23.522448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7bf9d-3f49-480b-b32d-851f32284388 req-addcb84e-fb19-4ee0-a883-71cbce2abb52 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.524007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9d7bf9d-3f49-480b-b32d-851f32284388 req-addcb84e-fb19-4ee0-a883-71cbce2abb52 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.2071123 Nov 11 20:52:23.538223 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae7e0b6-7ed1-4b89-9b6b-675ca9cff202 None None] New status for floating IP dea3653e-3479-425f-a1e1-3e8d751465d4: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:52:23.554862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c4db27e-b06d-4d2d-a115-dcad17285ce4 req-9b4aa9e2-52d4-4f1e-ac6e-064656cda34b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662277 Nov 11 20:52:23.623796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-3f719c86-5b53-43d9-96d9-dc3d6bd59680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.627768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-3f719c86-5b53-43d9-96d9-dc3d6bd59680 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22ffdbbd-8304-4fb9-9145-095abd7f07cb HTTP/1.1" status: 200 len: 861 time: 0.1138337 Nov 11 20:52:23.680777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-7947521e-0430-4249-97b9-c358343a30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.683384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-7947521e-0430-4249-97b9-c358343a30e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.2864113 Nov 11 20:52:23.709213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-159951f1-d0b6-49de-9ff5-1a8a737df50a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564373 Nov 11 20:52:23.719750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9d7bf9d-3f49-480b-b32d-851f32284388 req-407b8ebc-7d0a-44b6-a161-cb73d2bfd6f2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858587 Nov 11 20:52:23.874756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e2d2b-c0b7-4a27-b00a-659d8e28fe8f req-0390ef25-a73f-492f-a923-2aaa525e8e33 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:23.875790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-986a2c8c-b551-49a8-ba95-3390439a70f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 217 time: 0.1717234 Nov 11 20:52:23.877043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb8e2d2b-c0b7-4a27-b00a-659d8e28fe8f req-0390ef25-a73f-492f-a923-2aaa525e8e33 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 943 time: 0.0867763 Nov 11 20:52:23.899382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-3257144b-dbdf-42a5-9c01-fbb3aa644756 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734478 Nov 11 20:52:23.969816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb8e2d2b-c0b7-4a27-b00a-659d8e28fe8f req-0ba0dfed-7e2a-4965-8cf2-308c8c039d3e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745244 Nov 11 20:52:24.007076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-d16d972a-4de4-4248-818d-9c226899bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.007076 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-d16d972a-4de4-4248-818d-9c226899bd87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1168182 Nov 11 20:52:24.057998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-f4be0c0c-07cf-417a-b4b9-e516167e84dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392368 Nov 11 20:52:24.089112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2c3251a-f197-4a17-9795-914acbcb4d54 req-883f6593-3926-4042-919a-2fbc65cfd656 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686232 Nov 11 20:52:24.140403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1'}, {'name': 'network-changed', 'server_uuid': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'tag': '7f1b472c-29f9-4112-b58a-19713c0dcfa0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:24.142579 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c067292d-e0fd-4918-a2d3-f4a485bb3c27" -d '{"events": [{"name": "network-changed", "server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1"}, {"name": "network-changed", "server_uuid": "682e99c3-e3d7-4a6d-828a-a642536c7e1a", "tag": "7f1b472c-29f9-4112-b58a-19713c0dcfa0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:24.217684 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea256ca-a7af-4948-b246-edc8cc40ad9f x-openstack-request-id: req-dea256ca-a7af-4948-b246-edc8cc40ad9f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:24.217994 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "682e99c3-e3d7-4a6d-828a-a642536c7e1a", "tag": "7f1b472c-29f9-4112-b58a-19713c0dcfa0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:24.218249 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dea256ca-a7af-4948-b246-edc8cc40ad9f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:24.218638 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'status': 'completed', 'code': 200} Nov 11 20:52:24.218893 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'tag': '7f1b472c-29f9-4112-b58a-19713c0dcfa0', 'status': 'completed', 'code': 200} Nov 11 20:52:24.276486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-3d870704-dc54-4cb6-b9e0-ddde82f6dec0 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075503 Nov 11 20:52:24.325599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-9752eb9e-3f0f-4f8c-8761-b80805fe1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.327184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-9752eb9e-3f0f-4f8c-8761-b80805fe1170 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c45f3cb7d574cc39750d5d3924d97ac&device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 1097 time: 0.1007869 Nov 11 20:52:24.333874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-ba26cca6-3d98-43d0-9d0b-b0a8e02201ef tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.335266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-ba26cca6-3d98-43d0-9d0b-b0a8e02201ef tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/networks?id=88389e4d-3ad5-48ec-8eda-f8e496c1632f HTTP/1.1" status: 200 len: 814 time: 0.1978028 Nov 11 20:52:24.406168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-7eb84914-b4f0-4d83-af82-9c2d9f4c5e2e tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/quotas/e6eff9d97978407a822ab789d23cb364 HTTP/1.1" status: 200 len: 375 time: 0.0534430 Nov 11 20:52:24.510534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23349df1-71fa-45db-bb52-95bc2504cb0c req-d500dc3d-c1e3-4b22-8130-7ba55c45e204 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151842 Nov 11 20:52:24.531017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-e00bf23a-c75a-405d-80e7-d94d200999fc tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6eff9d97978407a822ab789d23cb364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906084 Nov 11 20:52:24.532464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-0957e0cf-77d7-406e-be02-2bf746466beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.533840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-0957e0cf-77d7-406e-be02-2bf746466beb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2ea8b5f0-48c5-441b-96e4-0b8f060743e0 HTTP/1.1" status: 200 len: 906 time: 0.1915910 Nov 11 20:52:24.664340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-cfe792ff-3dac-47b9-b1c1-6365cecdd11b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f64457b-92a0-4797-ab77-17e03ed016b1 HTTP/1.1" status: 200 len: 1001 time: 0.1185253 Nov 11 20:52:24.704444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72595-1b04-4b29-9b11-76018224ada0 req-3ac0a591-016b-45dc-9e67-29c6d3b9878d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.706639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71d72595-1b04-4b29-9b11-76018224ada0 req-3ac0a591-016b-45dc-9e67-29c6d3b9878d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0545313 Nov 11 20:52:24.715271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-37391b98-8538-46a0-b9de-854e63d42d23 service neutron] 10.222.0.31 "GET /v2.0/networks/88389e4d-3ad5-48ec-8eda-f8e496c1632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771293 Nov 11 20:52:24.763613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-364aa50b-c376-48f9-84cb-239d85cdb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.765424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-364aa50b-c376-48f9-84cb-239d85cdb6fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=687a1d0a-f214-4f94-9d34-e9c1e58c48ad HTTP/1.1" status: 200 len: 844 time: 0.0826344 Nov 11 20:52:24.766464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71d72595-1b04-4b29-9b11-76018224ada0 req-ffa08dc2-17bc-4e4a-a792-7a1a802f195b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533872 Nov 11 20:52:24.857732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-5f2feb01-e147-410a-87fa-95f9758cae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.860671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-5f2feb01-e147-410a-87fa-95f9758cae9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2ea8b5f0-48c5-441b-96e4-0b8f060743e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667212 Nov 11 20:52:24.863902 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-7ac146f2-01a5-47b8-a020-5aa4ac870b6a service neutron] 10.222.0.31 "GET /v2.0/networks/88389e4d-3ad5-48ec-8eda-f8e496c1632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424482 Nov 11 20:52:24.960065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5b09-24ea-46ca-963e-c712d0cf10fc req-e41ea681-f6d2-41fa-bebd-e706e0fcf7a7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:24.961835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06ee5b09-24ea-46ca-963e-c712d0cf10fc req-e41ea681-f6d2-41fa-bebd-e706e0fcf7a7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0579822 Nov 11 20:52:24.967478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-b69b2b5f-eb12-4415-aa88-77c4afdd7737 service neutron] 10.222.0.62 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995359 Nov 11 20:52:25.016029 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06ee5b09-24ea-46ca-963e-c712d0cf10fc req-f297c338-be20-4a84-a464-2376520df1a8 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465875 Nov 11 20:52:25.073450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-76591abd-cf29-4798-b7db-a0f590b48b04 service neutron] 10.222.0.62 "GET /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977046 Nov 11 20:52:25.131055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14dc2d-5b56-4928-a150-65441d04bbbd req-c3df01c9-e39d-4355-97aa-830b30b5b78a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:25.132599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f14dc2d-5b56-4928-a150-65441d04bbbd req-c3df01c9-e39d-4355-97aa-830b30b5b78a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 943 time: 0.0534742 Nov 11 20:52:25.184574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f14dc2d-5b56-4928-a150-65441d04bbbd req-9f38d6d0-319e-4214-8831-3528aec66a2a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Nov 11 20:52:25.337698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a484a94-1541-46b8-99c8-fc54ffeff6fb req-e0771dd5-bdb8-4b09-ba3a-df07bf2a1063 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 210 time: 0.0482728 Nov 11 20:52:25.347977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-0c576902-8a4e-42bf-982c-eba7b895ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:25.349496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-0c576902-8a4e-42bf-982c-eba7b895ac16 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 1094 time: 0.0929205 Nov 11 20:52:25.445604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-abae1e27-9e21-4ce6-ad66-290fc6f2ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:25.447208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-abae1e27-9e21-4ce6-ad66-290fc6f2ad86 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 200 len: 922 time: 0.0858259 Nov 11 20:52:25.497795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-b546d888-19de-4fbe-8adc-8d0e08fbad0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f1b472c-29f9-4112-b58a-19713c0dcfa0 HTTP/1.1" status: 200 len: 217 time: 0.0406094 Nov 11 20:52:25.551809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-b1dde950-9977-4b6a-b801-c5fce7e341c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:25.553354 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-b1dde950-9977-4b6a-b801-c5fce7e341c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22ffdbbd-8304-4fb9-9145-095abd7f07cb HTTP/1.1" status: 200 len: 861 time: 0.0459623 Nov 11 20:52:25.593467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-eb5dd773-5ac5-4b77-9047-92a533a998a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e71d8a48-30d6-42ae-9598-e8fc60b02cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265326 Nov 11 20:52:25.692055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-99ddc276-3664-4d80-a26f-331c91026f55 service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903864 Nov 11 20:52:25.701253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d196d080-1e28-4322-aa46-92a0d4753b83 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:25.792003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c067292d-e0fd-4918-a2d3-f4a485bb3c27 req-adea78f7-4740-4a27-9eb7-9b3194858d1a service neutron] 10.222.0.62 "GET /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883124 Nov 11 20:52:25.803141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:25.819215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'd196d080-1e28-4322-aa46-92a0d4753b83', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'port_id': 'd196d080-1e28-4322-aa46-92a0d4753b83', 'mac_address': 'fa:16:3e:1f:bc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed15e3f-d2cd-4320-8502-7a73c0dc795c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:52:25.860894 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:25.875454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d196d080-1e28-4322-aa46-92a0d4753b83 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:25.898671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:25.921216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedec3c-a55c-4935-8b0f-b552893ff040 req-91b4a9d9-f6cd-4f77-9b39-2c1e2a4e6ab7 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:25.922770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6aedec3c-a55c-4935-8b0f-b552893ff040 req-91b4a9d9-f6cd-4f77-9b39-2c1e2a4e6ab7 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0552900 Nov 11 20:52:25.972122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6aedec3c-a55c-4935-8b0f-b552893ff040 req-a5749751-e46b-4447-ae98-cc1ba07c61e8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Nov 11 20:52:25.997091 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:26.049902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:26.058913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.059508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.059702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.060110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.060524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.060870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.061216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.061794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.062137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.062465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.062798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.063126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:52:26.149275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068498ae-d364-4cc5-855b-7d03a5b334e8 req-794bc184-ccf6-499e-a931-82bfd4c188d5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:26.151481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-068498ae-d364-4cc5-855b-7d03a5b334e8 req-794bc184-ccf6-499e-a931-82bfd4c188d5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.0506082 Nov 11 20:52:26.205434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-068498ae-d364-4cc5-855b-7d03a5b334e8 req-1d21dd24-1798-4355-971d-b203f034686d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481195 Nov 11 20:52:26.290495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d196d080-1e28-4322-aa46-92a0d4753b83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:26.326595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b0d09-d5c5-4819-a53f-4a3033e3acf7 req-0a2684ca-2238-4d76-9fd5-01b5d3fba2e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:26.328247 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f85b0d09-d5c5-4819-a53f-4a3033e3acf7 req-0a2684ca-2238-4d76-9fd5-01b5d3fba2e8 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 943 time: 0.0555055 Nov 11 20:52:26.378785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f85b0d09-d5c5-4819-a53f-4a3033e3acf7 req-242d0e55-255a-4384-9d5a-09b56e948a8d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440543 Nov 11 20:52:26.436197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c821e0d-c721-473c-b9d8-1c802ac788f6 req-a72f48a2-7b98-4478-a952-c55f4ea03da7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 210 time: 0.0337133 Nov 11 20:52:26.928478 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:27.091165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f194312-954c-4bd5-96b3-b84351922c29 req-d691836a-b94d-457a-ac34-6cf0f25fab11 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:27.092716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f194312-954c-4bd5-96b3-b84351922c29 req-d691836a-b94d-457a-ac34-6cf0f25fab11 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0500832 Nov 11 20:52:27.141160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f194312-954c-4bd5-96b3-b84351922c29 req-ae1b7224-8db7-418f-9c39-fd9337e95807 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Nov 11 20:52:27.343415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc8cc-d5f2-44d7-9213-528139ec4f05 req-9fe58d38-1a5c-4526-9407-640c88ca7616 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:27.345021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-927cc8cc-d5f2-44d7-9213-528139ec4f05 req-9fe58d38-1a5c-4526-9407-640c88ca7616 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.0646455 Nov 11 20:52:27.394740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-927cc8cc-d5f2-44d7-9213-528139ec4f05 req-b8162a56-bf98-4eae-826d-34bc14e44a57 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Nov 11 20:52:27.513860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29c1d-d433-41af-9d5a-57552501a161 req-8a290af9-789c-4308-b4c3-c4c4d9c6853a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:27.525120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e4a29c1d-d433-41af-9d5a-57552501a161 req-8a290af9-789c-4308-b4c3-c4c4d9c6853a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 943 time: 0.0711687 Nov 11 20:52:27.544491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:27.579705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d1b9070-410a-4d22-8f0d-0e78a2beeca3 req-1a177d42-96eb-4f3c-ac5e-2bbd762d85ea tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 210 time: 0.0422151 Nov 11 20:52:27.594623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e4a29c1d-d433-41af-9d5a-57552501a161 req-0039078d-10c8-4b24-8576-d4b8ac36a62d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673201 Nov 11 20:52:27.660221 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef57d268-212c-40b0-826b-c1633330b062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:27.706774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7f1b472c-29f9-4112-b58a-19713c0dcfa0 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:27.714005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d196d080-1e28-4322-aa46-92a0d4753b83 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:52:27.746025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef57d268-212c-40b0-826b-c1633330b062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:27.840946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7f1b472c-29f9-4112-b58a-19713c0dcfa0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7f1b472c-29f9-4112-b58a-19713c0dcfa0,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:27.842678 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef57d268-212c-40b0-826b-c1633330b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:27.855877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7f1b472c-29f9-4112-b58a-19713c0dcfa0', 'network_id': 'e71d8a48-30d6-42ae-9598-e8fc60b02cfe', 'port_id': '7f1b472c-29f9-4112-b58a-19713c0dcfa0', 'mac_address': 'fa:16:3e:e8:26:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ffdbbd-8304-4fb9-9145-095abd7f07cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:52:27.883617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ef57d268-212c-40b0-826b-c1633330b062 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9acbdd7e91a740a8a452f988c6037dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378553 Nov 11 20:52:27.885949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d268-212c-40b0-826b-c1633330b062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68acdefe-b7c6-43e5-8328-1131275f8527,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:27.887055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:27.899241 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:27.913562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1b472c-29f9-4112-b58a-19713c0dcfa0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:27.934155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7f1b472c-29f9-4112-b58a-19713c0dcfa0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7f1b472c-29f9-4112-b58a-19713c0dcfa0,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:27.939180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-352b1fea-2a7e-4325-bf8c-92e243498d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:27.961743 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-352b1fea-2a7e-4325-bf8c-92e243498d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:27.967776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port d196d080-1e28-4322-aa46-92a0d4753b83 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:52:27.972223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port d196d080-1e28-4322-aa46-92a0d4753b83 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:27.972627 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:28.010742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:28.085371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7f1b472c-29f9-4112-b58a-19713c0dcfa0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:28.095003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-352b1fea-2a7e-4325-bf8c-92e243498d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:28.097795 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-352b1fea-2a7e-4325-bf8c-92e243498d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:28.098942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-352b1fea-2a7e-4325-bf8c-92e243498d85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68acdefe-b7c6-43e5-8328-1131275f8527 HTTP/1.1" status: 204 len: 168 time: 0.2106144 Nov 11 20:52:28.107054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:28.108120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b1fea-2a7e-4325-bf8c-92e243498d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68acdefe-b7c6-43e5-8328-1131275f8527,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:28.141150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:28.143791 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a701389c-27fe-4a1d-b60e-58cbe321c039" -d '{"events": [{"server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "name": "network-vif-plugged", "status": "completed", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:28.157383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:28.184614 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff4575b-4cb0-4424-9dea-b188fbfd2f16 x-openstack-request-id: req-2ff4575b-4cb0-4424-9dea-b188fbfd2f16 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:28.189275 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "name": "network-vif-plugged", "status": "completed", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:28.189275 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ff4575b-4cb0-4424-9dea-b188fbfd2f16 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:28.189275 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83', 'code': 200} Nov 11 20:52:28.265100 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:28.267541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db944ac3-d82f-4791-a295-9bb06440415b req-5f005c3f-e7a2-42ce-9db8-b40e4e2533bf tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:28.269882 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db944ac3-d82f-4791-a295-9bb06440415b req-5f005c3f-e7a2-42ce-9db8-b40e4e2533bf tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0548532 Nov 11 20:52:28.317304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7f1b472c-29f9-4112-b58a-19713c0dcfa0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:28.344396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:28.344988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70948c-82a0-4cb0-8c27-4e30e5391e03 req-b6b0eae0-28d0-4446-8039-4c74e8ccfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:28.346531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a70948c-82a0-4cb0-8c27-4e30e5391e03 req-b6b0eae0-28d0-4446-8039-4c74e8ccfd6d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0760689 Nov 11 20:52:28.350314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db944ac3-d82f-4791-a295-9bb06440415b req-57f70d1c-5ceb-4d8f-ac9d-86f177036c36 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710101 Nov 11 20:52:28.405243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a70948c-82a0-4cb0-8c27-4e30e5391e03 req-c5bd7342-fab6-441a-b2c0-3da428bc0f42 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491054 Nov 11 20:52:28.536417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883e59-195a-4a77-9515-70c64ebe032b req-66a789f2-007f-41b2-8636-2dbca576952b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:28.538693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae883e59-195a-4a77-9515-70c64ebe032b req-66a789f2-007f-41b2-8636-2dbca576952b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0704820 Nov 11 20:52:28.609645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae883e59-195a-4a77-9515-70c64ebe032b req-1f069ae7-e2f3-4e42-8714-e354cb6f86a8 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629842 Nov 11 20:52:28.665139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-f8e38963-1a13-4155-b679-e7eb35fdcb7f tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:28.670152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-f8e38963-1a13-4155-b679-e7eb35fdcb7f tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.58 "GET /v2.0/networks?id=88389e4d-3ad5-48ec-8eda-f8e496c1632f HTTP/1.1" status: 200 len: 814 time: 0.2118211 Nov 11 20:52:28.684447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Request body: {'port': {'device_id': 'ee366093-35c8-4f92-9925-37611556c8ff', 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'admin_state_up': True, 'tenant_id': 'e6eff9d97978407a822ab789d23cb364'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:28.723153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5c9f6c72-2f38-4552-b48e-2bf1bb4a61f7 req-a0bf22b7-0f36-42ee-89ec-1c3e000cb8bd tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 210 time: 0.0365770 Nov 11 20:52:28.831184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c28680-b002-41db-a2c4-a6dcf07f8db7 req-ebeeb3b8-23ef-4b39-a652-a1f6f77fa40e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:28.832628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8c28680-b002-41db-a2c4-a6dcf07f8db7 req-ebeeb3b8-23ef-4b39-a652-a1f6f77fa40e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 944 time: 0.1202202 Nov 11 20:52:28.902159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8c28680-b002-41db-a2c4-a6dcf07f8db7 req-2be8ee1d-36ce-4dcf-abd3-bbc29cd5183e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629551 Nov 11 20:52:29.068752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Made reservation on behalf of e6eff9d97978407a822ab789d23cb364 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:29.072907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.203063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:29.205408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Allocated IP 172.20.0.8 (88389e4d-3ad5-48ec-8eda-f8e496c1632f/6037e718-e4a2-4128-b5d1-4d6abb123ea3/ee831426-e00b-47f7-904e-001ed40c851e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:29.223383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c61dc8f-1961-4f8c-916f-d169ecf14f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.405851 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c61dc8f-1961-4f8c-916f-d169ecf14f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.424657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.482828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c61dc8f-1961-4f8c-916f-d169ecf14f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.536019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9c61dc8f-1961-4f8c-916f-d169ecf14f06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f83c9219a3ce449b8d505be805d8240d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319261 Nov 11 20:52:29.538950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:29.544867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61dc8f-1961-4f8c-916f-d169ecf14f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11cc675-089d-4d9e-b268-15fbfb7320b0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:29.560713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a2d74-b796-4ac7-9758-81ed25c7049d req-a6c09dea-840d-4afb-8167-245b8ad3f918 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:29.562213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-114a2d74-b796-4ac7-9758-81ed25c7049d req-a6c09dea-840d-4afb-8167-245b8ad3f918 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1143236 Nov 11 20:52:29.597874 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.602595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494a315-d74d-4bc5-88ac-a1dfce27bf3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.632182 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494a315-d74d-4bc5-88ac-a1dfce27bf3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.652714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-114a2d74-b796-4ac7-9758-81ed25c7049d req-f9301154-3c2c-40b3-88e2-4df3fcb38ef2 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833256 Nov 11 20:52:29.670111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:29.674136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:29.679636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:29.703426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7f1b472c-29f9-4112-b58a-19713c0dcfa0 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:52:29.737234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:29.737867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.750106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Pushing event updated for resources: {'Port': ['ID=ee831426-e00b-47f7-904e-001ed40c851e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:29.794284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494a315-d74d-4bc5-88ac-a1dfce27bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.797366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5494a315-d74d-4bc5-88ac-a1dfce27bf3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:29.802498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5494a315-d74d-4bc5-88ac-a1dfce27bf3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f11cc675-089d-4d9e-b268-15fbfb7320b0 HTTP/1.1" status: 204 len: 168 time: 0.2583725 Nov 11 20:52:29.841378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-fb5d42ae-f50c-411f-98b1-90cc661ca0d7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1614754 Nov 11 20:52:29.854581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494a315-d74d-4bc5-88ac-a1dfce27bf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11cc675-089d-4d9e-b268-15fbfb7320b0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:29.866537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Request body: {'port': {'device_id': 'ee366093-35c8-4f92-9925-37611556c8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:29.875631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbdd0-b6ce-427e-a673-66cae98f7a7c req-be99d735-8c3c-424a-9f58-54bc15df4ff8 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:29.893018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-928dbdd0-b6ce-427e-a673-66cae98f7a7c req-be99d735-8c3c-424a-9f58-54bc15df4ff8 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1634526 Nov 11 20:52:29.903635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:52:29.913604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:29.918054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:30.010965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ca9ee85-eb2f-4474-8e10-778c4d5be605 None None] Provisioning complete for port ee831426-e00b-47f7-904e-001ed40c851e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:30.011823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ee85-eb2f-4474-8e10-778c4d5be605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:30.020393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-928dbdd0-b6ce-427e-a673-66cae98f7a7c req-e943eace-456c-4065-bc00-7480804c6e97 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067469 Nov 11 20:52:30.118114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:30.163343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e0769-93ee-43b5-b186-13b137079d77 req-8b8b2254-ab6d-412a-abbd-cc5451fcfdd2 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:30.182214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-af2e0769-93ee-43b5-b186-13b137079d77 req-8b8b2254-ab6d-412a-abbd-cc5451fcfdd2 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 931 time: 0.3451552 Nov 11 20:52:30.193776 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:30.201039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8cccd-99bb-4e79-a073-01c6bae1b0da req-19d8b875-8663-4c33-9faf-66bc3a1080d4 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:30.205648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0d8cccd-99bb-4e79-a073-01c6bae1b0da req-19d8b875-8663-4c33-9faf-66bc3a1080d4 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 944 time: 0.1147339 Nov 11 20:52:30.242339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9ee85-eb2f-4474-8e10-778c4d5be605 None None] Port ee831426-e00b-47f7-904e-001ed40c851e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:52:30.289786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-af2e0769-93ee-43b5-b186-13b137079d77 req-52f9c439-c082-4b31-b92b-9d8f98e55989 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061432 Nov 11 20:52:30.293704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b472c-29f9-4112-b58a-19713c0dcfa0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:30.300470 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215debf8-e7b4-492b-bfb3-9998cda0868d" -d '{"events": [{"server_uuid": "682e99c3-e3d7-4a6d-828a-a642536c7e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b472c-29f9-4112-b58a-19713c0dcfa0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:30.314572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0d8cccd-99bb-4e79-a073-01c6bae1b0da req-836c89a2-e48a-448f-a423-feb8e54b2109 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023500 Nov 11 20:52:30.351650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7f1b472c-29f9-4112-b58a-19713c0dcfa0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7f1b472c-29f9-4112-b58a-19713c0dcfa0,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:30.365386 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e29866-8716-43f7-91ad-1e4ecf61dd15 x-openstack-request-id: req-41e29866-8716-43f7-91ad-1e4ecf61dd15 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:30.366032 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682e99c3-e3d7-4a6d-828a-a642536c7e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b472c-29f9-4112-b58a-19713c0dcfa0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:30.366692 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41e29866-8716-43f7-91ad-1e4ecf61dd15 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:30.367334 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b472c-29f9-4112-b58a-19713c0dcfa0', 'code': 200} Nov 11 20:52:30.454578 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:30.593527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7f1b472c-29f9-4112-b58a-19713c0dcfa0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:30.616986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0057-c9fc-47da-bae7-333ff22f87ef req-9e5d0465-ae73-4cbc-b8a1-171964e422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:30.619396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-067d0057-c9fc-47da-bae7-333ff22f87ef req-9e5d0465-ae73-4cbc-b8a1-171964e422c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 1096 time: 0.1263597 Nov 11 20:52:30.689962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-067d0057-c9fc-47da-bae7-333ff22f87ef req-bcf4e94e-d202-4f76-8230-eb2ac2a2b887 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608361 Nov 11 20:52:30.756178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee831426-e00b-47f7-904e-001ed40c851e {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:30.787828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:30.849146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Transition to ACTIVE for port object ee831426-e00b-47f7-904e-001ed40c851e will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:30.888414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e763172-15c2-4867-b120-eb435f4a70c1 req-d944ee21-19e6-4c71-b322-ca94d8795cbc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:30.890365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e763172-15c2-4867-b120-eb435f4a70c1 req-d944ee21-19e6-4c71-b322-ca94d8795cbc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0950973 Nov 11 20:52:30.957403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e763172-15c2-4867-b120-eb435f4a70c1 req-8e10fff0-9c56-464a-9055-9b9c0389f4a1 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603223 Nov 11 20:52:30.980485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:31.043682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Pushing event updated for resources: {'Port': ['ID=ee831426-e00b-47f7-904e-001ed40c851e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:31.232437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Attempting to bind port ee831426-e00b-47f7-904e-001ed40c851e on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:31.232676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Attempting to bind port ee831426-e00b-47f7-904e-001ed40c851e by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:31.232994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Attempting to bind port ee831426-e00b-47f7-904e-001ed40c851e on network 88389e4d-3ad5-48ec-8eda-f8e496c1632f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:31.245705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Port ee831426-e00b-47f7-904e-001ed40c851e on network 88389e4d-3ad5-48ec-8eda-f8e496c1632f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:31.246036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Attempting to bind port ee831426-e00b-47f7-904e-001ed40c851e on network 88389e4d-3ad5-48ec-8eda-f8e496c1632f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:31.261201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed50508-f47c-4259-a6d2-91dfd41e946f req-fd727821-0d40-42e9-a014-9c931a4286d9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:31.268760 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ed50508-f47c-4259-a6d2-91dfd41e946f req-fd727821-0d40-42e9-a014-9c931a4286d9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1036289 Nov 11 20:52:31.279305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:31.279661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Checking segment: {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:31.280025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Bound using segment: {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:31.286162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Bound port: ee831426-e00b-47f7-904e-001ed40c851e, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc464de-be4b-46c9-9721-953be962eaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:31.286604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:31.382594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ed50508-f47c-4259-a6d2-91dfd41e946f req-586ac3b5-5411-44ee-b99f-2a0f2060bef5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130311 Nov 11 20:52:31.506347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] For port ee831426-e00b-47f7-904e-001ed40c851e, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:31.522536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] For port ee831426-e00b-47f7-904e-001ed40c851e, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ee831426-e00b-47f7-904e-001ed40c851e,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:31.539236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5575618-1673-490f-9bca-c4dfb6b86da6 req-718934a2-28d4-4a85-8d26-3fbf0d1ea970 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:31.540788 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b5575618-1673-490f-9bca-c4dfb6b86da6 req-718934a2-28d4-4a85-8d26-3fbf0d1ea970 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0826757 Nov 11 20:52:31.602591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b5575618-1673-490f-9bca-c4dfb6b86da6 req-b979cf84-96d1-4dcc-ab1f-3afbbb00a82c tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Nov 11 20:52:31.634026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:31.667498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:31.668188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:31.669681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] 10.222.0.58 "PUT /v2.0/ports/ee831426-e00b-47f7-904e-001ed40c851e HTTP/1.1" status: 200 len: 1091 time: 1.8190172 Nov 11 20:52:31.670198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee366093-35c8-4f92-9925-37611556c8ff', 'tag': 'ee831426-e00b-47f7-904e-001ed40c851e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:31.672752 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cbc17d-9d99-43f5-937e-b2d4757461e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee366093-35c8-4f92-9925-37611556c8ff", "tag": "ee831426-e00b-47f7-904e-001ed40c851e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:31.765023 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa19736-340a-4841-9c17-727fba635e4c service neutron] Pushing event updated for resources: {'Port': ['ID=ee831426-e00b-47f7-904e-001ed40c851e,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:31.782914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28b210-92db-4fc9-b444-b19e1b71555b req-8912d6f8-cc19-44be-a644-08eac6d7b936 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:31.784532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d28b210-92db-4fc9-b444-b19e1b71555b req-8912d6f8-cc19-44be-a644-08eac6d7b936 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 945 time: 0.1037936 Nov 11 20:52:31.858048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d28b210-92db-4fc9-b444-b19e1b71555b req-8b70104a-69e4-43aa-8e94-505625c8ff04 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651078 Nov 11 20:52:31.882898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd737da4-679c-4682-bfcd-b56cae0f5b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:31.996445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d66b6-4505-4745-b81d-4f8caf7608ca req-4988e7ab-4175-4d50-82e5-6d1b38fcf745 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:31.998167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-698d66b6-4505-4745-b81d-4f8caf7608ca req-4988e7ab-4175-4d50-82e5-6d1b38fcf745 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0623374 Nov 11 20:52:32.051022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-698d66b6-4505-4745-b81d-4f8caf7608ca req-636e9374-2c52-4654-b2ee-6f2aecbd23e5 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Nov 11 20:52:32.196111 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdaaead-e12d-44e4-aff8-92d6b649698a x-openstack-request-id: req-0cdaaead-e12d-44e4-aff8-92d6b649698a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:32.196427 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee366093-35c8-4f92-9925-37611556c8ff", "tag": "ee831426-e00b-47f7-904e-001ed40c851e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:32.196682 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cdaaead-e12d-44e4-aff8-92d6b649698a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:32.197252 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee366093-35c8-4f92-9925-37611556c8ff', 'tag': 'ee831426-e00b-47f7-904e-001ed40c851e', 'status': 'completed', 'code': 200} Nov 11 20:52:32.298829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f88c89-6b8d-485e-9a7b-db19b36ccb39 req-2c25065e-be3b-4b89-b75b-6c00c762d9eb tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:32.300368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76f88c89-6b8d-485e-9a7b-db19b36ccb39 req-2c25065e-be3b-4b89-b75b-6c00c762d9eb tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0522313 Nov 11 20:52:32.366424 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76f88c89-6b8d-485e-9a7b-db19b36ccb39 req-47026af3-dba8-4d72-9080-516fad63efc7 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589166 Nov 11 20:52:32.757900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf5786-6573-48aa-9910-67ca1cddcc87 req-702c855e-cb19-4e23-a683-64180890b6d3 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:32.760053 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecbf5786-6573-48aa-9910-67ca1cddcc87 req-702c855e-cb19-4e23-a683-64180890b6d3 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0650635 Nov 11 20:52:32.844459 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecbf5786-6573-48aa-9910-67ca1cddcc87 req-a4d42fe5-e3ef-474e-a368-9abc7060c28a tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659606 Nov 11 20:52:33.004211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada2ca7-56b0-4676-8806-5290c3a20adf req-b0ba33f3-2fbd-4c78-99a7-3f7a81fe9956 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:33.005868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ada2ca7-56b0-4676-8806-5290c3a20adf req-b0ba33f3-2fbd-4c78-99a7-3f7a81fe9956 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 945 time: 0.0736747 Nov 11 20:52:33.058362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ada2ca7-56b0-4676-8806-5290c3a20adf req-eee3d5f1-2c55-4d5b-b206-27d8352d3730 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Nov 11 20:52:33.596272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:52:33.719862 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:33.746426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:33.748707 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a7c59e-bc22-40f0-b987-912f64e94a34" -d '{"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:33.762574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:33.918227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:34.003820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:34.027850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f195d8f-d616-4d16-9568-1f0a9570460f req-3300b334-0e4d-4deb-957c-c139e6a75650 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:34.029456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f195d8f-d616-4d16-9568-1f0a9570460f req-3300b334-0e4d-4deb-957c-c139e6a75650 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0919738 Nov 11 20:52:34.086214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f195d8f-d616-4d16-9568-1f0a9570460f req-4de3c64b-7792-4b54-bdf4-b71a424bfdd5 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506759 Nov 11 20:52:34.226129 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caa34ef-e507-4dc8-8ed7-ab8329e6cdce x-openstack-request-id: req-1caa34ef-e507-4dc8-8ed7-ab8329e6cdce {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:34.226509 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:34.226830 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1caa34ef-e507-4dc8-8ed7-ab8329e6cdce {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:34.227313 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'code': 200} Nov 11 20:52:34.392745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc73d-0392-4e55-8918-ec99cc2aec4b req-623a6ce0-2507-4a96-8b15-d16fdd45d31e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:34.394942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7abcc73d-0392-4e55-8918-ec99cc2aec4b req-623a6ce0-2507-4a96-8b15-d16fdd45d31e tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 945 time: 0.1081178 Nov 11 20:52:34.448496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3f34-eaa8-4060-8d66-3130eef76ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:34.492439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7abcc73d-0392-4e55-8918-ec99cc2aec4b req-dc8d67b9-5a4a-4547-ad05-dc0f771a82f3 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910513 Nov 11 20:52:34.654465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9552885-900b-42e8-ad3b-f3cb78e8427b req-b794d053-a34f-486f-971e-22c0c5e94d23 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:34.664918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9552885-900b-42e8-ad3b-f3cb78e8427b req-b794d053-a34f-486f-971e-22c0c5e94d23 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0675964 Nov 11 20:52:34.730981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9552885-900b-42e8-ad3b-f3cb78e8427b req-d5b2b541-d1f0-49d2-8ff1-8b8c91c179c9 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687909 Nov 11 20:52:35.249562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae604d51-0fae-49ce-8166-1193e453bbea req-3dd5588f-57a3-4c39-a4d2-a2e9b83314ec tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:35.256190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae604d51-0fae-49ce-8166-1193e453bbea req-3dd5588f-57a3-4c39-a4d2-a2e9b83314ec tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0678039 Nov 11 20:52:35.330361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae604d51-0fae-49ce-8166-1193e453bbea req-0f824998-3355-44dc-9087-ef76ff472aad tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671451 Nov 11 20:52:35.388332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40948) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:35.425092 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:35.531389 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8ed2-76e5-4490-9099-30d2c2803d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:35.623956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8ed2-76e5-4490-9099-30d2c2803d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:35.627359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdd254-9043-41b4-a668-beab513d1fbb req-01a27685-fa22-4cb2-8edf-8c60045b4790 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:35.629084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14bdd254-9043-41b4-a668-beab513d1fbb req-01a27685-fa22-4cb2-8edf-8c60045b4790 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 945 time: 0.0614035 Nov 11 20:52:35.704769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14bdd254-9043-41b4-a668-beab513d1fbb req-a428fd24-a804-4092-873c-560256e6ffe0 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f395593-201a-4d2a-a37b-763aaa390407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Nov 11 20:52:35.733151 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8ed2-76e5-4490-9099-30d2c2803d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:35.796463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad1e8ed2-76e5-4490-9099-30d2c2803d27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a259b93bbc3f43728c5e2400f084d263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115720 Nov 11 20:52:35.796759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40962) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:35.797791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e8ed2-76e5-4490-9099-30d2c2803d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efb63c4-f30b-4e9f-aeb9-53a8f04a07d7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:35.864474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1593e664-7eee-405f-be8d-3a7c118ee13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:35.892205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1593e664-7eee-405f-be8d-3a7c118ee13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.042665 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1593e664-7eee-405f-be8d-3a7c118ee13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.045410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1593e664-7eee-405f-be8d-3a7c118ee13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.046601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1593e664-7eee-405f-be8d-3a7c118ee13b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1efb63c4-f30b-4e9f-aeb9-53a8f04a07d7 HTTP/1.1" status: 204 len: 168 time: 0.2488029 Nov 11 20:52:36.054678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593e664-7eee-405f-be8d-3a7c118ee13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efb63c4-f30b-4e9f-aeb9-53a8f04a07d7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:36.157245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-f86ec43c-3aee-4e50-aba7-532082033a0d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:36.158636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-f86ec43c-3aee-4e50-aba7-532082033a0d tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 945 time: 0.0936449 Nov 11 20:52:36.270554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Deleting port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:52:36.270891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.369806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] For port 7f1b472c-29f9-4112-b58a-19713c0dcfa0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7f1b472c-29f9-4112-b58a-19713c0dcfa0,segment=NetworkSegment(a1977ec5-1e75-4a6b-8b16-99da0ce9179f),segment_id=a1977ec5-1e75-4a6b-8b16-99da0ce9179f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:36.370172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.383184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Calling delete_port for 7f1b472c-29f9-4112-b58a-19713c0dcfa0 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:52:36.622488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.641390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7f1b472c-29f9-4112-b58a-19713c0dcfa0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:36.693928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event deleted for resources: {'Port': ['ID=7f1b472c-29f9-4112-b58a-19713c0dcfa0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:36.751955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd47be-0e8b-43da-8481-feb4b4feb8ae req-f70fcf20-1f28-4be0-b6ef-f50f4b1437bf tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:36.753784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bfd47be-0e8b-43da-8481-feb4b4feb8ae req-f70fcf20-1f28-4be0-b6ef-f50f4b1437bf tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0601180 Nov 11 20:52:36.757669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] No DVR routers for this DVR port 7f1b472c-29f9-4112-b58a-19713c0dcfa0 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:52:36.760358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.765110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b96f181c-f0e3-4a1c-97c3-4e2efb9f6114 req-b4ff9cb5-876c-460a-930c-cfacf222bfd7 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.62 "DELETE /v2.0/ports/7f1b472c-29f9-4112-b58a-19713c0dcfa0 HTTP/1.1" status: 204 len: 173 time: 0.5944679 Nov 11 20:52:36.765797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'name': 'network-vif-deleted', 'tag': '7f1b472c-29f9-4112-b58a-19713c0dcfa0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:36.769478 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c4f35-7ec8-4b0d-ac19-cc8cdca66f55" -d '{"events": [{"server_uuid": "682e99c3-e3d7-4a6d-828a-a642536c7e1a", "name": "network-vif-deleted", "tag": "7f1b472c-29f9-4112-b58a-19713c0dcfa0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:36.839562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bfd47be-0e8b-43da-8481-feb4b4feb8ae req-c9b3ad73-793c-4ae8-81fa-5c357c28b004 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685828 Nov 11 20:52:36.913495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:36.942927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1a5d21-3b69-4d50-b8c8-7811074c602f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.997857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.116644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1a5d21-3b69-4d50-b8c8-7811074c602f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.141087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f888e24-7a76-4bc2-9377-98498968e94e req-f89e341f-fda0-4d15-b628-9ec84897dd65 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:37.144937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f888e24-7a76-4bc2-9377-98498968e94e req-f89e341f-fda0-4d15-b628-9ec84897dd65 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0914869 Nov 11 20:52:37.224853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1a5d21-3b69-4d50-b8c8-7811074c602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.243718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f888e24-7a76-4bc2-9377-98498968e94e req-1a6017f0-3d34-4914-bf83-c1c6e3239660 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860927 Nov 11 20:52:37.303894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:37.304139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ea1a5d21-3b69-4d50-b8c8-7811074c602f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f245c3af0764bc080e850bcaff7b98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892157 Nov 11 20:52:37.305741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a5d21-3b69-4d50-b8c8-7811074c602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f636a-45fe-48dd-b25e-f8db93dd7cf8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:37.462114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b6a5fb0-4c5a-44bc-ad2b-360699de7d51 req-6096c797-4651-4aa1-b23f-f8628ddd7960 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/ports?device_id=682e99c3-e3d7-4a6d-828a-a642536c7e1a HTTP/1.1" status: 200 len: 210 time: 0.0555904 Nov 11 20:52:37.464205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8af69405-a054-4d40-8548-34c9da7f5be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.501806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8af69405-a054-4d40-8548-34c9da7f5be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.559448 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca4b8b5-53a2-41c6-97c2-dbfa5ee7db34 x-openstack-request-id: req-1ca4b8b5-53a2-41c6-97c2-dbfa5ee7db34 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:37.559448 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682e99c3-e3d7-4a6d-828a-a642536c7e1a", "name": "network-vif-deleted", "tag": "7f1b472c-29f9-4112-b58a-19713c0dcfa0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:37.559448 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ca4b8b5-53a2-41c6-97c2-dbfa5ee7db34 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:37.559448 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682e99c3-e3d7-4a6d-828a-a642536c7e1a', 'name': 'network-vif-deleted', 'tag': '7f1b472c-29f9-4112-b58a-19713c0dcfa0', 'status': 'completed', 'code': 200} Nov 11 20:52:37.642057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8af69405-a054-4d40-8548-34c9da7f5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.645142 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8af69405-a054-4d40-8548-34c9da7f5be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.646431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8af69405-a054-4d40-8548-34c9da7f5be4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c06f636a-45fe-48dd-b25e-f8db93dd7cf8 HTTP/1.1" status: 204 len: 168 time: 0.3414440 Nov 11 20:52:37.668266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af69405-a054-4d40-8548-34c9da7f5be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f636a-45fe-48dd-b25e-f8db93dd7cf8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:37.753496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:37.978741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae21f0-155c-4edc-ba05-d8846c8f6796 req-3a2c5f28-0e72-48ae-a07b-b00951cf7760 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:37.981218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abae21f0-155c-4edc-ba05-d8846c8f6796 req-3a2c5f28-0e72-48ae-a07b-b00951cf7760 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0547838 Nov 11 20:52:38.048597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abae21f0-155c-4edc-ba05-d8846c8f6796 req-287bf849-d9dd-4101-890d-b40930728ff1 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606315 Nov 11 20:52:38.457916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74339342-8be8-49d1-a43c-775ed1c068e1 req-38534975-d20f-4809-a596-43781cab8a07 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:38.459514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74339342-8be8-49d1-a43c-775ed1c068e1 req-38534975-d20f-4809-a596-43781cab8a07 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0890465 Nov 11 20:52:38.578996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74339342-8be8-49d1-a43c-775ed1c068e1 req-2321ce25-3ae6-4445-bbad-189449321592 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764959 Nov 11 20:52:39.032462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41028) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:39.123492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb034051-371e-4595-87a3-e57c9819ee90 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:39.170119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb034051-371e-4595-87a3-e57c9819ee90 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:39.274285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6cee-7b5f-473f-b0c0-66d7fbc4fadb req-cf4f6b74-3cb6-485b-a325-5092fa0e78ed tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:39.288954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e7a6cee-7b5f-473f-b0c0-66d7fbc4fadb req-cf4f6b74-3cb6-485b-a325-5092fa0e78ed tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.1296008 Nov 11 20:52:39.378301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e7a6cee-7b5f-473f-b0c0-66d7fbc4fadb req-237eb231-e2ce-43b7-aa51-05124832b682 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818546 Nov 11 20:52:39.449583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb034051-371e-4595-87a3-e57c9819ee90 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:39.452967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb034051-371e-4595-87a3-e57c9819ee90 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:39.454319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eb034051-371e-4595-87a3-e57c9819ee90 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "DELETE /v2.0/security-groups/522da211-92e5-4395-a685-cf837f21bfa7 HTTP/1.1" status: 204 len: 168 time: 0.4202781 Nov 11 20:52:39.456910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:39.476619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb034051-371e-4595-87a3-e57c9819ee90 tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522da211-92e5-4395-a685-cf837f21bfa7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:39.493615 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-3db204db-abe3-45f6-ad09-6b898bc9ea1a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] show failed (client error): The resource could not be found. Nov 11 20:52:39.501230 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3db204db-abe3-45f6-ad09-6b898bc9ea1a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "GET /v2.0/security-groups/522da211-92e5-4395-a685-cf837f21bfa7 HTTP/1.1" status: 404 len: 347 time: 0.0427227 Nov 11 20:52:39.503850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:39.756711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7f1b472c-29f9-4112-b58a-19713c0dcfa0 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:52:39.799724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776085d7-9e12-4c72-a937-7896c0680f16 req-39b681e6-98e0-4a72-9fd6-0e8d4ed05459 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:39.827035 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-776085d7-9e12-4c72-a937-7896c0680f16 req-39b681e6-98e0-4a72-9fd6-0e8d4ed05459 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.1419461 Nov 11 20:52:39.841110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7f1b472c-29f9-4112-b58a-19713c0dcfa0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:52:39.843416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7f1b472c-29f9-4112-b58a-19713c0dcfa0 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:52:39.924410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-776085d7-9e12-4c72-a937-7896c0680f16 req-2bbe59f6-d5a0-46af-8b8b-ed7016e07758 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902348 Nov 11 20:52:40.224685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Deleting port 1e3a421c-0fb9-4103-90a4-e404c011b978 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:52:40.225061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:40.357028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:40.357428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:40.383334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Calling delete_port for 1e3a421c-0fb9-4103-90a4-e404c011b978 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:52:40.536467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eab4aa-4a00-40a3-8cab-ac799285bebb req-d55043e3-7261-47f9-b861-e6c5096befa0 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:40.545425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15eab4aa-4a00-40a3-8cab-ac799285bebb req-d55043e3-7261-47f9-b861-e6c5096befa0 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0652323 Nov 11 20:52:40.615275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15eab4aa-4a00-40a3-8cab-ac799285bebb req-9f131828-3943-4646-8162-a97fbee58b79 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688267 Nov 11 20:52:40.802256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:40.836224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Pushing event deleted for resources: {'Port': ['ID=1e3a421c-0fb9-4103-90a4-e404c011b978,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:40.924647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:40.927588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:40.929328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-93d5939a-2cdd-4595-b59e-daeb86ba371a tempest-ImagesOneServerNegativeTestJSON-2124332661 tempest-ImagesOneServerNegativeTestJSON-2124332661-project] 10.222.0.31 "DELETE /v2.0/floatingips/d845aeb2-df3d-4c35-9a08-3a10e404a055 HTTP/1.1" status: 204 len: 168 time: 1.4240496 Nov 11 20:52:41.153984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5a407-7892-4361-b7d7-11840918e2c9 req-c0b79fa9-23d2-4f7c-94be-93ce4b419e3c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:41.155485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ca5a407-7892-4361-b7d7-11840918e2c9 req-c0b79fa9-23d2-4f7c-94be-93ce4b419e3c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0518811 Nov 11 20:52:41.162093 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:52:41.207091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ca5a407-7892-4361-b7d7-11840918e2c9 req-21fe7045-8613-4a94-900d-17709a1737e4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449817 Nov 11 20:52:41.338235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:41.357545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:41.403905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] Deleting subnet 22ffdbbd-8304-4fb9-9145-095abd7f07cb {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:52:41.407108 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.444623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-658d70c3-6e6d-4cf3-bec9-e6dd722bbf69 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:41.449389 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.497852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.573072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-658d70c3-6e6d-4cf3-bec9-e6dd722bbf69 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "PUT /v2.0/quotas/b3a44217740840f483f3840f0c23e438 HTTP/1.1" status: 200 len: 368 time: 0.2334695 Nov 11 20:52:41.575394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:41.579950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Request body: {'network': {'project_id': 'b3a44217740840f483f3840f0c23e438'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:41.637733 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.666093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ffdbbd-8304-4fb9-9145-095abd7f07cb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:41.670083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Made reservation on behalf of b3a44217740840f483f3840f0c23e438 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:41.672604 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.677636 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.683873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40545bf3-ba34-4283-b987-f06f71cfbdc1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/22ffdbbd-8304-4fb9-9145-095abd7f07cb HTTP/1.1" status: 204 len: 168 time: 0.3249402 Nov 11 20:52:41.684615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:41.691674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.787492 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.796821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c30d2-1e41-438a-a720-d046ca70742e req-62d676f3-1c71-4bf0-91f8-07d2fad526c4 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:41.798335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-177c30d2-1e41-438a-a720-d046ca70742e req-62d676f3-1c71-4bf0-91f8-07d2fad526c4 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.1105084 Nov 11 20:52:41.801215 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.859101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.886742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:52:41.896731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d844b6-4151-4ae4-bea2-a3712dce5840,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:41.902618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.908731 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Added segment 1046641f-af64-44ed-81d9-0928bec75337 of type vlan for network c662a09c-80cd-48f5-a12e-a2c745d773c5 Nov 11 20:52:41.916472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-177c30d2-1e41-438a-a720-d046ca70742e req-62918959-5374-434f-a792-6a3de9183a40 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112795 Nov 11 20:52:41.922436 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.961289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71d8a48-30d6-42ae-9598-e8fc60b02cfe']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:41.970451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.973233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:41.973532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1977ec5-1e75-4a6b-8b16-99da0ce9179f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:41.984036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:41.999922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.006418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:52:42.008481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:52:42.008615 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:52:42.075980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.077075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:42.077807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.122050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.129392 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.139146 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e71d8a48-30d6-42ae-9598-e8fc60b02cfe HTTP/1.1" status: 204 len: 168 time: 0.4501135 Nov 11 20:52:42.145729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Pushing event updated for resources: {'Network': ['ID=c662a09c-80cd-48f5-a12e-a2c745d773c5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:42.156314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network c662a09c-80cd-48f5-a12e-a2c745d773c5 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:52:42.160525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c220b5a-a192-4b0e-9481-94a3f48ae8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71d8a48-30d6-42ae-9598-e8fc60b02cfe,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:42.191481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-568ea4e1-0f7b-49f1-91cf-904fa8f7b0d2 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6150630 Nov 11 20:52:42.194166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:42.200818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Request body: {'network': {'project_id': 'b3a44217740840f483f3840f0c23e438'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:42.282020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Made reservation on behalf of b3a44217740840f483f3840f0c23e438 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:42.284699 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.324263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:52:42.338241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.339230 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Added segment 394cbf29-c94b-4f0a-9bf2-a66d2063a7b7 of type vlan for network 52aa0685-8ff8-42fe-88cb-a5377b852a8a Nov 11 20:52:42.360805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17bdc0-a3f3-4f5d-8c32-d3ed9d1b43bc req-8f926e90-67bf-4693-a64a-6546b32027b8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:42.362559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da17bdc0-a3f3-4f5d-8c32-d3ed9d1b43bc req-8f926e90-67bf-4693-a64a-6546b32027b8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0633237 Nov 11 20:52:42.388628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.420728 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da17bdc0-a3f3-4f5d-8c32-d3ed9d1b43bc req-1702b41b-3d33-4df8-bccc-c5fbe8cda9b3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510001 Nov 11 20:52:42.496325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.496325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:42.534519 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.561636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Pushing event updated for resources: {'Network': ['ID=52aa0685-8ff8-42fe-88cb-a5377b852a8a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:42.573114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 52aa0685-8ff8-42fe-88cb-a5377b852a8a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:52:42.598646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:42.611859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-048e831b-caae-4e0b-b450-5c708f09b1b1 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4139099 Nov 11 20:52:42.612951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41120) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:42.623097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-34223bd3-8b99-48c5-8dc2-2410bdb1e3f3 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Request body: {'network': {'project_id': 'b3a44217740840f483f3840f0c23e438'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:42.648193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a024de5e-0b31-4de3-82b6-740a8fc0bf61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9221ceae38c94c61874e0ea9c6c576cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462933 Nov 11 20:52:42.648370 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-34223bd3-8b99-48c5-8dc2-2410bdb1e3f3 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 20:52:42.648370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34223bd3-8b99-48c5-8dc2-2410bdb1e3f3 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:52:42.649031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:42.652604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:42.653445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-34223bd3-8b99-48c5-8dc2-2410bdb1e3f3 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0388184 Nov 11 20:52:42.719296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab3ee612-888a-464c-9506-0effb5206cc9 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3a44217740840f483f3840f0c23e438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653603 Nov 11 20:52:42.721719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:42.751353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc98052-5929-41c6-aec0-9531bb68a7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.785358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc98052-5929-41c6-aec0-9531bb68a7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.810933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dda8-f8dd-431c-be21-c44bb64b3ef7 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.847372 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dda8-f8dd-431c-be21-c44bb64b3ef7 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.933623 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc98052-5929-41c6-aec0-9531bb68a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.936307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3cc98052-5929-41c6-aec0-9531bb68a7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.940520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3cc98052-5929-41c6-aec0-9531bb68a7a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f395593-201a-4d2a-a37b-763aaa390407 HTTP/1.1" status: 204 len: 168 time: 0.2897730 Nov 11 20:52:42.950419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98052-5929-41c6-aec0-9531bb68a7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f395593-201a-4d2a-a37b-763aaa390407,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:42.968624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dda8-f8dd-431c-be21-c44bb64b3ef7 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.983731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dda8-f8dd-431c-be21-c44bb64b3ef7 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:42.987423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dbe2dda8-f8dd-431c-be21-c44bb64b3ef7 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/58d844b6-4151-4ae4-bea2-a3712dce5840 HTTP/1.1" status: 204 len: 168 time: 0.2622342 Nov 11 20:52:42.987806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41132) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:43.012487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2dda8-f8dd-431c-be21-c44bb64b3ef7 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d844b6-4151-4ae4-bea2-a3712dce5840,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:43.108959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.120479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdd68f-46ba-4046-a716-c7e58ad31309 req-85f2371b-ef67-48b5-b4f4-34fd031d4b30 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:43.122279 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98bdd68f-46ba-4046-a716-c7e58ad31309 req-85f2371b-ef67-48b5-b4f4-34fd031d4b30 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.1080670 Nov 11 20:52:43.227503 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.240824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98bdd68f-46ba-4046-a716-c7e58ad31309 req-2870c687-29b9-40c9-935f-99b66ae029ae tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116605 Nov 11 20:52:43.254272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52aa0685-8ff8-42fe-88cb-a5377b852a8a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:43.269072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394cbf29-c94b-4f0a-9bf2-a66d2063a7b7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:43.269365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394cbf29-c94b-4f0a-9bf2-a66d2063a7b7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:43.279085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.294349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.301695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:52:43.303274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:52:43.303880 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:52:43.418947 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.425664 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.431899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "DELETE /v2.0/networks/52aa0685-8ff8-42fe-88cb-a5377b852a8a HTTP/1.1" status: 204 len: 168 time: 0.4391701 Nov 11 20:52:43.432753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:43.441306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40f9b5-6083-47b3-afc0-afde0985e239 tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Pushing event deleted for resources: {'Network': ['ID=52aa0685-8ff8-42fe-88cb-a5377b852a8a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:43.519681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.560535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50ec44-6d29-408a-8354-6c086778a556 req-0740dbc4-8143-4d85-b01b-7fa5ec89183d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:43.562335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f50ec44-6d29-408a-8354-6c086778a556 req-0740dbc4-8143-4d85-b01b-7fa5ec89183d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0583954 Nov 11 20:52:43.622210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f50ec44-6d29-408a-8354-6c086778a556 req-de50a828-7e38-4c94-a1fc-c40de4b8d86a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529270 Nov 11 20:52:43.642333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.663644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c662a09c-80cd-48f5-a12e-a2c745d773c5']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:43.674739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1046641f-af64-44ed-81d9-0928bec75337') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:43.675043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1046641f-af64-44ed-81d9-0928bec75337') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:43.688432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.700005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.707139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:52:43.714082 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:52:43.830571 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.837848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:43.841417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c662a09c-80cd-48f5-a12e-a2c745d773c5 HTTP/1.1" status: 204 len: 168 time: 0.4073851 Nov 11 20:52:43.851434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ced61-ad24-41f3-8626-176a9a2d396b tempest-QuotasNegativeTest-162795953 tempest-QuotasNegativeTest-162795953-project-admin] Pushing event deleted for resources: {'Network': ['ID=c662a09c-80cd-48f5-a12e-a2c745d773c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:44.365248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c8743-f07a-4bfa-9f24-7d49b4ebd948 req-daa16ec9-7af9-46bd-bee4-435b3ed0997b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:44.367159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb2c8743-f07a-4bfa-9f24-7d49b4ebd948 req-daa16ec9-7af9-46bd-bee4-435b3ed0997b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0516679 Nov 11 20:52:44.415848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb2c8743-f07a-4bfa-9f24-7d49b4ebd948 req-c629d4d2-2140-4b9c-917a-67b955cf39fb tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Nov 11 20:52:44.573936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:44.677186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31ecc0cd-30b4-4061-80c2-0339ea66821b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:44.741848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ba28d-907d-4e05-b0df-fd0e748ea527 req-462493da-9cdf-4d1c-8185-480eea1c46d5 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:44.743294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-282ba28d-907d-4e05-b0df-fd0e748ea527 req-462493da-9cdf-4d1c-8185-480eea1c46d5 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0500286 Nov 11 20:52:44.752789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31ecc0cd-30b4-4061-80c2-0339ea66821b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:44.793254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-282ba28d-907d-4e05-b0df-fd0e748ea527 req-deb7f81c-8f82-43f4-81db-667dcdda53f9 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Nov 11 20:52:44.808015 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31ecc0cd-30b4-4061-80c2-0339ea66821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:44.848845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31ecc0cd-30b4-4061-80c2-0339ea66821b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e4e6356ac554057989d1ad3f48f081a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737045 Nov 11 20:52:44.849837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecc0cd-30b4-4061-80c2-0339ea66821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4263927-0991-457e-9a54-d20c88056df9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:44.851519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41188) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:44.904394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7075e049-3fcb-4468-bac7-09aecc463996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:44.925344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7075e049-3fcb-4468-bac7-09aecc463996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.036049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7075e049-3fcb-4468-bac7-09aecc463996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.038665 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7075e049-3fcb-4468-bac7-09aecc463996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.039821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7075e049-3fcb-4468-bac7-09aecc463996 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4263927-0991-457e-9a54-d20c88056df9 HTTP/1.1" status: 204 len: 168 time: 0.1873422 Nov 11 20:52:45.047659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075e049-3fcb-4468-bac7-09aecc463996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4263927-0991-457e-9a54-d20c88056df9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:45.543063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2db0b-cea3-425f-aad0-42d1ea5e58e1 req-1771c640-c47d-468a-bc02-a85af18934b7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:45.545612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3af2db0b-cea3-425f-aad0-42d1ea5e58e1 req-1771c640-c47d-468a-bc02-a85af18934b7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0576117 Nov 11 20:52:45.601819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3af2db0b-cea3-425f-aad0-42d1ea5e58e1 req-2587d39d-467e-4052-8c25-22218913d6dd tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474145 Nov 11 20:52:45.608677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:45.626128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dafda4a-09a4-4822-9f9b-8023217c5316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.687458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbc17d-9d99-43f5-937e-b2d4757461e5 req-8443bf5b-7ba9-437e-bc9b-738706ade115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:45.688998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99cbc17d-9d99-43f5-937e-b2d4757461e5 req-8443bf5b-7ba9-437e-bc9b-738706ade115 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6eff9d97978407a822ab789d23cb364&device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 1094 time: 0.0585556 Nov 11 20:52:45.725625 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dafda4a-09a4-4822-9f9b-8023217c5316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.767129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dafda4a-09a4-4822-9f9b-8023217c5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.809138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0dafda4a-09a4-4822-9f9b-8023217c5316 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=343da981e8a3440e8295dac49fb23482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982870 Nov 11 20:52:45.811748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41212) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:45.818935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafda4a-09a4-4822-9f9b-8023217c5316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8ed07e-717b-4893-aad9-835b01fc63ef,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:45.821493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbc17d-9d99-43f5-937e-b2d4757461e5 req-dba32fdc-5bff-4131-a90b-6ad4b520a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:45.835753 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99cbc17d-9d99-43f5-937e-b2d4757461e5 req-dba32fdc-5bff-4131-a90b-6ad4b520a83e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e6eff9d97978407a822ab789d23cb364&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1187043 Nov 11 20:52:45.874564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15e2d25a-87c5-43cd-a35a-99c852e32b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.928095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15e2d25a-87c5-43cd-a35a-99c852e32b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:45.972306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b979-3c0a-4eb8-885e-188ab3053c89 req-5a44e5ad-bcc6-43da-bb21-b3973d245d8d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:45.973821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06c6b979-3c0a-4eb8-885e-188ab3053c89 req-5a44e5ad-bcc6-43da-bb21-b3973d245d8d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0965188 Nov 11 20:52:45.976900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbc17d-9d99-43f5-937e-b2d4757461e5 req-5eae9801-7adb-4ba7-89d6-0c5605c99d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:45.979379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99cbc17d-9d99-43f5-937e-b2d4757461e5 req-5eae9801-7adb-4ba7-89d6-0c5605c99d22 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359973 Nov 11 20:52:46.026760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06c6b979-3c0a-4eb8-885e-188ab3053c89 req-31820b3f-8d09-4e61-9988-0f7e38dbcfe5 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Nov 11 20:52:46.060996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-15aac94d-41c0-48c0-8c96-366f18a0e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:46.062511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-15aac94d-41c0-48c0-8c96-366f18a0e51a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6eff9d97978407a822ab789d23cb364&device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 1094 time: 0.0441501 Nov 11 20:52:46.106652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-c78750a6-b9b6-4d97-86bc-fa9647892b50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee831426-e00b-47f7-904e-001ed40c851e HTTP/1.1" status: 200 len: 217 time: 0.0343785 Nov 11 20:52:46.110576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15e2d25a-87c5-43cd-a35a-99c852e32b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:46.113280 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15e2d25a-87c5-43cd-a35a-99c852e32b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:46.119750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-15e2d25a-87c5-43cd-a35a-99c852e32b3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d8ed07e-717b-4893-aad9-835b01fc63ef HTTP/1.1" status: 204 len: 168 time: 0.3016567 Nov 11 20:52:46.123104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2d25a-87c5-43cd-a35a-99c852e32b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8ed07e-717b-4893-aad9-835b01fc63ef,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:46.163320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-13360ebe-d9d8-496b-a454-d391a2e5ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:46.164912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-13360ebe-d9d8-496b-a454-d391a2e5ebe8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6037e718-e4a2-4128-b5d1-4d6abb123ea3 HTTP/1.1" status: 200 len: 853 time: 0.0505881 Nov 11 20:52:46.221652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-0ca2b5bf-269e-4424-b29a-b9ff0c0b7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:46.223927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-0ca2b5bf-269e-4424-b29a-b9ff0c0b7bda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88389e4d-3ad5-48ec-8eda-f8e496c1632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516944 Nov 11 20:52:46.316650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-4393eac4-4834-4bf8-8269-04d4726b3893 service neutron] 10.222.0.58 "GET /v2.0/networks/88389e4d-3ad5-48ec-8eda-f8e496c1632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Nov 11 20:52:46.519820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15498c3c-e381-4d65-8ce1-f800c2266757 req-73f49c9f-f00c-4455-ba50-dc7277000c66 service neutron] 10.222.0.58 "GET /v2.0/networks/88389e4d-3ad5-48ec-8eda-f8e496c1632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880733 Nov 11 20:52:46.730967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811a998-4381-45ed-bf0c-92f2c178ed78 req-aa9abe1c-abf6-4c66-9adf-29cace67879d tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:46.732564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2811a998-4381-45ed-bf0c-92f2c178ed78 req-aa9abe1c-abf6-4c66-9adf-29cace67879d tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0565548 Nov 11 20:52:46.782605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2811a998-4381-45ed-bf0c-92f2c178ed78 req-2d526237-6425-468a-9240-ef3be2741fe0 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Nov 11 20:52:47.150758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb934f-5775-4e42-9efe-861b6bf71e11 req-196ddb4c-ad78-465d-8a7e-ce7a1ff6f443 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:47.154963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16cb934f-5775-4e42-9efe-861b6bf71e11 req-196ddb4c-ad78-465d-8a7e-ce7a1ff6f443 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0506949 Nov 11 20:52:47.203312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16cb934f-5775-4e42-9efe-861b6bf71e11 req-10d75066-054f-47b9-9982-06172892eec4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 Nov 11 20:52:47.906110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32133550-5325-4603-9ea9-2abd7ef806c0 req-829eaca3-bad6-4303-937d-21bc4b76dcf3 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:47.907768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32133550-5325-4603-9ea9-2abd7ef806c0 req-829eaca3-bad6-4303-937d-21bc4b76dcf3 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0533288 Nov 11 20:52:47.963986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32133550-5325-4603-9ea9-2abd7ef806c0 req-594a878f-da91-4f07-a38e-17334af93ece tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494573 Nov 11 20:52:48.325869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4b992-1721-4b3a-8771-69ac4124cb76 req-bf6f8dff-5978-47ba-ba57-494722d7d100 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:48.327422 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-83e4b992-1721-4b3a-8771-69ac4124cb76 req-bf6f8dff-5978-47ba-ba57-494722d7d100 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0511718 Nov 11 20:52:48.376242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-83e4b992-1721-4b3a-8771-69ac4124cb76 req-e9ad4694-c695-44cc-8821-b59920fd2f3f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Nov 11 20:52:49.015681 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41332) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:49.107611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11297c6-57a7-4e17-9875-774b6a402983 req-abfd90dc-e93c-4267-81f2-25ae60adb054 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:49.109459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d11297c6-57a7-4e17-9875-774b6a402983 req-abfd90dc-e93c-4267-81f2-25ae60adb054 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 943 time: 0.0603099 Nov 11 20:52:49.141992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-235792604', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:49.176725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d11297c6-57a7-4e17-9875-774b6a402983 req-eeda18fd-897a-44b7-b2e7-18453aec3629 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616434 Nov 11 20:52:49.258846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Made reservation on behalf of 8c31ba0fd74f4af197a04275c4c4a5e3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:49.261684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.274747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.348678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.416930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.439710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:52:49.449027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ec9b2-7240-4033-813d-6579612d1e07,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:49.465967 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.466322 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Added segment bc09a95b-743d-472d-99f6-846c422d786a of type vlan for network 1591b224-ad40-499d-88c8-47390603b7ef Nov 11 20:52:49.498745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd2d26-457c-4d17-a449-f72a0ffc7b33 req-e0eaed08-1fb4-4cad-b212-c70fd48af603 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:49.500314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8fd2d26-457c-4d17-a449-f72a0ffc7b33 req-e0eaed08-1fb4-4cad-b212-c70fd48af603 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0519011 Nov 11 20:52:49.517391 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.568830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8fd2d26-457c-4d17-a449-f72a0ffc7b33 req-597a9e91-ef9c-4c5e-94f6-bc3d67abbe45 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623398 Nov 11 20:52:49.624589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.625570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:49.626174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.692080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Network': ['ID=1591b224-ad40-499d-88c8-47390603b7ef,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:49.695141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ee831426-e00b-47f7-904e-001ed40c851e details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:49.706480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1591b224-ad40-499d-88c8-47390603b7ef details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:52:49.712802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5d697c96-02b1-4057-9c41-3b0e278dbd1e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6955757 Nov 11 20:52:49.715625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41366) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:49.720518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'subnet': {'network_id': '1591b224-ad40-499d-88c8-47390603b7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:49.790772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Made reservation on behalf of 8c31ba0fd74f4af197a04275c4c4a5e3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:49.793427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.861408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ee831426-e00b-47f7-904e-001ed40c851e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ee831426-e00b-47f7-904e-001ed40c851e,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:49.872808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ee831426-e00b-47f7-904e-001ed40c851e', 'network_id': '88389e4d-3ad5-48ec-8eda-f8e496c1632f', 'port_id': 'ee831426-e00b-47f7-904e-001ed40c851e', 'mac_address': 'fa:16:3e:b6:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6037e718-e4a2-4128-b5d1-4d6abb123ea3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:52:49.912494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:49.927088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee831426-e00b-47f7-904e-001ed40c851e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:49.950324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ee831426-e00b-47f7-904e-001ed40c851e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ee831426-e00b-47f7-904e-001ed40c851e,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:50.001402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:50.002109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:52:50.084312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ee831426-e00b-47f7-904e-001ed40c851e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:50.148958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:50.158665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:52:50.159128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:50.162113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'mac_address': 'fa:16:3e:e6:ec:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:52:50.200257 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:50.221603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8a73cc-ea73-4f16-9971-8cf5a7db0417 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:50.221837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79c35709-b50f-467f-abee-2e0793540918,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:50.230605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Checking segment: {'id': 'bc09a95b-743d-472d-99f6-846c422d786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1591b224-ad40-499d-88c8-47390603b7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:50.230921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network hostable DHCP agents. Network: 1591b224-ad40-499d-88c8-47390603b7ef, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:52:50.256997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:50.319442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda76ad-d653-4243-a9f8-868d45f751c6 req-e5ef2833-ffea-47e7-ab00-db83a27ef479 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:50.320964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6eda76ad-d653-4243-a9f8-868d45f751c6 req-e5ef2833-ffea-47e7-ab00-db83a27ef479 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 944 time: 0.0509472 Nov 11 20:52:50.344903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network 1591b224-ad40-499d-88c8-47390603b7ef is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:52:50.367042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:50.387330 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6eda76ad-d653-4243-a9f8-868d45f751c6 req-968f9f27-b2a5-4a8f-8142-289088b7c9b7 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601559 Nov 11 20:52:50.458995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1591b224-ad40-499d-88c8-47390603b7ef) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:50.465706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:50.465706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:50.515442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b365c9de-59d0-4a9f-8039-1db00b0beb68 None None] Network 1591b224-ad40-499d-88c8-47390603b7ef requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:52:50.559512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4eb9fd8d-de6d-4e63-9384-bf80feac5e08 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8427331 Nov 11 20:52:50.562105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41382) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:50.567100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-47133686', 'network_id': '1591b224-ad40-499d-88c8-47390603b7ef'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:50.608385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:50.659690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Made reservation on behalf of 8c31ba0fd74f4af197a04275c4c4a5e3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:50.662890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:50.686448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] device_id is not set on port 96814bf8-2120-4534-812b-d1ce61148dd9 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:52:50.696945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a27b7e-6541-4bf1-8b16-bc57e8128885 None None] Network 1591b224-ad40-499d-88c8-47390603b7ef requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:52:50.738754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47f2fe-726e-4b53-83c8-8b066a0cd7bc req-541e06bc-803d-4f9f-b4c6-cf82e7b4fc0d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:50.740376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a47f2fe-726e-4b53-83c8-8b066a0cd7bc req-541e06bc-803d-4f9f-b4c6-cf82e7b4fc0d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 949 time: 0.0687690 Nov 11 20:52:50.806924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ee831426-e00b-47f7-904e-001ed40c851e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:50.814752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a47f2fe-726e-4b53-83c8-8b066a0cd7bc req-e07a0cdb-7cb8-4084-bce5-e15ccfef556e tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644803 Nov 11 20:52:50.847756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['cd8a73cc-ea73-4f16-9971-8cf5a7db0417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:52:50.861480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Allocated IP 172.20.0.13 (1591b224-ad40-499d-88c8-47390603b7ef/79c35709-b50f-467f-abee-2e0793540918/96814bf8-2120-4534-812b-d1ce61148dd9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:50.877451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac92ed-8350-4724-914a-0dba4fb73da1 req-b1bd3b50-2cab-4513-825d-87da97c288a6 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:50.879038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97ac92ed-8350-4724-914a-0dba4fb73da1 req-b1bd3b50-2cab-4513-825d-87da97c288a6 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0671086 Nov 11 20:52:51.007000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97ac92ed-8350-4724-914a-0dba4fb73da1 req-64bb5f13-1a5d-45fd-a9af-0756912d0c78 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203055 Nov 11 20:52:51.074709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:51.184880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:51.227241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network 1591b224-ad40-499d-88c8-47390603b7ef is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:51.233376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:51.236888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:51.268110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Port': ['ID=96814bf8-2120-4534-812b-d1ce61148dd9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:51.286564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:51.287170 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:51.354309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f976e195-8140-4792-a419-6f18b05404c1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7910383 Nov 11 20:52:51.362575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41432) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:51.450179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Deleting port 96814bf8-2120-4534-812b-d1ce61148dd9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:52:51.450518 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:51.523188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345bfd-1901-465e-9427-2a6cf768d3ac req-cb1ec38e-ab9e-498e-970c-57751bfca341 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:51.524659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a345bfd-1901-465e-9427-2a6cf768d3ac req-cb1ec38e-ab9e-498e-970c-57751bfca341 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 944 time: 0.0549116 Nov 11 20:52:51.530468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:51.544052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Calling delete_port for 96814bf8-2120-4534-812b-d1ce61148dd9 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:52:51.578266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a345bfd-1901-465e-9427-2a6cf768d3ac req-b7d49035-f657-47bd-8307-e64e615898c6 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473568 Nov 11 20:52:51.697061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-30107223-4601-4e78-ab90-6cf50802d599 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a85958660134439dae041941b5c32ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254464 Nov 11 20:52:51.825347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-711195bc-2425-43ca-8431-2cdccb05ddaf tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:51.826877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-711195bc-2425-43ca-8431-2cdccb05ddaf tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272881 Nov 11 20:52:51.843249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-1e24bb9d-c928-40f8-ae84-0ff1cf81ab13 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/quotas/a85958660134439dae041941b5c32ac4 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Nov 11 20:52:51.878258 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-1157b73a-a2c7-402a-b98b-092ef05efd91 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a85958660134439dae041941b5c32ac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290222 Nov 11 20:52:51.899018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.098809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.135178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event deleted for resources: {'Port': ['ID=96814bf8-2120-4534-812b-d1ce61148dd9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:52.155262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15fe9-5867-4924-b047-0bc80990e0ce req-dc75f5da-a5f1-4844-b6d6-68c0f133dde3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:52.164299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bea15fe9-5867-4924-b047-0bc80990e0ce req-dc75f5da-a5f1-4844-b6d6-68c0f133dde3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 949 time: 0.0773296 Nov 11 20:52:52.207809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.211254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bea15fe9-5867-4924-b047-0bc80990e0ce req-5755375b-2cc1-445e-921d-def1fe16545c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461030 Nov 11 20:52:52.211412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2141dae-aeff-4bc0-ba26-6c2ab5e941e1 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "DELETE /v2.0/ports/96814bf8-2120-4534-812b-d1ce61148dd9 HTTP/1.1" status: 204 len: 168 time: 0.8477497 Nov 11 20:52:52.214620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41478) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:52.218865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1591b224-ad40-499d-88c8-47390603b7ef', 'external_fixed_ips': [{'subnet_id': '79c35709-b50f-467f-abee-2e0793540918', 'ip_address': '172.20.0.13'}]}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:52.299050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.300048 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.310128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-015d2191-9539-4811-998e-34191f6c25a5 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a85958660134439dae041941b5c32ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223107 Nov 11 20:52:52.369647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.428745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-37706217-2485-4467-a1a9-c04535388ca4 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:52.430235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-37706217-2485-4467-a1a9-c04535388ca4 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144812 Nov 11 20:52:52.445947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-336f0882-38f1-4f47-89c5-8c7e72255808 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/quotas/a85958660134439dae041941b5c32ac4 HTTP/1.1" status: 200 len: 375 time: 0.0091574 Nov 11 20:52:52.478547 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-16401c6a-8b8e-4431-9aa2-8d6aa9c2bef5 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a85958660134439dae041941b5c32ac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263004 Nov 11 20:52:52.608473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.980993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-4f823170-dc92-49ff-b886-64e71b830764 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:52:52.982031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-4f823170-dc92-49ff-b886-64e71b830764 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086961 Nov 11 20:52:52.983103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:53.011618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:53.048323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-7507f084-fd6b-4053-8eaf-46e448255db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:53.049716 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-7507f084-fd6b-4053-8eaf-46e448255db3 service neutron] 10.222.0.31 "GET /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 1093 time: 0.0467179 Nov 11 20:52:53.066401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2760f-c646-4588-8d99-8f5a6157fc05 req-5cd55de0-bac3-4efa-9773-04c6a6d2bf4c tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:53.067946 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12b2760f-c646-4588-8d99-8f5a6157fc05 req-5cd55de0-bac3-4efa-9773-04c6a6d2bf4c tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 944 time: 0.0590253 Nov 11 20:52:53.081590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Request body: {'binding': {'host': 'n-h2-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:53.082013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:52:53.127666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12b2760f-c646-4588-8d99-8f5a6157fc05 req-51834d63-c3af-4cb0-8414-36c9079516c1 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522058 Nov 11 20:52:53.196967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9820a97c-cf23-4b15-8256-588aef095d40 req-373a66fa-3d15-4bcd-8f2f-ea0604589bb5 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 210 time: 0.0301018 Nov 11 20:52:53.311719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Allocated IP 172.20.0.13 (1591b224-ad40-499d-88c8-47390603b7ef/79c35709-b50f-467f-abee-2e0793540918/5795576e-fff1-4b41-b7f4-30b7225cf0b2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:53.336407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on host n-h2-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:53.337184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:53.337552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:53.343065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87bb9b-eb12-4c75-99c4-613b0b5790d5 req-ad8a238b-62b5-4305-9438-3aaf48e3286e tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:53.344837 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df87bb9b-eb12-4c75-99c4-613b0b5790d5 req-ad8a238b-62b5-4305-9438-3aaf48e3286e tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 949 time: 0.0549619 Nov 11 20:52:53.351744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:53.352068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:53.365141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:53.365476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:53.365899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:53.366323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Bound port: d196d080-1e28-4322-aa46-92a0d4753b83, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:53.402046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df87bb9b-eb12-4c75-99c4-613b0b5790d5 req-da7038f3-fd71-4256-a3fe-79834506ce3a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510414 Nov 11 20:52:53.474523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:53.486286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:53.563789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:53.565040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-204b17ef-66eb-458b-b174-a56778bfb505 service neutron] 10.222.0.31 "POST /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83/bindings HTTP/1.1" status: 201 len: 389 time: 0.4869435 Nov 11 20:52:53.601745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:53.639096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network 1591b224-ad40-499d-88c8-47390603b7ef is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:53.643310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:53.652276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:53.657833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Port': ['ID=5795576e-fff1-4b41-b7f4-30b7225cf0b2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:53.720514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ee831426-e00b-47f7-904e-001ed40c851e up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:52:53.847816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ee831426-e00b-47f7-904e-001ed40c851e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:52:53.853608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ee831426-e00b-47f7-904e-001ed40c851e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:53.854213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:53.872847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aed7b4-94b9-4944-88f1-6b2685961376 req-bf27fbe6-9bb0-4550-8c78-716c4fce3a59 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:53.874393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0aed7b4-94b9-4944-88f1-6b2685961376 req-bf27fbe6-9bb0-4550-8c78-716c4fce3a59 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0517583 Nov 11 20:52:53.977317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:53.980241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0aed7b4-94b9-4944-88f1-6b2685961376 req-0c814430-7bd1-4f8d-9b64-b24ffed490bd tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963099 Nov 11 20:52:54.012016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee366093-35c8-4f92-9925-37611556c8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee831426-e00b-47f7-904e-001ed40c851e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:54.014306 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb527d66-c5a9-42f2-8b04-8f14911e6dcf" -d '{"events": [{"server_uuid": "ee366093-35c8-4f92-9925-37611556c8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ee831426-e00b-47f7-904e-001ed40c851e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:54.041955 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:54.046166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ee831426-e00b-47f7-904e-001ed40c851e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ee831426-e00b-47f7-904e-001ed40c851e,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:54.072942 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7b8c8-e848-481c-be88-a725a4c34b03 x-openstack-request-id: req-38d7b8c8-e848-481c-be88-a725a4c34b03 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:54.072942 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee366093-35c8-4f92-9925-37611556c8ff", "name": "network-vif-plugged", "status": "completed", "tag": "ee831426-e00b-47f7-904e-001ed40c851e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:54.072942 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38d7b8c8-e848-481c-be88-a725a4c34b03 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:54.072942 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee366093-35c8-4f92-9925-37611556c8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee831426-e00b-47f7-904e-001ed40c851e', 'code': 200} Nov 11 20:52:54.187720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188f582-d921-4fa6-a3ed-e7b8313cf043 req-1708171e-4d04-4d27-95d8-377c0376fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:54.189345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6188f582-d921-4fa6-a3ed-e7b8313cf043 req-1708171e-4d04-4d27-95d8-377c0376fb46 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 1095 time: 0.0571990 Nov 11 20:52:54.236210 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:54.237055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:52:54.269761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd98c5d-cb7a-40bd-9de4-9d97288a4e08 req-807c7e42-53e7-4475-b66f-1226aa09e266 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:54.278848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcd98c5d-cb7a-40bd-9de4-9d97288a4e08 req-807c7e42-53e7-4475-b66f-1226aa09e266 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 944 time: 0.0786388 Nov 11 20:52:54.326643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcd98c5d-cb7a-40bd-9de4-9d97288a4e08 req-54a5a30c-e151-419e-9c20-bea49d1439fd tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Nov 11 20:52:54.334233 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-477e379a-9643-4daf-9218-d6c7247f06ca req-76293613-d4a7-4f39-8b58-38da4eb96f7e tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 210 time: 0.0433877 Nov 11 20:52:54.338548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6188f582-d921-4fa6-a3ed-e7b8313cf043 req-3acb9fd3-9cb0-4916-b976-641fa6efcdb3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162601 Nov 11 20:52:54.348700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ee831426-e00b-47f7-904e-001ed40c851e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:54.355043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:54.363527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:54.363916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:54.452903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:54.488108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:52:54.543676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0ba75-c9b0-449a-b1f0-d8780af094c3 req-d8f4e8c0-f180-4b4f-bea7-5aa49d499b70 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:54.544595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:54.545296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78b0ba75-c9b0-449a-b1f0-d8780af094c3 req-d8f4e8c0-f180-4b4f-bea7-5aa49d499b70 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 949 time: 0.0524848 Nov 11 20:52:54.595890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Router 9cc8184b-4a23-47ec-a957-8e38a098f119 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:52:54.601597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78b0ba75-c9b0-449a-b1f0-d8780af094c3 req-56aff0f1-54a6-4331-a693-d0b26cd2f060 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Nov 11 20:52:54.610683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:54.723639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-fa1b3e53-7e96-4d92-8b5d-0363caed36d7 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a85958660134439dae041941b5c32ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274205 Nov 11 20:52:54.741272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:52:54.744331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-359cf674-1a25-4c58-8465-f6980d79cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:54.745831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-359cf674-1a25-4c58-8465-f6980d79cb60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0903292 Nov 11 20:52:54.752251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Sync routers for ids ['9cc8184b-4a23-47ec-a957-8e38a098f119'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:52:54.765385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Routers {'9cc8184b-4a23-47ec-a957-8e38a098f119'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:52:54.766015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:52:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9cc8184b-4a23-47ec-a957-8e38a098f119'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:54.852372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:54.853713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-821192c9-d13d-4e3e-8747-8fc790604ba8 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6381505 Nov 11 20:52:54.856173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-9fd1b87b-1d9f-4e86-bb33-e5eb2f7ea3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:54.857871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:54.858026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-9fd1b87b-1d9f-4e86-bb33-e5eb2f7ea3ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1029391 Nov 11 20:52:54.894517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Set router 9cc8184b-4a23-47ec-a957-8e38a098f119 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:52:54.909430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ffe4b0c4-66e6-4c43-9e65-7b7d9296f6c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 217 time: 0.0443950 Nov 11 20:52:54.912762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-d214d785-96f8-4f6c-8725-8bf88f50be53 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:54.914325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-d214d785-96f8-4f6c-8725-8bf88f50be53 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730976 Nov 11 20:52:54.959304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Request body: {'port': {'device_id': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'a85958660134439dae041941b5c32ac4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:54.970248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-2aaf4729-d7db-4251-aded-51d44ee12e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:54.971974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-2aaf4729-d7db-4251-aded-51d44ee12e87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0548499 Nov 11 20:52:55.024838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-65ae37fd-8b78-4601-99b4-c8f25a56bedf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436337 Nov 11 20:52:55.104804 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.207925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc8184b-4a23-47ec-a957-8e38a098f119', 'name': '', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1591b224-ad40-499d-88c8-47390603b7ef', 'external_fixed_ips': [{'subnet_id': '79c35709-b50f-467f-abee-2e0793540918', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '5795576e-fff1-4b41-b7f4-30b7225cf0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:52:52Z', 'updated_at': '2021-11-11T20:52:53Z', 'revision_number': 3, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port': {'id': '5795576e-fff1-4b41-b7f4-30b7225cf0b2', 'name': '', 'network_id': '1591b224-ad40-499d-88c8-47390603b7ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc8184b-4a23-47ec-a957-8e38a098f119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '79c35709-b50f-467f-abee-2e0793540918', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:52:53Z', 'updated_at': '2021-11-11T20:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79c35709-b50f-467f-abee-2e0793540918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:55.211592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19461d-dc25-40bb-a936-ffa920b8cacb req-8aa76f42-7477-45af-aa3e-28c241d8200f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:55.214166 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba19461d-dc25-40bb-a936-ffa920b8cacb req-8aa76f42-7477-45af-aa3e-28c241d8200f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0752323 Nov 11 20:52:55.216532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-34d132ba-d82a-4593-a41d-d7d3b2eff0f9 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842153 Nov 11 20:52:55.241706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.244984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Checking router: 9cc8184b-4a23-47ec-a957-8e38a098f119 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:52:55.245338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Updating router 9cc8184b-4a23-47ec-a957-8e38a098f119 port 5795576e-fff1-4b41-b7f4-30b7225cf0b2 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:52:55.273586 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.330587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba19461d-dc25-40bb-a936-ffa920b8cacb req-ba8b55dd-809b-4e09-9226-9f072034264b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065280 Nov 11 20:52:55.353781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-f74efe2e-11fb-4f34-a91b-de15020f2f47 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283302 Nov 11 20:52:55.404352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Made reservation on behalf of a85958660134439dae041941b5c32ac4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:55.409068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.423136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.488208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d14b9fd-de2c-4acc-8ee8-79b0931cbf63 req-2a8d4d0c-0ca7-4bc2-b36a-91a326fbd51b tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 210 time: 0.0507882 Nov 11 20:52:55.516281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-82b7f0a7-3ea2-411c-a6e3-e1a54a2b5795 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a85958660134439dae041941b5c32ac4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341105 Nov 11 20:52:55.529949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aec95-70ce-4273-9bd0-a0248af0ec3d req-1936789a-2ff9-43d5-bed4-843308079f92 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:55.531631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10aec95-70ce-4273-9bd0-a0248af0ec3d req-1936789a-2ff9-43d5-bed4-843308079f92 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 945 time: 0.1113493 Nov 11 20:52:55.536793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Deleting port 5795576e-fff1-4b41-b7f4-30b7225cf0b2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:52:55.537268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.584788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.691931 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.757310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d986dd-885b-4cc7-99a7-54c994979d57 None None] Pushing event updated for resources: {'Port': ['ID=5795576e-fff1-4b41-b7f4-30b7225cf0b2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:55.763915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10aec95-70ce-4273-9bd0-a0248af0ec3d req-91284eb1-a504-4861-8d09-567f8fab0808 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241776 Nov 11 20:52:55.764100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Attempting to bind port 5795576e-fff1-4b41-b7f4-30b7225cf0b2 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:55.764499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Attempting to bind port 5795576e-fff1-4b41-b7f4-30b7225cf0b2 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bc09a95b-743d-472d-99f6-846c422d786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1591b224-ad40-499d-88c8-47390603b7ef'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:55.764872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Attempting to bind port 5795576e-fff1-4b41-b7f4-30b7225cf0b2 on network 1591b224-ad40-499d-88c8-47390603b7ef {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:55.767730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294783-2ddd-4a73-a276-dcad8243e38d req-85dfd205-5d81-4501-a43d-8b2792506896 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:55.770157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20294783-2ddd-4a73-a276-dcad8243e38d req-85dfd205-5d81-4501-a43d-8b2792506896 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0914295 Nov 11 20:52:55.782551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:55.782949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Checking segment: {'id': 'bc09a95b-743d-472d-99f6-846c422d786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1591b224-ad40-499d-88c8-47390603b7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:55.783316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.783771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Bound using segment: {'id': 'bc09a95b-743d-472d-99f6-846c422d786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1591b224-ad40-499d-88c8-47390603b7ef'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:55.784210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Bound port: 5795576e-fff1-4b41-b7f4-30b7225cf0b2, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc09a95b-743d-472d-99f6-846c422d786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1591b224-ad40-499d-88c8-47390603b7ef'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:55.784606 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.822007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-68f4b7cd-58d6-4159-a6b1-554aadc508e0 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:55.823614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-68f4b7cd-58d6-4159-a6b1-554aadc508e0 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886992 Nov 11 20:52:55.829826 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.831816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.850959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Request body: {'port': {'device_id': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'a85958660134439dae041941b5c32ac4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:55.855005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Calling delete_port for 5795576e-fff1-4b41-b7f4-30b7225cf0b2 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:52:55.892465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:55.892845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20294783-2ddd-4a73-a276-dcad8243e38d req-c6627de6-7f52-404e-b486-4b699611da93 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059206 Nov 11 20:52:55.900846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] For port 5795576e-fff1-4b41-b7f4-30b7225cf0b2, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:55.908604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] For port 5795576e-fff1-4b41-b7f4-30b7225cf0b2, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5795576e-fff1-4b41-b7f4-30b7225cf0b2,segment=NetworkSegment(bc09a95b-743d-472d-99f6-846c422d786a),segment_id=bc09a95b-743d-472d-99f6-846c422d786a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:55.950539 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:56.023809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Routers {'9cc8184b-4a23-47ec-a957-8e38a098f119'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:52:56.025250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:52:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9cc8184b-4a23-47ec-a957-8e38a098f119'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:56.073463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:52:56.076714 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fad589-68af-41d6-be5b-60fee2c7b844" -d '{"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:52:56.122806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d986dd-885b-4cc7-99a7-54c994979d57 None None] Pushing event updated for resources: {'Port': ['ID=5795576e-fff1-4b41-b7f4-30b7225cf0b2,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:56.178686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] Set router 9cc8184b-4a23-47ec-a957-8e38a098f119 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:52:56.218238 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f232abba-4161-4fd8-83c1-d3a3ff333d77 x-openstack-request-id: req-f232abba-4161-4fd8-83c1-d3a3ff333d77 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:52:56.221057 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:52:56.221057 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f232abba-4161-4fd8-83c1-d3a3ff333d77 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:52:56.221057 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'code': 200} Nov 11 20:52:56.252720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc8184b-4a23-47ec-a957-8e38a098f119', 'name': '', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:52:52Z', 'updated_at': '2021-11-11T20:52:55Z', 'revision_number': 4, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:56.314274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0b73f-b09d-41d0-b583-e8447c8aca14 None None] The sync data for ids ['9cc8184b-4a23-47ec-a957-8e38a098f119'] in n-d-805734-3 is: [{'id': '9cc8184b-4a23-47ec-a957-8e38a098f119', 'name': '', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:52:52Z', 'updated_at': '2021-11-11T20:52:55Z', 'revision_number': 4, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:52:56.499943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6eed1-b469-47a1-a6a8-1457e1a3f9c4 req-557bde28-ff0b-404c-bc8e-75412f1b73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:56.501503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a9d6eed1-b469-47a1-a6a8-1457e1a3f9c4 req-557bde28-ff0b-404c-bc8e-75412f1b73e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1101 time: 0.0827830 Nov 11 20:52:56.504524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b180b23f-5ade-45ff-835c-6379afde2fe7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:56.519985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be518c-4ff4-4f13-b3b0-ae75975f617b req-52289c38-1a8f-4a48-b4a1-c9d0f8663c85 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:56.524532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26be518c-4ff4-4f13-b3b0-ae75975f617b req-52289c38-1a8f-4a48-b4a1-c9d0f8663c85 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0919657 Nov 11 20:52:56.612180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a9d6eed1-b469-47a1-a6a8-1457e1a3f9c4 req-893765f0-0eb2-4ec1-a454-33c174a9440a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863996 Nov 11 20:52:56.617209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26be518c-4ff4-4f13-b3b0-ae75975f617b req-5b90b2ee-bfe8-45b5-9c49-76afd412b4ad tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793302 Nov 11 20:52:56.710096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d169c1af-8f43-4fef-8b7b-d58f7a9c797f req-c779ebd6-8308-4e80-9d38-834441346cfe tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 210 time: 0.0553010 Nov 11 20:52:56.717304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Allocated IP 192.168.233.87 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/386af696-3f85-43a0-a22b-db6526c4d4b6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:56.770825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Made reservation on behalf of a85958660134439dae041941b5c32ac4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:52:56.774330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:56.904616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dba6e-4c1f-482f-a187-0ee3a24f5cac req-484ce77b-e4c1-4849-8f5c-cc1d998c4732 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:56.915635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:56.921384 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9c9dba6e-4c1f-482f-a187-0ee3a24f5cac req-484ce77b-e4c1-4849-8f5c-cc1d998c4732 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 945 time: 0.0871222 Nov 11 20:52:56.979272 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:56.992964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9c9dba6e-4c1f-482f-a187-0ee3a24f5cac req-44b8a9d8-1454-4173-b95e-765e2cacd12a tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686817 Nov 11 20:52:57.015507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event deleted for resources: {'Port': ['ID=5795576e-fff1-4b41-b7f4-30b7225cf0b2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:57.105639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.144850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.187709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98d81-7f55-455b-873d-3ae63ac2d83e req-7067534b-5e28-433d-a4f2-e5feeeba4265 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:57.189413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cde98d81-7f55-455b-873d-3ae63ac2d83e req-7067534b-5e28-433d-a4f2-e5feeeba4265 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1822391 Nov 11 20:52:57.276927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.281356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.350838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cde98d81-7f55-455b-873d-3ae63ac2d83e req-64efdb7b-80e2-4b5a-a7ab-ab1eda5fe688 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254618 Nov 11 20:52:57.408902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.485400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:57.497866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:57.506024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:57.517294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:57.543192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Allocated IP 192.168.233.20 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/f77a0f78-4f46-49b4-8bad-080e590f8fd1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:52:57.554574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.554574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc8184b-4a23-47ec-a957-8e38a098f119 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:52:57.565427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.569763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:57.570341 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b1624ef5-8a6e-46b4-97ee-941a90a7ce9d tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "DELETE /v2.0/routers/9cc8184b-4a23-47ec-a957-8e38a098f119 HTTP/1.1" status: 204 len: 168 time: 2.7108357 Nov 11 20:52:57.610382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:57.611263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.643633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Deleting subnet 79c35709-b50f-467f-abee-2e0793540918 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:52:57.662513 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.762222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.782180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-dd755d89-c1d8-47f0-a80b-c8a197f93639 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8461933 Nov 11 20:52:57.807597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Request body: {'port': {'device_id': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:57.875119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.882922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ccae65cc-ad26-4d1d-a2a7-bda541e9b27e req-ec4960d7-5265-423d-ba3a-3cfc4be803aa tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 210 time: 0.0348597 Nov 11 20:52:57.900072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87daddf-40cd-4251-a30c-737d44012b69 req-839616d3-d287-414b-b9c5-f9f27f4f65fc tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:57.901803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e87daddf-40cd-4251-a30c-737d44012b69 req-839616d3-d287-414b-b9c5-f9f27f4f65fc tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1382260 Nov 11 20:52:57.941633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.955754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e1156eff-d974-4865-9c93-d85569f0eb1f None None] Provisioning complete for port 386af696-3f85-43a0-a22b-db6526c4d4b6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:57.956399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1156eff-d974-4865-9c93-d85569f0eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:57.982464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.025773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e1156eff-d974-4865-9c93-d85569f0eb1f None None] Port 386af696-3f85-43a0-a22b-db6526c4d4b6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:52:58.027379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e87daddf-40cd-4251-a30c-737d44012b69 req-685cddb7-94cb-4521-b409-e327b9be885f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957234 Nov 11 20:52:58.100421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.159051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.160658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.166301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/79c35709-b50f-467f-abee-2e0793540918 HTTP/1.1" status: 204 len: 168 time: 0.5953176 Nov 11 20:52:58.167456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb02f2a-631e-43d6-adda-271eadf1c6c2 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79c35709-b50f-467f-abee-2e0793540918,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:58.172932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:58.299250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:52:58.358635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:52:58.370907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:52:58.379439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:58.439569 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.552577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:58.553471 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.632508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df669aa-1ca9-401d-9ddd-648229979086 req-f92e4772-eb67-4572-bb8e-9c8b0d24530a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:58.646893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2df669aa-1ca9-401d-9ddd-648229979086 req-f92e4772-eb67-4572-bb8e-9c8b0d24530a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1075463 Nov 11 20:52:58.671025 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a313af67-d9fc-4f05-8fda-28af7c7b524d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8274174 Nov 11 20:52:58.710501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Request body: {'port': {'device_id': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:58.732756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2df669aa-1ca9-401d-9ddd-648229979086 req-1672fa39-ad55-4978-8984-db3e4489c973 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844769 Nov 11 20:52:58.747936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.751975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386af696-3f85-43a0-a22b-db6526c4d4b6 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:58.773350 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.779250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-15c6bd1c-f6a3-4390-bad3-e5354bceb44e None None] Provisioning complete for port f77a0f78-4f46-49b4-8bad-080e590f8fd1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:52:58.779979 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15c6bd1c-f6a3-4390-bad3-e5354bceb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.845991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-15c6bd1c-f6a3-4390-bad3-e5354bceb44e None None] Port f77a0f78-4f46-49b4-8bad-080e590f8fd1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:52:58.847704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.881646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Transition to ACTIVE for port object 386af696-3f85-43a0-a22b-db6526c4d4b6 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:58.885368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591b224-ad40-499d-88c8-47390603b7ef']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:58.929640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc09a95b-743d-472d-99f6-846c422d786a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:58.929640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc09a95b-743d-472d-99f6-846c422d786a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:52:58.948646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:58.952021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:59.012838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:59.036609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:52:59.037033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: items = [ Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:52:59.038894 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:52:59.109148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a56c35-1e46-487c-8130-d00e52c66448 req-4956b9d6-57e7-4801-9e05-00ce837705b8 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:59.120894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61a56c35-1e46-487c-8130-d00e52c66448 req-4956b9d6-57e7-4801-9e05-00ce837705b8 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 935 time: 0.1150322 Nov 11 20:52:59.143693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fefcb-ff35-45b5-8529-b9ae18afbc19 req-a78000ee-995c-485d-9712-13c352396d94 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:59.152799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f4fefcb-ff35-45b5-8529-b9ae18afbc19 req-a78000ee-995c-485d-9712-13c352396d94 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.3135071 Nov 11 20:52:59.212323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:59.217621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61a56c35-1e46-487c-8130-d00e52c66448 req-4ae97976-1833-495c-8225-4a6dbe2f57d9 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937512 Nov 11 20:52:59.365097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:59.391651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b669798-c14c-41cd-871c-7059a2d89f12 req-d2532050-fe54-401e-b896-14bf5a561ef1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:52:59.394097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f4fefcb-ff35-45b5-8529-b9ae18afbc19 req-3ebd041b-4d25-4cac-9254-feb83068df53 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404795 Nov 11 20:52:59.400830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b669798-c14c-41cd-871c-7059a2d89f12 req-d2532050-fe54-401e-b896-14bf5a561ef1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0805109 Nov 11 20:52:59.412289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1591b224-ad40-499d-88c8-47390603b7ef {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 20:52:59.415843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:59.420033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "DELETE /v2.0/networks/1591b224-ad40-499d-88c8-47390603b7ef HTTP/1.1" status: 204 len: 168 time: 1.2438722 Nov 11 20:52:59.463895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c4bda-1647-4cb7-97e5-8f9d8f8e6dee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event deleted for resources: {'Network': ['ID=1591b224-ad40-499d-88c8-47390603b7ef,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:52:59.484137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Attempting to bind port 386af696-3f85-43a0-a22b-db6526c4d4b6 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:52:59.484705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Attempting to bind port 386af696-3f85-43a0-a22b-db6526c4d4b6 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:52:59.485136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Attempting to bind port 386af696-3f85-43a0-a22b-db6526c4d4b6 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:59.502066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Port 386af696-3f85-43a0-a22b-db6526c4d4b6 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:52:59.502066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Attempting to bind port 386af696-3f85-43a0-a22b-db6526c4d4b6 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:52:59.518446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:52:59.518921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:52:59.519408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:52:59.522565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Bound port: 386af696-3f85-43a0-a22b-db6526c4d4b6, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:52:59.522565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:59.610083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b669798-c14c-41cd-871c-7059a2d89f12 req-054620ed-e489-4aa6-802d-2a69eccc3960 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975734 Nov 11 20:52:59.771519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77a0f78-4f46-49b4-8bad-080e590f8fd1 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:52:59.785696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:59.789292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:52:59.796414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:52:59.819312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Transition to ACTIVE for port object f77a0f78-4f46-49b4-8bad-080e590f8fd1 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:52:59.890960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:52:59.896511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d91a6910-66af-4505-8ef5-687b6435507e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'router': {'name': 'tempest-router--1804229736', 'project_id': 'c6b4f750a21c4396a159e3d1213dcef3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:52:59.910732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.025881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.085180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d91a6910-66af-4505-8ef5-687b6435507e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.088392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d91a6910-66af-4505-8ef5-687b6435507e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.096539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:00.097411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.098769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] 10.222.0.62 "PUT /v2.0/ports/386af696-3f85-43a0-a22b-db6526c4d4b6 HTTP/1.1" status: 200 len: 1095 time: 2.2996242 Nov 11 20:53:00.104125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:00.113795 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efffa401-c933-40ce-a374-87b9845de707" -d '{"events": [{"name": "network-changed", "server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:00.137556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c746a07-61e1-45e0-ad81-071c4bfe5b47 service neutron] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:00.341823 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac9330c-5eaf-4b89-97c6-1c2b3c228241 x-openstack-request-id: req-2ac9330c-5eaf-4b89-97c6-1c2b3c228241 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:00.342053 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:00.342414 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ac9330c-5eaf-4b89-97c6-1c2b3c228241 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:00.342925 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'status': 'completed', 'code': 200} Nov 11 20:53:00.346402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d91a6910-66af-4505-8ef5-687b6435507e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.429272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397b684-aad3-4d52-ba46-8355f4e91c09 req-ea2d2349-e11b-4a80-9df5-f6aec2924c6c tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:00.464847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8397b684-aad3-4d52-ba46-8355f4e91c09 req-ea2d2349-e11b-4a80-9df5-f6aec2924c6c tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.0885179 Nov 11 20:53:00.471472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d91a6910-66af-4505-8ef5-687b6435507e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.485666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:00.535337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5c9b-d454-4a58-967a-ea2513fa0d49 req-77d0ade2-242a-4588-891b-6efdb52698f2 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:00.537192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13bd5c9b-d454-4a58-967a-ea2513fa0d49 req-77d0ade2-242a-4588-891b-6efdb52698f2 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.2073896 Nov 11 20:53:00.542675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-10a7fc28-15c6-4c13-ab0a-39ef90ce7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:00.544393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-10a7fc28-15c6-4c13-ab0a-39ef90ce7924 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a85958660134439dae041941b5c32ac4&device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 1098 time: 0.2119784 Nov 11 20:53:00.572810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8397b684-aad3-4d52-ba46-8355f4e91c09 req-1b6bc08e-c4df-45ff-ac91-3ae9a37ae2e6 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068945 Nov 11 20:53:00.585058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d91a6910-66af-4505-8ef5-687b6435507e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.587278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d91a6910-66af-4505-8ef5-687b6435507e tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6946676 Nov 11 20:53:00.591672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41640) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:00.622923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Attempting to bind port f77a0f78-4f46-49b4-8bad-080e590f8fd1 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:53:00.622923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Attempting to bind port f77a0f78-4f46-49b4-8bad-080e590f8fd1 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:53:00.622923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Attempting to bind port f77a0f78-4f46-49b4-8bad-080e590f8fd1 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:00.629371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-bbc94937-e60d-4874-82ac-a3b305a83a02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=386af696-3f85-43a0-a22b-db6526c4d4b6 HTTP/1.1" status: 200 len: 217 time: 0.0665753 Nov 11 20:53:00.638751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Port f77a0f78-4f46-49b4-8bad-080e590f8fd1 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:53:00.639571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Attempting to bind port f77a0f78-4f46-49b4-8bad-080e590f8fd1 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:00.665670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:53:00.666177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:53:00.666679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:53:00.667242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Bound port: f77a0f78-4f46-49b4-8bad-080e590f8fd1, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:53:00.667723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.707664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13bd5c9b-d454-4a58-967a-ea2513fa0d49 req-ad043df2-f96d-40ed-aa8d-741dd5a849f1 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609838 Nov 11 20:53:00.719998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963d9af5-0f95-472f-b732-5868dbf06e9c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.825141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-e8c583c8-7346-4ba6-917c-72936c9da492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:00.827317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-e8c583c8-7346-4ba6-917c-72936c9da492 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1806173 Nov 11 20:53:00.908477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:00.946011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963d9af5-0f95-472f-b732-5868dbf06e9c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.949683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:53:00.951732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963d9af5-0f95-472f-b732-5868dbf06e9c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.976448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-1473dd77-87bc-403b-b18a-0353941bc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:00.981941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-1473dd77-87bc-403b-b18a-0353941bc681 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392927 Nov 11 20:53:01.046082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb64707-fc8a-4808-a33f-cc187aee79f2 req-10e94941-750f-4e10-8f27-30e6acfe908c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:01.047619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bb64707-fc8a-4808-a33f-cc187aee79f2 req-10e94941-750f-4e10-8f27-30e6acfe908c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1488776 Nov 11 20:53:01.083490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.110607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963d9af5-0f95-472f-b732-5868dbf06e9c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.111144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963d9af5-0f95-472f-b732-5868dbf06e9c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72a596ac-b8d1-4698-984d-59000f849cf5 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:01.115397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963d9af5-0f95-472f-b732-5868dbf06e9c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.134387 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-963d9af5-0f95-472f-b732-5868dbf06e9c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "DELETE /v2.0/routers/72a596ac-b8d1-4698-984d-59000f849cf5 HTTP/1.1" status: 204 len: 168 time: 0.5317879 Nov 11 20:53:01.139746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:01.140689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.142089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] 10.222.0.62 "PUT /v2.0/ports/f77a0f78-4f46-49b4-8bad-080e590f8fd1 HTTP/1.1" status: 200 len: 1095 time: 2.4374747 Nov 11 20:53:01.220027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bb64707-fc8a-4808-a33f-cc187aee79f2 req-76bdf01f-1599-47c3-87c7-e51f3e67b859 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345105 Nov 11 20:53:01.234414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-9dafa85d-6b5f-47a6-80dd-95719515ed71 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362123 Nov 11 20:53:01.252867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822b13-6db1-4d86-94dc-ecdbdbfeb253 service neutron] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:01.406779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-79efb0ac-be10-4a25-8d10-b08d0a364f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:01.408480 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-79efb0ac-be10-4a25-8d10-b08d0a364f25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a85958660134439dae041941b5c32ac4&device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 1098 time: 0.1351547 Nov 11 20:53:01.429598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a5ad67d-2c96-4c14-832b-547367e26bae req-c5d803aa-b9f2-4680-af22-97abffd3939f service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694889 Nov 11 20:53:01.475964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-60a05eaf-5caf-45f4-b4c2-8b0f80a63537 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1 HTTP/1.1" status: 200 len: 217 time: 0.0421011 Nov 11 20:53:01.483506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:01.549913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a2b57702-3eb8-4314-9571-7178358aef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:01.552257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-a2b57702-3eb8-4314-9571-7178358aef4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0651431 Nov 11 20:53:01.720674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-bf76ecec-3108-41e1-932c-2a300978f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:01.722420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-bf76ecec-3108-41e1-932c-2a300978f155 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499071 Nov 11 20:53:01.724288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa401-c933-40ce-a374-87b9845de707 req-49602709-ec6b-457c-a3e6-246bd0092506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:01.725831 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efffa401-c933-40ce-a374-87b9845de707 req-49602709-ec6b-457c-a3e6-246bd0092506 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a85958660134439dae041941b5c32ac4&device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 1098 time: 0.1418548 Nov 11 20:53:01.747185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f632977-10ce-43c3-b222-ed343615e825 req-82afa343-4e7f-4e0e-857a-b3daa734ae31 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:01.751752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1483270558', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:01.755634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f632977-10ce-43c3-b222-ed343615e825 req-82afa343-4e7f-4e0e-857a-b3daa734ae31 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.0983303 Nov 11 20:53:01.838174 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.839935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.931676 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e615b8a8-7ca2-4d67-be16-161c0ac7cde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.967527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:02.001776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e490bb-fbd1-43ff-b9f3-75bd29decb4a req-53084a75-5daf-4f79-98b0-5b238583a4d3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.003398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35e490bb-fbd1-43ff-b9f3-75bd29decb4a req-53084a75-5daf-4f79-98b0-5b238583a4d3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1336658 Nov 11 20:53:02.339410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f632977-10ce-43c3-b222-ed343615e825 req-5fe3b54d-cc55-4776-8c28-f025fe023b60 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802958 Nov 11 20:53:02.355369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:02.361154 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eee89e-bb6d-4018-a97b-31bc4c6949df" -d '{"events": [{"name": "network-changed", "server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:02.401654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa401-c933-40ce-a374-87b9845de707 req-96369812-65b0-4323-9b0b-52c5e2b0396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.403849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efffa401-c933-40ce-a374-87b9845de707 req-96369812-65b0-4323-9b0b-52c5e2b0396b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.6460216 Nov 11 20:53:02.426268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-e54847bd-2e08-401c-94e0-2f4d6569d9b3 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658216 Nov 11 20:53:02.502355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efffa401-c933-40ce-a374-87b9845de707 req-8f209435-192b-4595-8e83-ae3939c23efe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=386af696-3f85-43a0-a22b-db6526c4d4b6 HTTP/1.1" status: 200 len: 217 time: 0.0847862 Nov 11 20:53:02.579195 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35e490bb-fbd1-43ff-b9f3-75bd29decb4a req-be1e31f7-5e96-4da7-95fd-e3a4b7843757 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674133 Nov 11 20:53:02.661418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:02.671885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa401-c933-40ce-a374-87b9845de707 req-a2fda199-0537-4e58-878e-cce233e109ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.673493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efffa401-c933-40ce-a374-87b9845de707 req-a2fda199-0537-4e58-878e-cce233e109ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1492498 Nov 11 20:53:02.732982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-bfb5ce0e-9a4a-43f0-a35b-e4443fcec903 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0623932 Nov 11 20:53:02.740837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5167bb2-cf8e-4165-b10f-893e0076cd7c req-69a3e04c-03ee-4038-b610-e3ce87a90e96 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.742426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5167bb2-cf8e-4165-b10f-893e0076cd7c req-69a3e04c-03ee-4038-b610-e3ce87a90e96 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1917386 Nov 11 20:53:02.749698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90150149-d0da-4e85-99b0-8b6c50e304e1 req-686b8cf1-47ff-4122-b787-2e2bbd867b78 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673945 Nov 11 20:53:02.753902 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d948a-b4cf-4f77-92b0-9e7dcd0034e4 x-openstack-request-id: req-3c5d948a-b4cf-4f77-92b0-9e7dcd0034e4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:02.756470 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:02.756902 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c5d948a-b4cf-4f77-92b0-9e7dcd0034e4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:02.757526 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'status': 'completed', 'code': 200} Nov 11 20:53:02.814182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa401-c933-40ce-a374-87b9845de707 req-296a32c5-4695-415b-841c-e04ab0db1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.816220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efffa401-c933-40ce-a374-87b9845de707 req-296a32c5-4695-415b-841c-e04ab0db1e95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330011 Nov 11 20:53:02.880396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5167bb2-cf8e-4165-b10f-893e0076cd7c req-c53b3b9e-a624-44f2-986d-de413a84ddd3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150489 Nov 11 20:53:02.924955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.925564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.926066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.926590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.927107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.927622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.928130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:02.931734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-7d0ccc8c-5e84-4b62-9fd7-7305e296dba8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6502 time: 0.1144207 Nov 11 20:53:03.034292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-31eda3de-5282-4a6a-85d0-6fc7d8506612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.036257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-31eda3de-5282-4a6a-85d0-6fc7d8506612 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a85958660134439dae041941b5c32ac4&device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 1098 time: 0.0755880 Nov 11 20:53:03.039550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efffa401-c933-40ce-a374-87b9845de707 req-440585d7-991e-412d-8baa-d1a2d73982c0 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095625 Nov 11 20:53:03.144067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-8d233a41-b08c-43a4-b8d8-3c8dd8bc360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.144421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-8d233a41-b08c-43a4-b8d8-3c8dd8bc360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.145337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-8d233a41-b08c-43a4-b8d8-3c8dd8bc360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.146535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-8d233a41-b08c-43a4-b8d8-3c8dd8bc360f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=d896e8a9-8693-4938-99ad-cdd8af9527fb&id=d896e8a9-8693-4938-99ad-cdd8af9527fb HTTP/1.1" status: 200 len: 2296 time: 0.1849582 Nov 11 20:53:03.220398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:03.239717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efffa401-c933-40ce-a374-87b9845de707 req-a13224d9-0c01-47d2-8d64-c12aef426661 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635711 Nov 11 20:53:03.240927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-d34032e5-f0cb-4257-b16a-14debd9bc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.242315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-d34032e5-f0cb-4257-b16a-14debd9bc285 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1800940 Nov 11 20:53:03.248346 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:03.304666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-bc593411-a30a-425d-9764-7007e0aa48ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1 HTTP/1.1" status: 200 len: 217 time: 0.0436764 Nov 11 20:53:03.310879 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-4d600402-f033-4a86-9001-4aeb1d755e0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f09207-b187-4b4b-83ed-07967365c5dc HTTP/1.1" status: 200 len: 1002 time: 0.1502454 Nov 11 20:53:03.370893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-e1221bda-481a-4b28-b97a-c78832bb21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.372648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-e1221bda-481a-4b28-b97a-c78832bb21b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0576701 Nov 11 20:53:03.420237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-a89b30c3-da42-4ab2-b762-60552b0e039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.421635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-a89b30c3-da42-4ab2-b762-60552b0e039e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4be6fb7e-1626-4d24-98c5-03d0d9565aec HTTP/1.1" status: 200 len: 856 time: 0.1010823 Nov 11 20:53:03.444229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Allocated IP 172.25.2.31 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/236dd556-641c-48e8-9c08-f316cc70f702) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:03.485064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865c518-754b-4a28-94ca-9672fcc35c44 req-fffba88a-16e5-43e6-a4da-4bc35c316502 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.492747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8865c518-754b-4a28-94ca-9672fcc35c44 req-fffba88a-16e5-43e6-a4da-4bc35c316502 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.0674851 Nov 11 20:53:03.496374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-7f2e6bab-e7c6-4245-8e01-524631a8e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.497857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-7f2e6bab-e7c6-4245-8e01-524631a8e20f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155593 Nov 11 20:53:03.543445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-89193cf7-a8d2-4ff2-84a1-cb146b88f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.545735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-89193cf7-a8d2-4ff2-84a1-cb146b88f30f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153817 Nov 11 20:53:03.612624 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8865c518-754b-4a28-94ca-9672fcc35c44 req-2fd6d6a3-2b64-46db-86ca-97cc2cf34c05 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186309 Nov 11 20:53:03.644749 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-5db438a6-5182-4922-960a-846a39f9c78d service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309204 Nov 11 20:53:03.693728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:03.747551 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-afe50ad4-401a-484a-a312-5c381dbaedc0 service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935825 Nov 11 20:53:03.771625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67eee89e-bb6d-4018-a97b-31bc4c6949df req-cea2b16c-80df-47cd-9875-fd90569dd99d service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156929 Nov 11 20:53:03.834113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f3d4c-05a7-4919-bdcb-f3cd49ee2c81 req-8f0d584d-3017-476f-887b-274d5942b93f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:03.835594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b18f3d4c-05a7-4919-bdcb-f3cd49ee2c81 req-8f0d584d-3017-476f-887b-274d5942b93f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1491535 Nov 11 20:53:03.892184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-356ebfa6-bc4f-44dd-a42c-c9d4c03d9ea4 service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363549 Nov 11 20:53:03.926461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:53:03.971420 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:03.983272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b18f3d4c-05a7-4919-bdcb-f3cd49ee2c81 req-e935a857-178d-4f49-8e57-a05bcfd4b6ce tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365783 Nov 11 20:53:03.989281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-04e0b9c6-0a7a-4221-9273-66daca94157a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 200 len: 217 time: 0.0890899 Nov 11 20:53:04.082112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:04.094272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:04.100613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97e1d5-5739-4d65-a086-ecf30c8a14a0 req-f2327531-aee7-41fd-9126-dc910551b742 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:04.103147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:04.111089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de97e1d5-5739-4d65-a086-ecf30c8a14a0 req-f2327531-aee7-41fd-9126-dc910551b742 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1290958 Nov 11 20:53:04.117031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:04.133850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event updated for resources: {'Port': ['ID=236dd556-641c-48e8-9c08-f316cc70f702,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:04.142656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-4e2374ce-df48-4aab-9cc4-a131b27d8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:04.144363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-4e2374ce-df48-4aab-9cc4-a131b27d8f35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.1451974 Nov 11 20:53:04.148408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'mac_address': 'fa:16:3e:d1:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:53:04.184839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de97e1d5-5739-4d65-a086-ecf30c8a14a0 req-2a207746-f5d4-4e57-a110-dbf74a73ac8f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624156 Nov 11 20:53:04.200928 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:04.218748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386af696-3f85-43a0-a22b-db6526c4d4b6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:53:04.239156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:04.271781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-10a3e780-ef3b-4ea8-898b-0965056b7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:04.273390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-10a3e780-ef3b-4ea8-898b-0965056b7417 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181374 Nov 11 20:53:04.349450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:04.411417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:04.415569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-44aaff06-0808-449c-968a-c152bdc862aa service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240089 Nov 11 20:53:04.418026 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d55011db-48be-48fd-9a91-f20b39dd9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:04.682583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-e2ff5e4b-b9de-4307-b779-245ceb4f6d95 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567458 Nov 11 20:53:04.748995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-e3d18f9f-59e4-4366-966f-943f17b2bff5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 200 len: 217 time: 0.0585821 Nov 11 20:53:04.759147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204d6cd-41ab-4622-b011-62aa98cb91a9 req-aa6f6fef-7abf-4e6c-937e-3de9d1cd978f tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:04.762045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['386af696-3f85-43a0-a22b-db6526c4d4b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:53:04.762194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c204d6cd-41ab-4622-b011-62aa98cb91a9 req-aa6f6fef-7abf-4e6c-937e-3de9d1cd978f tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.0568228 Nov 11 20:53:04.798375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:04.843092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c204d6cd-41ab-4622-b011-62aa98cb91a9 req-51d739da-a76e-4979-b366-ec793eaba253 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691938 Nov 11 20:53:04.880896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-232f8fb7-76ca-4267-8544-ba18ae866da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:04.882686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-232f8fb7-76ca-4267-8544-ba18ae866da8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.1233335 Nov 11 20:53:05.013390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-6091b23d-7364-4803-b74f-5e7e43af80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:05.014927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-6091b23d-7364-4803-b74f-5e7e43af80fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943065 Nov 11 20:53:05.105322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fa050-ff70-48e3-912c-61bec7f2e448 req-ed25a25f-2687-42a2-a214-55be3b45ccda tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:05.107179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c48fa050-ff70-48e3-912c-61bec7f2e448 req-ed25a25f-2687-42a2-a214-55be3b45ccda tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0570099 Nov 11 20:53:05.168692 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:05.181219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-2befb822-8917-4d3a-b692-cad5e0daf310 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539979 Nov 11 20:53:05.185543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c48fa050-ff70-48e3-912c-61bec7f2e448 req-0c7fd7cb-1c63-4c5b-ab06-ee6ea014781a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Nov 11 20:53:05.385117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:05.389312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1c82-7668-4744-942c-3bc862c87b86 req-713b521f-68ec-4748-8651-e97669c396eb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:05.390838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cdc1c82-7668-4744-942c-3bc862c87b86 req-713b521f-68ec-4748-8651-e97669c396eb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1445756 Nov 11 20:53:05.424110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-974029d8-6210-4ec0-bcfc-080ae00c3be9 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059705 Nov 11 20:53:05.821849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-d48ac2a0-8d08-46d5-a18a-1b4d9679b26b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=62468265-2c59-4259-8a89-656c9d6f0f66 HTTP/1.1" status: 200 len: 217 time: 0.3879948 Nov 11 20:53:05.844844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cdc1c82-7668-4744-942c-3bc862c87b86 req-011d3d46-d884-42ab-a090-a6a863ab3d5f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446974 Nov 11 20:53:05.890866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-0274985c-a56d-49ca-885f-6e3c49d6af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:05.894447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-0274985c-a56d-49ca-885f-6e3c49d6af08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.0610321 Nov 11 20:53:05.953441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-a47b8224-0a77-4f8e-a53d-deb6dd75a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:05.954713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-a47b8224-0a77-4f8e-a53d-deb6dd75a07b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530350 Nov 11 20:53:05.955040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Router 35abd753-ef37-48f0-8acb-ea2b24c5cbe7 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:05.956063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f77a0f78-4f46-49b4-8bad-080e590f8fd1 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:53:05.963802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:06.063704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-3ef9edb8-d6a6-4710-8ddf-4ac98f36f28a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1528702 Nov 11 20:53:06.080213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972a00-40ea-4a6b-b70e-9e0bfa8d65ba req-fb642d0e-56b2-4b97-8fbe-156dae09b8c4 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:06.088386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-87972a00-40ea-4a6b-b70e-9e0bfa8d65ba req-fb642d0e-56b2-4b97-8fbe-156dae09b8c4 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.0869887 Nov 11 20:53:06.150569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-5c7cee3c-215f-4c0f-b38b-abbb7c4ef68a service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873507 Nov 11 20:53:06.153618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:06.168265 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] Sync routers for ids ['35abd753-ef37-48f0-8acb-ea2b24c5cbe7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:06.203642 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] Routers {'35abd753-ef37-48f0-8acb-ea2b24c5cbe7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:06.212802 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35abd753-ef37-48f0-8acb-ea2b24c5cbe7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:06.270010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-87972a00-40ea-4a6b-b70e-9e0bfa8d65ba req-02239152-8715-4ff6-a237-519344483b09 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653879 Nov 11 20:53:06.293277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:06.296895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-8a91213a-8092-4136-b261-54a758b5fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:06.298769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-8a91213a-8092-4136-b261-54a758b5fe19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d6434ec00e4adf81310fc797f0f1e0&device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 1096 time: 0.1527114 Nov 11 20:53:06.301643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-3227685d-1d8e-4138-9979-14c90da4d806 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391163 Nov 11 20:53:06.306119 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] Routers {'35abd753-ef37-48f0-8acb-ea2b24c5cbe7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:06.306748 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['35abd753-ef37-48f0-8acb-ea2b24c5cbe7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:06.310624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.314126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03a8bd8c-3de8-4355-8ef3-4b2a6dfacff7 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8295603 Nov 11 20:53:06.316921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41720) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:06.322660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:06.361956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'mac_address': 'fa:16:3e:ec:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:53:06.412041 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:06.413737 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd009c-4639-41c6-95bf-abdabfdeca4c None None] The sync data for ids ['35abd753-ef37-48f0-8acb-ea2b24c5cbe7'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:06.417481 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-2717f144-44cb-4862-88c3-163113c6aecb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=24b03443-973a-4f11-be3a-991db2c6a33b HTTP/1.1" status: 200 len: 217 time: 0.1005671 Nov 11 20:53:06.426649 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.441981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77a0f78-4f46-49b4-8bad-080e590f8fd1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:53:06.446068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 386af696-3f85-43a0-a22b-db6526c4d4b6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:53:06.455792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 386af696-3f85-43a0-a22b-db6526c4d4b6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:06.456345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.485576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:06.493773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-bbd289d0-b0ee-41d1-9594-54dad9536e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:06.496573 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-bbd289d0-b0ee-41d1-9594-54dad9536e5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.0714478 Nov 11 20:53:06.544745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32cc47-3c37-4658-a728-9e150f49c5f3 req-2390731b-7b6a-4b05-bab0-0fc444ccaebc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:06.546316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a32cc47-3c37-4658-a728-9e150f49c5f3 req-2390731b-7b6a-4b05-bab0-0fc444ccaebc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1693227 Nov 11 20:53:06.554316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.562359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ddb4451c-6122-41d6-9f82-382a7109ec57 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/35abd753-ef37-48f0-8acb-ea2b24c5cbe7 HTTP/1.1" status: 200 len: 920 time: 0.2440691 Nov 11 20:53:06.565933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:06.576495 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.587289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:06.589689 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db244b7b-1ff5-4c4c-8a36-11d79e720838" -d '{"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-plugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:06.595618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-67a15711-ac59-4ff7-b66c-89ca45020f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:06.597176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-67a15711-ac59-4ff7-b66c-89ca45020f84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=994e3071-1974-4cab-afd8-f2193fb48982 HTTP/1.1" status: 200 len: 917 time: 0.2319360 Nov 11 20:53:06.605767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2514c781-285c-44a6-8915-ca4335a1b0e5 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=35abd753-ef37-48f0-8acb-ea2b24c5cbe7 HTTP/1.1" status: 200 len: 205 time: 0.0370648 Nov 11 20:53:06.608501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:06.609465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-06ecb8cc-c443-4357-b3f9-c321d0c46e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:06.611403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-06ecb8cc-c443-4357-b3f9-c321d0c46e29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076822 Nov 11 20:53:06.638735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:06.672409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:06.684521 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef407bf-1671-4919-9769-6676c00dc435 x-openstack-request-id: req-7ef407bf-1671-4919-9769-6676c00dc435 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:06.684521 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-plugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:06.688521 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ef407bf-1671-4919-9769-6676c00dc435 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:06.688521 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'code': 200} Nov 11 20:53:06.709917 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.774186 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-0adbc5b7-9fef-4bd1-b77e-d6e9d73a8a84 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474793 Nov 11 20:53:06.774963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a32cc47-3c37-4658-a728-9e150f49c5f3 req-abbab9b8-7b54-41e8-a256-6b3bb94d64d4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000852 Nov 11 20:53:06.802349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:06.894489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-ebae2f96-2975-4638-97bd-47d5b28ce3e5 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177492 Nov 11 20:53:06.926792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.950643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-a1c004f4-54b3-4eb4-81f5-ac4772dc75b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=061adeb4-653d-4889-878a-3aa008a87de1 HTTP/1.1" status: 200 len: 217 time: 0.0481730 Nov 11 20:53:06.980929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f77a0f78-4f46-49b4-8bad-080e590f8fd1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:53:06.992879 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-70ab2048-d760-43d4-9cf9-1d57c8e22daf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987 HTTP/1.1" status: 200 len: 1001 time: 0.3715582 Nov 11 20:53:07.011769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-845ac62a-014f-4f14-add2-8a4497063d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.013891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-845ac62a-014f-4f14-add2-8a4497063d1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 200 len: 797 time: 0.0549386 Nov 11 20:53:07.079068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-4737438b-f215-4286-abc9-42def39292b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.081025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-4737438b-f215-4286-abc9-42def39292b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589392 Nov 11 20:53:07.102197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0700e9-3f6b-49b5-9e15-1ed0dabfbd3f req-67e7403d-df46-4903-9688-1fe5945fe991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.103958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae0700e9-3f6b-49b5-9e15-1ed0dabfbd3f req-67e7403d-df46-4903-9688-1fe5945fe991 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 1100 time: 0.2883501 Nov 11 20:53:07.159083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:07.212622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-13d292bd-2049-495b-af54-bbaf03d1d39d service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220860 Nov 11 20:53:07.233762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82520d8d-5889-477a-adb4-63edd404fca6 req-2ee7b182-030e-4920-a532-7beb121f035a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.235300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82520d8d-5889-477a-adb4-63edd404fca6 req-2ee7b182-030e-4920-a532-7beb121f035a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.2887542 Nov 11 20:53:07.236737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-5c1b704d-6618-4cc5-82d7-d8b9714767d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.238055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-5c1b704d-6618-4cc5-82d7-d8b9714767d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4e5989c5-96d9-43b7-a9f2-05c6d3dc6253 HTTP/1.1" status: 200 len: 855 time: 0.2321098 Nov 11 20:53:07.364840 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-611ed19d-93aa-46ee-9901-5a94db66e6ff service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360698 Nov 11 20:53:07.365631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae0700e9-3f6b-49b5-9e15-1ed0dabfbd3f req-3b60bdd6-5026-4c79-a07b-54e111ae108e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425025 Nov 11 20:53:07.406701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-1c77266a-259a-43a1-8931-aafc384f5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.408479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-1c77266a-259a-43a1-8931-aafc384f5acc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994e3071-1974-4cab-afd8-f2193fb48982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565380 Nov 11 20:53:07.415346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82520d8d-5889-477a-adb4-63edd404fca6 req-f1318e2c-9b2c-4565-96fe-ba0ba365b7f8 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688974 Nov 11 20:53:07.419780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:07.420561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8027910-fd2f-40b7-b44a-015797dd8568 req-4613c70c-3ac2-4343-966a-6c38b02ab6e2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.424729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8027910-fd2f-40b7-b44a-015797dd8568 req-4613c70c-3ac2-4343-966a-6c38b02ab6e2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 948 time: 0.0997243 Nov 11 20:53:07.426278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-f6496633-fc99-402c-8d02-3c6c8b60b91f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26873653-f9a0-4f8f-891f-cd613463e52e HTTP/1.1" status: 200 len: 217 time: 0.0502138 Nov 11 20:53:07.531573 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8027910-fd2f-40b7-b44a-015797dd8568 req-5bec7f0a-a5ba-494f-a49f-fc51ba0accdd tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000419 Nov 11 20:53:07.536348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-224b8e44-cbe4-42ae-ab31-b4f872f5e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.538780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-224b8e44-cbe4-42ae-ab31-b4f872f5e459 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 200 len: 797 time: 0.1004226 Nov 11 20:53:07.544445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Deleting port 236dd556-641c-48e8-9c08-f316cc70f702 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:07.553358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:07.592097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-f8dbd697-fbff-46b4-9ceb-1467c8db0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.593650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-f8dbd697-fbff-46b4-9ceb-1467c8db0547 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436578 Nov 11 20:53:07.638045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:07.663940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Calling delete_port for 236dd556-641c-48e8-9c08-f316cc70f702 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:07.704700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-ddce085a-ea2b-4090-be7e-d9e01c04f5ce service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016529 Nov 11 20:53:07.755662 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:07.809230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6c9364b-7c10-4cbf-9167-aa960215b2c3 req-a3808d35-bb25-44cc-9797-0b2a551bb0d6 service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959649 Nov 11 20:53:07.828937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-d6e01c4e-ae08-4258-94b8-57cb210ad6df service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847322 Nov 11 20:53:07.880057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5094f5c-d932-416d-9895-1b67bdd04287 req-1133c0cd-aa7c-430f-82f6-c864ad5c706c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:07.881853 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5094f5c-d932-416d-9895-1b67bdd04287 req-1133c0cd-aa7c-430f-82f6-c864ad5c706c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0566943 Nov 11 20:53:07.941304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5094f5c-d932-416d-9895-1b67bdd04287 req-975026a0-30ca-49cb-829c-39c1dcf2ffae tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Nov 11 20:53:08.014631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42dfbe14-2c88-4c78-bde0-50a51d5fb27d req-6f4ea120-446b-4833-b069-9d4029057570 service neutron] 10.222.0.62 "GET /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532454 Nov 11 20:53:08.059174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.093129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event deleted for resources: {'Port': ['ID=236dd556-641c-48e8-9c08-f316cc70f702,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:08.157480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.552037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6522a-04ea-4181-920c-0f2cbc4891e0 req-2970bf0c-55ae-449d-9646-10c3fa32e719 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:08.553792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4d6522a-04ea-4181-920c-0f2cbc4891e0 req-2970bf0c-55ae-449d-9646-10c3fa32e719 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0560925 Nov 11 20:53:08.592820 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.595045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.615641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4d6522a-04ea-4181-920c-0f2cbc4891e0 req-3631bb8a-d2e4-45c2-a547-c49d05720c48 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513942 Nov 11 20:53:08.681465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331cba-89e2-4e5a-82cf-9f12d0a7a5e3 req-7ee2858c-2c3f-44d7-af13-5a77d969874d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:08.682965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70331cba-89e2-4e5a-82cf-9f12d0a7a5e3 req-7ee2858c-2c3f-44d7-af13-5a77d969874d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 948 time: 0.0517721 Nov 11 20:53:08.716822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.717386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Fanout notify agent at l3_agent the message router_deleted on router 35abd753-ef37-48f0-8acb-ea2b24c5cbe7 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:08.725383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.726475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4fb895b4-8ce9-45f0-a556-91b04efd2837 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/35abd753-ef37-48f0-8acb-ea2b24c5cbe7 HTTP/1.1" status: 204 len: 168 time: 2.1170316 Nov 11 20:53:08.734362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:08.748676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70331cba-89e2-4e5a-82cf-9f12d0a7a5e3 req-efd7df06-13cb-4131-be6d-43b1df0af5a9 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Nov 11 20:53:08.750096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405810226', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': False}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:08.812923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.813854 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:08.866591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:09.049149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:09.085221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cd022-270d-4ab6-a066-aa9eeb216844 req-6ccfb8c6-369a-4fdf-bed3-2f98be1af21f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:09.086788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd2cd022-270d-4ab6-a066-aa9eeb216844 req-6ccfb8c6-369a-4fdf-bed3-2f98be1af21f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0643020 Nov 11 20:53:09.136762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd2cd022-270d-4ab6-a066-aa9eeb216844 req-dcb02538-42d8-4fd0-b211-b95df185be6e tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Nov 11 20:53:09.357365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:09.376544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:09.480836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Allocated IP 172.25.2.38 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/d1523d61-b74f-44fe-bd72-f1445fba78e0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:09.585692 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:09.653455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:09.693206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:09.696207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:09.698704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:09.731367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Port': ['ID=d1523d61-b74f-44fe-bd72-f1445fba78e0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:09.737149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ee271-42b3-4d5c-ad95-5afcbaae6ae0 req-4c4c76f9-a1e7-47ff-bc90-27bf14f6b30a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:09.738749 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d59ee271-42b3-4d5c-ad95-5afcbaae6ae0 req-4c4c76f9-a1e7-47ff-bc90-27bf14f6b30a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.0535905 Nov 11 20:53:09.787591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d196d080-1e28-4322-aa46-92a0d4753b83 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:53:09.795490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d59ee271-42b3-4d5c-ad95-5afcbaae6ae0 req-d7b924c4-e089-49ef-9092-ee3fafa57dc7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488651 Nov 11 20:53:09.901207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:09.912457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d196d080-1e28-4322-aa46-92a0d4753b83 has no active binding in host n-h2-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:53:09.920637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a729eb-e325-4d20-b9aa-3c0766e0d9d0 req-147b162c-6aa7-4695-80bd-d129f971d3e2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:09.922157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13a729eb-e325-4d20-b9aa-3c0766e0d9d0 req-147b162c-6aa7-4695-80bd-d129f971d3e2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 948 time: 0.0528417 Nov 11 20:53:09.955796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f77a0f78-4f46-49b4-8bad-080e590f8fd1 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:10.009517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13a729eb-e325-4d20-b9aa-3c0766e0d9d0 req-d2858080-6b6f-40d0-9096-8b4587a662df tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806849 Nov 11 20:53:10.058296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port f77a0f78-4f46-49b4-8bad-080e590f8fd1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:53:10.062242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port f77a0f78-4f46-49b4-8bad-080e590f8fd1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:10.062622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:10.078455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:10.146569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:10.170309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:10.172632 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd4b6c3-d54c-45e0-a439-b7aa7cce79eb" -d '{"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-plugged", "status": "completed", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:10.184761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ff294cfa-5be2-41b7-b710-8c5bfc017164 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:10.185949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:10.186529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ff294cfa-5be2-41b7-b710-8c5bfc017164 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.1203856 Nov 11 20:53:10.207281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805734-3'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:10.214525 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3fb46c-99ca-4fa8-a2ce-b04ce5260a34 x-openstack-request-id: req-ac3fb46c-99ca-4fa8-a2ce-b04ce5260a34 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:10.214823 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-plugged", "status": "completed", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:10.215077 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac3fb46c-99ca-4fa8-a2ce-b04ce5260a34 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:10.215479 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'code': 200} Nov 11 20:53:10.275927 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:10.332703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce322833-fbc4-44ff-a14a-1bb783e1d4cf req-1bfba414-53f9-49e3-bfd1-36606cbab80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:10.335440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce322833-fbc4-44ff-a14a-1bb783e1d4cf req-1bfba414-53f9-49e3-bfd1-36606cbab80e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 1100 time: 0.0550311 Nov 11 20:53:10.337196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:10.351007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:10.392381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358b6c2-bc6d-4d26-ac48-ec7a3fc74da7 req-3894d3bf-c697-4d61-968d-4da188ed8d61 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:10.393908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8358b6c2-bc6d-4d26-ac48-ec7a3fc74da7 req-3894d3bf-c697-4d61-968d-4da188ed8d61 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1656022 Nov 11 20:53:10.414349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce322833-fbc4-44ff-a14a-1bb783e1d4cf req-5c1bd8c9-c498-40b4-b5a6-4b807cb76274 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Nov 11 20:53:10.693858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:10.737374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8358b6c2-bc6d-4d26-ac48-ec7a3fc74da7 req-73f8db63-d3a5-4a83-8efc-57bbf0b868a4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313117 Nov 11 20:53:10.879374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:10.965549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:10.995021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f470e-a31b-48ca-a0ec-95afef24a14b req-0f563526-b619-4cd1-b395-a8722d38cdd7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:10.996522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-596f470e-a31b-48ca-a0ec-95afef24a14b req-0f563526-b619-4cd1-b395-a8722d38cdd7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 945 time: 0.1216850 Nov 11 20:53:11.037482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:11.040268 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b672f6fb-0f17-4859-b6ce-f59022ff0d6b" -d '{"events": [{"server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:11.044640 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.073745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-596f470e-a31b-48ca-a0ec-95afef24a14b req-4eb604cb-bd37-482e-87a5-27ad15326ac6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705569 Nov 11 20:53:11.122037 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4235c59b-f576-49e0-96db-3cddaad34354 x-openstack-request-id: req-4235c59b-f576-49e0-96db-3cddaad34354 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:11.122656 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "name": "network-vif-unplugged", "status": "completed", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:11.122656 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4235c59b-f576-49e0-96db-3cddaad34354 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:11.122951 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83', 'code': 200} Nov 11 20:53:11.133343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Router 01a20f75-1277-48a2-9411-d7f1c36c727d is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:11.137451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b471-b3db-4bb0-aa3b-bacbf12e2cf1 req-4c8a60ba-da57-4af4-84d9-ebd7bfb071b9 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:11.139008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a448b471-b3db-4bb0-aa3b-bacbf12e2cf1 req-4c8a60ba-da57-4af4-84d9-ebd7bfb071b9 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 949 time: 0.0513813 Nov 11 20:53:11.145743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.193009 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a448b471-b3db-4bb0-aa3b-bacbf12e2cf1 req-3fe7792b-300c-49d9-8c83-f9a8de19674d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Nov 11 20:53:11.299998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:11.323735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on host n-h1-805734-3 for vnic_type normal with profile {"migrating_to": "n-h2-805734-3"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:53:11.324071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:53:11.324429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:11.332286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:53:11.337381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Attempting to bind port d196d080-1e28-4322-aa46-92a0d4753b83 on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:11.340525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:11.342273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:53:11.342636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:53:11.343009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:53:11.343442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Bound port: d196d080-1e28-4322-aa46-92a0d4753b83, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:53:11.343799 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.349525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Sync routers for ids ['01a20f75-1277-48a2-9411-d7f1c36c727d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:11.359063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Routers {'01a20f75-1277-48a2-9411-d7f1c36c727d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:11.359674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['01a20f75-1277-48a2-9411-d7f1c36c727d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:11.419551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:11.422902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:53:11.440074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.440074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-071e7c71-9d48-4d6d-a9bd-be571942e2c0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7052100 Nov 11 20:53:11.441792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:11.481996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Set router 01a20f75-1277-48a2-9411-d7f1c36c727d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:11.526127 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.592598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-77abe8f3-b29f-4161-bfa5-9a7edda23f9f tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/01a20f75-1277-48a2-9411-d7f1c36c727d HTTP/1.1" status: 200 len: 908 time: 0.1496139 Nov 11 20:53:11.595557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:11.600745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405810226', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:11.627389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:11.630866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:11.631485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.633016 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ab1e56d8-47b7-4b31-a4ec-40d8ead136ca service neutron] 10.222.0.58 "PUT /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 1121 time: 1.4315047 Nov 11 20:53:11.668791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a20f75-1277-48a2-9411-d7f1c36c727d', 'name': 'tempest-snat-router-1405810226', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.38'}], 'enable_snat': False}, 'gw_port_id': 'd1523d61-b74f-44fe-bd72-f1445fba78e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:08Z', 'updated_at': '2021-11-11T20:53:09Z', 'revision_number': 3, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port': {'id': 'd1523d61-b74f-44fe-bd72-f1445fba78e0', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a20f75-1277-48a2-9411-d7f1c36c727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:09Z', 'updated_at': '2021-11-11T20:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:11.705186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Checking router: 01a20f75-1277-48a2-9411-d7f1c36c727d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:53:11.705537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Updating router 01a20f75-1277-48a2-9411-d7f1c36c727d port d1523d61-b74f-44fe-bd72-f1445fba78e0 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:53:11.709800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.710846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.732846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.772095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:11.832469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d196d080-1e28-4322-aa46-92a0d4753b83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:53:11.834966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d196d080-1e28-4322-aa46-92a0d4753b83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:53:11.964573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0ddb0-dfb5-4099-8809-1a19823c4927 req-6aaf9d92-76f2-4a5b-9b0f-df4d38f84e96 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:11.966782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbf0ddb0-dfb5-4099-8809-1a19823c4927 req-6aaf9d92-76f2-4a5b-9b0f-df4d38f84e96 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1543987 Nov 11 20:53:12.061161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.099193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbf0ddb0-dfb5-4099-8809-1a19823c4927 req-f149d80e-c2f7-48ab-a327-47566b7d61eb tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922668 Nov 11 20:53:12.239382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8884e66-fe91-4d38-bc1c-ed796ed6d803 req-f46df9df-aa3e-49a4-941f-ee07a003bc68 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:12.246305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8884e66-fe91-4d38-bc1c-ed796ed6d803 req-f46df9df-aa3e-49a4-941f-ee07a003bc68 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0932746 Nov 11 20:53:12.327384 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8884e66-fe91-4d38-bc1c-ed796ed6d803 req-73d0ccd2-d9e4-45c2-a389-fcb160a65b1c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658424 Nov 11 20:53:12.443182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.482570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.510179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.535396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382ca98-8998-418c-837b-52bc1f667045 req-30a8ea82-3918-43fc-a640-d688e69da66f tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:12.537053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1382ca98-8998-418c-837b-52bc1f667045 req-30a8ea82-3918-43fc-a640-d688e69da66f tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 949 time: 0.1423278 Nov 11 20:53:12.633554 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1382ca98-8998-418c-837b-52bc1f667045 req-7fd9183d-4104-4e2c-abc3-c4e23ccddfb4 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645247 Nov 11 20:53:12.704487 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.754707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Attempting to bind port d1523d61-b74f-44fe-bd72-f1445fba78e0 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:53:12.755081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Attempting to bind port d1523d61-b74f-44fe-bd72-f1445fba78e0 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:53:12.755448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Attempting to bind port d1523d61-b74f-44fe-bd72-f1445fba78e0 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:12.761468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Allocated IP 172.25.2.22 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/b445dbd3-1b6c-49c8-b1f1-4b919aa11778) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:12.765810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a865a-3068-4186-9983-9ef87737b253 None None] Pushing event updated for resources: {'Port': ['ID=d1523d61-b74f-44fe-bd72-f1445fba78e0,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:12.768124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:53:12.768673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:53:12.769078 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.769463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:53:12.769926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Bound port: d1523d61-b74f-44fe-bd72-f1445fba78e0, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:53:12.770311 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.823471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] For port d1523d61-b74f-44fe-bd72-f1445fba78e0, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:12.826594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] For port d1523d61-b74f-44fe-bd72-f1445fba78e0, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d1523d61-b74f-44fe-bd72-f1445fba78e0,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:53:12.881504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.899476 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.962419 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:12.964332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a865a-3068-4186-9983-9ef87737b253 None None] Pushing event updated for resources: {'Port': ['ID=d1523d61-b74f-44fe-bd72-f1445fba78e0,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:12.965235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Routers {'01a20f75-1277-48a2-9411-d7f1c36c727d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:12.965872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['01a20f75-1277-48a2-9411-d7f1c36c727d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:13.013129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:13.015367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:13.020064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:13.023358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Port': ['ID=b445dbd3-1b6c-49c8-b1f1-4b919aa11778,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:13.081769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] Set router 01a20f75-1277-48a2-9411-d7f1c36c727d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:13.124508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:13.127270 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:13.182028 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ebb929-1398-4127-b64e-876bc74d1b38 x-openstack-request-id: req-73ebb929-1398-4127-b64e-876bc74d1b38 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:13.182028 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:13.182028 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73ebb929-1398-4127-b64e-876bc74d1b38 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:13.182028 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83', 'status': 'completed', 'code': 200} Nov 11 20:53:13.271401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d5129-b174-4f9c-b392-601d4f086f38 req-dec93080-3e37-4eca-829a-37f017662934 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:13.273071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-249d5129-b174-4f9c-b392-601d4f086f38 req-dec93080-3e37-4eca-829a-37f017662934 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0840144 Nov 11 20:53:13.276175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-7aab0f73-7b16-4f7d-bd00-75a154c79601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:13.277748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-7aab0f73-7b16-4f7d-bd00-75a154c79601 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1124 time: 0.0744059 Nov 11 20:53:13.280931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a20f75-1277-48a2-9411-d7f1c36c727d', 'name': 'tempest-snat-router-1405810226', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.38'}], 'enable_snat': False}, 'gw_port_id': 'd1523d61-b74f-44fe-bd72-f1445fba78e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:08Z', 'updated_at': '2021-11-11T20:53:09Z', 'revision_number': 3, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port': {'id': 'd1523d61-b74f-44fe-bd72-f1445fba78e0', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a20f75-1277-48a2-9411-d7f1c36c727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:09Z', 'updated_at': '2021-11-11T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:13.309095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8ac5a-fcb5-4a27-b039-7a75efe97b42 None None] The sync data for ids ['01a20f75-1277-48a2-9411-d7f1c36c727d'] in n-d-805734-3 is: [{'id': '01a20f75-1277-48a2-9411-d7f1c36c727d', 'name': 'tempest-snat-router-1405810226', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.38'}], 'enable_snat': False}, 'gw_port_id': 'd1523d61-b74f-44fe-bd72-f1445fba78e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:08Z', 'updated_at': '2021-11-11T20:53:09Z', 'revision_number': 3, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port': {'id': 'd1523d61-b74f-44fe-bd72-f1445fba78e0', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a20f75-1277-48a2-9411-d7f1c36c727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:09Z', 'updated_at': '2021-11-11T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:13.468648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-249d5129-b174-4f9c-b392-601d4f086f38 req-aa2be1c0-012f-47e2-9e86-721a6b94316f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883826 Nov 11 20:53:13.507253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:13.509623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-0d63ddf9-d887-42e4-8d12-de436fc2ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:13.511104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-0d63ddf9-d887-42e4-8d12-de436fc2ac08 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.2118795 Nov 11 20:53:13.523060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e3f6a-68a7-4219-b88b-b13981148a38 req-64998031-b131-4ba4-bcc1-2419790cec86 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:13.531680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-515e3f6a-68a7-4219-b88b-b13981148a38 req-64998031-b131-4ba4-bcc1-2419790cec86 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0705504 Nov 11 20:53:13.622372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-515e3f6a-68a7-4219-b88b-b13981148a38 req-89f7789a-f1ea-43ad-9418-162130a47f9d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894358 Nov 11 20:53:13.623531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-313c795a-f4b4-44e9-9687-bd65698d36a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 217 time: 0.0710552 Nov 11 20:53:13.763214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-3ac61771-fbe1-4ac4-ab0d-5d0c683b929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:13.764723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-3ac61771-fbe1-4ac4-ab0d-5d0c683b929c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1329689 Nov 11 20:53:14.088413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48339a8-5412-458d-91f2-6c49f4ce7136 req-ced60161-53c0-49c1-bcd0-3fddbd5fd0bc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:14.090001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d48339a8-5412-458d-91f2-6c49f4ce7136 req-ced60161-53c0-49c1-bcd0-3fddbd5fd0bc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 949 time: 0.3724320 Nov 11 20:53:14.091957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-789a2911-ea99-4cc0-9651-dfccc1539c66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2844334 Nov 11 20:53:14.250850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:14.255689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d48339a8-5412-458d-91f2-6c49f4ce7136 req-f6e653c8-b5f0-46fe-8674-0dcc81f75ee6 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585310 Nov 11 20:53:14.313898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-6a22a993-78d8-4caf-99ae-03c7c7f45a99 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056835 Nov 11 20:53:14.379596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b581e-fe5c-43bd-899a-8318bc806f4f req-7b4e14e7-f1c5-4f99-9c8d-23801e067e78 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:14.382612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-687b581e-fe5c-43bd-899a-8318bc806f4f req-7b4e14e7-f1c5-4f99-9c8d-23801e067e78 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 949 time: 0.0538309 Nov 11 20:53:14.441095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-687b581e-fe5c-43bd-899a-8318bc806f4f req-d594046b-03d5-40a9-b278-974d3aa6e4b3 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525227 Nov 11 20:53:14.510007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc40d383-27a6-44e3-bda6-8c2e9ebed8dc req-3822e8ba-8218-4459-92c8-ac0a6e86fa1c service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865265 Nov 11 20:53:14.598935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ed7b3-2656-4fe1-9316-abe04de1c3e5 req-7eba9ef2-710f-428d-bb0f-136990a91f0e tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:14.600502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb7ed7b3-2656-4fe1-9316-abe04de1c3e5 req-7eba9ef2-710f-428d-bb0f-136990a91f0e tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0514181 Nov 11 20:53:14.605564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Router 1ab0f7c7-4f9f-48a2-b90b-41b838f38edd is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:14.732134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb7ed7b3-2656-4fe1-9316-abe04de1c3e5 req-3b06640b-ac78-4988-af0c-67a1fd967ce1 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234064 Nov 11 20:53:14.768898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:14.769047 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Sync routers for ids ['1ab0f7c7-4f9f-48a2-b90b-41b838f38edd'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:14.779907 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Routers {'1ab0f7c7-4f9f-48a2-b90b-41b838f38edd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:14.780760 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1ab0f7c7-4f9f-48a2-b90b-41b838f38edd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:14.895734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:14.897120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-60c85485-b3ba-4b9f-b199-391205839f66 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3001652 Nov 11 20:53:14.900361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:14.927785 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Set router 1ab0f7c7-4f9f-48a2-b90b-41b838f38edd gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:15.053981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-318de4fa-3e26-441b-9994-fc246ec1ce00 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/1ab0f7c7-4f9f-48a2-b90b-41b838f38edd HTTP/1.1" status: 200 len: 907 time: 0.1522582 Nov 11 20:53:15.057458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41862) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:15.141031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0f7c7-4f9f-48a2-b90b-41b838f38edd', 'name': 'tempest-snat-router-1405810226', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'b445dbd3-1b6c-49c8-b1f1-4b919aa11778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:11Z', 'updated_at': '2021-11-11T20:53:13Z', 'revision_number': 3, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port': {'id': 'b445dbd3-1b6c-49c8-b1f1-4b919aa11778', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab0f7c7-4f9f-48a2-b90b-41b838f38edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:12Z', 'updated_at': '2021-11-11T20:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:15.183409 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Checking router: 1ab0f7c7-4f9f-48a2-b90b-41b838f38edd for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:53:15.187379 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Updating router 1ab0f7c7-4f9f-48a2-b90b-41b838f38edd port b445dbd3-1b6c-49c8-b1f1-4b919aa11778 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:53:15.210391 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.290970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530874c3-329a-46f1-9357-d4b9e4e8ddf1 req-1b6e7f45-32d3-41d8-9f37-5dd8c6d93cb5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:15.298614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-530874c3-329a-46f1-9357-d4b9e4e8ddf1 req-1b6e7f45-32d3-41d8-9f37-5dd8c6d93cb5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0995088 Nov 11 20:53:15.317178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.356508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d1523d61-b74f-44fe-bd72-f1445fba78e0 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:15.409050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d1523d61-b74f-44fe-bd72-f1445fba78e0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:15.409805 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.442064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-530874c3-329a-46f1-9357-d4b9e4e8ddf1 req-422f9f67-0506-4726-b5b4-6faaf499c2f3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424410 Nov 11 20:53:15.477541 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.515326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.536353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port d1523d61-b74f-44fe-bd72-f1445fba78e0, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d1523d61-b74f-44fe-bd72-f1445fba78e0,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:15.536663 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.623816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Deleting port b445dbd3-1b6c-49c8-b1f1-4b919aa11778 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:15.624340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.635048 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.640288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.696741 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Attempting to bind port b445dbd3-1b6c-49c8-b1f1-4b919aa11778 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:53:15.697283 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Attempting to bind port b445dbd3-1b6c-49c8-b1f1-4b919aa11778 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:53:15.697665 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Attempting to bind port b445dbd3-1b6c-49c8-b1f1-4b919aa11778 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:15.698648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=d1523d61-b74f-44fe-bd72-f1445fba78e0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:15.699616 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Pushing event updated for resources: {'Port': ['ID=b445dbd3-1b6c-49c8-b1f1-4b919aa11778,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:15.709513 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.713182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.715597 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.715597 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:15.716854 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:53:15.717234 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:53:15.717646 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.718031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:53:15.718507 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Bound port: b445dbd3-1b6c-49c8-b1f1-4b919aa11778, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:53:15.719028 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.730259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.743228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Calling delete_port for b445dbd3-1b6c-49c8-b1f1-4b919aa11778 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:15.773476 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] For port b445dbd3-1b6c-49c8-b1f1-4b919aa11778, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:15.777487 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] For port b445dbd3-1b6c-49c8-b1f1-4b919aa11778, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b445dbd3-1b6c-49c8-b1f1-4b919aa11778,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:53:15.853713 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:15.908192 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Routers {'1ab0f7c7-4f9f-48a2-b90b-41b838f38edd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:15.908834 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1ab0f7c7-4f9f-48a2-b90b-41b838f38edd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:15.921739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22ab5f-204c-475d-95e1-dd986f06f219 req-1dbd55fb-e5c5-4251-aa3a-346345e14eb9 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:15.923263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af22ab5f-204c-475d-95e1-dd986f06f219 req-1dbd55fb-e5c5-4251-aa3a-346345e14eb9 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1040049 Nov 11 20:53:15.983282 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dc59f-7e64-4440-8316-e5f40ee588b5 None None] Pushing event updated for resources: {'Port': ['ID=b445dbd3-1b6c-49c8-b1f1-4b919aa11778,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:15.999419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af22ab5f-204c-475d-95e1-dd986f06f219 req-d4366707-a9c6-4ab2-87c4-ef5a2edcec54 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573413 Nov 11 20:53:16.012593 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] Set router 1ab0f7c7-4f9f-48a2-b90b-41b838f38edd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:16.066026 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab0f7c7-4f9f-48a2-b90b-41b838f38edd', 'name': 'tempest-snat-router-1405810226', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:11Z', 'updated_at': '2021-11-11T20:53:15Z', 'revision_number': 4, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:16.093377 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea2bbc-0aed-4f15-bd26-453cd643aa97 None None] The sync data for ids ['1ab0f7c7-4f9f-48a2-b90b-41b838f38edd'] in n-d-805734-3 is: [{'id': '1ab0f7c7-4f9f-48a2-b90b-41b838f38edd', 'name': 'tempest-snat-router-1405810226', 'tenant_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:11Z', 'updated_at': '2021-11-11T20:53:15Z', 'revision_number': 4, 'project_id': '8c31ba0fd74f4af197a04275c4c4a5e3', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:16.098523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.128257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event deleted for resources: {'Port': ['ID=b445dbd3-1b6c-49c8-b1f1-4b919aa11778,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:16.195881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.300962 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.303644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.463489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.464295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab0f7c7-4f9f-48a2-b90b-41b838f38edd {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:16.468559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.469947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f2425204-8b7a-4922-8330-504e98b04c53 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "DELETE /v2.0/routers/1ab0f7c7-4f9f-48a2-b90b-41b838f38edd HTTP/1.1" status: 204 len: 168 time: 1.4113410 Nov 11 20:53:16.472835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:16.592039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7c89f-4df9-41f4-b19d-4ebc026d8d2e req-73917bb3-ec6c-4be1-9233-bbdedb26523c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:16.593646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63e7c89f-4df9-41f4-b19d-4ebc026d8d2e req-73917bb3-ec6c-4be1-9233-bbdedb26523c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0651696 Nov 11 20:53:16.654489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.707889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63e7c89f-4df9-41f4-b19d-4ebc026d8d2e req-02663d5e-1a7d-4c8e-82e7-1476aa9fd35f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999322 Nov 11 20:53:16.785511 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:16.961757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Deleting port d1523d61-b74f-44fe-bd72-f1445fba78e0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:16.962211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.059181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] For port d1523d61-b74f-44fe-bd72-f1445fba78e0, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d1523d61-b74f-44fe-bd72-f1445fba78e0,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:17.059181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.067046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Calling delete_port for d1523d61-b74f-44fe-bd72-f1445fba78e0 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:17.218634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251c89e-f261-4ad0-8c99-9fd000433b85 req-2bea6366-2f32-4d1a-a755-92d175215d6b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:17.220456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f251c89e-f261-4ad0-8c99-9fd000433b85 req-2bea6366-2f32-4d1a-a755-92d175215d6b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1407866 Nov 11 20:53:17.316945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d1523d61-b74f-44fe-bd72-f1445fba78e0 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:17.329602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f251c89e-f261-4ad0-8c99-9fd000433b85 req-0455710b-eda3-4ace-aa88-37ebb84e2962 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876429 Nov 11 20:53:17.378556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d1523d61-b74f-44fe-bd72-f1445fba78e0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:17.378930 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.453018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.481183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1523d61-b74f-44fe-bd72-f1445fba78e0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:17.543547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.635398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.637650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.774472 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.775308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01a20f75-1277-48a2-9411-d7f1c36c727d {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:17.781352 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.784978 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0fa17a04-a20c-4f1c-8237-db9042a4fc63 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "DELETE /v2.0/routers/01a20f75-1277-48a2-9411-d7f1c36c727d HTTP/1.1" status: 204 len: 168 time: 1.3111005 Nov 11 20:53:17.786599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41930) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:17.791231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-570779171', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:17.856972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6636f-3bc6-435e-b4ce-33d2a5ff1b03 req-e1cea396-f2a6-4dd8-af3a-421e5905c61e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:17.858625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bc6636f-3bc6-435e-b4ce-33d2a5ff1b03 req-e1cea396-f2a6-4dd8-af3a-421e5905c61e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0721452 Nov 11 20:53:17.918343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bc6636f-3bc6-435e-b4ce-33d2a5ff1b03 req-4793d866-2b8e-43b6-bec8-4b331f37e04e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526421 Nov 11 20:53:17.966305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:17.967417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:18.019835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:53:18.027302 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:18.122271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:18.138523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'mac_address': 'fa:16:3e:d1:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:53:18.162806 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:53:18.180734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:18.200994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 386af696-3f85-43a0-a22b-db6526c4d4b6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:53:18.222836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:18.252690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:18.321970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:18.412170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:18.518375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafd46-93b3-4eb1-93f7-a0778d738d73 req-dafe498c-ff5e-47ab-a5fa-f8afe15c5525 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:18.519888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08bafd46-93b3-4eb1-93f7-a0778d738d73 req-dafe498c-ff5e-47ab-a5fa-f8afe15c5525 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0914814 Nov 11 20:53:18.534207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['386af696-3f85-43a0-a22b-db6526c4d4b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:53:18.642355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08bafd46-93b3-4eb1-93f7-a0778d738d73 req-24fc2970-01de-4e66-a070-2fde31e6fe57 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140020 Nov 11 20:53:18.677039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:18.698330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:18.831599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Allocated IP 172.25.2.221 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/ae184410-a241-411a-84d8-e067741838ab) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:18.950480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:19.041594 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:19.062969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20b50a-7a73-484c-95e9-a5f4a159ce63 req-2d52cafb-b35d-4199-9b50-9257617dc83a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:19.070902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da20b50a-7a73-484c-95e9-a5f4a159ce63 req-2d52cafb-b35d-4199-9b50-9257617dc83a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0724058 Nov 11 20:53:19.100667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event updated for resources: {'Port': ['ID=ae184410-a241-411a-84d8-e067741838ab,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:19.117966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.118559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.118922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.119268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.119859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.120274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.120804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.121142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.121483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.121816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.122149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.122625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:19.127558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:19.130132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:19.133096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:19.145995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da20b50a-7a73-484c-95e9-a5f4a159ce63 req-25855e73-4d5b-4a64-8d71-2660d810486f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 Nov 11 20:53:19.306811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d1523d61-b74f-44fe-bd72-f1445fba78e0 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:19.349129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d1523d61-b74f-44fe-bd72-f1445fba78e0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:53:19.349843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d1523d61-b74f-44fe-bd72-f1445fba78e0 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:53:19.701250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:19.795463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64e9d9-ab9e-44d5-a859-d1938eba06e0 req-8cac7ecd-f172-45b2-a677-3826d701a0dd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:19.796897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad64e9d9-ab9e-44d5-a859-d1938eba06e0 req-8cac7ecd-f172-45b2-a677-3826d701a0dd tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0671256 Nov 11 20:53:19.885303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad64e9d9-ab9e-44d5-a859-d1938eba06e0 req-c22c39e2-d2f8-454f-973b-4c8721b66ea1 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821066 Nov 11 20:53:19.989207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:20.033946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:20.108829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 386af696-3f85-43a0-a22b-db6526c4d4b6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:20.109337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:20.272463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Router df0b32eb-b5fa-4065-ba99-c79efde132ec is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:20.296864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d2875-c6cb-4c75-9dda-f58d20c7eae1 req-5cc53514-7ffd-4e1f-8156-497393f70545 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:20.306052 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:20.308816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f39d2875-c6cb-4c75-9dda-f58d20c7eae1 req-5cc53514-7ffd-4e1f-8156-497393f70545 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0786903 Nov 11 20:53:20.359017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:20.364350 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ecffe-aa0e-4474-9ab2-c4a365b0317a" -d '{"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-plugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:20.386199 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f39d2875-c6cb-4c75-9dda-f58d20c7eae1 req-8f4f7dba-bef6-4cb7-a6dd-226716b32368 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754361 Nov 11 20:53:20.406299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:20.454003 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df58e6-7b07-412c-9597-5f8c1e14edbf x-openstack-request-id: req-23df58e6-7b07-412c-9597-5f8c1e14edbf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:20.454297 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-plugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:20.454552 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23df58e6-7b07-412c-9597-5f8c1e14edbf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:20.454951 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'code': 200} Nov 11 20:53:20.466117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:20.492644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bd238-222b-4d43-863d-c35972103df0 None None] Sync routers for ids ['df0b32eb-b5fa-4065-ba99-c79efde132ec'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:20.501247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:20.556813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bd238-222b-4d43-863d-c35972103df0 None None] Routers {'df0b32eb-b5fa-4065-ba99-c79efde132ec'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:20.557545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-319bd238-222b-4d43-863d-c35972103df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df0b32eb-b5fa-4065-ba99-c79efde132ec'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:20.612132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-319bd238-222b-4d43-863d-c35972103df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:20.626851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:20.631384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1c08aaf2-ac01-43f1-aa66-752599ffea94 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8413565 Nov 11 20:53:20.631690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:20.636753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:20.675189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:20.686970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bd238-222b-4d43-863d-c35972103df0 None None] Routers {'df0b32eb-b5fa-4065-ba99-c79efde132ec'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:20.689371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-319bd238-222b-4d43-863d-c35972103df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df0b32eb-b5fa-4065-ba99-c79efde132ec'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:20.747155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-319bd238-222b-4d43-863d-c35972103df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:20.748095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bd238-222b-4d43-863d-c35972103df0 None None] The sync data for ids ['df0b32eb-b5fa-4065-ba99-c79efde132ec'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:21.121829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ac8d2-987e-41f5-a5f6-ed4a22bb2835 req-7012daac-fef4-4475-938e-dc4dc0f983fc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:21.123408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c16ac8d2-987e-41f5-a5f6-ed4a22bb2835 req-7012daac-fef4-4475-938e-dc4dc0f983fc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0757189 Nov 11 20:53:21.217603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:21.229641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c16ac8d2-987e-41f5-a5f6-ed4a22bb2835 req-0f561c88-e3f9-49e5-88a9-16d4db6eca89 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753446 Nov 11 20:53:21.338157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca649b1-7876-4852-9037-cd8dae7856b5 req-f19dc035-8ad6-4fb4-b512-11c07eb41f1d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:21.345800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ca649b1-7876-4852-9037-cd8dae7856b5 req-f19dc035-8ad6-4fb4-b512-11c07eb41f1d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.0922143 Nov 11 20:53:21.449363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ca649b1-7876-4852-9037-cd8dae7856b5 req-27d44af6-e9a3-45a8-869d-2e1b82afd164 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025670 Nov 11 20:53:21.615718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02a56-ef52-487a-a00c-c30c14ebc0d1 req-ec23ce10-5bc6-4335-8971-4e47bb271a8e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:21.617621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6da02a56-ef52-487a-a00c-c30c14ebc0d1 req-ec23ce10-5bc6-4335-8971-4e47bb271a8e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1083684 Nov 11 20:53:21.783545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6da02a56-ef52-487a-a00c-c30c14ebc0d1 req-e093e5d4-77bc-4f7d-aad1-a3fbbb3ebab9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537805 Nov 11 20:53:21.927051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:21.932523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:22.007236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:22.102779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Router df0b32eb-b5fa-4065-ba99-c79efde132ec has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:53:22.283540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:22.290611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:22.294108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3a970b81-1da2-414d-ac20-0842c941f5bc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "PUT /v2.0/routers/df0b32eb-b5fa-4065-ba99-c79efde132ec HTTP/1.1" status: 200 len: 921 time: 1.6592269 Nov 11 20:53:22.302487 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] Sync routers for ids ['df0b32eb-b5fa-4065-ba99-c79efde132ec'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:22.303883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:22.311209 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] Routers {'df0b32eb-b5fa-4065-ba99-c79efde132ec'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:22.311826 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df0b32eb-b5fa-4065-ba99-c79efde132ec'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:22.367447 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:22.380831 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] Routers {'df0b32eb-b5fa-4065-ba99-c79efde132ec'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:22.381865 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df0b32eb-b5fa-4065-ba99-c79efde132ec'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:22.423660 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:22.424369 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8716f5a4-70c2-486c-98ff-7f01f23ab407 None None] The sync data for ids ['df0b32eb-b5fa-4065-ba99-c79efde132ec'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:22.529980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d865605-abea-49ab-8b3f-ecec0b8779c3 req-f6e59ca6-f531-49c3-8a55-8b99bf00b96c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:22.532241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d865605-abea-49ab-8b3f-ecec0b8779c3 req-f6e59ca6-f531-49c3-8a55-8b99bf00b96c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1043906 Nov 11 20:53:22.548930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-05a2da5a-abd6-442e-94c0-bb400d11c2d5 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/df0b32eb-b5fa-4065-ba99-c79efde132ec HTTP/1.1" status: 200 len: 921 time: 0.2421753 Nov 11 20:53:22.551797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:22.602809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d865605-abea-49ab-8b3f-ecec0b8779c3 req-7584e738-d922-4d42-a5b4-a320076ff7ba tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624840 Nov 11 20:53:22.645965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed057b-13a1-4292-ab51-06ccfa03ae4c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:22.647718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b7ed057b-13a1-4292-ab51-06ccfa03ae4c tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=df0b32eb-b5fa-4065-ba99-c79efde132ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0945010 Nov 11 20:53:22.650898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42064) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:22.767903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b2d2a-788e-4cb8-a4f1-de9101075fee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:22.772274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-806b2d2a-788e-4cb8-a4f1-de9101075fee tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.1174426 Nov 11 20:53:22.773879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42076) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:22.815733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1254ee37-a632-4b16-84f5-7b71a5655726 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=df0b32eb-b5fa-4065-ba99-c79efde132ec HTTP/1.1" status: 200 len: 205 time: 0.0380082 Nov 11 20:53:22.816124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42080) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:23.045899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b290b-2e18-4e73-836a-b9d5422409f9 req-87ce5200-5f1a-4e96-9095-c102fd10239f tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:23.056614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-507b290b-2e18-4e73-836a-b9d5422409f9 req-87ce5200-5f1a-4e96-9095-c102fd10239f tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 945 time: 0.0841410 Nov 11 20:53:23.140579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-507b290b-2e18-4e73-836a-b9d5422409f9 req-aba150b9-f01c-45cd-9fd9-10e7dc0655f1 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828228 Nov 11 20:53:23.271496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6c42a-e08a-4d79-8b5b-a62f25c2ca36 req-1959f27f-0c86-49cf-b538-406fd2bf3485 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:23.273064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38b6c42a-e08a-4d79-8b5b-a62f25c2ca36 req-1959f27f-0c86-49cf-b538-406fd2bf3485 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.3915417 Nov 11 20:53:23.311257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:23.399738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38b6c42a-e08a-4d79-8b5b-a62f25c2ca36 req-991cfd7e-22bb-42f4-85e0-e113578ac525 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188436 Nov 11 20:53:23.470654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:23.626926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Deleting port ae184410-a241-411a-84d8-e067741838ab {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:23.650071 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:23.726446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:23.742237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Calling delete_port for ae184410-a241-411a-84d8-e067741838ab owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:23.746769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7eb759-afd4-4273-b108-5b48971f30bd req-c8a61b2f-72f7-4f93-ba61-49c447bda501 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:23.763837 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c7eb759-afd4-4273-b108-5b48971f30bd req-c8a61b2f-72f7-4f93-ba61-49c447bda501 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0776815 Nov 11 20:53:23.815887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c7eb759-afd4-4273-b108-5b48971f30bd req-e8cebee8-a0d3-4d58-8e36-ed0e7ae63c56 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Nov 11 20:53:23.939773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924400ce-5500-4547-bca7-9d1ac5cc00b0 req-bf3d0215-143a-49bf-8b7f-588e743ce623 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:23.941307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-924400ce-5500-4547-bca7-9d1ac5cc00b0 req-bf3d0215-143a-49bf-8b7f-588e743ce623 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.0820632 Nov 11 20:53:24.003153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-924400ce-5500-4547-bca7-9d1ac5cc00b0 req-5f9d2618-4896-43b1-8e1e-507e1b6fa3c6 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539303 Nov 11 20:53:24.041196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.068304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event deleted for resources: {'Port': ['ID=ae184410-a241-411a-84d8-e067741838ab,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:24.098585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.098917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.099261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.099596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.099928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.100289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.100619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.100946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.101898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.102823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.102823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.103117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:24.155775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.279579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.295795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.359947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96530cf8-4699-4975-8cf3-e008f4d6f8f9 req-e90ef6bb-8fa8-4f84-b756-c35a7039cec3 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:24.361717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96530cf8-4699-4975-8cf3-e008f4d6f8f9 req-e90ef6bb-8fa8-4f84-b756-c35a7039cec3 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 945 time: 0.0973544 Nov 11 20:53:24.440822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96530cf8-4699-4975-8cf3-e008f4d6f8f9 req-0a41af8f-45f7-424e-8064-a7da58ddf954 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659132 Nov 11 20:53:24.442261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.442799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Fanout notify agent at l3_agent the message router_deleted on router df0b32eb-b5fa-4065-ba99-c79efde132ec {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:24.488887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.490021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10e9fa17-d865-492d-94bc-325aa063f48c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/df0b32eb-b5fa-4065-ba99-c79efde132ec HTTP/1.1" status: 204 len: 168 time: 1.6726074 Nov 11 20:53:24.494524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:24.499580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e9cb0d10-5603-4d00-affe-c53044f44ea9 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1938518347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:24.588617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83e59a-27d9-47ff-9ee8-170049d3c2bf req-41d6512a-2a09-4fb4-ac5e-8f6de255d023 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:24.590849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c83e59a-27d9-47ff-9ee8-170049d3c2bf req-41d6512a-2a09-4fb4-ac5e-8f6de255d023 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.0853217 Nov 11 20:53:24.624191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0d10-5603-4d00-affe-c53044f44ea9 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.630775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0d10-5603-4d00-affe-c53044f44ea9 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.658947 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c83e59a-27d9-47ff-9ee8-170049d3c2bf req-96d9a607-27ec-4913-8f41-6d08f98f6e65 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551894 Nov 11 20:53:24.966162 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0d10-5603-4d00-affe-c53044f44ea9 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:24.982650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f1ab7-e915-4c92-97cc-38ffb0ca4af4 req-e0bf3042-21aa-4fe1-bac3-64e4579438e4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:24.984325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e59f1ab7-e915-4c92-97cc-38ffb0ca4af4 req-e0bf3042-21aa-4fe1-bac3-64e4579438e4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0570626 Nov 11 20:53:25.024931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0d10-5603-4d00-affe-c53044f44ea9 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:25.057541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e59f1ab7-e915-4c92-97cc-38ffb0ca4af4 req-f8cd3307-aff8-4551-af40-81a427ce502f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670946 Nov 11 20:53:25.168932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0d10-5603-4d00-affe-c53044f44ea9 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:25.174518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e9cb0d10-5603-4d00-affe-c53044f44ea9 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6745958 Nov 11 20:53:25.174518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42138) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:25.178609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:25.340096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-c7ab577f-836c-4a46-8139-7bc8d3847b5c tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:25.342491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-c7ab577f-836c-4a46-8139-7bc8d3847b5c tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 945 time: 0.1356664 Nov 11 20:53:25.361013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37255f-a773-4259-89d6-181165e5f682 req-f2c10b1c-36f3-488e-bc77-342ffae37297 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:25.369802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef37255f-a773-4259-89d6-181165e5f682 req-f2c10b1c-36f3-488e-bc77-342ffae37297 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.1137102 Nov 11 20:53:25.424336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:25.542026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef37255f-a773-4259-89d6-181165e5f682 req-ea4ac08a-a348-4937-9e5a-905fc5ce4c15 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674089 Nov 11 20:53:25.585455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Deleting port ee831426-e00b-47f7-904e-001ed40c851e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:25.586097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:25.696506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dcb5f-bb14-4d50-89f9-59d871a9b98e req-63c5f44a-3b2f-48f7-9191-6746dd1443e6 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:25.705749 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-260dcb5f-bb14-4d50-89f9-59d871a9b98e req-63c5f44a-3b2f-48f7-9191-6746dd1443e6 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 945 time: 0.1203249 Nov 11 20:53:25.707600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] For port ee831426-e00b-47f7-904e-001ed40c851e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ee831426-e00b-47f7-904e-001ed40c851e,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:25.708840 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:25.728359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Calling delete_port for ee831426-e00b-47f7-904e-001ed40c851e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:25.778194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-260dcb5f-bb14-4d50-89f9-59d871a9b98e req-2d07a5ac-753b-4f39-b51d-f13f4362d8c1 tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/security-groups?id=09ac108a-6415-408c-b15c-48e6a28904a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714314 Nov 11 20:53:25.912287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd469d-371d-4155-9c29-4b68463be408 req-2fb818af-62c8-4de1-be2c-ace57feb6191 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:25.919712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eadd469d-371d-4155-9c29-4b68463be408 req-2fb818af-62c8-4de1-be2c-ace57feb6191 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1004214 Nov 11 20:53:25.950828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:25.995809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:26.121189 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eadd469d-371d-4155-9c29-4b68463be408 req-57f95155-3fc8-46cc-925e-a406c1508894 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007418 Nov 11 20:53:26.200886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:26.201552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Allocated IP 172.25.2.173 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f42f05a3-4e5f-4597-a94d-035fbd2d79d9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:26.242217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Pushing event deleted for resources: {'Port': ['ID=ee831426-e00b-47f7-904e-001ed40c851e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:26.315228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] No DVR routers for this DVR port ee831426-e00b-47f7-904e-001ed40c851e on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:53:26.317888 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:26.331329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e799ecb-1f3e-4b30-bfdb-2897e3ad0cb7 req-9515e0d4-80d1-4f1b-95b3-22d5bcc685c0 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:26.331472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85c6d67-3f40-4ce3-96ed-5b6bdd103643 req-5c477e54-c5bd-4ec7-8e30-ff1acbacab9b tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.58 "DELETE /v2.0/ports/ee831426-e00b-47f7-904e-001ed40c851e HTTP/1.1" status: 204 len: 173 time: 0.9586878 Nov 11 20:53:26.331574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e799ecb-1f3e-4b30-bfdb-2897e3ad0cb7 req-9515e0d4-80d1-4f1b-95b3-22d5bcc685c0 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1259677 Nov 11 20:53:26.331663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee366093-35c8-4f92-9925-37611556c8ff', 'name': 'network-vif-deleted', 'tag': 'ee831426-e00b-47f7-904e-001ed40c851e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:26.334011 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2791fbf2-7725-4d12-8f65-739dc9318a59" -d '{"events": [{"server_uuid": "ee366093-35c8-4f92-9925-37611556c8ff", "name": "network-vif-deleted", "tag": "ee831426-e00b-47f7-904e-001ed40c851e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:26.414263 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a640f-1b89-401e-856b-37328a7a6706 x-openstack-request-id: req-019a640f-1b89-401e-856b-37328a7a6706 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:26.414689 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee366093-35c8-4f92-9925-37611556c8ff", "name": "network-vif-deleted", "tag": "ee831426-e00b-47f7-904e-001ed40c851e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:26.415109 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-019a640f-1b89-401e-856b-37328a7a6706 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:26.415706 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee366093-35c8-4f92-9925-37611556c8ff', 'name': 'network-vif-deleted', 'tag': 'ee831426-e00b-47f7-904e-001ed40c851e', 'status': 'completed', 'code': 200} Nov 11 20:53:26.502194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e799ecb-1f3e-4b30-bfdb-2897e3ad0cb7 req-e5e23343-15ee-45a1-94c0-e3061f970f97 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703348 Nov 11 20:53:26.570786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:26.728096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:26.840911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:26.847411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:26.857558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:26.870847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event updated for resources: {'Port': ['ID=f42f05a3-4e5f-4597-a94d-035fbd2d79d9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:27.073526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:27.125556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665567d-0fde-4a22-bd22-f58771d6420e req-f81f7fd6-5bd7-4aaf-8286-74c0c8602875 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:27.135374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f665567d-0fde-4a22-bd22-f58771d6420e req-f81f7fd6-5bd7-4aaf-8286-74c0c8602875 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.0765905 Nov 11 20:53:27.143881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b7cd2ab-805f-4f37-9bfe-839ef7677e86 req-2a505871-e253-41e1-91df-017be763aece tempest-AttachSCSIVolumeTestJSON-1180985574 tempest-AttachSCSIVolumeTestJSON-1180985574-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee366093-35c8-4f92-9925-37611556c8ff HTTP/1.1" status: 200 len: 210 time: 0.1065612 Nov 11 20:53:27.240513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f665567d-0fde-4a22-bd22-f58771d6420e req-ebbdd9a6-09d4-4688-8c5a-caf817fba73a tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982919 Nov 11 20:53:27.454301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939f128-432d-463f-bc86-e154ff747c3e req-44bfdc39-b886-4578-8bb3-2c75b338fd77 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:27.462590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0939f128-432d-463f-bc86-e154ff747c3e req-44bfdc39-b886-4578-8bb3-2c75b338fd77 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1805081 Nov 11 20:53:27.516801 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:27.586204 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0939f128-432d-463f-bc86-e154ff747c3e req-f472718b-48c7-49f9-8f72-8972ba196bd7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224740 Nov 11 20:53:27.672814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585cce-339f-45ed-a6fd-ac8227dd56ba req-3ef659ff-983c-45df-aa17-63282219b230 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:27.681070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05585cce-339f-45ed-a6fd-ac8227dd56ba req-3ef659ff-983c-45df-aa17-63282219b230 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0626974 Nov 11 20:53:27.757878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05585cce-339f-45ed-a6fd-ac8227dd56ba req-0bf8ed3a-af42-4a55-a130-969524707869 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689373 Nov 11 20:53:27.790433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8185-e4ac-463b-a782-0af339fc9086 req-935c8672-c86a-4af7-8921-74746503aa71 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:27.792158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-099c8185-e4ac-463b-a782-0af339fc9086 req-935c8672-c86a-4af7-8921-74746503aa71 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.62 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.1242342 Nov 11 20:53:27.856839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ee831426-e00b-47f7-904e-001ed40c851e no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:27.908422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: ee831426-e00b-47f7-904e-001ed40c851e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:53:27.911181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ee831426-e00b-47f7-904e-001ed40c851e not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:53:28.003735 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:28.010420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:28.072984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Deleting port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:28.073330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:28.077367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ef1a55ca-e47f-48ee-b80d-b9eccfee2987 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:28.174110 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:28.232692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:28.234769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:28.237770 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cc5ad8-6e2d-4e99-aeec-b505ad9813ac" -d '{"events": [{"server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:28.310509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] For port ef1a55ca-e47f-48ee-b80d-b9eccfee2987, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:28.310509 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:28.346085 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbe0236-f957-4df2-aa31-2cd57fa3d942 x-openstack-request-id: req-5bbe0236-f957-4df2-aa31-2cd57fa3d942 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:28.349022 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:28.349440 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bbe0236-f957-4df2-aa31-2cd57fa3d942 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:28.349962 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'code': 200} Nov 11 20:53:28.698862 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:28.698862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d196d080-1e28-4322-aa46-92a0d4753b83 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:28.731623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5078b-da7f-4d2f-9819-23c153a951ae req-4c01a493-4c6b-4f41-b589-203902a29ece tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:28.740213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69a5078b-da7f-4d2f-9819-23c153a951ae req-4c01a493-4c6b-4f41-b589-203902a29ece tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 945 time: 0.3829401 Nov 11 20:53:28.746276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Router 700c3463-194d-47eb-8dcb-44084084d0a8 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:28.793845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:28.824272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.824525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.825289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.825289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.825647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.825971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.826284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.826667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.826999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.828890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.829277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.829882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:53:28.933314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:28.947330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] Sync routers for ids ['700c3463-194d-47eb-8dcb-44084084d0a8'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:28.959197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] Routers {'700c3463-194d-47eb-8dcb-44084084d0a8'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:28.959931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['700c3463-194d-47eb-8dcb-44084084d0a8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:28.961169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:28.962621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1d40c937-6950-4b84-a982-4e614ec1603a tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "PUT /v2.0/routers/700c3463-194d-47eb-8dcb-44084084d0a8 HTTP/1.1" status: 200 len: 880 time: 3.7874496 Nov 11 20:53:28.966285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:29.004960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:29.006043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69a5078b-da7f-4d2f-9819-23c153a951ae req-89a2e417-992f-4e79-966d-4f613fb51bb3 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups?id=110181f3-07e3-4a28-9039-5ebb39b3a141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647824 Nov 11 20:53:29.029682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] Routers {'700c3463-194d-47eb-8dcb-44084084d0a8'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:29.030629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['700c3463-194d-47eb-8dcb-44084084d0a8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:29.079756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:29.081749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8e168-1e1b-4afc-befe-613e7ff59e1e None None] The sync data for ids ['700c3463-194d-47eb-8dcb-44084084d0a8'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:29.082109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:29.082477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:29.082801 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Floating IP 1225339c-6345-4c02-b9ff-25b45a2acd60 disassociated. External IP: 172.25.2.162, port: ef1a55ca-e47f-48ee-b80d-b9eccfee2987. Nov 11 20:53:29.083151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Calling delete_port for ef1a55ca-e47f-48ee-b80d-b9eccfee2987 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:29.150106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-abccebf5-3e7b-4607-b63c-f2e0fb6a44e9 service neutron] 10.222.0.62 "GET /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83/bindings/n-h2-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.1382742 Nov 11 20:53:29.181812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-977ca1b3-416d-4505-8ae3-fa9fd87d618f tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/700c3463-194d-47eb-8dcb-44084084d0a8 HTTP/1.1" status: 200 len: 921 time: 0.2117386 Nov 11 20:53:29.184764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42242) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:29.284378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1e57-d64f-4800-bf20-69918714cf69 req-63e76a64-049b-4bd6-94ff-1812fc451a69 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:29.286057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-526c1e57-d64f-4800-bf20-69918714cf69 req-63e76a64-049b-4bd6-94ff-1812fc451a69 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 943 time: 0.1336689 Nov 11 20:53:29.303812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf630db-51f6-4a0b-9da3-5e3fa5ed29dc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:29.308952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9cf630db-51f6-4a0b-9da3-5e3fa5ed29dc tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=700c3463-194d-47eb-8dcb-44084084d0a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1203072 Nov 11 20:53:29.309135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:29.430608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bd9762-e870-4656-8d42-0fa0eb85ab70 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:29.435922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-27bd9762-e870-4656-8d42-0fa0eb85ab70 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.1256449 Nov 11 20:53:29.439726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:29.469855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-526c1e57-d64f-4800-bf20-69918714cf69 req-3d548afa-feb3-4dc5-8819-5bf1ab7b11e9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546714 Nov 11 20:53:29.476135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7ff87e5e-00ea-494f-a296-3cb58eba6cb8 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=700c3463-194d-47eb-8dcb-44084084d0a8 HTTP/1.1" status: 200 len: 205 time: 0.0342848 Nov 11 20:53:29.478806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42256) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:29.528784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:29.551100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:29.590971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event deleted for resources: {'Port': ['ID=ef1a55ca-e47f-48ee-b80d-b9eccfee2987,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:29.597946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:29.652638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:29.791345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Router 1bed5fba-02cc-4070-9396-f99343b40423 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:53:29.796575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:29.800432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d196d080-1e28-4322-aa46-92a0d4753b83 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:53:29.819044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:29.851674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f143bf-dd84-498a-bded-09eabc3aa7ef req-6031a023-bff3-499c-ac12-d4c081e9fe5c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:29.853504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8f143bf-dd84-498a-bded-09eabc3aa7ef req-6031a023-bff3-499c-ac12-d4c081e9fe5c tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.2268498 Nov 11 20:53:29.972830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:29.999803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Deleting port f42f05a3-4e5f-4597-a94d-035fbd2d79d9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:30.000854 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:30.071562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8f143bf-dd84-498a-bded-09eabc3aa7ef req-b93cec73-0df0-4c57-bff1-cd351d029b73 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762846 Nov 11 20:53:30.097841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:30.119141 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] Sync routers for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:30.145202 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:30.146985 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:30.174974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:30.203572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Calling delete_port for f42f05a3-4e5f-4597-a94d-035fbd2d79d9 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:30.217351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] No DVR routers for this DVR port ef1a55ca-e47f-48ee-b80d-b9eccfee2987 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:53:30.223666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:30.229450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-099c8185-e4ac-463b-a782-0af339fc9086 req-c4cbdabe-1e66-4076-ad58-3b29e989822d tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.62 "DELETE /v2.0/ports/ef1a55ca-e47f-48ee-b80d-b9eccfee2987 HTTP/1.1" status: 204 len: 173 time: 2.3846693 Nov 11 20:53:30.261742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'name': 'network-vif-deleted', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:30.264097 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ae13a-59ac-4230-af65-247be60169d2" -d '{"events": [{"server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "name": "network-vif-deleted", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:30.320440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] Transition to ACTIVE for port object d196d080-1e28-4322-aa46-92a0d4753b83 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:53:30.377257 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae77621-1367-40ec-ad11-7ed8c0affe85 x-openstack-request-id: req-bae77621-1367-40ec-ad11-7ed8c0affe85 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:30.377567 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ecf43-9320-42a5-8f02-98fcf7b8efbf", "name": "network-vif-deleted", "tag": "ef1a55ca-e47f-48ee-b80d-b9eccfee2987", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:30.377807 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bae77621-1367-40ec-ad11-7ed8c0affe85 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:30.378231 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ecf43-9320-42a5-8f02-98fcf7b8efbf', 'name': 'network-vif-deleted', 'tag': 'ef1a55ca-e47f-48ee-b80d-b9eccfee2987', 'status': 'completed', 'code': 200} Nov 11 20:53:30.414649 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:30.430493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efa9d9a1-43eb-4c9e-9a8e-f37992534c91 req-9fa76862-13df-4756-9401-f0b2f7ebe337 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0972476 Nov 11 20:53:30.526444 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:30.626151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] No DVR routers for this DVR port d196d080-1e28-4322-aa46-92a0d4753b83 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:53:30.672530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] Pushing event updated for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:30.792050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-996b0cf5-5a6a-4f74-beb8-432d4614ffdb service neutron] 10.222.0.62 "PUT /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83/bindings/n-h2-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6281779 Nov 11 20:53:30.817468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:30.820562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7ae95-5c46-4ece-8800-8f7196072865 req-1aa6c22c-35fb-44d6-ac4e-876d5f3506f3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:30.827682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ed7ae95-5c46-4ece-8800-8f7196072865 req-1aa6c22c-35fb-44d6-ac4e-876d5f3506f3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.2048714 Nov 11 20:53:30.865239 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:34Z', 'revision_number': 5, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:30.868538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event deleted for resources: {'Port': ['ID=f42f05a3-4e5f-4597-a94d-035fbd2d79d9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:30.896093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ed7ae95-5c46-4ece-8800-8f7196072865 req-e6f4e826-6565-411e-8e84-75251d61c9ed tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633183 Nov 11 20:53:30.912317 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] Checking router: 1bed5fba-02cc-4070-9396-f99343b40423 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:53:30.928827 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:30.930659 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:31.082031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:31.109421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.219092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-aeca8c78-9dcc-4e5a-976f-13982d7482d1 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:31.222401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-aeca8c78-9dcc-4e5a-976f-13982d7482d1 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.2926519 Nov 11 20:53:31.394623 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.400335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.500336 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:34Z', 'revision_number': 5, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:31.513251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c04d4-9c7d-4985-9220-f00dee764b55 req-b234a123-3078-44f2-8a85-5cdb16b52c81 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:31.522401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09c04d4-9c7d-4985-9220-f00dee764b55 req-b234a123-3078-44f2-8a85-5cdb16b52c81 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.3473904 Nov 11 20:53:31.577211 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0b76d-bf97-4987-93ad-46b5565f9c02 None None] The sync data for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 is: [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:48:25Z', 'revision_number': 4, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ad17020f-7c26-4a1f-a29d-0c9a31aaebf6', 'name': '', 'network_id': '994e3071-1974-4cab-afd8-f2193fb48982', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'mac_address': 'fa:16:3e:45:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:24Z', 'updated_at': '2021-11-11T20:48:34Z', 'revision_number': 5, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'subnets': [{'id': '4e5989c5-96d9-43b7-a9f2-05c6d3dc6253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:31.580737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.581636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Fanout notify agent at l3_agent the message router_deleted on router 700c3463-194d-47eb-8dcb-44084084d0a8 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:31.596532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-358297de-06fa-48c0-81f0-b9eae68c89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:31.600128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-358297de-06fa-48c0-81f0-b9eae68c89c7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1&tenant_id=fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 1095 time: 0.3036268 Nov 11 20:53:31.608557 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.610190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0ed02ddd-a05f-419d-b9fc-3ab8cc8f5b8d tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/700c3463-194d-47eb-8dcb-44084084d0a8 HTTP/1.1" status: 204 len: 168 time: 2.1302197 Nov 11 20:53:31.614204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:31.623154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ea937751-8be0-4beb-a29e-82172e57c0d4 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-253552513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:31.769987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b009e790-7154-46f9-824c-dda2d0eb1cbb req-2fef6cb9-c480-4818-9186-9af1c36cee4b tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0966713 Nov 11 20:53:31.837415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea937751-8be0-4beb-a29e-82172e57c0d4 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.841132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea937751-8be0-4beb-a29e-82172e57c0d4 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.915786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5057e18-9cd7-4887-8ca0-b7cbd137e445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:31.962051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea937751-8be0-4beb-a29e-82172e57c0d4 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:32.025749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea937751-8be0-4beb-a29e-82172e57c0d4 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:32.045623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09c04d4-9c7d-4985-9220-f00dee764b55 req-767c9a79-6630-457f-91bc-ab71652f1500 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213428 Nov 11 20:53:32.076239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ad4c6acb-e0f9-412d-acd7-34bc96d48db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:32.077808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-ad4c6acb-e0f9-412d-acd7-34bc96d48db9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1095 time: 0.4231234 Nov 11 20:53:32.136343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9171a8-28d3-43b8-a550-0a6c162f41e7 None None] New status for floating IP 1225339c-6345-4c02-b9ff-25b45a2acd60: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:53:32.137833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39ac61-ce13-491e-a664-d74684e17d2c req-04b6294d-7bc1-49b0-b9e8-6d6f4f627b6d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:32.145627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a39ac61-ce13-491e-a664-d74684e17d2c req-04b6294d-7bc1-49b0-b9e8-6d6f4f627b6d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.1144032 Nov 11 20:53:32.204077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea937751-8be0-4beb-a29e-82172e57c0d4 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:32.205836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ea937751-8be0-4beb-a29e-82172e57c0d4 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5894394 Nov 11 20:53:32.211233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-791f929c-dccd-4204-ae36-d68f3ec943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:32.212706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:32.212838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-791f929c-dccd-4204-ae36-d68f3ec943f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1261477 Nov 11 20:53:32.234889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:32.287474 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-9629607d-8a51-4b85-9ce5-b04eb919108b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 200 len: 217 time: 0.0630898 Nov 11 20:53:32.379938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a39ac61-ce13-491e-a664-d74684e17d2c req-8c677657-9df1-4ef1-9e27-ae61a45b30ea tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327793 Nov 11 20:53:32.389404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-e663c964-36f1-469b-be7c-9e32cb4b20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:32.402199 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-e663c964-36f1-469b-be7c-9e32cb4b20e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.1053035 Nov 11 20:53:32.452273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-465e4627-d767-4d1b-a84c-4cf142ee162b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414865 Nov 11 20:53:32.580381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:32.610597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-30ca2ba5-8840-4a74-b342-4bd21b315a8e service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496522 Nov 11 20:53:32.728256 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-3505269e-eb44-4740-ae09-94671a4f82dd service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064510 Nov 11 20:53:32.943470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0fa9119-e677-4502-b957-b2ddefc8e24d req-a1b65e9c-38fd-4b74-a7ff-2647fb944501 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0457454 Nov 11 20:53:33.008285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:33.035488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:33.212134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Allocated IP 172.25.2.28 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/6043e6da-7f16-422b-9e05-5b3e17e88f22) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:33.241926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75117e73-1c60-43a9-bf68-c37249c19b5f req-b5bd40ee-8064-4b14-afae-0475191cb058 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:33.247548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75117e73-1c60-43a9-bf68-c37249c19b5f req-b5bd40ee-8064-4b14-afae-0475191cb058 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0938041 Nov 11 20:53:33.335771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75117e73-1c60-43a9-bf68-c37249c19b5f req-0d17b263-1f0c-4258-bd15-333199eea492 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Nov 11 20:53:33.374199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:33.395407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcf554-645e-42b8-a013-0e6282426e0a req-2ca117ff-883a-464a-b4de-cae30c37653d tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:33.397307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-2ca117ff-883a-464a-b4de-cae30c37653d tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.0604208 Nov 11 20:53:33.581459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d07f6-1674-4f3e-bae0-664607ce4c9e req-04939657-bf1e-4fa9-aeea-169035ab622e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:33.588463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be9d07f6-1674-4f3e-bae0-664607ce4c9e req-04939657-bf1e-4fa9-aeea-169035ab622e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.1188166 Nov 11 20:53:33.605424 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:33.684779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Port': ['ID=6043e6da-7f16-422b-9e05-5b3e17e88f22,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:33.697548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-16fcf554-645e-42b8-a013-0e6282426e0a req-8de21532-a404-482f-bac0-d61ba653d2f6 service neutron] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:33.701290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-16fcf554-645e-42b8-a013-0e6282426e0a req-8de21532-a404-482f-bac0-d61ba653d2f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:33.701853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:33.705874 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16fcf554-645e-42b8-a013-0e6282426e0a req-8de21532-a404-482f-bac0-d61ba653d2f6 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83/bindings/n-h1-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.2973602 Nov 11 20:53:33.708886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:33.716600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:33.780805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be9d07f6-1674-4f3e-bae0-664607ce4c9e req-a2b236dd-49d6-4676-89a5-098d03b930e9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859739 Nov 11 20:53:34.024880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e249f3-ff5a-44f5-a5e2-33cfc3f84132 req-457ff811-1ab7-4470-983c-8c752f4bcb85 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:34.032675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37e249f3-ff5a-44f5-a5e2-33cfc3f84132 req-457ff811-1ab7-4470-983c-8c752f4bcb85 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1095 time: 0.1008742 Nov 11 20:53:34.116998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3544f22-4d7d-40ed-9e41-d3f5b7dc33e3 req-209e4f3b-2561-4748-82da-82cd0c83d471 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0681837 Nov 11 20:53:34.188832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37e249f3-ff5a-44f5-a5e2-33cfc3f84132 req-ef061cf3-c1ea-42e4-aaf3-aad6168df634 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551898 Nov 11 20:53:34.211852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:34.354695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5f233-5de4-4080-b1c4-e83740a8202a req-df5a7927-b5a4-41ac-9535-87cdac0376d9 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:34.356334 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efd5f233-5de4-4080-b1c4-e83740a8202a req-df5a7927-b5a4-41ac-9535-87cdac0376d9 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 1095 time: 0.0828791 Nov 11 20:53:34.426434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efd5f233-5de4-4080-b1c4-e83740a8202a req-d86737da-0d28-4223-981d-b2a703728723 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581770 Nov 11 20:53:34.723147 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:34.731279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:34.745100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e5bea-de61-4091-9033-5ec89d29df2d req-b6fd4a09-a4ec-4c13-8f6d-64ed8401190d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:34.746919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-268e5bea-de61-4091-9033-5ec89d29df2d req-b6fd4a09-a4ec-4c13-8f6d-64ed8401190d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0714033 Nov 11 20:53:34.774212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b17c93c8-fcb6-4af9-8961-6a04999fdc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:34.872515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-268e5bea-de61-4091-9033-5ec89d29df2d req-b2662542-24e2-4826-84c2-5e83d4cd2a07 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882249 Nov 11 20:53:35.068339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Router 3395f21b-1f58-40a7-b7fe-e45c714d7908 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:35.271783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55c5ed9b-35b4-4ba4-9358-dc9dcfc5d11b req-459e16a8-1f99-4e08-a6ac-a4e6181adb99 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0352745 Nov 11 20:53:35.276838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:35.282520 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:35.283850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-58356ef4-2897-4619-9d70-5f23d7f5727a tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "PUT /v2.0/routers/3395f21b-1f58-40a7-b7fe-e45c714d7908 HTTP/1.1" status: 200 len: 913 time: 3.0696845 Nov 11 20:53:35.286651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:35.299190 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] Sync routers for ids ['3395f21b-1f58-40a7-b7fe-e45c714d7908'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:35.327406 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] Routers {'3395f21b-1f58-40a7-b7fe-e45c714d7908'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:35.328364 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3395f21b-1f58-40a7-b7fe-e45c714d7908'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:35.395200 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:35.412314 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] Routers {'3395f21b-1f58-40a7-b7fe-e45c714d7908'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:35.413427 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3395f21b-1f58-40a7-b7fe-e45c714d7908'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:35.458474 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-378178f6-8a2c-4d26-a9a6-78f72baa431f tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/3395f21b-1f58-40a7-b7fe-e45c714d7908 HTTP/1.1" status: 200 len: 919 time: 0.1679192 Nov 11 20:53:35.459101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42386) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:35.460283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:35.460875 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:35.461894 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb3ae2f-832d-4e90-ba6a-3fe960894650 None None] The sync data for ids ['3395f21b-1f58-40a7-b7fe-e45c714d7908'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:35.518527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e77b3a-51d7-48ed-bb06-38208180d0ce tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:35.523544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d7e77b3a-51d7-48ed-bb06-38208180d0ce tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=3395f21b-1f58-40a7-b7fe-e45c714d7908&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0603898 Nov 11 20:53:35.523544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42388) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:35.645184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4e185-38e8-41fb-9bb7-7e5afe6e0f38 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:35.646895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3af4e185-38e8-41fb-9bb7-7e5afe6e0f38 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.1225264 Nov 11 20:53:35.650307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42390) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:35.689372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8746ee74-f8fe-43c3-a71d-daf78de71245 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=3395f21b-1f58-40a7-b7fe-e45c714d7908 HTTP/1.1" status: 200 len: 205 time: 0.0374889 Nov 11 20:53:35.692013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42392) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:35.814957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:35.895725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:35.936308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:35.993735 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.027417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:36.029485 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656eeab0-0866-4a53-a121-937e43d7ac60" -d '{"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:36.047024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:36.081969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40c91-6923-4618-9321-c15ddb9e9417 req-01f42318-baf3-45a0-8d48-bd99d0445c6b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:36.083393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09a40c91-6923-4618-9321-c15ddb9e9417 req-01f42318-baf3-45a0-8d48-bd99d0445c6b tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0987089 Nov 11 20:53:36.136631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Deleting port 6043e6da-7f16-422b-9e05-5b3e17e88f22 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:36.137011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.191637 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1c3833-4d35-4d5d-9d30-e3d849c61b1d x-openstack-request-id: req-8a1c3833-4d35-4d5d-9d30-e3d849c61b1d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:36.191963 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:36.192729 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a1c3833-4d35-4d5d-9d30-e3d849c61b1d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:36.193171 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'code': 200} Nov 11 20:53:36.203337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.234686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09a40c91-6923-4618-9321-c15ddb9e9417 req-470fa92a-52d7-45b7-8ac0-d7d44259ae15 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267114 Nov 11 20:53:36.292907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.299331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:36.331862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Calling delete_port for 6043e6da-7f16-422b-9e05-5b3e17e88f22 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:36.386239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-594e8a38-7e24-4b67-a836-293aafb21067 req-bd91f5d8-a33b-4d9c-a917-901f32b7d87e tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0286946 Nov 11 20:53:36.583410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.608168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event deleted for resources: {'Port': ['ID=6043e6da-7f16-422b-9e05-5b3e17e88f22,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:36.674794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.770366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.773228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.914791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.915331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Fanout notify agent at l3_agent the message router_deleted on router 3395f21b-1f58-40a7-b7fe-e45c714d7908 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:36.929846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.931006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c2494cd7-29ca-4f69-8a24-b5659e2e258e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/3395f21b-1f58-40a7-b7fe-e45c714d7908 HTTP/1.1" status: 204 len: 168 time: 1.2379582 Nov 11 20:53:36.934847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42428) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:36.943988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.952324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-158e39bf-32af-434c-a54a-e9e528347e9b tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1818582691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:37.075084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-158e39bf-32af-434c-a54a-e9e528347e9b tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:37.076262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-158e39bf-32af-434c-a54a-e9e528347e9b tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:37.134837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-158e39bf-32af-434c-a54a-e9e528347e9b tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:37.219752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-158e39bf-32af-434c-a54a-e9e528347e9b tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:37.373253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2948a-d9dd-4024-86ab-3514d765adcb req-3635b454-f4e6-47db-b219-182d026f4468 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:37.375184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00b2948a-d9dd-4024-86ab-3514d765adcb req-3635b454-f4e6-47db-b219-182d026f4468 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 948 time: 0.0621779 Nov 11 20:53:37.378777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-158e39bf-32af-434c-a54a-e9e528347e9b tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:37.380817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-158e39bf-32af-434c-a54a-e9e528347e9b tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4449952 Nov 11 20:53:37.383713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:37.388559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': False}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:37.440447 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00b2948a-d9dd-4024-86ab-3514d765adcb req-7a82f4b2-83cf-4c68-89f3-f8392110f3b2 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508640 Nov 11 20:53:37.621923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-755f6bee-be2f-4b2c-80d9-af650a3e4cbc req-d9e58fe1-d858-4c63-bc02-35a75291617c tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/ports?device_id=243ecf43-9320-42a5-8f02-98fcf7b8efbf HTTP/1.1" status: 200 len: 210 time: 0.0305951 Nov 11 20:53:37.644480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1703053-df74-4476-80ca-f8a11f3a0d05 req-c99d6594-21ca-4e38-a41e-00aacfe280e5 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:37.646935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1703053-df74-4476-80ca-f8a11f3a0d05 req-c99d6594-21ca-4e38-a41e-00aacfe280e5 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 949 time: 0.1700735 Nov 11 20:53:37.691629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:37.736609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1703053-df74-4476-80ca-f8a11f3a0d05 req-31fcb7fd-c97e-4a3c-9447-da7e4f5274bc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576267 Nov 11 20:53:37.875099 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:37.911086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:53:38.032805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:38.049186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'mac_address': 'fa:16:3e:e6:ec:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:53:38.105133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.108747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.125683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8a73cc-ea73-4f16-9971-8cf5a7db0417 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:53:38.127195 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.150749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:38.288997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Allocated IP 172.25.2.81 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/69212053-477e-48d5-a407-da1946a32c35) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:38.332797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.405305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:38.445688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.573135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.617075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2bc28-c0a7-4759-ac62-08f15f0b7eb0 req-0f69fb4e-b74b-48af-b31a-0ca358e51422 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:38.629426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93e2bc28-c0a7-4759-ac62-08f15f0b7eb0 req-0f69fb4e-b74b-48af-b31a-0ca358e51422 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0927467 Nov 11 20:53:38.637908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:38.641214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:38.644347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:38.701530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93e2bc28-c0a7-4759-ac62-08f15f0b7eb0 req-d7fc0e43-6011-4a16-a90c-22ea4a374654 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Nov 11 20:53:38.732835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Pushing event updated for resources: {'Port': ['ID=69212053-477e-48d5-a407-da1946a32c35,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:38.785300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['cd8a73cc-ea73-4f16-9971-8cf5a7db0417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:53:38.868981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:38.959331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf751a43-0c9a-4093-94f9-22616e9e5de8 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.987563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf751a43-0c9a-4093-94f9-22616e9e5de8 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.102288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.149777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf751a43-0c9a-4093-94f9-22616e9e5de8 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.154929 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf751a43-0c9a-4093-94f9-22616e9e5de8 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.156600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bf751a43-0c9a-4093-94f9-22616e9e5de8 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "DELETE /v2.0/security-groups/110181f3-07e3-4a28-9039-5ebb39b3a141 HTTP/1.1" status: 204 len: 168 time: 0.2866101 Nov 11 20:53:39.161492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42500) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:39.188010 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-63b13054-4007-4830-a55a-092eddd961e1 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] show failed (client error): The resource could not be found. Nov 11 20:53:39.189364 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-63b13054-4007-4830-a55a-092eddd961e1 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "GET /v2.0/security-groups/110181f3-07e3-4a28-9039-5ebb39b3a141 HTTP/1.1" status: 404 len: 347 time: 0.0269513 Nov 11 20:53:39.190187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf751a43-0c9a-4093-94f9-22616e9e5de8 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110181f3-07e3-4a28-9039-5ebb39b3a141,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:39.192189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:39.384952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.388671 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.443791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Deleting port e32b7584-f463-4305-955c-04465b874f4b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:39.446048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.594092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.594543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.612679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Calling delete_port for e32b7584-f463-4305-955c-04465b874f4b owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:39.854065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0648c-4b44-4500-a897-44aca4d93620 req-071344eb-52b5-4738-aafb-e92f4999bf78 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:39.855517 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ba0648c-4b44-4500-a897-44aca4d93620 req-071344eb-52b5-4738-aafb-e92f4999bf78 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.0542905 Nov 11 20:53:39.904441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:39.941522 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ba0648c-4b44-4500-a897-44aca4d93620 req-623e1cce-6cd9-4fed-892a-ebefcca96604 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794222 Nov 11 20:53:39.948132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Pushing event deleted for resources: {'Port': ['ID=e32b7584-f463-4305-955c-04465b874f4b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:39.961365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Router f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:40.022114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:40.025288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:40.029605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bb31c73b-1be3-4ab1-b76c-7275d7492621 tempest-ServersTestBootFromVolume-186779318 tempest-ServersTestBootFromVolume-186779318-project] 10.222.0.31 "DELETE /v2.0/floatingips/1225339c-6345-4c02-b9ff-25b45a2acd60 HTTP/1.1" status: 204 len: 168 time: 0.8326955 Nov 11 20:53:40.029605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:40.081864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:40.088140 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:40.090079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9dc4955-099d-4a26-a518-cc669cda85f0 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "PUT /v2.0/routers/f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 HTTP/1.1" status: 200 len: 915 time: 2.7046235 Nov 11 20:53:40.092518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:40.097886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] Sync routers for ids ['f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:40.111035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] Routers {'f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:40.111884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:40.174652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:40.177441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:40.290601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb0e1489-1645-4185-8fbc-dfd21efb6849 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 HTTP/1.1" status: 200 len: 921 time: 0.1968853 Nov 11 20:53:40.293532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:40.337836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac2160-dae1-44bb-bf86-09c03b7e098f tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:40.339524 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1bac2160-dae1-44bb-bf86-09c03b7e098f tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0450237 Nov 11 20:53:40.344076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42532) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:40.355542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] Routers {'f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:40.356184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:40.442482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:40.451563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc00f2-dae4-4fe2-b8b8-6da12c84c66d None None] The sync data for ids ['f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:40.511584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:40.525392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970abb6-f992-4a90-8470-dddbe4546654 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:40.530265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b970abb6-f992-4a90-8470-dddbe4546654 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.1824408 Nov 11 20:53:40.531145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:40.557255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:40.559579 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee31076-1d35-4730-81e0-71c4129b073c" -d '{"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-unplugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:40.576780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:40.591479 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c8751910-c171-48b5-b785-25ced37f0e80 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 HTTP/1.1" status: 200 len: 205 time: 0.0569584 Nov 11 20:53:40.591963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:40.627409 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f3932-1336-4a47-a8b2-eb1db19457f7 x-openstack-request-id: req-873f3932-1336-4a47-a8b2-eb1db19457f7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:40.627929 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-unplugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:40.628211 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-873f3932-1336-4a47-a8b2-eb1db19457f7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:40.628777 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'code': 200} Nov 11 20:53:40.669576 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:40.725080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:40.798943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:40.851963 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:41.004672 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:41.170614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d17cf-ced6-4b1a-8e9d-d7f32e80424f req-2a0cd0d6-e9c1-4acd-9db7-d8862c016fe8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:41.172102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ab0d17cf-ced6-4b1a-8e9d-d7f32e80424f req-2a0cd0d6-e9c1-4acd-9db7-d8862c016fe8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 950 time: 0.1140809 Nov 11 20:53:41.496678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Deleting port 69212053-477e-48d5-a407-da1946a32c35 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:41.496923 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:41.535033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ab0d17cf-ced6-4b1a-8e9d-d7f32e80424f req-4061603b-c682-4263-8315-451edef50b93 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488955 Nov 11 20:53:41.625710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:41.642888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Calling delete_port for 69212053-477e-48d5-a407-da1946a32c35 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:41.656893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Deleting port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:41.657116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:41.822115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] For port ad17020f-7c26-4a1f-a29d-0c9a31aaebf6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:41.822485 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:41.842715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Calling delete_port for ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:41.914568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:41.976378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:41.980373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.060450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.064634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.097184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:42.124461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event deleted for resources: {'Port': ['ID=69212053-477e-48d5-a407-da1946a32c35,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:42.142285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f77a0f78-4f46-49b4-8bad-080e590f8fd1 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:53:42.189527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.244333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:42.263461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'mac_address': 'fa:16:3e:ec:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:53:42.286851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.290014 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.293412 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.324457 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.346136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f77a0f78-4f46-49b4-8bad-080e590f8fd1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:53:42.360952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.377318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:42.383244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:42.392180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad17020f-7c26-4a1f-a29d-0c9a31aaebf6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:42.512690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.513257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Fanout notify agent at l3_agent the message router_deleted on router f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:42.521690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.523434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4f61a263-5d84-4b0c-8d43-b7ace04f47cb tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 HTTP/1.1" status: 204 len: 168 time: 1.9305451 Nov 11 20:53:42.527321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:42.532043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-734572686', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:42.579691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.609708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.632561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:42.636216 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d938ad8c-36fa-418d-914a-529c0455b8c5" -d '{"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:42.662098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.662098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.684435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:42.730557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f77a0f78-4f46-49b4-8bad-080e590f8fd1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:53:42.774448 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:42.786328 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a4a0f-de8a-47d0-a5a9-3e820fb2d069 x-openstack-request-id: req-6d8a4a0f-de8a-47d0-a5a9-3e820fb2d069 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:42.786905 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-plugged", "status": "completed", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:42.787283 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d8a4a0f-de8a-47d0-a5a9-3e820fb2d069 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:42.787767 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'code': 200} Nov 11 20:53:42.790417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65f94-71be-458a-8f7b-f442ef865183 req-2d629cb2-9f68-4c81-b3f3-fbfe30beae9d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:42.792271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cc65f94-71be-458a-8f7b-f442ef865183 req-2d629cb2-9f68-4c81-b3f3-fbfe30beae9d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.0909903 Nov 11 20:53:42.871426 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cc65f94-71be-458a-8f7b-f442ef865183 req-22a76161-95af-42c8-a4e6-d2edf4d730b6 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Nov 11 20:53:43.133571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Router 1bed5fba-02cc-4070-9396-f99343b40423 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:53:43.162232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:43.177700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85addfc2-01a3-4498-8b64-cd675c0f7ec2 req-a1e33ec4-5c1e-416c-8ba6-f4072dd113bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:43.181413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85addfc2-01a3-4498-8b64-cd675c0f7ec2 req-a1e33ec4-5c1e-416c-8ba6-f4072dd113bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1102 time: 0.2567298 Nov 11 20:53:43.262143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85addfc2-01a3-4498-8b64-cd675c0f7ec2 req-cdee52c7-c41d-4ee1-ae12-599317dacdbe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728538 Nov 11 20:53:43.318131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:43.323693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6aecfdec-b0f1-49eb-8486-ebc485ff261b admin admin] 10.222.0.31 "PUT /v2.0/routers/1bed5fba-02cc-4070-9396-f99343b40423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2927761 Nov 11 20:53:43.329585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:43.332349 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] Sync routers for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:43.351077 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:43.352764 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:43.498358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:43.661045 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:43.686614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:43.737691 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:43.790950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:43.962479 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:53:42Z', 'revision_number': 5, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port': {'id': '218cc9c8-e04b-42c9-981b-568821137c0a', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bed5fba-02cc-4070-9396-f99343b40423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:48:21Z', 'updated_at': '2021-11-11T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:43.987450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Allocated IP 172.25.2.178 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/d7129015-2f4c-40f4-8906-50cc76568c6f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:44.004875 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] Checking router: 1bed5fba-02cc-4070-9396-f99343b40423 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:53:44.009758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Deleting port 218cc9c8-e04b-42c9-981b-568821137c0a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:44.010111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.051609 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] Routers {'1bed5fba-02cc-4070-9396-f99343b40423'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:44.052479 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bed5fba-02cc-4070-9396-f99343b40423'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:44.172697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f77a0f78-4f46-49b4-8bad-080e590f8fd1 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:44.203976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] For port 218cc9c8-e04b-42c9-981b-568821137c0a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=218cc9c8-e04b-42c9-981b-568821137c0a,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:44.204527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.238962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Calling delete_port for 218cc9c8-e04b-42c9-981b-568821137c0a owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:44.277394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835a6c7-d165-4c5d-b7e2-182616e3aa61 req-db7c9c81-c0b2-47ad-b255-35ff8e423a3f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:44.284888 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] Set router 1bed5fba-02cc-4070-9396-f99343b40423 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:44.292765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e835a6c7-d165-4c5d-b7e2-182616e3aa61 req-db7c9c81-c0b2-47ad-b255-35ff8e423a3f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.2656898 Nov 11 20:53:44.354363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port f77a0f78-4f46-49b4-8bad-080e590f8fd1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:44.355140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.377314 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:53:43Z', 'revision_number': 6, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:44.421031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ea768e-7f13-4fde-8f3d-d90c2b45698f None None] The sync data for ids ['1bed5fba-02cc-4070-9396-f99343b40423'] in n-d-805734-3 is: [{'id': '1bed5fba-02cc-4070-9396-f99343b40423', 'name': 'tempest-ServersTestBootFromVolume-1798140021-router', 'tenant_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:48:20Z', 'updated_at': '2021-11-11T20:53:43Z', 'revision_number': 6, 'project_id': 'b2d6434ec00e4adf81310fc797f0f1e0', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:44.496454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e835a6c7-d165-4c5d-b7e2-182616e3aa61 req-a2e76cb4-9238-48bc-8694-a5a9ade921eb tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930487 Nov 11 20:53:44.505567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.548196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:44.550704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.636826 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.682262 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.726541 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:44.748679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:44.789522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:53:44.792528 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c27c63-de09-4680-bdac-1e3b9a3c30a3" -d '{"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-plugged", "status": "completed", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:53:44.828177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:44.849480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:44.861360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Pushing event deleted for resources: {'Port': ['ID=218cc9c8-e04b-42c9-981b-568821137c0a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:44.866713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:44.890726 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a364f-040e-45dc-82ba-534dfdf2fa63 x-openstack-request-id: req-0e4a364f-040e-45dc-82ba-534dfdf2fa63 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:53:44.891012 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-plugged", "status": "completed", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:53:44.891261 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e4a364f-040e-45dc-82ba-534dfdf2fa63 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:53:44.891766 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'code': 200} Nov 11 20:53:44.975269 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:45.024823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event updated for resources: {'Port': ['ID=d7129015-2f4c-40f4-8906-50cc76568c6f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:45.197620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:45.201287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:45.401262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:45.402744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bed5fba-02cc-4070-9396-f99343b40423 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:45.408363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:45.410369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-88bc8d92-4886-4bbd-a765-2fd70449f879 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1bed5fba-02cc-4070-9396-f99343b40423 HTTP/1.1" status: 204 len: 168 time: 2.0792377 Nov 11 20:53:45.412656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:45.549497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] Deleting subnet 4e5989c5-96d9-43b7-a9f2-05c6d3dc6253 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:53:45.555923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:45.588258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:45.656027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:53:45.669569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad17020f-7c26-4a1f-a29d-0c9a31aaebf6 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:53:45.669999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 218cc9c8-e04b-42c9-981b-568821137c0a no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:45.683849 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:45.731638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 218cc9c8-e04b-42c9-981b-568821137c0a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:53:45.731989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 218cc9c8-e04b-42c9-981b-568821137c0a not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:53:45.880242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.010994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.301910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.370981 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.419276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5989c5-96d9-43b7-a9f2-05c6d3dc6253,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:46.428051 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.434134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471aa98b-93ab-48f5-ace7-e6a1ae63d602 None None] Network 994e3071-1974-4cab-afd8-f2193fb48982 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:53:46.437153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-612e4411-958d-47ce-8173-7bea21907292 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4e5989c5-96d9-43b7-a9f2-05c6d3dc6253 HTTP/1.1" status: 204 len: 168 time: 1.0082064 Nov 11 20:53:46.437613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:46.589018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.653492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Deleting port 898c8629-2281-4573-a164-5b1ade98e0eb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:46.654289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.663450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Router bd2f2edc-2b24-4f61-8e50-99a87f406f11 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:46.751731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] For port 898c8629-2281-4573-a164-5b1ade98e0eb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=898c8629-2281-4573-a164-5b1ade98e0eb,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:46.752285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:46.780312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Calling delete_port for 898c8629-2281-4573-a164-5b1ade98e0eb owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:46.798045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] DHCP port deletion for 994e3071-1974-4cab-afd8-f2193fb48982 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:53:46.905207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] Deleting port 898c8629-2281-4573-a164-5b1ade98e0eb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:46.905887 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.070800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] For port 898c8629-2281-4573-a164-5b1ade98e0eb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=898c8629-2281-4573-a164-5b1ade98e0eb,segment=NetworkSegment(d8dab592-2191-4d04-a0ab-7f56f832c613),segment_id=d8dab592-2191-4d04-a0ab-7f56f832c613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:47.071789 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.079667 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.119522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] Calling delete_port for 898c8629-2281-4573-a164-5b1ade98e0eb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:47.153551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Pushing event deleted for resources: {'Port': ['ID=898c8629-2281-4573-a164-5b1ade98e0eb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:47.165183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] No DVR routers for this DVR port 898c8629-2281-4573-a164-5b1ade98e0eb on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:53:47.219681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:47.279467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] Sync routers for ids ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:47.323068 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.326932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8eca2ad7-cde4-4905-817a-0129e0682a0c tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7960000 Nov 11 20:53:47.327323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:47.333527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:47.370137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] Routers {'bd2f2edc-2b24-4f61-8e50-99a87f406f11'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:47.370804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:47.393581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.425452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994e3071-1974-4cab-afd8-f2193fb48982']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:47.442089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8dab592-2191-4d04-a0ab-7f56f832c613') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:47.443086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8dab592-2191-4d04-a0ab-7f56f832c613') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:47.456834 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.494043 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.503364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:53:47.505444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: items = [ Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:53:47.510594 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:53:47.531787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 898c8629-2281-4573-a164-5b1ade98e0eb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:53:47.541580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: from cryptography.utils import int_from_bytes Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: from cryptography.utils import int_from_bytes Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.603816 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:53:47.607499 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:53:47.629719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 898c8629-2281-4573-a164-5b1ade98e0eb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:53:47.630471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 898c8629-2281-4573-a164-5b1ade98e0eb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:53:47.657213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.697875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.704420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:47.707741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] 10.222.0.31 "DELETE /v2.0/networks/994e3071-1974-4cab-afd8-f2193fb48982 HTTP/1.1" status: 204 len: 168 time: 1.2680879 Nov 11 20:53:47.761690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131f83b-da82-4c4f-8dbb-f81c4d20b7da admin admin] Pushing event deleted for resources: {'Network': ['ID=994e3071-1974-4cab-afd8-f2193fb48982,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:47.800589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] No DVR routers for this DVR port 898c8629-2281-4573-a164-5b1ade98e0eb on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:53:47.807481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6e46e-6e13-412a-b478-80fe1c1156ec None None] Pushing event deleted for resources: {'Port': ['ID=898c8629-2281-4573-a164-5b1ade98e0eb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:47.828103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] Routers {'bd2f2edc-2b24-4f61-8e50-99a87f406f11'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:47.829536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:47.890714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:47.892470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1a0bfb-cb6a-42f2-aafe-8e3e083481f2 None None] The sync data for ids ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:47.993586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.106510 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.194669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:48.300908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8453c53d-bb96-43b0-9a41-5d2d3d244012 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2d6434ec00e4adf81310fc797f0f1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050172 Nov 11 20:53:48.304017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42756) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:48.327749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Deleting port d7129015-2f4c-40f4-8906-50cc76568c6f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:48.329155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.376262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01258667-d1eb-4852-a4a4-26a7dcefbb2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.406499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01258667-d1eb-4852-a4a4-26a7dcefbb2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.456345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.483052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Calling delete_port for d7129015-2f4c-40f4-8906-50cc76568c6f owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:48.549422 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01258667-d1eb-4852-a4a4-26a7dcefbb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.554148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01258667-d1eb-4852-a4a4-26a7dcefbb2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:48.560192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-01258667-d1eb-4852-a4a4-26a7dcefbb2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df6a7d00-9a07-4f9e-a937-f557321a9df9 HTTP/1.1" status: 204 len: 168 time: 0.2525680 Nov 11 20:53:48.587792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01258667-d1eb-4852-a4a4-26a7dcefbb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6a7d00-9a07-4f9e-a937-f557321a9df9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:48.941876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:49.023442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Pushing event deleted for resources: {'Port': ['ID=d7129015-2f4c-40f4-8906-50cc76568c6f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:49.091578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:49.473121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:49.477322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:49.596982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Router bd2f2edc-2b24-4f61-8e50-99a87f406f11 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:53:49.717042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:49.730774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:49.730774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8c2e24b8-fb86-4a83-815b-5c9a9af12817 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "PUT /v2.0/routers/bd2f2edc-2b24-4f61-8e50-99a87f406f11 HTTP/1.1" status: 200 len: 705 time: 2.4003599 Nov 11 20:53:49.731540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42774) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:49.737199 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] Sync routers for ids ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:49.756890 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] Routers {'bd2f2edc-2b24-4f61-8e50-99a87f406f11'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:49.761398 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:49.799676 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:49.811758 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] Routers {'bd2f2edc-2b24-4f61-8e50-99a87f406f11'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:49.813774 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:49.889101 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:49.894246 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dc201f-1227-4a42-a05f-899ca05cd567 None None] The sync data for ids ['bd2f2edc-2b24-4f61-8e50-99a87f406f11'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:49.898310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:49.909920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-004f725d-f477-403a-b584-36335bec76ec tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/routers/bd2f2edc-2b24-4f61-8e50-99a87f406f11 HTTP/1.1" status: 200 len: 740 time: 0.1769776 Nov 11 20:53:50.035451 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0bbe85f4-992a-4015-8892-854a0dc03321 tempest-RoutersAdminTest-1462539001 tempest-RoutersAdminTest-1462539001-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=bd2f2edc-2b24-4f61-8e50-99a87f406f11 HTTP/1.1" status: 200 len: 205 time: 0.1350899 Nov 11 20:53:50.041565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:50.076312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5003e736-93b2-4302-9be4-59cb679fc437 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd2f2edc-2b24-4f61-8e50-99a87f406f11 HTTP/1.1" status: 200 len: 205 time: 0.0332754 Nov 11 20:53:50.078666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:50.263746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:50.427632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1876999407-network', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:50.498212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277d53fa-4504-4ef7-9e3e-3f17f18c8f6e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.514971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Made reservation on behalf of 214ea16d383a4ac3a3f3bcc896525389 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:53:50.517541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.532534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.701749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.781371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277d53fa-4504-4ef7-9e3e-3f17f18c8f6e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.783388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.799832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277d53fa-4504-4ef7-9e3e-3f17f18c8f6e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.844982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:53:50.872072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2191cac6-7a6a-416d-a327-6690b3cac0cc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:50.890786 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.890920 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Added segment 16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e of type vlan for network 2f553cf0-1680-4f6e-9139-9447f04d9a57 Nov 11 20:53:50.966021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277d53fa-4504-4ef7-9e3e-3f17f18c8f6e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.970990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277d53fa-4504-4ef7-9e3e-3f17f18c8f6e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Fanout notify agent at l3_agent the message router_deleted on router bd2f2edc-2b24-4f61-8e50-99a87f406f11 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:53:50.971130 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:50.998156 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277d53fa-4504-4ef7-9e3e-3f17f18c8f6e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:51.004644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.011253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-277d53fa-4504-4ef7-9e3e-3f17f18c8f6e tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/bd2f2edc-2b24-4f61-8e50-99a87f406f11 HTTP/1.1" status: 204 len: 168 time: 0.9312553 Nov 11 20:53:51.076053 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b881f888-0227-4db6-9516-39a0dab4a234 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd2f2edc-2b24-4f61-8e50-99a87f406f11 HTTP/1.1" status: 200 len: 205 time: 0.0685956 Nov 11 20:53:51.076988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.127264 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-7b75c6e9-c9a2-4831-9e85-ff05d6516f19 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] delete failed (client error): The resource could not be found. Nov 11 20:53:51.128350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7b75c6e9-c9a2-4831-9e85-ff05d6516f19 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/bd2f2edc-2b24-4f61-8e50-99a87f406f11 HTTP/1.1" status: 404 len: 336 time: 0.0491502 Nov 11 20:53:51.130993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42800) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.150504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:51.152033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:51.152912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:51.184203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e1550eea-9a0d-4635-8531-b15d7977bf76 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 HTTP/1.1" status: 200 len: 205 time: 0.0491939 Nov 11 20:53:51.184467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.267700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] Pushing event updated for resources: {'Network': ['ID=2f553cf0-1680-4f6e-9139-9447f04d9a57,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:51.271824 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d8773b01-11e0-4f78-a5c0-fed724bcec7f tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] delete failed (client error): The resource could not be found. Nov 11 20:53:51.276651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8773b01-11e0-4f78-a5c0-fed724bcec7f tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/f7f2db5f-f05b-42d8-b0b2-4a8c5f3a4a66 HTTP/1.1" status: 404 len: 336 time: 0.0907285 Nov 11 20:53:51.277406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42804) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.281084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:53:51.310732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-840f5724-f8f0-42f4-9e66-85bcdba76626 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0452797 Nov 11 20:53:51.313803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42806) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.325137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-93e32358-8731-4d99-9ce3-3c7a4e02cb90 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=3395f21b-1f58-40a7-b7fe-e45c714d7908 HTTP/1.1" status: 200 len: 205 time: 0.0462046 Nov 11 20:53:51.326482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.326851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Request body: {'subnet': {'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1876999407-subnet', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:51.390351 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-7cdfc6af-5bab-492b-b557-1cd904c6c4aa tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] delete failed (client error): The resource could not be found. Nov 11 20:53:51.394187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7cdfc6af-5bab-492b-b557-1cd904c6c4aa tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/3395f21b-1f58-40a7-b7fe-e45c714d7908 HTTP/1.1" status: 404 len: 336 time: 0.0559018 Nov 11 20:53:51.394539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.442791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-53faf823-f484-4e83-9100-8ccaa582b4da tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=700c3463-194d-47eb-8dcb-44084084d0a8 HTTP/1.1" status: 200 len: 205 time: 0.0450029 Nov 11 20:53:51.445134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.488399 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d552fc95-6773-47b0-99cb-c1e0acc76452 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] delete failed (client error): The resource could not be found. Nov 11 20:53:51.493901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d552fc95-6773-47b0-99cb-c1e0acc76452 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/700c3463-194d-47eb-8dcb-44084084d0a8 HTTP/1.1" status: 404 len: 336 time: 0.0432594 Nov 11 20:53:51.494222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42814) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.522106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f2a05af2-ca31-4975-9700-6472e86805bc tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=df0b32eb-b5fa-4065-ba99-c79efde132ec HTTP/1.1" status: 200 len: 205 time: 0.0266721 Nov 11 20:53:51.525308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.568669 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-91281e06-6b46-4230-a323-09e382030d45 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] delete failed (client error): The resource could not be found. Nov 11 20:53:51.570937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-91281e06-6b46-4230-a323-09e382030d45 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/df0b32eb-b5fa-4065-ba99-c79efde132ec HTTP/1.1" status: 404 len: 336 time: 0.0445828 Nov 11 20:53:51.573559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.601826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4584ec8d-d676-4a25-a140-90c68a5cc7d5 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "GET /v2.0/ports?device_id=35abd753-ef37-48f0-8acb-ea2b24c5cbe7 HTTP/1.1" status: 200 len: 205 time: 0.0271511 Nov 11 20:53:51.604525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.641571 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-792b9498-4659-42b6-afa5-55a192fcbbfc tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] delete failed (client error): The resource could not be found. Nov 11 20:53:51.642618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-792b9498-4659-42b6-afa5-55a192fcbbfc tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/routers/35abd753-ef37-48f0-8acb-ea2b24c5cbe7 HTTP/1.1" status: 404 len: 336 time: 0.0375621 Nov 11 20:53:51.645622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:51.683916 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e286c0ab-93fc-4fc9-8a19-2e4b1c56ee56 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] DELETE failed (client error): The resource could not be found. Nov 11 20:53:51.684531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e286c0ab-93fc-4fc9-8a19-2e4b1c56ee56 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:53:51.695809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e286c0ab-93fc-4fc9-8a19-2e4b1c56ee56 tempest-RoutersAdminTest-889756764 tempest-RoutersAdminTest-889756764-project] 10.222.0.31 "DELETE /v2.0/subnets/79c35709-b50f-467f-abee-2e0793540918 HTTP/1.1" status: 404 len: 337 time: 0.0486727 Nov 11 20:53:51.783199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Made reservation on behalf of 214ea16d383a4ac3a3f3bcc896525389 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:53:51.785637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:51.983405 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.047601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.120029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28390d0-a31c-4614-a1d4-225ca53231c2,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:52.142478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Checking segment: {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:53:52.142924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Network hostable DHCP agents. Network: 2f553cf0-1680-4f6e-9139-9447f04d9a57, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:53:52.246780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:53:52.302774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:52.376290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 2f553cf0-1680-4f6e-9139-9447f04d9a57) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:52.380842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:52.382725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.388567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443fcce-28ef-4f60-8bbf-38f08c924a6c None None] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:53:52.487381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a60d5266-2e82-45a8-82d1-142cce227d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.508900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c2a488b4-ac3f-48fa-a96f-59351bb8919b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1911004 Nov 11 20:53:52.509138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:52.517394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:52.633720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.634824 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.646465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a60d5266-2e82-45a8-82d1-142cce227d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.653342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-2f553cf0-1680-4f6e-9139-9447f04d9a57', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:53:52.655355 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.719358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a60d5266-2e82-45a8-82d1-142cce227d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.737734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:52.777813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a60d5266-2e82-45a8-82d1-142cce227d3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cb8a1a9dfc247449904e71add235860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729605 Nov 11 20:53:52.778969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d5266-2e82-45a8-82d1-142cce227d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec56cad-c297-4ffb-a787-43523418d414,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:52.782290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:52.831377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Allocated IP 172.20.0.2 (2f553cf0-1680-4f6e-9139-9447f04d9a57/b28390d0-a31c-4614-a1d4-225ca53231c2/3b23caa6-6f83-43eb-8394-fda2804979b2) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:53.046582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.057549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-15644208-49f8-4475-8b85-e1b97f2331d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.061977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.089663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-15644208-49f8-4475-8b85-e1b97f2331d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.149934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.218041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Pushing event updated for resources: {'Port': ['ID=3b23caa6-6f83-43eb-8394-fda2804979b2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:53.237842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:53.239349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:53.248402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:53.270490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-15644208-49f8-4475-8b85-e1b97f2331d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.275004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-15644208-49f8-4475-8b85-e1b97f2331d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.276434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-15644208-49f8-4475-8b85-e1b97f2331d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aec56cad-c297-4ffb-a787-43523418d414 HTTP/1.1" status: 204 len: 168 time: 0.4929733 Nov 11 20:53:53.338401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Attempting to bind port 3b23caa6-6f83-43eb-8394-fda2804979b2 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:53:53.338783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Attempting to bind port 3b23caa6-6f83-43eb-8394-fda2804979b2 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:53:53.339155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Attempting to bind port 3b23caa6-6f83-43eb-8394-fda2804979b2 on network 2f553cf0-1680-4f6e-9139-9447f04d9a57 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:53.345182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:53:53.346428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Checking segment: {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:53:53.348183 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.348183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Bound using segment: {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:53:53.348183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Bound port: 3b23caa6-6f83-43eb-8394-fda2804979b2, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:53:53.348584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.422314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15644208-49f8-4475-8b85-e1b97f2331d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec56cad-c297-4ffb-a787-43523418d414,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:53.449995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] For port 3b23caa6-6f83-43eb-8394-fda2804979b2, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:53.454510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] For port 3b23caa6-6f83-43eb-8394-fda2804979b2, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3b23caa6-6f83-43eb-8394-fda2804979b2,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:53:53.497030 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.523571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.529648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:53.633734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43fca4-5a49-485a-9ef1-c44a2dc8f15d None None] Pushing event updated for resources: {'Port': ['ID=3b23caa6-6f83-43eb-8394-fda2804979b2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:53.699867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Allocated IP 172.25.2.65 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/34def747-267b-4701-babc-35da8f456c1c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:53.977978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:54.056847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c1da0-62d3-4f7f-ad60-712c0a86e2e7 req-235944e2-f2ac-434d-96bf-ad3bf2b2a32d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:54.059731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e8c1da0-62d3-4f7f-ad60-712c0a86e2e7 req-235944e2-f2ac-434d-96bf-ad3bf2b2a32d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.0929866 Nov 11 20:53:54.130689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e8c1da0-62d3-4f7f-ad60-712c0a86e2e7 req-cb9fcda6-51fb-4746-aad9-31984c886ac4 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631032 Nov 11 20:53:54.214055 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:54.282071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:53:54.299814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:53:54.311385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:53:54.384771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42852) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:54.470101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42854) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:54.574442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bd616972-1b94-440a-9dc4-75014d5bf09f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c31ba0fd74f4af197a04275c4c4a5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1031792 Nov 11 20:53:54.576980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:54.746827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88c33e14-d218-4a1b-8501-b1e74ee75677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:54.751988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Pushing event updated for resources: {'Port': ['ID=34def747-267b-4701-babc-35da8f456c1c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:54.841257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88c33e14-d218-4a1b-8501-b1e74ee75677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:54.973426 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88c33e14-d218-4a1b-8501-b1e74ee75677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:54.977098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88c33e14-d218-4a1b-8501-b1e74ee75677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:54.980579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-88c33e14-d218-4a1b-8501-b1e74ee75677 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d7ec9b2-7240-4033-813d-6579612d1e07 HTTP/1.1" status: 204 len: 168 time: 0.3999550 Nov 11 20:53:54.996424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c33e14-d218-4a1b-8501-b1e74ee75677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ec9b2-7240-4033-813d-6579612d1e07,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:55.152336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd1b6e-2d07-426f-a6e7-d39047eb6a60 None None] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:53:55.166480 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:53:55.221157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:55.261237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:55.313994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9054ca64-6225-4819-836f-1d85a5a0168b None None] Provisioning complete for port 3b23caa6-6f83-43eb-8394-fda2804979b2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:55.317469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9054ca64-6225-4819-836f-1d85a5a0168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:55.482268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7d5c9-9c37-4d19-8e5c-7c2919ead8bf req-2b588da1-a57d-44c1-b657-2944ef2056d3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:55.482268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68e7d5c9-9c37-4d19-8e5c-7c2919ead8bf req-2b588da1-a57d-44c1-b657-2944ef2056d3 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.1769869 Nov 11 20:53:55.620526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3b23caa6-6f83-43eb-8394-fda2804979b2 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:55.694893 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9054ca64-6225-4819-836f-1d85a5a0168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:55.720539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:55.772194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68e7d5c9-9c37-4d19-8e5c-7c2919ead8bf req-15b41000-e082-4e9b-8952-76d5b7d6460d tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855840 Nov 11 20:53:55.910160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9054ca64-6225-4819-836f-1d85a5a0168b None None] For port 3b23caa6-6f83-43eb-8394-fda2804979b2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3b23caa6-6f83-43eb-8394-fda2804979b2,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:55.931067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3b23caa6-6f83-43eb-8394-fda2804979b2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:55.931563 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:56.033938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9054ca64-6225-4819-836f-1d85a5a0168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:56.090747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Deleting port 07e81835-8f97-4997-9e62-94e1ae86c426 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:53:56.090747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:56.217810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Router 89f2003e-c8ab-40b2-8650-3c482a6f912c is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:53:56.242957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] For port 07e81835-8f97-4997-9e62-94e1ae86c426, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=07e81835-8f97-4997-9e62-94e1ae86c426,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:53:56.243963 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:56.264939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Calling delete_port for 07e81835-8f97-4997-9e62-94e1ae86c426 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:53:56.423047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f480eeb0-c20b-4542-821a-e12bf8a81c1d None None] Provisioning complete for port 3b23caa6-6f83-43eb-8394-fda2804979b2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:56.425231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f480eeb0-c20b-4542-821a-e12bf8a81c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:56.430233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054ca64-6225-4819-836f-1d85a5a0168b None None] Pushing event updated for resources: {'Port': ['ID=3b23caa6-6f83-43eb-8394-fda2804979b2,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:56.494954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:56.517098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Sync routers for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:56.595228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:56.595228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:56.608642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:56.613054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:56.613530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c1525099-3baa-4f72-a6e3-ce1092a14e9c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1032445 Nov 11 20:53:56.717254 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:56.784905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=07e81835-8f97-4997-9e62-94e1ae86c426,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:56.971759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:57.046651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:57.310070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:53:54Z', 'revision_number': 3, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:57.321020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d559424-c870-4109-ac1d-a401299c8b38 req-c693e313-1636-4297-8a1a-ff3d76d63812 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:57.328523 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d559424-c870-4109-ac1d-a401299c8b38 req-c693e313-1636-4297-8a1a-ff3d76d63812 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.3766139 Nov 11 20:53:57.376529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Checking router: 89f2003e-c8ab-40b2-8650-3c482a6f912c for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:53:57.376928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Updating router 89f2003e-c8ab-40b2-8650-3c482a6f912c port 34def747-267b-4701-babc-35da8f456c1c binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:53:57.435084 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:57.521050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d559424-c870-4109-ac1d-a401299c8b38 req-b53c58ad-3b4c-46b6-b68e-2aba1c21202a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898954 Nov 11 20:53:57.626839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3b23caa6-6f83-43eb-8394-fda2804979b2 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:53:57.719643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:57.886308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3b23caa6-6f83-43eb-8394-fda2804979b2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:53:57.887396 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.098948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.180809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42916) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:58.246136 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.299125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Attempting to bind port 34def747-267b-4701-babc-35da8f456c1c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:53:58.299714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Attempting to bind port 34def747-267b-4701-babc-35da8f456c1c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:53:58.300301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Attempting to bind port 34def747-267b-4701-babc-35da8f456c1c on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:53:58.315283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:53:58.316085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:53:58.316941 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.317559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:53:58.318290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Bound port: 34def747-267b-4701-babc-35da8f456c1c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:53:58.321874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.363113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-801053785', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:53:58.374914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d939a-c04f-43f0-abcf-a5376caa1e78 None None] Pushing event updated for resources: {'Port': ['ID=34def747-267b-4701-babc-35da8f456c1c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:58.450938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.466004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] For port 34def747-267b-4701-babc-35da8f456c1c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:53:58.481792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] For port 34def747-267b-4701-babc-35da8f456c1c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=34def747-267b-4701-babc-35da8f456c1c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:53:58.485373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Router 00277c8e-e159-453c-a637-a5fc2abc298e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:53:58.580896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Made reservation on behalf of 7c7e02ba377542dbb1f368512cff06aa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:53:58.583233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.589434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.746203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:58.747260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:58.752673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d939a-c04f-43f0-abcf-a5376caa1e78 None None] Pushing event updated for resources: {'Port': ['ID=34def747-267b-4701-babc-35da8f456c1c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:53:58.791984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:53:58.794010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:58.802680 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] Sync routers for ids ['00277c8e-e159-453c-a637-a5fc2abc298e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:53:58.803816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42932) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:53:58.804516 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-126ccb6b-f612-49be-9ed0-90e044025c4d admin admin] 10.222.0.31 "PUT /v2.0/routers/00277c8e-e159-453c-a637-a5fc2abc298e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4181533 Nov 11 20:53:58.833687 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] Routers {'00277c8e-e159-453c-a637-a5fc2abc298e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:58.835599 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['00277c8e-e159-453c-a637-a5fc2abc298e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:59.057313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:59.066225 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] Set router 00277c8e-e159-453c-a637-a5fc2abc298e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:53:59.078537 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:59.183600 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:59.191448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2ed98-7609-484a-bb09-8d6c273818bd req-20e9ccfd-20fd-4d0a-a463-d9084fdd7f01 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:53:59.201727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-87e2ed98-7609-484a-bb09-8d6c273818bd req-20e9ccfd-20fd-4d0a-a463-d9084fdd7f01 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1102 time: 0.5884109 Nov 11 20:53:59.282367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Allocated IP 172.20.0.1 (2f553cf0-1680-4f6e-9139-9447f04d9a57/b28390d0-a31c-4614-a1d4-225ca53231c2/d39b2e89-99e9-49d6-b3de-46bb568c0ca7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:53:59.337717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-87e2ed98-7609-484a-bb09-8d6c273818bd req-04bf497a-9cba-48a8-b997-b82c1325ce59 tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258700 Nov 11 20:53:59.417535 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:59.600182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:53:54Z', 'revision_number': 3, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:59.653339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069f8ab-28d4-4ca1-a4e3-90824e0fbaa3 None None] The sync data for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 is: [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:53:54Z', 'revision_number': 3, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:53:59.656381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:59.675173 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:53:56Z', 'revision_number': 5, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:59.729721 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] Checking router: 00277c8e-e159-453c-a637-a5fc2abc298e for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:53:59.744126 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] Routers {'00277c8e-e159-453c-a637-a5fc2abc298e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:53:59.744822 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['00277c8e-e159-453c-a637-a5fc2abc298e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:53:59.939188 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] Set router 00277c8e-e159-453c-a637-a5fc2abc298e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:00.075059 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.128568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.184636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:54:00.238653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:00.241308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Deleting port f0913298-041c-44c8-bcf1-9e5c9dea6cec {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:00.241884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.246545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8042b51-cc38-477e-b93d-8e7b9c126970,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:00.278230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.282176 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Added segment f859851c-3960-4a8d-a3b4-5fbd0a4e4c6d of type vlan for network 0de07604-fd0a-445e-aa46-be11602452a6 Nov 11 20:54:00.290547 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:53:56Z', 'revision_number': 5, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:00.291088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:00.323596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:00.376725 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86338cc4-60b2-4e2e-af64-98f65bfaa1ac None None] The sync data for ids ['00277c8e-e159-453c-a637-a5fc2abc298e'] in n-d-805734-3 is: [{'id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'name': 'tempest-AttachSCSIVolumeTestJSON-788655291-router', 'tenant_id': 'e6eff9d97978407a822ab789d23cb364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:30Z', 'updated_at': '2021-11-11T20:53:56Z', 'revision_number': 5, 'project_id': 'e6eff9d97978407a822ab789d23cb364', 'gw_port': {'id': 'f0913298-041c-44c8-bcf1-9e5c9dea6cec', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00277c8e-e159-453c-a637-a5fc2abc298e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:31Z', 'updated_at': '2021-11-11T20:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:00.437617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.528629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] For port f0913298-041c-44c8-bcf1-9e5c9dea6cec, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f0913298-041c-44c8-bcf1-9e5c9dea6cec,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:00.530218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.531138 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.575549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Calling delete_port for f0913298-041c-44c8-bcf1-9e5c9dea6cec owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:00.685761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.694686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:00.700070 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.835477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Network': ['ID=0de07604-fd0a-445e-aa46-be11602452a6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:00.856208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Pushing event updated for resources: {'Port': ['ID=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:00.883754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ede63e35-ae7a-4184-bbb0-6ba6f4522bbb None None] Provisioning complete for port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:00.883754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ede63e35-ae7a-4184-bbb0-6ba6f4522bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.897758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 0de07604-fd0a-445e-aa46-be11602452a6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:54:00.903471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652982c8-1e8a-4080-a2c2-3488a6fcf90d req-d274b9f2-e36e-4507-bb87-7bd0acc5c9eb tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:00.909011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-652982c8-1e8a-4080-a2c2-3488a6fcf90d req-d274b9f2-e36e-4507-bb87-7bd0acc5c9eb tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 1102 time: 0.2354848 Nov 11 20:54:00.978604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f641a24b-800e-45cb-86ca-834c0cccb50d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7952230 Nov 11 20:54:00.994438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:01.003288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'subnet': {'network_id': '0de07604-fd0a-445e-aa46-be11602452a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:01.104583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ede63e35-ae7a-4184-bbb0-6ba6f4522bbb None None] Port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:54:01.109601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-652982c8-1e8a-4080-a2c2-3488a6fcf90d req-fee2741f-01c9-4b51-9fc7-8807c8a2bc2f tempest-ServersAdminTestJSON-1238022257 tempest-ServersAdminTestJSON-1238022257-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731253 Nov 11 20:54:01.154996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.189074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Made reservation on behalf of 7c7e02ba377542dbb1f368512cff06aa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:01.191932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.319655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Pushing event deleted for resources: {'Port': ['ID=f0913298-041c-44c8-bcf1-9e5c9dea6cec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:01.349931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.444787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.509683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 34def747-267b-4701-babc-35da8f456c1c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:01.606913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.610435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.638720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 34def747-267b-4701-babc-35da8f456c1c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:01.639087 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.753794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.754590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00277c8e-e159-453c-a637-a5fc2abc298e {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:01.760015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.764103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:01.765057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e40c476-7daa-4cc5-9c7c-4dad321c2cda admin admin] 10.222.0.31 "DELETE /v2.0/routers/00277c8e-e159-453c-a637-a5fc2abc298e HTTP/1.1" status: 204 len: 168 time: 2.9599397 Nov 11 20:54:01.860629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:01.973763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] Deleting subnet 6037e718-e4a2-4128-b5d1-4d6abb123ea3 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:54:01.989101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 34def747-267b-4701-babc-35da8f456c1c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=34def747-267b-4701-babc-35da8f456c1c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:01.992602 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a170ff0-b459-47aa-a789-49fd00bc7624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.040984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.086388 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.139847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 07e81835-8f97-4997-9e62-94e1ae86c426 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:02.172394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.242431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=34def747-267b-4701-babc-35da8f456c1c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:02.247602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 07e81835-8f97-4997-9e62-94e1ae86c426 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:02.247959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 07e81835-8f97-4997-9e62-94e1ae86c426 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:02.288482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445bf08-2126-4705-bdb9-5d499f010cfc req-8eacf055-9f5a-4f08-89d2-87eceec7e7cf tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:02.290052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8445bf08-2126-4705-bdb9-5d499f010cfc req-8eacf055-9f5a-4f08-89d2-87eceec7e7cf tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 950 time: 0.2920594 Nov 11 20:54:02.377226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.507798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.512135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.615589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8445bf08-2126-4705-bdb9-5d499f010cfc req-067a2f14-0227-421c-83a7-aff4905feb87 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050399 Nov 11 20:54:02.712091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.769502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Pushing event updated for resources: {'Port': ['ID=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:02.773723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:54:02.774210 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.897108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Subnet': ['ID=075b2340-3f5d-4eb6-96fc-6cf2494781fa,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:02.899494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.947084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6037e718-e4a2-4128-b5d1-4d6abb123ea3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:02.952965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:02.956236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-47f9251e-6740-4c1c-9df9-9958b70f9c47 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6037e718-e4a2-4128-b5d1-4d6abb123ea3 HTTP/1.1" status: 204 len: 168 time: 1.1909897 Nov 11 20:54:02.960185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42962) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:02.969097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Checking segment: {'id': 'f859851c-3960-4a8d-a3b4-5fbd0a4e4c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0de07604-fd0a-445e-aa46-be11602452a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:02.969472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network hostable DHCP agents. Network: 0de07604-fd0a-445e-aa46-be11602452a6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:54:02.978834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6176d51-416c-4bfc-bd7a-754cbd391b6a None None] Network 88389e4d-3ad5-48ec-8eda-f8e496c1632f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:02.989412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:02.993984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:03.074554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network 0de07604-fd0a-445e-aa46-be11602452a6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:54:03.164313 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.194881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Router 89f2003e-c8ab-40b2-8650-3c482a6f912c has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:54:03.201943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 0de07604-fd0a-445e-aa46-be11602452a6) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:03.213165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:03.213769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.312106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Deleting port 8efd3634-ec63-489b-8b24-ae83498f6a38 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:03.312876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.318940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a885d99d-0fc5-4565-bc75-9691bec83ec4 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3225410 Nov 11 20:54:03.319652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:03.343211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1607235189', 'network_id': '0de07604-fd0a-445e-aa46-be11602452a6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:03.493312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] For port 8efd3634-ec63-489b-8b24-ae83498f6a38, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8efd3634-ec63-489b-8b24-ae83498f6a38,segment=NetworkSegment(dbc464de-be4b-46c9-9721-953be962eaee),segment_id=dbc464de-be4b-46c9-9721-953be962eaee)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:03.493686 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.522682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a2dc4-fbbd-488f-bace-623278d12cf4 None None] Network 0de07604-fd0a-445e-aa46-be11602452a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:03.525641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 34def747-267b-4701-babc-35da8f456c1c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:03.529722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Calling delete_port for 8efd3634-ec63-489b-8b24-ae83498f6a38 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:03.672365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2f47b51f-c116-4f84-bbce-394a2ca163ff None None] Provisioning complete for port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:03.672934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f47b51f-c116-4f84-bbce-394a2ca163ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.766648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-ce00bf25-ba32-4822-91eb-b290106775fa tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:03.768714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-ce00bf25-ba32-4822-91eb-b290106775fa tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 950 time: 0.2367985 Nov 11 20:54:03.769298 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f47b51f-c116-4f84-bbce-394a2ca163ff None None] Port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:54:03.812262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 34def747-267b-4701-babc-35da8f456c1c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:03.813018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.816576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] DHCP port deletion for 88389e4d-3ad5-48ec-8eda-f8e496c1632f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:54:03.952321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Made reservation on behalf of 7c7e02ba377542dbb1f368512cff06aa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:03.954530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.972043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8622a6-cea4-4376-8556-197918d9afca None None] Network 0de07604-fd0a-445e-aa46-be11602452a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:04.038728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d605a-841b-4918-9f14-2f9490ab469d req-0ff14eba-f98b-4045-870a-2321c7ee7676 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:04.040425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a62d605a-841b-4918-9f14-2f9490ab469d req-0ff14eba-f98b-4045-870a-2321c7ee7676 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 950 time: 0.1010575 Nov 11 20:54:04.042623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] device_id is not set on port 40ca51b9-d53f-4462-bd34-d4b4b69a8fec yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:54:04.065332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:04.080538 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-549f94dc-5d17-4836-a6a6-f23acc896b24 admin admin] 10.222.0.31 "PUT /v2.0/routers/89f2003e-c8ab-40b2-8650-3c482a6f912c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4663072 Nov 11 20:54:04.085280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Deleting port a6307112-58b2-4b6a-be7a-aae199c771b2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:04.085812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.151376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Sync routers for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:04.241111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:04.242571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:53:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:04.242839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.296865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a62d605a-841b-4918-9f14-2f9490ab469d req-9f693503-1152-447a-a1e7-8a43cc534f42 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477965 Nov 11 20:54:04.307938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] No DVR routers for this DVR port 8efd3634-ec63-489b-8b24-ae83498f6a38 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:04.328827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efd3634-ec63-489b-8b24-ae83498f6a38,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:04.401513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] For port a6307112-58b2-4b6a-be7a-aae199c771b2, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a6307112-58b2-4b6a-be7a-aae199c771b2,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:04.401886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.455825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Calling delete_port for a6307112-58b2-4b6a-be7a-aae199c771b2 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:04.464638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.525056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Allocated IP 2001:db8::389 (0de07604-fd0a-445e-aa46-be11602452a6/075b2340-3f5d-4eb6-96fc-6cf2494781fa/40ca51b9-d53f-4462-bd34-d4b4b69a8fec) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:04.532974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:04.685418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88389e4d-3ad5-48ec-8eda-f8e496c1632f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:04.685418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc464de-be4b-46c9-9721-953be962eaee') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:04.685418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc464de-be4b-46c9-9721-953be962eaee') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:04.685875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] Deleting port 8efd3634-ec63-489b-8b24-ae83498f6a38 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:04.685875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:54:04.686225 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:54:04.802485 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.946626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-02caeeab-7ed6-448b-b733-1daf26a48926 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1876984 Nov 11 20:54:04.967713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f0913298-041c-44c8-bcf1-9e5c9dea6cec no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:04.998945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] For port 8efd3634-ec63-489b-8b24-ae83498f6a38, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:04.999367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.034308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: f0913298-041c-44c8-bcf1-9e5c9dea6cec {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:05.034662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f0913298-041c-44c8-bcf1-9e5c9dea6cec not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:05.042079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] Calling delete_port for 8efd3634-ec63-489b-8b24-ae83498f6a38 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:05.045487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] Port 8efd3634-ec63-489b-8b24-ae83498f6a38 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 20:54:05.047409 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.082427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] Pushing event deleted for resources: {'Port': ['ID=8efd3634-ec63-489b-8b24-ae83498f6a38,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:05.085391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8dbd1-856a-4e9a-9a0f-a83d59bf2ac0 None None] No DVR routers for this DVR port 8efd3634-ec63-489b-8b24-ae83498f6a38 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:05.121900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 2, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:05.131791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-ddfcca18-12d5-4207-84ca-9d6772a58495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:05.134120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-ddfcca18-12d5-4207-84ca-9d6772a58495 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 1096 time: 0.1439760 Nov 11 20:54:05.162354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-145b47dc-b79a-4c66-8eed-900b3e8b146b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.165031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.165617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Checking router: 89f2003e-c8ab-40b2-8650-3c482a6f912c for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:05.165833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Updating router 89f2003e-c8ab-40b2-8650-3c482a6f912c port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:54:05.202766 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.269218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Port': ['ID=40ca51b9-d53f-4462-bd34-d4b4b69a8fec,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:05.279947 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.295837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network 0de07604-fd0a-445e-aa46-be11602452a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:05.297633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:05.305598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:05.311430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:05.312662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d1b685c-3f95-46c9-9a10-d493df9908d3', 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:05.312789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.312912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.318885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.329993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/88389e4d-3ad5-48ec-8eda-f8e496c1632f HTTP/1.1" status: 204 len: 168 time: 2.3650677 Nov 11 20:54:05.332567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:05.404395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:05.410499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0371f62e-31ce-40cd-83a0-402e3671b606 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617076655', 'description': 'tempest-description--1649823158'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:05.431135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Pushing event deleted for resources: {'Port': ['ID=a6307112-58b2-4b6a-be7a-aae199c771b2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:05.448560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b72b6-1720-4b31-abba-6fdcec3807b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=88389e4d-3ad5-48ec-8eda-f8e496c1632f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:05.506914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-523b26b2-96ee-4da6-ad57-89f713f21008 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1792948 Nov 11 20:54:05.513153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8efd3634-ec63-489b-8b24-ae83498f6a38 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:05.518687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42992) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:05.566511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] No DVR routers for this DVR port a6307112-58b2-4b6a-be7a-aae199c771b2 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:05.569774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.573928 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c64f010d-5119-41fb-a4d4-7a90a0b560a5 req-11724bad-0bf4-42d4-b7f4-fded3a74899f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "DELETE /v2.0/ports/a6307112-58b2-4b6a-be7a-aae199c771b2 HTTP/1.1" status: 204 len: 173 time: 1.7737989 Nov 11 20:54:05.576941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'name': 'network-vif-deleted', 'tag': 'a6307112-58b2-4b6a-be7a-aae199c771b2'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:05.579494 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d100da12-40ad-404d-ac8a-ab91c77c36a6" -d '{"events": [{"server_uuid": "c5566b03-0799-4313-979e-2e9cadf90d32", "name": "network-vif-deleted", "tag": "a6307112-58b2-4b6a-be7a-aae199c771b2"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:05.595015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 8efd3634-ec63-489b-8b24-ae83498f6a38 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:05.595653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8efd3634-ec63-489b-8b24-ae83498f6a38 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:05.610835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-4a2ff2e6-ebf7-457a-962c-2de21e77d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:05.611323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-4a2ff2e6-ebf7-457a-962c-2de21e77d15d service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.4544122 Nov 11 20:54:05.699425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-1b9f9d4c-0167-4338-b80d-3fb11e473bf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0704966 Nov 11 20:54:05.729859 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:05.781854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a44eef7a-ffe0-4a3f-903b-fbf008c01b94 req-cbb3abd2-7617-4a40-bafa-6910784350df tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 210 time: 0.2170043 Nov 11 20:54:05.782425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-b078f3d1-caf2-4004-8668-03aa7b1a9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:05.784964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-b078f3d1-caf2-4004-8668-03aa7b1a9a89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0707939 Nov 11 20:54:05.852864 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-94003fd2-08b7-47fc-a3f4-f47310902a16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552976 Nov 11 20:54:06.029025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6307112-58b2-4b6a-be7a-aae199c771b2 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:06.087565 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-43ccfb23-40ca-480c-b152-0c55700aaee8 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267325 Nov 11 20:54:06.091930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: a6307112-58b2-4b6a-be7a-aae199c771b2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:06.092358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a6307112-58b2-4b6a-be7a-aae199c771b2 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:06.102175 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ddacd-cd83-40ba-88a0-772344c72964 x-openstack-request-id: req-706ddacd-cd83-40ba-88a0-772344c72964 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:06.102481 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5566b03-0799-4313-979e-2e9cadf90d32", "name": "network-vif-deleted", "tag": "a6307112-58b2-4b6a-be7a-aae199c771b2", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:06.102714 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-706ddacd-cd83-40ba-88a0-772344c72964 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:06.108251 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5566b03-0799-4313-979e-2e9cadf90d32', 'name': 'network-vif-deleted', 'tag': 'a6307112-58b2-4b6a-be7a-aae199c771b2', 'status': 'completed', 'code': 200} Nov 11 20:54:06.259901 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.262190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fe7fbe7-6eff-4307-91fd-4868ea1d202c req-b59db89e-b2f2-49e6-a07c-b45e8cf3ec38 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581471 Nov 11 20:54:06.285958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Deleting port 40ca51b9-d53f-4462-bd34-d4b4b69a8fec {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:06.286544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.308766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0371f62e-31ce-40cd-83a0-402e3671b606 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.360002 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.509286 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.543670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Calling delete_port for 40ca51b9-d53f-4462-bd34-d4b4b69a8fec owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:06.566999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1f6dd-5129-436d-a787-a09052be927c None None] Pushing event updated for resources: {'Port': ['ID=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:06.605107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0371f62e-31ce-40cd-83a0-402e3671b606 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.636704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Attempting to bind port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:06.637910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Attempting to bind port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:06.638558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Attempting to bind port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 on network 2f553cf0-1680-4f6e-9139-9447f04d9a57 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:06.645670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:06.646985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Checking segment: {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:06.647694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.648656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Bound using segment: {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:06.651776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Bound port: d39b2e89-99e9-49d6-b3de-46bb568c0ca7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:06.651776 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.683901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0371f62e-31ce-40cd-83a0-402e3671b606 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.766641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] For port d39b2e89-99e9-49d6-b3de-46bb568c0ca7, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:06.770224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] For port d39b2e89-99e9-49d6-b3de-46bb568c0ca7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:06.778461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371f62e-31ce-40cd-83a0-402e3671b606 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b123d2c-5a0f-46ba-bf96-e557efde6b64,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:06.829784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0371f62e-31ce-40cd-83a0-402e3671b606 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.831031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0371f62e-31ce-40cd-83a0-402e3671b606 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4254773 Nov 11 20:54:06.834831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:06.849931 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.858427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.859910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4de8cffe-7ecd-42f0-a0eb-56fc04f3c0b6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Request body: {'security_group_rule': {'security_group_id': '6b123d2c-5a0f-46ba-bf96-e557efde6b64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:06.935381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a33891d5-b2ef-4f68-a6b9-dafff4fa8b55 req-cdad8c8c-8040-49a3-9b9d-ddecb1e04bba tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5566b03-0799-4313-979e-2e9cadf90d32 HTTP/1.1" status: 200 len: 210 time: 0.0373571 Nov 11 20:54:07.018404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:07.019004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4de8cffe-7ecd-42f0-a0eb-56fc04f3c0b6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.019464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:07.021140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1a7498d8-3e32-4688-b8d6-08997aa61c32 None None] Provisioning complete for port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:07.024484 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a7498d8-3e32-4688-b8d6-08997aa61c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.026363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1f6dd-5129-436d-a787-a09052be927c None None] Pushing event updated for resources: {'Port': ['ID=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:07.041351 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.110817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event deleted for resources: {'Port': ['ID=40ca51b9-d53f-4462-bd34-d4b4b69a8fec,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:07.214279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.225590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-607e7068-a642-42cb-a12a-9ae728deaf44 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "DELETE /v2.0/ports/40ca51b9-d53f-4462-bd34-d4b4b69a8fec HTTP/1.1" status: 204 len: 168 time: 1.7001686 Nov 11 20:54:07.226710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43030) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:07.241090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0de07604-fd0a-445e-aa46-be11602452a6', 'external_fixed_ips': [{'subnet_id': '075b2340-3f5d-4eb6-96fc-6cf2494781fa', 'ip_address': '2001:db8::389'}]}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:07.290059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:07.292443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4de8cffe-7ecd-42f0-a0eb-56fc04f3c0b6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.359768 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.371634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4de8cffe-7ecd-42f0-a0eb-56fc04f3c0b6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.394670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8cffe-7ecd-42f0-a0eb-56fc04f3c0b6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e636a28e-fd3a-4b60-974a-85a68a9ff708,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:07.425842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.426900 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.438572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Deleting port 959bc867-2e2a-4281-b035-192d1531b2c2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:07.439784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.503473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4de8cffe-7ecd-42f0-a0eb-56fc04f3c0b6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.505100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4de8cffe-7ecd-42f0-a0eb-56fc04f3c0b6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6689885 Nov 11 20:54:07.508359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:07.513237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e3771a9b-5c75-4672-9c3d-8a230fec294a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Request body: {'security_group_rule': {'security_group_id': '6b123d2c-5a0f-46ba-bf96-e557efde6b64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:07.518910 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a7498d8-3e32-4688-b8d6-08997aa61c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.544731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.578636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1a7498d8-3e32-4688-b8d6-08997aa61c32 None None] For port d39b2e89-99e9-49d6-b3de-46bb568c0ca7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:07.581931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] For port 959bc867-2e2a-4281-b035-192d1531b2c2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=959bc867-2e2a-4281-b035-192d1531b2c2,segment=NetworkSegment(de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0),segment_id=de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:07.582309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.604973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Calling delete_port for 959bc867-2e2a-4281-b035-192d1531b2c2 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:07.660632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3771a9b-5c75-4672-9c3d-8a230fec294a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.727284 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a7498d8-3e32-4688-b8d6-08997aa61c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.773828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3771a9b-5c75-4672-9c3d-8a230fec294a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.821804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7498d8-3e32-4688-b8d6-08997aa61c32 None None] Pushing event updated for resources: {'Port': ['ID=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:07.844888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:06Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:07.880354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bb072-93f7-4178-9aa7-555d7b828edc None None] The sync data for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 is: [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:06Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:07.895385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-870a72e4-2c37-4f6e-a832-cbeaa15cf3f5 None None] Provisioning complete for port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:07.896026 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-870a72e4-2c37-4f6e-a832-cbeaa15cf3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.902418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3771a9b-5c75-4672-9c3d-8a230fec294a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.917323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:07.926231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3771a9b-5c75-4672-9c3d-8a230fec294a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f23b46-dced-4f00-ab49-49232c81f640,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:07.961430 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:08.004484 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-edd4bb49-b258-47e5-8d50-2fe487d8d34b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992301 Nov 11 20:54:08.043224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1561d7-71c1-4a2f-8f40-5cf576ccd568 req-a300cfde-fb43-44b7-9131-f3dcf4d43b9d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:08.048652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c1561d7-71c1-4a2f-8f40-5cf576ccd568 req-a300cfde-fb43-44b7-9131-f3dcf4d43b9d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 949 time: 0.2319694 Nov 11 20:54:08.157122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3771a9b-5c75-4672-9c3d-8a230fec294a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:08.158379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e3771a9b-5c75-4672-9c3d-8a230fec294a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6487503 Nov 11 20:54:08.164141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43064) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:08.169543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:08.187042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40737df9-402d-4297-9813-0437d6f37251 req-32b448cc-2a49-4184-88e3-30c85256cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:08.189099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-32b448cc-2a49-4184-88e3-30c85256cda8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 1095 time: 0.1513426 Nov 11 20:54:08.204056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c1561d7-71c1-4a2f-8f40-5cf576ccd568 req-dc489ee2-057d-4145-a04a-19c1f212b63d tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457961 Nov 11 20:54:08.254550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:08.337648 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:08.455978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40737df9-402d-4297-9813-0437d6f37251 req-e88c8db3-45a9-469d-8f79-18600d3c629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:08.457688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-e88c8db3-45a9-469d-8f79-18600d3c629e service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.2423961 Nov 11 20:54:08.523792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Pushing event deleted for resources: {'Port': ['ID=959bc867-2e2a-4281-b035-192d1531b2c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:08.571610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:08.672353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-8d8a4f53-aa9f-433c-8089-da812963a0bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 200 len: 217 time: 0.1448140 Nov 11 20:54:08.733205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Allocated IP 172.25.2.111 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/20a598af-2e91-4bff-855f-cb4046f95409) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:08.898245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.024741 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.194137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40737df9-402d-4297-9813-0437d6f37251 req-183b5fc9-1c96-4b08-baff-6213a015fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:09.195945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-183b5fc9-1c96-4b08-baff-6213a015fbc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.5127435 Nov 11 20:54:09.216966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.307081 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.429873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-b3f98343-bdef-445d-845e-e0f692bb860b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2247601 Nov 11 20:54:09.459643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:09.463241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:09.467097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:09.502971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event updated for resources: {'Port': ['ID=20a598af-2e91-4bff-855f-cb4046f95409,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:09.612019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe44ee-65a3-405d-b794-5afb66c20cd1 req-a3aa5baa-0265-4f85-a064-373fa827a3a8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:09.621026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdbe44ee-65a3-405d-b794-5afb66c20cd1 req-a3aa5baa-0265-4f85-a064-373fa827a3a8 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 950 time: 0.4220858 Nov 11 20:54:09.621535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d39b2e89-99e9-49d6-b3de-46bb568c0ca7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:09.660489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.681259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.690038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:09.690473 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.788867 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdbe44ee-65a3-405d-b794-5afb66c20cd1 req-4df17a2d-0cb0-4dff-b429-f67fb0326c27 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666672 Nov 11 20:54:09.789446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:09.857503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-75843037-db59-4931-a28c-27d9890779b6 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151168 Nov 11 20:54:09.868222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Allocated IP 2001:db8::389 (0de07604-fd0a-445e-aa46-be11602452a6/075b2340-3f5d-4eb6-96fc-6cf2494781fa/39450c2f-bd78-4439-890c-822e890c3505) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:10.010621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.086131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.138350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40737df9-402d-4297-9813-0437d6f37251 req-f67566d3-c920-4af8-bedd-e6d4ccd3e3da service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662857 Nov 11 20:54:10.187506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event updated for resources: {'Port': ['ID=20a598af-2e91-4bff-855f-cb4046f95409,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:10.229276 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.240042 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.264173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c482f6e-d13d-418e-926d-393935585dbc req-ff90a571-90fe-4fb5-8176-8b5e50923651 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:10.265592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c482f6e-d13d-418e-926d-393935585dbc req-ff90a571-90fe-4fb5-8176-8b5e50923651 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 950 time: 0.0699215 Nov 11 20:54:10.266970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Router 7aee2182-2773-4fb8-a1a1-4b163638288c has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:54:10.305566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f77a0f78-4f46-49b4-8bad-080e590f8fd1 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:10.322297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.331647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9d2ebb6c-a979-45ee-84eb-5091c120450e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1584907 Nov 11 20:54:10.361697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.379525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Deleting port 2d1b685c-3f95-46c9-9a10-d493df9908d3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:10.379948 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.422724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.456311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:10.470040 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c89304-6970-4b09-9faf-a214ecdb1124" -d '{"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-unplugged", "status": "completed", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:10.470534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network 0de07604-fd0a-445e-aa46-be11602452a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:10.478003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:10.482149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Port': ['ID=39450c2f-bd78-4439-890c-822e890c3505,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:10.485867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:10.496639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:10.559913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.572774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:10.591733 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] Sync routers for ids ['7aee2182-2773-4fb8-a1a1-4b163638288c'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:10.613038 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] Routers {'7aee2182-2773-4fb8-a1a1-4b163638288c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:10.613777 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7aee2182-2773-4fb8-a1a1-4b163638288c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:10.616782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-33fe80c2-1bc2-4554-bdf9-f083f7ce7440 admin admin] 10.222.0.31 "PUT /v2.0/routers/7aee2182-2773-4fb8-a1a1-4b163638288c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2827218 Nov 11 20:54:10.619689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43136) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:10.675069 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc144835-b9a9-4013-ba41-8e189d6f040a x-openstack-request-id: req-fc144835-b9a9-4013-ba41-8e189d6f040a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:10.675675 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-unplugged", "status": "completed", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:10.675675 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc144835-b9a9-4013-ba41-8e189d6f040a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:10.676003 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'code': 200} Nov 11 20:54:10.677857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:10.682109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] For port 2d1b685c-3f95-46c9-9a10-d493df9908d3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d1b685c-3f95-46c9-9a10-d493df9908d3,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:10.683088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.724862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-82bbf9e4-bea2-41ec-a324-ce440129efdd tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1617076655&fields=id&tenant_id=214ea16d383a4ac3a3f3bcc896525389 HTTP/1.1" status: 200 len: 267 time: 0.1200678 Nov 11 20:54:10.727095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Calling delete_port for 2d1b685c-3f95-46c9-9a10-d493df9908d3 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:10.805871 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] Set router 7aee2182-2773-4fb8-a1a1-4b163638288c gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:10.813420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:10.922588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-a5fa2429-ff4a-4f7c-adf6-e2f5083219bd tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:10.924290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-a5fa2429-ff4a-4f7c-adf6-e2f5083219bd tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/networks?id=2f553cf0-1680-4f6e-9139-9447f04d9a57 HTTP/1.1" status: 200 len: 812 time: 0.1985471 Nov 11 20:54:10.996752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-ea354125-32b5-4073-85bc-fa0e520ed51e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/quotas/214ea16d383a4ac3a3f3bcc896525389 HTTP/1.1" status: 200 len: 375 time: 0.0635145 Nov 11 20:54:11.044429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:11.057940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:11.085867 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-e8ee91fa-dd6c-4419-9940-87b4bc97044a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=214ea16d383a4ac3a3f3bcc896525389&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854566 Nov 11 20:54:11.090082 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:54:08Z', 'revision_number': 5, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port': {'id': 'c85cc93f-1802-4215-8db9-bbe17f68464f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:11.100714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aaff2-2577-42b7-abbb-971911c198e9 req-58fc7684-ce63-4986-bb03-f1b3a4d75048 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:11.102271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e8aaff2-2577-42b7-abbb-971911c198e9 req-58fc7684-ce63-4986-bb03-f1b3a4d75048 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7cd7bc1-5302-4c63-93a9-ae8d7b175b19 HTTP/1.1" status: 200 len: 950 time: 0.1301827 Nov 11 20:54:11.135675 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] Checking router: 7aee2182-2773-4fb8-a1a1-4b163638288c for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:11.145332 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] Routers {'7aee2182-2773-4fb8-a1a1-4b163638288c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:11.145939 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7aee2182-2773-4fb8-a1a1-4b163638288c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:11.215478 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-cd900f3b-3868-43d8-a843-8af40007564f service neutron] 10.222.0.31 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128054 Nov 11 20:54:11.227752 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:11.240365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d1b685c-3f95-46c9-9a10-d493df9908d3', 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:11.251513 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] Set router 7aee2182-2773-4fb8-a1a1-4b163638288c gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:11.327851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Pushing event deleted for resources: {'Port': ['ID=2d1b685c-3f95-46c9-9a10-d493df9908d3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:11.333385 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:54:11Z', 'revision_number': 6, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:11.374922 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97199b-757a-46c8-8167-7e286e6acc6d None None] The sync data for ids ['7aee2182-2773-4fb8-a1a1-4b163638288c'] in n-d-805734-3 is: [{'id': '7aee2182-2773-4fb8-a1a1-4b163638288c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1842101146-router', 'tenant_id': '872fa21145b049209f677662da7bd3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:43Z', 'updated_at': '2021-11-11T20:54:11Z', 'revision_number': 6, 'project_id': '872fa21145b049209f677662da7bd3ce', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:11.378418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] No DVR routers for this DVR port 2d1b685c-3f95-46c9-9a10-d493df9908d3 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:11.382060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:11.386464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c482f6e-d13d-418e-926d-393935585dbc req-3bff3604-aa50-4e3f-9079-b7df8392e85f tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "DELETE /v2.0/ports/2d1b685c-3f95-46c9-9a10-d493df9908d3 HTTP/1.1" status: 204 len: 173 time: 1.1146200 Nov 11 20:54:11.389036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'name': 'network-vif-deleted', 'tag': '2d1b685c-3f95-46c9-9a10-d493df9908d3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:11.392737 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f525c3e-b2d4-4b74-830c-706bc7cd5617" -d '{"events": [{"server_uuid": "c7cd7bc1-5302-4c63-93a9-ae8d7b175b19", "name": "network-vif-deleted", "tag": "2d1b685c-3f95-46c9-9a10-d493df9908d3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:11.449682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-5133aa28-0d17-4c37-8fcd-e2c70210b411 service neutron] 10.222.0.31 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330992 Nov 11 20:54:11.834911 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e8aaff2-2577-42b7-abbb-971911c198e9 req-883841cb-9e25-4806-8cae-e4137c0881ad tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166560 Nov 11 20:54:11.893926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:11.976567 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8f96b0-d236-422f-ac9c-d96f1239bcdc x-openstack-request-id: req-4b8f96b0-d236-422f-ac9c-d96f1239bcdc {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:11.977012 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cd7bc1-5302-4c63-93a9-ae8d7b175b19", "name": "network-vif-deleted", "tag": "2d1b685c-3f95-46c9-9a10-d493df9908d3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:11.977123 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b8f96b0-d236-422f-ac9c-d96f1239bcdc {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:11.977506 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cd7bc1-5302-4c63-93a9-ae8d7b175b19', 'name': 'network-vif-deleted', 'tag': '2d1b685c-3f95-46c9-9a10-d493df9908d3', 'status': 'completed', 'code': 200} Nov 11 20:54:12.098479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9d4ac78-348d-4760-969a-590fa23d1e09 req-3b634efe-5a6d-480b-bb24-fff49c94bff9 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 210 time: 0.1060512 Nov 11 20:54:12.120219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Deleting port c85cc93f-1802-4215-8db9-bbe17f68464f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:12.120219 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:12.219636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] For port c85cc93f-1802-4215-8db9-bbe17f68464f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c85cc93f-1802-4215-8db9-bbe17f68464f,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:12.220031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:12.233517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Calling delete_port for c85cc93f-1802-4215-8db9-bbe17f68464f owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:12.321516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:54:12.383455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Router 4f13e3a6-7437-44f9-9a6d-0fcaab663a18 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:54:12.468571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:12.485141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'mac_address': 'fa:16:3e:d1:32:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:54:12.533772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:12.553150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386af696-3f85-43a0-a22b-db6526c4d4b6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:12.575095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:12.609056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:12.624294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Sync routers for ids ['4f13e3a6-7437-44f9-9a6d-0fcaab663a18'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:12.639694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Routers {'4f13e3a6-7437-44f9-9a6d-0fcaab663a18'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:12.640570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4f13e3a6-7437-44f9-9a6d-0fcaab663a18'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:12.685376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:12.720806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:12.731212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:12.735571 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bc5842d6-a0ac-46cd-a0d5-b3c957c7e4fa tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5002210 Nov 11 20:54:12.736304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:12.757764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85cc93f-1802-4215-8db9-bbe17f68464f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:12.801497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:12.847377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Set router 4f13e3a6-7437-44f9-9a6d-0fcaab663a18 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:12.850446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['386af696-3f85-43a0-a22b-db6526c4d4b6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:12.914914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:12.980864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.168573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.172727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.236506 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.307866 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.308684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aee2182-2773-4fb8-a1a1-4b163638288c {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:13.320707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.322082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40f9790b-1685-45e5-8a43-24be9d54c025 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7aee2182-2773-4fb8-a1a1-4b163638288c HTTP/1.1" status: 204 len: 168 time: 2.7014067 Nov 11 20:54:13.324628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43202) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:13.398202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5755890-71b7-46bd-b8b7-6dfb32788bb8 req-d9f6b3ca-6e56-4a4a-84ef-ae75ecfabbd1 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 210 time: 0.0694480 Nov 11 20:54:13.443902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 959bc867-2e2a-4281-b035-192d1531b2c2 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:13.469616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] Deleting subnet b6c9fe83-accf-43b0-a320-c93fb3cb11bc {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:54:13.477526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.501765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 959bc867-2e2a-4281-b035-192d1531b2c2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:13.502232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 959bc867-2e2a-4281-b035-192d1531b2c2 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:13.502650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c85cc93f-1802-4215-8db9-bbe17f68464f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:13.561729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c85cc93f-1802-4215-8db9-bbe17f68464f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:13.562120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c85cc93f-1802-4215-8db9-bbe17f68464f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:13.563282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.601592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Deleting port 39450c2f-bd78-4439-890c-822e890c3505 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:13.602530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.624134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f13e3a6-7437-44f9-9a6d-0fcaab663a18', 'name': '', 'tenant_id': '7c7e02ba377542dbb1f368512cff06aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de07604-fd0a-445e-aa46-be11602452a6', 'external_fixed_ips': [{'subnet_id': '075b2340-3f5d-4eb6-96fc-6cf2494781fa', 'ip_address': '2001:db8::389'}], 'enable_snat': True}, 'gw_port_id': '39450c2f-bd78-4439-890c-822e890c3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:54:07Z', 'updated_at': '2021-11-11T20:54:10Z', 'revision_number': 3, 'project_id': '7c7e02ba377542dbb1f368512cff06aa', 'gw_port': {'id': '39450c2f-bd78-4439-890c-822e890c3505', 'name': '', 'network_id': '0de07604-fd0a-445e-aa46-be11602452a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f13e3a6-7437-44f9-9a6d-0fcaab663a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '075b2340-3f5d-4eb6-96fc-6cf2494781fa', 'ip_address': '2001:db8::389', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:54:09Z', 'updated_at': '2021-11-11T20:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '075b2340-3f5d-4eb6-96fc-6cf2494781fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:13.649934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d982f-59e1-4199-a89f-81a54b047b12 req-2d2fb5c0-2361-48f4-ab96-9a891439f149 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:13.654970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Checking router: 4f13e3a6-7437-44f9-9a6d-0fcaab663a18 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:13.655569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Updating router 4f13e3a6-7437-44f9-9a6d-0fcaab663a18 port 39450c2f-bd78-4439-890c-822e890c3505 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:54:13.658657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e20d982f-59e1-4199-a89f-81a54b047b12 req-2d2fb5c0-2361-48f4-ab96-9a891439f149 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.1494033 Nov 11 20:54:13.689257 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.810376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.815365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e20d982f-59e1-4199-a89f-81a54b047b12 req-ef304bcd-40f9-4a70-a85a-c34a2cbeb85a tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556032 Nov 11 20:54:13.852226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:13.875578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Calling delete_port for 39450c2f-bd78-4439-890c-822e890c3505 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:14.062981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d1b685c-3f95-46c9-9a10-d493df9908d3 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:14.072036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.091940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 2d1b685c-3f95-46c9-9a10-d493df9908d3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:14.092469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d1b685c-3f95-46c9-9a10-d493df9908d3 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:14.111820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c9fe83-accf-43b0-a320-c93fb3cb11bc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:14.117740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.121204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1d17d2ba-1406-41b3-b7c4-1b6cdb3c6d23 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b6c9fe83-accf-43b0-a320-c93fb3cb11bc HTTP/1.1" status: 204 len: 168 time: 0.7954953 Nov 11 20:54:14.123885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:14.131889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb5a1a-1074-488e-b407-caeeca9a02c2 None None] Network 8802f286-7edf-4a2c-b3e7-94b86aae36c2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:14.209970 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.211230 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:54:14.211722 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:54:14.250619 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.253549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event deleted for resources: {'Port': ['ID=39450c2f-bd78-4439-890c-822e890c3505,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:14.310778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.313129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:14.383916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 386af696-3f85-43a0-a22b-db6526c4d4b6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:14.384613 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.476866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.494044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] DHCP port deletion for 8802f286-7edf-4a2c-b3e7-94b86aae36c2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:54:14.500639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.565278 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.578408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc84e8f4-a0e5-4679-9041-71d58642b4ee req-2e851970-ecd8-4b11-8b29-4caad8c345d5 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 210 time: 0.0687053 Nov 11 20:54:14.608425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb212c-2360-46d4-9038-f0525c801404 req-79e980f2-e782-4eb3-836e-711c4b368c48 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:14.609211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:14.610755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-64bb212c-2360-46d4-9038-f0525c801404 req-79e980f2-e782-4eb3-836e-711c4b368c48 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.1909568 Nov 11 20:54:14.611258 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798a7b45-0cbd-4c5b-ae20-1ce77f551e5f" -d '{"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-plugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:14.616350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] Deleting port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:14.616789 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.636770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Deleting port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:14.637103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.637728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:14.679821 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab6ca8-e395-4a70-9daf-c624a5833ab0 x-openstack-request-id: req-e1ab6ca8-e395-4a70-9daf-c624a5833ab0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:14.680197 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-plugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:14.680422 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1ab6ca8-e395-4a70-9daf-c624a5833ab0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:14.680802 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'code': 200} Nov 11 20:54:14.715958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.716515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f13e3a6-7437-44f9-9a6d-0fcaab663a18 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:14.730473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.735342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:14.739608 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bbc1c705-98a0-4bf7-84af-72ee4b9028cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4f13e3a6-7437-44f9-9a6d-0fcaab663a18 HTTP/1.1" status: 204 len: 168 time: 1.9973075 Nov 11 20:54:14.782815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] For port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,segment=NetworkSegment(de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0),segment_id=de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:14.786146 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.793546 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.820310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Calling delete_port for 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:14.860995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Deleting subnet 075b2340-3f5d-4eb6-96fc-6cf2494781fa {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:54:14.866813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.873355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Port 39450c2f-bd78-4439-890c-822e890c3505 not found while updating agent binding for router 4f13e3a6-7437-44f9-9a6d-0fcaab663a18. {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 11 20:54:14.894085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Routers set() bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:14.894418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Router IDs set() for agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 20:54:14.895016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_agentschedulers_db [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f13e3a6-7437-44f9-9a6d-0fcaab663a18'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent'). {{(pid=109676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 20:54:14.895649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eaf742-6b33-4e5c-b829-1c6e93847757 None None] The sync data for ids ['4f13e3a6-7437-44f9-9a6d-0fcaab663a18'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:14.907725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] For port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,segment=NetworkSegment(de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0),segment_id=de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:14.908126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:14.934852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] Calling delete_port for 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:14.966788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:14.985083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.027306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-64bb212c-2360-46d4-9038-f0525c801404 req-7366bbfc-6127-4891-a9ec-adcf889eca2b tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4049942 Nov 11 20:54:15.078242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.127236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b0753-998f-46a3-9f06-80cf6be0588a req-0b4f07cc-fdf5-4d6d-924c-71a588dd2e57 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:15.137068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a4b0753-998f-46a3-9f06-80cf6be0588a req-0b4f07cc-fdf5-4d6d-924c-71a588dd2e57 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.2176027 Nov 11 20:54:15.142459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-b47df331-8dbc-418b-9bbc-f12b18aeba3d tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:15.144174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-b47df331-8dbc-418b-9bbc-f12b18aeba3d tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.58 "GET /v2.0/networks?id=2f553cf0-1680-4f6e-9139-9447f04d9a57 HTTP/1.1" status: 200 len: 812 time: 0.3050160 Nov 11 20:54:15.242247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a4b0753-998f-46a3-9f06-80cf6be0588a req-1ceb716e-b7f4-4791-8928-c3d0705f4747 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968735 Nov 11 20:54:15.277845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.299348 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.323002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] Pushing event deleted for resources: {'Port': ['ID=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:15.325534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf00490-96f6-4d7f-a86f-746859ad0acf None None] No DVR routers for this DVR port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:15.358416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:15.369196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.375803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] No DVR routers for this DVR port 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:15.390688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:15.415823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-b9a3d25b-8fa8-4f56-a9e3-724a56fc7b68 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214ea16d383a4ac3a3f3bcc896525389 HTTP/1.1" status: 200 len: 380 time: 0.2478752 Nov 11 20:54:15.419723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:15.420323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2cc99f0e-16d2-46bc-b8cf-ed2d0a9b7580 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:15.437650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=075b2340-3f5d-4eb6-96fc-6cf2494781fa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:15.441030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350be23b-5147-4793-86cd-f86923992eeb req-4e98b586-99f4-4ff3-a8d2-4877b37b5268 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:15.446125 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.448184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-350be23b-5147-4793-86cd-f86923992eeb req-4e98b586-99f4-4ff3-a8d2-4877b37b5268 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.2823389 Nov 11 20:54:15.449650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4d8330d0-4611-4ac1-8b01-b683fa59c4a8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/075b2340-3f5d-4eb6-96fc-6cf2494781fa HTTP/1.1" status: 204 len: 168 time: 0.7124710 Nov 11 20:54:15.452457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:15.456619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Request body: {'port': {'device_id': '24ac1465-6bed-40da-abde-8d21406fe5da', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'admin_state_up': True, 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'security_groups': ['6b123d2c-5a0f-46ba-bf96-e557efde6b64']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:15.540774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.670070 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.727120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-caa9e21a-8792-432b-b8d6-016fa450b21b req-197bf5a9-b470-449e-9d5f-a303fb7e79db tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 210 time: 0.0421011 Nov 11 20:54:15.729720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de07604-fd0a-445e-aa46-be11602452a6']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:15.746749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f859851c-3960-4a8d-a3b4-5fbd0a4e4c6d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:15.747062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f859851c-3960-4a8d-a3b4-5fbd0a4e4c6d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:15.759685 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.781794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.789261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:54:15.789817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:54:15.803140 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:54:15.899882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.941985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8802f286-7edf-4a2c-b3e7-94b86aae36c2']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:15.955041 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.965410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0de07604-fd0a-445e-aa46-be11602452a6 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 20:54:15.968114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.971699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "DELETE /v2.0/networks/0de07604-fd0a-445e-aa46-be11602452a6 HTTP/1.1" status: 204 len: 168 time: 0.5181227 Nov 11 20:54:15.978504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:15.989377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4f9dc0-b14c-43e4-8d3c-d87999d2f6c0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:15.990609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da82cd-d9c9-49cd-8ea9-b1104c286bdf tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event deleted for resources: {'Network': ['ID=0de07604-fd0a-445e-aa46-be11602452a6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:16.008435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.034079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Deleting port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:16.034669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.156588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] For port cd8a73cc-ea73-4f16-9971-8cf5a7db0417, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:16.157438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.180297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Calling delete_port for cd8a73cc-ea73-4f16-9971-8cf5a7db0417 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:16.195443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.213345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:54:16.218621 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:54:16.303509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Made reservation on behalf of 214ea16d383a4ac3a3f3bcc896525389 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:16.307187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.384698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5563e26-db83-4d0d-9c79-ea93a0fc85d6 req-9336689c-b78e-496c-b1a8-a68732307f32 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:16.391957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5563e26-db83-4d0d-9c79-ea93a0fc85d6 req-9336689c-b78e-496c-b1a8-a68732307f32 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.1564586 Nov 11 20:54:16.424417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.440023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.443353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8802f286-7edf-4a2c-b3e7-94b86aae36c2 HTTP/1.1" status: 204 len: 168 time: 2.3175054 Nov 11 20:54:16.494600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5563e26-db83-4d0d-9c79-ea93a0fc85d6 req-0674db31-552d-4551-af3c-7464d50c4180 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016507 Nov 11 20:54:16.511169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ecbfc-fee8-4b4e-840e-5684d49427c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8802f286-7edf-4a2c-b3e7-94b86aae36c2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:16.560656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:16.570411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e84a12fc-50ab-484c-a2dc-33946bbf3478 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'router': {'name': 'tempest-router--568733475', 'project_id': '4820ddbbdd8148ee84a219b024880c4a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:16.686125 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e84a12fc-50ab-484c-a2dc-33946bbf3478 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.688177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e84a12fc-50ab-484c-a2dc-33946bbf3478 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.808228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Allocated IP 172.20.0.5 (2f553cf0-1680-4f6e-9139-9447f04d9a57/b28390d0-a31c-4614-a1d4-225ca53231c2/ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:16.849776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e84a12fc-50ab-484c-a2dc-33946bbf3478 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.855821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cf987-dbd8-4f7b-97fc-9f40818aab2c req-7028985b-f430-413e-8976-98b7272c3754 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:16.866531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa7cf987-dbd8-4f7b-97fc-9f40818aab2c req-7028985b-f430-413e-8976-98b7272c3754 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 951 time: 0.2436607 Nov 11 20:54:16.878226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:16.944995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e84a12fc-50ab-484c-a2dc-33946bbf3478 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.036010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Pushing event deleted for resources: {'Port': ['ID=cd8a73cc-ea73-4f16-9971-8cf5a7db0417,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:17.043347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] No DVR routers for this DVR port cd8a73cc-ea73-4f16-9971-8cf5a7db0417 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:17.047845 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.052522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-350be23b-5147-4793-86cd-f86923992eeb req-b710a28b-3771-40a1-8ee4-55885c0260cc tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.58 "DELETE /v2.0/ports/cd8a73cc-ea73-4f16-9971-8cf5a7db0417 HTTP/1.1" status: 204 len: 173 time: 1.5895762 Nov 11 20:54:17.063288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-deleted', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:17.065861 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ad78b-062d-4c86-944b-306f0df8b1e5" -d '{"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-deleted", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:17.089423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e84a12fc-50ab-484c-a2dc-33946bbf3478 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.095445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e84a12fc-50ab-484c-a2dc-33946bbf3478 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5332770 Nov 11 20:54:17.096442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:17.136222 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa7cf987-dbd8-4f7b-97fc-9f40818aab2c req-c41c83d7-2ee1-4e53-a9da-191faffcac79 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681508 Nov 11 20:54:17.247314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2c195c-da8c-42aa-b411-e336edcfe6c7 req-d56d015e-a09e-4cd7-8682-9514f256f1dc tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 210 time: 0.3792882 Nov 11 20:54:17.259955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34176db4-9e15-4ac8-b0f6-0d51790a54c1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.298893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.326851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:17.394522 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14cb667-d7b8-42b2-a355-ba9433b6d7d1 x-openstack-request-id: req-c14cb667-d7b8-42b2-a355-ba9433b6d7d1 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:17.401569 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c2337b-a826-49fe-a35e-e84d7c400456", "name": "network-vif-deleted", "tag": "cd8a73cc-ea73-4f16-9971-8cf5a7db0417", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:17.401569 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c14cb667-d7b8-42b2-a355-ba9433b6d7d1 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:17.401569 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c2337b-a826-49fe-a35e-e84d7c400456', 'name': 'network-vif-deleted', 'tag': 'cd8a73cc-ea73-4f16-9971-8cf5a7db0417', 'status': 'completed', 'code': 200} Nov 11 20:54:17.448412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-97671091-8c21-49b6-a4ef-4906139d4b10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6eff9d97978407a822ab789d23cb364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1219451 Nov 11 20:54:17.452364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:17.543311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50a04bb8-61bc-46d2-b413-d2997a978233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.573145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50a04bb8-61bc-46d2-b413-d2997a978233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.600877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34176db4-9e15-4ac8-b0f6-0d51790a54c1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.604564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34176db4-9e15-4ac8-b0f6-0d51790a54c1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.681371 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.736883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:17.746075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:17.750336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:17.758359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event updated for resources: {'Port': ['ID=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:17.779739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50a04bb8-61bc-46d2-b413-d2997a978233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.782971 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-50a04bb8-61bc-46d2-b413-d2997a978233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.793068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34176db4-9e15-4ac8-b0f6-0d51790a54c1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.793617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34176db4-9e15-4ac8-b0f6-0d51790a54c1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6fed6b3-ff75-4f45-9ffd-bce05178845a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:17.795164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-50a04bb8-61bc-46d2-b413-d2997a978233 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09ac108a-6415-408c-b15c-48e6a28904a8 HTTP/1.1" status: 204 len: 168 time: 0.3316751 Nov 11 20:54:17.813953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34176db4-9e15-4ac8-b0f6-0d51790a54c1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:17.815182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-34176db4-9e15-4ac8-b0f6-0d51790a54c1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e6fed6b3-ff75-4f45-9ffd-bce05178845a HTTP/1.1" status: 204 len: 168 time: 0.7177007 Nov 11 20:54:17.840106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a04bb8-61bc-46d2-b413-d2997a978233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac108a-6415-408c-b15c-48e6a28904a8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:17.924526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:17.926365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:18.053953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0039a59-190d-4585-a648-5f7785167120 req-39e9a4ab-1d48-4710-ae3f-54b8453408fa tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:18.061036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-25ef6668-9ad6-4cd9-b273-f458c663a265 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6085374 Nov 11 20:54:18.064948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0039a59-190d-4585-a648-5f7785167120 req-39e9a4ab-1d48-4710-ae3f-54b8453408fa tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.1334171 Nov 11 20:54:18.074668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:18.082015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Request body: {'port': {'device_id': '24ac1465-6bed-40da-abde-8d21406fe5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:18.154652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: cd8a73cc-ea73-4f16-9971-8cf5a7db0417 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:18.155646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd8a73cc-ea73-4f16-9971-8cf5a7db0417 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:18.197866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b7334130-e3de-43a0-98b7-eeaea59b6b34 None None] Provisioning complete for port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:18.198801 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7334130-e3de-43a0-98b7-eeaea59b6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:18.212839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0039a59-190d-4585-a648-5f7785167120 req-3906b583-333f-4265-a644-bc14591f2972 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417832 Nov 11 20:54:18.213203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:18.298466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b7334130-e3de-43a0-98b7-eeaea59b6b34 None None] Port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:54:18.367215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fbcec27-d100-4198-ac6c-c6aa6db25310 req-600afb1a-f6eb-4da6-8750-d862e55c2766 tempest-ServersAdminTestJSON-744449529 tempest-ServersAdminTestJSON-744449529-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8c2337b-a826-49fe-a35e-e84d7c400456 HTTP/1.1" status: 200 len: 210 time: 0.0671477 Nov 11 20:54:18.482422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c86d2-99c5-482b-b4e4-98fb8776ef58 req-6c1d1c12-3da3-4644-a9b3-8b9292bab22d tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:18.484279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199c86d2-99c5-482b-b4e4-98fb8776ef58 req-6c1d1c12-3da3-4644-a9b3-8b9292bab22d tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 931 time: 0.0737576 Nov 11 20:54:18.597135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199c86d2-99c5-482b-b4e4-98fb8776ef58 req-2d99ad02-bc5c-42c4-a8b6-c1500b49d427 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950270 Nov 11 20:54:18.640063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:18.866000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:18.879783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:18.896548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Transition to ACTIVE for port object ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:54:18.947390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1585385436', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:19.112904 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:19.334123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:19.429655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7070-6d4a-4c46-865a-b3a559bfe7b5 req-fa03d8a9-7ec7-4ac8-87e5-01824c78e07e tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:19.437351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85ef7070-6d4a-4c46-865a-b3a559bfe7b5 req-fa03d8a9-7ec7-4ac8-87e5-01824c78e07e tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.1259928 Nov 11 20:54:19.498389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Attempting to bind port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:19.523097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Attempting to bind port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:19.523097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Attempting to bind port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca on network 2f553cf0-1680-4f6e-9139-9447f04d9a57 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:19.523097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca on network 2f553cf0-1680-4f6e-9139-9447f04d9a57 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:54:19.523097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Attempting to bind port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca on network 2f553cf0-1680-4f6e-9139-9447f04d9a57 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:19.529064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:19.530749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:19.538394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:19.538754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Checking segment: {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:19.539154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Bound using segment: {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:19.539595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Bound port: ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:19.540740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:19.567259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85ef7070-6d4a-4c46-865a-b3a559bfe7b5 req-6d2e3d0d-e499-44f4-a2ee-19b318d2d941 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288145 Nov 11 20:54:19.582569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-ec845a59-abbe-4b74-b0d2-d1ee7abc633c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:19.585613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-ec845a59-abbe-4b74-b0d2-d1ee7abc633c tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.62 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.1356397 Nov 11 20:54:19.655713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] For port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:19.659191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] For port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:19.881852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195b5c-a1e1-4d55-bd04-95ba556aee9c req-656e629b-f4c2-4d87-beaf-a93689df86ae tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:19.893926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc195b5c-a1e1-4d55-bd04-95ba556aee9c req-656e629b-f4c2-4d87-beaf-a93689df86ae tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 943 time: 0.1745865 Nov 11 20:54:19.899499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Deleting port 2f64457b-92a0-4797-ab77-17e03ed016b1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:19.900130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:19.936222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.017608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:20.021933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.024862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca HTTP/1.1" status: 200 len: 1091 time: 1.9489543 Nov 11 20:54:20.041656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:20.041656 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd0a92b-8da1-495f-881f-b94ee65f4b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:20.086948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b0658-e509-45fb-bf57-b9f65d02c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:20.115190 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed0027-8ad4-4dfc-973c-52b74d591df0 x-openstack-request-id: req-e6ed0027-8ad4-4dfc-973c-52b74d591df0 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:20.116754 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:20.117300 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6ed0027-8ad4-4dfc-973c-52b74d591df0 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:20.117950 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'status': 'completed', 'code': 200} Nov 11 20:54:20.131598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:20.184284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.188726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a92b-8da1-495f-881f-b94ee65f4b9c req-9e7eaf61-b9bd-408a-9be8-20f228bda482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:20.190671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efd0a92b-8da1-495f-881f-b94ee65f4b9c req-9e7eaf61-b9bd-408a-9be8-20f228bda482 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=214ea16d383a4ac3a3f3bcc896525389&device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 1094 time: 0.0706348 Nov 11 20:54:20.211475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc195b5c-a1e1-4d55-bd04-95ba556aee9c req-6815e1f0-c8d2-4fdb-8042-8fe89da45545 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056126 Nov 11 20:54:20.286244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] For port 2f64457b-92a0-4797-ab77-17e03ed016b1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2f64457b-92a0-4797-ab77-17e03ed016b1,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:20.286244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.286244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9b226cd4-6ee8-43bb-b99d-bd3c39809307 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=872fa21145b049209f677662da7bd3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257644 Nov 11 20:54:20.295732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:20.348424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a92b-8da1-495f-881f-b94ee65f4b9c req-47d61ab0-b36e-4d2f-84cc-bce4099d1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:20.350515 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efd0a92b-8da1-495f-881f-b94ee65f4b9c req-47d61ab0-b36e-4d2f-84cc-bce4099d1b73 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=214ea16d383a4ac3a3f3bcc896525389&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1493306 Nov 11 20:54:20.478978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b77a634-13dd-4460-8132-501f407b7ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.523677 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b77a634-13dd-4460-8132-501f407b7ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.565372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a92b-8da1-495f-881f-b94ee65f4b9c req-17ceb134-2df2-4fc0-b882-1ef7677d46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:20.567031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efd0a92b-8da1-495f-881f-b94ee65f4b9c req-17ceb134-2df2-4fc0-b882-1ef7677d46d0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2087915 Nov 11 20:54:20.586256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.586631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.586955 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Floating IP dea3653e-3479-425f-a1e1-3e8d751465d4 disassociated. External IP: 172.25.2.41, port: 2f64457b-92a0-4797-ab77-17e03ed016b1. Nov 11 20:54:20.587304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Calling delete_port for 2f64457b-92a0-4797-ab77-17e03ed016b1 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:20.668099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43410) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:20.676767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b77a634-13dd-4460-8132-501f407b7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.680296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6b77a634-13dd-4460-8132-501f407b7ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:20.684351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6b77a634-13dd-4460-8132-501f407b7ada admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4d11a24-1f7a-4292-b6d3-2f9b76338d63 HTTP/1.1" status: 204 len: 168 time: 0.3858516 Nov 11 20:54:20.700412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77a634-13dd-4460-8132-501f407b7ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d11a24-1f7a-4292-b6d3-2f9b76338d63,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:20.766976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-5c66415c-8cc7-49f9-b809-dc8be0c1776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:20.769735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-5c66415c-8cc7-49f9-b809-dc8be0c1776d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=214ea16d383a4ac3a3f3bcc896525389&device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 1094 time: 0.1474056 Nov 11 20:54:20.803112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84b392-4d5b-489b-8127-c72ef6ddc388 req-a7bbf1e4-8d3e-4e64-bd9f-a65e49d9c61e tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:20.819357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd84b392-4d5b-489b-8127-c72ef6ddc388 req-a7bbf1e4-8d3e-4e64-bd9f-a65e49d9c61e tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 946 time: 0.1302111 Nov 11 20:54:20.949812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-523a8e5d-9357-4cc9-90a5-f0cf3f517578 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca HTTP/1.1" status: 200 len: 217 time: 0.1684070 Nov 11 20:54:21.027784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd84b392-4d5b-489b-8127-c72ef6ddc388 req-7d590582-ea05-41b8-b23c-bb72d8ad1675 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058575 Nov 11 20:54:21.091582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e98a1779-4d75-49ac-bbd5-9471b0f8c973 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6c2394d2d344046b3cd04f6f1919bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217899 Nov 11 20:54:21.094189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43428) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:21.111229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-cc3e1d7f-552e-4a13-94d8-1e31934aed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:21.112921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-cc3e1d7f-552e-4a13-94d8-1e31934aed9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b28390d0-a31c-4614-a1d4-225ca53231c2 HTTP/1.1" status: 200 len: 851 time: 0.1492670 Nov 11 20:54:21.267645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-4fb416ab-51b5-42e2-850f-51a24a50e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:21.269180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-4fb416ab-51b5-42e2-850f-51a24a50e7c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f553cf0-1680-4f6e-9139-9447f04d9a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481938 Nov 11 20:54:21.275211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4417e7f-2f3c-459a-bad5-e6deb0e79e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:21.351164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4417e7f-2f3c-459a-bad5-e6deb0e79e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:21.525334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:21.531690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:21.558605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14667c7-e507-449f-ad87-82f2061bca46 req-8b2581f6-1e68-4986-a11e-5bd0c7995346 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:21.567240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event deleted for resources: {'Port': ['ID=2f64457b-92a0-4797-ab77-17e03ed016b1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:21.572740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a14667c7-e507-449f-ad87-82f2061bca46 req-8b2581f6-1e68-4986-a11e-5bd0c7995346 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 943 time: 0.2531834 Nov 11 20:54:21.582215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.584306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.584306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.584556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.585615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.586241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.586925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.587500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.588101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.588698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.589305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.590030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:21.624384 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-0216f124-de01-4637-a859-62a5711b9ce0 service neutron] 10.222.0.58 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296165 Nov 11 20:54:21.735783 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Router 4b7892f2-b7d5-4087-a847-2ea617942d83 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:54:21.742999 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36ac2117-432d-4e8a-ab0a-16e3c3d11392 req-c383200c-1276-46c2-86c2-129d7c0d77db service neutron] 10.222.0.58 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037750 Nov 11 20:54:21.746460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4417e7f-2f3c-459a-bad5-e6deb0e79e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:21.763405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4417e7f-2f3c-459a-bad5-e6deb0e79e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:21.767467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a4417e7f-2f3c-459a-bad5-e6deb0e79e36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca7e21db-cc62-4ef3-942f-b9cbd0e9f978 HTTP/1.1" status: 204 len: 168 time: 0.6700966 Nov 11 20:54:21.780217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4417e7f-2f3c-459a-bad5-e6deb0e79e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e21db-cc62-4ef3-942f-b9cbd0e9f978,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:21.845402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a14667c7-e507-449f-ad87-82f2061bca46 req-fc497808-55cb-413d-ae61-7898031b47af tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695124 Nov 11 20:54:22.029725 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:22.085279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:22.148658 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] Sync routers for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:22.187439 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:22.195367 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:22.274738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa7054d-93cd-45b6-98ac-52e25efad4c0 req-ddd48a19-3e09-467b-becb-eeb483c141d3 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/ports?device_id=b733ec91-9c6c-42d5-b54e-183777ce90b6 HTTP/1.1" status: 200 len: 210 time: 0.0662236 Nov 11 20:54:22.337289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] No DVR routers for this DVR port 2f64457b-92a0-4797-ab77-17e03ed016b1 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:22.349359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:22.357826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec8e8396-e4c3-4d56-bc74-f228b4aab1cf req-33a05388-eb48-4c9d-b7ba-fd01f9039308 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.62 "DELETE /v2.0/ports/2f64457b-92a0-4797-ab77-17e03ed016b1 HTTP/1.1" status: 204 len: 173 time: 2.7570620 Nov 11 20:54:22.362532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'name': 'network-vif-deleted', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:22.376244 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba11dab-7822-4084-955e-c7c5eb5f08a7" -d '{"events": [{"server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "name": "network-vif-deleted", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:22.440329 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:22.506020 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0902138-e3c4-4e93-8971-eb84a7f59e86 x-openstack-request-id: req-b0902138-e3c4-4e93-8971-eb84a7f59e86 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:22.506332 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733ec91-9c6c-42d5-b54e-183777ce90b6", "name": "network-vif-deleted", "tag": "2f64457b-92a0-4797-ab77-17e03ed016b1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:22.507276 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0902138-e3c4-4e93-8971-eb84a7f59e86 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:22.507276 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733ec91-9c6c-42d5-b54e-183777ce90b6', 'name': 'network-vif-deleted', 'tag': '2f64457b-92a0-4797-ab77-17e03ed016b1', 'status': 'completed', 'code': 200} Nov 11 20:54:22.513181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:22.694113 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:22.763459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Allocated IP 172.25.2.157 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/3010d5d6-e088-4215-a8de-98267c2f0c85) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:22.870788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:22.945397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-0311ae11-9b3c-4b6f-909c-4e3b735e4c08 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:22.953801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-0311ae11-9b3c-4b6f-909c-4e3b735e4c08 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.2539210 Nov 11 20:54:22.985063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-be09c54a-a3f0-4570-bf02-8b6828b9bf7f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/quotas/fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 375 time: 0.0301213 Nov 11 20:54:23.018274 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:23.029280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9560aef5-5653-4376-a6c8-d9d43d7ba497 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=983de6dcbe664e7d8872e9740163ee24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559823 Nov 11 20:54:23.035698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:23.096697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-ffd2d35f-986e-478b-b8f5-f6f769e2d62d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106782 Nov 11 20:54:23.118479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf1bcb-6f1b-4ae3-92ce-0bb49651693b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:23.154796 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf1bcb-6f1b-4ae3-92ce-0bb49651693b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:23.175972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:23.202893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-04259a17-2167-42cf-9f0c-89b3b3b46592 service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043582 Nov 11 20:54:23.249222 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 5, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:23.254319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:23.261060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:23.269862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:23.294516 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] Checking router: 4b7892f2-b7d5-4087-a847-2ea617942d83 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:23.305932 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:23.306616 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:23.310941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event updated for resources: {'Port': ['ID=3010d5d6-e088-4215-a8de-98267c2f0c85,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:23.372886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-34b2eea7-5630-45ca-80fb-6ca8a17de190 service neutron] 10.222.0.31 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693895 Nov 11 20:54:23.486527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf1bcb-6f1b-4ae3-92ce-0bb49651693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:23.489658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afaf1bcb-6f1b-4ae3-92ce-0bb49651693b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:23.490842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-afaf1bcb-6f1b-4ae3-92ce-0bb49651693b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40869170-2284-4fd0-970d-6a283dc50ed3 HTTP/1.1" status: 204 len: 168 time: 0.4531059 Nov 11 20:54:23.528028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf1bcb-6f1b-4ae3-92ce-0bb49651693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40869170-2284-4fd0-970d-6a283dc50ed3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:23.541917 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:23.646360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54be038-a578-46b3-b096-920856c649d0 req-d21f4074-5495-4144-a652-ffb7b6f853e3 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:23.656179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a54be038-a578-46b3-b096-920856c649d0 req-d21f4074-5495-4144-a652-ffb7b6f853e3 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 943 time: 0.1717548 Nov 11 20:54:23.777650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a54be038-a578-46b3-b096-920856c649d0 req-c7834d03-aa41-49f2-89cf-6c9d599d211e tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205132 Nov 11 20:54:23.797429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:23.982625 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 5, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:24.036716 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d401dd-df7b-4c5f-8bc5-3447eb820c09 None None] The sync data for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 is: [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:51:45Z', 'revision_number': 4, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '822f4e01-c0de-4c47-a35a-3bd2e8a6e641', 'name': '', 'network_id': '2ea8b5f0-48c5-441b-96e4-0b8f060743e0', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'mac_address': 'fa:16:3e:51:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:44Z', 'updated_at': '2021-11-11T20:51:56Z', 'revision_number': 5, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'subnets': [{'id': '687a1d0a-f214-4f94-9d34-e9c1e58c48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:24.164212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:24.254258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:24.359418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f64457b-92a0-4797-ab77-17e03ed016b1 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:24.371603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efed9932-ee96-4915-b4b2-33ab246d6c56 req-36e09aa1-1c7d-4a8b-8c5b-a6b08166eb8d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0853028 Nov 11 20:54:24.415866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 2f64457b-92a0-4797-ab77-17e03ed016b1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:24.425752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2f64457b-92a0-4797-ab77-17e03ed016b1 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:24.457386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:24.530371 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:24.579239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c2f9e-376b-4546-bb19-834c439ebe07 None None] New status for floating IP dea3653e-3479-425f-a1e1-3e8d751465d4: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:54:24.623052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Router 67529ef5-9f34-4025-bd39-3d2c4c2ee224 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:54:24.691094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:24.695674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:24.700700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0cae4e1-5c7d-41ba-ad67-4d20dfefd180 HTTP/1.1" status: 204 len: 168 time: 0.4450092 Nov 11 20:54:24.701494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:24.735707 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-2b18622c-ecd3-43b5-a382-b2bff180cfb6 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] show failed (client error): The resource could not be found. Nov 11 20:54:24.742282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2b18622c-ecd3-43b5-a382-b2bff180cfb6 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "GET /v2.0/security-groups/e0cae4e1-5c7d-41ba-ad67-4d20dfefd180 HTTP/1.1" status: 404 len: 347 time: 0.0354254 Nov 11 20:54:24.742435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:24.776803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cae4e1-5c7d-41ba-ad67-4d20dfefd180,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:24.793324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.794073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.794598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.795324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.795892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.796574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.797672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.798178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.798676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.799192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.799686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.800196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904eca6-861e-4b07-976b-be20f58bfcf1 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:24.951690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:24.967087 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] Sync routers for ids ['67529ef5-9f34-4025-bd39-3d2c4c2ee224'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:24.984638 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] Routers {'67529ef5-9f34-4025-bd39-3d2c4c2ee224'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:24.986312 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67529ef5-9f34-4025-bd39-3d2c4c2ee224'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:25.034405 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:25.048272 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] Routers {'67529ef5-9f34-4025-bd39-3d2c4c2ee224'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:25.050767 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67529ef5-9f34-4025-bd39-3d2c4c2ee224'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:25.076555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712421d-5661-4367-a0bb-8f2a7a7291c1 req-ffac3243-4767-4238-a2c0-ffc3f72fa94b tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:25.092971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6712421d-5661-4367-a0bb-8f2a7a7291c1 req-ffac3243-4767-4238-a2c0-ffc3f72fa94b tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 943 time: 0.1333930 Nov 11 20:54:25.096412 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:25.097100 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a4a7c-fe87-4bff-ad47-af2ebce36cf0 None None] The sync data for ids ['67529ef5-9f34-4025-bd39-3d2c4c2ee224'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:25.153497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Deleting port b3a22b9b-808e-447d-8dfc-57a30796c9a8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:25.153497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:25.171506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6712421d-5661-4367-a0bb-8f2a7a7291c1 req-f7c84dcf-eac9-4746-bfbf-0f8453f5d5da tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758026 Nov 11 20:54:25.266531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:25.271139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-87c2d8d9-c598-4ac5-9cb3-46b08a5ec139 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6266172 Nov 11 20:54:25.273343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:25.298393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:25.298934 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:25.336596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Calling delete_port for b3a22b9b-808e-447d-8dfc-57a30796c9a8 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:25.627978 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f30bc426-0ab1-43f3-b525-c8796f62bc46 req-145045b9-648e-46d4-a205-2d117df955f9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0472395 Nov 11 20:54:25.642876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-15df7e6b-ea95-4eb2-9008-d486608a91fd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/67529ef5-9f34-4025-bd39-3d2c4c2ee224 HTTP/1.1" status: 200 len: 925 time: 0.3683603 Nov 11 20:54:25.646320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:25.680172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:25.685033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6ae75f61-a649-4d38-ab96-04b26acacde4 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=67529ef5-9f34-4025-bd39-3d2c4c2ee224 HTTP/1.1" status: 200 len: 205 time: 0.0370238 Nov 11 20:54:25.687455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43608) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:25.713455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Pushing event deleted for resources: {'Port': ['ID=b3a22b9b-808e-447d-8dfc-57a30796c9a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:25.808901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:25.812127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:25.816465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-12823aea-5ce4-4ce5-9b02-54106b63d988 tempest-ServersTestJSON-926289065 tempest-ServersTestJSON-926289065-project] 10.222.0.31 "DELETE /v2.0/floatingips/dea3653e-3479-425f-a1e1-3e8d751465d4 HTTP/1.1" status: 204 len: 168 time: 1.0114291 Nov 11 20:54:25.817198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43610) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:25.901931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:26.096049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:54:26.124999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:26.361208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:26.378841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'port_id': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'mac_address': 'fa:16:3e:5d:af:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:54:26.424644 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:26.441873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:26.475965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:26.543791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-487d4e29-16c4-443b-ba21-8a87fb949c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:26.577200 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:26.628903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab09e8b-e263-4697-b6b0-01922344427a req-115af7f2-3a43-423a-b915-5b8be1e93721 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:26.631477 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aab09e8b-e263-4697-b6b0-01922344427a req-115af7f2-3a43-423a-b915-5b8be1e93721 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 943 time: 0.1553836 Nov 11 20:54:26.660426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:26.749831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:26.772075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c584a01e-d044-41e1-8348-f22034b984b3 req-d65f3900-f20b-4f49-82ff-ff6d57b699dc tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0459857 Nov 11 20:54:26.822022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aab09e8b-e263-4697-b6b0-01922344427a req-e286d27d-15bd-4bc3-bef6-32cb1de89afa tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219964 Nov 11 20:54:26.979272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:26.984366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-487d4e29-16c4-443b-ba21-8a87fb949c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.025964 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.030008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Deleting port 3010d5d6-e088-4215-a8de-98267c2f0c85 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:27.034690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.100345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-487d4e29-16c4-443b-ba21-8a87fb949c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.234755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:27.235025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-487d4e29-16c4-443b-ba21-8a87fb949c92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37b54c6e663d4ef3a7617a70258c76c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1087902 Nov 11 20:54:27.241289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d4e29-16c4-443b-ba21-8a87fb949c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170dd3c4-797f-42cd-8470-4de5fb1dc411,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:27.279709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.316501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Calling delete_port for 3010d5d6-e088-4215-a8de-98267c2f0c85 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:27.342848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.375460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-f217cee1-c174-44ee-934a-e3cb0ba1d6a9 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cb221c97bf564044823e2652220ecf52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609241 Nov 11 20:54:27.647495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66756506-d926-4033-890d-f0eb8fa59b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.657951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-ea4febc8-6d32-403b-9618-ee1dfab1da66 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:27.659748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-ea4febc8-6d32-403b-9618-ee1dfab1da66 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722511 Nov 11 20:54:27.718114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-3881c082-c904-4e21-aff9-c7e46a253358 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/quotas/cb221c97bf564044823e2652220ecf52 HTTP/1.1" status: 200 len: 375 time: 0.0484769 Nov 11 20:54:27.732259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66756506-d926-4033-890d-f0eb8fa59b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.796074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Deleting port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:27.796772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.861329 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:27.894036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efeeac06-6091-434c-a093-463f434173dc req-c837484c-6074-4944-ba7f-74b6acc1d778 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0480344 Nov 11 20:54:27.915850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event deleted for resources: {'Port': ['ID=3010d5d6-e088-4215-a8de-98267c2f0c85,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:27.982075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] For port 822f4e01-c0de-4c47-a35a-3bd2e8a6e641, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:27.985731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.033041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Calling delete_port for 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:28.041996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.076659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-4e211aac-bf2c-4414-b621-74365248b247 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:28.078849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-4e211aac-bf2c-4414-b621-74365248b247 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 808 time: 0.5540526 Nov 11 20:54:28.102976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Request body: {'port': {'device_id': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'admin_state_up': True, 'tenant_id': 'fba95ad5aa694a06908b98687679f588'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:28.108842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-45740fd1-0898-4211-ad79-66d7c53eeae3 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb221c97bf564044823e2652220ecf52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3824663 Nov 11 20:54:28.187455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.191448 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.204400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaf2b-4147-4145-9713-843bb21524eb req-348c3310-31f7-48cc-a65e-24d142e8e5cb tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:28.212675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9aaaf2b-4147-4145-9713-843bb21524eb req-348c3310-31f7-48cc-a65e-24d142e8e5cb tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 944 time: 0.2170722 Nov 11 20:54:28.404329 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9aaaf2b-4147-4145-9713-843bb21524eb req-dce57ca2-e657-4aa2-b4f1-a50cccb895a9 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902175 Nov 11 20:54:28.427706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66756506-d926-4033-890d-f0eb8fa59b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.440631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66756506-d926-4033-890d-f0eb8fa59b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.441819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-66756506-d926-4033-890d-f0eb8fa59b17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/170dd3c4-797f-42cd-8470-4de5fb1dc411 HTTP/1.1" status: 204 len: 168 time: 1.2055707 Nov 11 20:54:28.495017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66756506-d926-4033-890d-f0eb8fa59b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170dd3c4-797f-42cd-8470-4de5fb1dc411,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:28.529982 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.532537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Fanout notify agent at l3_agent the message router_deleted on router 67529ef5-9f34-4025-bd39-3d2c4c2ee224 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:28.564341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.566632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-446b6ec0-a454-41d0-8cea-4ae21bceef2b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/67529ef5-9f34-4025-bd39-3d2c4c2ee224 HTTP/1.1" status: 204 len: 168 time: 2.8777857 Nov 11 20:54:28.572407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:28.580710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1955335566', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:28.692717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bb56e05-59e0-4e44-99b5-11c58f55d286 req-87e8fb79-7cab-47b7-a1ae-21959eacc61d tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 210 time: 0.0878527 Nov 11 20:54:28.693551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Made reservation on behalf of fba95ad5aa694a06908b98687679f588 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:28.705072 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.742908 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.809968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.818853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:28.824177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=822f4e01-c0de-4c47-a35a-3bd2e8a6e641,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:29.094018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:29.163235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61a501c9-85ce-44e5-ada5-1f658beee890 req-68dbc5d8-046e-4cae-83e2-bf5dafd6ae9b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.1045802 Nov 11 20:54:29.221392 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:29.273763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Allocated IP 172.20.0.6 (aa86bd78-4fce-4e6a-8213-3fd0299c5de1/8ed15e3f-d2cd-4320-8502-7a73c0dc795c/31a6fb2d-3e25-4a59-beeb-2238dee23c5c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:29.459767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:29.779473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:29.873112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70ee4f71-8aea-4993-8be0-a3998a3ad9c9 req-0cb96dfc-73bf-4f27-b402-f9fc6ccb640a tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 210 time: 0.0495496 Nov 11 20:54:30.119449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365da3-b901-4dd6-a0aa-209543a2cca8 req-34004f05-b25e-49db-9717-c4a82fd52e9c tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:30.121061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4365da3-b901-4dd6-a0aa-209543a2cca8 req-34004f05-b25e-49db-9717-c4a82fd52e9c tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 944 time: 0.2865462 Nov 11 20:54:30.123874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:30.138673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.176224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.196600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Router 4b7892f2-b7d5-4087-a847-2ea617942d83 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:54:30.352754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:54:30.357548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:30.358229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.371820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:30.403412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4365da3-b901-4dd6-a0aa-209543a2cca8 req-93807b3f-c0c4-4af0-af06-b12db07558ce tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719457 Nov 11 20:54:30.417231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bfb04ce8-3a1d-4718-a1ee-9f0cd4162a4c admin admin] 10.222.0.31 "PUT /v2.0/routers/4b7892f2-b7d5-4087-a847-2ea617942d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5986376 Nov 11 20:54:30.420679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:30.431544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] Sync routers for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:30.440381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Allocated IP 172.25.2.169 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/23d9ab86-60b9-4b19-a0ab-5146725d1fdb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:30.480107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:30.481196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:30.486905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:30.617186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.678110 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.688595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-174555122-network', 'tenant_id': '0a09828dbdcd4b51a7594d4d2b84955b'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:30.750520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.756256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.761529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:30.787807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:30.792807 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d51de5-0858-4209-913c-b1bef6be5670" -d '{"events": [{"server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "name": "network-vif-plugged", "status": "completed", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:30.801391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d196d080-1e28-4322-aa46-92a0d4753b83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:30.892409 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.941757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:30.967991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:30.977201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Made reservation on behalf of 0a09828dbdcd4b51a7594d4d2b84955b for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:30.991291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.994208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:30.998437 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.010061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:31.022785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.104387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:31.105062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.107926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:31.111353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:31.159357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:31.170235 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.211358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632b127-b008-45e6-adf0-5cc395b78f69 req-0c952ad7-5d74-4aad-926d-94bb66e54adb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:31.219918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9632b127-b008-45e6-adf0-5cc395b78f69 req-0c952ad7-5d74-4aad-926d-94bb66e54adb tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 931 time: 0.4680467 Nov 11 20:54:31.256882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e29a5ae-76ff-41d7-8470-e07c5d73816a req-794b197e-b78d-452a-8d45-e2c7ae02e9ea tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 210 time: 0.0825119 Nov 11 20:54:31.258396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.272598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.295204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:31.322912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:54:31.337063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768cb8e-9aae-4c69-b21d-cd53ea909317,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:31.361225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.361812 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Added segment 27e35b39-56ec-4bf0-839b-3fa3631d62dc of type vlan for network c79a4803-cf26-40bc-82d3-30916ef16ab0 Nov 11 20:54:31.387896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9632b127-b008-45e6-adf0-5cc395b78f69 req-0b4a5913-6873-4ea3-8d09-92fe7ecd4ced tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672432 Nov 11 20:54:31.398678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Port': ['ID=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:31.422718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-304f97de-399b-48c1-97d6-1ff76c98c07b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3276455 Nov 11 20:54:31.439628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Request body: {'port': {'device_id': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:31.465924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.515441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Deleting port 76ae2691-7623-4b09-a32d-cef91dac2b72 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:31.515787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.521453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.627556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.629374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:31.637067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.761481 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac3619-1952-4c60-8a46-d3a43f06556d x-openstack-request-id: req-41ac3619-1952-4c60-8a46-d3a43f06556d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:31.761769 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "name": "network-vif-plugged", "status": "completed", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:31.762012 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41ac3619-1952-4c60-8a46-d3a43f06556d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:31.764134 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'code': 200} Nov 11 20:54:31.774521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2860034 Nov 11 20:54:31.779752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:31.795832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Request body: {'subnet': {'network_id': 'c79a4803-cf26-40bc-82d3-30916ef16ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-174555122-subnet', 'tenant_id': '0a09828dbdcd4b51a7594d4d2b84955b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:31.816363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] For port 76ae2691-7623-4b09-a32d-cef91dac2b72, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=76ae2691-7623-4b09-a32d-cef91dac2b72,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:31.816749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.822647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:31.824572 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:31.845071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.845361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.845711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.846050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.846388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.846718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.847046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.847460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.847736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.848061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.854565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.855009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:31.986939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:54:28Z', 'revision_number': 5, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port': {'id': '76ae2691-7623-4b09-a32d-cef91dac2b72', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:51:41Z', 'updated_at': '2021-11-11T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:32.003002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Calling delete_port for 76ae2691-7623-4b09-a32d-cef91dac2b72 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:32.037525 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62877adb-0fa2-4fe3-ae43-dae51cb3f5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:32.040056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] Checking router: 4b7892f2-b7d5-4087-a847-2ea617942d83 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:32.051292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] Routers {'4b7892f2-b7d5-4087-a847-2ea617942d83'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:32.053542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4b7892f2-b7d5-4087-a847-2ea617942d83'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:32.153880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] Set router 4b7892f2-b7d5-4087-a847-2ea617942d83 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:32.178933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:54:32.221269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3bda0-9f6d-430f-bc4a-5eea11e40913 admin admin] Pushing event updated for resources: {'Network': ['ID=c79a4803-cf26-40bc-82d3-30916ef16ab0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:32.225023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:54:31Z', 'revision_number': 6, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:32.225222 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-9368566e-2b44-492d-b48c-a4560acda6aa tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb221c97bf564044823e2652220ecf52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3392940 Nov 11 20:54:32.294291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network c79a4803-cf26-40bc-82d3-30916ef16ab0 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:54:32.326679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea4de7-f542-42ad-9629-92cb192d51ff None None] The sync data for ids ['4b7892f2-b7d5-4087-a847-2ea617942d83'] in n-d-805734-3 is: [{'id': '4b7892f2-b7d5-4087-a847-2ea617942d83', 'name': 'tempest-ServersTestJSON-511002086-router', 'tenant_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:51:40Z', 'updated_at': '2021-11-11T20:54:31Z', 'revision_number': 6, 'project_id': '0c45f3cb7d574cc39750d5d3924d97ac', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:32.407919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Made reservation on behalf of 0a09828dbdcd4b51a7594d4d2b84955b for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:32.410390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:32.463386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:32.487305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-799b0e2b-8633-4b4d-83c3-28fd2420a52c req-59756bcf-3956-4648-a50c-c4cc23b27c62 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 210 time: 0.0657163 Nov 11 20:54:32.535575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-4abe418b-7fb7-4896-9f3c-17b48883ce25 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:32.539248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-4abe418b-7fb7-4896-9f3c-17b48883ce25 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996156 Nov 11 20:54:32.549571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022f998-91b9-43e0-90a5-e4115c088a6a req-663f956b-03d8-4fae-a5e4-22d3725f3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:32.556372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4022f998-91b9-43e0-90a5-e4115c088a6a req-663f956b-03d8-4fae-a5e4-22d3725f3075 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 1096 time: 0.9572210 Nov 11 20:54:32.563667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c109750-3201-4885-906c-2c3d349de371 req-80501db3-2aa6-4fbf-86f1-e1ae489086f3 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:32.565755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c109750-3201-4885-906c-2c3d349de371 req-80501db3-2aa6-4fbf-86f1-e1ae489086f3 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.8023195 Nov 11 20:54:32.566413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:32.584562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Request body: {'port': {'device_id': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'cb221c97bf564044823e2652220ecf52'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:32.595030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a6fb2d-3e25-4a59-beeb-2238dee23c5c {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:32.623082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:32.738005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Transition to ACTIVE for port object 31a6fb2d-3e25-4a59-beeb-2238dee23c5c will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:54:32.771209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268d6ee-d509-4937-a7b4-344cd7c9cd49 req-2ef38950-9023-4776-a808-162a6ff2e114 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:32.778673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8268d6ee-d509-4937-a7b4-344cd7c9cd49 req-2ef38950-9023-4776-a808-162a6ff2e114 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 931 time: 0.1696622 Nov 11 20:54:32.825394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:32.939991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ae2691-7623-4b09-a32d-cef91dac2b72,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:32.988979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.121205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.124097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.225468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c109750-3201-4885-906c-2c3d349de371 req-b147d772-c7ab-4c7b-9751-e2a41be91c33 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6470182 Nov 11 20:54:33.226106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Made reservation on behalf of cb221c97bf564044823e2652220ecf52 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:33.229811 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.253428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.353480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.355897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7892f2-b7d5-4087-a847-2ea617942d83 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:33.364064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.367774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a3bf19d0-c250-415e-a861-ed327c7ff539 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4b7892f2-b7d5-4087-a847-2ea617942d83 HTTP/1.1" status: 204 len: 168 time: 2.9439130 Nov 11 20:54:33.389040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:33.420389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76ae2691-7623-4b09-a32d-cef91dac2b72 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:33.435002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:33.466638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 76ae2691-7623-4b09-a32d-cef91dac2b72 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:33.471082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76ae2691-7623-4b09-a32d-cef91dac2b72 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:33.471520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:33.483689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] Deleting subnet 687a1d0a-f214-4f94-9d34-e9c1e58c48ad {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:54:33.483928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8268d6ee-d509-4937-a7b4-344cd7c9cd49 req-2dc19d8c-9977-4a2f-9aa2-ba663c59df3c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040613 Nov 11 20:54:33.506438 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4022f998-91b9-43e0-90a5-e4115c088a6a req-0b7946d0-9d8d-47c4-a5a0-b08fbe2e5931 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9289839 Nov 11 20:54:33.507063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.540941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:33.541264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 822f4e01-c0de-4c47-a35a-3bd2e8a6e641 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:33.602251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:33.602549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:33.602678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:33.619998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:54:33.620348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:33.622684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Router 4933add5-aa5b-47d3-9639-924ab93480f0 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:54:33.623769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.630182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.639453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:33.639800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:33.640207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:33.640648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Bound port: 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:33.641008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.710785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c2f28ca-bf0c-4755-aaab-d6d1c3eb0f9a req-124fd31c-a99b-4f9d-8551-0965712c2946 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 210 time: 0.0469744 Nov 11 20:54:33.760095 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.768693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.798497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.932158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:33.939015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:33.985233 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55751cb5-9443-41de-9599-e1f0b818c1e9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:33.999473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Checking segment: {'id': '27e35b39-56ec-4bf0-839b-3fa3631d62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c79a4803-cf26-40bc-82d3-30916ef16ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:33.999473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Network hostable DHCP agents. Network: c79a4803-cf26-40bc-82d3-30916ef16ab0, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:54:34.005449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:34.017030 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Sync routers for ids ['4933add5-aa5b-47d3-9639-924ab93480f0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:34.030179 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Routers {'4933add5-aa5b-47d3-9639-924ab93480f0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:34.037079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4933add5-aa5b-47d3-9639-924ab93480f0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:34.056955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.066849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Allocated IP 192.168.233.192 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:34.183204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:34.189881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.191733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] 10.222.0.62 "PUT /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 200 len: 1091 time: 2.7588975 Nov 11 20:54:34.193556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:34.211101 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce817b9a-5e96-4914-aa94-c20d5fb6c4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:34.220022 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.226436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dcf82994-cfd0-49f3-8739-34d139a50a8b tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6528580 Nov 11 20:54:34.227423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:34.245215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Network c79a4803-cf26-40bc-82d3-30916ef16ab0 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:54:34.284394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.312556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc470-5cca-441f-87f1-05948daf6d51 service neutron] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:34.329940 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Set router 4933add5-aa5b-47d3-9639-924ab93480f0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:34.342818 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.355711 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd89bf-9595-42c2-bd27-c9c248a1fb27 x-openstack-request-id: req-e6cd89bf-9595-42c2-bd27-c9c248a1fb27 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:34.357260 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:34.358560 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6cd89bf-9595-42c2-bd27-c9c248a1fb27 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:34.365756 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c', 'status': 'completed', 'code': 200} Nov 11 20:54:34.386675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687a1d0a-f214-4f94-9d34-e9c1e58c48ad,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:34.408973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399dc5cc-ad0a-43f1-8cc8-83526b4b2843,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:34.416005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.436580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d5ba1-d22b-402a-a717-0b2eb6dcf33f None None] Network 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:34.437060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a2679f37-061c-49e2-8e1a-1f53529b74d2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/687a1d0a-f214-4f94-9d34-e9c1e58c48ad HTTP/1.1" status: 204 len: 168 time: 1.0226431 Nov 11 20:54:34.437060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43812) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:34.561955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-766f3271-6e72-4260-b669-e385cc49470b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.608536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, c79a4803-cf26-40bc-82d3-30916ef16ab0) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:34.621220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:34.621828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.632515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.655129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce817b9a-5e96-4914-aa94-c20d5fb6c4d2 req-71d3651a-10bb-4bc9-868b-0617f81ab2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:34.657154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce817b9a-5e96-4914-aa94-c20d5fb6c4d2 req-71d3651a-10bb-4bc9-868b-0617f81ab2ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1094 time: 0.2817221 Nov 11 20:54:34.661676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f3a78d0f-4b2f-4b57-b926-4571f48918a6 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/4933add5-aa5b-47d3-9639-924ab93480f0 HTTP/1.1" status: 200 len: 909 time: 0.4307251 Nov 11 20:54:34.662659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.664369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:34.673579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1955335566', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:34.677584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac7635-8e5d-4d21-99c6-2ce45d9379e3 None None] Network c79a4803-cf26-40bc-82d3-30916ef16ab0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:34.731369 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4933add5-aa5b-47d3-9639-924ab93480f0', 'name': 'tempest-snat-router-1955335566', 'tenant_id': '7c7e02ba377542dbb1f368512cff06aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': False}, 'gw_port_id': '23d9ab86-60b9-4b19-a0ab-5146725d1fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:54:28Z', 'updated_at': '2021-11-11T20:54:31Z', 'revision_number': 3, 'project_id': '7c7e02ba377542dbb1f368512cff06aa', 'gw_port': {'id': '23d9ab86-60b9-4b19-a0ab-5146725d1fdb', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4933add5-aa5b-47d3-9639-924ab93480f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:54:30Z', 'updated_at': '2021-11-11T20:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:34.796797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Pushing event updated for resources: {'Port': ['ID=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:34.801703 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Checking router: 4933add5-aa5b-47d3-9639-924ab93480f0 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:34.802977 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Updating router 4933add5-aa5b-47d3-9639-924ab93480f0 port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:54:34.838061 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.871242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6670becd-9474-47cf-b45a-c3f6613847c9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0823193 Nov 11 20:54:35.004052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] DHCP port deletion for 2ea8b5f0-48c5-441b-96e4-0b8f060743e0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:54:35.013672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:35.042447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1724cb-3230-4c4b-8823-ff470ef06afa req-8727cff2-e359-4c61-8ff0-8a47cfacc120 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:35.045705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b1724cb-3230-4c4b-8823-ff470ef06afa req-8727cff2-e359-4c61-8ff0-8a47cfacc120 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.4026704 Nov 11 20:54:35.048524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:35.060598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:35.066206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3e8cc6-a824-49cf-915e-357d406152db None None] Network c79a4803-cf26-40bc-82d3-30916ef16ab0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:35.191871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] Deleting port e0b446e0-8ed0-41ec-ba52-a23208816722 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:35.193863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.200520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Deleting port e0b446e0-8ed0-41ec-ba52-a23208816722 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:35.201188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.252505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fece891-9b92-45f2-86e9-39d06dcea5a6 req-a9cccda5-912d-4ef6-91ff-99f95eb20735 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:35.262841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fece891-9b92-45f2-86e9-39d06dcea5a6 req-a9cccda5-912d-4ef6-91ff-99f95eb20735 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.4351165 Nov 11 20:54:35.274876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b1724cb-3230-4c4b-8823-ff470ef06afa req-6bb2c610-e3f7-451e-8308-c8d33555b122 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099700 Nov 11 20:54:35.300227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce817b9a-5e96-4914-aa94-c20d5fb6c4d2 req-0495b838-f431-4f7d-96a9-e548acdc8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:35.304365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce817b9a-5e96-4914-aa94-c20d5fb6c4d2 req-0495b838-f431-4f7d-96a9-e548acdc8b55 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fba95ad5aa694a06908b98687679f588&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6219065 Nov 11 20:54:35.323199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.330819 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.471181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:35.474356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.479421 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.509193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] For port e0b446e0-8ed0-41ec-ba52-a23208816722, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e0b446e0-8ed0-41ec-ba52-a23208816722,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:35.509570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.557936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Calling delete_port for e0b446e0-8ed0-41ec-ba52-a23208816722 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:35.595011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e0b446e0-8ed0-41ec-ba52-a23208816722 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:35.605254 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.624067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.646927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fece891-9b92-45f2-86e9-39d06dcea5a6 req-6bbdcb66-ea00-4c3c-a018-cb344c65d7fa tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829076 Nov 11 20:54:35.675191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] For port e0b446e0-8ed0-41ec-ba52-a23208816722, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e0b446e0-8ed0-41ec-ba52-a23208816722,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:35.676008 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.694303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ace53e52-170a-4946-8e38-684eb777b657 None None] Provisioning complete for port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:35.694911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ace53e52-170a-4946-8e38-684eb777b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.706816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] Calling delete_port for e0b446e0-8ed0-41ec-ba52-a23208816722 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:35.719306 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Pushing event updated for resources: {'Port': ['ID=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:35.726153 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.727397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-e49e2b0a-5644-4498-b313-343c99d89df4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1735096 Nov 11 20:54:35.743647 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.746374 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.746788 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.748545 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.748891 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.750655 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.751013 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.751411 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.753404 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.753769 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.754331 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.755633 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:54:35.763158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-d1d70dae-bf09-4c1f-b73f-776b18997d37 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:54:35.764954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-d1d70dae-bf09-4c1f-b73f-776b18997d37 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179455 Nov 11 20:54:35.788390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Request body: {'port': {'device_id': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:35.814473 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Attempting to bind port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:35.819996 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Attempting to bind port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:35.820676 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Attempting to bind port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:35.830392 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:35.831054 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:35.831658 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.832628 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:35.837795 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Bound port: 23d9ab86-60b9-4b19-a0ab-5146725d1fdb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:35.838468 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.840015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:35.905271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcd313-6466-4817-820f-d16ebd2d3de2 req-f477f4ba-f3de-4337-95c4-bff5beca825a tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:35.906799 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bbcd313-6466-4817-820f-d16ebd2d3de2 req-f477f4ba-f3de-4337-95c4-bff5beca825a tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 936 time: 0.3398128 Nov 11 20:54:35.955776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port e0b446e0-8ed0-41ec-ba52-a23208816722, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e0b446e0-8ed0-41ec-ba52-a23208816722,segment=NetworkSegment(c8b4fe70-b50d-43ac-9276-21966dd9741f),segment_id=c8b4fe70-b50d-43ac-9276-21966dd9741f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:35.960782 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] For port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:35.966156 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] For port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:36.014220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce817b9a-5e96-4914-aa94-c20d5fb6c4d2 req-f3b2c554-6ebb-443c-8f6e-a3a4f010668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:36.024346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce817b9a-5e96-4914-aa94-c20d5fb6c4d2 req-f3b2c554-6ebb-443c-8f6e-a3a4f010668c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6974552 Nov 11 20:54:36.031280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ace53e52-170a-4946-8e38-684eb777b657 None None] Port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:54:36.058912 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.071800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.086597 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.150449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2d3ec971-6df3-4d82-858d-c7ddefd3241d req-cb18a82f-f345-4931-a05c-bccf2873984a tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1654862755', 'description': 'tempest-description-253961988'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:36.151784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=e0b446e0-8ed0-41ec-ba52-a23208816722,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:36.187263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bbcd313-6466-4817-820f-d16ebd2d3de2 req-ead0d101-c0e9-4760-9736-9cc8c42421e9 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668343 Nov 11 20:54:36.256062 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.277010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.287912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.307086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-0b5904ff-5655-49ec-9820-76dcd8e1d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:36.307372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-0b5904ff-5655-49ec-9820-76dcd8e1d2ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1094 time: 0.1374850 Nov 11 20:54:36.355334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] Pushing event deleted for resources: {'Port': ['ID=e0b446e0-8ed0-41ec-ba52-a23208816722,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:36.365622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4257efd-33b2-4b0f-b40b-8c6a02472c8b None None] No DVR routers for this DVR port e0b446e0-8ed0-41ec-ba52-a23208816722 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:36.394392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b446e0-8ed0-41ec-ba52-a23208816722,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:36.418875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-8cd6e455-4dd4-465d-84c4-964c9e343485 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 200 len: 217 time: 0.1026111 Nov 11 20:54:36.419105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] No DVR routers for this DVR port e0b446e0-8ed0-41ec-ba52-a23208816722 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:36.427408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d3ec971-6df3-4d82-858d-c7ddefd3241d req-cb18a82f-f345-4931-a05c-bccf2873984a tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.538650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.555865 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Routers {'4933add5-aa5b-47d3-9639-924ab93480f0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:36.556479 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4933add5-aa5b-47d3-9639-924ab93480f0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:36.560041 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e44f1f-f5b3-40f6-8af2-0829935bb69f None None] Pushing event updated for resources: {'Port': ['ID=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:36.587207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea8b5f0-48c5-441b-96e4-0b8f060743e0']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:36.600542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b4fe70-b50d-43ac-9276-21966dd9741f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:36.600843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b4fe70-b50d-43ac-9276-21966dd9741f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:36.614929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.620040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d3ec971-6df3-4d82-858d-c7ddefd3241d req-cb18a82f-f345-4931-a05c-bccf2873984a tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.639461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.699676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:54:36.700008 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:54:36.701900 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:54:36.725089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d3ec971-6df3-4d82-858d-c7ddefd3241d req-cb18a82f-f345-4931-a05c-bccf2873984a tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.726010 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] Set router 4933add5-aa5b-47d3-9639-924ab93480f0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:36.760199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18a82f-f345-4931-a05c-bccf2873984a tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51197a8-a8b0-4509-a3cc-59dbac0ebca0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:36.763779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-91edabab-c171-411c-8719-e8b73c9dfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:36.765687 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-91edabab-c171-411c-8719-e8b73c9dfc54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.3052428 Nov 11 20:54:36.804446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-51e56e43-ae27-4e9f-b1d5-5823e8d17901 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296695 Nov 11 20:54:36.921594 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-45ac6f8f-907b-4e2d-89fe-222f6470b891 service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074286 Nov 11 20:54:36.929771 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d3ec971-6df3-4d82-858d-c7ddefd3241d req-cb18a82f-f345-4931-a05c-bccf2873984a tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.953384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d3ec971-6df3-4d82-858d-c7ddefd3241d req-cb18a82f-f345-4931-a05c-bccf2873984a tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8207040 Nov 11 20:54:36.990433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:37.111408 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4933add5-aa5b-47d3-9639-924ab93480f0', 'name': 'tempest-snat-router-1955335566', 'tenant_id': '7c7e02ba377542dbb1f368512cff06aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': False}, 'gw_port_id': '23d9ab86-60b9-4b19-a0ab-5146725d1fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:54:28Z', 'updated_at': '2021-11-11T20:54:31Z', 'revision_number': 3, 'project_id': '7c7e02ba377542dbb1f368512cff06aa', 'gw_port': {'id': '23d9ab86-60b9-4b19-a0ab-5146725d1fdb', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4933add5-aa5b-47d3-9639-924ab93480f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:54:30Z', 'updated_at': '2021-11-11T20:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:37.168687 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd127c9-c659-4e00-9eea-8146f06a4778 None None] The sync data for ids ['4933add5-aa5b-47d3-9639-924ab93480f0'] in n-d-805734-3 is: [{'id': '4933add5-aa5b-47d3-9639-924ab93480f0', 'name': 'tempest-snat-router-1955335566', 'tenant_id': '7c7e02ba377542dbb1f368512cff06aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169'}], 'enable_snat': False}, 'gw_port_id': '23d9ab86-60b9-4b19-a0ab-5146725d1fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:54:28Z', 'updated_at': '2021-11-11T20:54:31Z', 'revision_number': 3, 'project_id': '7c7e02ba377542dbb1f368512cff06aa', 'gw_port': {'id': '23d9ab86-60b9-4b19-a0ab-5146725d1fdb', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4933add5-aa5b-47d3-9639-924ab93480f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:54:30Z', 'updated_at': '2021-11-11T20:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:37.242337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f39b8e-c76b-4ed7-9ad4-288212b8980a req-e16e3757-3df7-454c-8e0f-48d1cf71f37d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:37.243950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5f39b8e-c76b-4ed7-9ad4-288212b8980a req-e16e3757-3df7-454c-8e0f-48d1cf71f37d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.2212353 Nov 11 20:54:37.349053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0101b63f-6244-479f-aaea-0c1236a80d2b req-47ac3711-26ee-4587-99e8-492ab22f257f service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931594 Nov 11 20:54:37.349674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32a9ed-f931-4a57-adec-e07bb7019c63 req-0b5e6f05-dc62-4c87-937e-ed4274586615 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:37.351453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f32a9ed-f931-4a57-adec-e07bb7019c63 req-0b5e6f05-dc62-4c87-937e-ed4274586615 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.7157009 Nov 11 20:54:37.432226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5f39b8e-c76b-4ed7-9ad4-288212b8980a req-6c0ffc1d-2377-447a-adf6-006b49c4b964 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493781 Nov 11 20:54:37.440018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:37.462317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:37.541062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f32a9ed-f931-4a57-adec-e07bb7019c63 req-c622d720-317b-4bc4-bbb8-59129a0a33b5 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332064 Nov 11 20:54:37.584615 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:37.589949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:37.596726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] 10.222.0.31 "DELETE /v2.0/networks/2ea8b5f0-48c5-441b-96e4-0b8f060743e0 HTTP/1.1" status: 204 len: 168 time: 3.1540196 Nov 11 20:54:37.629248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a6daf-6c43-48bc-a9af-95e6c357b65b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea8b5f0-48c5-441b-96e4-0b8f060743e0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:37.713815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:37.729931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:37.782303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:37.797898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Transition to ACTIVE for port object ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:54:37.837496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4d54-83b7-4acf-94be-ccae99765bf1 req-d5c90243-03ab-4af6-b9eb-34cad42cd2f3 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:37.839879 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-caef4d54-83b7-4acf-94be-ccae99765bf1 req-d5c90243-03ab-4af6-b9eb-34cad42cd2f3 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 936 time: 0.0929525 Nov 11 20:54:37.919980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-caef4d54-83b7-4acf-94be-ccae99765bf1 req-de2c10c8-c235-4bbf-8744-4d04ad97cfaf tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739887 Nov 11 20:54:37.924864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.151503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-406fa898-8170-4f34-96e6-2ec38584d238 req-b53c374d-a973-46b4-915b-d089e99c8064 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/a51197a8-a8b0-4509-a3cc-59dbac0ebca0 HTTP/1.1" status: 200 len: 1823 time: 0.6448853 Nov 11 20:54:38.152126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:38.169180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-406fa898-8170-4f34-96e6-2ec38584d238 req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a51197a8-a8b0-4509-a3cc-59dbac0ebca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:38.169652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-406fa898-8170-4f34-96e6-2ec38584d238 req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a51197a8-a8b0-4509-a3cc-59dbac0ebca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:38.215767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:38.246480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Attempting to bind port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:38.246480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Attempting to bind port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:38.246480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Attempting to bind port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:38.263654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:54:38.264014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Attempting to bind port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:38.277302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:38.277645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:38.278038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:38.279083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Bound port: ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:38.279447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.335981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Allocated IP 172.25.2.163 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/9e9d9a55-1059-425f-82ed-3e66ea32471c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:38.431458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-46de17b4-21b0-4ae1-89a7-7bfdcd4be24d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c45f3cb7d574cc39750d5d3924d97ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094102 Nov 11 20:54:38.434202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:38.541225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417b6c-51ad-4c2c-905e-06acc67d732b req-f32e0535-97c4-424f-a92a-1bbe8071d71f tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:38.543343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40417b6c-51ad-4c2c-905e-06acc67d732b req-f32e0535-97c4-424f-a92a-1bbe8071d71f tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.1801255 Nov 11 20:54:38.555336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:38.558231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Request body: {'floatingip': {'port_id': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:38.678674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-406fa898-8170-4f34-96e6-2ec38584d238 req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.730826 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.748287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-406fa898-8170-4f34-96e6-2ec38584d238 req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.752034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f4088fe-510b-401b-b550-a72732160380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.758507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] For port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:38.792095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f4088fe-510b-401b-b550-a72732160380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.844504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.863134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] For port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:38.886521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-406fa898-8170-4f34-96e6-2ec38584d238 req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.951963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eccfad-4ad6-44eb-8422-6a2a3652b7ac,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:38.970072 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:38.997933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:39.089540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-406fa898-8170-4f34-96e6-2ec38584d238 req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:39.098284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-406fa898-8170-4f34-96e6-2ec38584d238 req-ba0ee07c-582b-4197-aeaa-86c59c7832e2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9456198 Nov 11 20:54:39.146041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:39.151564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:39.152077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:39.158950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 HTTP/1.1" status: 200 len: 1096 time: 3.3725121 Nov 11 20:54:39.164179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f4088fe-510b-401b-b550-a72732160380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:39.173451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f4088fe-510b-401b-b550-a72732160380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:39.179964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f4088fe-510b-401b-b550-a72732160380 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e06064c1-f706-4b2d-9e03-a9c1f4891732 HTTP/1.1" status: 204 len: 168 time: 0.7448344 Nov 11 20:54:39.186493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:39.201191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:39.227969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'tag': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:39.230609 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a188898-be49-4545-8da9-5f9fbc88c62d", "tag": "ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:39.242584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4088fe-510b-401b-b550-a72732160380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06064c1-f706-4b2d-9e03-a9c1f4891732,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:39.258743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996ea42-6b62-4615-81cd-de26d7c27846 req-658c5c03-da2f-4b57-8669-9cbf67a1f808 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:39.267701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9996ea42-6b62-4615-81cd-de26d7c27846 req-658c5c03-da2f-4b57-8669-9cbf67a1f808 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.5281782 Nov 11 20:54:39.305599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Port': ['ID=9e9d9a55-1059-425f-82ed-3e66ea32471c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:39.554458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da640d-e3ff-4b09-81e0-1bd2ce04c592 req-248d1a75-9c97-4c46-a030-64fe8f3c8a32 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:39.556190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3da640d-e3ff-4b09-81e0-1bd2ce04c592 req-248d1a75-9c97-4c46-a030-64fe8f3c8a32 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 948 time: 0.2750053 Nov 11 20:54:39.599520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 23d9ab86-60b9-4b19-a0ab-5146725d1fdb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:39.604754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9996ea42-6b62-4615-81cd-de26d7c27846 req-94f51a78-d91c-4c10-9551-60cf3dbdb16b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331287 Nov 11 20:54:39.802351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3da640d-e3ff-4b09-81e0-1bd2ce04c592 req-aab60d42-2d00-4f0d-84dc-43024a4ba7a5 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926880 Nov 11 20:54:39.820004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-62c15de6-fd07-4972-9c21-09d2d14fc178 req-dce54d47-eeea-4671-9e61-3a4cec401f80 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-958100071', 'description': 'tempest-description-1667149558'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:39.825295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca1702-2cfb-453b-a9a8-8201c68e5be3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:39.840057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-a46bc189-4992-4c40-8bdf-0f8d36046c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:39.841719 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-a46bc189-4992-4c40-8bdf-0f8d36046c45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb221c97bf564044823e2652220ecf52&device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 1099 time: 0.5469763 Nov 11 20:54:39.991128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-07c6bba8-d2bc-44c8-bebc-a2c25c006a47 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 HTTP/1.1" status: 200 len: 217 time: 0.1010339 Nov 11 20:54:40.039043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:40.039800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.199591 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.228817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.234338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:40.261261 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a349d559-ee25-4dc7-8a91-685bf8fb3662 x-openstack-request-id: req-a349d559-ee25-4dc7-8a91-685bf8fb3662 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:40.261627 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a188898-be49-4545-8da9-5f9fbc88c62d", "tag": "ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:40.261950 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a349d559-ee25-4dc7-8a91-685bf8fb3662 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:40.262774 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'tag': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65', 'status': 'completed', 'code': 200} Nov 11 20:54:40.326919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-5e31b87d-e899-45ce-b4b2-d348978e7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:40.330908 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.335811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-5e31b87d-e899-45ce-b4b2-d348978e7210 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.3261251 Nov 11 20:54:40.392324 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62c15de6-fd07-4972-9c21-09d2d14fc178 req-dce54d47-eeea-4671-9e61-3a4cec401f80 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.466068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:40.542523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-3f076515-7559-4bfe-b47e-b71d430301e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:40.544014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-3f076515-7559-4bfe-b47e-b71d430301e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530721 Nov 11 20:54:40.546904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.616734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62c15de6-fd07-4972-9c21-09d2d14fc178 req-dce54d47-eeea-4671-9e61-3a4cec401f80 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.687394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 20:54:40.692682 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62c15de6-fd07-4972-9c21-09d2d14fc178 req-dce54d47-eeea-4671-9e61-3a4cec401f80 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.767493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Router 018b1010-c793-4a2a-9f11-37a902296b1c is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:54:40.809845 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.814110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce54d47-eeea-4671-9e61-3a4cec401f80 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90762c0-c60e-45d3-8ddb-0c986f57d33c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:40.814914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be528e8-e9bc-4e05-b0fe-46fee1e43892 req-a9624908-913d-4361-bc0b-f8d10a5364c0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:40.822176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5be528e8-e9bc-4e05-b0fe-46fee1e43892 req-a9624908-913d-4361-bc0b-f8d10a5364c0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0832551 Nov 11 20:54:40.827273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-5c7f6bb0-0ab2-46cc-8b43-7a4026fe8e0a service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731583 Nov 11 20:54:40.894011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-62c15de6-fd07-4972-9c21-09d2d14fc178 req-dce54d47-eeea-4671-9e61-3a4cec401f80 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.895381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62c15de6-fd07-4972-9c21-09d2d14fc178 req-dce54d47-eeea-4671-9e61-3a4cec401f80 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0863903 Nov 11 20:54:40.896053 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:40.998056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5be528e8-e9bc-4e05-b0fe-46fee1e43892 req-0617fa0a-4d68-4da5-8962-947da4078d0a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362662 Nov 11 20:54:41.013129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:41.024168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Sync routers for ids ['018b1010-c793-4a2a-9f11-37a902296b1c'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:41.043253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Routers {'018b1010-c793-4a2a-9f11-37a902296b1c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:41.043931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['018b1010-c793-4a2a-9f11-37a902296b1c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:41.092715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43948) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:41.112258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.116367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6aeaeeee-adea-4615-b7fb-24a448b200a9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4473422 Nov 11 20:54:41.119255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:41.131460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-a4a94e47-7c07-4fc5-8011-2223840c7fac tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/d90762c0-c60e-45d3-8ddb-0c986f57d33c HTTP/1.1" status: 200 len: 1823 time: 0.0804336 Nov 11 20:54:41.186824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd90762c0-c60e-45d3-8ddb-0c986f57d33c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:41.186824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd90762c0-c60e-45d3-8ddb-0c986f57d33c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:41.200248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Set router 018b1010-c793-4a2a-9f11-37a902296b1c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:41.252348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1520483801-network', 'tenant_id': '9f1956ad89cc48d9adc1e7252f7829b1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:41.285241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-08cf4860-48b5-423f-b585-347e0345d80c tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/018b1010-c793-4a2a-9f11-37a902296b1c HTTP/1.1" status: 200 len: 908 time: 0.1672518 Nov 11 20:54:41.285562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:41.372610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc383e9-9830-409b-ae5f-be19ebffffa6 req-2099ee5d-c9f2-42ac-863a-30b81391e94b tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:41.380124 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bfc383e9-9830-409b-ae5f-be19ebffffa6 req-2099ee5d-c9f2-42ac-863a-30b81391e94b tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 948 time: 0.1271665 Nov 11 20:54:41.388332 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62ababe1-cdfb-4faf-beb0-e836ca578da0 req-439eb60f-5506-4abd-a8b2-3f5e9f2d6bfe service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535135 Nov 11 20:54:41.412746 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Floating IP 856ed04a-90a7-41f4-a3be-a7f68e43392f associated. External IP: 172.25.2.111, port: ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca. Nov 11 20:54:41.427253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018b1010-c793-4a2a-9f11-37a902296b1c', 'name': 'tempest-snat-router-1955335566', 'tenant_id': '7c7e02ba377542dbb1f368512cff06aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '9e9d9a55-1059-425f-82ed-3e66ea32471c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:54:35Z', 'updated_at': '2021-11-11T20:54:39Z', 'revision_number': 3, 'project_id': '7c7e02ba377542dbb1f368512cff06aa', 'gw_port': {'id': '9e9d9a55-1059-425f-82ed-3e66ea32471c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:09:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '018b1010-c793-4a2a-9f11-37a902296b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:54:37Z', 'updated_at': '2021-11-11T20:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:41.442917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.443159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bfc383e9-9830-409b-ae5f-be19ebffffa6 req-cadb2d23-2021-428d-b933-124acf097796 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616155 Nov 11 20:54:41.446499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Made reservation on behalf of 9f1956ad89cc48d9adc1e7252f7829b1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:41.449076 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.468020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Checking router: 018b1010-c793-4a2a-9f11-37a902296b1c for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:41.468386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Updating router 018b1010-c793-4a2a-9f11-37a902296b1c port 9e9d9a55-1059-425f-82ed-3e66ea32471c binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:54:41.470800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 23d9ab86-60b9-4b19-a0ab-5146725d1fdb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:41.479445 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.522113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.538991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.565719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.622351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:41.622730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.650925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.689244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f231696-db40-4d35-8309-ec8324fed3ae,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:41.694343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-1815c925-2eef-41ab-89ed-971c0259ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:41.696083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-1815c925-2eef-41ab-89ed-971c0259ba6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb221c97bf564044823e2652220ecf52&device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 1099 time: 0.1438229 Nov 11 20:54:41.720754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.729560 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.810980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.812579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6ea72c1-0e36-4d31-9e56-392ccc4b0766 req-86002faf-1a3f-4ea8-9abc-cc5655465dc2 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6329961 Nov 11 20:54:41.842187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.850733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-adb8fc6c-08be-457f-a80b-ee141aa42338 req-f2826782-8d2d-4a0f-be6a-443106b2ac5d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1917192118', 'description': 'tempest-description-156678446'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:41.852478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928742f5-0889-4794-b296-9ca174bfe0fb req-544709c2-9527-451d-ad16-d81f626982ba tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:41.854359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-928742f5-0889-4794-b296-9ca174bfe0fb req-544709c2-9527-451d-ad16-d81f626982ba tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 950 time: 0.1570222 Nov 11 20:54:41.901999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:54:41.921813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Router 89f2003e-c8ab-40b2-8650-3c482a6f912c has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:54:41.932666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.933674 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Added segment 179d26b1-ccb1-4854-8f13-0002d07867e1 of type vlan for network e65f3c61-4f20-4152-9ce6-3b66a6f5247b Nov 11 20:54:41.933817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-3597bde8-dfcd-4511-804b-f8edebecf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:41.935217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-3597bde8-dfcd-4511-804b-f8edebecf340 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.2026670 Nov 11 20:54:41.950394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c0daba-fbc8-40f6-9c21-ac744038a68b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:41.975706 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.991832 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-928742f5-0889-4794-b296-9ca174bfe0fb req-7d51d557-7acf-48c9-8578-a1b4c2619dee tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267016 Nov 11 20:54:41.992511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:41.993412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-a9bb7e98-1cf6-4752-bd02-1ffd19f90e31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 HTTP/1.1" status: 200 len: 217 time: 0.0497575 Nov 11 20:54:42.012302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Deleting port 9e9d9a55-1059-425f-82ed-3e66ea32471c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:42.012302 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.069911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-adb8fc6c-08be-457f-a80b-ee141aa42338 req-f2826782-8d2d-4a0f-be6a-443106b2ac5d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.116902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-cfe51bd1-fdb1-4bc2-87df-6e7fd3b4f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:42.117581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.118712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-cfe51bd1-fdb1-4bc2-87df-6e7fd3b4f6bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0845461 Nov 11 20:54:42.127904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.149075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Calling delete_port for 9e9d9a55-1059-425f-82ed-3e66ea32471c owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:42.189612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Attempting to bind port 9e9d9a55-1059-425f-82ed-3e66ea32471c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:42.190000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Attempting to bind port 9e9d9a55-1059-425f-82ed-3e66ea32471c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:42.190425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Attempting to bind port 9e9d9a55-1059-425f-82ed-3e66ea32471c on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:42.194429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:42.201036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.201172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7d462-4f5c-49ac-9ede-07fe5329ba2c None None] Pushing event updated for resources: {'Port': ['ID=9e9d9a55-1059-425f-82ed-3e66ea32471c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:42.209509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:42.209889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:42.210294 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.210747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:42.212074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Bound port: 9e9d9a55-1059-425f-82ed-3e66ea32471c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:42.212482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.213096 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] Sync routers for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:42.221932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-adb8fc6c-08be-457f-a80b-ee141aa42338 req-f2826782-8d2d-4a0f-be6a-443106b2ac5d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.226608 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.227891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:42.228723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.232569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f313758d-8f52-4bd6-a80a-e5676666c888 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "PUT /v2.0/floatingips/856ed04a-90a7-41f4-a3be-a7f68e43392f HTTP/1.1" status: 200 len: 991 time: 3.6777697 Nov 11 20:54:42.235971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-a3a5f10b-93f4-4322-91c3-584b3d8b9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:42.236397 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:42.237065 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:42.237813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-a3a5f10b-93f4-4322-91c3-584b3d8b9311 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108325 Nov 11 20:54:42.274080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:42.276714 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba" -d '{"events": [{"name": "network-changed", "server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:42.281075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] For port 9e9d9a55-1059-425f-82ed-3e66ea32471c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:42.284283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] For port 9e9d9a55-1059-425f-82ed-3e66ea32471c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9e9d9a55-1059-425f-82ed-3e66ea32471c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:42.311119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] Pushing event updated for resources: {'Network': ['ID=e65f3c61-4f20-4152-9ce6-3b66a6f5247b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:42.325877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e65f3c61-4f20-4152-9ce6-3b66a6f5247b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:54:42.376205 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-adb8fc6c-08be-457f-a80b-ee141aa42338 req-f2826782-8d2d-4a0f-be6a-443106b2ac5d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.383642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6156f87-b486-4a5e-8b23-e2da2993cb71 req-106748bc-c91e-4b94-8f02-d07f192449f0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:42.385472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6156f87-b486-4a5e-8b23-e2da2993cb71 req-106748bc-c91e-4b94-8f02-d07f192449f0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0976167 Nov 11 20:54:42.397703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.411738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a897fc8b-4bb4-4d61-8b84-7ac0ebe22bec admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3146362 Nov 11 20:54:42.412645 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:42.413823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:42.414443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-ae08354b-c40d-4590-b7f4-0fd9505ca8fa service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683660 Nov 11 20:54:42.428682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Request body: {'subnet': {'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1520483801-subnet', 'tenant_id': '9f1956ad89cc48d9adc1e7252f7829b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:42.474385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2826782-8d2d-4a0f-be6a-443106b2ac5d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02003a6c-730c-49d8-8e86-76c715ad11da,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:42.486482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6156f87-b486-4a5e-8b23-e2da2993cb71 req-56aed041-a3a9-44cd-9dd5-6996cd5fa344 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889602 Nov 11 20:54:42.493213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Routers {'018b1010-c793-4a2a-9f11-37a902296b1c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:42.494412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['018b1010-c793-4a2a-9f11-37a902296b1c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:42.531529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-adb8fc6c-08be-457f-a80b-ee141aa42338 req-f2826782-8d2d-4a0f-be6a-443106b2ac5d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.532930 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adb8fc6c-08be-457f-a80b-ee141aa42338 req-f2826782-8d2d-4a0f-be6a-443106b2ac5d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6941588 Nov 11 20:54:42.572272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.583468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770cb9bf-e6d2-4732-8c0c-2fbc01faccb2 req-9d6696ec-9f78-4b7e-b9c2-95767a690887 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581995 Nov 11 20:54:42.588779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7d462-4f5c-49ac-9ede-07fe5329ba2c None None] Pushing event updated for resources: {'Port': ['ID=9e9d9a55-1059-425f-82ed-3e66ea32471c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:42.628852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Made reservation on behalf of 9f1956ad89cc48d9adc1e7252f7829b1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:42.632540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.649196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e9d9a55-1059-425f-82ed-3e66ea32471c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:42.683103 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8925134-d723-4745-9c99-3caf41512eb8 x-openstack-request-id: req-d8925134-d723-4745-9c99-3caf41512eb8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:42.685940 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:42.686487 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8925134-d723-4745-9c99-3caf41512eb8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:42.687168 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'status': 'completed', 'code': 200} Nov 11 20:54:42.708769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] Set router 018b1010-c793-4a2a-9f11-37a902296b1c gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:42.749965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1bc02208-e4e9-4475-bb2e-38da998e3013 req-2528311f-1721-460c-8b90-713fdfff83c8 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1725657106', 'description': 'tempest-description-1173058422'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:42.767729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '018b1010-c793-4a2a-9f11-37a902296b1c', 'name': 'tempest-snat-router-1955335566', 'tenant_id': '7c7e02ba377542dbb1f368512cff06aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:54:35Z', 'updated_at': '2021-11-11T20:54:41Z', 'revision_number': 4, 'project_id': '7c7e02ba377542dbb1f368512cff06aa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:42.783226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-764f6a3c-5d5c-4109-995b-c3d420db8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:42.785159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-764f6a3c-5d5c-4109-995b-c3d420db8f93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=214ea16d383a4ac3a3f3bcc896525389&device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 1096 time: 0.0731800 Nov 11 20:54:42.797654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22ec55-964b-4464-94cf-0dc8fb2f7748 None None] The sync data for ids ['018b1010-c793-4a2a-9f11-37a902296b1c'] in n-d-805734-3 is: [{'id': '018b1010-c793-4a2a-9f11-37a902296b1c', 'name': 'tempest-snat-router-1955335566', 'tenant_id': '7c7e02ba377542dbb1f368512cff06aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:54:35Z', 'updated_at': '2021-11-11T20:54:41Z', 'revision_number': 4, 'project_id': '7c7e02ba377542dbb1f368512cff06aa', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:42.807190 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '856ed04a-90a7-41f4-a3be-a7f68e43392f', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'port_id': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'mac_address': 'fa:16:3e:5d:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac1465-6bed-40da-abde-8d21406fe5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:54:09Z', 'updated_at': '2021-11-11T20:54:40Z', 'revision_number': 1, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:07Z', 'revision_number': 5, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:42.839932 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] Checking router: 89f2003e-c8ab-40b2-8650-3c482a6f912c for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:54:42.851634 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:42.852668 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:42.869445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1bc02208-e4e9-4475-bb2e-38da998e3013 req-2528311f-1721-460c-8b90-713fdfff83c8 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:42.927661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-3939edbc-ef35-4421-965a-578fedbb2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:42.929369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-3939edbc-ef35-4421-965a-578fedbb2655 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f553cf0-1680-4f6e-9139-9447f04d9a57 HTTP/1.1" status: 200 len: 913 time: 0.1336143 Nov 11 20:54:42.931522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.001383 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:54:43.035321 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1bc02208-e4e9-4475-bb2e-38da998e3013 req-2528311f-1721-460c-8b90-713fdfff83c8 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.037546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.039979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.052804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-49f33949-c192-44c1-ae1f-c0d19e9ef442 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca HTTP/1.1" status: 200 len: 999 time: 0.1140740 Nov 11 20:54:43.094353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48d275-4028-41b8-9866-84afffc6bfcb req-b9d3b042-1c10-4615-9725-e410067c4b12 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:43.095961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b48d275-4028-41b8-9866-84afffc6bfcb req-b9d3b042-1c10-4615-9725-e410067c4b12 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 948 time: 0.3820970 Nov 11 20:54:43.104477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1bc02208-e4e9-4475-bb2e-38da998e3013 req-2528311f-1721-460c-8b90-713fdfff83c8 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.161047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-c6dfcc9f-8eeb-4799-a343-93ae13e02582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:43.163320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-c6dfcc9f-8eeb-4799-a343-93ae13e02582 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b28390d0-a31c-4614-a1d4-225ca53231c2 HTTP/1.1" status: 200 len: 851 time: 0.1028790 Nov 11 20:54:43.164859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528311f-1721-460c-8b90-713fdfff83c8 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5939485-00d5-4be0-a27f-5311cbfab3a4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:43.181873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.182436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 018b1010-c793-4a2a-9f11-37a902296b1c {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:43.187585 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.193678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-69065345-1b3b-4668-bb3d-25f4cddadcad tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "DELETE /v2.0/routers/018b1010-c793-4a2a-9f11-37a902296b1c HTTP/1.1" status: 204 len: 168 time: 1.9035385 Nov 11 20:54:43.204825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:43.217332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b48d275-4028-41b8-9866-84afffc6bfcb req-613bcfc1-4d50-4aa2-8e3c-5f07953f7fea tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106889 Nov 11 20:54:43.276434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1bc02208-e4e9-4475-bb2e-38da998e3013 req-2528311f-1721-460c-8b90-713fdfff83c8 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.276434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bc02208-e4e9-4475-bb2e-38da998e3013 req-2528311f-1721-460c-8b90-713fdfff83c8 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5698180 Nov 11 20:54:43.307438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-9e5183fb-11b9-40db-b0f8-2637aa8d5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:43.309041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-9e5183fb-11b9-40db-b0f8-2637aa8d5a7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f553cf0-1680-4f6e-9139-9447f04d9a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380045 Nov 11 20:54:43.323678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.371830 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '856ed04a-90a7-41f4-a3be-a7f68e43392f', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'port_id': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'mac_address': 'fa:16:3e:5d:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac1465-6bed-40da-abde-8d21406fe5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:54:09Z', 'updated_at': '2021-11-11T20:54:40Z', 'revision_number': 1, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:07Z', 'revision_number': 5, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:43.413624 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd22df-0bea-4c8d-aac8-c66cdedb443b None None] The sync data for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 is: [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '856ed04a-90a7-41f4-a3be-a7f68e43392f', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'port_id': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'mac_address': 'fa:16:3e:5d:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac1465-6bed-40da-abde-8d21406fe5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:54:09Z', 'updated_at': '2021-11-11T20:54:40Z', 'revision_number': 1, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:07Z', 'revision_number': 5, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:43.434365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.481957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-6d84707e-5fdb-4c38-b4fd-3a6c887a5cea tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/02003a6c-730c-49d8-8e86-76c715ad11da HTTP/1.1" status: 200 len: 1823 time: 0.0963154 Nov 11 20:54:43.482846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65d3eed-d1aa-44de-870a-2972ce7192c5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:43.488191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Checking segment: {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:43.489184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Network hostable DHCP agents. Network: e65f3c61-4f20-4152-9ce6-3b66a6f5247b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:54:43.509027 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-cd92a6fd-b01d-429c-a8b5-8d4b987a7bad service neutron] 10.222.0.58 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654809 Nov 11 20:54:43.549927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-929a928f-9cd1-455d-9239-fda7daa24ea7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/d5939485-00d5-4be0-a27f-5311cbfab3a4 HTTP/1.1" status: 200 len: 1824 time: 0.0554576 Nov 11 20:54:43.564076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '02003a6c-730c-49d8-8e86-76c715ad11da', 'remote_group_id': 'd5939485-00d5-4be0-a27f-5311cbfab3a4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:43.568556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '02003a6c-730c-49d8-8e86-76c715ad11da', 'remote_group_id': 'd5939485-00d5-4be0-a27f-5311cbfab3a4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:43.658552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.665479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Network e65f3c61-4f20-4152-9ce6-3b66a6f5247b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:54:43.696723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce127b3-67ff-4e72-889d-0d5e707f2085 req-fe29dc4e-df9a-48d1-a131-0b6d9d607578 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:43.698290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cce127b3-67ff-4e72-889d-0d5e707f2085 req-fe29dc4e-df9a-48d1-a131-0b6d9d607578 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.1195602 Nov 11 20:54:43.705302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a33541d7-0fcb-4f67-b995-ee49fb7e0bba req-c1f7eaa7-2e38-4bf9-98e2-8f6dc8bc1c6b service neutron] 10.222.0.58 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641064 Nov 11 20:54:43.741755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.747208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43422f43-577e-48dc-b5d8-4995897320cc None None] New status for floating IP 856ed04a-90a7-41f4-a3be-a7f68e43392f: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:54:43.768638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cce127b3-67ff-4e72-889d-0d5e707f2085 req-eb1a32e5-84d3-4164-92ae-211bad3422d2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Nov 11 20:54:43.786316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e65f3c61-4f20-4152-9ce6-3b66a6f5247b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:43.830999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.838083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:43.838772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.875561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Deleting port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:43.875949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.897992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db919964-1780-4500-b3b6-2bdb5b31822e None None] Network e65f3c61-4f20-4152-9ce6-3b66a6f5247b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:43.908718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:43.934486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf196985-664c-452d-9860-3551e82b8302,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:44.007638 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-347c2cf0-b13c-474b-aebf-8f66631e8047 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5884597 Nov 11 20:54:44.065742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.070560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a51afb57-0086-4ea0-8db1-647269a8b6f7 req-c92854b7-89e7-4021-955a-25288333eadc tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5095334 Nov 11 20:54:44.096649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7b81f7c8-2843-4a1b-ae7f-3702c537b56d req-5cf170f2-5a4b-4926-9011-81bf1512ef00 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1639984398', 'description': 'tempest-description-358311767'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:44.126155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c779d24-4557-4d82-bcbc-23691bc49724 None None] Network e65f3c61-4f20-4152-9ce6-3b66a6f5247b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:54:44.274404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7b81f7c8-2843-4a1b-ae7f-3702c537b56d req-5cf170f2-5a4b-4926-9011-81bf1512ef00 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.370762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7b81f7c8-2843-4a1b-ae7f-3702c537b56d req-5cf170f2-5a4b-4926-9011-81bf1512ef00 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.401571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] For port 23d9ab86-60b9-4b19-a0ab-5146725d1fdb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:44.401931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.417190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Calling delete_port for 23d9ab86-60b9-4b19-a0ab-5146725d1fdb owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:44.433408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7b81f7c8-2843-4a1b-ae7f-3702c537b56d req-5cf170f2-5a4b-4926-9011-81bf1512ef00 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.435902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c01ce5-9c77-4963-a75d-9dc8de33d5c8 req-c62d4399-8828-4a5d-b6bf-a8b52cab4aed tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:44.437435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22c01ce5-9c77-4963-a75d-9dc8de33d5c8 req-c62d4399-8828-4a5d-b6bf-a8b52cab4aed tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 948 time: 0.0812826 Nov 11 20:54:44.463794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf170f2-5a4b-4926-9011-81bf1512ef00 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312653db-4912-42fb-b74f-0c0527399062,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:44.527339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7b81f7c8-2843-4a1b-ae7f-3702c537b56d req-5cf170f2-5a4b-4926-9011-81bf1512ef00 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.528633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b81f7c8-2843-4a1b-ae7f-3702c537b56d req-5cf170f2-5a4b-4926-9011-81bf1512ef00 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4363804 Nov 11 20:54:44.534353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22c01ce5-9c77-4963-a75d-9dc8de33d5c8 req-1eb06647-ef2b-42b5-8975-28b5c752f848 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640032 Nov 11 20:54:44.717379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7ccc58a3-14b1-4113-a335-5c3aca59d1fa req-0bc6c068-66de-4473-80dc-3fa773d120b3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1654778267', 'description': 'tempest-description-251301916'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:44.721680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.760701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event deleted for resources: {'Port': ['ID=23d9ab86-60b9-4b19-a0ab-5146725d1fdb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:44.827144 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.853408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ccc58a3-14b1-4113-a335-5c3aca59d1fa req-0bc6c068-66de-4473-80dc-3fa773d120b3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.861182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-cc1f9dc8-a3a3-44ab-b4ac-cca4b8626a03 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:44.862666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-cc1f9dc8-a3a3-44ab-b4ac-cca4b8626a03 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/networks?id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 200 len: 818 time: 0.1098044 Nov 11 20:54:44.878525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-46fc1097-24e3-41e1-964e-1105b2196f49 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/quotas/9f1956ad89cc48d9adc1e7252f7829b1 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Nov 11 20:54:44.916273 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b7afb94b-53c9-4a40-88f6-b52036b03389 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320046 Nov 11 20:54:44.927695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-8273b4d3-78e1-422f-b660-fa8f24936166 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:54:44.928708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-8273b4d3-78e1-422f-b660-fa8f24936166 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057065 Nov 11 20:54:44.929550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:44.933176 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.021881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-72e2446a-c850-41ad-8ef3-e38886a95e64 service neutron] 10.222.0.31 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868912 Nov 11 20:54:45.023527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ccc58a3-14b1-4113-a335-5c3aca59d1fa req-0bc6c068-66de-4473-80dc-3fa773d120b3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.106114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.106568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4933add5-aa5b-47d3-9639-924ab93480f0 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:45.111027 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.116081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3232b58-cf4d-490d-9443-0042ba96f206 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4933add5-aa5b-47d3-9639-924ab93480f0 HTTP/1.1" status: 204 len: 168 time: 1.9059675 Nov 11 20:54:45.117742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44100) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:45.122407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1426574189', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:45.139860 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ccc58a3-14b1-4113-a335-5c3aca59d1fa req-0bc6c068-66de-4473-80dc-3fa773d120b3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.178003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6c068-66de-4473-80dc-3fa773d120b3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99870218-30da-43ea-849f-7dcb4cd1e56e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:45.222240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.224509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.280056 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.321470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ccc58a3-14b1-4113-a335-5c3aca59d1fa req-0bc6c068-66de-4473-80dc-3fa773d120b3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.322919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ccc58a3-14b1-4113-a335-5c3aca59d1fa req-0bc6c068-66de-4473-80dc-3fa773d120b3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6103237 Nov 11 20:54:45.404903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b686c7e4-f128-4b92-b3cb-15162c182d37 service neutron] 10.222.0.31 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768411 Nov 11 20:54:45.533042 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.558360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e522293-8b9a-4ad5-b9ac-cc9741e6fb89 req-4a724a90-02b7-476c-9959-647d277aad61 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:45.559781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e522293-8b9a-4ad5-b9ac-cc9741e6fb89 req-4a724a90-02b7-476c-9959-647d277aad61 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0829339 Nov 11 20:54:45.609766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e522293-8b9a-4ad5-b9ac-cc9741e6fb89 req-4874f277-a82e-49e1-9499-b01b378b4568 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434847 Nov 11 20:54:45.662034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 23d9ab86-60b9-4b19-a0ab-5146725d1fdb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:45.688474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 23d9ab86-60b9-4b19-a0ab-5146725d1fdb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:54:45.689044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 23d9ab86-60b9-4b19-a0ab-5146725d1fdb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:54:45.778369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-a7bde3d2-2206-452d-b7ea-6eeb4fe959d1 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/312653db-4912-42fb-b74f-0c0527399062 HTTP/1.1" status: 200 len: 1823 time: 0.0489054 Nov 11 20:54:45.865217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-b35d3a30-0b28-42a8-8ff1-51e249ed8e0e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/99870218-30da-43ea-849f-7dcb4cd1e56e HTTP/1.1" status: 200 len: 1823 time: 0.0783889 Nov 11 20:54:45.902347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '312653db-4912-42fb-b74f-0c0527399062', 'remote_group_id': '99870218-30da-43ea-849f-7dcb4cd1e56e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:45.902610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '312653db-4912-42fb-b74f-0c0527399062', 'remote_group_id': '99870218-30da-43ea-849f-7dcb4cd1e56e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:45.936677 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:45.961037 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.090405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Allocated IP 172.25.2.137 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/66c95f92-faee-458a-87c9-cbd9b8c14b50) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:46.134174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1476837-2543-494d-87b8-00f7d860fb2b req-f835f5cb-05b4-4fe6-b87d-38292880c852 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:46.135982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1476837-2543-494d-87b8-00f7d860fb2b req-f835f5cb-05b4-4fe6-b87d-38292880c852 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 948 time: 0.0681732 Nov 11 20:54:46.178238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.184864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1476837-2543-494d-87b8-00f7d860fb2b req-314b3f19-3ee6-4e0b-87a1-50b1e0386cfe tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Nov 11 20:54:46.224568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.235493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:54:46.252011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.302765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.327557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52680eeb-b554-4559-95aa-b1bf2900fef7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:46.346547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:46.354205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65', 'mac_address': 'fa:16:3e:a3:14:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:54:46.398883 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.400586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.448537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:46.451769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:46.454939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:46.483889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event updated for resources: {'Port': ['ID=66c95f92-faee-458a-87c9-cbd9b8c14b50,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:46.497428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.499207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9dddf38-ce1a-4cda-843f-519922e3a41f req-ecca61ef-aa24-4a48-9011-25af9f0dafd7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6045361 Nov 11 20:54:46.524102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28ac8773-9766-424c-b7ee-b953cd6fb370 req-a22f38fb-4102-4375-acb5-d13082ed3a67 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 210 time: 0.0322144 Nov 11 20:54:46.575304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:54:46.578280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:46.612628 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-916cf416-0960-4449-b7ee-3d10247ce132 req-d2d37a78-e5d2-4b13-975b-939e901277e6 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/99870218-30da-43ea-849f-7dcb4cd1e56e HTTP/1.1" status: 200 len: 1823 time: 0.0575068 Nov 11 20:54:46.619494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:46.689849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-916cf416-0960-4449-b7ee-3d10247ce132 req-05f01c2b-806e-4cad-80a7-aca45e5ca9bf tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.705381 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.717164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-916cf416-0960-4449-b7ee-3d10247ce132 req-05f01c2b-806e-4cad-80a7-aca45e5ca9bf tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.748856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.784097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:46.790965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:46.793298 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a648eba9-8529-42bc-86df-6e43d3d71913" -d '{"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-unplugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:46.807236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:46.838197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035bcb1-7378-40da-8d50-eb11f4afe0cb req-62d260e6-c493-4156-870e-4f00c4269d15 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:46.839697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3035bcb1-7378-40da-8d50-eb11f4afe0cb req-62d260e6-c493-4156-870e-4f00c4269d15 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0533955 Nov 11 20:54:46.908355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-916cf416-0960-4449-b7ee-3d10247ce132 req-05f01c2b-806e-4cad-80a7-aca45e5ca9bf tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.909804 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.919788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-916cf416-0960-4449-b7ee-3d10247ce132 req-05f01c2b-806e-4cad-80a7-aca45e5ca9bf tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:46.927766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-916cf416-0960-4449-b7ee-3d10247ce132 req-05f01c2b-806e-4cad-80a7-aca45e5ca9bf tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-groups/99870218-30da-43ea-849f-7dcb4cd1e56e HTTP/1.1" status: 204 len: 173 time: 0.3024240 Nov 11 20:54:46.932507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3035bcb1-7378-40da-8d50-eb11f4afe0cb req-8499fe5a-5443-44c5-8cdc-0218b276e1ae tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867920 Nov 11 20:54:46.952103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01c2b-806e-4cad-80a7-aca45e5ca9bf tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99870218-30da-43ea-849f-7dcb4cd1e56e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:46.970733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:47.040517 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:47.064074 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd9d7f2-f850-41b1-a8e7-e29ebab6b817 x-openstack-request-id: req-8bd9d7f2-f850-41b1-a8e7-e29ebab6b817 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:47.064447 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-unplugged", "status": "completed", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:47.064748 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bd9d7f2-f850-41b1-a8e7-e29ebab6b817 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:47.065244 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'code': 200} Nov 11 20:54:47.181294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58b37fc2-6aa0-4cba-a497-88769961ca4a req-253676af-16a4-4155-bf4e-84314ab794ee tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/312653db-4912-42fb-b74f-0c0527399062 HTTP/1.1" status: 200 len: 1823 time: 0.0899234 Nov 11 20:54:47.193156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:47.252611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3f3233bd-7c44-44cf-b315-7b735dbce586 req-9e3899c0-484b-4202-8720-b45ed82a7b1e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-597574501', 'description': 'tempest-description-1869322373'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:47.341133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:47.399247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3f3233bd-7c44-44cf-b315-7b735dbce586 req-9e3899c0-484b-4202-8720-b45ed82a7b1e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:47.526159 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3f3233bd-7c44-44cf-b315-7b735dbce586 req-9e3899c0-484b-4202-8720-b45ed82a7b1e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:47.696776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Router a705cf6e-7f20-46ed-b3a3-60ec92729b89 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:54:47.699029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3f3233bd-7c44-44cf-b315-7b735dbce586 req-9e3899c0-484b-4202-8720-b45ed82a7b1e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:47.771964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3899c0-484b-4202-8720-b45ed82a7b1e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5aab9d-cebb-4ab6-9059-65e3c608052f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:47.836106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3f3233bd-7c44-44cf-b315-7b735dbce586 req-9e3899c0-484b-4202-8720-b45ed82a7b1e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:47.837400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f3233bd-7c44-44cf-b315-7b735dbce586 req-9e3899c0-484b-4202-8720-b45ed82a7b1e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5909994 Nov 11 20:54:47.844716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:47.856413 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] Sync routers for ids ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:47.867799 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] Routers {'a705cf6e-7f20-46ed-b3a3-60ec92729b89'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:47.868453 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:47.908504 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:47.920884 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] Routers {'a705cf6e-7f20-46ed-b3a3-60ec92729b89'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:47.921509 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:47.949901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7707fa-978d-44d3-b5d3-f77137bebb2d req-5453d5f4-de5d-446a-b6f7-4c0f802cb9aa tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:47.949901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc7707fa-978d-44d3-b5d3-f77137bebb2d req-5453d5f4-de5d-446a-b6f7-4c0f802cb9aa tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 949 time: 0.0592020 Nov 11 20:54:47.970640 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:47.971281 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c4dc7-e9b8-4dc7-9a6f-4685fde23563 None None] The sync data for ids ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:47.979167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:47.979447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0b420e7f-9174-43e9-8ed6-c40dedbdaf36 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8604672 Nov 11 20:54:47.982076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:47.986843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:48.009030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bc7707fa-978d-44d3-b5d3-f77137bebb2d req-e5e2bf33-0073-4b0e-bebd-b2e9560aed9b tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537317 Nov 11 20:54:48.140613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5981b2ff-95b3-4cec-b04c-284771549e14 req-e0256f41-2759-4bea-bebb-274794dc6ca6 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 210 time: 0.0281260 Nov 11 20:54:48.206922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-f4f40c8a-6fbe-4386-bd6e-6d53ee124f40 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/db5aab9d-cebb-4ab6-9059-65e3c608052f HTTP/1.1" status: 200 len: 1823 time: 0.0375323 Nov 11 20:54:48.218660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db5aab9d-cebb-4ab6-9059-65e3c608052f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:48.218982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db5aab9d-cebb-4ab6-9059-65e3c608052f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:48.323269 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.402318 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.432730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.498459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:54:48.553942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.573443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e6032d-f8ed-4d01-bb2f-5508d1e3f080,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:48.612684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:48.626162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c', 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1', 'port_id': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c', 'mac_address': 'fa:16:3e:21:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed15e3f-d2cd-4320-8502-7a73c0dc795c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:54:48.666643 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.673489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.686176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a6fb2d-3e25-4a59-beeb-2238dee23c5c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:48.686815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84d767fd-ba4a-42a4-b576-4b6ba50b47bd req-7699d66c-2b6d-4342-8c36-d2b3aeeedd57 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4721341 Nov 11 20:54:48.709079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:48.781818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c011a-e1ee-49a5-af9d-b95e2c416a24 req-c1d913de-85c0-4743-a0df-3fd4ebeffa62 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:48.783326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d51c011a-e1ee-49a5-af9d-b95e2c416a24 req-c1d913de-85c0-4743-a0df-3fd4ebeffa62 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0572186 Nov 11 20:54:48.817238 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.860803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.863240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d51c011a-e1ee-49a5-af9d-b95e2c416a24 req-b610d743-223c-4ed8-95b7-668e227ae203 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707142 Nov 11 20:54:48.880051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:48.890984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:48.928832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-0299293d-c515-440f-83b8-7ba814e80a64 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/db5aab9d-cebb-4ab6-9059-65e3c608052f HTTP/1.1" status: 200 len: 2417 time: 0.0596139 Nov 11 20:54:48.983309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db5aab9d-cebb-4ab6-9059-65e3c608052f', 'remote_group_id': None}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:48.983904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db5aab9d-cebb-4ab6-9059-65e3c608052f', 'remote_group_id': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:49.071084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Router a705cf6e-7f20-46ed-b3a3-60ec92729b89 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:54:49.112761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['31a6fb2d-3e25-4a59-beeb-2238dee23c5c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:49.190841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:49.200370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:49.201710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1d46c2d2-1a4e-420b-951d-fc1c96e66ed3 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "PUT /v2.0/routers/a705cf6e-7f20-46ed-b3a3-60ec92729b89 HTTP/1.1" status: 200 len: 926 time: 1.2185066 Nov 11 20:54:49.204440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:49.211195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] Sync routers for ids ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:49.245494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] Routers {'a705cf6e-7f20-46ed-b3a3-60ec92729b89'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:49.246141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:49.279163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:49.288469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:49.313610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] Routers {'a705cf6e-7f20-46ed-b3a3-60ec92729b89'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:49.314372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:49.360532 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:49.363012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:49.364755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16132a-6cda-49af-84f6-b430aa6d9f3e None None] The sync data for ids ['a705cf6e-7f20-46ed-b3a3-60ec92729b89'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:49.376210 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a60ce2f7-389d-4e62-8fb5-9aff75a4159c tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/a705cf6e-7f20-46ed-b3a3-60ec92729b89 HTTP/1.1" status: 200 len: 926 time: 0.1706629 Nov 11 20:54:49.378975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44300) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:49.420665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d57490-ae94-4c38-8912-d17309ff67cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:49.422264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-33d57490-ae94-4c38-8912-d17309ff67cd tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=a705cf6e-7f20-46ed-b3a3-60ec92729b89&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0423605 Nov 11 20:54:49.424910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:49.486742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:49.516039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fb57e9-bd2f-4495-90c5-c4d324a95baa,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:49.540580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e9418-cf8d-4a72-84ac-c53289d0aba7 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:49.542027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-822e9418-cf8d-4a72-84ac-c53289d0aba7 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.1162007 Nov 11 20:54:49.544978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:49.573302 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2996ec42-1522-41dc-af8d-818181085685 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=a705cf6e-7f20-46ed-b3a3-60ec92729b89 HTTP/1.1" status: 200 len: 205 time: 0.0272176 Nov 11 20:54:49.575945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44310) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:49.685482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:49.690488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:49.691707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56e3885d-fe8c-4dd2-b981-5c32a484bfd9 req-aa15cfc4-ae4c-4682-b8f4-b7341aa5eb15 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7219775 Nov 11 20:54:49.833074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:49.847847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32f657-c5b4-4dd6-9442-91a8345c2464 req-35311bca-21ee-4a57-8c56-bac533c5c145 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:49.849359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b32f657-c5b4-4dd6-9442-91a8345c2464 req-35311bca-21ee-4a57-8c56-bac533c5c145 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 949 time: 0.0716431 Nov 11 20:54:49.909407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b32f657-c5b4-4dd6-9442-91a8345c2464 req-9c5b3e04-ec9b-4ec3-9781-cae074bb9238 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Nov 11 20:54:50.010689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-bbf9fc19-13d5-43e7-8acc-06bc8b58dc6b tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:50.012421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-bbf9fc19-13d5-43e7-8acc-06bc8b58dc6b tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "GET /v2.0/networks?id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 200 len: 818 time: 0.1193516 Nov 11 20:54:50.026292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Request body: {'port': {'device_id': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b', 'admin_state_up': True, 'tenant_id': '9f1956ad89cc48d9adc1e7252f7829b1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:50.114250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7564194-e7de-478e-b673-b74d54c33713 req-3816eb53-20dd-4445-b91a-703acecf0058 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 210 time: 0.0589573 Nov 11 20:54:50.232635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ed49e82-e197-4bd0-af7c-e486d7729b47 req-3e3ec51f-8821-4642-bd8d-33bee934de4e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/db5aab9d-cebb-4ab6-9059-65e3c608052f HTTP/1.1" status: 200 len: 3016 time: 0.0932937 Nov 11 20:54:50.250374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Deleting port 66c95f92-faee-458a-87c9-cbd9b8c14b50 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:50.250950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:50.251448 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.338882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Made reservation on behalf of 9f1956ad89cc48d9adc1e7252f7829b1 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:50.342551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.363260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.391185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Calling delete_port for 66c95f92-faee-458a-87c9-cbd9b8c14b50 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:50.453590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-f04688f0-3a0b-48d2-bc85-12e21a08bc71 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:50.458940 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-f04688f0-3a0b-48d2-bc85-12e21a08bc71 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.58 "GET /v2.0/networks?id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 200 len: 818 time: 0.1283922 Nov 11 20:54:50.470283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Request body: {'port': {'device_id': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b', 'admin_state_up': True, 'tenant_id': '9f1956ad89cc48d9adc1e7252f7829b1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:50.515375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:54:50.573232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8780-ba12-495c-8712-1c8344fa17fc req-f293e263-0551-4370-80a5-32d65342595a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:50.574943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-446a8780-ba12-495c-8712-1c8344fa17fc req-f293e263-0551-4370-80a5-32d65342595a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 944 time: 0.1985328 Nov 11 20:54:50.641225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:54:50.647325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:50.650376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.713702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Allocated IP 172.20.0.7 (e65f3c61-4f20-4152-9ce6-3b66a6f5247b/b65d3eed-d1aa-44de-870a-2972ce7192c5/bda8faa8-0365-4448-9787-6f90de745cf9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:50.717033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:54:50.721892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:54:50.722502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.733131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-446a8780-ba12-495c-8712-1c8344fa17fc req-e94ed759-1c34-497e-90b8-fe26e4a209bf tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479337 Nov 11 20:54:50.818382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec81b846-d310-4cf5-9ce3-a820868cf68e req-20235540-e253-41bc-96ad-afe286c97cc7 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-group-rules/80fb57e9-bd2f-4495-90c5-c4d324a95baa HTTP/1.1" status: 200 len: 783 time: 0.0518305 Nov 11 20:54:50.831600 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.851413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.869195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Made reservation on behalf of 9f1956ad89cc48d9adc1e7252f7829b1 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:50.873454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:50.874305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.875728 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7c150-3f98-45cb-8efc-1a421f6effda" -d '{"events": [{"server_uuid": "3a188898-be49-4545-8da9-5f9fbc88c62d", "name": "network-vif-plugged", "status": "completed", "tag": "ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:50.898897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:50.909126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:50.930835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec81b846-d310-4cf5-9ce3-a820868cf68e req-97b00e51-8759-43a8-bc47-cd20bdccfffb tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/db5aab9d-cebb-4ab6-9059-65e3c608052f HTTP/1.1" status: 200 len: 3016 time: 0.1045458 Nov 11 20:54:50.993490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:50.998315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.005506 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec81b846-d310-4cf5-9ce3-a820868cf68e req-610dfa20-1aed-4d74-8ee0-9296ef4341a3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.034281 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.036622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.040870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec81b846-d310-4cf5-9ce3-a820868cf68e req-610dfa20-1aed-4d74-8ee0-9296ef4341a3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.042306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event deleted for resources: {'Port': ['ID=66c95f92-faee-458a-87c9-cbd9b8c14b50,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:51.088556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:51.136994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:51.138697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.204975 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ceb9e0-6742-4ba9-bab2-624740c93b9d x-openstack-request-id: req-30ceb9e0-6742-4ba9-bab2-624740c93b9d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:51.205493 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a188898-be49-4545-8da9-5f9fbc88c62d", "name": "network-vif-plugged", "status": "completed", "tag": "ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:51.205931 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30ceb9e0-6742-4ba9-bab2-624740c93b9d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:51.206513 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65', 'code': 200} Nov 11 20:54:51.390657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8cb10-381d-4a5f-8722-2bcc933fcaf6 req-e348784d-732f-4221-aea8-3491bb31dfff tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:51.392241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ccd8cb10-381d-4a5f-8722-2bcc933fcaf6 req-e348784d-732f-4221-aea8-3491bb31dfff tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 950 time: 0.1342244 Nov 11 20:54:51.394299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Allocated IP 172.20.0.13 (e65f3c61-4f20-4152-9ce6-3b66a6f5247b/b65d3eed-d1aa-44de-870a-2972ce7192c5/10fd7c3e-d94c-4e38-8526-c217243122d1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:51.402209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407e785-ac97-4341-acc9-e8bd88e01e68 req-09750475-5e47-4e7d-882b-620ba932233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:51.403750 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7407e785-ac97-4341-acc9-e8bd88e01e68 req-09750475-5e47-4e7d-882b-620ba932233b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 1101 time: 0.1109552 Nov 11 20:54:51.478596 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ccd8cb10-381d-4a5f-8722-2bcc933fcaf6 req-6ccf971c-3dec-4926-b764-ead70be19f0a tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737507 Nov 11 20:54:51.480804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7407e785-ac97-4341-acc9-e8bd88e01e68 req-353ff177-c8fe-413e-aad8-9a796b31d939 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690064 Nov 11 20:54:51.522298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec81b846-d310-4cf5-9ce3-a820868cf68e req-610dfa20-1aed-4d74-8ee0-9296ef4341a3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.524423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.537296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ec81b846-d310-4cf5-9ce3-a820868cf68e req-610dfa20-1aed-4d74-8ee0-9296ef4341a3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.538437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec81b846-d310-4cf5-9ce3-a820868cf68e req-610dfa20-1aed-4d74-8ee0-9296ef4341a3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/80fb57e9-bd2f-4495-90c5-c4d324a95baa HTTP/1.1" status: 204 len: 173 time: 0.5917075 Nov 11 20:54:51.550328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.562804 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.605088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dfa20-1aed-4d74-8ee0-9296ef4341a3 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80fb57e9-bd2f-4495-90c5-c4d324a95baa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:51.680331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.697282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Network e65f3c61-4f20-4152-9ce6-3b66a6f5247b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:51.731008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d677cd05-6205-441c-b380-29cb9991aaec req-c9c51d04-dc8b-48c3-996b-5298a5f97a34 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 210 time: 0.0602977 Nov 11 20:54:51.731883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:51.739810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:51.744651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Pushing event updated for resources: {'Port': ['ID=bda8faa8-0365-4448-9787-6f90de745cf9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:51.748296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.748849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Fanout notify agent at l3_agent the message router_deleted on router a705cf6e-7f20-46ed-b3a3-60ec92729b89 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:51.776510 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.778051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-92ec2ca9-bc63-4423-9931-345a9a90dada tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/a705cf6e-7f20-46ed-b3a3-60ec92729b89 HTTP/1.1" status: 204 len: 168 time: 2.2007763 Nov 11 20:54:51.782727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:51.787177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ea315ba4-2beb-4995-ace9-fbb37343f89b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1992762420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:51.840703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-ae5aa493-187b-47b8-9e23-42708e2354d2 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:51.840703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-ae5aa493-187b-47b8-9e23-42708e2354d2 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "GET /v2.0/networks?id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 200 len: 818 time: 0.3199718 Nov 11 20:54:51.848330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:51.848958 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.860315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Request body: {'port': {'device_id': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b', 'admin_state_up': True, 'tenant_id': '9f1956ad89cc48d9adc1e7252f7829b1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:51.866496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.932434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Network e65f3c61-4f20-4152-9ce6-3b66a6f5247b is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:51.936846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:51.940484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:51.945763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Pushing event updated for resources: {'Port': ['ID=10fd7c3e-d94c-4e38-8526-c217243122d1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:51.956908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea315ba4-2beb-4995-ace9-fbb37343f89b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.958590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea315ba4-2beb-4995-ace9-fbb37343f89b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:51.991029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df472fd7-7e01-41ee-9868-ac612296d63b req-226d6687-61c8-4edb-b5b1-34da1fa167f9 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/db5aab9d-cebb-4ab6-9059-65e3c608052f HTTP/1.1" status: 200 len: 2417 time: 0.1366971 Nov 11 20:54:51.997433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.002871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:52.007838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.074672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b3d8670e-82c6-44ab-9a67-9362481d07a7 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0526302 Nov 11 20:54:52.076109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea315ba4-2beb-4995-ace9-fbb37343f89b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.093628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-187d0c0d-1de2-45ef-bc1d-c400f4c98abc tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:54:52.094602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-187d0c0d-1de2-45ef-bc1d-c400f4c98abc tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069189 Nov 11 20:54:52.117863 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-37f7045f-1caf-4309-aad5-36cd69dc08b9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6524806 Nov 11 20:54:52.133814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Request body: {'port': {'device_id': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:52.142338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df472fd7-7e01-41ee-9868-ac612296d63b req-61e107c7-9d03-4032-9659-06055a494003 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.169117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Request body: {'port': {'device_id': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:52.190276 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df472fd7-7e01-41ee-9868-ac612296d63b req-61e107c7-9d03-4032-9659-06055a494003 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.190518 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.204338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea315ba4-2beb-4995-ace9-fbb37343f89b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.267167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.305806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Made reservation on behalf of 9f1956ad89cc48d9adc1e7252f7829b1 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:54:52.309379 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.401750 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df472fd7-7e01-41ee-9868-ac612296d63b req-61e107c7-9d03-4032-9659-06055a494003 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.404359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-df472fd7-7e01-41ee-9868-ac612296d63b req-61e107c7-9d03-4032-9659-06055a494003 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.405559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df472fd7-7e01-41ee-9868-ac612296d63b req-61e107c7-9d03-4032-9659-06055a494003 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-groups/db5aab9d-cebb-4ab6-9059-65e3c608052f HTTP/1.1" status: 204 len: 173 time: 0.4023297 Nov 11 20:54:52.452031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea315ba4-2beb-4995-ace9-fbb37343f89b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.453293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ea315ba4-2beb-4995-ace9-fbb37343f89b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6696310 Nov 11 20:54:52.456525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:52.466141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e107c7-9d03-4032-9659-06055a494003 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5aab9d-cebb-4ab6-9059-65e3c608052f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:52.476498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:52.539252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976ed8e-7491-4b4a-88d5-798118ed32ce req-4342c92f-f7f9-4678-8ae2-dd5a64b03e40 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:52.540826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c976ed8e-7491-4b4a-88d5-798118ed32ce req-4342c92f-f7f9-4678-8ae2-dd5a64b03e40 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.0540090 Nov 11 20:54:52.558967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fd7c3e-d94c-4e38-8526-c217243122d1 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:52.568404 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.591467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c976ed8e-7491-4b4a-88d5-798118ed32ce req-ebbe176a-c03b-4748-ad45-a91cdd71c0c5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Nov 11 20:54:52.627929 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-a36e1c97-1ac6-47de-8a4f-92369b20ae02 req-f115f244-13b3-4c1a-8901-4c2ffad3195c tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] show failed (client error): The resource could not be found. Nov 11 20:54:52.629539 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36e1c97-1ac6-47de-8a4f-92369b20ae02 req-f115f244-13b3-4c1a-8901-4c2ffad3195c tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/99870218-30da-43ea-849f-7dcb4cd1e56e HTTP/1.1" status: 404 len: 352 time: 0.0136640 Nov 11 20:54:52.650133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Transition to ACTIVE for port object 10fd7c3e-d94c-4e38-8526-c217243122d1 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:54:52.729039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.737186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e951c3-5715-48fe-ad68-c8b957ff2fc5 req-17c06bc8-8882-4e58-b6cc-b64bbebb66e1 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:52.739534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64e951c3-5715-48fe-ad68-c8b957ff2fc5 req-17c06bc8-8882-4e58-b6cc-b64bbebb66e1 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 950 time: 0.0555208 Nov 11 20:54:52.760515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.812651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Pushing event updated for resources: {'Port': ['ID=10fd7c3e-d94c-4e38-8526-c217243122d1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:52.843601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64e951c3-5715-48fe-ad68-c8b957ff2fc5 req-27a8a7d4-066b-4e12-9209-0a78ca378976 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984185 Nov 11 20:54:52.962350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4eabc1c-a3fc-4d40-b765-e55cc6dbdd97 req-38f5cbfd-b3a4-46e2-aed3-48ad6fba10a0 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/312653db-4912-42fb-b74f-0c0527399062 HTTP/1.1" status: 200 len: 1823 time: 0.0772786 Nov 11 20:54:52.966324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Attempting to bind port 10fd7c3e-d94c-4e38-8526-c217243122d1 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:52.966660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Attempting to bind port 10fd7c3e-d94c-4e38-8526-c217243122d1 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:52.966989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Attempting to bind port 10fd7c3e-d94c-4e38-8526-c217243122d1 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:52.974358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Port 10fd7c3e-d94c-4e38-8526-c217243122d1 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:54:52.975261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Attempting to bind port 10fd7c3e-d94c-4e38-8526-c217243122d1 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:52.987624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:52.987959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Checking segment: {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:52.988426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Bound using segment: {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:52.988859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Bound port: 10fd7c3e-d94c-4e38-8526-c217243122d1, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:52.989209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.996329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda8faa8-0365-4448-9787-6f90de745cf9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:53.010442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.037223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Transition to ACTIVE for port object bda8faa8-0365-4448-9787-6f90de745cf9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:54:53.052382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4eabc1c-a3fc-4d40-b765-e55cc6dbdd97 req-669e87e9-d904-490b-9fea-0917124e7049 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.073742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] For port 10fd7c3e-d94c-4e38-8526-c217243122d1, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:53.077592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] For port 10fd7c3e-d94c-4e38-8526-c217243122d1, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=10fd7c3e-d94c-4e38-8526-c217243122d1,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:53.085645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4eabc1c-a3fc-4d40-b765-e55cc6dbdd97 req-669e87e9-d904-490b-9fea-0917124e7049 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.133309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.165737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.189230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.192494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.208406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:53.210754 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2b86bd-f8a8-4c7f-868d-2192405ff6af" -d '{"events": [{"server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "name": "network-vif-plugged", "status": "completed", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:53.230036 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4eabc1c-a3fc-4d40-b765-e55cc6dbdd97 req-669e87e9-d904-490b-9fea-0917124e7049 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.233205 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c4eabc1c-a3fc-4d40-b765-e55cc6dbdd97 req-669e87e9-d904-490b-9fea-0917124e7049 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.246350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4eabc1c-a3fc-4d40-b765-e55cc6dbdd97 req-669e87e9-d904-490b-9fea-0917124e7049 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-groups/312653db-4912-42fb-b74f-0c0527399062 HTTP/1.1" status: 204 len: 173 time: 0.2759202 Nov 11 20:54:53.267142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:53.267760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.269195 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] 10.222.0.58 "PUT /v2.0/ports/10fd7c3e-d94c-4e38-8526-c217243122d1 HTTP/1.1" status: 200 len: 1092 time: 1.1407268 Nov 11 20:54:53.270214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'tag': '10fd7c3e-d94c-4e38-8526-c217243122d1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:53.270800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Allocated IP 172.20.0.4 (e65f3c61-4f20-4152-9ce6-3b66a6f5247b/b65d3eed-d1aa-44de-870a-2972ce7192c5/370965a5-ee12-4bb6-8a97-f6c79acff453) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:53.272935 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286419e8-839b-4b74-9537-60ce4decd807" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc1e783-f9af-49b5-82db-ec46f12e6d14", "tag": "10fd7c3e-d94c-4e38-8526-c217243122d1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:53.278405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Pushing event updated for resources: {'Port': ['ID=bda8faa8-0365-4448-9787-6f90de745cf9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:53.286645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e87e9-d904-490b-9fea-0917124e7049 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312653db-4912-42fb-b74f-0c0527399062,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:53.308161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29d67-db49-4099-9c8c-8ab85b4f0193 service neutron] Pushing event updated for resources: {'Port': ['ID=10fd7c3e-d94c-4e38-8526-c217243122d1,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:53.376945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Allocated IP 172.25.2.13 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/282090f7-4ab0-4cb1-8417-66d96c6c9092) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:54:53.452707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d1c0a80-504d-4e9e-8909-9ec04d8df1b3 req-c1937581-2e1e-417f-a8f6-632ff4dc1405 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 210 time: 0.0478811 Nov 11 20:54:53.460877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Attempting to bind port bda8faa8-0365-4448-9787-6f90de745cf9 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:53.461243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Attempting to bind port bda8faa8-0365-4448-9787-6f90de745cf9 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:53.461580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Attempting to bind port bda8faa8-0365-4448-9787-6f90de745cf9 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:53.494767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Port bda8faa8-0365-4448-9787-6f90de745cf9 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:54:53.495127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Attempting to bind port bda8faa8-0365-4448-9787-6f90de745cf9 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:53.513607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:53.513607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Checking segment: {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:53.513607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Bound using segment: {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:53.513607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Bound port: bda8faa8-0365-4448-9787-6f90de745cf9, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:53.513607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.546965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.554958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-57e92858-ee54-494c-9405-425774595b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:53.556669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-57e92858-ee54-494c-9405-425774595b42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 1095 time: 0.1051259 Nov 11 20:54:53.610679 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aef4232-304c-4c92-b0dd-383bc79e5e7d x-openstack-request-id: req-2aef4232-304c-4c92-b0dd-383bc79e5e7d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:53.610975 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "name": "network-vif-plugged", "status": "completed", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:53.611228 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2aef4232-304c-4c92-b0dd-383bc79e5e7d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:53.611618 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c', 'code': 200} Nov 11 20:54:53.693284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba760e5b-af62-4727-8a35-fe612bbd80f7 req-e1ebed4e-d2c9-4c0a-9293-897474749336 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/d5939485-00d5-4be0-a27f-5311cbfab3a4 HTTP/1.1" status: 200 len: 1824 time: 0.1346257 Nov 11 20:54:53.720802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] For port bda8faa8-0365-4448-9787-6f90de745cf9, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:53.730368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.754805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] For port bda8faa8-0365-4448-9787-6f90de745cf9, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bda8faa8-0365-4448-9787-6f90de745cf9,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:53.810458 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba760e5b-af62-4727-8a35-fe612bbd80f7 req-1c8e2206-2037-4907-ad8d-75fbfc0f7f49 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.842534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba760e5b-af62-4727-8a35-fe612bbd80f7 req-1c8e2206-2037-4907-ad8d-75fbfc0f7f49 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.851762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.896584 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9382b915-0500-4892-8432-b9b5d91f83e9 x-openstack-request-id: req-9382b915-0500-4892-8432-b9b5d91f83e9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:53.897146 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc1e783-f9af-49b5-82db-ec46f12e6d14", "tag": "10fd7c3e-d94c-4e38-8526-c217243122d1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:53.897146 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9382b915-0500-4892-8432-b9b5d91f83e9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:53.897487 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'tag': '10fd7c3e-d94c-4e38-8526-c217243122d1', 'status': 'completed', 'code': 200} Nov 11 20:54:53.900494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:53.901122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.902507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] 10.222.0.62 "PUT /v2.0/ports/bda8faa8-0365-4448-9787-6f90de745cf9 HTTP/1.1" status: 200 len: 1091 time: 1.7944133 Nov 11 20:54:53.904550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'tag': 'bda8faa8-0365-4448-9787-6f90de745cf9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:53.906709 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b977e8c1-eaea-4596-8330-4d7d10d24918" -d '{"events": [{"name": "network-changed", "server_uuid": "5b42cc32-3477-467a-9376-6b92357dbb9b", "tag": "bda8faa8-0365-4448-9787-6f90de745cf9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:53.909506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-41d9a75d-743d-4974-9bf7-14b28870d7d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10fd7c3e-d94c-4e38-8526-c217243122d1 HTTP/1.1" status: 200 len: 217 time: 0.3403287 Nov 11 20:54:53.941112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:53.949432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0905-b010-4e63-aa29-aed843f08a05 service neutron] Pushing event updated for resources: {'Port': ['ID=bda8faa8-0365-4448-9787-6f90de745cf9,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:53.992133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-7a975553-2609-4cf3-8912-d1f38061667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:53.993628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-7a975553-2609-4cf3-8912-d1f38061667c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b65d3eed-d1aa-44de-870a-2972ce7192c5 HTTP/1.1" status: 200 len: 858 time: 0.0753567 Nov 11 20:54:53.996835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Network e65f3c61-4f20-4152-9ce6-3b66a6f5247b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:53.998138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db285695-c755-41b7-b5a8-25123f85d7a7 req-e2a5cfa7-8c22-45f8-84e2-785a54531e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:53.999546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db285695-c755-41b7-b5a8-25123f85d7a7 req-e2a5cfa7-8c22-45f8-84e2-785a54531e38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1096 time: 0.1012979 Nov 11 20:54:54.002947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:54.011895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:54.037961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-9bc7a0be-4215-4e7f-9437-369351204860 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342097 Nov 11 20:54:54.039709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Pushing event updated for resources: {'Port': ['ID=370965a5-ee12-4bb6-8a97-f6c79acff453,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:54.093254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:54.093995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:54.112237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-96a36625-47ed-4340-81a8-3e3909a1b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:54.115400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-96a36625-47ed-4340-81a8-3e3909a1b363 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 1094 time: 0.0649679 Nov 11 20:54:54.119155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:54.135768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db285695-c755-41b7-b5a8-25123f85d7a7 req-87723b92-8523-48d7-8629-c679cf0cea7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222482 Nov 11 20:54:54.158881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-ee1444db-85b7-4d87-8349-ee6932745e24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bda8faa8-0365-4448-9787-6f90de745cf9 HTTP/1.1" status: 200 len: 217 time: 0.0358524 Nov 11 20:54:54.173829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:54:54.180487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:54:54.187397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba760e5b-af62-4727-8a35-fe612bbd80f7 req-1c8e2206-2037-4907-ad8d-75fbfc0f7f49 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:54.187397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ba760e5b-af62-4727-8a35-fe612bbd80f7 req-1c8e2206-2037-4907-ad8d-75fbfc0f7f49 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:54.188890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:54:54.193383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba760e5b-af62-4727-8a35-fe612bbd80f7 req-1c8e2206-2037-4907-ad8d-75fbfc0f7f49 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5939485-00d5-4be0-a27f-5311cbfab3a4 HTTP/1.1" status: 204 len: 173 time: 0.4864600 Nov 11 20:54:54.205226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e2206-2037-4907-ad8d-75fbfc0f7f49 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5939485-00d5-4be0-a27f-5311cbfab3a4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:54.234471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event updated for resources: {'Port': ['ID=282090f7-4ab0-4cb1-8417-66d96c6c9092,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:54.240168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-04211daa-f9ff-47f0-86c9-295cea75dd75 service neutron] 10.222.0.58 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914489 Nov 11 20:54:54.245432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-e03ec6e0-ca6d-49a7-a284-a1bf88eabb9d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3937645 Nov 11 20:54:54.310145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a12a9c-b148-436d-9098-788928f5b935 req-8d8156bd-a62e-4572-8c3a-16294dec9dc6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:54.311606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60a12a9c-b148-436d-9098-788928f5b935 req-8d8156bd-a62e-4572-8c3a-16294dec9dc6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.0584459 Nov 11 20:54:54.372764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Request body: {'port': {'device_id': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:54.416348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60a12a9c-b148-436d-9098-788928f5b935 req-f1de339b-a7d2-410c-b331-db2740120b86 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982361 Nov 11 20:54:54.474825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-581962d5-4a98-4707-8582-440ce5ab93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:54.476345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-581962d5-4a98-4707-8582-440ce5ab93fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b65d3eed-d1aa-44de-870a-2972ce7192c5 HTTP/1.1" status: 200 len: 858 time: 0.1192391 Nov 11 20:54:54.491301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af9dc2-0cc2-4a3b-bbb4-7570e243d4d0 req-0e307e7f-5572-4e6f-a515-642d70aeefa9 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:54.512918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65af9dc2-0cc2-4a3b-bbb4-7570e243d4d0 req-0e307e7f-5572-4e6f-a515-642d70aeefa9 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 950 time: 0.2310956 Nov 11 20:54:54.512918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-942c0ef5-0c2b-4a75-957e-b203e1d93e48 service neutron] 10.222.0.58 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506065 Nov 11 20:54:54.520703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-2436b4e6-dce6-4b74-a0c0-784aaa63fa41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310068 Nov 11 20:54:54.521272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:54.559046 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26451174-a3f6-49a9-bf5f-eeed5143e3c3 x-openstack-request-id: req-26451174-a3f6-49a9-bf5f-eeed5143e3c3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:54.559046 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b42cc32-3477-467a-9376-6b92357dbb9b", "tag": "bda8faa8-0365-4448-9787-6f90de745cf9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:54.559046 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26451174-a3f6-49a9-bf5f-eeed5143e3c3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:54.559046 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'tag': 'bda8faa8-0365-4448-9787-6f90de745cf9', 'status': 'completed', 'code': 200} Nov 11 20:54:54.583284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65af9dc2-0cc2-4a3b-bbb4-7570e243d4d0 req-a01c9b57-97d3-4f3f-959a-5b88b19f7fd1 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792706 Nov 11 20:54:54.650058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e43964b7-185f-4d43-b4cc-97c2851c659d req-77383cf9-2d27-47b8-b51a-3ebbec025b32 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/02003a6c-730c-49d8-8e86-76c715ad11da HTTP/1.1" status: 200 len: 1823 time: 0.0392542 Nov 11 20:54:54.737904 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e43964b7-185f-4d43-b4cc-97c2851c659d req-45d27cd6-4d06-4271-afde-2cbb5e2a012d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:54.746570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-b7ba3aa1-0029-4f19-9620-36aa8160f91a service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160330 Nov 11 20:54:54.761190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7567b16-d356-46f1-8a46-50dca669b5fb req-6e897048-778d-41d0-ab67-4b72c0fc1d17 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:54.762550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7567b16-d356-46f1-8a46-50dca669b5fb req-6e897048-778d-41d0-ab67-4b72c0fc1d17 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.1485651 Nov 11 20:54:54.802397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e43964b7-185f-4d43-b4cc-97c2851c659d req-45d27cd6-4d06-4271-afde-2cbb5e2a012d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:54.818415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286419e8-839b-4b74-9537-60ce4decd807 req-80b42ead-0ad3-4d4a-ac6d-c70b785ff8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:54.818415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-286419e8-839b-4b74-9537-60ce4decd807 req-80b42ead-0ad3-4d4a-ac6d-c70b785ff8c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 1095 time: 0.1179242 Nov 11 20:54:54.940409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7567b16-d356-46f1-8a46-50dca669b5fb req-cff7e81f-1b2d-4df3-a1ae-35a339ec0f61 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659622 Nov 11 20:54:54.970145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-bb169b41-c3c2-4112-9203-f8c92565d323 service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066131 Nov 11 20:54:54.981818 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.037671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286419e8-839b-4b74-9537-60ce4decd807 req-0ad7f272-b297-4a71-99dd-399f84a165ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:55.038659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370965a5-ee12-4bb6-8a97-f6c79acff453 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:55.039185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-286419e8-839b-4b74-9537-60ce4decd807 req-0ad7f272-b297-4a71-99dd-399f84a165ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 200 len: 919 time: 0.2121720 Nov 11 20:54:55.039857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e43964b7-185f-4d43-b4cc-97c2851c659d req-45d27cd6-4d06-4271-afde-2cbb5e2a012d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.042394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e43964b7-185f-4d43-b4cc-97c2851c659d req-45d27cd6-4d06-4271-afde-2cbb5e2a012d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.046942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e43964b7-185f-4d43-b4cc-97c2851c659d req-45d27cd6-4d06-4271-afde-2cbb5e2a012d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-groups/02003a6c-730c-49d8-8e86-76c715ad11da HTTP/1.1" status: 204 len: 173 time: 0.3903589 Nov 11 20:54:55.047312 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.073019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Transition to ACTIVE for port object 370965a5-ee12-4bb6-8a97-f6c79acff453 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:54:55.134682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d27cd6-4d06-4271-afde-2cbb5e2a012d tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02003a6c-730c-49d8-8e86-76c715ad11da,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:55.137333 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-286419e8-839b-4b74-9537-60ce4decd807 req-c0c22a53-7e4c-4bee-be03-af0dd172312c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10fd7c3e-d94c-4e38-8526-c217243122d1 HTTP/1.1" status: 200 len: 217 time: 0.0848200 Nov 11 20:54:55.196802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d85177-6cb9-485e-b75a-c97a6a878499 req-d06f4a5b-49f7-4d49-a209-e5fe7693a9dc tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:55.198391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0d85177-6cb9-485e-b75a-c97a6a878499 req-d06f4a5b-49f7-4d49-a209-e5fe7693a9dc tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 931 time: 0.0934303 Nov 11 20:54:55.202470 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.223267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-889d42d7-8a53-40ec-9c55-18be33eabfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:55.225118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-889d42d7-8a53-40ec-9c55-18be33eabfa1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 1094 time: 0.0935011 Nov 11 20:54:55.247625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286419e8-839b-4b74-9537-60ce4decd807 req-51547875-4e7a-40df-8a74-b7a00820cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:55.249266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-286419e8-839b-4b74-9537-60ce4decd807 req-51547875-4e7a-40df-8a74-b7a00820cea1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b65d3eed-d1aa-44de-870a-2972ce7192c5 HTTP/1.1" status: 200 len: 858 time: 0.0870230 Nov 11 20:54:55.295105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-286419e8-839b-4b74-9537-60ce4decd807 req-c2abc244-7cc2-4446-baba-3c8957c2aeb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371945 Nov 11 20:54:55.394182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0d85177-6cb9-485e-b75a-c97a6a878499 req-f92b317b-b54b-4d9e-abc2-d6280d9ee62b tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835518 Nov 11 20:54:55.410992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Pushing event updated for resources: {'Port': ['ID=370965a5-ee12-4bb6-8a97-f6c79acff453,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:55.465694 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.470766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-0f10a6b5-447f-4d1e-8556-abd6d075c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:55.478666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-0f10a6b5-447f-4d1e-8556-abd6d075c714 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 200 len: 919 time: 0.2116482 Nov 11 20:54:55.479825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1e43ff6-8b9b-4bb2-b05d-9c88def0131c req-a8ecc792-7eb7-47d3-a5eb-90f75d55bd8b tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/d90762c0-c60e-45d3-8ddb-0c986f57d33c HTTP/1.1" status: 200 len: 2423 time: 0.1543224 Nov 11 20:54:55.515230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.534127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-01c0623f-9a22-44b7-8d76-9e7d579319f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bda8faa8-0365-4448-9787-6f90de745cf9 HTTP/1.1" status: 200 len: 217 time: 0.0455627 Nov 11 20:54:55.546328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Attempting to bind port 370965a5-ee12-4bb6-8a97-f6c79acff453 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:54:55.546748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Attempting to bind port 370965a5-ee12-4bb6-8a97-f6c79acff453 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:54:55.547144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Attempting to bind port 370965a5-ee12-4bb6-8a97-f6c79acff453 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:55.579735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Port 370965a5-ee12-4bb6-8a97-f6c79acff453 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:54:55.580200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Attempting to bind port 370965a5-ee12-4bb6-8a97-f6c79acff453 on network e65f3c61-4f20-4152-9ce6-3b66a6f5247b {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:54:55.584133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-286419e8-839b-4b74-9537-60ce4decd807 req-cd5a7ec5-063f-4140-8663-a66fb3e29dad service neutron] 10.222.0.58 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598534 Nov 11 20:54:55.613032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:54:55.613403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Checking segment: {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:54:55.613772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Bound using segment: {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:54:55.614219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Bound port: 370965a5-ee12-4bb6-8a97-f6c79acff453, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179d26b1-ccb1-4854-8f13-0002d07867e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:54:55.614580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.617564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1e43ff6-8b9b-4bb2-b05d-9c88def0131c req-bfff0a15-ce57-464e-a97e-3499fd0eb08e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.649698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37363-69fb-4565-a8ff-a91863847c32 req-68dec087-2ecb-4e68-9db2-b9a564e2e1d6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:55.651248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58e37363-69fb-4565-a8ff-a91863847c32 req-68dec087-2ecb-4e68-9db2-b9a564e2e1d6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1205864 Nov 11 20:54:55.653908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-f52d4d1e-1410-414e-b101-07139784fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:55.655360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-f52d4d1e-1410-414e-b101-07139784fdc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b65d3eed-d1aa-44de-870a-2972ce7192c5 HTTP/1.1" status: 200 len: 858 time: 0.0866454 Nov 11 20:54:55.711604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-2d3a189f-f414-4fa9-9753-ed716c5253a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381045 Nov 11 20:54:55.725041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1e43ff6-8b9b-4bb2-b05d-9c88def0131c req-bfff0a15-ce57-464e-a97e-3499fd0eb08e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.793918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-286419e8-839b-4b74-9537-60ce4decd807 req-4356d98e-4e9d-4fac-896e-ba2c9b425ece service neutron] 10.222.0.58 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996193 Nov 11 20:54:55.810809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] For port 370965a5-ee12-4bb6-8a97-f6c79acff453, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:54:55.838047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] For port 370965a5-ee12-4bb6-8a97-f6c79acff453, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=370965a5-ee12-4bb6-8a97-f6c79acff453,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:54:55.843721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58e37363-69fb-4565-a8ff-a91863847c32 req-e8748798-2d5f-4c9a-a63e-e04eab3ec361 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691124 Nov 11 20:54:55.864327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-23722caf-8674-4f3f-b0b4-d24fac24131f service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403353 Nov 11 20:54:55.919292 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1e43ff6-8b9b-4bb2-b05d-9c88def0131c req-bfff0a15-ce57-464e-a97e-3499fd0eb08e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.922055 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a1e43ff6-8b9b-4bb2-b05d-9c88def0131c req-bfff0a15-ce57-464e-a97e-3499fd0eb08e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:55.923239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1e43ff6-8b9b-4bb2-b05d-9c88def0131c req-bfff0a15-ce57-464e-a97e-3499fd0eb08e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-groups/d90762c0-c60e-45d3-8ddb-0c986f57d33c HTTP/1.1" status: 204 len: 173 time: 0.4425750 Nov 11 20:54:55.934908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0a15-ce57-464e-a97e-3499fd0eb08e tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90762c0-c60e-45d3-8ddb-0c986f57d33c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:55.959358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Router 90abf8f3-8804-445b-ac83-50f60a3f71d7 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:54:56.055713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8cfb64a3-7f55-46a3-9953-07732338ff13 req-2f1fb52d-a67c-45e0-a0f5-7e7bc7de4223 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "GET /v2.0/security-groups/a51197a8-a8b0-4509-a3cc-59dbac0ebca0 HTTP/1.1" status: 200 len: 2417 time: 0.0901730 Nov 11 20:54:56.136307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:54:56.143542 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.148327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-039e3bca-c09c-4b0c-be87-c6a6e59286e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "PUT /v2.0/routers/90abf8f3-8804-445b-ac83-50f60a3f71d7 HTTP/1.1" status: 200 len: 883 time: 3.6866684 Nov 11 20:54:56.148537 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] Sync routers for ids ['90abf8f3-8804-445b-ac83-50f60a3f71d7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:54:56.149001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44458) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:56.157465 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] Routers {'90abf8f3-8804-445b-ac83-50f60a3f71d7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:56.157816 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['90abf8f3-8804-445b-ac83-50f60a3f71d7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:56.195065 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:56.204379 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] Routers {'90abf8f3-8804-445b-ac83-50f60a3f71d7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:54:56.205025 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['90abf8f3-8804-445b-ac83-50f60a3f71d7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:56.217315 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8cfb64a3-7f55-46a3-9953-07732338ff13 req-4a6d4aa7-35b6-49ef-83cc-d29d9877d833 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.220420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.238956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:56.238956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc7167-1a02-462f-9d28-322b7ea9b925 None None] The sync data for ids ['90abf8f3-8804-445b-ac83-50f60a3f71d7'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:54:56.277507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-c1706b95-3e7b-4757-934c-9a2c84c98426 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cb221c97bf564044823e2652220ecf52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611432 Nov 11 20:54:56.278538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8cfb64a3-7f55-46a3-9953-07732338ff13 req-4a6d4aa7-35b6-49ef-83cc-d29d9877d833 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.284774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.286283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.287714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] 10.222.0.62 "PUT /v2.0/ports/370965a5-ee12-4bb6-8a97-f6c79acff453 HTTP/1.1" status: 200 len: 1091 time: 1.9289873 Nov 11 20:54:56.322420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7f90b529-a574-4e9a-ae60-014acd4ff871 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/90abf8f3-8804-445b-ac83-50f60a3f71d7 HTTP/1.1" status: 200 len: 924 time: 0.1722817 Nov 11 20:54:56.336521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44462) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:56.358553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a6518-f92c-405d-ab8f-13858e1a2a64 service neutron] Pushing event updated for resources: {'Port': ['ID=370965a5-ee12-4bb6-8a97-f6c79acff453,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:56.362631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b977e8c1-eaea-4596-8330-4d7d10d24918 req-a3f976c4-382f-4836-b4d7-407bf0f05486 service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886169 Nov 11 20:54:56.384084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a677fe-1b30-4038-a0df-44ea4236ba61 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.388363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-84a677fe-1b30-4038-a0df-44ea4236ba61 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=90abf8f3-8804-445b-ac83-50f60a3f71d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0481973 Nov 11 20:54:56.388650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:56.442210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8ad2851d-2af2-445d-8f5a-b6ecd033456e tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.443727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8ad2851d-2af2-445d-8f5a-b6ecd033456e tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530511 Nov 11 20:54:56.478962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-ff7faf19-18c8-4c33-8e88-c68b62f1daa9 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/quotas/cb221c97bf564044823e2652220ecf52 HTTP/1.1" status: 200 len: 375 time: 0.0260541 Nov 11 20:54:56.506183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-f3f4e10b-b66d-4f6d-a48c-da4fa9e56dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.507829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-f3f4e10b-b66d-4f6d-a48c-da4fa9e56dba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 1094 time: 0.0631080 Nov 11 20:54:56.568189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'tag': '370965a5-ee12-4bb6-8a97-f6c79acff453'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:56.568423 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc91b9-eb96-45a2-b9c8-e7e67f614228" -d '{"events": [{"name": "network-changed", "server_uuid": "358d6a0c-e397-4892-83d9-aaf0302f62a1", "tag": "370965a5-ee12-4bb6-8a97-f6c79acff453"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:56.574752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-566b9f46-8da7-47c2-92a0-c01fd3957ef7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370965a5-ee12-4bb6-8a97-f6c79acff453 HTTP/1.1" status: 200 len: 217 time: 0.0481253 Nov 11 20:54:56.595234 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-03244f28-1f7f-4e3f-a4d4-f4a65b126538 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb221c97bf564044823e2652220ecf52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057532 Nov 11 20:54:56.645623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-4476cf61-8325-4888-9b0b-25782bc7434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.648353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-4476cf61-8325-4888-9b0b-25782bc7434b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b65d3eed-d1aa-44de-870a-2972ce7192c5 HTTP/1.1" status: 200 len: 858 time: 0.0651190 Nov 11 20:54:56.703422 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-4fead874-c804-430e-876b-f392aa6919f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361235 Nov 11 20:54:56.728717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8cfb64a3-7f55-46a3-9953-07732338ff13 req-4a6d4aa7-35b6-49ef-83cc-d29d9877d833 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.731213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8cfb64a3-7f55-46a3-9953-07732338ff13 req-4a6d4aa7-35b6-49ef-83cc-d29d9877d833 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.732352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8cfb64a3-7f55-46a3-9953-07732338ff13 req-4a6d4aa7-35b6-49ef-83cc-d29d9877d833 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] 10.222.0.31 "DELETE /v2.0/security-groups/a51197a8-a8b0-4509-a3cc-59dbac0ebca0 HTTP/1.1" status: 204 len: 173 time: 0.6462512 Nov 11 20:54:56.741571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-cbfd9868-2c7c-4b67-9b1a-42839e0215ab tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.741811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44470) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:56.743080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-cbfd9868-2c7c-4b67-9b1a-42839e0215ab tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.1144071 Nov 11 20:54:56.778452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d4aa7-35b6-49ef-83cc-d29d9877d833 tempest-SecurityGroupRulesTestJSON-766934307 tempest-SecurityGroupRulesTestJSON-766934307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51197a8-a8b0-4509-a3cc-59dbac0ebca0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:56.841205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac353080-1569-4a38-be1e-a06f3518857c tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.845304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ac353080-1569-4a38-be1e-a06f3518857c tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.4527957 Nov 11 20:54:56.846411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:56.861809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] Deleting subnet 55751cb5-9443-41de-9599-e1f0b818c1e9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:54:56.867668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.888438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-7d78f3f5-0d44-4840-95f8-d542dbb4559c service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755435 Nov 11 20:54:56.909296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ef59a6b3-ea5a-44ba-a798-a524fcf491c1 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=90abf8f3-8804-445b-ac83-50f60a3f71d7 HTTP/1.1" status: 200 len: 205 time: 0.0626640 Nov 11 20:54:56.914509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:56.931438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Deleting port f77a0f78-4f46-49b4-8bad-080e590f8fd1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:56.952277 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:56.982481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93aae4b-84c1-4826-a5ea-6b848c94a1e7 req-69e15236-bb0b-4ab3-a119-33b9d13ce4a7 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:56.984239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b93aae4b-84c1-4826-a5ea-6b848c94a1e7 req-69e15236-bb0b-4ab3-a119-33b9d13ce4a7 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 947 time: 0.1868985 Nov 11 20:54:56.986486 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.034338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.121784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.124050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-368156f2-9778-4d9c-9aa8-373e1615f671 req-ced707c3-bf8c-4f30-a5c4-181686a051d8 service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272716 Nov 11 20:54:57.143486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] For port f77a0f78-4f46-49b4-8bad-080e590f8fd1, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f77a0f78-4f46-49b4-8bad-080e590f8fd1,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:57.143856 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.176071 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b93aae4b-84c1-4826-a5ea-6b848c94a1e7 req-d58c2c35-33aa-4c63-97c5-6696965698e6 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542203 Nov 11 20:54:57.176071 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.182419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Calling delete_port for f77a0f78-4f46-49b4-8bad-080e590f8fd1 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:57.234592 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a38e4-9777-47e1-975e-d4c80ff76b87 x-openstack-request-id: req-cc4a38e4-9777-47e1-975e-d4c80ff76b87 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:57.235341 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d6a0c-e397-4892-83d9-aaf0302f62a1", "tag": "370965a5-ee12-4bb6-8a97-f6c79acff453", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:57.235341 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc4a38e4-9777-47e1-975e-d4c80ff76b87 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:57.235755 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'tag': '370965a5-ee12-4bb6-8a97-f6c79acff453', 'status': 'completed', 'code': 200} Nov 11 20:54:57.251303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dcc70-7797-4cea-beed-700cb98f32a3 req-fbd32fd5-6a9d-4ef0-8ea1-5c953662df29 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:57.252900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-586dcc70-7797-4cea-beed-700cb98f32a3 req-fbd32fd5-6a9d-4ef0-8ea1-5c953662df29 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 943 time: 0.1130173 Nov 11 20:54:57.322328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db63bd04-139b-4624-8893-2d581f95b87a req-db2445c4-1768-4646-8901-1b333139fb40 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 210 time: 0.0436034 Nov 11 20:54:57.355801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.369050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-586dcc70-7797-4cea-beed-700cb98f32a3 req-500d9ab1-74bf-4722-b9a2-cb45dad06b2f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100428 Nov 11 20:54:57.375778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-fb3682d1-8f54-4324-806e-d7b24b155adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:57.377325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-fb3682d1-8f54-4324-806e-d7b24b155adb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 1094 time: 0.0957911 Nov 11 20:54:57.382697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.411620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55751cb5-9443-41de-9599-e1f0b818c1e9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:57.442119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.445469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a15b4e0f-138c-4906-8660-9a507f48cd1b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/55751cb5-9443-41de-9599-e1f0b818c1e9 HTTP/1.1" status: 204 len: 168 time: 0.7029617 Nov 11 20:54:57.450293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:57.496656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-91a13f66-0697-4e9e-94a9-87c71bee90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:57.498141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-91a13f66-0697-4e9e-94a9-87c71bee90a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 200 len: 919 time: 0.1069345 Nov 11 20:54:57.523030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f044b91-34c9-408b-8c6d-42093d0ea57f req-98fd74f5-5b51-44c6-9ba3-6f1bce438af3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:57.524637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f044b91-34c9-408b-8c6d-42093d0ea57f req-98fd74f5-5b51-44c6-9ba3-6f1bce438af3 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1180737 Nov 11 20:54:57.553858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.566592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-21f1f679-bca2-4432-aa8f-bef89f5898c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370965a5-ee12-4bb6-8a97-f6c79acff453 HTTP/1.1" status: 200 len: 217 time: 0.0566356 Nov 11 20:54:57.617103 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f044b91-34c9-408b-8c6d-42093d0ea57f req-916da576-85aa-49d1-b4ab-dd5a891feef4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836074 Nov 11 20:54:57.637831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-96a9852e-fc97-4dbe-ab2f-349bd08d9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:57.639476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-96a9852e-fc97-4dbe-ab2f-349bd08d9a2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b65d3eed-d1aa-44de-870a-2972ce7192c5 HTTP/1.1" status: 200 len: 858 time: 0.0629611 Nov 11 20:54:57.680048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Deleting port 282090f7-4ab0-4cb1-8417-66d96c6c9092 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:54:57.680378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.681968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-057b0bad-b32c-4e4b-9d63-f96a575db914 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e65f3c61-4f20-4152-9ce6-3b66a6f5247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309150 Nov 11 20:54:57.736810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.784573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.786789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79a4803-cf26-40bc-82d3-30916ef16ab0']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:57.803519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e35b39-56ec-4bf0-839b-3fa3631d62dc') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:57.803808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e35b39-56ec-4bf0-839b-3fa3631d62dc') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:54:57.817603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.822955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Pushing event deleted for resources: {'Port': ['ID=f77a0f78-4f46-49b4-8bad-080e590f8fd1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:57.829859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffe7c9-c878-4229-9927-6648fd3ba697 req-838ec9ce-32fe-48b0-a0fc-1d33610088f7 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:57.829859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fffe7c9-c878-4229-9927-6648fd3ba697 req-838ec9ce-32fe-48b0-a0fc-1d33610088f7 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1096 time: 0.1250081 Nov 11 20:54:57.843366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.851654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.861363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Calling delete_port for 282090f7-4ab0-4cb1-8417-66d96c6c9092 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:54:57.864216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:54:57.868581 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:54:57.896564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] No DVR routers for this DVR port f77a0f78-4f46-49b4-8bad-080e590f8fd1 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:54:57.899623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-1cba62ed-bd54-49f7-9624-50e25504a43a service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059119 Nov 11 20:54:57.900652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:57.903854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79f3de7f-b75b-4c3f-a749-3c332421beae req-5f7b4fae-85be-4eb2-94f3-c246694317cc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "DELETE /v2.0/ports/f77a0f78-4f46-49b4-8bad-080e590f8fd1 HTTP/1.1" status: 204 len: 173 time: 1.1536953 Nov 11 20:54:57.956488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fffe7c9-c878-4229-9927-6648fd3ba697 req-862f2de8-d810-45d9-95d1-88ba3aa7aa66 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163788 Nov 11 20:54:58.036626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16fc91b9-eb96-45a2-b9c8-e7e67f614228 req-929568a6-0ad0-4fd9-8cc2-58bf3dfe66c2 service neutron] 10.222.0.62 "GET /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211534 Nov 11 20:54:58.081048 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.093065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.099775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] 10.222.0.31 "DELETE /v2.0/networks/c79a4803-cf26-40bc-82d3-30916ef16ab0 HTTP/1.1" status: 204 len: 168 time: 0.6450655 Nov 11 20:54:58.115029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078377-7543-4830-9043-a4ea82a5b308 req-53bfa949-2d10-4a79-b350-145b19bc883c tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:58.117423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0078377-7543-4830-9043-a4ea82a5b308 req-53bfa949-2d10-4a79-b350-145b19bc883c tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1096 time: 0.0558069 Nov 11 20:54:58.123913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737ca65-552f-4bfb-b488-19281ac02d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=c79a4803-cf26-40bc-82d3-30916ef16ab0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:58.166647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0078377-7543-4830-9043-a4ea82a5b308 req-b6fecdf9-ca4c-4768-9f16-5fa84b0bdd23 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Nov 11 20:54:58.254368 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.282857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c8461bf-a8f2-48f6-b282-3ae972cfc8fe req-7376cb47-803e-4004-a141-d981fefc5780 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 210 time: 0.0314372 Nov 11 20:54:58.286432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event deleted for resources: {'Port': ['ID=282090f7-4ab0-4cb1-8417-66d96c6c9092,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:58.289330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 10fd7c3e-d94c-4e38-8526-c217243122d1 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:54:58.422161 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.457641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3311d438-395a-476c-bc67-922702d0949b req-a1a5c537-fa7e-49be-830b-b64b27fad07c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 210 time: 0.0352063 Nov 11 20:54:58.458464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 10fd7c3e-d94c-4e38-8526-c217243122d1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=10fd7c3e-d94c-4e38-8526-c217243122d1,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:58.476045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '10fd7c3e-d94c-4e38-8526-c217243122d1', 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b', 'port_id': '10fd7c3e-d94c-4e38-8526-c217243122d1', 'mac_address': 'fa:16:3e:50:bb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65d3eed-d1aa-44de-870a-2972ce7192c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:54:58.514130 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.529272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd7c3e-d94c-4e38-8526-c217243122d1 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:58.548186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.549740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.550371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 10fd7c3e-d94c-4e38-8526-c217243122d1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=10fd7c3e-d94c-4e38-8526-c217243122d1,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:58.553773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bda8faa8-0365-4448-9787-6f90de745cf9 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:54:58.588350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f85dc-3194-4e22-a603-c2cfded5ccfb req-afc8f94a-d90d-4081-82a5-8b13b3a633c8 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:58.595723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f82f85dc-3194-4e22-a603-c2cfded5ccfb req-afc8f94a-d90d-4081-82a5-8b13b3a633c8 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 943 time: 0.0589898 Nov 11 20:54:58.597492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:58.656826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bda8faa8-0365-4448-9787-6f90de745cf9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bda8faa8-0365-4448-9787-6f90de745cf9,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:58.669259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7715f84a-6a4d-4fd7-8434-cc34f7ce70d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a09828dbdcd4b51a7594d4d2b84955b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683210 Nov 11 20:54:58.669471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'bda8faa8-0365-4448-9787-6f90de745cf9', 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b', 'port_id': 'bda8faa8-0365-4448-9787-6f90de745cf9', 'mac_address': 'fa:16:3e:a1:ae:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65d3eed-d1aa-44de-870a-2972ce7192c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:54:58.669622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:58.678192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f82f85dc-3194-4e22-a603-c2cfded5ccfb req-d0f68e12-1b9f-4a53-a86a-b20ab55b8d76 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815287 Nov 11 20:54:58.694939 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.725400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f57cd3ce-c328-4cba-93e9-aa2859ce6734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.735052 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.739426 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.740285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Fanout notify agent at l3_agent the message router_deleted on router 90abf8f3-8804-445b-ac83-50f60a3f71d7 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:54:58.747683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.748814 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8f7bf3dc-8b72-4796-9afe-783aa4dfd11d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/90abf8f3-8804-445b-ac83-50f60a3f71d7 HTTP/1.1" status: 204 len: 168 time: 1.8333948 Nov 11 20:54:58.756110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:58.756642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda8faa8-0365-4448-9787-6f90de745cf9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:54:58.761869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f57cd3ce-c328-4cba-93e9-aa2859ce6734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.762680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d055beb9-7890-4d02-bb15-e836c5409910 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-277612626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:58.774730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=10fd7c3e-d94c-4e38-8526-c217243122d1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:58.787904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bda8faa8-0365-4448-9787-6f90de745cf9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bda8faa8-0365-4448-9787-6f90de745cf9,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:54:58.859848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d055beb9-7890-4d02-bb15-e836c5409910 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.861111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d055beb9-7890-4d02-bb15-e836c5409910 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.890762 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.919430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d055beb9-7890-4d02-bb15-e836c5409910 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.943699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=bda8faa8-0365-4448-9787-6f90de745cf9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:58.953669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f57cd3ce-c328-4cba-93e9-aa2859ce6734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.956326 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f57cd3ce-c328-4cba-93e9-aa2859ce6734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:58.958693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f57cd3ce-c328-4cba-93e9-aa2859ce6734 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a768cb8e-9aae-4c69-b21d-cd53ea909317 HTTP/1.1" status: 204 len: 168 time: 0.2880960 Nov 11 20:54:58.966913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cd3ce-c328-4cba-93e9-aa2859ce6734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768cb8e-9aae-4c69-b21d-cd53ea909317,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:54:59.035567 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d055beb9-7890-4d02-bb15-e836c5409910 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:59.121417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d055beb9-7890-4d02-bb15-e836c5409910 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:59.122645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d055beb9-7890-4d02-bb15-e836c5409910 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3645515 Nov 11 20:54:59.125596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:54:59.131196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': True}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:54:59.135028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['10fd7c3e-d94c-4e38-8526-c217243122d1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:59.194810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['bda8faa8-0365-4448-9787-6f90de745cf9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:54:59.274085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-deleted', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:54:59.276631 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8977fc-d0bd-4978-9785-44ef6e07f121" -d '{"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-deleted", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:54:59.322417 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b805189-52f2-4948-85db-4d1375ca61fc x-openstack-request-id: req-6b805189-52f2-4948-85db-4d1375ca61fc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:54:59.323044 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5023f9e2-e27b-41f9-aa26-28fd669c726b", "name": "network-vif-deleted", "tag": "f77a0f78-4f46-49b4-8bad-080e590f8fd1", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:54:59.323044 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b805189-52f2-4948-85db-4d1375ca61fc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:54:59.323401 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5023f9e2-e27b-41f9-aa26-28fd669c726b', 'name': 'network-vif-deleted', 'tag': 'f77a0f78-4f46-49b4-8bad-080e590f8fd1', 'status': 'completed', 'code': 200} Nov 11 20:54:59.418029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:59.459328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22870efd-8fa6-4576-8057-43c9801b7521 req-f3df96d8-c3bb-4e69-a20b-35659e7b6bad tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=5023f9e2-e27b-41f9-aa26-28fd669c726b HTTP/1.1" status: 200 len: 210 time: 0.0355859 Nov 11 20:54:59.601676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-caffa1a5-7ac8-41f9-8a0e-1a6b7e656925 req-a5dfbc6f-5990-4690-a664-3dfa0f7f5284 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 210 time: 0.0381532 Nov 11 20:54:59.828448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be951c-65e1-4946-913c-b338c3f7fb75 req-fae38d96-4a92-4201-8f62-f48772c6784f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:54:59.830112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9be951c-65e1-4946-913c-b338c3f7fb75 req-fae38d96-4a92-4201-8f62-f48772c6784f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 943 time: 0.0853591 Nov 11 20:54:59.831635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:59.859056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:59.867863 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-6b37790b-9416-42f4-af5c-e131b04927fb tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb221c97bf564044823e2652220ecf52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309496 Nov 11 20:54:59.953754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9be951c-65e1-4946-913c-b338c3f7fb75 req-992af20d-688e-4c52-8513-b92e6260260a tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921905 Nov 11 20:55:00.024159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Allocated IP 172.25.2.27 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/d422bf5c-0e97-476d-96f6-223921d96f92) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:00.028098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8410c021-c896-47be-ba4d-e127b84b53d0 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:00.029746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8410c021-c896-47be-ba4d-e127b84b53d0 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553907 Nov 11 20:55:00.044547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Request body: {'port': {'device_id': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': 'cb221c97bf564044823e2652220ecf52'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:00.154608 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:00.250845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Made reservation on behalf of cb221c97bf564044823e2652220ecf52 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:00.251233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:00.263139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:00.334450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Port': ['ID=d422bf5c-0e97-476d-96f6-223921d96f92,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:00.348822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:00.351145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:00.353372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:00.427337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Allocated IP 192.168.233.19 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/7fa7b05a-3eb5-421d-8f13-bca649459598) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:00.563483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 370965a5-ee12-4bb6-8a97-f6c79acff453 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:00.567985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bda8faa8-0365-4448-9787-6f90de745cf9 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:00.599998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:00.708850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 370965a5-ee12-4bb6-8a97-f6c79acff453, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=370965a5-ee12-4bb6-8a97-f6c79acff453,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:00.721032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '370965a5-ee12-4bb6-8a97-f6c79acff453', 'network_id': 'e65f3c61-4f20-4152-9ce6-3b66a6f5247b', 'port_id': '370965a5-ee12-4bb6-8a97-f6c79acff453', 'mac_address': 'fa:16:3e:b1:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65d3eed-d1aa-44de-870a-2972ce7192c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:55:00.770305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:00.777008 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:00.827500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:00.834126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:00.838981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:00.847131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Pushing event updated for resources: {'Port': ['ID=7fa7b05a-3eb5-421d-8f13-bca649459598,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:00.901717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:00.906269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port bda8faa8-0365-4448-9787-6f90de745cf9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:00.923636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:00.924378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:00.942839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port bda8faa8-0365-4448-9787-6f90de745cf9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:00.942839 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.006205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.052098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370965a5-ee12-4bb6-8a97-f6c79acff453 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:01.055449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.058795 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.068217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-16b1cdae-d5ed-48db-b17c-b7aa68d4e001 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:55:01.069356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-16b1cdae-d5ed-48db-b17c-b7aa68d4e001 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1685376 Nov 11 20:55:01.073258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 370965a5-ee12-4bb6-8a97-f6c79acff453, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=370965a5-ee12-4bb6-8a97-f6c79acff453,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:01.117498 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8552520c-d443-4aae-8c74-aff380c5cf2f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0774071 Nov 11 20:55:01.131866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Request body: {'port': {'device_id': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:01.154821 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.227197 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.286763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.289282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=370965a5-ee12-4bb6-8a97-f6c79acff453,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:01.301911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a374c1-5e0e-4785-b0e9-7b03dc08113e req-d69f6308-b5cb-4415-aaf6-8450a9644c26 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:01.304372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda8faa8-0365-4448-9787-6f90de745cf9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:01.306706 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e548ea-1439-4276-87e6-9c89a9175af0" -d '{"events": [{"server_uuid": "5b42cc32-3477-467a-9376-6b92357dbb9b", "name": "network-vif-plugged", "status": "completed", "tag": "bda8faa8-0365-4448-9787-6f90de745cf9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:01.311663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26a374c1-5e0e-4785-b0e9-7b03dc08113e req-d69f6308-b5cb-4415-aaf6-8450a9644c26 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 935 time: 0.0812747 Nov 11 20:55:01.343718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bda8faa8-0365-4448-9787-6f90de745cf9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bda8faa8-0365-4448-9787-6f90de745cf9,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:01.345209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ccbe769-2bc4-4508-85fc-de1f7d97f7b0 None None] Provisioning complete for port 7fa7b05a-3eb5-421d-8f13-bca649459598 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:01.349622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ccbe769-2bc4-4508-85fc-de1f7d97f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.350388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Router fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:55:01.368004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-a030228d-36cc-4b5b-b86b-02cb9c2bb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:01.370346 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-a030228d-36cc-4b5b-b86b-02cb9c2bb0f4 service neutron] 10.222.0.31 "GET /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 200 len: 1093 time: 0.2895010 Nov 11 20:55:01.371607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:01.376954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26a374c1-5e0e-4785-b0e9-7b03dc08113e req-0149062f-3523-4fdd-987a-668e1929ca14 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639396 Nov 11 20:55:01.437205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ccbe769-2bc4-4508-85fc-de1f7d97f7b0 None None] Port 7fa7b05a-3eb5-421d-8f13-bca649459598 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:01.437343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Request body: {'binding': {'host': 'n-h2-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:01.437343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Unknown quota resources ['binding']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 20:55:01.458854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['370965a5-ee12-4bb6-8a97-f6c79acff453'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:01.528515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.529629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f77a0f78-4f46-49b4-8bad-080e590f8fd1 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:01.564186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: f77a0f78-4f46-49b4-8bad-080e590f8fd1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:01.564879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f77a0f78-4f46-49b4-8bad-080e590f8fd1 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:01.602890 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42cd7f02-1eb9-48d2-8cd9-3ca82ae4e199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.641963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=bda8faa8-0365-4448-9787-6f90de745cf9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:01.776521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on host n-h2-805734-3 for vnic_type normal with profile None {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:01.776865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:01.777201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:01.796361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:01.796925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:01.833708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:01.834491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:01.834491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:01.834852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Bound port: 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:01.842348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e854c-fc7c-4775-891e-911825c1091e req-4f40beee-5414-47d3-b3d8-fd835bfc4b9a tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:01.844004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-530e854c-fc7c-4775-891e-911825c1091e req-4f40beee-5414-47d3-b3d8-fd835bfc4b9a tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 944 time: 0.1091821 Nov 11 20:55:01.863915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:55:01.868881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42cd7f02-1eb9-48d2-8cd9-3ca82ae4e199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.873581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.874888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d1d893b2-581f-43e0-828d-65fabe2b5ff1 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "PUT /v2.0/routers/fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 HTTP/1.1" status: 200 len: 917 time: 2.7482715 Nov 11 20:55:01.877764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:01.879414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa7b05a-3eb5-421d-8f13-bca649459598 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:01.889740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.912322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Transition to ACTIVE for port object 7fa7b05a-3eb5-421d-8f13-bca649459598 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:01.913026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020c685-6a54-4120-a173-7f9323531061 None None] Sync routers for ids ['fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:55:01.918150 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-020964f0-d192-481b-aad9-791e7fae3e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.922078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:01.933024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020c685-6a54-4120-a173-7f9323531061 None None] Routers {'fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:01.933657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a020c685-6a54-4120-a173-7f9323531061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:01.942951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42cd7f02-1eb9-48d2-8cd9-3ca82ae4e199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:01.958309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-530e854c-fc7c-4775-891e-911825c1091e req-8aa6e66c-3412-404f-949a-4838d43214f2 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055856 Nov 11 20:55:01.993942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a020c685-6a54-4120-a173-7f9323531061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:01.994669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-42cd7f02-1eb9-48d2-8cd9-3ca82ae4e199 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b8fde88955c4e5ea78dddeb18c1125d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5928128 Nov 11 20:55:01.995425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd7f02-1eb9-48d2-8cd9-3ca82ae4e199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aafeda-ce3a-44b0-94f7-d6c4aa6f17c6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:01.997803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44612) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:02.011367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020c685-6a54-4120-a173-7f9323531061 None None] Routers {'fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:02.011999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a020c685-6a54-4120-a173-7f9323531061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:54:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:02.035400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-729151a4-c9a2-497d-8567-356965021d3e tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 HTTP/1.1" status: 200 len: 923 time: 0.1538236 Nov 11 20:55:02.035870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44614) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:02.036361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.048038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a020c685-6a54-4120-a173-7f9323531061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:02.048712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020c685-6a54-4120-a173-7f9323531061 None None] The sync data for ids ['fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:55:02.077183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.078362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] 10.222.0.31 "POST /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6699867 Nov 11 20:55:02.116349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa7b05a-3eb5-421d-8f13-bca649459598,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:02.134020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d87a44-8fdd-42fc-936e-1fd8c90b8047 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.134284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01559dc0-40f2-4e69-89a9-ad52818cc6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.136039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-93d87a44-8fdd-42fc-936e-1fd8c90b8047 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0988197 Nov 11 20:55:02.140313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:02.158669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4545-71b8-4ce8-a627-84d294cc351a req-a43fead6-74ba-40a6-9979-ba12de428edf tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.160410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34fe4545-71b8-4ce8-a627-84d294cc351a req-a43fead6-74ba-40a6-9979-ba12de428edf tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 948 time: 0.0921643 Nov 11 20:55:02.208227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01559dc0-40f2-4e69-89a9-ad52818cc6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.252402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Attempting to bind port 7fa7b05a-3eb5-421d-8f13-bca649459598 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:02.252402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Attempting to bind port 7fa7b05a-3eb5-421d-8f13-bca649459598 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:02.252757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Attempting to bind port 7fa7b05a-3eb5-421d-8f13-bca649459598 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:02.258620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Port 7fa7b05a-3eb5-421d-8f13-bca649459598 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:02.265471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Attempting to bind port 7fa7b05a-3eb5-421d-8f13-bca649459598 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:02.265471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:02.265471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:02.265471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:02.265913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Bound port: 7fa7b05a-3eb5-421d-8f13-bca649459598, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:02.266212 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.272883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34fe4545-71b8-4ce8-a627-84d294cc351a req-33548572-1364-4dcb-9b8e-a7d2c0c1941b tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012881 Nov 11 20:55:02.292879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b0cee-3813-4978-8c8e-ccd188e9ea0d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.304505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-318b0cee-3813-4978-8c8e-ccd188e9ea0d tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.1628952 Nov 11 20:55:02.307316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:02.313914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 10fd7c3e-d94c-4e38-8526-c217243122d1 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:02.341577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] For port 7fa7b05a-3eb5-421d-8f13-bca649459598, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:02.345170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] For port 7fa7b05a-3eb5-421d-8f13-bca649459598, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7fa7b05a-3eb5-421d-8f13-bca649459598,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:02.348453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4a47ae98-92cb-4a45-a334-1c396fd82b0a tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 HTTP/1.1" status: 200 len: 205 time: 0.0380204 Nov 11 20:55:02.350754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:02.425231 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01559dc0-40f2-4e69-89a9-ad52818cc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.428388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01559dc0-40f2-4e69-89a9-ad52818cc6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.429813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-01559dc0-40f2-4e69-89a9-ad52818cc6ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69aafeda-ce3a-44b0-94f7-d6c4aa6f17c6 HTTP/1.1" status: 204 len: 168 time: 0.4308629 Nov 11 20:55:02.437432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.442621 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f657d5-7509-4ef6-9240-01ed64f706fd x-openstack-request-id: req-a7f657d5-7509-4ef6-9240-01ed64f706fd {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:02.443718 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b42cc32-3477-467a-9376-6b92357dbb9b", "name": "network-vif-plugged", "status": "completed", "tag": "bda8faa8-0365-4448-9787-6f90de745cf9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:02.443982 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7f657d5-7509-4ef6-9240-01ed64f706fd {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:02.444412 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda8faa8-0365-4448-9787-6f90de745cf9', 'code': 200} Nov 11 20:55:02.476921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01559dc0-40f2-4e69-89a9-ad52818cc6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aafeda-ce3a-44b0-94f7-d6c4aa6f17c6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:02.502092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.503088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.505671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] 10.222.0.58 "PUT /v2.0/ports/7fa7b05a-3eb5-421d-8f13-bca649459598 HTTP/1.1" status: 200 len: 1095 time: 1.3789306 Nov 11 20:55:02.506125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'tag': '7fa7b05a-3eb5-421d-8f13-bca649459598'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:02.508509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 10fd7c3e-d94c-4e38-8526-c217243122d1 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:02.508686 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06adca23-4f6d-4e2c-87f1-49448b07548c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec", "tag": "7fa7b05a-3eb5-421d-8f13-bca649459598"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:02.525654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 10fd7c3e-d94c-4e38-8526-c217243122d1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:02.526037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.543927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e26f5-2f02-4f3f-88d2-0242dcac3360 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa7b05a-3eb5-421d-8f13-bca649459598,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:02.607526 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53504740-b874-4dc1-918b-77c7ae9aa93b x-openstack-request-id: req-53504740-b874-4dc1-918b-77c7ae9aa93b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:02.607817 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec", "tag": "7fa7b05a-3eb5-421d-8f13-bca649459598", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:02.608077 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53504740-b874-4dc1-918b-77c7ae9aa93b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:02.608657 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'tag': '7fa7b05a-3eb5-421d-8f13-bca649459598', 'status': 'completed', 'code': 200} Nov 11 20:55:02.614518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 370965a5-ee12-4bb6-8a97-f6c79acff453 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:02.617845 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.724744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711d037-2b18-4350-90e9-7c4d765f1725 req-f83a1547-5d8b-4fda-a037-3defe9af0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.729631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0711d037-2b18-4350-90e9-7c4d765f1725 req-f83a1547-5d8b-4fda-a037-3defe9af0d83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 1096 time: 0.1969843 Nov 11 20:55:02.762118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adca23-4f6d-4e2c-87f1-49448b07548c req-5849734e-af76-4411-913b-83e599d6c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.763732 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.763903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06adca23-4f6d-4e2c-87f1-49448b07548c req-5849734e-af76-4411-913b-83e599d6c580 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb221c97bf564044823e2652220ecf52&device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 1098 time: 0.1099777 Nov 11 20:55:02.778090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154b9ff-5011-4d73-91bb-eff778c03fb8 req-a1978dae-f0b9-4834-8ff4-d4151873ce6c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.779939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5154b9ff-5011-4d73-91bb-eff778c03fb8 req-a1978dae-f0b9-4834-8ff4-d4151873ce6c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 947 time: 0.0853417 Nov 11 20:55:02.810861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 10fd7c3e-d94c-4e38-8526-c217243122d1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=10fd7c3e-d94c-4e38-8526-c217243122d1,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:02.818336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06adca23-4f6d-4e2c-87f1-49448b07548c req-fdff6c60-085e-4599-90d1-f7f945c5f398 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb221c97bf564044823e2652220ecf52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371277 Nov 11 20:55:02.855912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 370965a5-ee12-4bb6-8a97-f6c79acff453 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:02.862421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 370965a5-ee12-4bb6-8a97-f6c79acff453 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:02.862421 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.890961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0711d037-2b18-4350-90e9-7c4d765f1725 req-504c1051-a8d4-4990-966e-4958f1581652 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457188 Nov 11 20:55:02.897230 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.900519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b930-5446-4bfa-b56d-27fc99908603 req-8a92fcdc-f4f4-4117-884f-570095186d94 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:02.902627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7423b930-5446-4bfa-b56d-27fc99908603 req-8a92fcdc-f4f4-4117-884f-570095186d94 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1811857 Nov 11 20:55:02.920697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:02.990207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7423b930-5446-4bfa-b56d-27fc99908603 req-1eb40b8e-3f72-4fa3-b799-a86639655557 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728157 Nov 11 20:55:03.063259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=10fd7c3e-d94c-4e38-8526-c217243122d1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:03.135520 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.181677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 370965a5-ee12-4bb6-8a97-f6c79acff453, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=370965a5-ee12-4bb6-8a97-f6c79acff453,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:03.190489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Deleting port d422bf5c-0e97-476d-96f6-223921d96f92 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:03.190835 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.254194 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5154b9ff-5011-4d73-91bb-eff778c03fb8 req-3048ebfe-c442-42a4-a2cf-6e0205f0d6a2 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607160 Nov 11 20:55:03.280221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708b7a-271b-48d2-9ca4-6407c40356f0 req-7554d3b8-d4dc-47cc-9a6a-b3135c066f07 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.283932 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.287925 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a708b7a-271b-48d2-9ca4-6407c40356f0 req-7554d3b8-d4dc-47cc-9a6a-b3135c066f07 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 944 time: 0.1733613 Nov 11 20:55:03.317020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adca23-4f6d-4e2c-87f1-49448b07548c req-f3c86f20-0aab-46cf-8aca-9e7c32b71493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.319038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06adca23-4f6d-4e2c-87f1-49448b07548c req-f3c86f20-0aab-46cf-8aca-9e7c32b71493 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4929307 Nov 11 20:55:03.324472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-f32c6361-bcc4-496b-8179-4c1a9dc18da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.326115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-f32c6361-bcc4-496b-8179-4c1a9dc18da4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1096 time: 0.0894799 Nov 11 20:55:03.351066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.374611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Calling delete_port for d422bf5c-0e97-476d-96f6-223921d96f92 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:03.399251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a708b7a-271b-48d2-9ca4-6407c40356f0 req-9578fc8d-7ab5-4c37-9e39-114eb094c13f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050253 Nov 11 20:55:03.404919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=370965a5-ee12-4bb6-8a97-f6c79acff453,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:03.519420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3be47-d185-49d1-bdc5-3cc7856589b4 req-d3438655-2555-4e75-92b5-df0cf83581b1 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.521156 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75a3be47-d185-49d1-bdc5-3cc7856589b4 req-d3438655-2555-4e75-92b5-df0cf83581b1 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 948 time: 0.1197922 Nov 11 20:55:03.523178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-e684c8b4-5c7d-4c49-b4ea-28e032f65372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.524553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-e684c8b4-5c7d-4c49-b4ea-28e032f65372 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.1916530 Nov 11 20:55:03.526693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-59083f0b-4432-46a5-b406-cff0370bc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.528050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-59083f0b-4432-46a5-b406-cff0370bc189 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb221c97bf564044823e2652220ecf52&device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 1098 time: 0.1131361 Nov 11 20:55:03.655467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-3c1acc1d-27be-4621-b715-df52236ecebc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 200 len: 217 time: 0.1063225 Nov 11 20:55:03.656707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-4fd6bcd1-6d43-41fe-8415-18744adc521d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7fa7b05a-3eb5-421d-8f13-bca649459598 HTTP/1.1" status: 200 len: 217 time: 0.0977762 Nov 11 20:55:03.665122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75a3be47-d185-49d1-bdc5-3cc7856589b4 req-fd70223b-77a9-4df8-9449-c71f10f4a929 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/security-groups?id=b180b23f-5ade-45ff-835c-6379afde2fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361196 Nov 11 20:55:03.693732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.720562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event deleted for resources: {'Port': ['ID=d422bf5c-0e97-476d-96f6-223921d96f92,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:03.757196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-42a0e7a3-705e-475d-b69b-ec8b0fd8eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.758698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-42a0e7a3-705e-475d-b69b-ec8b0fd8eca2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0888259 Nov 11 20:55:03.760073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-b57e2c1e-a63b-490e-889a-c84208393870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.767394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-b57e2c1e-a63b-490e-889a-c84208393870 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0936468 Nov 11 20:55:03.789006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.818512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-fc2b98bf-dadf-47e3-a042-e1b123945dbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451899 Nov 11 20:55:03.884944 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.887150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.903365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-85b1c22a-aaf4-4850-be86-803ab74da10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.904896 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-85b1c22a-aaf4-4850-be86-803ab74da10c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328588 Nov 11 20:55:03.939121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:03.990987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-20f66a1d-159e-489e-8b8b-8dae19786439 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:03.993118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-20f66a1d-159e-489e-8b8b-8dae19786439 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 948 time: 0.0583961 Nov 11 20:55:03.995041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-4b7eddcf-c83a-4d3b-bfdc-3a31b65762a6 service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658742 Nov 11 20:55:04.034161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.035323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Fanout notify agent at l3_agent the message router_deleted on router fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:55:04.044570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.045664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1d66d647-d84b-4aa2-be0e-e5940fde55e7 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 HTTP/1.1" status: 204 len: 168 time: 1.6939528 Nov 11 20:55:04.053606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:04.054907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-a58982bc-2398-4bea-a34a-83dfea9b7bb0 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393583 Nov 11 20:55:04.058409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5860e4e8-3211-4744-b3d1-8947a2f02d47 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-450527621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:04.119541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1235498952-network', 'tenant_id': '945cbdf093114278835448ac2f391955'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:04.167776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934ab30-6b09-4d7c-a389-153df24bc5aa req-e261c9fd-ed39-4da5-81ae-45c4da63f4e4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:04.169323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9934ab30-6b09-4d7c-a389-153df24bc5aa req-e261c9fd-ed39-4da5-81ae-45c4da63f4e4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.0730627 Nov 11 20:55:04.177081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Deleting port 386af696-3f85-43a0-a22b-db6526c4d4b6 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:04.177427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.225166 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-b96ccd37-425a-429f-84e0-bd1362c3227c service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219582 Nov 11 20:55:04.232664 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b424a8c8-ea6a-47f5-a0dd-2904893b0a24 req-2e96ff20-dcb9-4d4a-8746-01adc766ed06 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657691 Nov 11 20:55:04.251747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5860e4e8-3211-4744-b3d1-8947a2f02d47 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.252830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5860e4e8-3211-4744-b3d1-8947a2f02d47 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.317110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9934ab30-6b09-4d7c-a389-153df24bc5aa req-3c55d231-45b2-4c8b-9017-23659502f0d2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364865 Nov 11 20:55:04.363430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5860e4e8-3211-4744-b3d1-8947a2f02d47 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.365504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] For port 386af696-3f85-43a0-a22b-db6526c4d4b6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=386af696-3f85-43a0-a22b-db6526c4d4b6,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:04.365866 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.379222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:04.380987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Calling delete_port for 386af696-3f85-43a0-a22b-db6526c4d4b6 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:04.381999 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.394800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.424615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900c858-c1a8-4e8b-98c1-add2290aa231 req-c9c9d17c-614b-4d5f-a2da-96c20c170e39 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:04.426850 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7900c858-c1a8-4e8b-98c1-add2290aa231 req-c9c9d17c-614b-4d5f-a2da-96c20c170e39 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 947 time: 0.0801368 Nov 11 20:55:04.445455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd7c3e-d94c-4e38-8526-c217243122d1'}, {'server_uuid': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370965a5-ee12-4bb6-8a97-f6c79acff453'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:04.447876 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16b9d67-80fc-43e5-8c4c-d52878e3a473" -d '{"events": [{"server_uuid": "ecc1e783-f9af-49b5-82db-ec46f12e6d14", "name": "network-vif-plugged", "status": "completed", "tag": "10fd7c3e-d94c-4e38-8526-c217243122d1"}, {"server_uuid": "358d6a0c-e397-4892-83d9-aaf0302f62a1", "name": "network-vif-plugged", "status": "completed", "tag": "370965a5-ee12-4bb6-8a97-f6c79acff453"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:04.465852 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c654acba-47ac-4986-b3b4-23430e264702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.522874 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7900c858-c1a8-4e8b-98c1-add2290aa231 req-ea5e4622-5121-44f8-a6de-aa9daa4761a2 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717323 Nov 11 20:55:04.530323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5860e4e8-3211-4744-b3d1-8947a2f02d47 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.543834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.600135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67691c2d-4ba6-4013-91c5-4c1a5073b7be req-bbc0bfa6-85cc-463a-b112-8faed02ae3ff tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:04.601786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67691c2d-4ba6-4013-91c5-4c1a5073b7be req-bbc0bfa6-85cc-463a-b112-8faed02ae3ff tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 945 time: 0.0846498 Nov 11 20:55:04.608767 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c41fb5-1619-435b-b0c4-2776ed3370cc x-openstack-request-id: req-63c41fb5-1619-435b-b0c4-2776ed3370cc {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:04.609084 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc1e783-f9af-49b5-82db-ec46f12e6d14", "name": "network-vif-plugged", "status": "completed", "tag": "10fd7c3e-d94c-4e38-8526-c217243122d1", "code": 200}, {"server_uuid": "358d6a0c-e397-4892-83d9-aaf0302f62a1", "name": "network-vif-plugged", "status": "completed", "tag": "370965a5-ee12-4bb6-8a97-f6c79acff453", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:04.609337 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63c41fb5-1619-435b-b0c4-2776ed3370cc {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:04.610107 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd7c3e-d94c-4e38-8526-c217243122d1', 'code': 200} Nov 11 20:55:04.610574 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370965a5-ee12-4bb6-8a97-f6c79acff453', 'code': 200} Nov 11 20:55:04.616329 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.653254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:04.663199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:04.669213 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5860e4e8-3211-4744-b3d1-8947a2f02d47 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.669521 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.669868 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Added segment 3c925d24-31b6-425a-8191-2c1d5fc37ff9 of type vlan for network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 Nov 11 20:55:04.671238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5860e4e8-3211-4744-b3d1-8947a2f02d47 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6163614 Nov 11 20:55:04.673789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.683403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:04.696081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'enable_snat': False}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:04.785189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67691c2d-4ba6-4013-91c5-4c1a5073b7be req-ee66efb2-3bc6-4492-9d80-03a95ef3954f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653404 Nov 11 20:55:04.814063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.851823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e064e3-e16d-4591-a2bc-1ef025ec9200 req-cd9749b7-39d9-4ddb-90d4-97a10c33ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:04.854859 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3e064e3-e16d-4591-a2bc-1ef025ec9200 req-cd9749b7-39d9-4ddb-90d4-97a10c33ffed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 1097 time: 0.1442978 Nov 11 20:55:04.889330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Pushing event deleted for resources: {'Port': ['ID=386af696-3f85-43a0-a22b-db6526c4d4b6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:04.910961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3e064e3-e16d-4591-a2bc-1ef025ec9200 req-ba1a92c9-fa26-48ab-b2e1-633629be9d22 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468974 Nov 11 20:55:04.936972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.941676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:04.941676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.980734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] No DVR routers for this DVR port 386af696-3f85-43a0-a22b-db6526c4d4b6 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:04.983902 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa5e0ecb-090b-4c35-a7e7-9ddcc2165435 req-8dcb565f-f4af-446f-8f89-e521f62ea6bc tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 210 time: 0.0862968 Nov 11 20:55:04.984983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.988629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84b80dcf-f306-41cb-b21d-b0b6dc23923a req-43bbfc80-b274-4fe7-9cf9-e2d8d48d55d2 tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.62 "DELETE /v2.0/ports/386af696-3f85-43a0-a22b-db6526c4d4b6 HTTP/1.1" status: 204 len: 173 time: 0.9850996 Nov 11 20:55:04.990802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-deleted', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:04.992758 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace08e1a-8bb2-4284-be01-ebf32b78c431" -d '{"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-deleted", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:05.011089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f6ff84-b9eb-471c-ab76-4facc0937bd4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:05.022431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:05.059922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cad9d3d2-c91a-4abf-9ac0-8fb62b963254 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1147003 Nov 11 20:55:05.059922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:05.061085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Request body: {'subnet': {'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1235498952-subnet', 'tenant_id': '945cbdf093114278835448ac2f391955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:05.091946 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77fa674-12f3-4cdc-90bd-96b9a0d99745 x-openstack-request-id: req-e77fa674-12f3-4cdc-90bd-96b9a0d99745 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:05.092489 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4c46b-d9ce-49cb-886a-196df9f02b61", "name": "network-vif-deleted", "tag": "386af696-3f85-43a0-a22b-db6526c4d4b6", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:05.099141 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e77fa674-12f3-4cdc-90bd-96b9a0d99745 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:05.102610 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4c46b-d9ce-49cb-886a-196df9f02b61', 'name': 'network-vif-deleted', 'tag': '386af696-3f85-43a0-a22b-db6526c4d4b6', 'status': 'completed', 'code': 200} Nov 11 20:55:05.110513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7e64-3fbc-4127-bbd0-fddc4f4dbb97 req-97744e22-f633-44d0-a226-f89c76433824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:05.113746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-696e7e64-3fbc-4127-bbd0-fddc4f4dbb97 req-97744e22-f633-44d0-a226-f89c76433824 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 1096 time: 0.3218555 Nov 11 20:55:05.203369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:05.210348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:05.213139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:05.228083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-696e7e64-3fbc-4127-bbd0-fddc4f4dbb97 req-cbf8e8de-afbb-4bf8-bf8d-83b15d1aedd0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770099 Nov 11 20:55:05.428303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:05.540513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99de44-208b-458d-8c7a-882e1863d688 req-a34cccfe-8d5b-4d2b-b34e-1f0b0e7ace77 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:05.562618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f99de44-208b-458d-8c7a-882e1863d688 req-a34cccfe-8d5b-4d2b-b34e-1f0b0e7ace77 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1113093 Nov 11 20:55:05.685215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f99de44-208b-458d-8c7a-882e1863d688 req-7fb8bddc-38b8-40be-b45e-e79b224a8f24 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195838 Nov 11 20:55:05.733502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:05.765412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a8c1-28ea-487f-b591-9902376328c9 req-16a86b49-8be5-4b7c-a087-46ae531c4b12 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:05.773685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a175a8c1-28ea-487f-b591-9902376328c9 req-16a86b49-8be5-4b7c-a087-46ae531c4b12 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 947 time: 0.1195621 Nov 11 20:55:05.849714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375ba9a9-3c66-4767-9814-366a1866523d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:05.929458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a175a8c1-28ea-487f-b591-9902376328c9 req-7a7e65ca-53fd-429b-9d49-d7ab3045328c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189046 Nov 11 20:55:05.961907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Checking segment: {'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:05.962288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Network hostable DHCP agents. Network: e4f6ff84-b9eb-471c-ab76-4facc0937bd4, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:06.071108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:06.183271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-edb5195a-affb-43ad-9bb1-796ba5e3bb55 req-9b0fb088-fbdc-496d-be1f-b5e1e5c1ecef tempest-ListImageFiltersTestJSON-936518354 tempest-ListImageFiltersTestJSON-936518354-project] 10.222.0.31 "GET /v2.0/ports?device_id=65f4c46b-d9ce-49cb-886a-196df9f02b61 HTTP/1.1" status: 200 len: 210 time: 0.0315900 Nov 11 20:55:06.193990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e4f6ff84-b9eb-471c-ab76-4facc0937bd4) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:06.201386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:06.204364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.209390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7420f-b38d-4459-96b7-6ceeb8a39d9e None None] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:06.302868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba685f6-623d-4013-85b3-513cfead6100 req-07a040fa-d8ab-4354-b0d5-b6c774dd926b tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:06.305805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dba685f6-623d-4013-85b3-513cfead6100 req-07a040fa-d8ab-4354-b0d5-b6c774dd926b tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 945 time: 0.1066298 Nov 11 20:55:06.305987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-755ba1e5-7b6e-4066-a838-811c4d6f45a1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2487707 Nov 11 20:55:06.307299 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.308502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:06.312999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:06.337871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.439450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dba685f6-623d-4013-85b3-513cfead6100 req-b0db2d8c-c2bd-42a5-9165-3a3206689b28 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989428 Nov 11 20:55:06.462334 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.464987 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.488133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e4f6ff84-b9eb-471c-ab76-4facc0937bd4', 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4', 'tenant_id': '945cbdf093114278835448ac2f391955', 'fixed_ips': [{'subnet_id': '375ba9a9-3c66-4767-9814-366a1866523d'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:55:06.489929 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.559869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Allocated IP 172.25.2.110 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/81f8abcc-43ba-44e0-b51e-fb1b5bb48031) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:06.585591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.692469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.715635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Allocated IP 172.20.0.2 (e4f6ff84-b9eb-471c-ab76-4facc0937bd4/375ba9a9-3c66-4767-9814-366a1866523d/edd72aea-7f3f-46f8-88a6-3ed652d80f8a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:06.822476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.908658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Pushing event updated for resources: {'Port': ['ID=81f8abcc-43ba-44e0-b51e-fb1b5bb48031,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:06.932899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:06.935562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:06.948009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:07.001983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.016621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.048448 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.096602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa7006-561a-4942-b779-c556d6eeb90e req-0c1923bd-176c-4173-a191-648820a77941 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:07.108272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58fa7006-561a-4942-b779-c556d6eeb90e req-0c1923bd-176c-4173-a191-648820a77941 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.0914831 Nov 11 20:55:07.154784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58fa7006-561a-4942-b779-c556d6eeb90e req-740410e2-6c28-48d4-b5d7-25a00fa37ae4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Nov 11 20:55:07.188414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.238883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52181ed-19be-4063-8870-d485a8960bd7 req-c7fd1ffc-581c-46c3-8e46-2134674019f5 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:07.248600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e52181ed-19be-4063-8870-d485a8960bd7 req-c7fd1ffc-581c-46c3-8e46-2134674019f5 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 947 time: 0.0946681 Nov 11 20:55:07.264374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:07.271575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:07.276726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:07.311708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Pushing event updated for resources: {'Port': ['ID=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:07.320552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e52181ed-19be-4063-8870-d485a8960bd7 req-a4c07310-e8e0-4aee-ad9c-a7869269f517 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677009 Nov 11 20:55:07.397331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Attempting to bind port edd72aea-7f3f-46f8-88a6-3ed652d80f8a on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:07.398823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Attempting to bind port edd72aea-7f3f-46f8-88a6-3ed652d80f8a by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:07.400493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Attempting to bind port edd72aea-7f3f-46f8-88a6-3ed652d80f8a on network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:07.412545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:07.412924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Checking segment: {'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:07.413328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.413781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Bound using segment: {'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:07.414366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Bound port: edd72aea-7f3f-46f8-88a6-3ed652d80f8a, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:07.414808 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.441231 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.464885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.516294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.554766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] For port edd72aea-7f3f-46f8-88a6-3ed652d80f8a, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:07.558868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] For port edd72aea-7f3f-46f8-88a6-3ed652d80f8a, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,segment=NetworkSegment(3c925d24-31b6-425a-8191-2c1d5fc37ff9),segment_id=3c925d24-31b6-425a-8191-2c1d5fc37ff9)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:07.647269 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.652628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Allocated IP 172.25.2.105 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/0b01a5d0-c757-405f-8188-3788659ff073) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:07.699193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0007cf-b26d-4704-9a23-90620b47ad19 req-a4b5561b-b7a4-40d5-acf8-e0bc37a950ae tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:07.700951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef0007cf-b26d-4704-9a23-90620b47ad19 req-a4b5561b-b7a4-40d5-acf8-e0bc37a950ae tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 945 time: 0.1097939 Nov 11 20:55:07.764165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171a044-1b3c-43d9-9074-bc13252e170f None None] Pushing event updated for resources: {'Port': ['ID=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:07.814074 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.845918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef0007cf-b26d-4704-9a23-90620b47ad19 req-4b44d869-d203-4d4d-8e6d-84397af5e712 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302359 Nov 11 20:55:07.869387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.874973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:07.915137 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:08.059410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:08.072859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b758f7-2361-4bcb-9f59-76a854a23948 req-02e30adb-1aef-4a53-9e2a-5718b5e5cdee tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:08.074422 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-94b758f7-2361-4bcb-9f59-76a854a23948 req-02e30adb-1aef-4a53-9e2a-5718b5e5cdee tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 946 time: 0.1004612 Nov 11 20:55:08.123706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:08.130954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:08.141361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:08.188502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Pushing event updated for resources: {'Port': ['ID=0b01a5d0-c757-405f-8188-3788659ff073,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:08.202484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Router 6794e86b-7cf7-4faf-89b2-7470a4dfd7bc is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:55:08.238959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-94b758f7-2361-4bcb-9f59-76a854a23948 req-f5bea803-21df-49e8-9f78-e4927d34494a tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243091 Nov 11 20:55:08.357039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7fa7b05a-3eb5-421d-8f13-bca649459598 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:08.402079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:55:08.416635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:08.418047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9d6e725c-f49e-484b-a759-9845a4462e24 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "PUT /v2.0/routers/6794e86b-7cf7-4faf-89b2-7470a4dfd7bc HTTP/1.1" status: 200 len: 919 time: 3.7336154 Nov 11 20:55:08.422269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44742) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:08.423517 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] Sync routers for ids ['6794e86b-7cf7-4faf-89b2-7470a4dfd7bc'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:55:08.458064 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] Routers {'6794e86b-7cf7-4faf-89b2-7470a4dfd7bc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:08.460997 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6794e86b-7cf7-4faf-89b2-7470a4dfd7bc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:08.490048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af991-a69f-4679-8896-9ec5239dcb41 req-5fa9b0d3-2ab4-4589-9296-b9f07a2c7425 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:08.491569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a00af991-a69f-4679-8896-9ec5239dcb41 req-5fa9b0d3-2ab4-4589-9296-b9f07a2c7425 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.0926960 Nov 11 20:55:08.601159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7fa7b05a-3eb5-421d-8f13-bca649459598, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7fa7b05a-3eb5-421d-8f13-bca649459598,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:08.611315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:08.622558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a00af991-a69f-4679-8896-9ec5239dcb41 req-8a857694-b28e-4c58-acd0-8960452c3ee9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215098 Nov 11 20:55:08.686735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 386af696-3f85-43a0-a22b-db6526c4d4b6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:08.688611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 386af696-3f85-43a0-a22b-db6526c4d4b6 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:08.692811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-64751098-3fdb-41e1-8ed5-45b9767031f9 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/6794e86b-7cf7-4faf-89b2-7470a4dfd7bc HTTP/1.1" status: 200 len: 925 time: 0.2693496 Nov 11 20:55:08.693448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:08.694263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '7fa7b05a-3eb5-421d-8f13-bca649459598', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '7fa7b05a-3eb5-421d-8f13-bca649459598', 'mac_address': 'fa:16:3e:0d:77:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:55:08.702554 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:08.727282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3103f-9a44-4673-a328-d237ae750d08 req-2f093ebc-ddac-46ef-adc3-51776d5875f3 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:08.728982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acf3103f-9a44-4673-a328-d237ae750d08 req-2f093ebc-ddac-46ef-adc3-51776d5875f3 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 945 time: 0.1688519 Nov 11 20:55:08.744868 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:08.764564 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:08.775786 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] Routers {'6794e86b-7cf7-4faf-89b2-7470a4dfd7bc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:08.776466 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6794e86b-7cf7-4faf-89b2-7470a4dfd7bc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:08.782173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa7b05a-3eb5-421d-8f13-bca649459598 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:08.829033 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:08.833369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7fa7b05a-3eb5-421d-8f13-bca649459598, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7fa7b05a-3eb5-421d-8f13-bca649459598,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:08.834841 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57207c0-6fe2-4226-8cc8-f31a95414d7a None None] The sync data for ids ['6794e86b-7cf7-4faf-89b2-7470a4dfd7bc'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:55:08.870980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2532e0c-27e2-4537-a0ec-d6acf0f264fb tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:08.873685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2532e0c-27e2-4537-a0ec-d6acf0f264fb tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=6794e86b-7cf7-4faf-89b2-7470a4dfd7bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1783695 Nov 11 20:55:08.877072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:08.896908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acf3103f-9a44-4673-a328-d237ae750d08 req-aa31ac90-f417-45ea-a5fa-9637410b3424 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573324 Nov 11 20:55:08.923743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.027567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7fa7b05a-3eb5-421d-8f13-bca649459598,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:09.061007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cbf42-0f36-4eac-a695-b1d8c8b8ba5f req-c3fddcc4-81f0-4e34-a373-3a7630c47551 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:09.063118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca1cbf42-0f36-4eac-a695-b1d8c8b8ba5f req-c3fddcc4-81f0-4e34-a373-3a7630c47551 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 948 time: 0.1807058 Nov 11 20:55:09.064583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24c2ad-6c73-406c-b7f9-a092af7596b2 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:09.069251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5a24c2ad-6c73-406c-b7f9-a092af7596b2 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 881 time: 0.1684544 Nov 11 20:55:09.069953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:09.141591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6cc82b-0083-45e5-b11c-5d644fa4f0cd None None] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:09.173763 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:55:09.225374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a7d0c92-9ecb-4fb8-89f7-b5d526b4cf0e None None] Provisioning complete for port edd72aea-7f3f-46f8-88a6-3ed652d80f8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:09.225869 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0c92-9ecb-4fb8-89f7-b5d526b4cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.453890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e1b2a61-8256-4fe6-a6b5-19976507bae3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=6794e86b-7cf7-4faf-89b2-7470a4dfd7bc HTTP/1.1" status: 200 len: 205 time: 0.3763568 Nov 11 20:55:09.454653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44770) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:09.472454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7fa7b05a-3eb5-421d-8f13-bca649459598'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:09.538780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.543824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca1cbf42-0f36-4eac-a695-b1d8c8b8ba5f req-653794fd-9eca-44a8-8abb-6646231793a5 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674931 Nov 11 20:55:09.623446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device edd72aea-7f3f-46f8-88a6-3ed652d80f8a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:09.704781 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0c92-9ecb-4fb8-89f7-b5d526b4cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.778051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.818638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port edd72aea-7f3f-46f8-88a6-3ed652d80f8a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:09.818997 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.821970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8a7d0c92-9ecb-4fb8-89f7-b5d526b4cf0e None None] For port edd72aea-7f3f-46f8-88a6-3ed652d80f8a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,segment=NetworkSegment(3c925d24-31b6-425a-8191-2c1d5fc37ff9),segment_id=3c925d24-31b6-425a-8191-2c1d5fc37ff9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:09.865011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Router da050632-c7c5-4b4d-a7e9-46644cc281bd is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:55:09.903232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0c92-9ecb-4fb8-89f7-b5d526b4cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.924043 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:09.990263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d0c92-9ecb-4fb8-89f7-b5d526b4cf0e None None] Pushing event updated for resources: {'Port': ['ID=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:10.092989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:55:10.106125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360715be-eb01-42ff-a7dd-2362d27d0db0 req-2218f519-51cc-417c-9457-2e563c988254 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:10.107554 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-360715be-eb01-42ff-a7dd-2362d27d0db0 req-2218f519-51cc-417c-9457-2e563c988254 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1139092 Nov 11 20:55:10.127510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Sync routers for ids ['da050632-c7c5-4b4d-a7e9-46644cc281bd'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:55:10.136003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Deleting port 81f8abcc-43ba-44e0-b51e-fb1b5bb48031 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:10.136383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:10.150142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Routers {'da050632-c7c5-4b4d-a7e9-46644cc281bd'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:10.152283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['da050632-c7c5-4b4d-a7e9-46644cc281bd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:10.229764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:10.231032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-18fd30bf-f934-40ea-8ce9-7a4e889f1042 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9215415 Nov 11 20:55:10.233818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:10.274015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-360715be-eb01-42ff-a7dd-2362d27d0db0 req-f80ddaac-51eb-43f9-a5c7-482667d4549c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502602 Nov 11 20:55:10.311463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9877b136-6cc9-462e-b0de-7de56b0febb4 None None] Provisioning complete for port edd72aea-7f3f-46f8-88a6-3ed652d80f8a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:10.311914 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9877b136-6cc9-462e-b0de-7de56b0febb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:10.318882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:10.340396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Calling delete_port for 81f8abcc-43ba-44e0-b51e-fb1b5bb48031 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:10.385493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Set router da050632-c7c5-4b4d-a7e9-46644cc281bd gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:55:10.654101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0b01a5d0-c757-405f-8188-3788659ff073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:55:08Z', 'revision_number': 3, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port': {'id': '0b01a5d0-c757-405f-8188-3788659ff073', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:07Z', 'updated_at': '2021-11-11T20:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:10.691824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Checking router: da050632-c7c5-4b4d-a7e9-46644cc281bd for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:55:10.693152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Updating router da050632-c7c5-4b4d-a7e9-46644cc281bd port 0b01a5d0-c757-405f-8188-3788659ff073 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:55:10.698544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093b5ed-6a67-4ebd-9642-6e1c612f94ca req-f82dae0d-e03f-402c-bcff-7e0ca0ac7e7a tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:10.698544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d093b5ed-6a67-4ebd-9642-6e1c612f94ca req-f82dae0d-e03f-402c-bcff-7e0ca0ac7e7a tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 945 time: 0.1171358 Nov 11 20:55:10.733980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:10.761594 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d093b5ed-6a67-4ebd-9642-6e1c612f94ca req-e1efc809-f82b-4e2f-8c52-8db5f164c30e tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547128 Nov 11 20:55:10.775044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:10.867906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event deleted for resources: {'Port': ['ID=81f8abcc-43ba-44e0-b51e-fb1b5bb48031,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:10.938433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:10.982171 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.068192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f71b-60a2-4d73-ad03-f296743f9118 req-b4e1af78-ab95-4813-8af8-45ab647df103 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:11.075603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67b8f71b-60a2-4d73-ad03-f296743f9118 req-b4e1af78-ab95-4813-8af8-45ab647df103 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 948 time: 0.1624401 Nov 11 20:55:11.120842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.129202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.143589 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.206583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67b8f71b-60a2-4d73-ad03-f296743f9118 req-7e224023-c54a-4765-b594-a38777c8549e tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974302 Nov 11 20:55:11.214629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Allocated IP 172.20.0.1 (e4f6ff84-b9eb-471c-ab76-4facc0937bd4/375ba9a9-3c66-4767-9814-366a1866523d/9ecac4e8-b538-4dac-a4eb-d460a9b996bb) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:11.282431 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.319133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.319680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Fanout notify agent at l3_agent the message router_deleted on router 6794e86b-7cf7-4faf-89b2-7470a4dfd7bc {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:55:11.327673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.333437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-09761c2b-2e10-4a8e-aed1-c366e6ded8b0 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/6794e86b-7cf7-4faf-89b2-7470a4dfd7bc HTTP/1.1" status: 204 len: 168 time: 1.8714907 Nov 11 20:55:11.334043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44806) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:11.343366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-453427307', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:11.375040 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.376405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Attempting to bind port 0b01a5d0-c757-405f-8188-3788659ff073 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:11.379448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Attempting to bind port 0b01a5d0-c757-405f-8188-3788659ff073 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:11.379862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Attempting to bind port 0b01a5d0-c757-405f-8188-3788659ff073 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:11.402637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:11.403026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:11.403433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.406403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:11.411648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Bound port: 0b01a5d0-c757-405f-8188-3788659ff073, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:11.411648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.455838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b796fe-6982-436a-8e28-22d745492e5e None None] Pushing event updated for resources: {'Port': ['ID=0b01a5d0-c757-405f-8188-3788659ff073,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:11.474975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.476268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.500537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device edd72aea-7f3f-46f8-88a6-3ed652d80f8a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:11.507064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaca71-347f-4790-b20d-f0f8a1fc6e72 req-afe20f0d-135a-45a0-8d0b-17af538988d4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:11.518105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-febaca71-347f-4790-b20d-f0f8a1fc6e72 req-afe20f0d-135a-45a0-8d0b-17af538988d4 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1210909 Nov 11 20:55:11.535625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] For port 0b01a5d0-c757-405f-8188-3788659ff073, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:11.557455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.562516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] For port 0b01a5d0-c757-405f-8188-3788659ff073, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0b01a5d0-c757-405f-8188-3788659ff073,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:11.571087 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-febaca71-347f-4790-b20d-f0f8a1fc6e72 req-9f9f1ed4-6dc7-4cba-ae21-d7deb16cbec7 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Nov 11 20:55:11.580947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port edd72aea-7f3f-46f8-88a6-3ed652d80f8a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:11.581371 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.611165 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.650646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:11.654219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:11.658354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:11.711158 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.725274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:11.765532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:11.793657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Routers {'da050632-c7c5-4b4d-a7e9-46644cc281bd'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:11.794610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['da050632-c7c5-4b4d-a7e9-46644cc281bd'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:11.813602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Pushing event updated for resources: {'Port': ['ID=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:11.966934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b796fe-6982-436a-8e28-22d745492e5e None None] Pushing event updated for resources: {'Port': ['ID=0b01a5d0-c757-405f-8188-3788659ff073,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:11.991381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.033317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bab68cf3-9eb5-4574-bcd7-a9a816316a14 None None] Provisioning complete for port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:12.033735 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bab68cf3-9eb5-4574-bcd7-a9a816316a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.068221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bc2fd1a4-445b-495a-bcbc-a5fdfb2eed34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a85958660134439dae041941b5c32ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012705 Nov 11 20:55:12.068716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:12.076020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] Set router da050632-c7c5-4b4d-a7e9-46644cc281bd gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:55:12.084062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3b35-2b79-44cd-b3fc-fef543cca338 req-ec1982de-9502-4571-a26c-f04dfde8fa8d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:12.087643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.093567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be0d3b35-2b79-44cd-b3fc-fef543cca338 req-ec1982de-9502-4571-a26c-f04dfde8fa8d tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 945 time: 0.1123202 Nov 11 20:55:12.254582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be0d3b35-2b79-44cd-b3fc-fef543cca338 req-a7b9ea69-8c7f-4706-b1e8-553c61e2741e tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599014 Nov 11 20:55:12.267478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-fbabb796-2f16-4e51-9005-83a3e72c9c63 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:12.278172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-fbabb796-2f16-4e51-9005-83a3e72c9c63 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 945 time: 0.1739666 Nov 11 20:55:12.278172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2adc19c3-2fc3-497d-a7f9-82394a767226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.290836 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.335733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bab68cf3-9eb5-4574-bcd7-a9a816316a14 None None] Port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:12.365523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2adc19c3-2fc3-497d-a7f9-82394a767226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.382295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.403402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7fa7b05a-3eb5-421d-8f13-bca649459598 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:12.486529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.503865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Deleting port bda8faa8-0365-4448-9787-6f90de745cf9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:12.504659 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:12.515139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0b01a5d0-c757-405f-8188-3788659ff073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:55:08Z', 'revision_number': 3, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port': {'id': '0b01a5d0-c757-405f-8188-3788659ff073', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:07Z', 'updated_at': '2021-11-11T20:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:12.547903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74501400-fcc2-4f08-b260-9d20b4fcfa09 None None] The sync data for ids ['da050632-c7c5-4b4d-a7e9-46644cc281bd'] in n-d-805734-3 is: [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0b01a5d0-c757-405f-8188-3788659ff073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:55:08Z', 'revision_number': 3, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port': {'id': '0b01a5d0-c757-405f-8188-3788659ff073', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:07Z', 'updated_at': '2021-11-11T20:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:55:12.550494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Pushing event updated for resources: {'Port': ['ID=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:12.564914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fab0a1-22c2-461e-98d2-1a313630c3a8 req-73da9ad3-172f-4c92-9cc4-3d1eb5b9b0de tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:12.568625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40fab0a1-22c2-461e-98d2-1a313630c3a8 req-73da9ad3-172f-4c92-9cc4-3d1eb5b9b0de tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 948 time: 0.2373681 Nov 11 20:55:12.684377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40fab0a1-22c2-461e-98d2-1a313630c3a8 req-63309f29-1fc0-4397-8bdf-25a787245ce5 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776296 Nov 11 20:55:12.697652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:12.708167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:12.883768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Router da050632-c7c5-4b4d-a7e9-46644cc281bd has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:55:12.890524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 7fa7b05a-3eb5-421d-8f13-bca649459598 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:12.896994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 7fa7b05a-3eb5-421d-8f13-bca649459598 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:12.901446 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.011710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2adc19c3-2fc3-497d-a7f9-82394a767226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.013903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2adc19c3-2fc3-497d-a7f9-82394a767226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.015096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2adc19c3-2fc3-497d-a7f9-82394a767226 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b180b23f-5ade-45ff-835c-6379afde2fe7 HTTP/1.1" status: 204 len: 168 time: 0.9445188 Nov 11 20:55:13.086797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:55:13.086797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a78d5b81-cb6d-4a87-bd55-4eb673f47bed admin admin] 10.222.0.31 "PUT /v2.0/routers/da050632-c7c5-4b4d-a7e9-46644cc281bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8410473 Nov 11 20:55:13.087338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc19c3-2fc3-497d-a7f9-82394a767226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180b23f-5ade-45ff-835c-6379afde2fe7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:13.089249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.127129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa7b05a-3eb5-421d-8f13-bca649459598'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:13.129548 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e0d67-abac-419c-9277-345f6ac7acdc" -d '{"events": [{"server_uuid": "bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec", "name": "network-vif-plugged", "status": "completed", "tag": "7fa7b05a-3eb5-421d-8f13-bca649459598"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:13.140729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.156054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7f6fe-e9ca-4cb2-98b0-aceddaefdb06 req-bbad8ba9-ce73-4141-bec7-ab6ea7ab29ba tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:13.164317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cb7f6fe-e9ca-4cb2-98b0-aceddaefdb06 req-bbad8ba9-ce73-4141-bec7-ab6ea7ab29ba tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1700094 Nov 11 20:55:13.165447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7fa7b05a-3eb5-421d-8f13-bca649459598, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7fa7b05a-3eb5-421d-8f13-bca649459598,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:13.166670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aca22afa-925d-4424-a74e-cb320563d5b5 None None] Provisioning complete for port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:13.167025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aca22afa-925d-4424-a74e-cb320563d5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.201886 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a477f3a-3f96-446d-bb6c-bb31c57af170 x-openstack-request-id: req-9a477f3a-3f96-446d-bb6c-bb31c57af170 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:13.202157 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec", "name": "network-vif-plugged", "status": "completed", "tag": "7fa7b05a-3eb5-421d-8f13-bca649459598", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:13.202459 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a477f3a-3f96-446d-bb6c-bb31c57af170 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:13.202852 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa7b05a-3eb5-421d-8f13-bca649459598', 'code': 200} Nov 11 20:55:13.223934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aca22afa-925d-4424-a74e-cb320563d5b5 None None] Port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:13.234353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44836) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:13.283558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cb7f6fe-e9ca-4cb2-98b0-aceddaefdb06 req-0d9fd53c-bf1b-4f08-9841-2e48015de4a1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181905 Nov 11 20:55:13.292545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.325597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] For port bda8faa8-0365-4448-9787-6f90de745cf9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bda8faa8-0365-4448-9787-6f90de745cf9,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:13.325973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.342265 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.349995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff170766-63cb-4f50-b3db-e81cbdfda880 req-8b857fc7-85c2-4dd1-a45e-f2f8d5a7f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:13.352050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff170766-63cb-4f50-b3db-e81cbdfda880 req-8b857fc7-85c2-4dd1-a45e-f2f8d5a7f8ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 1099 time: 0.0789065 Nov 11 20:55:13.386464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Calling delete_port for bda8faa8-0365-4448-9787-6f90de745cf9 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:13.437367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7fa7b05a-3eb5-421d-8f13-bca649459598,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:13.458087 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff170766-63cb-4f50-b3db-e81cbdfda880 req-7824b364-96e9-471a-ba7e-5ab432c84788 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962613 Nov 11 20:55:13.508652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0b01a5d0-c757-405f-8188-3788659ff073 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:13.510680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-358841870'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:13.593219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 0b01a5d0-c757-405f-8188-3788659ff073 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:13.593607 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.620915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75958b03-edf7-49d6-b205-c15b97d2efed req-798e25c3-47e4-4af9-8343-df5f5ae0a16b tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:13.622613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75958b03-edf7-49d6-b205-c15b97d2efed req-798e25c3-47e4-4af9-8343-df5f5ae0a16b tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 945 time: 0.2077284 Nov 11 20:55:13.645344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:13.649691 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.657043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Allocated IP 172.25.2.184 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/54d298f4-232a-404a-95f6-659d0d9ee98d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:13.700254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:13.715933 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.719831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.720594 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Added segment aa377e07-ca49-4940-9bde-d06a482ae7d5 of type vlan for network 91a1b013-a08a-4b92-b391-05c6379de3f6 Nov 11 20:55:13.773164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.775839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 0b01a5d0-c757-405f-8188-3788659ff073, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0b01a5d0-c757-405f-8188-3788659ff073,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:13.869376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75958b03-edf7-49d6-b205-c15b97d2efed req-2357daea-91b3-4297-b097-9c237e4497f1 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324214 Nov 11 20:55:13.873480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.919157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3684d-99eb-4172-b887-fdf23d510212 req-a3514ba1-977c-46cd-a716-507f4d44e695 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:13.927297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53f3684d-99eb-4172-b887-fdf23d510212 req-a3514ba1-977c-46cd-a716-507f4d44e695 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 949 time: 0.0751479 Nov 11 20:55:13.927297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.929381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:13.930017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:13.946197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=0b01a5d0-c757-405f-8188-3788659ff073,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:13.946960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:14.039187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:14.053979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['10fd7c3e-d94c-4e38-8526-c217243122d1'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:14.059973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['bda8faa8-0365-4448-9787-6f90de745cf9', '370965a5-ee12-4bb6-8a97-f6c79acff453'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:14.075249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Pushing event deleted for resources: {'Port': ['ID=bda8faa8-0365-4448-9787-6f90de745cf9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:14.078040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Network': ['ID=91a1b013-a08a-4b92-b391-05c6379de3f6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:14.114774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53f3684d-99eb-4172-b887-fdf23d510212 req-1fc8441d-47b0-4f87-90f9-31567a4fa3b0 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792476 Nov 11 20:55:14.126267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] No DVR routers for this DVR port bda8faa8-0365-4448-9787-6f90de745cf9 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:14.129893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:14.133956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c0a74d-c7d0-417f-93e3-4e724a2bfd92 req-77254ff4-8512-49fc-8dbd-36822f9932d9 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "DELETE /v2.0/ports/bda8faa8-0365-4448-9787-6f90de745cf9 HTTP/1.1" status: 204 len: 173 time: 1.8559003 Nov 11 20:55:14.134611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'name': 'network-vif-deleted', 'tag': 'bda8faa8-0365-4448-9787-6f90de745cf9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:14.139619 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ada40adc-9823-449a-8075-3c882df63ef0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9039941 Nov 11 20:55:14.143148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:14.147012 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3e756b-dbf4-4542-8d0e-5bd7a4e2bb3d" -d '{"events": [{"server_uuid": "5b42cc32-3477-467a-9376-6b92357dbb9b", "name": "network-vif-deleted", "tag": "bda8faa8-0365-4448-9787-6f90de745cf9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:14.149293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'subnet': {'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:14.151356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:14.165618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:14.195205 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a722e895-09bb-4a97-a369-05b328ac4a28 x-openstack-request-id: req-a722e895-09bb-4a97-a369-05b328ac4a28 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:14.195858 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b42cc32-3477-467a-9376-6b92357dbb9b", "name": "network-vif-deleted", "tag": "bda8faa8-0365-4448-9787-6f90de745cf9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:14.196338 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a722e895-09bb-4a97-a369-05b328ac4a28 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:14.196950 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b42cc32-3477-467a-9376-6b92357dbb9b', 'name': 'network-vif-deleted', 'tag': 'bda8faa8-0365-4448-9787-6f90de745cf9', 'status': 'completed', 'code': 200} Nov 11 20:55:14.208493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:14.211500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:14.215272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:14.261631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event updated for resources: {'Port': ['ID=54d298f4-232a-404a-95f6-659d0d9ee98d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:14.406434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:14.415468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:14.547531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132c7e5-7269-4c8c-b145-9dc269b74eea req-c86d9f30-3f76-4336-9057-2ba7edff96a5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:14.555449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9132c7e5-7269-4c8c-b145-9dc269b74eea req-c86d9f30-3f76-4336-9057-2ba7edff96a5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.1630802 Nov 11 20:55:14.633639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9132c7e5-7269-4c8c-b145-9dc269b74eea req-df54b069-2310-4be1-acd2-298a98c34cbd tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727289 Nov 11 20:55:15.053831 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.055030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:15.056196 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Sync routers for ids ['da050632-c7c5-4b4d-a7e9-46644cc281bd'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:55:15.056196 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Routers {'da050632-c7c5-4b4d-a7e9-46644cc281bd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:15.056196 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['da050632-c7c5-4b4d-a7e9-46644cc281bd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:15.080793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1748933106-network', 'tenant_id': 'fc69f5f866cb4e30bfa2af263e7c6601'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:15.080943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.081550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.081632 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Set router da050632-c7c5-4b4d-a7e9-46644cc281bd gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:55:15.082421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-392a6d94-2d83-4acf-aa90-c0221a5f193b req-12be1e66-19c2-4296-8a3b-ce8382900f42 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b42cc32-3477-467a-9376-6b92357dbb9b HTTP/1.1" status: 200 len: 210 time: 0.0399001 Nov 11 20:55:15.082421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Made reservation on behalf of fc69f5f866cb4e30bfa2af263e7c6601 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:15.082421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.082421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Subnet': ['ID=52da3ecf-12cc-4b16-904e-2f2a10a40ee9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:15.082421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.092447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Checking segment: {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:15.092838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network hostable DHCP agents. Network: 91a1b013-a08a-4b92-b391-05c6379de3f6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:15.199779 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.226217 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0b01a5d0-c757-405f-8188-3788659ff073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:55:11Z', 'revision_number': 4, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port': {'id': '0b01a5d0-c757-405f-8188-3788659ff073', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:07Z', 'updated_at': '2021-11-11T20:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9ecac4e8-b538-4dac-a4eb-d460a9b996bb', 'name': '', 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4', 'tenant_id': '945cbdf093114278835448ac2f391955', 'mac_address': 'fa:16:3e:ac:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '375ba9a9-3c66-4767-9814-366a1866523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:10Z', 'updated_at': '2021-11-11T20:55:12Z', 'revision_number': 2, 'project_id': '945cbdf093114278835448ac2f391955', 'subnets': [{'id': '375ba9a9-3c66-4767-9814-366a1866523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:15.254950 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Checking router: da050632-c7c5-4b4d-a7e9-46644cc281bd for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:55:15.255302 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Updating router da050632-c7c5-4b4d-a7e9-46644cc281bd port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:55:15.255404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a044d-65de-480a-94cc-700f84a4e451 req-d8483c10-9803-4f5d-ad7f-39b6fff7439c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:15.256948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d1a044d-65de-480a-94cc-700f84a4e451 req-d8483c10-9803-4f5d-ad7f-39b6fff7439c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 949 time: 0.0558026 Nov 11 20:55:15.279749 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.307788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d1a044d-65de-480a-94cc-700f84a4e451 req-cca68a25-10b9-4981-8114-1f1ef0e0fd07 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Nov 11 20:55:15.310140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Router 48d15aa3-da98-45de-9a46-4345153a4e68 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:55:15.336852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:15.339220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.353156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:15.419022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.419595 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Added segment 8ae95737-90cb-47bb-8647-269900e85dc4 of type vlan for network fa616b70-ade8-4ad0-8c6e-9caf88bd5e79 Nov 11 20:55:15.426153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a91ab5-bf9f-42a8-8452-5e1c5f90a1d4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:15.467477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:55:15.482533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0b01a5d0-c757-405f-8188-3788659ff073 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:15.496571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] Sync routers for ids ['48d15aa3-da98-45de-9a46-4345153a4e68'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:55:15.498974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.554495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 91a1b013-a08a-4b92-b391-05c6379de3f6) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:15.559927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:15.561173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.567211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db0cb5-e200-49be-8a7f-fa6ba8978e30 None None] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:15.570098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] Routers {'48d15aa3-da98-45de-9a46-4345153a4e68'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:15.579321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['48d15aa3-da98-45de-9a46-4345153a4e68'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:15.617587 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.623753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:15.652720 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.656515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a7f54fb0-6646-4160-ad4c-a200d915c024 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3190451 Nov 11 20:55:15.656799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44886) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:15.662757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:15.678743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] Routers {'48d15aa3-da98-45de-9a46-4345153a4e68'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:15.679394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['48d15aa3-da98-45de-9a46-4345153a4e68'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:15.708062 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.709204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:15.709849 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.715889 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a77b70cd-75c2-4ccb-ad4f-8e5bb5055665 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5700133 Nov 11 20:55:15.722991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:15.723728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77ac78-b40b-4da6-ae96-17ce184018d4 None None] The sync data for ids ['48d15aa3-da98-45de-9a46-4345153a4e68'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:55:15.728643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 0b01a5d0-c757-405f-8188-3788659ff073 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:15.729026 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.736704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:15.751982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-498485193'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:15.798874 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.858663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] Pushing event updated for resources: {'Network': ['ID=fa616b70-ade8-4ad0-8c6e-9caf88bd5e79,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:15.860613 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64595-e48b-450e-9007-c731634e85f7 None None] Pushing event updated for resources: {'Port': ['ID=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:15.920563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-91a1b013-a08a-4b92-b391-05c6379de3f6', 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6', 'tenant_id': '945cbdf093114278835448ac2f391955', 'fixed_ips': [{'subnet_id': '52da3ecf-12cc-4b16-904e-2f2a10a40ee9'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:55:15.922468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.924020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9f08c13c-0c28-422e-8dd0-203db6f65d18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1869440 Nov 11 20:55:15.928374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:15.932850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network fa616b70-ade8-4ad0-8c6e-9caf88bd5e79 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:15.935651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Request body: {'subnet': {'network_id': 'fa616b70-ade8-4ad0-8c6e-9caf88bd5e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1748933106-subnet', 'tenant_id': 'fc69f5f866cb4e30bfa2af263e7c6601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:15.962920 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Attempting to bind port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:15.963334 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Attempting to bind port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:15.963704 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Attempting to bind port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb on network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:15.969940 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:15.970312 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Checking segment: {'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:15.970732 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:15.971503 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Bound using segment: {'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:15.973976 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Bound port: 9ecac4e8-b538-4dac-a4eb-d460a9b996bb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c925d24-31b6-425a-8191-2c1d5fc37ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:15.973976 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.017967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376193b-a903-4fbe-99e3-ada59ca9c646 req-56560e5a-c55a-44dd-9c32-e0da4dd0c69a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:16.028179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1376193b-a903-4fbe-99e3-ada59ca9c646 req-56560e5a-c55a-44dd-9c32-e0da4dd0c69a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.3246994 Nov 11 20:55:16.051363 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] For port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:16.058015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:16.061858 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] For port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,segment=NetworkSegment(3c925d24-31b6-425a-8191-2c1d5fc37ff9),segment_id=3c925d24-31b6-425a-8191-2c1d5fc37ff9)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:16.071329 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.114822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:16.137260 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.137733 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Added segment 4bcbc737-86f4-44be-ae65-04445fc5363f of type vlan for network 57b480c1-4794-4d78-9133-35314f2e17fa Nov 11 20:55:16.160935 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.177653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1376193b-a903-4fbe-99e3-ada59ca9c646 req-eba0f659-0427-4223-aca2-47296993e4c2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481681 Nov 11 20:55:16.185260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Made reservation on behalf of fc69f5f866cb4e30bfa2af263e7c6601 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:16.214728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.246128 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Routers {'da050632-c7c5-4b4d-a7e9-46644cc281bd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:16.246890 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['da050632-c7c5-4b4d-a7e9-46644cc281bd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:16.249222 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64595-e48b-450e-9007-c731634e85f7 None None] Pushing event updated for resources: {'Port': ['ID=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:16.269238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.272107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-59007042-1dea-461b-b21d-0e8e2663f714 None None] Provisioning complete for port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:16.272803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59007042-1dea-461b-b21d-0e8e2663f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.337180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.469172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Allocated IP 19.80.0.2 (91a1b013-a08a-4b92-b391-05c6379de3f6/52da3ecf-12cc-4b16-904e-2f2a10a40ee9/bc8ed590-f368-4b8c-91bb-9b86fed642a3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:16.526127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] Set router da050632-c7c5-4b4d-a7e9-46644cc281bd gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:55:16.550823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.603977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a19b93-c3fe-4a39-8d05-9546fae75cd4 req-795a2cbd-2f7c-4452-a414-0612d2f866d9 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:16.624073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48a19b93-c3fe-4a39-8d05-9546fae75cd4 req-795a2cbd-2f7c-4452-a414-0612d2f866d9 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 949 time: 0.1620204 Nov 11 20:55:16.672489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59007042-1dea-461b-b21d-0e8e2663f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.696357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bda8faa8-0365-4448-9787-6f90de745cf9 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:16.748333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48a19b93-c3fe-4a39-8d05-9546fae75cd4 req-23c7ae20-a9dd-466d-bf80-5d59ea51acd4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229174 Nov 11 20:55:16.793143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Deleting port 54d298f4-232a-404a-95f6-659d0d9ee98d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:16.793578 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.905556 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0b01a5d0-c757-405f-8188-3788659ff073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:55:11Z', 'revision_number': 4, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port': {'id': '0b01a5d0-c757-405f-8188-3788659ff073', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:07Z', 'updated_at': '2021-11-11T20:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9ecac4e8-b538-4dac-a4eb-d460a9b996bb', 'name': '', 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4', 'tenant_id': '945cbdf093114278835448ac2f391955', 'mac_address': 'fa:16:3e:ac:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '375ba9a9-3c66-4767-9814-366a1866523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:10Z', 'updated_at': '2021-11-11T20:55:16Z', 'revision_number': 4, 'project_id': '945cbdf093114278835448ac2f391955', 'subnets': [{'id': '375ba9a9-3c66-4767-9814-366a1866523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:16.949848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.954351 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6b0f3-0fcb-46aa-8a84-d960cb53b290 None None] The sync data for ids ['da050632-c7c5-4b4d-a7e9-46644cc281bd'] in n-d-805734-3 is: [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0b01a5d0-c757-405f-8188-3788659ff073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:55:11Z', 'revision_number': 4, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port': {'id': '0b01a5d0-c757-405f-8188-3788659ff073', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:07Z', 'updated_at': '2021-11-11T20:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9ecac4e8-b538-4dac-a4eb-d460a9b996bb', 'name': '', 'network_id': 'e4f6ff84-b9eb-471c-ab76-4facc0937bd4', 'tenant_id': '945cbdf093114278835448ac2f391955', 'mac_address': 'fa:16:3e:ac:77:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '375ba9a9-3c66-4767-9814-366a1866523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:10Z', 'updated_at': '2021-11-11T20:55:16Z', 'revision_number': 4, 'project_id': '945cbdf093114278835448ac2f391955', 'subnets': [{'id': '375ba9a9-3c66-4767-9814-366a1866523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:55:16.964225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:16.964712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.967459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:16.982054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: bda8faa8-0365-4448-9787-6f90de745cf9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:16.982403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bda8faa8-0365-4448-9787-6f90de745cf9 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:16.991643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Calling delete_port for 54d298f4-232a-404a-95f6-659d0d9ee98d owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:17.084988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-59007042-1dea-461b-b21d-0e8e2663f714 None None] For port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,segment=NetworkSegment(3c925d24-31b6-425a-8191-2c1d5fc37ff9),segment_id=3c925d24-31b6-425a-8191-2c1d5fc37ff9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:17.156084 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.166376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4189804 Nov 11 20:55:17.169606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44922) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:17.175619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'subnet': {'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:17.184334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9963e-386b-409a-9910-8b4d215b6805 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Network': ['ID=57b480c1-4794-4d78-9133-35314f2e17fa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:17.196163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 57b480c1-4794-4d78-9133-35314f2e17fa details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:17.241557 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.293819 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59007042-1dea-461b-b21d-0e8e2663f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.301085 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.364293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:17.377552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:17.387477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:17.390679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59007042-1dea-461b-b21d-0e8e2663f714 None None] Pushing event updated for resources: {'Port': ['ID=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:17.433866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c27cb1e-5fef-43e8-8aa0-7fd395c460d1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:17.490213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Checking segment: {'id': '8ae95737-90cb-47bb-8647-269900e85dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa616b70-ade8-4ad0-8c6e-9caf88bd5e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:17.490580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Network hostable DHCP agents. Network: fa616b70-ade8-4ad0-8c6e-9caf88bd5e79, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:17.549026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-47f27f38-0341-4c1b-ad56-c656cafd5a89 None None] Provisioning complete for port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:17.550582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47f27f38-0341-4c1b-ad56-c656cafd5a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.568665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20853e4c-3a47-4038-91aa-54c137975681 req-0e7228eb-3610-4bf6-93b7-2c3fc0f90d64 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:17.570309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20853e4c-3a47-4038-91aa-54c137975681 req-0e7228eb-3610-4bf6-93b7-2c3fc0f90d64 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.0913477 Nov 11 20:55:17.579260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.610675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:17.612106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9ecac4e8-b538-4dac-a4eb-d460a9b996bb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:17.615181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.630313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Pushing event deleted for resources: {'Port': ['ID=54d298f4-232a-404a-95f6-659d0d9ee98d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:17.645829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Pushing event updated for resources: {'Port': ['ID=bc8ed590-f368-4b8c-91bb-9b86fed642a3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:17.653886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Attempting to bind port bc8ed590-f368-4b8c-91bb-9b86fed642a3 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:17.654467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Attempting to bind port bc8ed590-f368-4b8c-91bb-9b86fed642a3 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:17.662497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Attempting to bind port bc8ed590-f368-4b8c-91bb-9b86fed642a3 on network 91a1b013-a08a-4b92-b391-05c6379de3f6 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:17.681602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:17.682700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Checking segment: {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:17.683283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.683846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Bound using segment: {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:17.684528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Bound port: bc8ed590-f368-4b8c-91bb-9b86fed642a3, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:17.685111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.735378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Network fa616b70-ade8-4ad0-8c6e-9caf88bd5e79 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:17.745000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.788828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:17.789203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.792266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef3a0b-bbe3-4807-a43a-6589726ed4f7 req-cb3ae865-e734-456f-814d-5bab97f69e84 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:17.802654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef3a0b-bbe3-4807-a43a-6589726ed4f7 req-cb3ae865-e734-456f-814d-5bab97f69e84 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:17.806891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1eef3a0b-bbe3-4807-a43a-6589726ed4f7 req-cb3ae865-e734-456f-814d-5bab97f69e84 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1&device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 1682 time: 0.1610205 Nov 11 20:55:17.847108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] For port bc8ed590-f368-4b8c-91bb-9b86fed642a3, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:17.854369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] For port bc8ed590-f368-4b8c-91bb-9b86fed642a3, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bc8ed590-f368-4b8c-91bb-9b86fed642a3,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:17.876738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, fa616b70-ade8-4ad0-8c6e-9caf88bd5e79) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:17.882054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:17.882805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:17.893456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f725c-efab-46b2-9001-279733aa115e None None] Network fa616b70-ade8-4ad0-8c6e-9caf88bd5e79 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:17.935644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1eef3a0b-bbe3-4807-a43a-6589726ed4f7 req-83973307-3851-48ae-840d-ec4c519e8277 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216717 Nov 11 20:55:17.963476 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.003612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c3d23611-d543-4dbf-8075-944f68f1163b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0653491 Nov 11 20:55:18.165182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a05e9-94bb-4081-aea7-398ccac7498b None None] Pushing event updated for resources: {'Port': ['ID=bc8ed590-f368-4b8c-91bb-9b86fed642a3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:18.182925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910689b8-97df-4feb-b714-138392ff016f None None] Network fa616b70-ade8-4ad0-8c6e-9caf88bd5e79 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:18.204950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11471dc-eb5c-4f2f-9eed-8f88ddc5fd7d req-888d8ee7-9392-4431-9c40-a9eeb10463ed tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:18.220856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b11471dc-eb5c-4f2f-9eed-8f88ddc5fd7d req-888d8ee7-9392-4431-9c40-a9eeb10463ed tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 1100 time: 0.1051650 Nov 11 20:55:18.263076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.272069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b11471dc-eb5c-4f2f-9eed-8f88ddc5fd7d req-a66d505f-42ff-441f-ac04-5a65c4e9b606 tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.371958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20853e4c-3a47-4038-91aa-54c137975681 req-ce2298d2-865c-420c-b04f-fabb7eeafb4f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508636 Nov 11 20:55:18.422603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Subnet': ['ID=b7067665-5eff-4cd2-8e7f-17e6ffa48f73,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:18.443381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Checking segment: {'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:18.443743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network hostable DHCP agents. Network: 57b480c1-4794-4d78-9133-35314f2e17fa, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:18.505415 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b11471dc-eb5c-4f2f-9eed-8f88ddc5fd7d req-a66d505f-42ff-441f-ac04-5a65c4e9b606 tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.545020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.556027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.573049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 57b480c1-4794-4d78-9133-35314f2e17fa is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:18.602148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b11471dc-eb5c-4f2f-9eed-8f88ddc5fd7d req-a66d505f-42ff-441f-ac04-5a65c4e9b606 tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.660199 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b11471dc-eb5c-4f2f-9eed-8f88ddc5fd7d req-a66d505f-42ff-441f-ac04-5a65c4e9b606 tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361298 Nov 11 20:55:18.662191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d505f-42ff-441f-ac04-5a65c4e9b606 tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f27dc66-6cab-4057-b227-9e4198e74755,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:18.679840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 57b480c1-4794-4d78-9133-35314f2e17fa) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:18.688830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:18.689720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.690037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518d12e-5e94-4299-8fc1-d25292207479 None None] Network 57b480c1-4794-4d78-9133-35314f2e17fa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:18.692003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Router 48d15aa3-da98-45de-9a46-4345153a4e68 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:55:18.799535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ae393cb6-1b57-4d7e-9816-d1e9a2f03911 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6285374 Nov 11 20:55:18.843618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-8aaf235a-ea67-4178-9e7b-6b7a915417fa req-f95579c9-fc9a-4060-a5de-553e772c2ee5 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-886894669', 'description': 'tempest-description-2088808230'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:18.855709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:55:18.864946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:18.867416 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] Sync routers for ids ['48d15aa3-da98-45de-9a46-4345153a4e68'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:55:18.869153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3318992a-cd9f-4cb3-a634-d5d2591ee6e3 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "PUT /v2.0/routers/48d15aa3-da98-45de-9a46-4345153a4e68 HTTP/1.1" status: 200 len: 709 time: 3.2096531 Nov 11 20:55:18.869467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:18.884893 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] Routers {'48d15aa3-da98-45de-9a46-4345153a4e68'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:18.885994 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['48d15aa3-da98-45de-9a46-4345153a4e68'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:18.967738 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:18.974310 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8aaf235a-ea67-4178-9e7b-6b7a915417fa req-f95579c9-fc9a-4060-a5de-553e772c2ee5 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.000595 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] Routers {'48d15aa3-da98-45de-9a46-4345153a4e68'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:55:19.001481 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:55:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['48d15aa3-da98-45de-9a46-4345153a4e68'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:19.023272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:19.024857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b813d467-eabc-4097-99de-7ec23801fc93 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/routers/48d15aa3-da98-45de-9a46-4345153a4e68 HTTP/1.1" status: 200 len: 744 time: 0.1539161 Nov 11 20:55:19.069038 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:19.069829 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db369053-e23b-4a07-9bd3-7ba42d8e8651 None None] The sync data for ids ['48d15aa3-da98-45de-9a46-4345153a4e68'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:55:19.070887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-57b480c1-4794-4d78-9133-35314f2e17fa', 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa', 'tenant_id': '945cbdf093114278835448ac2f391955', 'fixed_ips': [{'subnet_id': 'b7067665-5eff-4cd2-8e7f-17e6ffa48f73'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:55:19.072740 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.106426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44956) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:19.116949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6df185a1-47a5-45b7-a437-3625d20a03d8 tempest-RoutersIpV6AdminTest-1722950299 tempest-RoutersIpV6AdminTest-1722950299-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&device_id=48d15aa3-da98-45de-9a46-4345153a4e68 HTTP/1.1" status: 200 len: 205 time: 0.0924423 Nov 11 20:55:19.148172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d845bd1-ad88-489a-b026-b5825c2c4c6b tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d15aa3-da98-45de-9a46-4345153a4e68 HTTP/1.1" status: 200 len: 205 time: 0.0403342 Nov 11 20:55:19.151187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:19.197232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8aaf235a-ea67-4178-9e7b-6b7a915417fa req-f95579c9-fc9a-4060-a5de-553e772c2ee5 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.243240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Allocated IP 19.86.0.2 (57b480c1-4794-4d78-9133-35314f2e17fa/b7067665-5eff-4cd2-8e7f-17e6ffa48f73/c15a97ff-f66b-41ce-89cb-62bbdc1a69b4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:19.257630 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8f935a6-771e-4cfc-b4ee-f667650dc254 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.355984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8aaf235a-ea67-4178-9e7b-6b7a915417fa req-f95579c9-fc9a-4060-a5de-553e772c2ee5 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.422216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95579c9-fc9a-4060-a5de-553e772c2ee5 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b6c2fb-43b0-4795-b9d8-4e763e8549dd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:19.450675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.468912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8f935a6-771e-4cfc-b4ee-f667650dc254 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.472899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8f935a6-771e-4cfc-b4ee-f667650dc254 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.479850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4819de-bb2a-4c23-b6d2-92b53be9c171 None None] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:19.515449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-ec574479-13d3-4713-bdd8-a83877a8bbea tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:19.517114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-ec574479-13d3-4713-bdd8-a83877a8bbea tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.1823072 Nov 11 20:55:19.524130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8aaf235a-ea67-4178-9e7b-6b7a915417fa req-f95579c9-fc9a-4060-a5de-553e772c2ee5 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.525572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8aaf235a-ea67-4178-9e7b-6b7a915417fa req-f95579c9-fc9a-4060-a5de-553e772c2ee5 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6899035 Nov 11 20:55:19.541728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805734-3'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:19.591237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5eec1e41-fefe-4a6b-82f8-738ca705755e None None] Provisioning complete for port bc8ed590-f368-4b8c-91bb-9b86fed642a3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:19.591866 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eec1e41-fefe-4a6b-82f8-738ca705755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.637937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9ecac4e8-b538-4dac-a4eb-d460a9b996bb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:19.646332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.656178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8f935a6-771e-4cfc-b4ee-f667650dc254 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.656729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f935a6-771e-4cfc-b4ee-f667650dc254 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Fanout notify agent at l3_agent the message router_deleted on router 48d15aa3-da98-45de-9a46-4345153a4e68 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:55:19.672372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64491895-695a-4b5b-b465-39012ddc6d20 req-fdc26efb-5780-4955-9078-8c13744b31a6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:19.680958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64491895-695a-4b5b-b465-39012ddc6d20 req-fdc26efb-5780-4955-9078-8c13744b31a6 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 945 time: 0.0691075 Nov 11 20:55:19.695148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8f935a6-771e-4cfc-b4ee-f667650dc254 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.699494 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8f935a6-771e-4cfc-b4ee-f667650dc254 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/48d15aa3-da98-45de-9a46-4345153a4e68 HTTP/1.1" status: 204 len: 168 time: 0.5438933 Nov 11 20:55:19.699727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44980) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:19.711217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.749821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e3e031c-434d-410a-a71e-ab5eaaabc7e6 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d15aa3-da98-45de-9a46-4345153a4e68 HTTP/1.1" status: 200 len: 205 time: 0.0466228 Nov 11 20:55:19.751533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44982) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:19.753808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64491895-695a-4b5b-b465-39012ddc6d20 req-56c5cca6-5435-448a-9f7e-3a775390d484 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711176 Nov 11 20:55:19.767911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Network 57b480c1-4794-4d78-9133-35314f2e17fa is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:19.783528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:19.785691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Pushing event updated for resources: {'Port': ['ID=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:19.789670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:19.832868 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-a2721aa8-4006-4049-83da-8013256d2987 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] delete failed (client error): The resource could not be found. Nov 11 20:55:19.833960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a2721aa8-4006-4049-83da-8013256d2987 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/48d15aa3-da98-45de-9a46-4345153a4e68 HTTP/1.1" status: 404 len: 336 time: 0.0796418 Nov 11 20:55:19.837306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:19.858700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-150bc7e4-4579-449a-9c1a-1926c0db7b19 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:19.865125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-150bc7e4-4579-449a-9c1a-1926c0db7b19 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:19.872409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-150bc7e4-4579-449a-9c1a-1926c0db7b19 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/networks?id=91a1b013-a08a-4b92-b391-05c6379de3f6&id=57b480c1-4794-4d78-9133-35314f2e17fa&id=91a1b013-a08a-4b92-b391-05c6379de3f6 HTTP/1.1" status: 200 len: 1390 time: 0.2768199 Nov 11 20:55:19.881244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-10651a19-6097-4bf0-9009-2678e17e493e tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=6794e86b-7cf7-4faf-89b2-7470a4dfd7bc HTTP/1.1" status: 200 len: 205 time: 0.0424581 Nov 11 20:55:19.881422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:19.916389 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-be0966df-3736-4abc-91f0-25dbadf8294e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/quotas/945cbdf093114278835448ac2f391955 HTTP/1.1" status: 200 len: 375 time: 0.0430300 Nov 11 20:55:19.922696 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:19.923090 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.953860 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eec1e41-fefe-4a6b-82f8-738ca705755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:19.974060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Attempting to bind port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:19.974677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Attempting to bind port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:19.974789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Attempting to bind port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 on network 57b480c1-4794-4d78-9133-35314f2e17fa {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:19.975122 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-8e9f79af-4321-40e7-a039-367076f7574d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] delete failed (client error): The resource could not be found. Nov 11 20:55:19.976183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8e9f79af-4321-40e7-a039-367076f7574d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/6794e86b-7cf7-4faf-89b2-7470a4dfd7bc HTTP/1.1" status: 404 len: 336 time: 0.0894079 Nov 11 20:55:19.980010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44988) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.006036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:20.006572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Checking segment: {'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:20.007095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.007592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Bound using segment: {'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:20.008174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Bound port: c15a97ff-f66b-41ce-89cb-62bbdc1a69b4, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:20.008687 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.017907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca8308b3-c2a3-4df1-a8ae-4310bec58e1a tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 HTTP/1.1" status: 200 len: 205 time: 0.0359018 Nov 11 20:55:20.020916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.045420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5eec1e41-fefe-4a6b-82f8-738ca705755e None None] For port bc8ed590-f368-4b8c-91bb-9b86fed642a3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bc8ed590-f368-4b8c-91bb-9b86fed642a3,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:20.066581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-feb88985-d93f-4ca1-9b92-45c61255aa22 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1178474 Nov 11 20:55:20.073527 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-90121a0a-e016-415e-a400-1b5c2219f54d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] delete failed (client error): The resource could not be found. Nov 11 20:55:20.073731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:20.074705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-90121a0a-e016-415e-a400-1b5c2219f54d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/fb2c8e0b-5c70-4f2b-9e85-a343ad4f9293 HTTP/1.1" status: 404 len: 336 time: 0.0526886 Nov 11 20:55:20.078499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44994) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.119242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2af8181d-7ba7-4833-ae1b-3474013573cc tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=90abf8f3-8804-445b-ac83-50f60a3f71d7 HTTP/1.1" status: 200 len: 205 time: 0.0393519 Nov 11 20:55:20.122532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44996) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.163024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:20.183286 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-3c5d2bd1-151b-4196-92d6-cd78ce4786e1 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] delete failed (client error): The resource could not be found. Nov 11 20:55:20.184426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3c5d2bd1-151b-4196-92d6-cd78ce4786e1 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/90abf8f3-8804-445b-ac83-50f60a3f71d7 HTTP/1.1" status: 404 len: 336 time: 0.0608022 Nov 11 20:55:20.187236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.219219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-960a3f74-063f-45fa-af03-0bcf4b3a2078 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=a705cf6e-7f20-46ed-b3a3-60ec92729b89 HTTP/1.1" status: 200 len: 205 time: 0.0307479 Nov 11 20:55:20.222603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45000) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.224404 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.231115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-b8b9cffc-f836-4db0-93b7-767a62db2ca9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:55:20.236900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-b8b9cffc-f836-4db0-93b7-767a62db2ca9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1647224 Nov 11 20:55:20.236900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:20.236900 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6122c9ac-88fa-4305-994b-fe2d40a99cbc" -d '{"events": [{"server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "name": "network-vif-unplugged", "status": "completed", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:20.276221 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6c0271d0-8f83-4fba-99bc-2cbe38fff502 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] delete failed (client error): The resource could not be found. Nov 11 20:55:20.280062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6c0271d0-8f83-4fba-99bc-2cbe38fff502 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/a705cf6e-7f20-46ed-b3a3-60ec92729b89 HTTP/1.1" status: 404 len: 336 time: 0.0536644 Nov 11 20:55:20.280295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.316108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d00d1ba-4650-4f86-ae56-88039ffa478d tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "GET /v2.0/ports?device_id=67529ef5-9f34-4025-bd39-3d2c4c2ee224 HTTP/1.1" status: 200 len: 205 time: 0.0338593 Nov 11 20:55:20.318957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45008) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.322288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eec1e41-fefe-4a6b-82f8-738ca705755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.363131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-f5d74e59-2257-4940-a6d2-e015b4934008 service neutron] 10.222.0.31 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227186 Nov 11 20:55:20.371907 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c559d142-eaff-4b55-86db-91c80d8ed337 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] delete failed (client error): The resource could not be found. Nov 11 20:55:20.373995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c559d142-eaff-4b55-86db-91c80d8ed337 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/routers/67529ef5-9f34-4025-bd39-3d2c4c2ee224 HTTP/1.1" status: 404 len: 336 time: 0.0525460 Nov 11 20:55:20.383730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:20.384690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.386918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bc8ed590-f368-4b8c-91bb-9b86fed642a3 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:20.418906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-18ac585b-1988-43c9-b1ba-0ae1bf5b1f89 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/54b6c2fb-43b0-4795-b9d8-4e763e8549dd HTTP/1.1" status: 200 len: 1831 time: 0.0443358 Nov 11 20:55:20.422356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] For port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:20.424491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:20.434980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54b6c2fb-43b0-4795-b9d8-4e763e8549dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:20.435633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54b6c2fb-43b0-4795-b9d8-4e763e8549dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:20.447246 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9260d0ca-7e69-4181-9b92-54eb50c1fd96 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] DELETE failed (client error): The resource could not be found. Nov 11 20:55:20.447718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9260d0ca-7e69-4181-9b92-54eb50c1fd96 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:55:20.449662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1e41-fefe-4a6b-82f8-738ca705755e None None] Pushing event updated for resources: {'Port': ['ID=bc8ed590-f368-4b8c-91bb-9b86fed642a3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:20.450992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9260d0ca-7e69-4181-9b92-54eb50c1fd96 tempest-RoutersIpV6AdminTest-1442680988 tempest-RoutersIpV6AdminTest-1442680988-project] 10.222.0.31 "DELETE /v2.0/subnets/075b2340-3f5d-4eb6-96fc-6cf2494781fa HTTP/1.1" status: 404 len: 337 time: 0.0637650 Nov 11 20:55:20.461190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] For port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:20.496877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33add651-ce61-49d7-9a34-ca3ed2394c60 None None] Provisioning complete for port bc8ed590-f368-4b8c-91bb-9b86fed642a3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:20.497252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33add651-ce61-49d7-9a34-ca3ed2394c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.540248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bc8ed590-f368-4b8c-91bb-9b86fed642a3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:20.540663 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.549463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:20.591642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on host n-h1-805734-3 for vnic_type normal with profile {"migrating_to": "n-h2-805734-3"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:20.591977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:20.592336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:20.598209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.598397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-39182ae7-de54-453d-8972-e59f40655d44 service neutron] 10.222.0.31 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342315 Nov 11 20:55:20.601904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:20.602035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:20.603984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.609867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:20.610390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:20.610591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:20.611020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Bound port: 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:20.611377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.633195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.718465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.734391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d994537-23a5-4578-aebb-79f57326df21 None None] Pushing event updated for resources: {'Port': ['ID=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:20.738320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:20.753375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:20.757598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:20.760611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-c619fbaf-f9eb-46e8-9316-2fe1287ecf03 service neutron] 10.222.0.31 "GET /v2.0/networks/57b480c1-4794-4d78-9133-35314f2e17fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463807 Nov 11 20:55:20.779470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984faf77-2315-4e0e-bd33-51279dff66cb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:20.809153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on host n-h1-805734-3 for vnic_type normal with profile {"migrating_to": "n-h2-805734-3"} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:20.809741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:20.810063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:20.814985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:20.815383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Attempting to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:20.820994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:20.821374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Checking segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:20.821985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Bound using segment: {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:20.822519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Bound port: 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d93f12-59ca-463c-8ff6-631a54d41e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa86bd78-4fce-4e6a-8213-3fd0299c5de1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:20.822961 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.838052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.863868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:20.898876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c947828a-ee4c-4180-8765-bf9f4ca0c9e2 req-82623e00-6b06-44d4-b784-6278ec745d99 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4699385 Nov 11 20:55:20.929439 n-d-805734-3 neutron-server[109676]: WARNING neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Concurrent port binding operations failed on port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c Nov 11 20:55:20.936893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:20.942790 n-d-805734-3 neutron-server[109676]: INFO neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Attempt 2 to bind port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c Nov 11 20:55:20.945018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c has no active binding in host n-h2-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 20:55:20.993820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:21.011109 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-3774b871-586b-4179-aa11-36e3411599d1 service neutron] 10.222.0.31 "GET /v2.0/networks/57b480c1-4794-4d78-9133-35314f2e17fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431786 Nov 11 20:55:21.051222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:21.052234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.054294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6238f6f1-f502-4bc7-b8c7-e2eca981f2ce service neutron] 10.222.0.58 "PUT /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 200 len: 1121 time: 1.5268638 Nov 11 20:55:21.096289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:21.124065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4be2a-b51c-4030-bee2-edff411e92b1 req-dd243352-1138-4413-bd85-1c8175dd84d7 tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:21.125668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fb4be2a-b51c-4030-bee2-edff411e92b1 req-dd243352-1138-4413-bd85-1c8175dd84d7 tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 1100 time: 0.0580413 Nov 11 20:55:21.161431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8636aee9-7494-4dfb-92e2-e5fe2c3e911a service neutron] 10.222.0.31 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419773 Nov 11 20:55:21.162798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['31a6fb2d-3e25-4a59-beeb-2238dee23c5c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:21.189015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fb4be2a-b51c-4030-bee2-edff411e92b1 req-1f534e13-cb51-4b1f-a6ab-f84f9c2ebcba tempest-ServersAdminNegativeTestJSON-1338860108 tempest-ServersAdminNegativeTestJSON-1338860108-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539763 Nov 11 20:55:21.249183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['31a6fb2d-3e25-4a59-beeb-2238dee23c5c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:21.285533 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.417080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.452176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f927345-47bb-4a17-a363-0e23520f0549 req-711d9331-bee4-4d35-bb20-59b24c32710d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:21.460330 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f927345-47bb-4a17-a363-0e23520f0549 req-711d9331-bee4-4d35-bb20-59b24c32710d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0800436 Nov 11 20:55:21.549932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f927345-47bb-4a17-a363-0e23520f0549 req-69e37316-2047-4312-9b22-95d2c37ab2db tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837169 Nov 11 20:55:21.549932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.608982 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233eedbb-8963-42d0-9e20-cfdc7ddc5617 x-openstack-request-id: req-233eedbb-8963-42d0-9e20-cfdc7ddc5617 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:21.609370 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "name": "network-vif-unplugged", "status": "completed", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:21.609535 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-233eedbb-8963-42d0-9e20-cfdc7ddc5617 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:21.609907 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c', 'code': 200} Nov 11 20:55:21.636426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bc8ed590-f368-4b8c-91bb-9b86fed642a3 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:21.652534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4180dcd0624d4d4a95d8af4025fc2622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5511675 Nov 11 20:55:21.656992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f85c23c-35d7-4d43-80a5-96401a56ce17,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:21.656992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45030) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:21.700094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bc8ed590-f368-4b8c-91bb-9b86fed642a3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:21.700611 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.713953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.714700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.715197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.715674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.716166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.716657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.717279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.718181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.718656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.719125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.719609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.719887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-e4f3b601-c15a-4bfd-bf2e-0041cae824a8 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:21.720252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7564321-2a6f-4369-ad53-da39a87e0adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:21.721653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-e4f3b601-c15a-4bfd-bf2e-0041cae824a8 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 946 time: 0.1108747 Nov 11 20:55:21.774514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-a80966db-b6ee-4094-b371-f60393b51e9f service neutron] 10.222.0.31 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133451 Nov 11 20:55:21.775741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce2bc94a-20d6-4199-a6bc-28d19a4aaf5d req-f74dcf78-a4e3-477c-b9a3-380c7405c2fe tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/54b6c2fb-43b0-4795-b9d8-4e763e8549dd HTTP/1.1" status: 200 len: 2425 time: 0.1683643 Nov 11 20:55:21.794972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7843f74f-d9b1-4858-918a-f083ff36ca1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.825696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7843f74f-d9b1-4858-918a-f083ff36ca1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.859561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:21.934590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Deleting port 10fd7c3e-d94c-4e38-8526-c217243122d1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:21.936593 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.955083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:21.955506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:21.984739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8f886-d154-47a3-9e80-805e194a5e9d None None] Network 57b480c1-4794-4d78-9133-35314f2e17fa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:22.021796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a0fb1-309d-4f08-94cb-c459a62d032b req-f34745a4-63c4-4ae7-b01b-88b9e7730d20 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:22.024188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e1a0fb1-309d-4f08-94cb-c459a62d032b req-f34745a4-63c4-4ae7-b01b-88b9e7730d20 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 946 time: 0.0622244 Nov 11 20:55:22.064626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7843f74f-d9b1-4858-918a-f083ff36ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.068428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7843f74f-d9b1-4858-918a-f083ff36ca1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.069248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.072326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7843f74f-d9b1-4858-918a-f083ff36ca1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f85c23c-35d7-4d43-80a5-96401a56ce17 HTTP/1.1" status: 204 len: 168 time: 0.3951311 Nov 11 20:55:22.094439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] For port 10fd7c3e-d94c-4e38-8526-c217243122d1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=10fd7c3e-d94c-4e38-8526-c217243122d1,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:22.094809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.118994 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843f74f-d9b1-4858-918a-f083ff36ca1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f85c23c-35d7-4d43-80a5-96401a56ce17,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:22.132387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-29751714-99f4-4e3f-974c-21789f146c2b None None] Provisioning complete for port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:22.133030 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29751714-99f4-4e3f-974c-21789f146c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.158257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e1a0fb1-309d-4f08-94cb-c459a62d032b req-b3d31323-9c98-4fa6-a827-859e1255a2a1 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c0daba-fbc8-40f6-9c21-ac744038a68b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257946 Nov 11 20:55:22.184391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-6a2059ff-7c9e-47a8-bd51-8ce737b65578 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:22.184558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7dcd62d-1428-409e-a1e3-c9c93505935a req-3d3cd025-c01a-4b45-89b7-c72360f77592 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-group-rules/984faf77-2315-4e0e-bd33-51279dff66cb HTTP/1.1" status: 200 len: 778 time: 0.0411935 Nov 11 20:55:22.184968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-6a2059ff-7c9e-47a8-bd51-8ce737b65578 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 945 time: 0.1363194 Nov 11 20:55:22.185061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Calling delete_port for 10fd7c3e-d94c-4e38-8526-c217243122d1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:22.269278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7dcd62d-1428-409e-a1e3-c9c93505935a req-3a92bcfa-1378-49ed-a3f7-76874212332d tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/54b6c2fb-43b0-4795-b9d8-4e763e8549dd HTTP/1.1" status: 200 len: 2425 time: 0.0769112 Nov 11 20:55:22.375821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d85b8b41-824b-4f72-8755-babba01885c5 req-8faff0c1-5d97-4213-af08-7ee5f11cfc07 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 210 time: 0.0349882 Nov 11 20:55:22.379332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Deleting port 370965a5-ee12-4bb6-8a97-f6c79acff453 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:22.379678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.400672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7dcd62d-1428-409e-a1e3-c9c93505935a req-9b99b087-09a1-4419-af45-c82fff36e400 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.427296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7dcd62d-1428-409e-a1e3-c9c93505935a req-9b99b087-09a1-4419-af45-c82fff36e400 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.503989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.545997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] For port 370965a5-ee12-4bb6-8a97-f6c79acff453, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=370965a5-ee12-4bb6-8a97-f6c79acff453,segment=NetworkSegment(179d26b1-ccb1-4854-8f13-0002d07867e1),segment_id=179d26b1-ccb1-4854-8f13-0002d07867e1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:22.546814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.554778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29751714-99f4-4e3f-974c-21789f146c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.570462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Calling delete_port for 370965a5-ee12-4bb6-8a97-f6c79acff453 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:22.595917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:22.702635 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7dcd62d-1428-409e-a1e3-c9c93505935a req-9b99b087-09a1-4419-af45-c82fff36e400 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.714202 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7dcd62d-1428-409e-a1e3-c9c93505935a req-9b99b087-09a1-4419-af45-c82fff36e400 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.715348 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7dcd62d-1428-409e-a1e3-c9c93505935a req-9b99b087-09a1-4419-af45-c82fff36e400 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/984faf77-2315-4e0e-bd33-51279dff66cb HTTP/1.1" status: 204 len: 173 time: 0.3574815 Nov 11 20:55:22.716062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99b087-09a1-4419-af45-c82fff36e400 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=984faf77-2315-4e0e-bd33-51279dff66cb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:22.759135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.773348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['370965a5-ee12-4bb6-8a97-f6c79acff453'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:22.809687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Pushing event deleted for resources: {'Port': ['ID=10fd7c3e-d94c-4e38-8526-c217243122d1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:22.841360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.879115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] No DVR routers for this DVR port 10fd7c3e-d94c-4e38-8526-c217243122d1 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:22.882461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.886013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fbe6bd49-cf71-40b2-8702-6937c66c298c req-7d260feb-3af8-4e44-935d-51f37957301f tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.58 "DELETE /v2.0/ports/10fd7c3e-d94c-4e38-8526-c217243122d1 HTTP/1.1" status: 204 len: 173 time: 1.1547425 Nov 11 20:55:22.896100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.907561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793926eb-9ef7-471a-ae54-45a4ad508a08 req-93afc5b5-ffe4-43d2-89d6-07ef66c43fd0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:22.909496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-793926eb-9ef7-471a-ae54-45a4ad508a08 req-93afc5b5-ffe4-43d2-89d6-07ef66c43fd0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.1201055 Nov 11 20:55:22.949665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Pushing event deleted for resources: {'Port': ['ID=370965a5-ee12-4bb6-8a97-f6c79acff453,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:22.977764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-29751714-99f4-4e3f-974c-21789f146c2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:55:22.978358 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-29751714-99f4-4e3f-974c-21789f146c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:55:22.983944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:22.985061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-793926eb-9ef7-471a-ae54-45a4ad508a08 req-cecb628b-4416-4125-a619-56c75c05ebf1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618277 Nov 11 20:55:23.015757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] No DVR routers for this DVR port 370965a5-ee12-4bb6-8a97-f6c79acff453 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:23.020096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.023607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-131b05f0-d7cd-4258-a2f8-1bee2de2cb37 req-c979fd0e-cf1b-436f-8d67-67d1890555ef tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.62 "DELETE /v2.0/ports/370965a5-ee12-4bb6-8a97-f6c79acff453 HTTP/1.1" status: 204 len: 173 time: 0.8314276 Nov 11 20:55:23.024086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'name': 'network-vif-deleted', 'tag': '370965a5-ee12-4bb6-8a97-f6c79acff453'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:23.041372 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8082a627-9ccc-4bf8-9c04-90180c04850a" -d '{"events": [{"server_uuid": "358d6a0c-e397-4892-83d9-aaf0302f62a1", "name": "network-vif-deleted", "tag": "370965a5-ee12-4bb6-8a97-f6c79acff453"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:23.042192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e74c15c6-65dc-4c7e-8ed9-1b508162c020 req-fc587a70-bce4-419c-b2ae-0b4b8c772538 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-899681709', 'description': 'tempest-description-1249748641'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:23.134638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45066) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:23.156937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbab0e-56f2-429e-b2cf-aee79d67d1ad req-670cd165-8a40-4a28-a149-7e024c82881c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:23.158502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67bbab0e-56f2-429e-b2cf-aee79d67d1ad req-670cd165-8a40-4a28-a149-7e024c82881c tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 949 time: 0.0602214 Nov 11 20:55:23.181358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4017e038-d306-4c94-9cf2-5071602e5a13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c7e02ba377542dbb1f368512cff06aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455220 Nov 11 20:55:23.184013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45068) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:23.187357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e74c15c6-65dc-4c7e-8ed9-1b508162c020 req-fc587a70-bce4-419c-b2ae-0b4b8c772538 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.215715 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67bbab0e-56f2-429e-b2cf-aee79d67d1ad req-d544d81b-217a-42b0-a109-73b91d5d8984 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502095 Nov 11 20:55:23.279343 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bd15d6-d205-4c51-9776-93293cc90865 x-openstack-request-id: req-70bd15d6-d205-4c51-9776-93293cc90865 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:23.285638 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d6a0c-e397-4892-83d9-aaf0302f62a1", "name": "network-vif-deleted", "tag": "370965a5-ee12-4bb6-8a97-f6c79acff453", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:23.285638 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70bd15d6-d205-4c51-9776-93293cc90865 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:23.285638 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d6a0c-e397-4892-83d9-aaf0302f62a1', 'name': 'network-vif-deleted', 'tag': '370965a5-ee12-4bb6-8a97-f6c79acff453', 'status': 'completed', 'code': 200} Nov 11 20:55:23.288873 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19501535-0b3c-4d51-9c13-2aad2d099e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.320208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e74c15c6-65dc-4c7e-8ed9-1b508162c020 req-fc587a70-bce4-419c-b2ae-0b4b8c772538 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.334061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19501535-0b3c-4d51-9c13-2aad2d099e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.421789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e74c15c6-65dc-4c7e-8ed9-1b508162c020 req-fc587a70-bce4-419c-b2ae-0b4b8c772538 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.446358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90aace59-cac3-4cdb-8ae3-1643cb1fbdbb req-41f7820f-1855-4b8a-a518-dd83dc601f56 tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecc1e783-f9af-49b5-82db-ec46f12e6d14 HTTP/1.1" status: 200 len: 210 time: 0.0295458 Nov 11 20:55:23.466812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587a70-bce4-419c-b2ae-0b4b8c772538 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a69526-7683-4e3b-a05b-10019a20a697,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:23.473043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:23.557242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:23.563030 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.591702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e74c15c6-65dc-4c7e-8ed9-1b508162c020 req-fc587a70-bce4-419c-b2ae-0b4b8c772538 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.593804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e74c15c6-65dc-4c7e-8ed9-1b508162c020 req-fc587a70-bce4-419c-b2ae-0b4b8c772538 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5662735 Nov 11 20:55:23.594514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19501535-0b3c-4d51-9c13-2aad2d099e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.600409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19501535-0b3c-4d51-9c13-2aad2d099e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.604803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-19501535-0b3c-4d51-9c13-2aad2d099e76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8042b51-cc38-477e-b93d-8e7b9c126970 HTTP/1.1" status: 204 len: 168 time: 0.4198227 Nov 11 20:55:23.615969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c'}, {'server_uuid': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'name': 'network-vif-deleted', 'tag': '10fd7c3e-d94c-4e38-8526-c217243122d1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:23.617036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68fcedb9-c446-47b1-a49d-df5b67bbc25d req-15ee5870-6a2a-43f8-a583-a1b2511dc207 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 210 time: 0.0594831 Nov 11 20:55:23.619040 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f725fad-6b10-46e4-92bf-a2c19dda2afb" -d '{"events": [{"name": "network-changed", "server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c"}, {"server_uuid": "ecc1e783-f9af-49b5-82db-ec46f12e6d14", "name": "network-vif-deleted", "tag": "10fd7c3e-d94c-4e38-8526-c217243122d1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:23.622049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19501535-0b3c-4d51-9c13-2aad2d099e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8042b51-cc38-477e-b93d-8e7b9c126970,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:23.688082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1c16a04b-d989-41ee-b200-f819699f34d0 None None] Provisioning complete for port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:23.688651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c16a04b-d989-41ee-b200-f819699f34d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.708284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65dbe5d0-41db-41da-bef4-95efab4852b3 req-c29b11fa-34e5-4723-82cc-b03412016e77 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/49a69526-7683-4e3b-a05b-10019a20a697 HTTP/1.1" status: 200 len: 1831 time: 0.0749495 Nov 11 20:55:23.708284 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26358a10-8bf9-42ba-ab6a-2dff2bc19348 x-openstack-request-id: req-26358a10-8bf9-42ba-ab6a-2dff2bc19348 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:23.708284 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c", "status": "completed", "code": 200}, {"server_uuid": "ecc1e783-f9af-49b5-82db-ec46f12e6d14", "name": "network-vif-deleted", "tag": "10fd7c3e-d94c-4e38-8526-c217243122d1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:23.708284 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26358a10-8bf9-42ba-ab6a-2dff2bc19348 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:23.708284 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c', 'status': 'completed', 'code': 200} Nov 11 20:55:23.708284 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc1e783-f9af-49b5-82db-ec46f12e6d14', 'name': 'network-vif-deleted', 'tag': '10fd7c3e-d94c-4e38-8526-c217243122d1', 'status': 'completed', 'code': 200} Nov 11 20:55:23.748779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a9bfe7dc-8525-4c61-94bb-30562c2d65cd req-b591150b-d7ff-4935-9a2e-f07f9f7c0451 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1410128251', 'description': 'tempest-description-727564961'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:23.802693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-5e437090-ffea-47e1-af69-c05381fc7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:23.804677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-5e437090-ffea-47e1-af69-c05381fc7067 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1124 time: 0.0603774 Nov 11 20:55:23.876122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a9bfe7dc-8525-4c61-94bb-30562c2d65cd req-b591150b-d7ff-4935-9a2e-f07f9f7c0451 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.914252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-e06baed6-c152-4816-ad61-4c099a4e2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:23.915763 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-e06baed6-c152-4816-ad61-4c099a4e2b8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.0954468 Nov 11 20:55:23.952995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a9bfe7dc-8525-4c61-94bb-30562c2d65cd req-b591150b-d7ff-4935-9a2e-f07f9f7c0451 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:23.979736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-97ede5ec-f835-4128-8fa8-3c47005581f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 200 len: 217 time: 0.0387053 Nov 11 20:55:24.046259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-a16c3cd0-dd60-45df-a450-0dd8018ba3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:24.047782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-a16c3cd0-dd60-45df-a450-0dd8018ba3cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.0513639 Nov 11 20:55:24.067521 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a9bfe7dc-8525-4c61-94bb-30562c2d65cd req-b591150b-d7ff-4935-9a2e-f07f9f7c0451 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:24.103482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591150b-d7ff-4935-9a2e-f07f9f7c0451 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86beaac2-0251-4b6c-a526-be01fccf6ad1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:24.111216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-da032549-152a-40ca-aa6a-7cc54cd0d2dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470676 Nov 11 20:55:24.197477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088534b-66a6-4481-a253-5cd52b97e2b9 req-76d91527-5d16-430d-a39c-85118e78a50c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:24.198753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a9bfe7dc-8525-4c61-94bb-30562c2d65cd req-b591150b-d7ff-4935-9a2e-f07f9f7c0451 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:24.199866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f088534b-66a6-4481-a253-5cd52b97e2b9 req-76d91527-5d16-430d-a39c-85118e78a50c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.1379855 Nov 11 20:55:24.200284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a9bfe7dc-8525-4c61-94bb-30562c2d65cd req-b591150b-d7ff-4935-9a2e-f07f9f7c0451 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4558134 Nov 11 20:55:24.305089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73705927-c08d-47df-a2e7-023c6752ed62 req-5c696f2c-5b59-4261-8bee-4a68e3c2d78a tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/86beaac2-0251-4b6c-a526-be01fccf6ad1 HTTP/1.1" status: 200 len: 1831 time: 0.0730786 Nov 11 20:55:24.305279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-97c92f8e-6b3e-4c85-85c7-b6f3fee5e90a service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849546 Nov 11 20:55:24.317648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f088534b-66a6-4481-a253-5cd52b97e2b9 req-fe209673-7568-4bf8-84e5-92ab6c7b721e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788226 Nov 11 20:55:24.366947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-696678d3-8588-43c4-9a10-44a86b918bc6 req-99dd4e33-2c40-4d7b-90a5-8f780d437346 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1074019211', 'description': 'tempest-description-445618278'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:24.427383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 10fd7c3e-d94c-4e38-8526-c217243122d1 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:24.444692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f725fad-6b10-46e4-92bf-a2c19dda2afb req-8c83541b-f31c-491f-bad6-b8f325bc990d service neutron] 10.222.0.62 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263580 Nov 11 20:55:24.447133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2cf79-2d5e-4ea6-8fa7-a8c6e0201ff0 req-24fb2bd2-eb1c-4063-a79e-ea6f7127cfd8 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:24.449366 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0c2cf79-2d5e-4ea6-8fa7-a8c6e0201ff0 req-24fb2bd2-eb1c-4063-a79e-ea6f7127cfd8 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 949 time: 0.0650721 Nov 11 20:55:24.451719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 10fd7c3e-d94c-4e38-8526-c217243122d1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:24.452063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 10fd7c3e-d94c-4e38-8526-c217243122d1 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:24.506809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0c2cf79-2d5e-4ea6-8fa7-a8c6e0201ff0 req-06a3f87a-1be5-4303-925f-aa9a51fa70b6 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Nov 11 20:55:24.536778 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-696678d3-8588-43c4-9a10-44a86b918bc6 req-99dd4e33-2c40-4d7b-90a5-8f780d437346 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:24.620729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-696678d3-8588-43c4-9a10-44a86b918bc6 req-99dd4e33-2c40-4d7b-90a5-8f780d437346 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:24.710117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-696678d3-8588-43c4-9a10-44a86b918bc6 req-99dd4e33-2c40-4d7b-90a5-8f780d437346 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:24.749970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4e33-2c40-4d7b-90a5-8f780d437346 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dda041-ac27-4562-a951-f6114f619a53,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:24.806264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32eada34-1542-4b11-8dce-df4e554733c0 req-94a4e562-9e2b-44ea-83c3-658514e816cb tempest-ListServersNegativeTestJSON-2059775682 tempest-ListServersNegativeTestJSON-2059775682-project] 10.222.0.31 "GET /v2.0/ports?device_id=358d6a0c-e397-4892-83d9-aaf0302f62a1 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Nov 11 20:55:24.826326 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-696678d3-8588-43c4-9a10-44a86b918bc6 req-99dd4e33-2c40-4d7b-90a5-8f780d437346 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:24.827944 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-696678d3-8588-43c4-9a10-44a86b918bc6 req-99dd4e33-2c40-4d7b-90a5-8f780d437346 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4686837 Nov 11 20:55:24.899901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-481ad17f-08f4-40aa-81f7-0725b716a7b9 req-e969b2de-8a8b-4e7d-b68d-5f226ee5e4e4 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/a2dda041-ac27-4562-a951-f6114f619a53 HTTP/1.1" status: 200 len: 1831 time: 0.0450375 Nov 11 20:55:24.902562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10124b70-913c-4bd3-816b-3e28218fb82b req-7d90b163-714f-4f50-8984-c420caefc344 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 210 time: 0.0261621 Nov 11 20:55:24.926993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cf521353-22da-4fd4-aa22-b2197593e553 req-4e31626b-65de-4cc7-9621-bc3e5daafc87 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-92528638', 'description': 'tempest-description-329986226'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:25.013073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cf521353-22da-4fd4-aa22-b2197593e553 req-4e31626b-65de-4cc7-9621-bc3e5daafc87 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.084204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cf521353-22da-4fd4-aa22-b2197593e553 req-4e31626b-65de-4cc7-9621-bc3e5daafc87 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.158413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cf521353-22da-4fd4-aa22-b2197593e553 req-4e31626b-65de-4cc7-9621-bc3e5daafc87 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.189773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31626b-65de-4cc7-9621-bc3e5daafc87 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9060a-50f5-4c16-925c-5320494e1fc9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:25.252201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cf521353-22da-4fd4-aa22-b2197593e553 req-4e31626b-65de-4cc7-9621-bc3e5daafc87 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.253641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf521353-22da-4fd4-aa22-b2197593e553 req-4e31626b-65de-4cc7-9621-bc3e5daafc87 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3319852 Nov 11 20:55:25.372902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43d2284f-7526-40af-8b34-2896b62b6a70 req-643c1c7f-706d-4119-9e72-e5d83cd55188 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/6fd9060a-50f5-4c16-925c-5320494e1fc9 HTTP/1.1" status: 200 len: 1829 time: 0.0931840 Nov 11 20:55:25.410419 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-1acb6375-636c-429e-b450-1c30e0f2afbf req-21b5d1d4-0c97-4a8c-aa20-9c968bae63b9 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] show failed (client error): The resource could not be found. Nov 11 20:55:25.411480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1acb6375-636c-429e-b450-1c30e0f2afbf req-21b5d1d4-0c97-4a8c-aa20-9c968bae63b9 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/85d20c00-5747-4e67-8d62-0da762042df8 HTTP/1.1" status: 404 len: 352 time: 0.0199790 Nov 11 20:55:25.426585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-43c96893-6c10-4292-b4d0-54597845539e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:25.432704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-43c96893-6c10-4292-b4d0-54597845539e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:25.434354 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-43c96893-6c10-4292-b4d0-54597845539e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "GET /v2.0/networks?id=91a1b013-a08a-4b92-b391-05c6379de3f6&id=57b480c1-4794-4d78-9133-35314f2e17fa&id=91a1b013-a08a-4b92-b391-05c6379de3f6 HTTP/1.1" status: 200 len: 1390 time: 0.1797590 Nov 11 20:55:25.449986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'port': {'device_id': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6', 'admin_state_up': True, 'tenant_id': '945cbdf093114278835448ac2f391955'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:25.457521 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-2252cde6-7960-4d6e-b421-d98413494850 req-3a70d252-0a52-4815-b2f2-f003dc43e721 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] show failed (client error): The resource could not be found. Nov 11 20:55:25.458762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2252cde6-7960-4d6e-b421-d98413494850 req-3a70d252-0a52-4815-b2f2-f003dc43e721 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-group-rules/65842a12-91a5-40de-b3fd-4ce66592ddd4 HTTP/1.1" status: 404 len: 361 time: 0.0179627 Nov 11 20:55:25.554341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c664c75f-54e8-405c-a781-db69169a8b7f req-468c3679-b040-47d3-b419-a156243c1d56 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/6fd9060a-50f5-4c16-925c-5320494e1fc9 HTTP/1.1" status: 200 len: 1829 time: 0.0682199 Nov 11 20:55:25.585030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade4e57-741f-4c76-ba8e-27a1979cd47c req-17af7867-139b-4f5a-b756-4d0abe1dbef5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:25.590672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ade4e57-741f-4c76-ba8e-27a1979cd47c req-17af7867-139b-4f5a-b756-4d0abe1dbef5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.1553407 Nov 11 20:55:25.663676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c664c75f-54e8-405c-a781-db69169a8b7f req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.671700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ade4e57-741f-4c76-ba8e-27a1979cd47c req-0487eb28-de57-4100-997f-aa8aba52a64e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730112 Nov 11 20:55:25.692986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-e3510221-adf5-49c6-8cf6-8bbcff15740f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:25.692986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-e3510221-adf5-49c6-8cf6-8bbcff15740f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 949 time: 0.1005297 Nov 11 20:55:25.731973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c664c75f-54e8-405c-a781-db69169a8b7f req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.797195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b4dd1-749d-4677-884b-c48442a8ba6f req-3d5e3acd-e9d1-4ccd-9d2a-1a3b8c6a41f0 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:25.799166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e38b4dd1-749d-4677-884b-c48442a8ba6f req-3d5e3acd-e9d1-4ccd-9d2a-1a3b8c6a41f0 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 949 time: 0.0672352 Nov 11 20:55:25.813009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:25.819470 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.840210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Deleting port 7fa7b05a-3eb5-421d-8f13-bca649459598 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:25.840959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.901855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e38b4dd1-749d-4677-884b-c48442a8ba6f req-915c4de2-bc8a-457c-a9a0-0ca57596a351 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769658 Nov 11 20:55:25.934533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c664c75f-54e8-405c-a781-db69169a8b7f req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.940696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c664c75f-54e8-405c-a781-db69169a8b7f req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:25.940696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c664c75f-54e8-405c-a781-db69169a8b7f req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fd9060a-50f5-4c16-925c-5320494e1fc9 HTTP/1.1" status: 204 len: 173 time: 0.3834567 Nov 11 20:55:25.961058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9060a-50f5-4c16-925c-5320494e1fc9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:25.976060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.976705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.977318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.977746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.978470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.978863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.979297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.979744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.980364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.980959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.981359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:25.982050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee398fe-98bc-425f-a607-7f9fffba280c tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:26.011585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] For port 7fa7b05a-3eb5-421d-8f13-bca649459598, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7fa7b05a-3eb5-421d-8f13-bca649459598,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:26.012209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.042617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Calling delete_port for 7fa7b05a-3eb5-421d-8f13-bca649459598 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:26.136223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Allocated IP 19.80.0.222 (91a1b013-a08a-4b92-b391-05c6379de3f6/52da3ecf-12cc-4b16-904e-2f2a10a40ee9/54c3b56a-aa28-4b42-8585-b013dc413a3e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:26.148488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:26.238918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f004ba1-c391-40f1-a3d6-30508f9d2124 req-116d08ae-23d3-4b9c-a4a5-4eae76c9baf1 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 210 time: 0.0359559 Nov 11 20:55:26.239393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45166) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:26.283755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] Deleting subnet b65d3eed-d1aa-44de-870a-2972ce7192c5 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:55:26.299163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.310660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96a48bbc-3d07-4e37-99c0-f5b42088bb2e req-accb57d7-c230-44eb-8338-8812f85aa920 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/a2dda041-ac27-4562-a951-f6114f619a53 HTTP/1.1" status: 200 len: 1831 time: 0.1485822 Nov 11 20:55:26.342499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.355181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65', '7fa7b05a-3eb5-421d-8f13-bca649459598'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:26.395041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Pushing event deleted for resources: {'Port': ['ID=7fa7b05a-3eb5-421d-8f13-bca649459598,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:26.443444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.507736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] No DVR routers for this DVR port 7fa7b05a-3eb5-421d-8f13-bca649459598 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:26.514799 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.526646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3774cd4a-6395-4c2e-ae0b-6f8d1aca51de req-af1e7cd2-41a1-48d2-8dd4-7f3effc1a220 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "DELETE /v2.0/ports/7fa7b05a-3eb5-421d-8f13-bca649459598 HTTP/1.1" status: 204 len: 173 time: 0.8284824 Nov 11 20:55:26.540701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-96a48bbc-3d07-4e37-99c0-f5b42088bb2e req-b9cdd6d5-3854-4c57-8dde-0711411f5bc8 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.545687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-03d8e78e-5325-4b86-a5ff-67d8fa09861a tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-956922354'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:26.575443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'name': 'network-vif-deleted', 'tag': '7fa7b05a-3eb5-421d-8f13-bca649459598'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:26.579280 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b70e34-a800-46ab-874f-89b6b4e65bff" -d '{"events": [{"server_uuid": "bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec", "name": "network-vif-deleted", "tag": "7fa7b05a-3eb5-421d-8f13-bca649459598"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:26.589240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.593721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.650546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-96a48bbc-3d07-4e37-99c0-f5b42088bb2e req-b9cdd6d5-3854-4c57-8dde-0711411f5bc8 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.659565 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f023540b-d466-49aa-8732-0c1ef393d173 x-openstack-request-id: req-f023540b-d466-49aa-8732-0c1ef393d173 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:26.659943 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec", "name": "network-vif-deleted", "tag": "7fa7b05a-3eb5-421d-8f13-bca649459598", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:26.660265 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f023540b-d466-49aa-8732-0c1ef393d173 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:26.660829 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec', 'name': 'network-vif-deleted', 'tag': '7fa7b05a-3eb5-421d-8f13-bca649459598', 'status': 'completed', 'code': 200} Nov 11 20:55:26.719306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 370965a5-ee12-4bb6-8a97-f6c79acff453 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:26.747304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 370965a5-ee12-4bb6-8a97-f6c79acff453 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:26.748056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 370965a5-ee12-4bb6-8a97-f6c79acff453 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:26.748663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:26.753413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03d8e78e-5325-4b86-a5ff-67d8fa09861a tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.754514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03d8e78e-5325-4b86-a5ff-67d8fa09861a tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.819593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6d406-88fa-4d45-891d-464fd18022c1 req-992fee50-b43e-4a81-93a4-08efe567781a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:26.821212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10d6d406-88fa-4d45-891d-464fd18022c1 req-992fee50-b43e-4a81-93a4-08efe567781a tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0525050 Nov 11 20:55:26.864094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.866590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.870946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-96a48bbc-3d07-4e37-99c0-f5b42088bb2e req-b9cdd6d5-3854-4c57-8dde-0711411f5bc8 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.873527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-96a48bbc-3d07-4e37-99c0-f5b42088bb2e req-b9cdd6d5-3854-4c57-8dde-0711411f5bc8 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.879166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96a48bbc-3d07-4e37-99c0-f5b42088bb2e req-b9cdd6d5-3854-4c57-8dde-0711411f5bc8 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "DELETE /v2.0/security-groups/a2dda041-ac27-4562-a951-f6114f619a53 HTTP/1.1" status: 204 len: 173 time: 0.5676270 Nov 11 20:55:26.893705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10d6d406-88fa-4d45-891d-464fd18022c1 req-adbdc393-7572-4d13-adc4-c1306784483d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631366 Nov 11 20:55:26.973016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65d3eed-d1aa-44de-870a-2972ce7192c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:26.977010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:26.982730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-85f10c26-46b8-454b-9e05-6197f4155670 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b65d3eed-d1aa-44de-870a-2972ce7192c5 HTTP/1.1" status: 204 len: 168 time: 0.8304603 Nov 11 20:55:26.984560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:26.991030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdd6d5-3854-4c57-8dde-0711411f5bc8 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dda041-ac27-4562-a951-f6114f619a53,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:27.019388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:27.032541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:27.038113 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.038852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:27.043380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Port': ['ID=54c3b56a-aa28-4b42-8585-b013dc413a3e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:27.077409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9bb3c75c-6ad3-4aee-a1d1-19cd36550cd8 req-1ae6bf38-6403-4d33-b0a2-2b1bfcb45367 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/86beaac2-0251-4b6c-a526-be01fccf6ad1 HTTP/1.1" status: 200 len: 1831 time: 0.1545191 Nov 11 20:55:27.079918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.083821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03d8e78e-5325-4b86-a5ff-67d8fa09861a tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.163051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:27.163722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.203681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9bb3c75c-6ad3-4aee-a1d1-19cd36550cd8 req-f0b94e78-55a2-497d-b161-6bb323903939 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.211129 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03d8e78e-5325-4b86-a5ff-67d8fa09861a tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.215235 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.241358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9bb3c75c-6ad3-4aee-a1d1-19cd36550cd8 req-f0b94e78-55a2-497d-b161-6bb323903939 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.262396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d4f8c6b-53b2-42fe-a94e-e43fa63f72c3 req-8895cc76-dd6e-42df-ad38-cbe7af130c67 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd853aa6-9e6f-44d8-9516-7aa6f45dc5ec HTTP/1.1" status: 200 len: 210 time: 0.0590315 Nov 11 20:55:27.296839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65f3c61-4f20-4152-9ce6-3b66a6f5247b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:27.303787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-17128672-e977-41b2-8db1-4d4b1769c202 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8584318 Nov 11 20:55:27.317564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'port': {'device_id': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa', 'admin_state_up': True, 'tenant_id': '945cbdf093114278835448ac2f391955'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:27.324644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179d26b1-ccb1-4854-8f13-0002d07867e1') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:27.325010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179d26b1-ccb1-4854-8f13-0002d07867e1') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:27.338950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.358474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.365048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:55:27.365510 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:55:27.378590 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:55:27.412390 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03d8e78e-5325-4b86-a5ff-67d8fa09861a tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.413641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03d8e78e-5325-4b86-a5ff-67d8fa09861a tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1710095 Nov 11 20:55:27.441475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45186) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:27.474748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-58bc8713-e4bb-4313-be44-10273549ab6c None None] Provisioning complete for port 54c3b56a-aa28-4b42-8585-b013dc413a3e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:27.475712 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58bc8713-e4bb-4313-be44-10273549ab6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.484723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9bb3c75c-6ad3-4aee-a1d1-19cd36550cd8 req-f0b94e78-55a2-497d-b161-6bb323903939 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.488995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9bb3c75c-6ad3-4aee-a1d1-19cd36550cd8 req-f0b94e78-55a2-497d-b161-6bb323903939 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.494061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9bb3c75c-6ad3-4aee-a1d1-19cd36550cd8 req-f0b94e78-55a2-497d-b161-6bb323903939 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "DELETE /v2.0/security-groups/86beaac2-0251-4b6c-a526-be01fccf6ad1 HTTP/1.1" status: 204 len: 173 time: 0.4156957 Nov 11 20:55:27.518546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-58bc8713-e4bb-4313-be44-10273549ab6c None None] Port 54c3b56a-aa28-4b42-8585-b013dc413a3e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:27.543922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.559625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.564403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e65f3c61-4f20-4152-9ce6-3b66a6f5247b HTTP/1.1" status: 204 len: 168 time: 0.5750892 Nov 11 20:55:27.619540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b94e78-55a2-497d-b161-6bb323903939 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86beaac2-0251-4b6c-a526-be01fccf6ad1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:27.628814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-195c7579-cc8a-43c1-8637-cc29a62a1d74 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:27.677543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ef272-4bcf-40c7-a77d-c124226d13f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65f3c61-4f20-4152-9ce6-3b66a6f5247b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:27.698034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0f1e-7656-4920-8172-79e0594e6eea req-ff18e452-5635-412c-bf76-72ed79020c67 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:27.699759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16ec0f1e-7656-4920-8172-79e0594e6eea req-ff18e452-5635-412c-bf76-72ed79020c67 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 932 time: 0.1319573 Nov 11 20:55:27.722531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc9dac5c-18ce-4b07-8933-232499a0bf0b req-29ad898c-18f0-4879-af08-a9fa9c9cb4ba tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/49a69526-7683-4e3b-a05b-10019a20a697 HTTP/1.1" status: 200 len: 1831 time: 0.1318405 Nov 11 20:55:27.765906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16ec0f1e-7656-4920-8172-79e0594e6eea req-66ee751d-fa74-490c-adea-f6da39016fe2 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Nov 11 20:55:28.042707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e6829-0dc8-4310-b566-e91bef693d3f req-04db5f01-e161-4000-a7b7-4d5bc0779474 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:28.044319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da6e6829-0dc8-4310-b566-e91bef693d3f req-04db5f01-e161-4000-a7b7-4d5bc0779474 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0638549 Nov 11 20:55:28.094689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:28.103661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:28.107144 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.110878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da6e6829-0dc8-4310-b566-e91bef693d3f req-c9cd079c-bfdd-4831-9e4c-f00f6979fae1 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581765 Nov 11 20:55:28.151502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d13a4557-75c5-4250-9cbd-36a4d3929e70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f1956ad89cc48d9adc1e7252f7829b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551343 Nov 11 20:55:28.154117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:28.174816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-195c7579-cc8a-43c1-8637-cc29a62a1d74 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.179457 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-195c7579-cc8a-43c1-8637-cc29a62a1d74 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.205370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf10520-0792-4e3e-804a-130e8456902b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.227567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf10520-0792-4e3e-804a-130e8456902b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.328381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc9dac5c-18ce-4b07-8933-232499a0bf0b req-ed4d53dc-bbc7-4215-94a1-a29e9c7c17a3 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.372515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf10520-0792-4e3e-804a-130e8456902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.375540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf10520-0792-4e3e-804a-130e8456902b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.379598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bdf10520-0792-4e3e-804a-130e8456902b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c0daba-fbc8-40f6-9c21-ac744038a68b HTTP/1.1" status: 204 len: 168 time: 0.2220483 Nov 11 20:55:28.386251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf10520-0792-4e3e-804a-130e8456902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c0daba-fbc8-40f6-9c21-ac744038a68b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:28.406645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc9dac5c-18ce-4b07-8933-232499a0bf0b req-ed4d53dc-bbc7-4215-94a1-a29e9c7c17a3 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.410616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-195c7579-cc8a-43c1-8637-cc29a62a1d74 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.410616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c7579-cc8a-43c1-8637-cc29a62a1d74 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8167f1f-2c05-4fd8-8a89-53f3d504f51e {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:55:28.413247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-8d385c28-92cd-4b0d-8067-964d18223f5f service neutron] 10.222.0.62 "GET /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c/bindings/n-h2-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.1507835 Nov 11 20:55:28.418204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-195c7579-cc8a-43c1-8637-cc29a62a1d74 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.419291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-195c7579-cc8a-43c1-8637-cc29a62a1d74 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a8167f1f-2c05-4fd8-8a89-53f3d504f51e HTTP/1.1" status: 204 len: 168 time: 0.9768448 Nov 11 20:55:28.423127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:28.432908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-87a29dcc-87e4-4d8c-b4c8-4129ed644b6c tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Request body: {'router': {'name': 'tempest-router-537019096', 'distributed': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:28.458440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7fa7b05a-3eb5-421d-8f13-bca649459598 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:28.489732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 7fa7b05a-3eb5-421d-8f13-bca649459598 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:28.493560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7fa7b05a-3eb5-421d-8f13-bca649459598 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:28.494577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Allocated IP 19.86.0.124 (57b480c1-4794-4d78-9133-35314f2e17fa/b7067665-5eff-4cd2-8e7f-17e6ffa48f73/7fc98394-173c-459d-9a74-242f6c64803a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:28.499911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:28.554933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:28.598768 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87a29dcc-87e4-4d8c-b4c8-4129ed644b6c tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.599991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87a29dcc-87e4-4d8c-b4c8-4129ed644b6c tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.652733 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87a29dcc-87e4-4d8c-b4c8-4129ed644b6c tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.666990 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc9dac5c-18ce-4b07-8933-232499a0bf0b req-ed4d53dc-bbc7-4215-94a1-a29e9c7c17a3 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.669686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bc9dac5c-18ce-4b07-8933-232499a0bf0b req-ed4d53dc-bbc7-4215-94a1-a29e9c7c17a3 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.670821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc9dac5c-18ce-4b07-8933-232499a0bf0b req-ed4d53dc-bbc7-4215-94a1-a29e9c7c17a3 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "DELETE /v2.0/security-groups/49a69526-7683-4e3b-a05b-10019a20a697 HTTP/1.1" status: 204 len: 173 time: 0.9375181 Nov 11 20:55:28.716455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d53dc-bbc7-4215-94a1-a29e9c7c17a3 tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a69526-7683-4e3b-a05b-10019a20a697,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:28.760942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:28.762088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87a29dcc-87e4-4d8c-b4c8-4129ed644b6c tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.804462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:28.808193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.858160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a6fb2d-3e25-4a59-beeb-2238dee23c5c {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:28.875255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:28.911707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87a29dcc-87e4-4d8c-b4c8-4129ed644b6c tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:28.916496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-87a29dcc-87e4-4d8c-b4c8-4129ed644b6c tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4921279 Nov 11 20:55:28.917051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45214) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:28.963955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9de01c0c-50e6-4de3-83d4-1179c3f2034d req-da770eb4-3fc1-4c9b-bd09-c86b4d37418f tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "GET /v2.0/security-groups/54b6c2fb-43b0-4795-b9d8-4e763e8549dd HTTP/1.1" status: 200 len: 1831 time: 0.1260428 Nov 11 20:55:28.999931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.023255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986d5b-0f0a-47ad-927a-7c52fc9448f4 req-7d05ca64-1c36-4567-ab67-ddb3e1ffff04 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:29.024821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c986d5b-0f0a-47ad-927a-7c52fc9448f4 req-7d05ca64-1c36-4567-ab67-ddb3e1ffff04 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 932 time: 0.0525637 Nov 11 20:55:29.029897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a4a87d5-b547-4cd8-b92c-e01ef45f0404 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.086327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c986d5b-0f0a-47ad-927a-7c52fc9448f4 req-22abf5ce-53b7-4309-a1cf-c181d28ceb59 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543573 Nov 11 20:55:29.128971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.212846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d11f0-3fdc-41ee-a750-59185004aefe req-e768d61a-1958-4112-8bda-df78075e8893 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:29.214321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-704d11f0-3fdc-41ee-a750-59185004aefe req-e768d61a-1958-4112-8bda-df78075e8893 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 950 time: 0.0520625 Nov 11 20:55:29.263827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-704d11f0-3fdc-41ee-a750-59185004aefe req-0f8cddca-2af1-4a67-981c-d4d45fae6842 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Nov 11 20:55:29.278613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 57b480c1-4794-4d78-9133-35314f2e17fa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:29.322887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:29.327681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9de01c0c-50e6-4de3-83d4-1179c3f2034d req-f26ca566-65be-4fa0-a157-8b4ce2b2777b tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.330698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a4a87d5-b547-4cd8-b92c-e01ef45f0404 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.334659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:29.340440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Port': ['ID=7fc98394-173c-459d-9a74-242f6c64803a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:29.349608 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a4a87d5-b547-4cd8-b92c-e01ef45f0404 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.406317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] Transition to ACTIVE for port object 31a6fb2d-3e25-4a59-beeb-2238dee23c5c will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:29.406970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3808bc-1689-4554-9711-dd66e31fe5fd req-0210bbd4-dbda-4f72-af3f-0a8584dc8243 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:29.408743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d3808bc-1689-4554-9711-dd66e31fe5fd req-0210bbd4-dbda-4f72-af3f-0a8584dc8243 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 943 time: 0.0629091 Nov 11 20:55:29.452712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9de01c0c-50e6-4de3-83d4-1179c3f2034d req-f26ca566-65be-4fa0-a157-8b4ce2b2777b tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.473588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d3808bc-1689-4554-9711-dd66e31fe5fd req-d2d5c218-55c3-4b57-b640-363a64b8e40b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Nov 11 20:55:29.487035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:29.487465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.516581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.611433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] No DVR routers for this DVR port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:29.612472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a4a87d5-b547-4cd8-b92c-e01ef45f0404 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.613049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4a87d5-b547-4cd8-b92c-e01ef45f0404 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5779f0b3-1b0f-4c1f-9b31-ab79054f7a00 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:55:29.617805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a4a87d5-b547-4cd8-b92c-e01ef45f0404 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.618968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2a4a87d5-b547-4cd8-b92c-e01ef45f0404 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5779f0b3-1b0f-4c1f-9b31-ab79054f7a00 HTTP/1.1" status: 204 len: 168 time: 0.7010019 Nov 11 20:55:29.622658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45236) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:29.627113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-29dbfe5a-9bb5-4019-8602-458b735096a6 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Request body: {'router': {'name': 'tempest-router-295472992', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2dc35e46161a412094b7366fc4090ef9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:29.631162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] Pushing event updated for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:29.655248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d34e6ca9-18ee-44fc-bf4b-23e657522f3c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3438299 Nov 11 20:55:29.656615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8947a72c-0385-41a5-8a11-935b2848c35d None None] Provisioning complete for port 7fc98394-173c-459d-9a74-242f6c64803a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:29.657097 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8947a72c-0385-41a5-8a11-935b2848c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.662825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0d12ac93-cb54-46f5-8884-470f926579ac service neutron] 10.222.0.62 "PUT /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c/bindings/n-h2-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2372115 Nov 11 20:55:29.667563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'port': {'device_id': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6', 'admin_state_up': True, 'tenant_id': '945cbdf093114278835448ac2f391955'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:29.695056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8947a72c-0385-41a5-8a11-935b2848c35d None None] Port 7fc98394-173c-459d-9a74-242f6c64803a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:29.737073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9de01c0c-50e6-4de3-83d4-1179c3f2034d req-f26ca566-65be-4fa0-a157-8b4ce2b2777b tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.739742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9de01c0c-50e6-4de3-83d4-1179c3f2034d req-f26ca566-65be-4fa0-a157-8b4ce2b2777b tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.740948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9de01c0c-50e6-4de3-83d4-1179c3f2034d req-f26ca566-65be-4fa0-a157-8b4ce2b2777b tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] 10.222.0.31 "DELETE /v2.0/security-groups/54b6c2fb-43b0-4795-b9d8-4e763e8549dd HTTP/1.1" status: 204 len: 173 time: 0.7446706 Nov 11 20:55:29.747492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45240) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:29.760934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ca566-65be-4fa0-a157-8b4ce2b2777b tempest-SecurityGroupRulesNegativeTestJSON-2123646032 tempest-SecurityGroupRulesNegativeTestJSON-2123646032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b6c2fb-43b0-4795-b9d8-4e763e8549dd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:29.820499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe5a-9bb5-4019-8602-458b735096a6 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.821664 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe5a-9bb5-4019-8602-458b735096a6 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.883658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] Deleting subnet 1c27cb1e-5fef-43e8-8aa0-7fd395c460d1 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:55:29.893276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.893452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:29.897155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.909662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:29.940739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe5a-9bb5-4019-8602-458b735096a6 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.947464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-63801c85-e4f8-4e75-88ad-adca7f86401c tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:29.949043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-63801c85-e4f8-4e75-88ad-adca7f86401c tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.1436689 Nov 11 20:55:29.974228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.028944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-310759444-network', 'tenant_id': 'b8ccdf15d1ad4b3e802d8ac3301add46'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:30.030992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe5a-9bb5-4019-8602-458b735096a6 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.047585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.052599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0bbbf795-f3e1-419b-bcfd-dbe7208abd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.054311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-0bbbf795-f3e1-419b-bcfd-dbe7208abd96 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d&tenant_id=fba95ad5aa694a06908b98687679f588 HTTP/1.1" status: 200 len: 1095 time: 0.0946312 Nov 11 20:55:30.067866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Allocated IP 19.80.0.47 (91a1b013-a08a-4b92-b391-05c6379de3f6/52da3ecf-12cc-4b16-904e-2f2a10a40ee9/fdea9515-abb9-4f03-8aee-6bea87db2e6a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:30.123702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Made reservation on behalf of b8ccdf15d1ad4b3e802d8ac3301add46 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:30.126385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.137817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-80fde781-9ff8-4468-b363-b9f65842601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.138935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-80fde781-9ff8-4468-b363-b9f65842601c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba95ad5aa694a06908b98687679f588&device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1095 time: 0.0535264 Nov 11 20:55:30.153423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.234725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29dbfe5a-9bb5-4019-8602-458b735096a6 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.235958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-29dbfe5a-9bb5-4019-8602-458b735096a6 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6122782 Nov 11 20:55:30.240220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:30.243918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.251320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:30.278861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.353638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c27cb1e-5fef-43e8-8aa0-7fd395c460d1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:30.357194 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.364018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.364262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c7bcfbf0-4853-4e26-a742-ea7447218201 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c27cb1e-5fef-43e8-8aa0-7fd395c460d1 HTTP/1.1" status: 204 len: 168 time: 0.6115005 Nov 11 20:55:30.364372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:30.387314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-ee4e5041-dd13-4f5d-a7a0-8001123300f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.388851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-ee4e5041-dd13-4f5d-a7a0-8001123300f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 200 len: 909 time: 0.2400205 Nov 11 20:55:30.398505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9634-f7a4-4063-8a04-dbd5f2bab2d7 req-6effb157-5a34-4c46-8dab-dbd0b429f26f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.404670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba9634-f7a4-4063-8a04-dbd5f2bab2d7 req-6effb157-5a34-4c46-8dab-dbd0b429f26f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.406354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cba9634-f7a4-4063-8a04-dbd5f2bab2d7 req-6effb157-5a34-4c46-8dab-dbd0b429f26f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 1655 time: 0.2312796 Nov 11 20:55:30.465889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.479644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.514361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-6ed04966-6971-4049-8da3-e4b7748daf6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 200 len: 217 time: 0.1070323 Nov 11 20:55:30.527616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c6675-e2cb-47fe-b96d-e9f088de9e94 req-23e24745-a21e-417e-b83e-a5bca2c94b95 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.529144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-122c6675-e2cb-47fe-b96d-e9f088de9e94 req-23e24745-a21e-417e-b83e-a5bca2c94b95 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 950 time: 0.1438119 Nov 11 20:55:30.536502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.540464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:30.566658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:30.586305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:30.588785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Port': ['ID=fdea9515-abb9-4f03-8aee-6bea87db2e6a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:30.653218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.653558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.655400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:30.662499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303fcdf0-161c-4b3f-899c-340560a300a1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:30.695644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cba9634-f7a4-4063-8a04-dbd5f2bab2d7 req-15818d7a-88c1-4ebb-bf5b-3d65e1355bfb tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563667 Nov 11 20:55:30.708228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.708584 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Added segment e5eedc38-809c-4f8d-9d63-285c4babe65e of type vlan for network 4faffc76-50b8-43f7-860f-43dee6f735d5 Nov 11 20:55:30.758020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.775994 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.776692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.810197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-7fe42027-8d59-49fe-8d9a-e564426bfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:30.811679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-7fe42027-8d59-49fe-8d9a-e564426bfa45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 200 len: 848 time: 0.2888777 Nov 11 20:55:30.813567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109675) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 11 20:55:30.813898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Router a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7 migrating from provider to provider. {{(pid=109675) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 11 20:55:30.814483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.825475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-122c6675-e2cb-47fe-b96d-e9f088de9e94 req-75722cbf-6d36-405c-b4a6-d99ca14c3d9a tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755129 Nov 11 20:55:30.826088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa616b70-ade8-4ad0-8c6e-9caf88bd5e79']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:30.826509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5bd2cfff-473d-4e98-8578-bef5fab1caf2 None None] Provisioning complete for port fdea9515-abb9-4f03-8aee-6bea87db2e6a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:30.827391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cfff-473d-4e98-8578-bef5fab1caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.859315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae95737-90cb-47bb-8647-269900e85dc4') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:30.859617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae95737-90cb-47bb-8647-269900e85dc4') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:30.863017 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.875520 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.877950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2cfff-473d-4e98-8578-bef5fab1caf2 None None] Port fdea9515-abb9-4f03-8aee-6bea87db2e6a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:30.901561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.912190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:55:30.912662 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: items = [ Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:55:30.914573 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:55:31.009799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-8ce5c967-4293-45ac-a3f2-4f3aab7f9d5e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3458874 Nov 11 20:55:31.023557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Request body: {'port': {'device_id': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:31.079774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.132083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.132537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.133705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:31.134594 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.154062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-9b24c149-f509-40ed-a8db-14cf3f09bb4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa86bd78-4fce-4e6a-8213-3fd0299c5de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3157442 Nov 11 20:55:31.165364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-19608da0-f747-4aef-bc8a-16b21a299b1f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:31.166790 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-19608da0-f747-4aef-bc8a-16b21a299b1f tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 950 time: 0.5283992 Nov 11 20:55:31.216417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.224226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a64e4-cc24-4fe4-bad6-5eadcad446da req-610996e9-3c69-4be1-a808-1b48feaf63ba tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:31.225732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-048a64e4-cc24-4fe4-bad6-5eadcad446da req-610996e9-3c69-4be1-a808-1b48feaf63ba tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 944 time: 0.4327786 Nov 11 20:55:31.255522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.261127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fa616b70-ade8-4ad0-8c6e-9caf88bd5e79 HTTP/1.1" status: 204 len: 168 time: 0.8906019 Nov 11 20:55:31.276828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] Pushing event updated for resources: {'Network': ['ID=4faffc76-50b8-43f7-860f-43dee6f735d5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:31.283249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.291345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 4faffc76-50b8-43f7-860f-43dee6f735d5 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:31.311348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-876858aa-a249-42bc-9f6a-d67830b3b713 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4004807 Nov 11 20:55:31.317484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57291cc3-a44c-45ec-85a6-77f98d3e96c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa616b70-ade8-4ad0-8c6e-9caf88bd5e79,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:31.324874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:31.339667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Request body: {'subnet': {'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-310759444-subnet', 'tenant_id': 'b8ccdf15d1ad4b3e802d8ac3301add46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:31.435954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-c4742a42-f902-4f47-accd-961b32cfefcd service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681856 Nov 11 20:55:31.442654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-048a64e4-cc24-4fe4-bad6-5eadcad446da req-3b3e9157-6aa1-4f2c-8d15-33265320b7db tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823609 Nov 11 20:55:31.459048 n-d-805734-3 neutron-server[109675]: WARNING neutron.scheduler.l3_agent_scheduler [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] No L3 agents can host the router a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7 Nov 11 20:55:31.502033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c3b56a-aa28-4b42-8585-b013dc413a3e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:31.508919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Made reservation on behalf of b8ccdf15d1ad4b3e802d8ac3301add46 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:31.511226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.514128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.528180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Deleting port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:31.528717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.567050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Transition to ACTIVE for port object 54c3b56a-aa28-4b42-8585-b013dc413a3e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:31.700041 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.722543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-3ff699bb-b617-488f-98e4-2d98aaff3e7b service neutron] 10.222.0.58 "GET /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766943 Nov 11 20:55:31.733120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Hosts for router a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7: [] {{(pid=109675) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 11 20:55:31.745761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:31.782405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Pushing event updated for resources: {'Port': ['ID=54c3b56a-aa28-4b42-8585-b013dc413a3e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:31.785619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] For port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:31.786198 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.809520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Hosts for other DVR routers connected to router a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7: set() {{(pid=109675) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 11 20:55:31.812094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.813370 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-80145310-1518-4bce-99ce-79a4d3d856d4 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "PUT /v2.0/routers/a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7 HTTP/1.1" status: 200 len: 716 time: 1.5707638 Nov 11 20:55:31.814447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Calling delete_port for ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:31.822887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:31.850607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.913016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8aabe976-a7ec-40da-835e-d61022eeea0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc69f5f866cb4e30bfa2af263e7c6601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639745 Nov 11 20:55:31.916865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45276) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:31.962209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6dc5c6-a15a-4dc4-b841-ed021b37425d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:31.966952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f04286dc-95c6-4022-aec5-fbffb56e16f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.991078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110665-957b-481e-ba4a-915f1a142a71 req-6665f890-ed85-4af3-a013-9b4010082310 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:31.995421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4a821536-20cc-4986-813c-74c5dd311624 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "GET /v2.0/routers/a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7 HTTP/1.1" status: 200 len: 716 time: 0.1713402 Nov 11 20:55:31.998086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110665-957b-481e-ba4a-915f1a142a71 req-6665f890-ed85-4af3-a013-9b4010082310 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.000584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:32.005751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110665-957b-481e-ba4a-915f1a142a71 req-6665f890-ed85-4af3-a013-9b4010082310 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.007473 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c110665-957b-481e-ba4a-915f1a142a71 req-6665f890-ed85-4af3-a013-9b4010082310 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2388 time: 0.2130888 Nov 11 20:55:32.008291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Attempting to bind port 54c3b56a-aa28-4b42-8585-b013dc413a3e on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:32.008636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Attempting to bind port 54c3b56a-aa28-4b42-8585-b013dc413a3e by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:32.008956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Attempting to bind port 54c3b56a-aa28-4b42-8585-b013dc413a3e on network 91a1b013-a08a-4b92-b391-05c6379de3f6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:32.026005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Port 54c3b56a-aa28-4b42-8585-b013dc413a3e on network 91a1b013-a08a-4b92-b391-05c6379de3f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:32.026343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Attempting to bind port 54c3b56a-aa28-4b42-8585-b013dc413a3e on network 91a1b013-a08a-4b92-b391-05c6379de3f6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:32.058304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:32.058692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Checking segment: {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:32.059078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Bound using segment: {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:32.059532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Bound port: 54c3b56a-aa28-4b42-8585-b013dc413a3e, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:32.059886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.069156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Checking segment: {'id': 'e5eedc38-809c-4f8d-9d63-285c4babe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:32.069666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Network hostable DHCP agents. Network: 4faffc76-50b8-43f7-860f-43dee6f735d5, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:32.106628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e6ac3-333c-49a0-bb89-8942b2d36d25 req-aa5da498-87e0-4470-80d6-1da8985a630e tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.112466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d61e6ac3-333c-49a0-bb89-8942b2d36d25 req-aa5da498-87e0-4470-80d6-1da8985a630e tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 950 time: 0.2042773 Nov 11 20:55:32.128608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3251446c-27b3-4b57-b006-6c9649e1b734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.154155 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c110665-957b-481e-ba4a-915f1a142a71 req-b0e136be-550a-4559-8f40-4cac41000e50 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391470 Nov 11 20:55:32.174224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] For port 54c3b56a-aa28-4b42-8585-b013dc413a3e, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:32.177740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] For port 54c3b56a-aa28-4b42-8585-b013dc413a3e, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=54c3b56a-aa28-4b42-8585-b013dc413a3e,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:32.178952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3251446c-27b3-4b57-b006-6c9649e1b734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.229758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Network 4faffc76-50b8-43f7-860f-43dee6f735d5 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:32.262783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.297745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.298353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.300976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] 10.222.0.62 "PUT /v2.0/ports/54c3b56a-aa28-4b42-8585-b013dc413a3e HTTP/1.1" status: 200 len: 1092 time: 1.2818353 Nov 11 20:55:32.301452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'tag': '54c3b56a-aa28-4b42-8585-b013dc413a3e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:32.303771 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318" -d '{"events": [{"name": "network-changed", "server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "tag": "54c3b56a-aa28-4b42-8585-b013dc413a3e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:32.303959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d61e6ac3-333c-49a0-bb89-8942b2d36d25 req-3b68d1cf-3616-43f4-81cd-60d74cf751b4 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/security-groups?id=399dc5cc-ad0a-43f1-8cc8-83526b4b2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829731 Nov 11 20:55:32.342713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff279d-2164-4b9b-8940-91fdc91a32cd service neutron] Pushing event updated for resources: {'Port': ['ID=54c3b56a-aa28-4b42-8585-b013dc413a3e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:32.345040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 4faffc76-50b8-43f7-860f-43dee6f735d5) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:32.354546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.355257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.358259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d84d3-8a65-45ba-ae4e-fbfb2cc413b7 None None] Network 4faffc76-50b8-43f7-860f-43dee6f735d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:32.380079 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd359dbf-8b92-428a-86e5-9ab96b2729ea x-openstack-request-id: req-bd359dbf-8b92-428a-86e5-9ab96b2729ea {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:32.380680 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "tag": "54c3b56a-aa28-4b42-8585-b013dc413a3e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:32.381081 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd359dbf-8b92-428a-86e5-9ab96b2729ea {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:32.386342 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'tag': '54c3b56a-aa28-4b42-8585-b013dc413a3e', 'status': 'completed', 'code': 200} Nov 11 20:55:32.415331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5f4b689e-224a-4ec6-98bd-09375d821706 tempest-RoutersTestDVR-944620780 tempest-RoutersTestDVR-944620780-project] 10.222.0.31 "GET /v2.0/routers/a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7 HTTP/1.1" status: 200 len: 682 time: 0.4135389 Nov 11 20:55:32.416919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:32.419684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Request body: {'port': {'device_id': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:32.520655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-c933c0e7-c713-40f7-bcd5-cef899e41fc2 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.520897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-f76ae821-376b-4a06-a68f-f59878946abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.521796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-f76ae821-376b-4a06-a68f-f59878946abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.521904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-f76ae821-376b-4a06-a68f-f59878946abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:32.522264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-c933c0e7-c713-40f7-bcd5-cef899e41fc2 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d&tenant_id=fba95ad5aa694a06908b98687679f588&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1095 time: 0.2135816 Nov 11 20:55:32.523577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-f76ae821-376b-4a06-a68f-f59878946abc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2731 time: 0.1220489 Nov 11 20:55:32.524366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.525380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c984dfc-d91f-4e1d-b31a-891b00c1f4cf tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.632529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3251446c-27b3-4b57-b006-6c9649e1b734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.635629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3251446c-27b3-4b57-b006-6c9649e1b734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.639406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3251446c-27b3-4b57-b006-6c9649e1b734 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1a91ab5-bf9f-42a8-8452-5e1c5f90a1d4 HTTP/1.1" status: 204 len: 168 time: 0.7121913 Nov 11 20:55:32.639406 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.707369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ad569-abb3-4325-ac9d-06a4d0958059 None None] Network 4faffc76-50b8-43f7-860f-43dee6f735d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:32.793581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251446c-27b3-4b57-b006-6c9649e1b734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a91ab5-bf9f-42a8-8452-5e1c5f90a1d4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:32.804297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Pushing event deleted for resources: {'Port': ['ID=ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:32.858792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] No DVR routers for this DVR port ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:32.858792 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:32.860786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07f9c1d8-a3aa-49d4-83af-b5d4df08ce74 req-ff3d4fbb-e3ca-4ac1-8cdb-2732de647f87 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.58 "DELETE /v2.0/ports/ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 HTTP/1.1" status: 204 len: 173 time: 1.6831219 Nov 11 20:55:32.869940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'name': 'network-vif-deleted', 'tag': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:32.872405 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae240f1-2ccc-47f2-9a4b-bde63a42cffa" -d '{"events": [{"server_uuid": "3a188898-be49-4545-8da9-5f9fbc88c62d", "name": "network-vif-deleted", "tag": "ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:32.914940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-edebff35-168c-4db3-995e-f159782fdaf5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5737584 Nov 11 20:55:33.002959 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af64b7d-7330-4bca-82b4-0223b36f71c4 x-openstack-request-id: req-6af64b7d-7330-4bca-82b4-0223b36f71c4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:33.003226 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a188898-be49-4545-8da9-5f9fbc88c62d", "name": "network-vif-deleted", "tag": "ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:33.003487 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6af64b7d-7330-4bca-82b4-0223b36f71c4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:33.003884 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a188898-be49-4545-8da9-5f9fbc88c62d', 'name': 'network-vif-deleted', 'tag': 'ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65', 'status': 'completed', 'code': 200} Nov 11 20:55:33.110208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b969e-2243-4208-a35d-827c5bb85561 req-29f19217-e41d-4ed8-b898-90b6e490597d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.119376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f6b969e-2243-4208-a35d-827c5bb85561 req-29f19217-e41d-4ed8-b898-90b6e490597d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 944 time: 0.4892569 Nov 11 20:55:33.138921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c984dfc-d91f-4e1d-b31a-891b00c1f4cf tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.145427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c984dfc-d91f-4e1d-b31a-891b00c1f4cf tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.170247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-cbfd588b-d8a4-45c0-a12a-a418358c0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.170833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-cbfd588b-d8a4-45c0-a12a-a418358c0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.171361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-cbfd588b-d8a4-45c0-a12a-a418358c0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.173146 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-cbfd588b-d8a4-45c0-a12a-a418358c0e68 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=945cbdf093114278835448ac2f391955&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6337814 Nov 11 20:55:33.301141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f6b969e-2243-4208-a35d-827c5bb85561 req-36e64dbe-8d08-4825-b47f-dceaf85fd0db tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808698 Nov 11 20:55:33.351991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-dd498ec9-b843-43b6-ab5c-e58f2615ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.353581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bda66a1f-00ae-40a4-9aa7-e5feb0bdd318 req-dd498ec9-b843-43b6-ab5c-e58f2615ca05 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1698403 Nov 11 20:55:33.401284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c984dfc-d91f-4e1d-b31a-891b00c1f4cf tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.401843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c984dfc-d91f-4e1d-b31a-891b00c1f4cf tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:55:33.407229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c984dfc-d91f-4e1d-b31a-891b00c1f4cf tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.409925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5c984dfc-d91f-4e1d-b31a-891b00c1f4cf tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a929ce1e-eeab-4aa1-ac32-b84f5a3d0bb7 HTTP/1.1" status: 204 len: 168 time: 0.9911356 Nov 11 20:55:33.414859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:33.420001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b62518c0-7e9c-4f48-bdc0-f7786b38e640 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Request body: {'router': {'name': 'tempest-router-1360113028', 'distributed': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:33.433873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc98394-173c-459d-9a74-242f6c64803a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:33.442053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.454006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Transition to ACTIVE for port object 7fc98394-173c-459d-9a74-242f6c64803a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:33.455139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-d12fad7d-4051-447a-bc8e-8a0402d0fa59 service neutron] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:33.466460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-d12fad7d-4051-447a-bc8e-8a0402d0fa59 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.467598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-d12fad7d-4051-447a-bc8e-8a0402d0fa59 service neutron] 10.222.0.58 "DELETE /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c/bindings/n-h1-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.9373324 Nov 11 20:55:33.496483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596c674-40bf-46d7-9ce5-4195b55374c4 req-421c0634-b068-4e8f-8946-8910d65606e2 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.504877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596c674-40bf-46d7-9ce5-4195b55374c4 req-421c0634-b068-4e8f-8946-8910d65606e2 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.512176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596c674-40bf-46d7-9ce5-4195b55374c4 req-421c0634-b068-4e8f-8946-8910d65606e2 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:33.513962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8596c674-40bf-46d7-9ce5-4195b55374c4 req-421c0634-b068-4e8f-8946-8910d65606e2 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2388 time: 0.0999517 Nov 11 20:55:33.573152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8596c674-40bf-46d7-9ce5-4195b55374c4 req-068b267e-5427-450c-9245-0f7b7e8c66f3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Nov 11 20:55:33.633390 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b62518c0-7e9c-4f48-bdc0-f7786b38e640 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.637622 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.637753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b62518c0-7e9c-4f48-bdc0-f7786b38e640 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.738424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b62518c0-7e9c-4f48-bdc0-f7786b38e640 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.795649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Pushing event updated for resources: {'Port': ['ID=7fc98394-173c-459d-9a74-242f6c64803a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:33.845812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-036c2e3e-7912-4eef-9443-4e4992afd752 req-5b067b4a-4b04-4a06-8d87-6c5413d14d91 tempest-ServersAdminNegativeTestJSON-1657723428 tempest-ServersAdminNegativeTestJSON-1657723428-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a188898-be49-4545-8da9-5f9fbc88c62d HTTP/1.1" status: 200 len: 210 time: 0.0515869 Nov 11 20:55:33.891578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b62518c0-7e9c-4f48-bdc0-f7786b38e640 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.912262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Attempting to bind port 7fc98394-173c-459d-9a74-242f6c64803a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:33.912736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Attempting to bind port 7fc98394-173c-459d-9a74-242f6c64803a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:33.916561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Attempting to bind port 7fc98394-173c-459d-9a74-242f6c64803a on network 57b480c1-4794-4d78-9133-35314f2e17fa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:33.927910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Port 7fc98394-173c-459d-9a74-242f6c64803a on network 57b480c1-4794-4d78-9133-35314f2e17fa not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:33.929691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Attempting to bind port 7fc98394-173c-459d-9a74-242f6c64803a on network 57b480c1-4794-4d78-9133-35314f2e17fa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:33.943057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:33.943540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Checking segment: {'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:33.944435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Bound using segment: {'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:33.945013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Bound port: 7fc98394-173c-459d-9a74-242f6c64803a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bcbc737-86f4-44be-ae65-04445fc5363f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:33.945535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.986850 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b62518c0-7e9c-4f48-bdc0-f7786b38e640 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:33.989690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b62518c0-7e9c-4f48-bdc0-f7786b38e640 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5734491 Nov 11 20:55:33.992955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:34.059199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba836b-51df-470a-a153-8be4c447426d req-21a46806-9ce0-4a78-973c-f4d5d3040c10 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.060576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55ba836b-51df-470a-a153-8be4c447426d req-21a46806-9ce0-4a78-973c-f4d5d3040c10 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 1095 time: 0.1227002 Nov 11 20:55:34.109885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] For port 7fc98394-173c-459d-9a74-242f6c64803a, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:34.114969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] For port 7fc98394-173c-459d-9a74-242f6c64803a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7fc98394-173c-459d-9a74-242f6c64803a,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:34.136506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55ba836b-51df-470a-a153-8be4c447426d req-7deab8f2-c6fb-4332-bb4f-40af33f59222 tempest-LiveMigrationTest-107389139 tempest-LiveMigrationTest-107389139-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574179 Nov 11 20:55:34.162282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1682-71cc-454a-9677-0ba58ab876c0 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.235000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:34.264523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.314606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.316040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.317590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] 10.222.0.62 "PUT /v2.0/ports/7fc98394-173c-459d-9a74-242f6c64803a HTTP/1.1" status: 200 len: 1092 time: 1.9061754 Nov 11 20:55:34.359479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1682-71cc-454a-9677-0ba58ab876c0 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.362022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1682-71cc-454a-9677-0ba58ab876c0 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.374555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a475be-cfcd-40fe-9b01-9a882111743a service neutron] Pushing event updated for resources: {'Port': ['ID=7fc98394-173c-459d-9a74-242f6c64803a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:34.387701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'tag': '7fc98394-173c-459d-9a74-242f6c64803a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:34.390012 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffd5a77-e680-470c-a52d-9de78b1d976d" -d '{"events": [{"name": "network-changed", "server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "tag": "7fc98394-173c-459d-9a74-242f6c64803a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:34.402710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-352673367-network', 'tenant_id': '1c65dfc5c9e7456f826c3c2b10fc61de'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:34.454155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:34.478364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:34.478764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ad55a6d5-3aa6-4853-b7a9-7fe7cf6a3b65 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:34.493373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87532094-3e1b-4f88-8766-c84d4a125085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.509963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Request body: {'port': {'device_id': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:34.571173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Made reservation on behalf of 1c65dfc5c9e7456f826c3c2b10fc61de for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:34.573494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.587427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.599354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.610538 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b73dbf-5d5b-4749-82a6-0f2d65693101 x-openstack-request-id: req-f8b73dbf-5d5b-4749-82a6-0f2d65693101 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:34.616567 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "tag": "7fc98394-173c-459d-9a74-242f6c64803a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:34.616845 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8b73dbf-5d5b-4749-82a6-0f2d65693101 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:34.617355 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'tag': '7fc98394-173c-459d-9a74-242f6c64803a', 'status': 'completed', 'code': 200} Nov 11 20:55:34.766551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900e656-e8ec-4585-b218-445a0cc51540 req-e071c2a4-cca6-4691-86c7-60a71c0b783e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.773250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900e656-e8ec-4585-b218-445a0cc51540 req-e071c2a4-cca6-4691-86c7-60a71c0b783e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.779326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900e656-e8ec-4585-b218-445a0cc51540 req-e071c2a4-cca6-4691-86c7-60a71c0b783e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.781117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7900e656-e8ec-4585-b218-445a0cc51540 req-e071c2a4-cca6-4691-86c7-60a71c0b783e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2400 time: 0.0709918 Nov 11 20:55:34.799750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-eb1f4e1c-c615-4878-a004-c0f7cb42986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.800607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-eb1f4e1c-c615-4878-a004-c0f7cb42986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.801087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-eb1f4e1c-c615-4878-a004-c0f7cb42986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.802764 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-eb1f4e1c-c615-4878-a004-c0f7cb42986b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2798 time: 0.1473563 Nov 11 20:55:34.849682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7900e656-e8ec-4585-b218-445a0cc51540 req-29d5f78f-2988-498c-8e50-2ee605dce203 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554919 Nov 11 20:55:34.870871 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1682-71cc-454a-9677-0ba58ab876c0 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.871427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8f1682-71cc-454a-9677-0ba58ab876c0 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb2d0dc-d06e-47b1-b537-a88d4beddea0 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:55:34.885555 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1682-71cc-454a-9677-0ba58ab876c0 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.891685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eb8f1682-71cc-454a-9677-0ba58ab876c0 tempest-RoutersTestDVR-863217575 tempest-RoutersTestDVR-863217575-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0bb2d0dc-d06e-47b1-b537-a88d4beddea0 HTTP/1.1" status: 204 len: 168 time: 0.8975725 Nov 11 20:55:34.985329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ced64f-eee5-4092-a66a-7045eaeb42f2 req-007cb31d-95c2-4965-a885-7dd7a1e8c33f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:34.993292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17ced64f-eee5-4092-a66a-7045eaeb42f2 req-007cb31d-95c2-4965-a885-7dd7a1e8c33f tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 944 time: 0.0707333 Nov 11 20:55:35.029997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-85661c68-333f-4164-a7c6-4caf61b8e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:35.030466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-85661c68-333f-4164-a7c6-4caf61b8e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:35.030929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-85661c68-333f-4164-a7c6-4caf61b8e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:35.033167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-85661c68-333f-4164-a7c6-4caf61b8e24a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=945cbdf093114278835448ac2f391955&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2190335 Nov 11 20:55:35.038829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17ced64f-eee5-4092-a66a-7045eaeb42f2 req-95cbcd51-30f2-456d-b86e-3c8452de3808 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444219 Nov 11 20:55:35.107185 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.194643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.216000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdea9515-abb9-4f03-8aee-6bea87db2e6a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:35.233645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.242684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-0427dd40-c59b-483c-b55c-e18ffcefd01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:35.244208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ffd5a77-e680-470c-a52d-9de78b1d976d req-0427dd40-c59b-483c-b55c-e18ffcefd01c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965668 Nov 11 20:55:35.244887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:35.272559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Transition to ACTIVE for port object fdea9515-abb9-4f03-8aee-6bea87db2e6a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:35.273500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092db9e1-993c-4cfd-9503-da627f861223,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:35.276437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.276785 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Added segment d25341c5-b254-4a64-bd47-9cc1096df76d of type vlan for network 52b55e66-6127-4103-bc7d-747ec11e3ca2 Nov 11 20:55:35.320476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.386938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.394054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:35.447228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Pushing event updated for resources: {'Port': ['ID=fdea9515-abb9-4f03-8aee-6bea87db2e6a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:35.480907 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.509228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.510249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:35.510848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.527333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc00eb4d-9afa-4d26-9c17-023511bffe8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.640037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] Pushing event updated for resources: {'Network': ['ID=52b55e66-6127-4103-bc7d-747ec11e3ca2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:35.651458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 52b55e66-6127-4103-bc7d-747ec11e3ca2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:35.702636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Attempting to bind port fdea9515-abb9-4f03-8aee-6bea87db2e6a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:35.703262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Attempting to bind port fdea9515-abb9-4f03-8aee-6bea87db2e6a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:35.703492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Attempting to bind port fdea9515-abb9-4f03-8aee-6bea87db2e6a on network 91a1b013-a08a-4b92-b391-05c6379de3f6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:35.709271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Port fdea9515-abb9-4f03-8aee-6bea87db2e6a on network 91a1b013-a08a-4b92-b391-05c6379de3f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:35.709858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Attempting to bind port fdea9515-abb9-4f03-8aee-6bea87db2e6a on network 91a1b013-a08a-4b92-b391-05c6379de3f6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:35.719450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5a037631-d1fc-45fc-a67d-2f8a448d326c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4832234 Nov 11 20:55:35.724726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:35.727360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:35.727798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Checking segment: {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:35.728334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Bound using segment: {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:35.729173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Bound port: fdea9515-abb9-4f03-8aee-6bea87db2e6a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa377e07-ca49-4940-9bde-d06a482ae7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:35.729685 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.733025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc00eb4d-9afa-4d26-9c17-023511bffe8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.749078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-3a06f96c-afc4-4f36-b1ff-1d4c8e82ebfe tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:35.751046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-3a06f96c-afc4-4f36-b1ff-1d4c8e82ebfe tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 944 time: 0.1268027 Nov 11 20:55:35.751418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Request body: {'subnet': {'network_id': '52b55e66-6127-4103-bc7d-747ec11e3ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-352673367-subnet', 'tenant_id': '1c65dfc5c9e7456f826c3c2b10fc61de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:35.790694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45386) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:35.812568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cc00eb4d-9afa-4d26-9c17-023511bffe8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.871545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] For port fdea9515-abb9-4f03-8aee-6bea87db2e6a, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:35.876384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] For port fdea9515-abb9-4f03-8aee-6bea87db2e6a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fdea9515-abb9-4f03-8aee-6bea87db2e6a,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:35.895761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cc00eb4d-9afa-4d26-9c17-023511bffe8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dc35e46161a412094b7366fc4090ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5005903 Nov 11 20:55:35.899290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45396) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:35.901416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00eb4d-9afa-4d26-9c17-023511bffe8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7da94b2-c9f3-471a-a49b-9f8afa32819a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:35.924566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Made reservation on behalf of 1c65dfc5c9e7456f826c3c2b10fc61de for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:35.927366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:35.930280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Deleting port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:35.930630 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.009243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.077320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.078193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.079932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] 10.222.0.62 "PUT /v2.0/ports/fdea9515-abb9-4f03-8aee-6bea87db2e6a HTTP/1.1" status: 200 len: 1091 time: 1.5748527 Nov 11 20:55:36.089545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a22b5-804f-4e2f-8327-ea65c0faa9d7 req-98e1c2e8-6033-477e-b281-4fd5fae2d1c4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.101236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a22b5-804f-4e2f-8327-ea65c0faa9d7 req-98e1c2e8-6033-477e-b281-4fd5fae2d1c4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.109340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a22b5-804f-4e2f-8327-ea65c0faa9d7 req-98e1c2e8-6033-477e-b281-4fd5fae2d1c4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.119296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25a22b5-804f-4e2f-8327-ea65c0faa9d7 req-98e1c2e8-6033-477e-b281-4fd5fae2d1c4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2412 time: 0.1446517 Nov 11 20:55:36.183981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e55d96a0-99d4-4e43-a500-e845e93c0e56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb221c97bf564044823e2652220ecf52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914812 Nov 11 20:55:36.184653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ee118-da5f-47ea-bd79-4d0b8e726714 service neutron] Pushing event updated for resources: {'Port': ['ID=fdea9515-abb9-4f03-8aee-6bea87db2e6a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:36.192163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:36.194054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dadf77e-74cc-405f-bdc8-beea87f08548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.199363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a25a22b5-804f-4e2f-8327-ea65c0faa9d7 req-969c1945-ea1e-422d-b8c0-2c0a2a812f3f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785165 Nov 11 20:55:36.218470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] For port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:36.218846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.233728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Calling delete_port for 31a6fb2d-3e25-4a59-beeb-2238dee23c5c owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:36.325654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dadf77e-74cc-405f-bdc8-beea87f08548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.444308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d94613-84d0-4ae2-8ff3-9244688c1c2f req-9dfdc794-a11b-49b8-9d35-4c161fbb7389 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.446041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9d94613-84d0-4ae2-8ff3-9244688c1c2f req-9dfdc794-a11b-49b8-9d35-4c161fbb7389 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 944 time: 0.2533307 Nov 11 20:55:36.453555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-3e40a475-e11c-46e4-9312-5c6021dbdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.454040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-3e40a475-e11c-46e4-9312-5c6021dbdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.454520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-3e40a475-e11c-46e4-9312-5c6021dbdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.457255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-3e40a475-e11c-46e4-9312-5c6021dbdbfb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2865 time: 0.2506773 Nov 11 20:55:36.459909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a427b22f-9335-4b14-86de-225574775f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.463994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.478959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d196d080-1e28-4322-aa46-92a0d4753b83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:36.501780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event deleted for resources: {'Port': ['ID=31a6fb2d-3e25-4a59-beeb-2238dee23c5c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:36.534929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-4e86b47d-b72d-471e-a20a-565b0da39d82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=54c3b56a-aa28-4b42-8585-b013dc413a3e HTTP/1.1" status: 200 len: 217 time: 0.0648091 Nov 11 20:55:36.543097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.546129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a427b22f-9335-4b14-86de-225574775f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.605694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] No DVR routers for this DVR port 31a6fb2d-3e25-4a59-beeb-2238dee23c5c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:36.608930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.612386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6fa6da1f-48f1-42f6-8075-b45c7f8663f3 req-92e251c9-1054-4fb9-873c-c299b9af2ff0 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "DELETE /v2.0/ports/31a6fb2d-3e25-4a59-beeb-2238dee23c5c HTTP/1.1" status: 204 len: 173 time: 0.8522489 Nov 11 20:55:36.612850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'name': 'network-vif-deleted', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:36.615233 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7410ef21-39b0-4c15-92f8-10b48bf071e0" -d '{"events": [{"server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "name": "network-vif-deleted", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:36.626480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'tag': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:36.629530 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "tag": "fdea9515-abb9-4f03-8aee-6bea87db2e6a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:36.669009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-4c0f4441-bd11-4712-8b4f-cf497a0bbbbf tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.670503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-4c0f4441-bd11-4712-8b4f-cf497a0bbbbf tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/networks?id=4faffc76-50b8-43f7-860f-43dee6f735d5 HTTP/1.1" status: 200 len: 809 time: 0.1699331 Nov 11 20:55:36.672850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9d94613-84d0-4ae2-8ff3-9244688c1c2f req-4f74010c-f361-46ac-bb26-55ea82d2c21e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143137 Nov 11 20:55:36.690737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-22ba97aa-3c36-4bb6-9d30-070698aa8daf tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/quotas/b8ccdf15d1ad4b3e802d8ac3301add46 HTTP/1.1" status: 200 len: 375 time: 0.0103352 Nov 11 20:55:36.720038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-b9d41b64-530d-4a2e-b7fe-453c94b4c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.722443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-b9d41b64-530d-4a2e-b7fe-453c94b4c410 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52da3ecf-12cc-4b16-904e-2f2a10a40ee9 HTTP/1.1" status: 200 len: 801 time: 0.1689749 Nov 11 20:55:36.723073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ce99b3-3f2a-4c84-baba-d97e9da6562f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:36.729060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-7ecb92f8-cdec-4bf7-adce-3d3894dfb9ea tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8ccdf15d1ad4b3e802d8ac3301add46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321651 Nov 11 20:55:36.744602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dadf77e-74cc-405f-bdc8-beea87f08548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.747346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dadf77e-74cc-405f-bdc8-beea87f08548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.748512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5dadf77e-74cc-405f-bdc8-beea87f08548 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7da94b2-c9f3-471a-a49b-9f8afa32819a HTTP/1.1" status: 204 len: 168 time: 0.8479726 Nov 11 20:55:36.765021 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5dd4c2-3674-411a-9b60-d0c0faf6c2f5 x-openstack-request-id: req-6e5dd4c2-3674-411a-9b60-d0c0faf6c2f5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:36.765316 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6419211a-5446-4cfc-b09b-32fd3608e32d", "name": "network-vif-deleted", "tag": "31a6fb2d-3e25-4a59-beeb-2238dee23c5c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:36.765570 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e5dd4c2-3674-411a-9b60-d0c0faf6c2f5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:36.765970 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6419211a-5446-4cfc-b09b-32fd3608e32d', 'name': 'network-vif-deleted', 'tag': '31a6fb2d-3e25-4a59-beeb-2238dee23c5c', 'status': 'completed', 'code': 200} Nov 11 20:55:36.772455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Checking segment: {'id': 'd25341c5-b254-4a64-bd47-9cc1096df76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '52b55e66-6127-4103-bc7d-747ec11e3ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:36.772829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Network hostable DHCP agents. Network: 52b55e66-6127-4103-bc7d-747ec11e3ca2, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:36.785304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadf77e-74cc-405f-bdc8-beea87f08548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7da94b2-c9f3-471a-a49b-9f8afa32819a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:36.796305 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f26847c-5abc-453a-87ae-faeef321eac8 x-openstack-request-id: req-4f26847c-5abc-453a-87ae-faeef321eac8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:36.796654 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "tag": "fdea9515-abb9-4f03-8aee-6bea87db2e6a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:36.796862 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f26847c-5abc-453a-87ae-faeef321eac8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:36.797268 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'tag': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a', 'status': 'completed', 'code': 200} Nov 11 20:55:36.827233 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d2be16f1-de16-4f46-81f3-585799195c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:36.828841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-d2be16f1-de16-4f46-81f3-585799195c90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a1b013-a08a-4b92-b391-05c6379de3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972006 Nov 11 20:55:36.870715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-61351053-4c66-403f-beff-92a955684d21 service neutron] 10.222.0.31 "GET /v2.0/networks/4faffc76-50b8-43f7-860f-43dee6f735d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334679 Nov 11 20:55:36.872592 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a427b22f-9335-4b14-86de-225574775f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.875184 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a427b22f-9335-4b14-86de-225574775f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.876360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a427b22f-9335-4b14-86de-225574775f81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/399dc5cc-ad0a-43f1-8cc8-83526b4b2843 HTTP/1.1" status: 204 len: 168 time: 0.6789684 Nov 11 20:55:36.919205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Network 52b55e66-6127-4103-bc7d-747ec11e3ca2 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:36.926745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427b22f-9335-4b14-86de-225574775f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399dc5cc-ad0a-43f1-8cc8-83526b4b2843,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:36.969703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.992055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-58a31cb6-2f22-4e03-973b-c92c10f6ba29 service neutron] 10.222.0.62 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526496 Nov 11 20:55:37.032990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d8b82ca0-f777-4fec-a679-fe836c308aab service neutron] 10.222.0.31 "GET /v2.0/networks/4faffc76-50b8-43f7-860f-43dee6f735d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517301 Nov 11 20:55:37.080812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 52b55e66-6127-4103-bc7d-747ec11e3ca2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:37.090338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:37.091066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:37.099433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce9917-4e19-46ef-9953-003f23fae4b5 None None] Network 52b55e66-6127-4103-bc7d-747ec11e3ca2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:37.122908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-946cb937-e943-4d76-9754-d119e715f1ab service neutron] 10.222.0.62 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213169 Nov 11 20:55:37.176829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-4a3c07a2-0d96-40c3-bcc5-5445ac985205 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=7fc98394-173c-459d-9a74-242f6c64803a HTTP/1.1" status: 200 len: 217 time: 0.0435414 Nov 11 20:55:37.249863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-56cc7acb-4920-4420-a813-9179aa1a3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:37.251386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-56cc7acb-4920-4420-a813-9179aa1a3e5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b7067665-5eff-4cd2-8e7f-17e6ffa48f73 HTTP/1.1" status: 200 len: 801 time: 0.0679226 Nov 11 20:55:37.256658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-53e7e442-01ea-4089-a7db-beddb670deab admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5306959 Nov 11 20:55:37.264466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2bd4e1-b1cd-4adf-904e-ede4177401b0 None None] Network 52b55e66-6127-4103-bc7d-747ec11e3ca2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:37.442266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-26245526-cb68-4099-a0a2-0f69677a66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:37.443782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-26245526-cb68-4099-a0a2-0f69677a66bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=57b480c1-4794-4d78-9133-35314f2e17fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1821928 Nov 11 20:55:37.452982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da79d-a2a0-471a-8d46-6448b7d55d8d req-aef6f201-1983-46cf-a449-439e0e34398c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:37.459978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da79d-a2a0-471a-8d46-6448b7d55d8d req-aef6f201-1983-46cf-a449-439e0e34398c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:37.466200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da79d-a2a0-471a-8d46-6448b7d55d8d req-aef6f201-1983-46cf-a449-439e0e34398c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:37.473847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-483da79d-a2a0-471a-8d46-6448b7d55d8d req-aef6f201-1983-46cf-a449-439e0e34398c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2412 time: 0.1496630 Nov 11 20:55:37.588039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-483da79d-a2a0-471a-8d46-6448b7d55d8d req-7525419d-b1b4-4a12-88b1-bf9dfb6b2fd5 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133060 Nov 11 20:55:37.631265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-55701af2-2f85-4ce7-9841-5a1538c5f971 service neutron] 10.222.0.62 "GET /v2.0/networks/57b480c1-4794-4d78-9133-35314f2e17fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553228 Nov 11 20:55:37.749645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6f410d4-f621-43aa-a875-d1a8130c2469 req-5e29e85a-2af7-4a09-9283-6fe9b1757252 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 210 time: 0.0448906 Nov 11 20:55:37.789719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:37.800721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-3c278b4c-430f-46aa-808a-4f15522033b6 service neutron] 10.222.0.62 "GET /v2.0/networks/57b480c1-4794-4d78-9133-35314f2e17fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604366 Nov 11 20:55:37.864640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0de42a1-564d-48a8-b350-7bd2e841f316 req-e901ed71-a1ae-4e10-b23e-52867c6afa5c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0418909 Nov 11 20:55:37.865201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45450) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:37.868746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-188018d0-92f2-463f-8e33-bb68d88fc31b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=fdea9515-abb9-4f03-8aee-6bea87db2e6a HTTP/1.1" status: 200 len: 217 time: 0.0579755 Nov 11 20:55:37.891128 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63354f74-59ae-4512-bfd0-7f7caeaa9e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:37.951515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-14d4113b-0032-4623-9d44-07f9519f4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:37.953928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-14d4113b-0032-4623-9d44-07f9519f4d48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52da3ecf-12cc-4b16-904e-2f2a10a40ee9 HTTP/1.1" status: 200 len: 801 time: 0.0782323 Nov 11 20:55:37.957694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45456) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:38.019086 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63354f74-59ae-4512-bfd0-7f7caeaa9e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.047211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-54815715-4c60-4984-9f0d-db6fb526b6df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=beba00ebbdb743bcb5c62bfe002b73f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876997 Nov 11 20:55:38.051431 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:38.070517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-ebd55fa3-ee87-45eb-8f79-28eaa735d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:38.072389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-ebd55fa3-ee87-45eb-8f79-28eaa735d401 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a1b013-a08a-4b92-b391-05c6379de3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040714 Nov 11 20:55:38.087618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63354f74-59ae-4512-bfd0-7f7caeaa9e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.146623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63354f74-59ae-4512-bfd0-7f7caeaa9e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d61f4f-2915-4420-ac7e-1ed42cf1eb00,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:38.168841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-63354f74-59ae-4512-bfd0-7f7caeaa9e29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b9631d9a76e4d4aa8f0a819cc8a8d58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025031 Nov 11 20:55:38.171458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45462) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:38.183968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4849eec1-7cbb-448b-a732-470d06a4b241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.229323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4849eec1-7cbb-448b-a732-470d06a4b241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.241212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-be283978-7905-44bb-af67-813995652d10 service neutron] 10.222.0.62 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583138 Nov 11 20:55:38.244866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a83a69de-a5f4-4c93-ae16-2cbca206e94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.278286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a83a69de-a5f4-4c93-ae16-2cbca206e94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.338518 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-f5c141b2-9502-4cc5-82e0-02a3644ecd8d req-34c23691-8dee-43aa-bc93-b83968dcaeb6 tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] show failed (client error): The resource could not be found. Nov 11 20:55:38.339643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5c141b2-9502-4cc5-82e0-02a3644ecd8d req-34c23691-8dee-43aa-bc93-b83968dcaeb6 tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "GET /v2.0/security-groups/641a3afe-1f72-4aa5-947a-10af262c746f HTTP/1.1" status: 404 len: 352 time: 0.0561838 Nov 11 20:55:38.394351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f42016-bd0a-4268-9cc6-648781b0fe2a req-0ee0038e-d597-40fc-b264-484a508be612 service neutron] 10.222.0.62 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434975 Nov 11 20:55:38.442299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-590586b4-5d19-4c18-a364-d4215d696e6f req-c61bc30f-f333-4115-a3e9-c7b080c893b4 tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c65dfc5c9e7456f826c3c2b10fc61de HTTP/1.1" status: 200 len: 3005 time: 0.0586488 Nov 11 20:55:38.458225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4849eec1-7cbb-448b-a732-470d06a4b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.460765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4849eec1-7cbb-448b-a732-470d06a4b241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.461914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4849eec1-7cbb-448b-a732-470d06a4b241 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f27dc66-6cab-4057-b227-9e4198e74755 HTTP/1.1" status: 204 len: 168 time: 0.4091156 Nov 11 20:55:38.487930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849eec1-7cbb-448b-a732-470d06a4b241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f27dc66-6cab-4057-b227-9e4198e74755,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:38.506207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-590586b4-5d19-4c18-a364-d4215d696e6f req-8417dfb8-6e7f-496d-8383-2e9bfe86523b tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "GET /v2.0/security-groups/092db9e1-993c-4cfd-9503-da627f861223 HTTP/1.1" status: 200 len: 3002 time: 0.0570962 Nov 11 20:55:38.526579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a83a69de-a5f4-4c93-ae16-2cbca206e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.531151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a83a69de-a5f4-4c93-ae16-2cbca206e94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:38.532828 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a83a69de-a5f4-4c93-ae16-2cbca206e94c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97d61f4f-2915-4420-ac7e-1ed42cf1eb00 HTTP/1.1" status: 204 len: 168 time: 0.3602402 Nov 11 20:55:38.553861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a69de-a5f4-4c93-ae16-2cbca206e94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d61f4f-2915-4420-ac7e-1ed42cf1eb00,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:38.582315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-590586b4-5d19-4c18-a364-d4215d696e6f req-c74b517d-a11e-4a72-8d5b-2e12a862e211 tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "GET /v2.0/security-groups/092db9e1-993c-4cfd-9503-da627f861223 HTTP/1.1" status: 200 len: 3002 time: 0.0664682 Nov 11 20:55:38.697508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b323084b-19d0-4a80-8831-cdb9041906ea req-0235ba43-da16-4bc3-8612-3c19d4ba32df tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "GET /v2.0/security-groups/092db9e1-993c-4cfd-9503-da627f861223 HTTP/1.1" status: 200 len: 3002 time: 0.0921304 Nov 11 20:55:38.775766 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-b323084b-19d0-4a80-8831-cdb9041906ea req-57e33681-a9ce-4687-8422-a663869bfb4f tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 20:55:38.788299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b323084b-19d0-4a80-8831-cdb9041906ea req-57e33681-a9ce-4687-8422-a663869bfb4f tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "DELETE /v2.0/security-groups/092db9e1-993c-4cfd-9503-da627f861223 HTTP/1.1" status: 409 len: 352 time: 0.0893910 Nov 11 20:55:38.858690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-e918b33d-5595-46f4-a353-0622900e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:38.862511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-e918b33d-5595-46f4-a353-0622900e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:38.863125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-e918b33d-5595-46f4-a353-0622900e67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:38.868587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-e918b33d-5595-46f4-a353-0622900e67f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2865 time: 0.2465856 Nov 11 20:55:38.895356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd852b-b24e-455d-9bf4-337fc6d35f42 req-81123307-b7e7-47b5-be18-4df5a7e3488b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:38.903632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd852b-b24e-455d-9bf4-337fc6d35f42 req-81123307-b7e7-47b5-be18-4df5a7e3488b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:38.915772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd852b-b24e-455d-9bf4-337fc6d35f42 req-81123307-b7e7-47b5-be18-4df5a7e3488b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:38.917483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5dd852b-b24e-455d-9bf4-337fc6d35f42 req-81123307-b7e7-47b5-be18-4df5a7e3488b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2412 time: 0.1942608 Nov 11 20:55:38.999149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57b97a4-e308-4ecb-b1ef-785135c335c8 req-a6721e84-9226-4f7a-9258-37e082e77bff tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 210 time: 0.0572131 Nov 11 20:55:39.066803 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-6fbc790f-c0e9-4612-a39e-bfcbe036f5c6 req-2ab49422-9edd-4ee8-9f6c-9d2174951104 tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] show failed (client error): The resource could not be found. Nov 11 20:55:39.078220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6fbc790f-c0e9-4612-a39e-bfcbe036f5c6 req-2ab49422-9edd-4ee8-9f6c-9d2174951104 tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "GET /v2.0/security-groups/047ada87-0924-44b4-a4f6-1361a6f54c10 HTTP/1.1" status: 404 len: 352 time: 0.0355732 Nov 11 20:55:39.194491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ffd5f55-6737-4551-aaf2-d2135b752745 req-16384f1a-a0d5-4433-84fb-8116d8281b38 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0536189 Nov 11 20:55:39.248305 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-43c61259-0687-4a81-8831-0a6d3a463de3 req-b5af9978-fc42-4687-b693-5dcce93fa93a tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] show failed (client error): The resource could not be found. Nov 11 20:55:39.254669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43c61259-0687-4a81-8831-0a6d3a463de3 req-b5af9978-fc42-4687-b693-5dcce93fa93a tempest-SecurityGroupsNegativeTestJSON-978814146 tempest-SecurityGroupsNegativeTestJSON-978814146-project] 10.222.0.31 "GET /v2.0/security-groups/809a3713-a06f-4c01-9154-603945d23174 HTTP/1.1" status: 404 len: 352 time: 0.0184424 Nov 11 20:55:39.260932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45496) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:39.374832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] Deleting subnet 50ce99b3-3f2a-4c84-baba-d97e9da6562f {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:55:39.379681 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:39.455271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:39.538542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5dd852b-b24e-455d-9bf4-337fc6d35f42 req-e6e5d062-e452-4137-9494-0a647b904aa9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118469 Nov 11 20:55:39.571644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:39.583683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-d20745f6-84ae-4713-92a7-59fff9dc8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:39.592509 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-d20745f6-84ae-4713-92a7-59fff9dc8cf9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a1b013-a08a-4b92-b391-05c6379de3f6 HTTP/1.1" status: 200 len: 902 time: 0.7092378 Nov 11 20:55:39.690616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-7130a265-2eb6-434c-82d2-d833a8076ce2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=fdea9515-abb9-4f03-8aee-6bea87db2e6a HTTP/1.1" status: 200 len: 217 time: 0.0856204 Nov 11 20:55:39.765851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-2a4a1c9d-e3e1-4472-a500-f96651044088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:39.768139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-2a4a1c9d-e3e1-4472-a500-f96651044088 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52da3ecf-12cc-4b16-904e-2f2a10a40ee9 HTTP/1.1" status: 200 len: 801 time: 0.0663948 Nov 11 20:55:39.772366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:39.836643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ce99b3-3f2a-4c84-baba-d97e9da6562f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:39.849587 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:39.857640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-16e612c3-54b7-4e49-919b-e2a4553a0016 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/50ce99b3-3f2a-4c84-baba-d97e9da6562f HTTP/1.1" status: 204 len: 168 time: 0.5955114 Nov 11 20:55:39.860544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:39.916039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-10cfe1d5-29e6-4c63-8c3c-686180b6a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:39.917927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-10cfe1d5-29e6-4c63-8c3c-686180b6a32d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a1b013-a08a-4b92-b391-05c6379de3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1338069 Nov 11 20:55:40.070582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-bf6993ee-a4ab-4be0-ad34-c859323045be service neutron] 10.222.0.62 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139119 Nov 11 20:55:40.186986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e18af11-4e0d-467b-af28-1e2d7dbf1607 req-668534d7-472d-4279-9972-63d84b2a2e60 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 210 time: 0.0737307 Nov 11 20:55:40.192055 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.268596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44cd03c1-670d-49d8-8e31-8d4b2f47cf9b req-11e02c39-b8cb-4251-b22e-3b6fbd4c1529 service neutron] 10.222.0.62 "GET /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889329 Nov 11 20:55:40.322257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.379780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b55e66-6127-4103-bc7d-747ec11e3ca2']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:40.380596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25341c5-b254-4a64-bd47-9cc1096df76d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:40.380966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25341c5-b254-4a64-bd47-9cc1096df76d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:40.384349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5e17e91-7f52-4c10-b7d0-12a38067db58 req-c88d573a-5418-4cfd-a0f7-9851c98eac36 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0384672 Nov 11 20:55:40.394450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.430158 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.443509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:55:40.445285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:55:40.447918 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:55:40.472132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:40.527049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 31a6fb2d-3e25-4a59-beeb-2238dee23c5c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:40.527731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 31a6fb2d-3e25-4a59-beeb-2238dee23c5c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:40.624110 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.631514 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.636104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] 10.222.0.31 "DELETE /v2.0/networks/52b55e66-6127-4103-bc7d-747ec11e3ca2 HTTP/1.1" status: 204 len: 168 time: 0.7733157 Nov 11 20:55:40.667276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4ae8b-dfab-4e1e-9500-5c8adcc64326 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b55e66-6127-4103-bc7d-747ec11e3ca2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:40.700276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:40.714804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-963d075c-ed58-4baf-a921-4ae4fac1825b tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:40.716324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-963d075c-ed58-4baf-a921-4ae4fac1825b tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.58 "GET /v2.0/networks?id=4faffc76-50b8-43f7-860f-43dee6f735d5 HTTP/1.1" status: 200 len: 809 time: 0.1944547 Nov 11 20:55:40.730593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Request body: {'port': {'device_id': '717840b4-cc68-4260-b4b9-1d093561db03', 'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5', 'admin_state_up': True, 'tenant_id': 'b8ccdf15d1ad4b3e802d8ac3301add46'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:40.746961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3904bd3-2039-428a-b3eb-afc5abdc1a3e req-d86919c7-4184-4a86-bbbe-0eda8dd9df2a tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:40.763530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7fc98394-173c-459d-9a74-242f6c64803a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:40.766533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3904bd3-2039-428a-b3eb-afc5abdc1a3e req-d86919c7-4184-4a86-bbbe-0eda8dd9df2a tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:40.774108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3904bd3-2039-428a-b3eb-afc5abdc1a3e req-d86919c7-4184-4a86-bbbe-0eda8dd9df2a tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:40.784425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3904bd3-2039-428a-b3eb-afc5abdc1a3e req-d86919c7-4184-4a86-bbbe-0eda8dd9df2a tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2412 time: 0.1648810 Nov 11 20:55:40.911214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3904bd3-2039-428a-b3eb-afc5abdc1a3e req-29f21556-6a08-4dfa-a070-18360fe04401 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256096 Nov 11 20:55:40.922721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7fc98394-173c-459d-9a74-242f6c64803a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7fc98394-173c-459d-9a74-242f6c64803a,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:40.937453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7fc98394-173c-459d-9a74-242f6c64803a', 'network_id': '57b480c1-4794-4d78-9133-35314f2e17fa', 'port_id': '7fc98394-173c-459d-9a74-242f6c64803a', 'mac_address': 'fa:16:3e:de:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7067665-5eff-4cd2-8e7f-17e6ffa48f73', 'ip_address': '19.86.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:55:40.982565 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:40.998451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc98394-173c-459d-9a74-242f6c64803a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:41.022217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7fc98394-173c-459d-9a74-242f6c64803a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7fc98394-173c-459d-9a74-242f6c64803a,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:41.072055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1367744065'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:41.095488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Made reservation on behalf of b8ccdf15d1ad4b3e802d8ac3301add46 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:41.099989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.119173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.120426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device fdea9515-abb9-4f03-8aee-6bea87db2e6a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:41.178589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:41.182224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.191783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.213859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7fc98394-173c-459d-9a74-242f6c64803a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:41.224876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.225882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.226447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.226982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.227509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.228036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.228596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.229439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.229967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.230723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.231264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.232202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:55:41.256267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:41.360187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ee5298d9-981f-442d-a684-4a4eb27d9c84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c65dfc5c9e7456f826c3c2b10fc61de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934141 Nov 11 20:55:41.361120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45562) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:41.365020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Allocated IP 172.20.0.5 (4faffc76-50b8-43f7-860f-43dee6f735d5/9e6dc5c6-a15a-4dc4-b841-ed021b37425d/4eaca575-244c-4959-a5c3-f4bf1e9eea00) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:41.407806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.426351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port fdea9515-abb9-4f03-8aee-6bea87db2e6a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fdea9515-abb9-4f03-8aee-6bea87db2e6a,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:41.440400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ddca78f-1c79-4c7e-91c5-e6b0f7873905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.457463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a', 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6', 'port_id': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a', 'mac_address': 'fa:16:3e:43:c0:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52da3ecf-12cc-4b16-904e-2f2a10a40ee9', 'ip_address': '19.80.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:55:41.469470 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ddca78f-1c79-4c7e-91c5-e6b0f7873905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.501183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db494f1f-d035-4ccc-a8a6-61590f06b231 req-b039e3f7-21ab-44d4-9f71-998beb9cdf54 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 210 time: 0.1608303 Nov 11 20:55:41.501863 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.539765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.583138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a183e0e-bb62-4c83-8604-45547afb55a5 req-1992d7c2-4a67-43f3-8c01-11638123229d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0807498 Nov 11 20:55:41.584624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdea9515-abb9-4f03-8aee-6bea87db2e6a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:41.590874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:41.609214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.610692 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 6b483184-8048-46e2-be4f-e2ea9a9dc221 of type vlan for network bc6f536e-658e-414a-8789-bc904ded7767 Nov 11 20:55:41.620063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a5529-0517-435a-8c7b-db9ce89a1d1c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:41.635880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port fdea9515-abb9-4f03-8aee-6bea87db2e6a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fdea9515-abb9-4f03-8aee-6bea87db2e6a,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:41.681100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.715100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ddca78f-1c79-4c7e-91c5-e6b0f7873905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.720007 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ddca78f-1c79-4c7e-91c5-e6b0f7873905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.722268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2ddca78f-1c79-4c7e-91c5-e6b0f7873905 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/092db9e1-993c-4cfd-9503-da627f861223 HTTP/1.1" status: 204 len: 168 time: 0.3596058 Nov 11 20:55:41.723407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.733055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddca78f-1c79-4c7e-91c5-e6b0f7873905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092db9e1-993c-4cfd-9503-da627f861223,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:41.754439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.755762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 54c3b56a-aa28-4b42-8585-b013dc413a3e details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:41.795669 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.806984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:41.808138 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.815052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 54c3b56a-aa28-4b42-8585-b013dc413a3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=54c3b56a-aa28-4b42-8585-b013dc413a3e,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:41.850323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '54c3b56a-aa28-4b42-8585-b013dc413a3e', 'network_id': '91a1b013-a08a-4b92-b391-05c6379de3f6', 'port_id': '54c3b56a-aa28-4b42-8585-b013dc413a3e', 'mac_address': 'fa:16:3e:f4:ad:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52da3ecf-12cc-4b16-904e-2f2a10a40ee9', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:55:41.868504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.891123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=fdea9515-abb9-4f03-8aee-6bea87db2e6a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:41.912483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:41.930545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Pushing event updated for resources: {'Port': ['ID=4eaca575-244c-4959-a5c3-f4bf1e9eea00,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:41.931089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c3b56a-aa28-4b42-8585-b013dc413a3e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:41.959135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2575715 Nov 11 20:55:41.966711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Network 4faffc76-50b8-43f7-860f-43dee6f735d5 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:41.969870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:41.978264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:42.029594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c5603-8c53-4f38-8117-d3dc97bd888d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=bc6f536e-658e-414a-8789-bc904ded7767,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:42.084016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:42.084746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:42.097644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network bc6f536e-658e-414a-8789-bc904ded7767 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:42.104980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 54c3b56a-aa28-4b42-8585-b013dc413a3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=54c3b56a-aa28-4b42-8585-b013dc413a3e,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:42.183825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-ad80df92-d90c-425a-924d-4fd1cfbbb648 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4574740 Nov 11 20:55:42.187312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:42.198435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Request body: {'port': {'device_id': '717840b4-cc68-4260-b4b9-1d093561db03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:42.202654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d3440-68d8-4dbc-8315-89e493191f48 req-7a7719e5-b8ff-4606-962a-099fc8eea158 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:42.217415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d3440-68d8-4dbc-8315-89e493191f48 req-7a7719e5-b8ff-4606-962a-099fc8eea158 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:42.228637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d3440-68d8-4dbc-8315-89e493191f48 req-7a7719e5-b8ff-4606-962a-099fc8eea158 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:42.235116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48d3440-68d8-4dbc-8315-89e493191f48 req-7a7719e5-b8ff-4606-962a-099fc8eea158 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2414 time: 0.1752529 Nov 11 20:55:42.349811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48d3440-68d8-4dbc-8315-89e493191f48 req-84f4def2-6893-4f61-a909-4fa34b9782d8 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095746 Nov 11 20:55:42.395945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:42.410090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=54c3b56a-aa28-4b42-8585-b013dc413a3e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:42.534413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['54c3b56a-aa28-4b42-8585-b013dc413a3e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:42.637498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['fdea9515-abb9-4f03-8aee-6bea87db2e6a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:42.752258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7fc98394-173c-459d-9a74-242f6c64803a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:42.759907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e240f-db81-40e1-b994-581bb05be81d req-5a66d297-d7e9-455f-b9dc-6f47edbf4f1f tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:42.765127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-84cb1fcd-2613-49e4-a72e-c1a3b5a1bfb8 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412936 Nov 11 20:55:42.770576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-414e240f-db81-40e1-b994-581bb05be81d req-5a66d297-d7e9-455f-b9dc-6f47edbf4f1f tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 931 time: 0.1174433 Nov 11 20:55:42.850741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-414e240f-db81-40e1-b994-581bb05be81d req-36c7ce71-3862-4e63-83e6-ef7672ddb926 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786176 Nov 11 20:55:42.991763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaca575-244c-4959-a5c3-f4bf1e9eea00 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:43.012094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:43.041576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Transition to ACTIVE for port object 4eaca575-244c-4959-a5c3-f4bf1e9eea00 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:43.067111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-ae359946-91c0-48bd-9fa7-397214b5822e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:43.072602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-ae359946-91c0-48bd-9fa7-397214b5822e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066919 Nov 11 20:55:43.105270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-c00fc33c-db86-4293-889c-2cb3d54d1ad8 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/quotas/00ca57c42ee74fb9b09871a373595ff4 HTTP/1.1" status: 200 len: 375 time: 0.0263438 Nov 11 20:55:43.209619 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-dadbbd2a-ff01-461e-bcd6-4fd1738bc671 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961101 Nov 11 20:55:43.215834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:43.288812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5c4e184-4202-44c0-9d4a-9f01d20c2fcd req-2881b3f9-7278-4f2b-b3ae-10f9caf3ae4d tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.3564529 Nov 11 20:55:43.538546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:43.568471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaca575-244c-4959-a5c3-f4bf1e9eea00,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:43.667287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbca5c5-c8e5-4bc6-a38d-93e2772e3e8e req-a4fb00b4-f238-4afe-b37b-9acaccb15691 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:43.677472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbca5c5-c8e5-4bc6-a38d-93e2772e3e8e req-a4fb00b4-f238-4afe-b37b-9acaccb15691 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:43.680241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c8dd63e-883f-4b90-b16f-06a459f15d27 req-cf79146e-6dfc-48e8-b0d2-4dc03b314278 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 210 time: 0.1204517 Nov 11 20:55:43.683613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbca5c5-c8e5-4bc6-a38d-93e2772e3e8e req-a4fb00b4-f238-4afe-b37b-9acaccb15691 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:43.692139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acbca5c5-c8e5-4bc6-a38d-93e2772e3e8e req-a4fb00b4-f238-4afe-b37b-9acaccb15691 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2415 time: 0.1468704 Nov 11 20:55:43.699743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-698673471-network', 'tenant_id': 'd3c5069f732f482e86c5809df4fd6f75'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:43.744816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Attempting to bind port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:43.745164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Attempting to bind port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'e5eedc38-809c-4f8d-9d63-285c4babe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:43.745502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Attempting to bind port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 on network 4faffc76-50b8-43f7-860f-43dee6f735d5 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:43.758707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 on network 4faffc76-50b8-43f7-860f-43dee6f735d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:43.759038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Attempting to bind port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 on network 4faffc76-50b8-43f7-860f-43dee6f735d5 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:43.768989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:43.769617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Checking segment: {'id': 'e5eedc38-809c-4f8d-9d63-285c4babe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:43.769702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Bound using segment: {'id': 'e5eedc38-809c-4f8d-9d63-285c4babe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:43.770608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Bound port: 4eaca575-244c-4959-a5c3-f4bf1e9eea00, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5eedc38-809c-4f8d-9d63-285c4babe65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:43.770978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:43.782321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acbca5c5-c8e5-4bc6-a38d-93e2772e3e8e req-16b56ee8-084c-4072-83bd-8b2b3dd8eab7 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845885 Nov 11 20:55:43.806284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Made reservation on behalf of d3c5069f732f482e86c5809df4fd6f75 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:43.809652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:43.837259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:43.879662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] For port 4eaca575-244c-4959-a5c3-f4bf1e9eea00, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:43.884055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] For port 4eaca575-244c-4959-a5c3-f4bf1e9eea00, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4eaca575-244c-4959-a5c3-f4bf1e9eea00,segment=NetworkSegment(e5eedc38-809c-4f8d-9d63-285c4babe65e),segment_id=e5eedc38-809c-4f8d-9d63-285c4babe65e)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:43.964713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.005541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.006657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.009724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] 10.222.0.58 "PUT /v2.0/ports/4eaca575-244c-4959-a5c3-f4bf1e9eea00 HTTP/1.1" status: 200 len: 1091 time: 1.8164551 Nov 11 20:55:44.013522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717840b4-cc68-4260-b4b9-1d093561db03', 'tag': '4eaca575-244c-4959-a5c3-f4bf1e9eea00'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:44.013903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.025183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a59b99-d424-4447-b887-1e7d54d74b0d req-b228c922-a0ae-4f37-a490-2c1ae8377182 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.026676 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aacfa45-7579-4154-9652-013d5a5c1d55" -d '{"events": [{"name": "network-changed", "server_uuid": "717840b4-cc68-4260-b4b9-1d093561db03", "tag": "4eaca575-244c-4959-a5c3-f4bf1e9eea00"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:44.027058 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85a59b99-d424-4447-b887-1e7d54d74b0d req-b228c922-a0ae-4f37-a490-2c1ae8377182 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 943 time: 0.0953169 Nov 11 20:55:44.108586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85a59b99-d424-4447-b887-1e7d54d74b0d req-ca9095f3-cb00-485b-ad2a-e168070b566f tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750294 Nov 11 20:55:44.115037 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.137867 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186d490d-a13c-4ea2-b230-8155ebb8ecd4 x-openstack-request-id: req-186d490d-a13c-4ea2-b230-8155ebb8ecd4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:44.138446 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717840b4-cc68-4260-b4b9-1d093561db03", "tag": "4eaca575-244c-4959-a5c3-f4bf1e9eea00", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:44.139031 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-186d490d-a13c-4ea2-b230-8155ebb8ecd4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:44.139500 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717840b4-cc68-4260-b4b9-1d093561db03', 'tag': '4eaca575-244c-4959-a5c3-f4bf1e9eea00', 'status': 'completed', 'code': 200} Nov 11 20:55:44.140215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:44.146848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eede0a-f441-44b8-9622-fc7f069818e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaca575-244c-4959-a5c3-f4bf1e9eea00,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:44.163247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.164080 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Added segment f3553ad5-9cac-4418-bd35-2f02b97cba48 of type vlan for network 69dc1947-6bb6-4b74-9c60-398d22d27df0 Nov 11 20:55:44.203918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacfa45-7579-4154-9652-013d5a5c1d55 req-aa3363a8-4d9a-4fec-b707-1afdaddf03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.206429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4aacfa45-7579-4154-9652-013d5a5c1d55 req-aa3363a8-4d9a-4fec-b707-1afdaddf03e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8ccdf15d1ad4b3e802d8ac3301add46&device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 1094 time: 0.0553062 Nov 11 20:55:44.225199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a436b-13c0-4ee1-bccb-285467884687,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:44.228784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.343226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.347242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacfa45-7579-4154-9652-013d5a5c1d55 req-ca9996d1-554b-40b7-b8c3-1001af533396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.347676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.348456 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.349321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4aacfa45-7579-4154-9652-013d5a5c1d55 req-ca9996d1-554b-40b7-b8c3-1001af533396 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b8ccdf15d1ad4b3e802d8ac3301add46&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1352808 Nov 11 20:55:44.406829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb29fbfe-89ac-451c-8508-65af7d80f93d req-7d993d25-861c-4db6-a342-dc809701c944 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=6419211a-5446-4cfc-b09b-32fd3608e32d HTTP/1.1" status: 200 len: 210 time: 0.0563986 Nov 11 20:55:44.434015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] Pushing event updated for resources: {'Network': ['ID=69dc1947-6bb6-4b74-9c60-398d22d27df0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:44.452620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:44.508762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacfa45-7579-4154-9652-013d5a5c1d55 req-bfce2a2e-962a-4948-a17f-73a574d0380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.510353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4aacfa45-7579-4154-9652-013d5a5c1d55 req-bfce2a2e-962a-4948-a17f-73a574d0380b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499367 Nov 11 20:55:44.516757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:44.521097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e25f9b96-c7b3-4812-bf3c-4f853b4ec93c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9813962 Nov 11 20:55:44.527875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Request body: {'subnet': {'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-698673471-subnet', 'tenant_id': 'd3c5069f732f482e86c5809df4fd6f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:44.594768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-919a9d37-39ad-44da-99fe-946b8ada94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.596520 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-919a9d37-39ad-44da-99fe-946b8ada94a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b8ccdf15d1ad4b3e802d8ac3301add46&device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 1094 time: 0.0436766 Nov 11 20:55:44.655056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-82eeb673-f992-4eef-b81a-fdaf862862a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eaca575-244c-4959-a5c3-f4bf1e9eea00 HTTP/1.1" status: 200 len: 217 time: 0.0425613 Nov 11 20:55:44.711927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-635963a4-9e1b-48cd-8cc8-2ec624d0a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:44.713504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-635963a4-9e1b-48cd-8cc8-2ec624d0a6c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e6dc5c6-a15a-4dc4-b841-ed021b37425d HTTP/1.1" status: 200 len: 849 time: 0.0496352 Nov 11 20:55:44.772709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43c65023-8f67-46ab-945e-848ec830cfd7 req-0aa68e2e-537c-41c3-b976-325dc09510e0 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0537241 Nov 11 20:55:44.774658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Made reservation on behalf of d3c5069f732f482e86c5809df4fd6f75 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:44.777353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:44.787724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-01b3b488-fbcf-4d2e-b748-e82dd8b1dca0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4faffc76-50b8-43f7-860f-43dee6f735d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520697 Nov 11 20:55:44.795910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 54c3b56a-aa28-4b42-8585-b013dc413a3e up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:44.967890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-15a92ff8-4316-44a1-93ce-a2c3132580dc service neutron] 10.222.0.58 "GET /v2.0/networks/4faffc76-50b8-43f7-860f-43dee6f735d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744611 Nov 11 20:55:44.977803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 54c3b56a-aa28-4b42-8585-b013dc413a3e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:44.985270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 54c3b56a-aa28-4b42-8585-b013dc413a3e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:44.986663 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:45.063833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65b34-0877-4ee9-b71c-ee922dbb5f70 req-76c09214-ce66-4ffe-8f28-5b341a8408d1 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:45.094551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65b34-0877-4ee9-b71c-ee922dbb5f70 req-76c09214-ce66-4ffe-8f28-5b341a8408d1 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:45.110421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65b34-0877-4ee9-b71c-ee922dbb5f70 req-76c09214-ce66-4ffe-8f28-5b341a8408d1 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:45.117826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38c65b34-0877-4ee9-b71c-ee922dbb5f70 req-76c09214-ce66-4ffe-8f28-5b341a8408d1 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2415 time: 0.1981773 Nov 11 20:55:45.171601 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:45.222926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38c65b34-0877-4ee9-b71c-ee922dbb5f70 req-3a87374e-e776-4930-8c3b-aa6f8f513c55 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950375 Nov 11 20:55:45.238937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c3b56a-aa28-4b42-8585-b013dc413a3e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:45.246265 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b79f000-189f-4d9b-9a0e-1f3fc1412f0f" -d '{"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "54c3b56a-aa28-4b42-8585-b013dc413a3e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:45.304617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 54c3b56a-aa28-4b42-8585-b013dc413a3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=54c3b56a-aa28-4b42-8585-b013dc413a3e,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:45.322595 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d4c30-b1df-4a29-b022-5d96de72f6cf x-openstack-request-id: req-564d4c30-b1df-4a29-b022-5d96de72f6cf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:45.322904 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "54c3b56a-aa28-4b42-8585-b013dc413a3e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:45.327777 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-564d4c30-b1df-4a29-b022-5d96de72f6cf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:45.327777 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c3b56a-aa28-4b42-8585-b013dc413a3e', 'code': 200} Nov 11 20:55:45.366850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:45.372014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': 'bc6f536e-658e-414a-8789-bc904ded7767', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:45.391949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7583caa2-5a57-438e-b98d-e3ec34e1ad6c req-42814951-e173-44db-9149-5793660444b9 service neutron] 10.222.0.58 "GET /v2.0/networks/4faffc76-50b8-43f7-860f-43dee6f735d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500538 Nov 11 20:55:45.446603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:45.447148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7fc98394-173c-459d-9a74-242f6c64803a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:45.498202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50b7be-a22e-42d9-9b13-75dfb4984b10 req-5dd89597-b23d-4ea7-88a1-dd55033b436e tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:45.499649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ee50b7be-a22e-42d9-9b13-75dfb4984b10 req-5dd89597-b23d-4ea7-88a1-dd55033b436e tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 943 time: 0.1979585 Nov 11 20:55:45.509539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=54c3b56a-aa28-4b42-8585-b013dc413a3e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:45.580761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ee50b7be-a22e-42d9-9b13-75dfb4984b10 req-67d48bdf-5f2d-414b-9a3f-8ccf89d90275 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734990 Nov 11 20:55:45.604532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:45.635017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:45.640709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:45.668848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db436eb0-d65c-40a9-b257-c0acc38ae2f6,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:45.677444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Checking segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:45.677799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Network hostable DHCP agents. Network: 69dc1947-6bb6-4b74-9c60-398d22d27df0, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:45.702270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7fc98394-173c-459d-9a74-242f6c64803a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:45.708889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7fc98394-173c-459d-9a74-242f6c64803a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:45.709287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:45.807441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:45.821861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:45.883762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7fc98394-173c-459d-9a74-242f6c64803a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7fc98394-173c-459d-9a74-242f6c64803a,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:45.898194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 69dc1947-6bb6-4b74-9c60-398d22d27df0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:45.910986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38df64d-160b-4ed1-b62e-060f4804fe08 None None] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:45.965208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5048510b-3623-48b3-98fc-472addd5c91c req-45858a6d-4267-424e-985e-2fa76bb34b17 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0846920 Nov 11 20:55:45.973631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:45.974602 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.006592 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.007415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device fdea9515-abb9-4f03-8aee-6bea87db2e6a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:46.044959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.108622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-570f75c2-7acc-44fc-b1f7-8c0befff9a05 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5819161 Nov 11 20:55:46.123014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7fc98394-173c-459d-9a74-242f6c64803a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:46.131484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=2e2a84bc-8476-4a64-ada2-547ff196ab72,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:46.174112 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:55:46.180722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '6b483184-8048-46e2-be4f-e2ea9a9dc221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc6f536e-658e-414a-8789-bc904ded7767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:46.180722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: bc6f536e-658e-414a-8789-bc904ded7767, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:46.224863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b7f35-7335-40eb-a658-f963b8c0d4aa None None] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:46.295817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network bc6f536e-658e-414a-8789-bc904ded7767 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:46.305584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port fdea9515-abb9-4f03-8aee-6bea87db2e6a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:46.315289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port fdea9515-abb9-4f03-8aee-6bea87db2e6a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:46.316315 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.378742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, bc6f536e-658e-414a-8789-bc904ded7767) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:46.384326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:46.385139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.396460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf3104-7a4e-475d-b470-84da4d9fe620 None None] Network bc6f536e-658e-414a-8789-bc904ded7767 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:46.429966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aaeb5-63d8-4b0b-a2a6-97d32282b9a2 req-8e2fa395-05a6-4b3b-8dff-9585ba5cfaed tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:46.435981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aaeb5-63d8-4b0b-a2a6-97d32282b9a2 req-8e2fa395-05a6-4b3b-8dff-9585ba5cfaed tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:46.451505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aaeb5-63d8-4b0b-a2a6-97d32282b9a2 req-8e2fa395-05a6-4b3b-8dff-9585ba5cfaed tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:46.453337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f8aaeb5-63d8-4b0b-a2a6-97d32282b9a2 req-8e2fa395-05a6-4b3b-8dff-9585ba5cfaed tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2417 time: 0.1100175 Nov 11 20:55:46.489848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-998ffcfa-68d8-4995-8218-ad35cb4ab5c0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1217823 Nov 11 20:55:46.493520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45684) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:46.499904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1289539164'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:46.558816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f8aaeb5-63d8-4b0b-a2a6-97d32282b9a2 req-b9eed24e-6dca-4222-9deb-e1eedc313b03 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928288 Nov 11 20:55:46.616803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-e6a641bc-e6f4-4449-b410-dbc21bfd0088 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498512 Nov 11 20:55:46.673178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.735629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-bc6f536e-658e-414a-8789-bc904ded7767', 'network_id': 'bc6f536e-658e-414a-8789-bc904ded7767', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '2e2a84bc-8476-4a64-ada2-547ff196ab72'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:55:46.737859 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.760598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port fdea9515-abb9-4f03-8aee-6bea87db2e6a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fdea9515-abb9-4f03-8aee-6bea87db2e6a,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:46.762592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:46.766191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:46.888723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec0797-6361-440d-b5e0-686142c89efc req-75fd1080-3b46-4767-bffc-421d2d07f1ac tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:46.897697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-89ec0797-6361-440d-b5e0-686142c89efc req-75fd1080-3b46-4767-bffc-421d2d07f1ac tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 943 time: 0.1001477 Nov 11 20:55:46.996434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-89ec0797-6361-440d-b5e0-686142c89efc req-b2844f97-cf85-4a82-b2f3-ee6a3334edc5 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 Nov 11 20:55:47.024295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:47.067332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-6496b737-57b4-4f2a-8949-42fe77cdeba7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.068633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.068927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-6496b737-57b4-4f2a-8949-42fe77cdeba7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4409876 Nov 11 20:55:47.088849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.090933 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment f6732a9a-3f15-4d2c-bb22-292eecddaa57 of type vlan for network c16b5263-eb2b-4d59-bba5-fad7dc8d5762 Nov 11 20:55:47.098741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:47.153048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82865086-9f61-48e2-b526-82c41926f79a req-8eed8b68-780b-43c9-9655-825abd017b7e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0385401 Nov 11 20:55:47.214765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-cc86f09b-97a5-424f-8efe-b448512c8349 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.222288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-cc86f09b-97a5-424f-8efe-b448512c8349 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 812 time: 0.4635077 Nov 11 20:55:47.241275 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.248392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Allocated IP 2001:db8:0:ffff::2 (bc6f536e-658e-414a-8789-bc904ded7767/2e2a84bc-8476-4a64-ada2-547ff196ab72/8bfb95d7-8c0a-4c9b-97c2-a3ff63670323) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:47.264878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-7191201d-d9b4-43a2-9676-df7363629746 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/quotas/d3c5069f732f482e86c5809df4fd6f75 HTTP/1.1" status: 200 len: 375 time: 0.0414271 Nov 11 20:55:47.330843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-547aaee3-8a80-4b6a-8af4-f1c3c8fbc22d tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486066 Nov 11 20:55:47.411268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc98394-173c-459d-9a74-242f6c64803a'}, {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:47.411268 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18ca1a-4806-45be-ab1f-3cad2d5ec13b" -d '{"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "7fc98394-173c-459d-9a74-242f6c64803a"}, {"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "fdea9515-abb9-4f03-8aee-6bea87db2e6a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:47.442147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=fdea9515-abb9-4f03-8aee-6bea87db2e6a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:47.466303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.479802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.480563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.482647 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283b5335-68a8-42a7-af74-9d11ea8c7298 x-openstack-request-id: req-283b5335-68a8-42a7-af74-9d11ea8c7298 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:47.482941 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "7fc98394-173c-459d-9a74-242f6c64803a", "code": 200}, {"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-plugged", "status": "completed", "tag": "fdea9515-abb9-4f03-8aee-6bea87db2e6a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:47.483197 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-283b5335-68a8-42a7-af74-9d11ea8c7298 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:47.483581 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc98394-173c-459d-9a74-242f6c64803a', 'code': 200} Nov 11 20:55:47.483835 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a', 'code': 200} Nov 11 20:55:47.555355 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.579300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:47.587353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.656897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-76102753-8518-4edd-be62-aa3556c8a15a service neutron] 10.222.0.31 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170981 Nov 11 20:55:47.663567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.677691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.697867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=c16b5263-eb2b-4d59-bba5-fad7dc8d5762,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:47.718687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb8888-afd7-47bc-8ed8-6a11ae83ccc2 req-7991da80-4acd-4a71-8161-185512528026 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.728344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network c16b5263-eb2b-4d59-bba5-fad7dc8d5762 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:47.728852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb8888-afd7-47bc-8ed8-6a11ae83ccc2 req-7991da80-4acd-4a71-8161-185512528026 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.729537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab83206b-19e8-4f67-b938-0a9b9a7942b6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2347827 Nov 11 20:55:47.734050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb8888-afd7-47bc-8ed8-6a11ae83ccc2 req-7991da80-4acd-4a71-8161-185512528026 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.735732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdcb8888-afd7-47bc-8ed8-6a11ae83ccc2 req-7991da80-4acd-4a71-8161-185512528026 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2418 time: 0.1046865 Nov 11 20:55:47.737663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45712) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:47.742615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': 'c16b5263-eb2b-4d59-bba5-fad7dc8d5762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:47.809255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b36c9-858d-43ea-be2e-9f30d70d0113 req-41ab7b35-eba7-4784-8258-0cfcec0dc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.810106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b36c9-858d-43ea-be2e-9f30d70d0113 req-41ab7b35-eba7-4784-8258-0cfcec0dc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.810759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b36c9-858d-43ea-be2e-9f30d70d0113 req-41ab7b35-eba7-4784-8258-0cfcec0dc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:47.812740 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-300b36c9-858d-43ea-be2e-9f30d70d0113 req-41ab7b35-eba7-4784-8258-0cfcec0dc7d9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2871 time: 0.2346399 Nov 11 20:55:47.819507 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Network bc6f536e-658e-414a-8789-bc904ded7767 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:47.836383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:47.853698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Pushing event updated for resources: {'Port': ['ID=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:47.895730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:47.907284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdcb8888-afd7-47bc-8ed8-6a11ae83ccc2 req-39d913dc-cdc6-4340-aa30-83af86858409 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602776 Nov 11 20:55:47.909551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-d09956a0-f9fe-4d18-8825-30b7cb79b70b service neutron] 10.222.0.31 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105362 Nov 11 20:55:47.928837 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-300b36c9-858d-43ea-be2e-9f30d70d0113 req-897dbe7a-d5f1-467f-9028-68013c8ac7cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071279 Nov 11 20:55:47.966698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:47.971676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:47.994365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.039306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Attempting to bind port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:48.039874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Attempting to bind port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6b483184-8048-46e2-be4f-e2ea9a9dc221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc6f536e-658e-414a-8789-bc904ded7767'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:48.040461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Attempting to bind port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 on network bc6f536e-658e-414a-8789-bc904ded7767 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:48.050534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:48.055126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Checking segment: {'id': '6b483184-8048-46e2-be4f-e2ea9a9dc221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc6f536e-658e-414a-8789-bc904ded7767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:48.055631 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.056110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Bound using segment: {'id': '6b483184-8048-46e2-be4f-e2ea9a9dc221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc6f536e-658e-414a-8789-bc904ded7767'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:48.056711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Bound port: 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b483184-8048-46e2-be4f-e2ea9a9dc221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bc6f536e-658e-414a-8789-bc904ded7767'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:48.057175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.063601 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.224213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] For port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:48.227656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] For port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,segment=NetworkSegment(6b483184-8048-46e2-be4f-e2ea9a9dc221),segment_id=6b483184-8048-46e2-be4f-e2ea9a9dc221)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:48.229541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d7a313-3382-4179-90b2-41aa354c87c8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:48.278836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e280a3-d072-41b5-b7f8-76e35e2696d8 req-d3c44088-e55b-43fe-be31-c03b5fcc57e8 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:48.288794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-69e280a3-d072-41b5-b7f8-76e35e2696d8 req-d3c44088-e55b-43fe-be31-c03b5fcc57e8 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 943 time: 0.1372888 Nov 11 20:55:48.320745 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.395788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.198 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/de204c07-f6f6-4a99-9207-58327360c460) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:48.404127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-69e280a3-d072-41b5-b7f8-76e35e2696d8 req-d85e7096-c209-4bf1-b2c5-9d20ad2a6f79 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050589 Nov 11 20:55:48.469391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61e1d8-f758-429f-9ad2-fd89cae5796d None None] Pushing event updated for resources: {'Port': ['ID=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:48.515194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4eaca575-244c-4959-a5c3-f4bf1e9eea00 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:48.588207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f69a2476-845e-4b90-a693-a3f269f4e213 req-6bc29833-9822-49f2-bcef-a0237987cc0c tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0635180 Nov 11 20:55:48.662136 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.778858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4eaca575-244c-4959-a5c3-f4bf1e9eea00, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4eaca575-244c-4959-a5c3-f4bf1e9eea00,segment=NetworkSegment(e5eedc38-809c-4f8d-9d63-285c4babe65e),segment_id=e5eedc38-809c-4f8d-9d63-285c4babe65e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:48.829494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '4eaca575-244c-4959-a5c3-f4bf1e9eea00', 'network_id': '4faffc76-50b8-43f7-860f-43dee6f735d5', 'port_id': '4eaca575-244c-4959-a5c3-f4bf1e9eea00', 'mac_address': 'fa:16:3e:35:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6dc5c6-a15a-4dc4-b841-ed021b37425d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:55:48.830595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=2ea843ef-afc1-4e49-b30a-62bb08424f66,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:48.885440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.909901 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:48.917491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41e526ee-5caf-4482-87f7-13750f4689cf req-3ff11d37-8489-4cb0-9815-4e0e5bf4a3f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 210 time: 0.0878584 Nov 11 20:55:48.944465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaca575-244c-4959-a5c3-f4bf1e9eea00 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:48.975898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': 'f6732a9a-3f15-4d2c-bb22-292eecddaa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c16b5263-eb2b-4d59-bba5-fad7dc8d5762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:48.976363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: c16b5263-eb2b-4d59-bba5-fad7dc8d5762, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:48.981014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4eaca575-244c-4959-a5c3-f4bf1e9eea00, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4eaca575-244c-4959-a5c3-f4bf1e9eea00,segment=NetworkSegment(e5eedc38-809c-4f8d-9d63-285c4babe65e),segment_id=e5eedc38-809c-4f8d-9d63-285c4babe65e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:49.038867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.065055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network c16b5263-eb2b-4d59-bba5-fad7dc8d5762 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:49.065806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.116840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:49.122286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:49.135022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:49.145149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69561-96a5-40ce-ad9f-0126c6eb16e7 req-18787b56-73f9-4e16-9448-921e2534b71d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:49.152443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69561-96a5-40ce-ad9f-0126c6eb16e7 req-18787b56-73f9-4e16-9448-921e2534b71d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:49.159969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69561-96a5-40ce-ad9f-0126c6eb16e7 req-18787b56-73f9-4e16-9448-921e2534b71d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:49.161137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58e69561-96a5-40ce-ad9f-0126c6eb16e7 req-18787b56-73f9-4e16-9448-921e2534b71d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2418 time: 0.1671972 Nov 11 20:55:49.165986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, c16b5263-eb2b-4d59-bba5-fad7dc8d5762) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:49.172865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:49.180690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.193927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=de204c07-f6f6-4a99-9207-58327360c460,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:49.256406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b584f-5e62-4aab-8449-4a02a6c1a017 None None] Network c16b5263-eb2b-4d59-bba5-fad7dc8d5762 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:49.276971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:49.277666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.324381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58e69561-96a5-40ce-ad9f-0126c6eb16e7 req-67dea2f6-97d3-4a30-8a08-7927e800d0f1 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308928 Nov 11 20:55:49.346719 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3fcdcbd0-3825-4f25-957b-6af0eb8eec7c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6079159 Nov 11 20:55:49.355914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:49.377498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-d9e1dbef-5fa2-4a6d-9386-bd01a398da5a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2863050 Nov 11 20:55:49.393473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Request body: {'port': {'device_id': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:49.500846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4eaca575-244c-4959-a5c3-f4bf1e9eea00,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:49.535034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.539543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.569353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4eaca575-244c-4959-a5c3-f4bf1e9eea00'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:49.622356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:49.765802 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.879121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88c2f1-2d19-425b-b274-400b010b6cfd req-eed9daae-d161-4505-965e-62ce3a9a1061 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:49.886962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f88c2f1-2d19-425b-b274-400b010b6cfd req-eed9daae-d161-4505-965e-62ce3a9a1061 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 944 time: 0.1232245 Nov 11 20:55:49.927468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3b818a49-ce1e-4aa6-9942-7a19ff067691 None None] Provisioning complete for port de204c07-f6f6-4a99-9207-58327360c460 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:49.927937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b818a49-ce1e-4aa6-9942-7a19ff067691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:49.975474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07aa661-7544-4365-8cd0-e51e437ba9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-c16b5263-eb2b-4d59-bba5-fad7dc8d5762', 'network_id': 'c16b5263-eb2b-4d59-bba5-fad7dc8d5762', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '2ea843ef-afc1-4e49-b30a-62bb08424f66'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:55:49.976650 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b07aa661-7544-4365-8cd0-e51e437ba9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.028212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f88c2f1-2d19-425b-b274-400b010b6cfd req-c67e7351-1d11-46d9-a52a-65749e96f32e tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372526 Nov 11 20:55:50.032642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.042634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:50.043063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.098935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de204c07-f6f6-4a99-9207-58327360c460 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:50.108921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.109916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea843ef-afc1-4e49-b30a-62bb08424f66,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:50.158052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Transition to ACTIVE for port object de204c07-f6f6-4a99-9207-58327360c460 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:50.161040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3b818a49-ce1e-4aa6-9942-7a19ff067691 None None] Port de204c07-f6f6-4a99-9207-58327360c460 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:50.217541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c70c3-c9ef-448b-9ef5-48cf2b4f6879 None None] Network c16b5263-eb2b-4d59-bba5-fad7dc8d5762 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:50.252359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ce254-4414-4074-9242-cb5e5bc34e56 req-112fe2d7-223f-4eaa-9f9e-079ac904aab7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:50.253967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-172ce254-4414-4074-9242-cb5e5bc34e56 req-112fe2d7-223f-4eaa-9f9e-079ac904aab7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 936 time: 0.2591784 Nov 11 20:55:50.269662 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.287990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dac8ee-d5d7-4d02-be4c-5338ba29337c None None] Network bc6f536e-658e-414a-8789-bc904ded7767 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:50.399901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-172ce254-4414-4074-9242-cb5e5bc34e56 req-03ea9f1a-2647-4c3d-a34f-0f73914935db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Nov 11 20:55:50.506621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Pushing event updated for resources: {'Port': ['ID=de204c07-f6f6-4a99-9207-58327360c460,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:50.690846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.719405 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74f35ce9-297f-454e-9117-3c1b08300d5a req-9e1eedf0-63e6-4369-a15d-9507f5d8f0df tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 210 time: 0.0463517 Nov 11 20:55:50.734880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Attempting to bind port de204c07-f6f6-4a99-9207-58327360c460 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:50.735219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Attempting to bind port de204c07-f6f6-4a99-9207-58327360c460 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:50.735552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Attempting to bind port de204c07-f6f6-4a99-9207-58327360c460 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:50.753201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5ac219b0-022a-4c17-b0e0-85801901a1a9 None None] Provisioning complete for port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:50.753676 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ac219b0-022a-4c17-b0e0-85801901a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.754197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Port de204c07-f6f6-4a99-9207-58327360c460 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:50.754678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Attempting to bind port de204c07-f6f6-4a99-9207-58327360c460 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:50.757622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16b5263-eb2b-4d59-bba5-fad7dc8d5762']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:50.766355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:50.769969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:50.770149 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6732a9a-3f15-4d2c-bb22-292eecddaa57') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:50.770452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6732a9a-3f15-4d2c-bb22-292eecddaa57') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:50.771192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:50.772324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Bound port: de204c07-f6f6-4a99-9207-58327360c460, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:50.772907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.780399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.795093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.812865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:55:50.813479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.813642 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:55:50.818267 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:55:50.872323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,segment=NetworkSegment(6b483184-8048-46e2-be4f-e2ea9a9dc221),segment_id=6b483184-8048-46e2-be4f-e2ea9a9dc221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:50.900984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] For port de204c07-f6f6-4a99-9207-58327360c460, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:50.905296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] For port de204c07-f6f6-4a99-9207-58327360c460, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=de204c07-f6f6-4a99-9207-58327360c460,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:50.924397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951721f-7c9c-41f1-a34d-81124698a413 req-c916fabc-a646-465f-a90b-01dcef3e6618 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:50.931958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951721f-7c9c-41f1-a34d-81124698a413 req-c916fabc-a646-465f-a90b-01dcef3e6618 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:50.937735 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ac219b0-022a-4c17-b0e0-85801901a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.944017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951721f-7c9c-41f1-a34d-81124698a413 req-c916fabc-a646-465f-a90b-01dcef3e6618 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:50.946478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f951721f-7c9c-41f1-a34d-81124698a413 req-c916fabc-a646-465f-a90b-01dcef3e6618 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2418 time: 0.3033004 Nov 11 20:55:50.962536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.989216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.992814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:50.999535 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.011282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/c16b5263-eb2b-4d59-bba5-fad7dc8d5762 HTTP/1.1" status: 204 len: 168 time: 1.6504979 Nov 11 20:55:51.033672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:51.045813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974109745'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:51.057468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbced5b-bbde-4924-9c4e-231d50c40685 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=c16b5263-eb2b-4d59-bba5-fad7dc8d5762,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:51.077162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Pushing event updated for resources: {'Port': ['ID=de204c07-f6f6-4a99-9207-58327360c460,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:51.126371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:51.128044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.131834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-32ff5737-5d7a-4305-897a-47c4ba997731 service neutron] 10.222.0.62 "PUT /v2.0/ports/de204c07-f6f6-4a99-9207-58327360c460 HTTP/1.1" status: 200 len: 1096 time: 1.7450912 Nov 11 20:55:51.147602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f951721f-7c9c-41f1-a34d-81124698a413 req-97e3bc8e-24ab-45c4-8e45-d810d48b6d54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837420 Nov 11 20:55:51.148131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'tag': 'de204c07-f6f6-4a99-9207-58327360c460'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:51.157361 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e" -d '{"events": [{"name": "network-changed", "server_uuid": "cceb0a7a-13ee-4c24-b4a4-55585f56bfe2", "tag": "de204c07-f6f6-4a99-9207-58327360c460"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:51.190230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:51.201047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-5ac219b0-022a-4c17-b0e0-85801901a1a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:55:51.201416 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-5ac219b0-022a-4c17-b0e0-85801901a1a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:55:51.251007 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a05eb9a-8a5f-4c47-bae7-65331e9557d5 x-openstack-request-id: req-4a05eb9a-8a5f-4c47-bae7-65331e9557d5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:51.251742 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cceb0a7a-13ee-4c24-b4a4-55585f56bfe2", "tag": "de204c07-f6f6-4a99-9207-58327360c460", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:51.252253 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a05eb9a-8a5f-4c47-bae7-65331e9557d5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:51.253098 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'tag': 'de204c07-f6f6-4a99-9207-58327360c460', 'status': 'completed', 'code': 200} Nov 11 20:55:51.255842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:51.260077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.316636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac69b13-bbc7-4fd8-8635-c4168265741f req-66842c49-7a75-43fc-a009-b0c681aafafa tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:51.328383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ac69b13-bbc7-4fd8-8635-c4168265741f req-66842c49-7a75-43fc-a009-b0c681aafafa tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 944 time: 0.1285131 Nov 11 20:55:51.362715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:51.378147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-4abeea0f-7123-4acf-ab02-0bcfc47b3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:51.384708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-4abeea0f-7123-4acf-ab02-0bcfc47b3339 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 1099 time: 0.0783684 Nov 11 20:55:51.394374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.394855 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 3bc14b2d-ca84-4b73-b59e-41f023ac945e of type vlan for network 02c4f8c9-0b11-4246-97f7-48fb43615388 Nov 11 20:55:51.496718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-ff999818-d8ff-4649-b3d9-30d07ffd2648 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=de204c07-f6f6-4a99-9207-58327360c460 HTTP/1.1" status: 200 len: 217 time: 0.0997224 Nov 11 20:55:51.573795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:51.586003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ac69b13-bbc7-4fd8-8635-c4168265741f req-0a22256f-8037-47d4-9c76-ed4b929935b4 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566063 Nov 11 20:55:51.612066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-ea1d57ba-3a1b-4fa2-a75e-867379fb41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:51.619566 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-ea1d57ba-3a1b-4fa2-a75e-867379fb41c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1126969 Nov 11 20:55:51.621050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.777088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.792904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:51.795317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.834512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:51.835569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:51.871548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4193e-3c35-4b67-93be-1c13b32f4528 req-a8db5ccd-465b-4633-b716-37c36fccaffd tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:51.896429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96d4193e-3c35-4b67-93be-1c13b32f4528 req-a8db5ccd-465b-4633-b716-37c36fccaffd tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 948 time: 0.1758630 Nov 11 20:55:52.009861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=02c4f8c9-0b11-4246-97f7-48fb43615388,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:52.034999 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96d4193e-3c35-4b67-93be-1c13b32f4528 req-195b75d9-110f-49da-9227-b6fefdb2fe00 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372488 Nov 11 20:55:52.068062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-54ab68ee-7f32-42a8-be53-00153e02c249 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0305274 Nov 11 20:55:52.069843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:52.080489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': '02c4f8c9-0b11-4246-97f7-48fb43615388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:52.143679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-35996d94-a7de-4576-a029-9a1c89a2088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:52.151013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-35996d94-a7de-4576-a029-9a1c89a2088d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5228045 Nov 11 20:55:52.175603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 02c4f8c9-0b11-4246-97f7-48fb43615388 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:52.333536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-158b3cda-92cf-42c8-a4b8-5ed7baa3867e None None] Provisioning complete for port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:52.333899 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-158b3cda-92cf-42c8-a4b8-5ed7baa3867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:52.365996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-51782bab-0441-4218-9b5a-ec473ebe08da service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048516 Nov 11 20:55:52.407466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-933ddc50-80cf-47ad-9c39-20f362c1e71c req-189d9082-ac23-4752-8f51-4aaf4195f472 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 210 time: 0.0634823 Nov 11 20:55:52.488794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:52.543123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4eaca575-244c-4959-a5c3-f4bf1e9eea00 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:52.605203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30eb46-6509-45e0-a5ae-1fa157a05114 req-2aa45cb7-2dc3-44d6-a93b-d44123d53c21 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:52.608360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-b23d062a-101e-4021-b5fd-88eb9f18dc9c tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:52.609919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-b23d062a-101e-4021-b5fd-88eb9f18dc9c tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.58 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 812 time: 0.1615477 Nov 11 20:55:52.611582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:52.612384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30eb46-6509-45e0-a5ae-1fa157a05114 req-2aa45cb7-2dc3-44d6-a93b-d44123d53c21 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:52.614976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:52.618483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30eb46-6509-45e0-a5ae-1fa157a05114 req-2aa45cb7-2dc3-44d6-a93b-d44123d53c21 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:52.624649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Request body: {'port': {'device_id': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'admin_state_up': True, 'tenant_id': 'd3c5069f732f482e86c5809df4fd6f75'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:52.627038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a30eb46-6509-45e0-a5ae-1fa157a05114 req-2aa45cb7-2dc3-44d6-a93b-d44123d53c21 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2418 time: 0.0978727 Nov 11 20:55:52.687213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48eb1120-5b6b-4164-8212-4d61c4c34685 req-a3b6bdcb-fe8c-4607-ab1c-2dfb32d42e80 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037081 Nov 11 20:55:52.723246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a30eb46-6509-45e0-a5ae-1fa157a05114 req-978d9eec-b5c4-4e7a-9f3b-16be062bd67a tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953043 Nov 11 20:55:52.794534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:52.799654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:52.800260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:52.874582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e39ca-a98c-4dc5-b723-f6f675304682 req-b15efa13-52dd-4836-9b32-d471b22d58a5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:52.879813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f79e39ca-a98c-4dc5-b723-f6f675304682 req-b15efa13-52dd-4836-9b32-d471b22d58a5 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.0731921 Nov 11 20:55:52.942154 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:52.974954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717840b4-cc68-4260-b4b9-1d093561db03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaca575-244c-4959-a5c3-f4bf1e9eea00'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:52.977547 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd91746-bc30-4346-a123-4d207be82ef2" -d '{"events": [{"server_uuid": "717840b4-cc68-4260-b4b9-1d093561db03", "name": "network-vif-plugged", "status": "completed", "tag": "4eaca575-244c-4959-a5c3-f4bf1e9eea00"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:52.983060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044ac1f-7aff-4af4-9346-0510bc15af03 req-ede6e70b-b08f-40a6-8ab0-28ea032eef7a tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:52.984769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a044ac1f-7aff-4af4-9346-0510bc15af03 req-ede6e70b-b08f-40a6-8ab0-28ea032eef7a tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 944 time: 0.1410854 Nov 11 20:55:52.993866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4eaca575-244c-4959-a5c3-f4bf1e9eea00, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4eaca575-244c-4959-a5c3-f4bf1e9eea00,segment=NetworkSegment(e5eedc38-809c-4f8d-9d63-285c4babe65e),segment_id=e5eedc38-809c-4f8d-9d63-285c4babe65e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:53.061522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.083153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Made reservation on behalf of d3c5069f732f482e86c5809df4fd6f75 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:53.086984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-4b43e7bf-6f43-47b7-aa5a-6df420659a98 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.087220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.088893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-4b43e7bf-6f43-47b7-aa5a-6df420659a98 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 812 time: 0.1675684 Nov 11 20:55:53.094178 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f79e39ca-a98c-4dc5-b723-f6f675304682 req-e1e2eedf-9dc5-4580-aad7-43aabb7ab991 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926203 Nov 11 20:55:53.097604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-f9ed1c05-e4d5-48c1-b60c-bad78aeea546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.102259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-f9ed1c05-e4d5-48c1-b60c-bad78aeea546 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 1099 time: 0.2429776 Nov 11 20:55:53.110224 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a044ac1f-7aff-4af4-9346-0510bc15af03 req-7701565f-7676-44a9-86bc-62c271425771 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165047 Nov 11 20:55:53.156070 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ce944-b42e-42fa-b949-61eea5bf5be9 x-openstack-request-id: req-4e0ce944-b42e-42fa-b949-61eea5bf5be9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:53.156404 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717840b4-cc68-4260-b4b9-1d093561db03", "name": "network-vif-plugged", "status": "completed", "tag": "4eaca575-244c-4959-a5c3-f4bf1e9eea00", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:53.159679 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e0ce944-b42e-42fa-b949-61eea5bf5be9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:53.159679 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717840b4-cc68-4260-b4b9-1d093561db03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaca575-244c-4959-a5c3-f4bf1e9eea00', 'code': 200} Nov 11 20:55:53.162226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.163160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4eaca575-244c-4959-a5c3-f4bf1e9eea00,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:53.243058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Request body: {'port': {'device_id': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'admin_state_up': True, 'tenant_id': 'd3c5069f732f482e86c5809df4fd6f75'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:53.290712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-67d4e7a4-2bca-4016-8f50-c33a50a1cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.291933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-67d4e7a4-2bca-4016-8f50-c33a50a1cdbd service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1718717 Nov 11 20:55:53.334224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=33e2750d-1c1d-490b-bcc3-a42d205ba3d9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:53.370097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-e329bf4e-7226-4102-9338-7d632ed42559 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=de204c07-f6f6-4a99-9207-58327360c460 HTTP/1.1" status: 200 len: 217 time: 0.0423603 Nov 11 20:55:53.370555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Allocated IP 172.20.0.12 (69dc1947-6bb6-4b74-9c60-398d22d27df0/db436eb0-d65c-40a9-b257-c0acc38ae2f6/dacc29b4-0138-46f4-8bc9-3df379548b23) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:53.393301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '3bc14b2d-ca84-4b73-b59e-41f023ac945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c4f8c9-0b11-4246-97f7-48fb43615388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:53.393675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: 02c4f8c9-0b11-4246-97f7-48fb43615388, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:53.405477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85ba63-5860-4431-b7d8-4c0021290d04 req-c1de768f-1926-4371-a99d-65990505178a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.406983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd85ba63-5860-4431-b7d8-4c0021290d04 req-c1de768f-1926-4371-a99d-65990505178a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 948 time: 0.1519644 Nov 11 20:55:53.412882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcdc42-f5a0-481e-ad2b-fc99336712fb req-d47c7479-22a7-45c7-9300-d335620b2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.413973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6dcdc42-f5a0-481e-ad2b-fc99336712fb req-d47c7479-22a7-45c7-9300-d335620b2064 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 1096 time: 0.1518185 Nov 11 20:55:53.447888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-eeb61086-3aca-4422-ba44-b0c57b2bc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.449415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-eeb61086-3aca-4422-ba44-b0c57b2bc4ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0678563 Nov 11 20:55:53.520384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1df48b18-abfd-4d61-9efd-785125ccb7e6 req-cd654190-fa76-4e80-b7bf-b879a0090d54 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 210 time: 0.0321608 Nov 11 20:55:53.529651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-a2724d6b-ea32-4299-bc7e-15f92060f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.531446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-a2724d6b-ea32-4299-bc7e-15f92060f246 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685191 Nov 11 20:55:53.578280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Made reservation on behalf of d3c5069f732f482e86c5809df4fd6f75 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:53.578681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd85ba63-5860-4431-b7d8-4c0021290d04 req-bbb1c03e-e4c4-42ac-a23d-dc544326478a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640406 Nov 11 20:55:53.582721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.615528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network 02c4f8c9-0b11-4246-97f7-48fb43615388 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:53.619147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6dcdc42-f5a0-481e-ad2b-fc99336712fb req-42fc2791-7f22-4c64-9d07-88a5d519a810 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861317 Nov 11 20:55:53.650247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-85e6c6e7-33c2-49f6-8eb4-8f6adb2aabdc tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.651701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-85e6c6e7-33c2-49f6-8eb4-8f6adb2aabdc tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.1630824 Nov 11 20:55:53.685729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.696833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 02c4f8c9-0b11-4246-97f7-48fb43615388) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:53.702806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.705400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.707465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a75ef-b7c2-46a1-8c98-46651a76d55b None None] Network 02c4f8c9-0b11-4246-97f7-48fb43615388 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:53.711779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-60bfaabb-3615-44de-91e2-fc3c101ae5fd service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621666 Nov 11 20:55:53.817320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d6843ad6-d71d-483f-995d-bcbd914a297e tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7455578 Nov 11 20:55:53.820939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:53.827085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-350553604'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:53.832893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.877234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-02c4f8c9-0b11-4246-97f7-48fb43615388', 'network_id': '02c4f8c9-0b11-4246-97f7-48fb43615388', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '33e2750d-1c1d-490b-bcc3-a42d205ba3d9'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:55:53.878408 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:53.908866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:53.913066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:53.917920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:53.920247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-407ef927-5eb0-4c17-8b3b-bc7a7bf9c80e req-72f3a350-be35-460e-8938-5be605416833 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927266 Nov 11 20:55:53.923932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event updated for resources: {'Port': ['ID=dacc29b4-0138-46f4-8bc9-3df379548b23,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:53.957710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Allocated IP 172.20.0.2 (69dc1947-6bb6-4b74-9c60-398d22d27df0/db436eb0-d65c-40a9-b257-c0acc38ae2f6/288cf397-4b40-436a-95b3-4ddf668c2a0a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:53.982909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4048-7261-4532-80ef-19b0a297e903 req-7d017d66-0b70-4068-a551-911aec911eb4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.989754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4048-7261-4532-80ef-19b0a297e903 req-7d017d66-0b70-4068-a551-911aec911eb4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.995841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4048-7261-4532-80ef-19b0a297e903 req-7d017d66-0b70-4068-a551-911aec911eb4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:53.997572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-323b4048-7261-4532-80ef-19b0a297e903 req-7d017d66-0b70-4068-a551-911aec911eb4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2418 time: 0.1932449 Nov 11 20:55:54.019562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.020325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.026411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:54.030443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.040433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Allocated IP 2001:db8::3 (02c4f8c9-0b11-4246-97f7-48fb43615388/33e2750d-1c1d-490b-bcc3-a42d205ba3d9/ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:55:54.092960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:54.106374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.106805 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 3b19ebcd-b5f2-4735-8bb4-cf19b147a9b9 of type vlan for network 45694e79-ac99-469e-8406-7d651cdecb3a Nov 11 20:55:54.127064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-323b4048-7261-4532-80ef-19b0a297e903 req-89017a7c-2e08-48ee-a702-449168da11eb tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111321 Nov 11 20:55:54.183051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-906b8083-6f97-4bab-b45f-c0516b0996f9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5626462 Nov 11 20:55:54.216624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Request body: {'port': {'device_id': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:54.223988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.225527 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.260901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.280428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Deleting port d196d080-1e28-4322-aa46-92a0d4753b83 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:54.280775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.306200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e336412-288f-45ee-8afc-fd5ca96303d9 req-d6d1a988-5abc-4317-8e62-b357eaa22f99 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.307707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e336412-288f-45ee-8afc-fd5ca96303d9 req-d6d1a988-5abc-4317-8e62-b357eaa22f99 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 945 time: 0.0731573 Nov 11 20:55:54.360050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e336412-288f-45ee-8afc-fd5ca96303d9 req-af57a40f-3c40-443b-bb69-98068d01ecd9 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Nov 11 20:55:54.383284 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.406959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.407512 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.431818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:54.435281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:54.437863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:54.439301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c4f3-b721-4d32-ac93-768042e50691 req-4c89004a-517b-48e5-8616-e4eb1ce8e5f2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.441033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fc7c4f3-b721-4d32-ac93-768042e50691 req-4c89004a-517b-48e5-8616-e4eb1ce8e5f2 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 944 time: 0.2043164 Nov 11 20:55:54.452407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Network 02c4f8c9-0b11-4246-97f7-48fb43615388 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:55:54.457790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:54.469394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:55:54.482097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Pushing event updated for resources: {'Port': ['ID=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:54.507172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] For port d196d080-1e28-4322-aa46-92a0d4753b83, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d196d080-1e28-4322-aa46-92a0d4753b83,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:54.507598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.523493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-2424c16e-5dbb-44ac-ae76-c3299dfad110 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.530215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-2424c16e-5dbb-44ac-ae76-c3299dfad110 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.537495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-2424c16e-5dbb-44ac-ae76-c3299dfad110 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.539607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-2424c16e-5dbb-44ac-ae76-c3299dfad110 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2418 time: 0.1700139 Nov 11 20:55:54.541387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Calling delete_port for d196d080-1e28-4322-aa46-92a0d4753b83 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:54.544238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.550078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.550225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Attempting to bind port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:54.550541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Attempting to bind port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3bc14b2d-ca84-4b73-b59e-41f023ac945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c4f8c9-0b11-4246-97f7-48fb43615388'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:54.550715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.550913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Attempting to bind port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac on network 02c4f8c9-0b11-4246-97f7-48fb43615388 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:54.556634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:54.556829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Checking segment: {'id': '3bc14b2d-ca84-4b73-b59e-41f023ac945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c4f8c9-0b11-4246-97f7-48fb43615388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:54.557075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.557550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Bound using segment: {'id': '3bc14b2d-ca84-4b73-b59e-41f023ac945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c4f8c9-0b11-4246-97f7-48fb43615388'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:54.557939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Bound port: ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc14b2d-ca84-4b73-b59e-41f023ac945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '02c4f8c9-0b11-4246-97f7-48fb43615388'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:54.558324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.606452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event updated for resources: {'Port': ['ID=288cf397-4b40-436a-95b3-4ddf668c2a0a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:54.633167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.634102 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.651015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] For port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:54.654673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] For port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,segment=NetworkSegment(3bc14b2d-ca84-4b73-b59e-41f023ac945e),segment_id=3bc14b2d-ca84-4b73-b59e-41f023ac945e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:54.713248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port fdea9515-abb9-4f03-8aee-6bea87db2e6a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:54.713810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.724652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51c454-a685-4ee2-99ce-82cb7950db5c req-da55f49a-c473-471a-afa8-709a5a57013a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:54.726168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db51c454-a685-4ee2-99ce-82cb7950db5c req-da55f49a-c473-471a-afa8-709a5a57013a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 931 time: 0.0787795 Nov 11 20:55:54.729421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fc7c4f3-b721-4d32-ac93-768042e50691 req-4c2d3a81-3316-45ad-8e52-b4ffb6093330 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782273 Nov 11 20:55:54.755824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=45694e79-ac99-469e-8406-7d651cdecb3a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:54.764929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-34cbdda8-3af5-4f2c-bf04-a614cb0b9b62 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5275223 Nov 11 20:55:54.769459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 45694e79-ac99-469e-8406-7d651cdecb3a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:54.778746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3fb29de-a476-498f-becc-97b1e261e1aa tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9567256 Nov 11 20:55:54.787350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.790577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:54.796221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Request body: {'port': {'device_id': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:54.805294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': '45694e79-ac99-469e-8406-7d651cdecb3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:54.867189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db51c454-a685-4ee2-99ce-82cb7950db5c req-aed4287a-4eaa-48db-8d7d-fdb9c0b883b3 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296873 Nov 11 20:55:54.887576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202f13d-9144-4c5c-8535-5f6647563df9 None None] Pushing event updated for resources: {'Port': ['ID=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:54.891794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device de204c07-f6f6-4a99-9207-58327360c460 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:55:54.928791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port fdea9515-abb9-4f03-8aee-6bea87db2e6a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fdea9515-abb9-4f03-8aee-6bea87db2e6a,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:54.929166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.940798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:54.955522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for fdea9515-abb9-4f03-8aee-6bea87db2e6a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:55.105650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efe5be-d140-48ce-ab57-b618a5429d40 req-1df6ab2a-21c3-4f75-9cfd-39a406f71a42 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:55.107316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00efe5be-d140-48ce-ab57-b618a5429d40 req-1df6ab2a-21c3-4f75-9cfd-39a406f71a42 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 948 time: 0.2445731 Nov 11 20:55:55.141685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port de204c07-f6f6-4a99-9207-58327360c460, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=de204c07-f6f6-4a99-9207-58327360c460,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:55.186095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'de204c07-f6f6-4a99-9207-58327360c460', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'de204c07-f6f6-4a99-9207-58327360c460', 'mac_address': 'fa:16:3e:53:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:55:55.198954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.201775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:55.204719 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.249495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d196d080-1e28-4322-aa46-92a0d4753b83'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:55.272823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00efe5be-d140-48ce-ab57-b618a5429d40 req-298387d3-bae9-45dd-b17c-2ed45701e211 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587574 Nov 11 20:55:55.307321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.322176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de204c07-f6f6-4a99-9207-58327360c460 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:55.346505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port de204c07-f6f6-4a99-9207-58327360c460, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=de204c07-f6f6-4a99-9207-58327360c460,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:55.411745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4b35-86a9-4a60-84c5-48e29122ce04 req-1b827ecf-e2a9-4c55-95bc-8eeec328ce9c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:55.418150 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4b35-86a9-4a60-84c5-48e29122ce04 req-1b827ecf-e2a9-4c55-95bc-8eeec328ce9c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:55.440362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de4b35-86a9-4a60-84c5-48e29122ce04 req-1b827ecf-e2a9-4c55-95bc-8eeec328ce9c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:55.442651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73de4b35-86a9-4a60-84c5-48e29122ce04 req-1b827ecf-e2a9-4c55-95bc-8eeec328ce9c tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 2418 time: 0.1302698 Nov 11 20:55:55.443969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.465748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['fdea9515-abb9-4f03-8aee-6bea87db2e6a', '7fc98394-173c-459d-9a74-242f6c64803a', '54c3b56a-aa28-4b42-8585-b013dc413a3e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:55.471964 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.518951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=fdea9515-abb9-4f03-8aee-6bea87db2e6a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:55.597479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:55.613264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port fdea9515-abb9-4f03-8aee-6bea87db2e6a on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:55.618141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73de4b35-86a9-4a60-84c5-48e29122ce04 req-3a0bcff8-210e-448e-abd6-973d1ccc0c9f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664481 Nov 11 20:55:55.619288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.627922 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-f80a73ea-a773-4439-9293-80a308807549 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "DELETE /v2.0/ports/fdea9515-abb9-4f03-8aee-6bea87db2e6a HTTP/1.1" status: 204 len: 173 time: 1.0791082 Nov 11 20:55:55.629691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-deleted', 'tag': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:55.632086 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15cd713-2575-41ad-8d6f-6ef405a1bebe" -d '{"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-deleted", "tag": "fdea9515-abb9-4f03-8aee-6bea87db2e6a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:55.728301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event deleted for resources: {'Port': ['ID=d196d080-1e28-4322-aa46-92a0d4753b83,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:55.732442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacc29b4-0138-46f4-8bc9-3df379548b23 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:55.766631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 20:55:55.767215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=de204c07-f6f6-4a99-9207-58327360c460,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:55.779114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 20:55:55.787332 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc9ecf7-4f31-4f05-a27e-9dc57334379b x-openstack-request-id: req-9bc9ecf7-4f31-4f05-a27e-9dc57334379b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:55.787874 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-deleted", "tag": "fdea9515-abb9-4f03-8aee-6bea87db2e6a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:55.787951 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bc9ecf7-4f31-4f05-a27e-9dc57334379b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:55.788364 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-deleted', 'tag': 'fdea9515-abb9-4f03-8aee-6bea87db2e6a', 'status': 'completed', 'code': 200} Nov 11 20:55:55.794900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.803407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port 54c3b56a-aa28-4b42-8585-b013dc413a3e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:55.803407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.809846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:55.812174 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.878121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:55:55.904747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Transition to ACTIVE for port object dacc29b4-0138-46f4-8bc9-3df379548b23 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:55.907112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] No DVR routers for this DVR port d196d080-1e28-4322-aa46-92a0d4753b83 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:55.912057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:55.915649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1bcaf64-3d4b-454c-9708-6ceda909d289 req-b386a630-e071-49d7-9fb6-6d250af9f540 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "DELETE /v2.0/ports/d196d080-1e28-4322-aa46-92a0d4753b83 HTTP/1.1" status: 204 len: 173 time: 1.9444880 Nov 11 20:55:55.916902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'name': 'network-vif-deleted', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:55.919255 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1c378a-3978-48d6-b1d1-110306637cad" -d '{"events": [{"server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "name": "network-vif-deleted", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:55.947489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5972c083-3225-4f94-bd2e-9cadb6f51de2 req-380a11ca-b570-4c71-a48e-560cc16ff4ae tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0482438 Nov 11 20:55:56.046318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293020d2-4ec3-487d-af7a-15fb9de79c2d req-b9942ce9-6a75-48e3-81d7-397f83b64ef2 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:56.054907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-293020d2-4ec3-487d-af7a-15fb9de79c2d req-b9942ce9-6a75-48e3-81d7-397f83b64ef2 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 945 time: 0.3151045 Nov 11 20:55:56.060461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.077902 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.084973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port 54c3b56a-aa28-4b42-8585-b013dc413a3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=54c3b56a-aa28-4b42-8585-b013dc413a3e,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:56.085353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.165036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for 54c3b56a-aa28-4b42-8585-b013dc413a3e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:56.223634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-293020d2-4ec3-487d-af7a-15fb9de79c2d req-a795823a-5676-4d35-90d3-272de0c0d020 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674931 Nov 11 20:55:56.255873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,segment=NetworkSegment(3bc14b2d-ca84-4b73-b59e-41f023ac945e),segment_id=3bc14b2d-ca84-4b73-b59e-41f023ac945e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:56.267479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Pushing event updated for resources: {'Port': ['ID=dacc29b4-0138-46f4-8bc9-3df379548b23,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:56.298874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942a2da-e997-499c-a34f-95f42e1b9e01 req-da895b6f-3f16-4f31-8b51-2e80a1b50cf2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:56.312235 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3508f473-aaf7-4393-b5b6-554fb6e46a82 x-openstack-request-id: req-3508f473-aaf7-4393-b5b6-554fb6e46a82 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:56.312721 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b989be8-a87c-421d-8d76-925192fdfaf1", "name": "network-vif-deleted", "tag": "d196d080-1e28-4322-aa46-92a0d4753b83", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:56.312836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c942a2da-e997-499c-a34f-95f42e1b9e01 req-da895b6f-3f16-4f31-8b51-2e80a1b50cf2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 931 time: 0.2191136 Nov 11 20:55:56.315854 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3508f473-aaf7-4393-b5b6-554fb6e46a82 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:56.316501 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b989be8-a87c-421d-8d76-925192fdfaf1', 'name': 'network-vif-deleted', 'tag': 'd196d080-1e28-4322-aa46-92a0d4753b83', 'status': 'completed', 'code': 200} Nov 11 20:55:56.353753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.404461 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.411381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8885a9-18cd-4ce4-a4d9-e20f469f4ab5 None None] Network 02c4f8c9-0b11-4246-97f7-48fb43615388 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:56.450936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=2f76c02b-ba69-4670-8708-dacc7cf5c8fb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:56.477757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Attempting to bind port dacc29b4-0138-46f4-8bc9-3df379548b23 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:56.478096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Attempting to bind port dacc29b4-0138-46f4-8bc9-3df379548b23 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:56.478587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Attempting to bind port dacc29b4-0138-46f4-8bc9-3df379548b23 on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:56.484938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '3b19ebcd-b5f2-4735-8bb4-cf19b147a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '45694e79-ac99-469e-8406-7d651cdecb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:56.484938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: 45694e79-ac99-469e-8406-7d651cdecb3a, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:56.489458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Port dacc29b4-0138-46f4-8bc9-3df379548b23 on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:56.489919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Attempting to bind port dacc29b4-0138-46f4-8bc9-3df379548b23 on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:56.499623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:56.499956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Checking segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:56.500384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Bound using segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:56.500825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Bound port: dacc29b4-0138-46f4-8bc9-3df379548b23, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:56.501180 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.535050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c942a2da-e997-499c-a34f-95f42e1b9e01 req-4af6ea84-e240-45b0-bd90-c2a8a1eb2647 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209313 Nov 11 20:55:56.539259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.551586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-94c95f70-2966-4add-a636-07c4cd412577 None None] Provisioning complete for port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:56.551971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94c95f70-2966-4add-a636-07c4cd412577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.586600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:56.618858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=54c3b56a-aa28-4b42-8585-b013dc413a3e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:56.629644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4c189-1554-433b-bc9a-1a5f2722552b req-3462db77-bbae-4a5c-9a43-c4ae1ca1f7fe tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:56.637172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6b4c189-1554-433b-bc9a-1a5f2722552b req-3462db77-bbae-4a5c-9a43-c4ae1ca1f7fe tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 949 time: 0.1069295 Nov 11 20:55:56.637172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network 45694e79-ac99-469e-8406-7d651cdecb3a is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:55:56.639313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] For port dacc29b4-0138-46f4-8bc9-3df379548b23, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:56.647993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] For port dacc29b4-0138-46f4-8bc9-3df379548b23, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=dacc29b4-0138-46f4-8bc9-3df379548b23,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:56.666558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288cf397-4b40-436a-95b3-4ddf668c2a0a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:55:56.694843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.697651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port 54c3b56a-aa28-4b42-8585-b013dc413a3e on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:56.701613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.707105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-1e9cba7f-645f-41f6-9d9e-37d5016fa5e9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "DELETE /v2.0/ports/54c3b56a-aa28-4b42-8585-b013dc413a3e HTTP/1.1" status: 204 len: 173 time: 1.0707524 Nov 11 20:55:56.728241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6b4c189-1554-433b-bc9a-1a5f2722552b req-414e38f2-d221-4565-ab0c-8d2c8c46f126 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849595 Nov 11 20:55:56.749353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.759930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Transition to ACTIVE for port object 288cf397-4b40-436a-95b3-4ddf668c2a0a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:55:56.811390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 45694e79-ac99-469e-8406-7d651cdecb3a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:55:56.820852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:56.823659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.823659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] 10.222.0.58 "PUT /v2.0/ports/dacc29b4-0138-46f4-8bc9-3df379548b23 HTTP/1.1" status: 200 len: 1092 time: 2.6306796 Nov 11 20:55:56.824396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:56.825162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.838890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270db738-bca7-4ea0-aeb9-52a4d5495250 None None] Network 45694e79-ac99-469e-8406-7d651cdecb3a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:56.877969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b42899-4043-48f0-8902-d8e70246c79d service neutron] Pushing event updated for resources: {'Port': ['ID=dacc29b4-0138-46f4-8bc9-3df379548b23,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:56.878587 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.889739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device de204c07-f6f6-4a99-9207-58327360c460 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:56.921027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port 7fc98394-173c-459d-9a74-242f6c64803a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:56.921515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:56.969920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d437b4bf-78b1-44ea-bf6b-fd1a917e8de4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1749771 Nov 11 20:55:56.971393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45846) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:56.991854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=288cf397-4b40-436a-95b3-4ddf668c2a0a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:57.115060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-36cbc380-08d7-4b11-a754-78192625875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:57.117068 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-36cbc380-08d7-4b11-a754-78192625875e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=321e98b6-bd6e-4bcf-ba55-018e4dc7af72 HTTP/1.1" status: 200 len: 1095 time: 0.1485023 Nov 11 20:55:57.139143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d42b5-59e2-4db0-836f-73cc4edd5305 req-3c4ad67a-1b99-419d-a68c-e14ab7d2d41b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:57.152921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d42b5-59e2-4db0-836f-73cc4edd5305 req-3c4ad67a-1b99-419d-a68c-e14ab7d2d41b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 946 time: 0.2467184 Nov 11 20:55:57.224004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-a6581286-0f5f-4278-a11a-867adc283f5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dacc29b4-0138-46f4-8bc9-3df379548b23 HTTP/1.1" status: 200 len: 217 time: 0.0760717 Nov 11 20:55:57.242499 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.263460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-37bf58fb-a12e-40ec-b0f5-6d0d70934c75 None None] Provisioning complete for port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:57.263838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37bf58fb-a12e-40ec-b0f5-6d0d70934c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.324805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.341203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d42b5-59e2-4db0-836f-73cc4edd5305 req-f65b392d-85cc-45d8-a560-69619c9010ac tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821873 Nov 11 20:55:57.359192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-fa838cd9-44ab-4e09-a5e3-a67ba46d4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:57.361603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-fa838cd9-44ab-4e09-a5e3-a67ba46d4860 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db436eb0-d65c-40a9-b257-c0acc38ae2f6 HTTP/1.1" status: 200 len: 852 time: 0.1258926 Nov 11 20:55:57.399201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port de204c07-f6f6-4a99-9207-58327360c460 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:55:57.452103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae7ee8-b389-4362-86b3-dd5bf62ee8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-45694e79-ac99-469e-8406-7d651cdecb3a', 'network_id': '45694e79-ac99-469e-8406-7d651cdecb3a', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '2f76c02b-ba69-4670-8708-dacc7cf5c8fb'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:55:57.453021 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4bae7ee8-b389-4362-86b3-dd5bf62ee8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.455762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port de204c07-f6f6-4a99-9207-58327360c460 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:57.456126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.513283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-7ace5518-545d-432a-a39f-1e37f3819651 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69dc1947-6bb6-4b74-9c60-398d22d27df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776589 Nov 11 20:55:57.516552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.522544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6930618-623a-447b-a6a0-0eff87bb6884 req-5c70f7d4-06c1-4051-8df2-dd8097c89f3e tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b989be8-a87c-421d-8d76-925192fdfaf1 HTTP/1.1" status: 200 len: 210 time: 0.0663123 Nov 11 20:55:57.538272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:55:57.582734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port 7fc98394-173c-459d-9a74-242f6c64803a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7fc98394-173c-459d-9a74-242f6c64803a,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:57.583243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.608567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for 7fc98394-173c-459d-9a74-242f6c64803a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:55:57.610678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Attempting to bind port 288cf397-4b40-436a-95b3-4ddf668c2a0a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:55:57.611864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Attempting to bind port 288cf397-4b40-436a-95b3-4ddf668c2a0a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:55:57.612224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Attempting to bind port 288cf397-4b40-436a-95b3-4ddf668c2a0a on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:57.618705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Port 288cf397-4b40-436a-95b3-4ddf668c2a0a on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:55:57.619036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Attempting to bind port 288cf397-4b40-436a-95b3-4ddf668c2a0a on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:55:57.626028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:55:57.627179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Checking segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:57.628416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Bound using segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:55:57.628879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Bound port: 288cf397-4b40-436a-95b3-4ddf668c2a0a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:55:57.629248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.649617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76fb2a-b108-4ce0-986e-8271eaec77db req-8f36f878-baf9-4130-8f66-6872f0c4f59f tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:57.657220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a76fb2a-b108-4ce0-986e-8271eaec77db req-8f36f878-baf9-4130-8f66-6872f0c4f59f tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 945 time: 0.2226946 Nov 11 20:55:57.734277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:57.734707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.746120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a76fb2a-b108-4ce0-986e-8271eaec77db req-91020a51-c222-4e58-b32b-c0e1c1aea0eb tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878465 Nov 11 20:55:57.749838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-42dd8d37-ee09-467b-a450-0419a26da0a3 service neutron] 10.222.0.58 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258956 Nov 11 20:55:57.778304 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.792220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-deleted', 'tag': '54c3b56a-aa28-4b42-8585-b013dc413a3e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:57.795763 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f021d-07f5-4823-95c4-00a6fd0e0e86" -d '{"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-deleted", "tag": "54c3b56a-aa28-4b42-8585-b013dc413a3e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:57.809184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de204c07-f6f6-4a99-9207-58327360c460'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:57.811544 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a4d18d-96fa-4f62-a7de-e88274c738b8" -d '{"events": [{"server_uuid": "cceb0a7a-13ee-4c24-b4a4-55585f56bfe2", "name": "network-vif-plugged", "status": "completed", "tag": "de204c07-f6f6-4a99-9207-58327360c460"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:57.819956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4cf35-d4cb-4200-b7bd-886f10c07a78 req-e1ad7d0e-562f-4dcc-9e8d-89ee4674920e tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:57.821964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01c4cf35-d4cb-4200-b7bd-886f10c07a78 req-e1ad7d0e-562f-4dcc-9e8d-89ee4674920e tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 943 time: 0.1361485 Nov 11 20:55:57.828375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.828670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port de204c07-f6f6-4a99-9207-58327360c460, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=de204c07-f6f6-4a99-9207-58327360c460,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:57.853516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] For port 288cf397-4b40-436a-95b3-4ddf668c2a0a, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:55:57.874627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=2f76c02b-ba69-4670-8708-dacc7cf5c8fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:57.881967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] For port 288cf397-4b40-436a-95b3-4ddf668c2a0a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=288cf397-4b40-436a-95b3-4ddf668c2a0a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:55:57.922719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01c4cf35-d4cb-4200-b7bd-886f10c07a78 req-5722358a-b304-4d59-aef2-cdc9c4e9151f tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870578 Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-4bae7ee8-b389-4362-86b3-dd5bf62ee8aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f76c02b-ba69-4670-8708-dacc7cf5c8fb: This subnet is being modified by another concurrent operation. Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 20:55:57.954910 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f76c02b-ba69-4670-8708-dacc7cf5c8fb: This subnet is being modified by another concurrent operation. Nov 11 20:55:57.958592 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server Nov 11 20:55:57.970888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.970981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:57.970981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 54c3b56a-aa28-4b42-8585-b013dc413a3e no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:57.992405 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aadcd4-e96c-45d6-a247-c7d0b1d6dcfc x-openstack-request-id: req-93aadcd4-e96c-45d6-a247-c7d0b1d6dcfc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:57.992708 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-deleted", "tag": "54c3b56a-aa28-4b42-8585-b013dc413a3e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:57.992967 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93aadcd4-e96c-45d6-a247-c7d0b1d6dcfc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:57.993364 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-deleted', 'tag': '54c3b56a-aa28-4b42-8585-b013dc413a3e', 'status': 'completed', 'code': 200} Nov 11 20:55:57.993607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-e149ee81-dc80-4c76-ad14-9abb3da71d59 service neutron] 10.222.0.58 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280016 Nov 11 20:55:58.008716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.016102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.016850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.018903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] 10.222.0.62 "PUT /v2.0/ports/288cf397-4b40-436a-95b3-4ddf668c2a0a HTTP/1.1" status: 200 len: 1091 time: 3.2263253 Nov 11 20:55:58.038021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0ff5c-890d-443f-9ee9-77dc7ea3d7c0 req-cd491d46-6b13-4213-86c2-93c748b8df71 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.038287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.039090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8eb0ff5c-890d-443f-9ee9-77dc7ea3d7c0 req-cd491d46-6b13-4213-86c2-93c748b8df71 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 949 time: 0.1688497 Nov 11 20:55:58.042066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45694e79-ac99-469e-8406-7d651cdecb3a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:58.057699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5cdfe-6380-4038-a536-21382bebdbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=288cf397-4b40-436a-95b3-4ddf668c2a0a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:58.064960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b19ebcd-b5f2-4735-8bb4-cf19b147a9b9') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:58.065305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b19ebcd-b5f2-4735-8bb4-cf19b147a9b9') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:55:58.079556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.090858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 54c3b56a-aa28-4b42-8585-b013dc413a3e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:58.091537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 54c3b56a-aa28-4b42-8585-b013dc413a3e not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:58.092219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7fc98394-173c-459d-9a74-242f6c64803a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:58.095411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375040a-c6d3-4427-96f7-c0c30e20656e None None] Network 45694e79-ac99-469e-8406-7d651cdecb3a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:55:58.113005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.113708 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aa4f04-f06e-452d-ba23-4c27c4cdd3be x-openstack-request-id: req-41aa4f04-f06e-452d-ba23-4c27c4cdd3be {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:58.113708 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cceb0a7a-13ee-4c24-b4a4-55585f56bfe2", "name": "network-vif-plugged", "status": "completed", "tag": "de204c07-f6f6-4a99-9207-58327360c460", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:58.113708 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41aa4f04-f06e-452d-ba23-4c27c4cdd3be {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:58.113708 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de204c07-f6f6-4a99-9207-58327360c460', 'code': 200} Nov 11 20:55:58.118633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=7fc98394-173c-459d-9a74-242f6c64803a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:58.122747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8eb0ff5c-890d-443f-9ee9-77dc7ea3d7c0 req-41375d17-132f-4b81-a5f0-d1ba284443d2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Nov 11 20:55:58.125634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:55:58.125980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:55:58.129818 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:55:58.169374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7fc98394-173c-459d-9a74-242f6c64803a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:58.169942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7fc98394-173c-459d-9a74-242f6c64803a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:58.170775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device fdea9515-abb9-4f03-8aee-6bea87db2e6a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:58.218915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port 7fc98394-173c-459d-9a74-242f6c64803a on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:55:58.224475 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.229955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e4d41cd-89ab-482d-b032-fd8643daf073 req-fce30ae6-4720-4e0a-a4b1-98745a8378ba tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "DELETE /v2.0/ports/7fc98394-173c-459d-9a74-242f6c64803a HTTP/1.1" status: 204 len: 173 time: 1.5117235 Nov 11 20:55:58.247053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba058e-b789-435d-9749-84164879245b req-045ebf00-5e52-4072-849a-bc9cb00f93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.248816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14ba058e-b789-435d-9749-84164879245b req-045ebf00-5e52-4072-849a-bc9cb00f93e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 1101 time: 0.0847805 Nov 11 20:55:58.253720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-e3cd9925-9190-4d04-b533-3b645d80c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.255491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: fdea9515-abb9-4f03-8aee-6bea87db2e6a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:58.255928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device fdea9515-abb9-4f03-8aee-6bea87db2e6a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:58.266445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-e3cd9925-9190-4d04-b533-3b645d80c42b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 1094 time: 0.0715249 Nov 11 20:55:58.269593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=de204c07-f6f6-4a99-9207-58327360c460,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:58.328044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14ba058e-b789-435d-9749-84164879245b req-e70e3f87-5803-4cec-a159-d689e7836442 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708637 Nov 11 20:55:58.329422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'tag': 'dacc29b4-0138-46f4-8bc9-3df379548b23'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:55:58.332411 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599" -d '{"events": [{"name": "network-changed", "server_uuid": "321e98b6-bd6e-4bcf-ba55-018e4dc7af72", "tag": "dacc29b4-0138-46f4-8bc9-3df379548b23"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:55:58.336966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-2ece422a-591e-407d-a970-6b7279c83ca1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=288cf397-4b40-436a-95b3-4ddf668c2a0a HTTP/1.1" status: 200 len: 217 time: 0.0690391 Nov 11 20:55:58.378936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df22cc-1f52-4668-81d6-8862ccfed9c0 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:55:58.379268 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b103b4b5-df1a-4a29-b4be-50b7a7f70f5d x-openstack-request-id: req-b103b4b5-df1a-4a29-b4be-50b7a7f70f5d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:55:58.379268 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321e98b6-bd6e-4bcf-ba55-018e4dc7af72", "tag": "dacc29b4-0138-46f4-8bc9-3df379548b23", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:55:58.379268 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b103b4b5-df1a-4a29-b4be-50b7a7f70f5d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:55:58.379268 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'tag': 'dacc29b4-0138-46f4-8bc9-3df379548b23', 'status': 'completed', 'code': 200} Nov 11 20:55:58.446135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-bc561ef1-4165-4914-af6d-54c5dcc68e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.447805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-bc561ef1-4165-4914-af6d-54c5dcc68e69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=321e98b6-bd6e-4bcf-ba55-018e4dc7af72 HTTP/1.1" status: 200 len: 1095 time: 0.0456076 Nov 11 20:55:58.451961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.452711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3407b848-f3c7-4213-8868-431dc1f9ad6d req-9f912a3f-0e18-4abe-8bf3-c0c1712006da tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 210 time: 0.0323839 Nov 11 20:55:58.458526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.461965 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/45694e79-ac99-469e-8406-7d651cdecb3a HTTP/1.1" status: 204 len: 168 time: 1.4829619 Nov 11 20:55:58.471088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:58.472309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747126750'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:58.500879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b79150-d92e-494f-b2f0-3676adf3e946 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=45694e79-ac99-469e-8406-7d651cdecb3a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:58.548998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df22cc-1f52-4668-81d6-8862ccfed9c0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 20:55:58.558925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d196d080-1e28-4322-aa46-92a0d4753b83 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:55:58.585738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: d196d080-1e28-4322-aa46-92a0d4753b83 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:55:58.586090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d196d080-1e28-4322-aa46-92a0d4753b83 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:55:58.633557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-593d1879-6cd2-4239-be98-62adfa1e4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.634571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:58.642410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-593d1879-6cd2-4239-be98-62adfa1e4cf9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 913 time: 0.1721661 Nov 11 20:55:58.642410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-98eb3a78-9738-46a9-b415-2cd4080c5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.643100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.643884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-98eb3a78-9738-46a9-b415-2cd4080c5d1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db436eb0-d65c-40a9-b257-c0acc38ae2f6 HTTP/1.1" status: 200 len: 852 time: 0.0971050 Nov 11 20:55:58.668984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:55:58.685398 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.685969 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 3a8fa00e-f2f8-4006-9635-539bce1e0f0d of type vlan for network 1310583c-1b2a-4360-835d-871b9235263b Nov 11 20:55:58.762899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-bddaa9f4-9453-41f2-9903-35e1b94d0deb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dacc29b4-0138-46f4-8bc9-3df379548b23 HTTP/1.1" status: 200 len: 217 time: 0.1090951 Nov 11 20:55:58.767028 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-cf542965-32b2-47a6-8fac-115c6339ce5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69dc1947-6bb6-4b74-9c60-398d22d27df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812638 Nov 11 20:55:58.775501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.846482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-d5afef55-c353-47a0-8cb8-642a241b663f tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.847962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-d5afef55-c353-47a0-8cb8-642a241b663f tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.58 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 945 time: 0.1929555 Nov 11 20:55:58.913741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.919447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.920115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:58.926679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-826af8c6-4e98-4d31-a84d-019da583d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:58.928246 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-826af8c6-4e98-4d31-a84d-019da583d642 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=db436eb0-d65c-40a9-b257-c0acc38ae2f6 HTTP/1.1" status: 200 len: 852 time: 0.1564481 Nov 11 20:55:58.990842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-cbcd93bd-3a73-44e4-9e9c-4d37f36e0860 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69dc1947-6bb6-4b74-9c60-398d22d27df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433140 Nov 11 20:55:59.006385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=1310583c-1b2a-4360-835d-871b9235263b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:59.021311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1310583c-1b2a-4360-835d-871b9235263b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:55:59.036856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f06aa6b3-4544-470f-be17-6d285fb46793 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5698378 Nov 11 20:55:59.039749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:55:59.045977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': '1310583c-1b2a-4360-835d-871b9235263b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:55:59.124051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-3484ada7-8197-474a-b2b5-f3c29fe82431 service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225014 Nov 11 20:55:59.138025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802941ab-476e-405d-aa9b-62e12ea31e69 req-a8620083-d27a-414d-a6de-9888642a3a94 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:59.144567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-802941ab-476e-405d-aa9b-62e12ea31e69 req-a8620083-d27a-414d-a6de-9888642a3a94 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 945 time: 0.2940867 Nov 11 20:55:59.234921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213785f3-192c-44a0-bcbf-51152876828c req-bb83d7b4-a73f-4d34-ac92-0922e1432383 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:59.236561 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-213785f3-192c-44a0-bcbf-51152876828c req-bb83d7b4-a73f-4d34-ac92-0922e1432383 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 943 time: 0.0551178 Nov 11 20:55:59.268544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Provisioning complete for port 34def747-267b-4701-babc-35da8f456c1c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:59.269355 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.276479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:55:59.280094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.284425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-055fb811-2fbc-4c47-95c5-2eb3f4da5356 service neutron] 10.222.0.58 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799695 Nov 11 20:55:59.287082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Deleting port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:55:59.289985 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.295845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-802941ab-476e-405d-aa9b-62e12ea31e69 req-6811a7c9-64af-461c-9687-3f0440408f4d tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/security-groups?id=303fcdf0-161c-4b3f-899c-340560a300a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501787 Nov 11 20:55:59.332205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-213785f3-192c-44a0-bcbf-51152876828c req-2e79c39c-47ad-47c3-8afb-e448eb4b5c40 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867825 Nov 11 20:55:59.449391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Provisioning complete for port 20a598af-2e91-4bff-855f-cb4046f95409 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:59.449707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.515631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Port 20a598af-2e91-4bff-855f-cb4046f95409 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:55:59.534226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Provisioning complete for port 0b01a5d0-c757-405f-8188-3788659ff073 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:59.534870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.563030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd3d74-1dd5-4967-9f91-62a3393a9652 req-8b367325-d6b1-4e71-93b6-a20d4c45e92e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:59.564874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2cd3d74-1dd5-4967-9f91-62a3393a9652 req-8b367325-d6b1-4e71-93b6-a20d4c45e92e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 950 time: 0.1036358 Nov 11 20:55:59.636377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2cd3d74-1dd5-4967-9f91-62a3393a9652 req-370819ac-9228-43af-9784-86108d497eaa tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587859 Nov 11 20:55:59.641463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Provisioning complete for port 1d001afe-188d-41b8-8559-fc64fc76322d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:59.642535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.752116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.829833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1674da6-b511-42c2-9715-5ea8bae808ab req-0e22a275-89dc-4e16-854b-05e00ed80c56 service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761792 Nov 11 20:55:59.850136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=d9db43a1-25f0-4bf6-8cdf-91010a822225,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:55:59.886600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2a24ee9-ff4b-478d-b183-0f68bec63920 req-b0e0414e-b77d-414e-b075-2e8c4b398619 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=a41b5d62-937e-4fe5-a105-e5bc26a1fb7d HTTP/1.1" status: 200 len: 210 time: 0.0479958 Nov 11 20:55:59.905286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] For port 4eaca575-244c-4959-a5c3-f4bf1e9eea00, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4eaca575-244c-4959-a5c3-f4bf1e9eea00,segment=NetworkSegment(e5eedc38-809c-4f8d-9d63-285c4babe65e),segment_id=e5eedc38-809c-4f8d-9d63-285c4babe65e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:55:59.906032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.922826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Provisioning complete for port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:55:59.923765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:59.928886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-064a8ac3-616b-4424-a8a5-000fde609c30 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:59.930545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-064a8ac3-616b-4424-a8a5-000fde609c30 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.1986997 Nov 11 20:55:59.944597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '3a8fa00e-f2f8-4006-9635-539bce1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1310583c-1b2a-4360-835d-871b9235263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:55:59.945059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: 1310583c-1b2a-4360-835d-871b9235263b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:55:59.948616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3680d0-67de-4776-bc3a-6bc92442c365 req-8322439e-789c-4f8c-85e5-fbe404b17839 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:55:59.958906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c3680d0-67de-4776-bc3a-6bc92442c365 req-8322439e-789c-4f8c-85e5-fbe404b17839 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 944 time: 0.5287406 Nov 11 20:55:59.979512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Calling delete_port for 4eaca575-244c-4959-a5c3-f4bf1e9eea00 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:00.000006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56be7d5e-fac0-4bcb-8dd7-c6cd3726c599 req-c727dcf7-0c43-4885-b1a2-f46be5fcb276 service neutron] 10.222.0.58 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032695 Nov 11 20:56:00.017430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'tag': '288cf397-4b40-436a-95b3-4ddf668c2a0a'}, {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-deleted', 'tag': '7fc98394-173c-459d-9a74-242f6c64803a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:00.020182 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03677e9-4620-479f-b264-25b0cf5e7b33" -d '{"events": [{"name": "network-changed", "server_uuid": "b1055bdb-61d8-4141-a99f-ceb2f941fa27", "tag": "288cf397-4b40-436a-95b3-4ddf668c2a0a"}, {"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-deleted", "tag": "7fc98394-173c-459d-9a74-242f6c64803a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:00.066970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Provisioning complete for port 40e6be08-4986-46e2-a824-aa345951e483 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:00.068013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.082417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c3680d0-67de-4776-bc3a-6bc92442c365 req-d8565f9a-318f-4569-800b-e8d6431abda9 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225367 Nov 11 20:56:00.092697 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea12a0-462e-419c-ba9d-55eceb8ac3de x-openstack-request-id: req-c5ea12a0-462e-419c-ba9d-55eceb8ac3de {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:00.093000 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1055bdb-61d8-4141-a99f-ceb2f941fa27", "tag": "288cf397-4b40-436a-95b3-4ddf668c2a0a", "status": "completed", "code": 200}, {"server_uuid": "a41b5d62-937e-4fe5-a105-e5bc26a1fb7d", "name": "network-vif-deleted", "tag": "7fc98394-173c-459d-9a74-242f6c64803a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:00.093255 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5ea12a0-462e-419c-ba9d-55eceb8ac3de {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:00.094241 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'tag': '288cf397-4b40-436a-95b3-4ddf668c2a0a', 'status': 'completed', 'code': 200} Nov 11 20:56:00.094506 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b5d62-937e-4fe5-a105-e5bc26a1fb7d', 'name': 'network-vif-deleted', 'tag': '7fc98394-173c-459d-9a74-242f6c64803a', 'status': 'completed', 'code': 200} Nov 11 20:56:00.119613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Deleting port 76d6df68-cf7f-4173-bbbd-91f37ab088dd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:00.120127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.178646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network 1310583c-1b2a-4360-835d-871b9235263b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:00.184975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Provisioning complete for port 7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:00.185364 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.200297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-83d028ef-dd86-41f8-bef5-c3d74f67456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:00.201811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-83d028ef-dd86-41f8-bef5-c3d74f67456a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 1094 time: 0.0758331 Nov 11 20:56:00.220832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7385be0a-0732-411a-8e7f-a1f200bb0267 None None] Port 7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:00.233565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] For port 76d6df68-cf7f-4173-bbbd-91f37ab088dd, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=76d6df68-cf7f-4173-bbbd-91f37ab088dd,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:00.233565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.243360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Calling delete_port for 76d6df68-cf7f-4173-bbbd-91f37ab088dd owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:00.256489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1310583c-1b2a-4360-835d-871b9235263b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:00.261013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:00.261709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.265281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669456e9-d1bd-48fa-b5d1-61a5b9801b67 None None] Network 1310583c-1b2a-4360-835d-871b9235263b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:00.328895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.346027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4eaca575-244c-4959-a5c3-f4bf1e9eea00'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:00.391242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Pushing event deleted for resources: {'Port': ['ID=4eaca575-244c-4959-a5c3-f4bf1e9eea00,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:00.427490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25206837-74c9-4272-85b2-1d0c3579aeb0 None None] DHCP port deletion for 4faffc76-50b8-43f7-860f-43dee6f735d5 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:00.445619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-47c0f909-e875-4e06-afb8-c78345fb6102 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4040105 Nov 11 20:56:00.456434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:00.457542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] No DVR routers for this DVR port 4eaca575-244c-4959-a5c3-f4bf1e9eea00 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:00.460883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.464507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-143ffd8d-ba22-429f-b844-7630f808d9d4 req-de499a96-ea87-4c49-9d30-5f5c76fc2c96 tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.58 "DELETE /v2.0/ports/4eaca575-244c-4959-a5c3-f4bf1e9eea00 HTTP/1.1" status: 204 len: 173 time: 1.5819824 Nov 11 20:56:00.464825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6427770f-b5da-4cab-ae3c-a8bb545b63d0 req-f2334e4c-4df5-4b06-aca7-03530cd5c50a tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 210 time: 0.0407522 Nov 11 20:56:00.474384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717840b4-cc68-4260-b4b9-1d093561db03', 'name': 'network-vif-deleted', 'tag': '4eaca575-244c-4959-a5c3-f4bf1e9eea00'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:00.476677 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eee4498-4785-42ab-b9c3-02bcb0cf7af0" -d '{"events": [{"server_uuid": "717840b4-cc68-4260-b4b9-1d093561db03", "name": "network-vif-deleted", "tag": "4eaca575-244c-4959-a5c3-f4bf1e9eea00"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:00.512267 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.531342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-1310583c-1b2a-4360-835d-871b9235263b', 'network_id': '1310583c-1b2a-4360-835d-871b9235263b', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': 'd9db43a1-25f0-4bf6-8cdf-91010a822225'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:00.532713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.542806 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39113d24-658f-429b-837d-82bc6df7d5ce x-openstack-request-id: req-39113d24-658f-429b-837d-82bc6df7d5ce {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:00.542806 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717840b4-cc68-4260-b4b9-1d093561db03", "name": "network-vif-deleted", "tag": "4eaca575-244c-4959-a5c3-f4bf1e9eea00", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:00.543078 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39113d24-658f-429b-837d-82bc6df7d5ce {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:00.543353 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717840b4-cc68-4260-b4b9-1d093561db03', 'name': 'network-vif-deleted', 'tag': '4eaca575-244c-4959-a5c3-f4bf1e9eea00', 'status': 'completed', 'code': 200} Nov 11 20:56:00.548962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-a5d84ea0-afe6-4e3d-8e23-c9b67d70c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:00.551068 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-a5d84ea0-afe6-4e3d-8e23-c9b67d70c4f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 913 time: 0.2491491 Nov 11 20:56:00.566020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event deleted for resources: {'Port': ['ID=76d6df68-cf7f-4173-bbbd-91f37ab088dd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:00.614689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] No DVR routers for this DVR port 76d6df68-cf7f-4173-bbbd-91f37ab088dd on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:00.617314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.619603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device dacc29b4-0138-46f4-8bc9-3df379548b23 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:00.621524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ddb82-60f7-41a0-9d69-62d7df7555d5 None None] DHCP port deletion for aa86bd78-4fce-4e6a-8213-3fd0299c5de1 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:00.621658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6542ccc3-44c6-41b7-b123-53ee9e90b5d9 req-d17cd15e-0b0d-4d18-80b5-6b6cbd8f973c tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.62 "DELETE /v2.0/ports/76d6df68-cf7f-4173-bbbd-91f37ab088dd HTTP/1.1" status: 204 len: 173 time: 0.6738238 Nov 11 20:56:00.625711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-db231b77-ed67-4170-8fee-1b686ec63829 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=288cf397-4b40-436a-95b3-4ddf668c2a0a HTTP/1.1" status: 200 len: 217 time: 0.0438406 Nov 11 20:56:00.685895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3536c1-44e7-4c42-8651-c6511aab5f6c req-900f5445-0069-41a0-9f1d-f890267699b6 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:00.693847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f3536c1-44e7-4c42-8651-c6511aab5f6c req-900f5445-0069-41a0-9f1d-f890267699b6 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 943 time: 0.2371657 Nov 11 20:56:00.745722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-7ba342f4-8d03-4694-87c4-11b7907ad849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:00.747172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-7ba342f4-8d03-4694-87c4-11b7907ad849 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db436eb0-d65c-40a9-b257-c0acc38ae2f6 HTTP/1.1" status: 200 len: 852 time: 0.1097169 Nov 11 20:56:00.750834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.769862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Allocated IP 2001:db8::1 (1310583c-1b2a-4360-835d-871b9235263b/d9db43a1-25f0-4bf6-8cdf-91010a822225/aa461302-a994-46e1-82af-023ddcf4a5c0) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:00.799159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port dacc29b4-0138-46f4-8bc9-3df379548b23, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=dacc29b4-0138-46f4-8bc9-3df379548b23,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:00.799918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-3893238e-d4a5-42fb-bef6-b44fa2fd9b4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69dc1947-6bb6-4b74-9c60-398d22d27df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378511 Nov 11 20:56:00.807300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f3536c1-44e7-4c42-8651-c6511aab5f6c req-f81f0b70-4060-4e92-a974-6efcaee7bd66 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126094 Nov 11 20:56:00.814136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da5fd3-13c8-4d2b-aaab-32aa0e3bd0eb req-b8086500-1ec7-4b88-8eb5-0c0c4a537054 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:00.823272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68da5fd3-13c8-4d2b-aaab-32aa0e3bd0eb req-b8086500-1ec7-4b88-8eb5-0c0c4a537054 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 950 time: 0.0659857 Nov 11 20:56:00.831568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'dacc29b4-0138-46f4-8bc9-3df379548b23', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'port_id': 'dacc29b4-0138-46f4-8bc9-3df379548b23', 'mac_address': 'fa:16:3e:21:67:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db436eb0-d65c-40a9-b257-c0acc38ae2f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:00.929597 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.935451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.940837 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68da5fd3-13c8-4d2b-aaab-32aa0e3bd0eb req-04f65a13-67b8-433e-abb1-30c6b976e9af tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166770 Nov 11 20:56:00.950260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacc29b4-0138-46f4-8bc9-3df379548b23 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:00.980312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port dacc29b4-0138-46f4-8bc9-3df379548b23, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=dacc29b4-0138-46f4-8bc9-3df379548b23,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:01.019639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-29a639ac-3010-4f01-8110-b11b8f8ff357 service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079833 Nov 11 20:56:01.019904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:01.033807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.066358 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.112686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting subnet b7067665-5eff-4cd2-8e7f-17e6ffa48f73 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:01.116966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.119242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=dacc29b4-0138-46f4-8bc9-3df379548b23,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:01.154858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.179770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f03677e9-4620-479f-b264-25b0cf5e7b33 req-55d8855b-b0d4-49f0-8f29-70f253ff7dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512489 Nov 11 20:56:01.194550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Network 1310583c-1b2a-4360-835d-871b9235263b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:01.199116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:01.206541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:01.213148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.257084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.274912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Pushing event updated for resources: {'Port': ['ID=aa461302-a994-46e1-82af-023ddcf4a5c0,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:01.292374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79ffd5bf-3e11-4474-9bef-9880da66b90b req-e33b8e6d-9042-48a6-84a9-c8236267e025 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=4979f6e3-8985-4f0d-8302-b33ea2a56d72 HTTP/1.1" status: 200 len: 210 time: 0.0731535 Nov 11 20:56:01.318609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Attempting to bind port aa461302-a994-46e1-82af-023ddcf4a5c0 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:01.319083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Attempting to bind port aa461302-a994-46e1-82af-023ddcf4a5c0 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3a8fa00e-f2f8-4006-9635-539bce1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1310583c-1b2a-4360-835d-871b9235263b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:01.319547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Attempting to bind port aa461302-a994-46e1-82af-023ddcf4a5c0 on network 1310583c-1b2a-4360-835d-871b9235263b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:01.320461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=d9db43a1-25f0-4bf6-8cdf-91010a822225,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:01.325246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:01.325819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Checking segment: {'id': '3a8fa00e-f2f8-4006-9635-539bce1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1310583c-1b2a-4360-835d-871b9235263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:01.326324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.326814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Bound using segment: {'id': '3a8fa00e-f2f8-4006-9635-539bce1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1310583c-1b2a-4360-835d-871b9235263b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:01.327388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Bound port: aa461302-a994-46e1-82af-023ddcf4a5c0, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8fa00e-f2f8-4006-9635-539bce1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '1310583c-1b2a-4360-835d-871b9235263b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:01.327874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.370876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.389967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65664a03-cd19-42a8-b8d0-6e87ed4c44d9 req-614d9acc-5bfe-4234-b15a-04bab75647fa tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:01.392354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65664a03-cd19-42a8-b8d0-6e87ed4c44d9 req-614d9acc-5bfe-4234-b15a-04bab75647fa tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 1101 time: 0.1364717 Nov 11 20:56:01.401123 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.406411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] For port aa461302-a994-46e1-82af-023ddcf4a5c0, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:01.410424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] For port aa461302-a994-46e1-82af-023ddcf4a5c0, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=aa461302-a994-46e1-82af-023ddcf4a5c0,segment=NetworkSegment(3a8fa00e-f2f8-4006-9635-539bce1e0f0d),segment_id=3a8fa00e-f2f8-4006-9635-539bce1e0f0d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:01.425848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-65664a03-cd19-42a8-b8d0-6e87ed4c44d9 req-ff3d62d7-6fa3-4cb7-9eda-26da88bd2c7d tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.448549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1310583c-1b2a-4360-835d-871b9235263b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:01.455399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8fa00e-f2f8-4006-9635-539bce1e0f0d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:01.455694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8fa00e-f2f8-4006-9635-539bce1e0f0d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:01.471366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.477351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['dacc29b4-0138-46f4-8bc9-3df379548b23'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:01.552833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-65664a03-cd19-42a8-b8d0-6e87ed4c44d9 req-ff3d62d7-6fa3-4cb7-9eda-26da88bd2c7d tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.595043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a24245-9b4c-417d-9933-57a3804bf017 req-98135e18-0e73-47fa-992e-454e5099356b tempest-ServerGroupTestJSON-2074430321 tempest-ServerGroupTestJSON-2074430321-project] 10.222.0.31 "GET /v2.0/ports?device_id=717840b4-cc68-4260-b4b9-1d093561db03 HTTP/1.1" status: 200 len: 210 time: 0.0259855 Nov 11 20:56:01.614937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.616354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:01.631802 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:01.667490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.705498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Subnet': ['ID=b7067665-5eff-4cd2-8e7f-17e6ffa48f73,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:01.707529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.714269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:01.714406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e6208d9b-7455-4c01-a443-9130ab0a9e8d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/subnets/b7067665-5eff-4cd2-8e7f-17e6ffa48f73 HTTP/1.1" status: 204 len: 168 time: 0.6933081 Nov 11 20:56:01.721362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e657219-f914-4312-b597-c2e51287eaad None None] Network 57b480c1-4794-4d78-9133-35314f2e17fa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:01.748069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7c933-53d2-49b2-acd9-e3c927da365d None None] Pushing event updated for resources: {'Port': ['ID=aa461302-a994-46e1-82af-023ddcf4a5c0,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:01.776937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-65664a03-cd19-42a8-b8d0-6e87ed4c44d9 req-ff3d62d7-6fa3-4cb7-9eda-26da88bd2c7d tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.779240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 20:56:01.779240 n-d-805734-3 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 20:56:01.779240 n-d-805734-3 neutron-server[109675]: [parameters: {'id': '1310583c-1b2a-4360-835d-871b9235263b'}] Nov 11 20:56:01.779240 n-d-805734-3 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:56:01.779662 n-d-805734-3 neutron-server[109675]: DEBUG oslo_db.api [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:56:01.787723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7216f6-b6dd-413d-b7ac-46593ebe1a60 None None] Network 1310583c-1b2a-4360-835d-871b9235263b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:01.840776 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.848940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d62d7-6fa3-4cb7-9eda-26da88bd2c7d tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f9fb4-fb67-4390-bf82-a13d377f20fa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:01.855335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65664a03-cd19-42a8-b8d0-6e87ed4c44d9 req-ff3d62d7-6fa3-4cb7-9eda-26da88bd2c7d tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504912 Nov 11 20:56:01.959252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:01.959620 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:01.968882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e57f6af7-1701-46a7-ad9d-bbad365c731d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.020442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328459c6-d0e8-4f38-b156-723be3cfe64f req-a8e06839-93a9-4149-af31-c2c456fa450a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:02.022155 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-328459c6-d0e8-4f38-b156-723be3cfe64f req-a8e06839-93a9-4149-af31-c2c456fa450a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 943 time: 0.0648549 Nov 11 20:56:02.035833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:02.036237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.051375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:02.071449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] DHCP port deletion for 57b480c1-4794-4d78-9133-35314f2e17fa request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:02.076353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-328459c6-d0e8-4f38-b156-723be3cfe64f req-b6d9cf5a-6e21-44cc-baf3-fc91faf49687 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Nov 11 20:56:02.096650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'name': 'network-vif-deleted', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:02.099277 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae76d8e8-ca4d-4907-aaa8-c5f363995dbb" -d '{"events": [{"server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "name": "network-vif-deleted", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:02.150910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] Deleting port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:02.151633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.200722 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222134b-66f5-4f69-ae7f-183f797bfea1 x-openstack-request-id: req-8222134b-66f5-4f69-ae7f-183f797bfea1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:02.201075 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4979f6e3-8985-4f0d-8302-b33ea2a56d72", "name": "network-vif-deleted", "tag": "76d6df68-cf7f-4173-bbbd-91f37ab088dd", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:02.201341 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8222134b-66f5-4f69-ae7f-183f797bfea1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:02.201744 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4979f6e3-8985-4f0d-8302-b33ea2a56d72', 'name': 'network-vif-deleted', 'tag': '76d6df68-cf7f-4173-bbbd-91f37ab088dd', 'status': 'completed', 'code': 200} Nov 11 20:56:02.232846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.238921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] For port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,segment=NetworkSegment(4bcbc737-86f4-44be-ae65-04445fc5363f),segment_id=4bcbc737-86f4-44be-ae65-04445fc5363f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:02.239360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.255344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] Calling delete_port for c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:02.264512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:02.275080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:02.282186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.337686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.350390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-2e8175c0-457b-4b08-8451-34d923fc663b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440593 Nov 11 20:56:02.366523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] Pushing event deleted for resources: {'Port': ['ID=c15a97ff-f66b-41ce-89cb-62bbdc1a69b4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:02.372539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82656a-831e-4f0d-a943-426d65e1f40c None None] No DVR routers for this DVR port c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:02.396415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc7514-b031-4744-8e8c-96a98e89890a None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:56:02.409099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.504050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b480c1-4794-4d78-9133-35314f2e17fa']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:02.523585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcbc737-86f4-44be-ae65-04445fc5363f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:02.523873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcbc737-86f4-44be-ae65-04445fc5363f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:02.529533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc7514-b031-4744-8e8c-96a98e89890a None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 20:56:02.538259 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.574538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.580934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4eaca575-244c-4959-a5c3-f4bf1e9eea00 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:02.587665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-0a9dd277-7da6-4be2-8d86-74170e5ec7c3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:02.589169 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-0a9dd277-7da6-4be2-8d86-74170e5ec7c3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995032 Nov 11 20:56:02.593593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:02.593996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.598088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting port aa461302-a994-46e1-82af-023ddcf4a5c0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:02.598415 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:02.600119 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:02.633128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 4eaca575-244c-4959-a5c3-f4bf1e9eea00 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:02.633306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4eaca575-244c-4959-a5c3-f4bf1e9eea00 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:02.679441 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-71d7b210-dea0-4904-be11-31a9d49d5ea2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/quotas/00ca57c42ee74fb9b09871a373595ff4 HTTP/1.1" status: 200 len: 375 time: 0.0691447 Nov 11 20:56:02.754969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] For port aa461302-a994-46e1-82af-023ddcf4a5c0, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=aa461302-a994-46e1-82af-023ddcf4a5c0,segment=NetworkSegment(3a8fa00e-f2f8-4006-9635-539bce1e0f0d),segment_id=3a8fa00e-f2f8-4006-9635-539bce1e0f0d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:02.755333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.772574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Calling delete_port for aa461302-a994-46e1-82af-023ddcf4a5c0 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:02.785226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-2d10a5ba-2f0f-4ff2-83f2-e24e865ef06a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748196 Nov 11 20:56:02.827850 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.837222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.840511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/networks/57b480c1-4794-4d78-9133-35314f2e17fa HTTP/1.1" status: 204 len: 168 time: 1.1251867 Nov 11 20:56:02.843209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:02.856482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b604790-835e-4255-8860-5754ecde80d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Network': ['ID=57b480c1-4794-4d78-9133-35314f2e17fa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:02.883259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 288cf397-4b40-436a-95b3-4ddf668c2a0a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:02.915482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting subnet 52da3ecf-12cc-4b16-904e-2f2a10a40ee9 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:02.919206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.980528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:02.999712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.011532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 288cf397-4b40-436a-95b3-4ddf668c2a0a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=288cf397-4b40-436a-95b3-4ddf668c2a0a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:03.027504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '288cf397-4b40-436a-95b3-4ddf668c2a0a', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'port_id': '288cf397-4b40-436a-95b3-4ddf668c2a0a', 'mac_address': 'fa:16:3e:5a:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db436eb0-d65c-40a9-b257-c0acc38ae2f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:03.035706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No DVR routers for this DVR port aa461302-a994-46e1-82af-023ddcf4a5c0 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:03.043373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Port': ['ID=aa461302-a994-46e1-82af-023ddcf4a5c0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:03.062327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be9a76-8865-48c2-8158-47f0322e9770 req-05c0f8b6-0cbd-448a-b34b-874282526874 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:03.064084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64be9a76-8865-48c2-8158-47f0322e9770 req-05c0f8b6-0cbd-448a-b34b-874282526874 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 945 time: 0.0964048 Nov 11 20:56:03.068073 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.084085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288cf397-4b40-436a-95b3-4ddf668c2a0a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:03.109664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 288cf397-4b40-436a-95b3-4ddf668c2a0a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=288cf397-4b40-436a-95b3-4ddf668c2a0a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:03.129294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.142206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.164225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1310583c-1b2a-4360-835d-871b9235263b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:03.172575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64be9a76-8865-48c2-8158-47f0322e9770 req-589142b0-51f9-4c6e-9f16-278abc6a6585 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881803 Nov 11 20:56:03.174064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8fa00e-f2f8-4006-9635-539bce1e0f0d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:03.174685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8fa00e-f2f8-4006-9635-539bce1e0f0d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:03.185250 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.198726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.206317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:03.206886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:03.210384 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:03.217450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.272194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=288cf397-4b40-436a-95b3-4ddf668c2a0a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:03.321543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.339843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d301a-4cae-4080-94f7-5912e8022392 req-284d19f9-a7f3-42ec-8ecc-aef7b1dfe9b2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:03.341467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-154d301a-4cae-4080-94f7-5912e8022392 req-284d19f9-a7f3-42ec-8ecc-aef7b1dfe9b2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 944 time: 0.0624845 Nov 11 20:56:03.371212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Subnet': ['ID=52da3ecf-12cc-4b16-904e-2f2a10a40ee9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:03.377832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.383718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.386426 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.386709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bab8e0e2-3358-4dce-927a-0addc10b8b66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/subnets/52da3ecf-12cc-4b16-904e-2f2a10a40ee9 HTTP/1.1" status: 204 len: 168 time: 0.5417857 Nov 11 20:56:03.389319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:03.390740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/1310583c-1b2a-4360-835d-871b9235263b HTTP/1.1" status: 204 len: 168 time: 2.9312389 Nov 11 20:56:03.390928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f022b-feec-4db6-9343-bcc464fe7ee8 None None] Network 91a1b013-a08a-4b92-b391-05c6379de3f6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:03.403580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:03.409765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019399158'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:03.414435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2406770-8662-4564-80e3-01c82152b3c5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=1310583c-1b2a-4360-835d-871b9235263b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:03.500194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-154d301a-4cae-4080-94f7-5912e8022392 req-16dc6983-5744-444f-9d96-413a02614395 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363134 Nov 11 20:56:03.514423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.596086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:03.596086 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.610878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port bc8ed590-f368-4b8c-91bb-9b86fed642a3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:03.611568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.630335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:03.632443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['288cf397-4b40-436a-95b3-4ddf668c2a0a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:03.637323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81452b2-eeeb-40c3-8724-22efed12286f req-6bfe6e9d-ae5f-4afa-9489-36fe2b091d32 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:03.639943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b81452b2-eeeb-40c3-8724-22efed12286f req-6bfe6e9d-ae5f-4afa-9489-36fe2b091d32 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 945 time: 0.1138391 Nov 11 20:56:03.643422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:03.689284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.689581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:03.689689 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 635f539c-0e1f-4639-949d-01aec2b9d00f of type vlan for network 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 Nov 11 20:56:03.689978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c15a97ff-f66b-41ce-89cb-62bbdc1a69b4 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:03.734404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port bc8ed590-f368-4b8c-91bb-9b86fed642a3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bc8ed590-f368-4b8c-91bb-9b86fed642a3,segment=NetworkSegment(aa377e07-ca49-4940-9bde-d06a482ae7d5),segment_id=aa377e07-ca49-4940-9bde-d06a482ae7d5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:03.734404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.751855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for bc8ed590-f368-4b8c-91bb-9b86fed642a3 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:03.779144 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.862923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Deleting port 3ade6122-0add-4f8e-a420-15e7a221e8f1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:03.863597 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.958402 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.961961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] DHCP port deletion for 91a1b013-a08a-4b92-b391-05c6379de3f6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:03.965550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:03.965550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.013334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.048730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] Deleting port bc8ed590-f368-4b8c-91bb-9b86fed642a3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:04.052711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.067103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=bc8ed590-f368-4b8c-91bb-9b86fed642a3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:04.075400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port bc8ed590-f368-4b8c-91bb-9b86fed642a3 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:04.087173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=84c4c0b3-dafe-4862-9da6-f6d8bbf3f768,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:04.114375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a91eb437-96ed-4c64-8efb-6655c0abeda8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7065938 Nov 11 20:56:04.114536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] For port 3ade6122-0add-4f8e-a420-15e7a221e8f1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3ade6122-0add-4f8e-a420-15e7a221e8f1,segment=NetworkSegment(64d93f12-59ca-463c-8ff6-631a54d41e46),segment_id=64d93f12-59ca-463c-8ff6-631a54d41e46)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:04.114756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:04.114857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.121204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:04.135137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:04.139039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Calling delete_port for 3ade6122-0add-4f8e-a420-15e7a221e8f1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:04.178171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] For port bc8ed590-f368-4b8c-91bb-9b86fed642a3, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:04.178616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.188426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:04.193221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] Calling delete_port for bc8ed590-f368-4b8c-91bb-9b86fed642a3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:04.196119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] Port bc8ed590-f368-4b8c-91bb-9b86fed642a3 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 20:56:04.207370 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.240798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cadd537f-8c10-46e9-ab36-78304c0140cf req-053c48e2-6fde-458f-a062-fb6e89d41b5e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.0463948 Nov 11 20:56:04.316018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] Pushing event deleted for resources: {'Port': ['ID=bc8ed590-f368-4b8c-91bb-9b86fed642a3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:04.330431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89700b91-42fd-402b-957d-fb20c898a04a None None] No DVR routers for this DVR port bc8ed590-f368-4b8c-91bb-9b86fed642a3 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:04.374928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.428522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-988b4930-263e-4460-9b67-87e3af67e964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.431450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a1b013-a08a-4b92-b391-05c6379de3f6']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:04.447803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa377e07-ca49-4940-9bde-d06a482ae7d5') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:04.448105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa377e07-ca49-4940-9bde-d06a482ae7d5') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:04.453464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] Deleting subnet 9e6dc5c6-a15a-4dc4-b841-ed021b37425d {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:04.462647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.465063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.471250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.494947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Pushing event deleted for resources: {'Port': ['ID=3ade6122-0add-4f8e-a420-15e7a221e8f1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:04.519706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b79d3-7a83-4771-9b82-01bd177a4527 req-b7fa2249-756a-4ceb-9e89-09a36bcb239b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:04.521278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c0b79d3-7a83-4771-9b82-01bd177a4527 req-b7fa2249-756a-4ceb-9e89-09a36bcb239b tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 866 time: 0.1724596 Nov 11 20:56:04.522339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.523159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61c67d-b1df-43f1-97da-3cfc0dcb1adf None None] DHCP port deletion for aa86bd78-4fce-4e6a-8213-3fd0299c5de1 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:04.549570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:04.549976 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:04.559904 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:04.565519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] No DVR routers for this DVR port 3ade6122-0add-4f8e-a420-15e7a221e8f1 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:04.568458 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.573652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b81452b2-eeeb-40c3-8724-22efed12286f req-c9b18c9d-685c-4738-8375-49831af91815 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.58 "DELETE /v2.0/ports/3ade6122-0add-4f8e-a420-15e7a221e8f1 HTTP/1.1" status: 204 len: 173 time: 0.9226785 Nov 11 20:56:04.573652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'name': 'network-vif-deleted', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:04.574967 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ad556-f82e-4405-a168-0c4747c87ad9" -d '{"events": [{"server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "name": "network-vif-deleted", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:04.580851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.596827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device dacc29b4-0138-46f4-8bc9-3df379548b23 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:04.639425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:04.644291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.661717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b807764-a230-4d4c-8951-c0cec218ed93 req-a1fea394-4e52-43cc-875c-37659da407e1 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:04.663346 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b807764-a230-4d4c-8951-c0cec218ed93 req-a1fea394-4e52-43cc-875c-37659da407e1 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 944 time: 0.0718911 Nov 11 20:56:04.716218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b807764-a230-4d4c-8951-c0cec218ed93 req-3d474207-22fd-426f-9317-7eccc1847a3b tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Nov 11 20:56:04.738710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c0b79d3-7a83-4771-9b82-01bd177a4527 req-40774786-f7ae-49e2-9add-242d269aa494 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/security-groups?id=f5ea3881-5928-4592-95f6-0f1a527c67f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054472 Nov 11 20:56:04.754301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port dacc29b4-0138-46f4-8bc9-3df379548b23 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:04.758522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port dacc29b4-0138-46f4-8bc9-3df379548b23 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:04.758904 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.761982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.765619 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f833e240-886a-4f2f-898d-83ed7c85dc38 x-openstack-request-id: req-f833e240-886a-4f2f-898d-83ed7c85dc38 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:04.766311 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7931e853-11e5-4105-bf0f-0676be00789c", "name": "network-vif-deleted", "tag": "3ade6122-0add-4f8e-a420-15e7a221e8f1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:04.766666 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f833e240-886a-4f2f-898d-83ed7c85dc38 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:04.767167 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7931e853-11e5-4105-bf0f-0676be00789c', 'name': 'network-vif-deleted', 'tag': '3ade6122-0add-4f8e-a420-15e7a221e8f1', 'status': 'completed', 'code': 200} Nov 11 20:56:04.821275 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.847021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.850124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/networks/91a1b013-a08a-4b92-b391-05c6379de3f6 HTTP/1.1" status: 204 len: 168 time: 1.4597087 Nov 11 20:56:04.858354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:04.863329 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.867371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1845007057'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:04.877926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb3f46-3673-4f88-b475-7c193c9177dc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Network': ['ID=91a1b013-a08a-4b92-b391-05c6379de3f6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:04.891350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 288cf397-4b40-436a-95b3-4ddf668c2a0a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:04.899623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacc29b4-0138-46f4-8bc9-3df379548b23'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:04.901990 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53218c04-73b8-4da5-84c5-7a83c8c0a12a" -d '{"events": [{"server_uuid": "321e98b6-bd6e-4bcf-ba55-018e4dc7af72", "name": "network-vif-plugged", "status": "completed", "tag": "dacc29b4-0138-46f4-8bc9-3df379548b23"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:04.942038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port dacc29b4-0138-46f4-8bc9-3df379548b23, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=dacc29b4-0138-46f4-8bc9-3df379548b23,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:04.982113 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84fa7e-7c84-4c90-b215-17901bce0227 x-openstack-request-id: req-ab84fa7e-7c84-4c90-b215-17901bce0227 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:04.982943 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321e98b6-bd6e-4bcf-ba55-018e4dc7af72", "name": "network-vif-plugged", "status": "completed", "tag": "dacc29b4-0138-46f4-8bc9-3df379548b23", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:04.982943 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab84fa7e-7c84-4c90-b215-17901bce0227 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:04.983212 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacc29b4-0138-46f4-8bc9-3df379548b23', 'code': 200} Nov 11 20:56:05.028464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.028718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:05.028828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.033093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.060030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6dc5c6-a15a-4dc4-b841-ed021b37425d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:05.066080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8f1df-6c6c-4d5f-9847-49c070e495db None None] Network 4faffc76-50b8-43f7-860f-43dee6f735d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:05.066731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.070753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b7e26580-02fd-4ee0-a3a0-acdfeebd7f7e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e6dc5c6-a15a-4dc4-b841-ed021b37425d HTTP/1.1" status: 204 len: 168 time: 0.8606527 Nov 11 20:56:05.075237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:05.115842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.121977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:05.130125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 288cf397-4b40-436a-95b3-4ddf668c2a0a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:05.145342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 288cf397-4b40-436a-95b3-4ddf668c2a0a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:05.145631 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.154417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=dacc29b4-0138-46f4-8bc9-3df379548b23,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:05.171745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.172340 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Added segment bdb95064-38f8-48fe-bdc1-1c1490a70844 of type vlan for network 10dd01e6-d604-42a8-804e-0e7c19a3916e Nov 11 20:56:05.204857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=220bf25d-11db-4df1-a973-1d68b41a59c6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:05.206746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.211897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc91fd5-0c96-4aca-8e1b-ba6b7331509f req-17446b26-dc1e-41ee-b986-152caa6a0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:05.213426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '635f539c-0e1f-4639-949d-01aec2b9d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:05.213866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:05.214014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbc91fd5-0c96-4aca-8e1b-ba6b7331509f req-17446b26-dc1e-41ee-b986-152caa6a0630 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=321e98b6-bd6e-4bcf-ba55-018e4dc7af72 HTTP/1.1" status: 200 len: 1097 time: 0.1479459 Nov 11 20:56:05.258750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be59972-8e08-4b2d-bce6-c4479ab0f95f None None] DHCP port deletion for 4faffc76-50b8-43f7-860f-43dee6f735d5 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:05.272129 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.279815 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.291013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:05.314915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 288cf397-4b40-436a-95b3-4ddf668c2a0a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=288cf397-4b40-436a-95b3-4ddf668c2a0a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:05.364392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbc91fd5-0c96-4aca-8e1b-ba6b7331509f req-42b2c9e5-5196-4e19-aabe-856bd24e8347 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266572 Nov 11 20:56:05.382927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:05.385452 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74f3685d-5d15-446a-9f19-2f75b226eb98 req-8840e22e-9150-420a-8a1f-5e2781501747 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.0577788 Nov 11 20:56:05.388032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:05.389115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.423313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4f924-40dc-40d8-98ef-ecfd7180de0e None None] Network 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:05.423313 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.423313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:05.518041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bc8ed590-f368-4b8c-91bb-9b86fed642a3 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:05.520662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 76d6df68-cf7f-4173-bbbd-91f37ab088dd {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:05.520995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 76d6df68-cf7f-4173-bbbd-91f37ab088dd not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:05.544533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-375aa392-e602-443c-b0dc-2c843b6fc3f6 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4282637 Nov 11 20:56:05.546085 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.555519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:05.555666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bc8ed590-f368-4b8c-91bb-9b86fed642a3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:05.555742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bc8ed590-f368-4b8c-91bb-9b86fed642a3 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:05.584908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=288cf397-4b40-436a-95b3-4ddf668c2a0a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:05.723951 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.733208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.739588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:05.740234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.741467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-84c4c0b3-dafe-4862-9da6-f6d8bbf3f768', 'network_id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '220bf25d-11db-4df1-a973-1d68b41a59c6'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:05.744103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.744509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.797612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4faffc76-50b8-43f7-860f-43dee6f735d5']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:05.861797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.866054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eedc38-809c-4f8d-9d63-285c4babe65e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:05.866348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eedc38-809c-4f8d-9d63-285c4babe65e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:05.891642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.901334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Network': ['ID=10dd01e6-d604-42a8-804e-0e7c19a3916e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:05.927350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b86ca9c-fad4-4257-b709-4d0b5206e418 req-aab97d89-5320-499d-8340-f05f69dc0087 tempest-LiveMigrationTest-1748709341 tempest-LiveMigrationTest-1748709341-project] 10.222.0.31 "GET /v2.0/ports?device_id=7931e853-11e5-4105-bf0f-0676be00789c HTTP/1.1" status: 200 len: 210 time: 0.0589259 Nov 11 20:56:05.943798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Allocated IP 2001:db8::1 (84c4c0b3-dafe-4862-9da6-f6d8bbf3f768/220bf25d-11db-4df1-a973-1d68b41a59c6/832f5075-6d5e-40d4-9352-61e77b5b1654) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:05.951430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bb08ebc0-b1c7-40c4-b1f3-8a23ffa1b7a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0918496 Nov 11 20:56:05.956181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:05.959438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:05.971749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'subnet': {'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:05.989793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:05.990430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:06.031949 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:06.059853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66fa68-28af-4207-9d4a-a821af4d363e req-81caf498-4901-4985-8775-4f7a9ea10938 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:06.086370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd66fa68-28af-4207-9d4a-a821af4d363e req-81caf498-4901-4985-8775-4f7a9ea10938 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 945 time: 0.2604513 Nov 11 20:56:06.122266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 10dd01e6-d604-42a8-804e-0e7c19a3916e details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:06.172195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd66fa68-28af-4207-9d4a-a821af4d363e req-9d238222-654a-4c7c-a105-5c10ed1c3416 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848277 Nov 11 20:56:06.205847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.214745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.217902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] 10.222.0.31 "DELETE /v2.0/networks/4faffc76-50b8-43f7-860f-43dee6f735d5 HTTP/1.1" status: 204 len: 168 time: 1.1394596 Nov 11 20:56:06.227796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.244918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209359c7-1e81-4851-b72d-dce2e9b9eddc admin admin] Pushing event deleted for resources: {'Network': ['ID=4faffc76-50b8-43f7-860f-43dee6f735d5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:06.262714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:06.266293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.333989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.377296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Network 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:06.382130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:06.385637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:06.391367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Pushing event updated for resources: {'Port': ['ID=832f5075-6d5e-40d4-9352-61e77b5b1654,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:06.424242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.467563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Attempting to bind port 832f5075-6d5e-40d4-9352-61e77b5b1654 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:06.473458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=220bf25d-11db-4df1-a973-1d68b41a59c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:06.473641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Attempting to bind port 832f5075-6d5e-40d4-9352-61e77b5b1654 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '635f539c-0e1f-4639-949d-01aec2b9d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:06.473861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Attempting to bind port 832f5075-6d5e-40d4-9352-61e77b5b1654 on network 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:06.483317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:06.483708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Checking segment: {'id': '635f539c-0e1f-4639-949d-01aec2b9d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:06.484119 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.484546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Bound using segment: {'id': '635f539c-0e1f-4639-949d-01aec2b9d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:06.485026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Bound port: 832f5075-6d5e-40d4-9352-61e77b5b1654, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635f539c-0e1f-4639-949d-01aec2b9d00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:06.485870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.541581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.546078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b9577cf-1aca-4f5e-8226-286d4bfaf8ce req-6eb5335a-d8a4-4859-852f-83dbf6bd2a58 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.0557857 Nov 11 20:56:06.561849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] For port 832f5075-6d5e-40d4-9352-61e77b5b1654, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:06.568316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] For port 832f5075-6d5e-40d4-9352-61e77b5b1654, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=832f5075-6d5e-40d4-9352-61e77b5b1654,segment=NetworkSegment(635f539c-0e1f-4639-949d-01aec2b9d00f),segment_id=635f539c-0e1f-4639-949d-01aec2b9d00f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:06.573925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c4c0b3-dafe-4862-9da6-f6d8bbf3f768']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:06.585487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635f539c-0e1f-4639-949d-01aec2b9d00f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:06.586287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635f539c-0e1f-4639-949d-01aec2b9d00f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:06.601122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.633531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:06.640032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.644897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.655282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:06.655986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:06.660245 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:06.680084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.699897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-95d56258-ce13-4cfc-8dee-6aaffd2adac0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8ccdf15d1ad4b3e802d8ac3301add46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626748 Nov 11 20:56:06.718970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:06.725360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc722c-f46d-4fd2-a024-ca993c20a34e None None] Pushing event updated for resources: {'Port': ['ID=832f5075-6d5e-40d4-9352-61e77b5b1654,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:06.743582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8dd0c-72ec-4618-83ee-2cd62f970091 None None] Network 84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:06.789377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Subnet': ['ID=7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:06.805163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 20:56:06.805163 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 20:56:06.805163 n-d-805734-3 neutron-server[109674]: [parameters: {'id': '84c4c0b3-dafe-4862-9da6-f6d8bbf3f768'}] Nov 11 20:56:06.805163 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:56:06.805656 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:56:06.807811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Checking segment: {'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:06.808196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network hostable DHCP agents. Network: 10dd01e6-d604-42a8-804e-0e7c19a3916e, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:06.830526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-869322fc-2f4d-453c-8ea8-405a590b390f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.856790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-869322fc-2f4d-453c-8ea8-405a590b390f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.900353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f76bc-82b0-4446-b6e7-662e4ef5b700 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:56:06.925602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 10dd01e6-d604-42a8-804e-0e7c19a3916e is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:06.970995 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.987678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288cf397-4b40-436a-95b3-4ddf668c2a0a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:06.988985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:06.990301 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f6474-f406-4a08-abb3-9478047c98ca" -d '{"events": [{"server_uuid": "b1055bdb-61d8-4141-a99f-ceb2f941fa27", "name": "network-vif-plugged", "status": "completed", "tag": "288cf397-4b40-436a-95b3-4ddf668c2a0a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:07.007335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-869322fc-2f4d-453c-8ea8-405a590b390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.016281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-869322fc-2f4d-453c-8ea8-405a590b390f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.020014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-869322fc-2f4d-453c-8ea8-405a590b390f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/303fcdf0-161c-4b3f-899c-340560a300a1 HTTP/1.1" status: 204 len: 168 time: 0.2946119 Nov 11 20:56:07.039568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869322fc-2f4d-453c-8ea8-405a590b390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fcdf0-161c-4b3f-899c-340560a300a1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:07.045140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 10dd01e6-d604-42a8-804e-0e7c19a3916e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:07.054315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:07.054930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.088939 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427a5ff5-71a7-4dae-9221-456ce03dd283 x-openstack-request-id: req-427a5ff5-71a7-4dae-9221-456ce03dd283 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:07.089361 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1055bdb-61d8-4141-a99f-ceb2f941fa27", "name": "network-vif-plugged", "status": "completed", "tag": "288cf397-4b40-436a-95b3-4ddf668c2a0a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:07.089613 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-427a5ff5-71a7-4dae-9221-456ce03dd283 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:07.089998 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288cf397-4b40-436a-95b3-4ddf668c2a0a', 'code': 200} Nov 11 20:56:07.171544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:07.172518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-db0bbd76-a526-427a-9ed0-5e72817d363e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2079065 Nov 11 20:56:07.181982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-116210447'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:07.261904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f76bc-82b0-4446-b6e7-662e4ef5b700 None None] Unable to find a vacant binding_index for network 10dd01e6-d604-42a8-804e-0e7c19a3916e and agent 1e4203dd-91e2-493c-93a9-05dd02023d86 {{(pid=109676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 11 20:56:07.271491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f76bc-82b0-4446-b6e7-662e4ef5b700 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 10dd01e6-d604-42a8-804e-0e7c19a3916e) {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 20:56:07.281574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cce5c-3a21-4bcf-bf87-c74ba4b7ead7 req-cc90cce6-f1bc-4c2f-9e15-c27e5af476a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:07.287821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-295cce5c-3a21-4bcf-bf87-c74ba4b7ead7 req-cc90cce6-f1bc-4c2f-9e15-c27e5af476a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 1096 time: 0.1040583 Nov 11 20:56:07.314178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.343088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-295cce5c-3a21-4bcf-bf87-c74ba4b7ead7 req-281a6f73-741a-403a-b271-188df35d4841 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470619 Nov 11 20:56:07.343603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:07.347912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.382438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] Deleting subnet 8ed15e3f-d2cd-4320-8502-7a73c0dc795c {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:07.389688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.443825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:07.462013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e8cb6-ec25-41ad-8116-b0ec94107134 req-27d54bf0-d45d-4868-9302-6307f71586dd tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:07.469752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-187e8cb6-ec25-41ad-8116-b0ec94107134 req-27d54bf0-d45d-4868-9302-6307f71586dd tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 945 time: 0.1696482 Nov 11 20:56:07.490759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-72d55dd5-3378-4d91-b09c-da2d41605993 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317121 Nov 11 20:56:07.639379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-10dd01e6-d604-42a8-804e-0e7c19a3916e', 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e', 'tenant_id': '945cbdf093114278835448ac2f391955', 'fixed_ips': [{'subnet_id': '7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:07.640701 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.644551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-41f5ae10-3509-4c95-88aa-fa2f8f38f5f1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:07.646505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-41f5ae10-3509-4c95-88aa-fa2f8f38f5f1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485350 Nov 11 20:56:07.667131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:07.752741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d21f6f8-4d50-4da3-a15c-1143e564aa03 req-1795000a-3f26-4dd7-a224-935b2ca03473 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.0456705 Nov 11 20:56:07.803485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:07.925118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-b81903af-ce75-413d-8d94-71dd43655b01 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0989082 Nov 11 20:56:07.989049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.015583 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.017336 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Added segment 1f6a3cb6-00fc-459c-beae-b76909791eb7 of type vlan for network 030154c4-e582-411f-92a4-e62155de838f Nov 11 20:56:08.035894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Allocated IP 19.80.0.2 (10dd01e6-d604-42a8-804e-0e7c19a3916e/7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b/6cef133f-32b7-474b-85f6-a325d0e12735) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:08.064433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.065594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.065845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.066344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.067380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.067380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.067836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.071218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-16aecab3-0939-4e34-9a59-f7b8d4731a3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6df7ce7d66484e0d9608d313b22de295&device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6502 time: 0.0568490 Nov 11 20:56:08.071631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:08.088248 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.098182 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.108124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.115040 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-187e8cb6-ec25-41ad-8116-b0ec94107134 req-741d0b01-0be0-4e68-ba16-33cec2351616 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441326 Nov 11 20:56:08.156691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting port 832f5075-6d5e-40d4-9352-61e77b5b1654 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:08.157124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.216050 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.248719 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-2a850dba-2582-4f2c-bd5c-732b1795f8f5 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238421 Nov 11 20:56:08.255143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] For port 832f5075-6d5e-40d4-9352-61e77b5b1654, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=832f5075-6d5e-40d4-9352-61e77b5b1654,segment=NetworkSegment(635f539c-0e1f-4639-949d-01aec2b9d00f),segment_id=635f539c-0e1f-4639-949d-01aec2b9d00f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:08.255750 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.257966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.263908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.264544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.283368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.311527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Calling delete_port for 832f5075-6d5e-40d4-9352-61e77b5b1654 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:08.381824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Pushing event updated for resources: {'Port': ['ID=6cef133f-32b7-474b-85f6-a325d0e12735,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:08.395293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.401219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Network 10dd01e6-d604-42a8-804e-0e7c19a3916e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:08.405210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:08.408908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:08.451878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Network': ['ID=030154c4-e582-411f-92a4-e62155de838f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:08.460460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed15e3f-d2cd-4320-8502-7a73c0dc795c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:08.467706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-83860844-7b9b-44b0-a1ef-38976b13cb54 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2934210 Nov 11 20:56:08.468753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46074) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:08.471521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Attempting to bind port 6cef133f-32b7-474b-85f6-a325d0e12735 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:08.471904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Attempting to bind port 6cef133f-32b7-474b-85f6-a325d0e12735 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:08.472362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Attempting to bind port 6cef133f-32b7-474b-85f6-a325d0e12735 on network 10dd01e6-d604-42a8-804e-0e7c19a3916e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:08.477227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 030154c4-e582-411f-92a4-e62155de838f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:08.478899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'subnet': {'network_id': '030154c4-e582-411f-92a4-e62155de838f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:08.483572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:08.486075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Checking segment: {'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:08.486075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.486075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Bound using segment: {'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:08.486075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Bound port: 6cef133f-32b7-474b-85f6-a325d0e12735, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:08.486496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.487144 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.494323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dd10e867-4ff1-44d0-9372-3ecf41e3c12e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8ed15e3f-d2cd-4320-8502-7a73c0dc795c HTTP/1.1" status: 204 len: 168 time: 1.5035536 Nov 11 20:56:08.504895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:08.583369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-9a2ea99f-be91-492d-8d20-f2c59ca0112d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.587210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-9a2ea99f-be91-492d-8d20-f2c59ca0112d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060586 Nov 11 20:56:08.600140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-cecee6c4-b825-4795-b1dc-ec3c713f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.600755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-cecee6c4-b825-4795-b1dc-ec3c713f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.601218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-cecee6c4-b825-4795-b1dc-ec3c713f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:08.602813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-cecee6c4-b825-4795-b1dc-ec3c713f54a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=7518ecc2-0d90-4e11-9fde-55cc19da2878&id=d896e8a9-8693-4938-99ad-cdd8af9527fb&id=d896e8a9-8693-4938-99ad-cdd8af9527fb HTTP/1.1" status: 200 len: 2296 time: 0.5022285 Nov 11 20:56:08.609674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:08.638318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 3ade6122-0add-4f8e-a420-15e7a221e8f1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:08.638821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3ade6122-0add-4f8e-a420-15e7a221e8f1 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:08.650852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.162 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/aa33fa41-81b7-4ab3-bab0-291a8f12c69c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:08.674658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:08.680453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] For port 6cef133f-32b7-474b-85f6-a325d0e12735, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:08.684911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] For port 6cef133f-32b7-474b-85f6-a325d0e12735, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6cef133f-32b7-474b-85f6-a325d0e12735,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:08.731155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.731956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.736815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:08.740399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.781775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Port': ['ID=832f5075-6d5e-40d4-9352-61e77b5b1654,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:08.794103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:08.827493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No DVR routers for this DVR port 832f5075-6d5e-40d4-9352-61e77b5b1654 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:08.831638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-76a57665-313b-440e-b522-62382d1330d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f09207-b187-4b4b-83ed-07967365c5dc HTTP/1.1" status: 200 len: 1002 time: 0.1720626 Nov 11 20:56:08.950213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9bff7-e4a2-45ac-8ec9-f14c88458f1d None None] Pushing event updated for resources: {'Port': ['ID=6cef133f-32b7-474b-85f6-a325d0e12735,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:09.007463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46088) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:09.080178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.124436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a5cb4734-4144-46c5-a3e2-b0a3daaad90e req-c9ca8132-b572-4b06-a378-10c8c806e763 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.1179054 Nov 11 20:56:09.134713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-3e277660-e6fa-4c5b-92f7-5e8b12241044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:09.137055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-3e277660-e6fa-4c5b-92f7-5e8b12241044 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4be6fb7e-1626-4d24-98c5-03d0d9565aec HTTP/1.1" status: 200 len: 856 time: 0.2955143 Nov 11 20:56:09.151394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c4c0b3-dafe-4862-9da6-f6d8bbf3f768']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:09.157099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.201286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635f539c-0e1f-4639-949d-01aec2b9d00f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:09.202386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635f539c-0e1f-4639-949d-01aec2b9d00f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:09.214399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.229667 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.239126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-network', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:09.241688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:09.242310 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:09.246577 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:09.287256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa86bd78-4fce-4e6a-8213-3fd0299c5de1']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:09.305204 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.309318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:09.312904 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.317565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d93f12-59ca-463c-8ff6-631a54d41e46') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:09.317868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d93f12-59ca-463c-8ff6-631a54d41e46') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:09.324691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.355108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.388498 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.396475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-34541d43-0753-4ecf-9f80-01fcf9fd8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:09.398136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-34541d43-0753-4ecf-9f80-01fcf9fd8632 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475722 Nov 11 20:56:09.400013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Subnet': ['ID=1e0e86b8-a201-415d-9e60-85ea59d0f2a7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:09.405689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:09.408480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:09.410379 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:09.422577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fa9d3-9eef-427d-b534-0fcb2faf6551 req-72d6ad5d-7076-46b1-9e03-0ef442c31594 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:09.431248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-089fa9d3-9eef-427d-b534-0fcb2faf6551 req-72d6ad5d-7076-46b1-9e03-0ef442c31594 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 945 time: 0.1664500 Nov 11 20:56:09.431823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Made reservation on behalf of 3e39adeb73a84d65a33769377ac9b031 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:09.435154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.459428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.473549 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.480080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 HTTP/1.1" status: 204 len: 168 time: 3.9319026 Nov 11 20:56:09.482824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Checking segment: {'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:09.483192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network hostable DHCP agents. Network: 030154c4-e582-411f-92a4-e62155de838f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:09.487863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:09.493204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692315014'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:09.527406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd668a-f94d-420a-8095-a6865535b107 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=84c4c0b3-dafe-4862-9da6-f6d8bbf3f768,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:09.541561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.555334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6cef133f-32b7-474b-85f6-a325d0e12735 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:09.570951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-089fa9d3-9eef-427d-b534-0fcb2faf6551 req-ab625512-d3a8-47fc-b269-46cbc08ed6b9 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387558 Nov 11 20:56:09.630804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6cef133f-32b7-474b-85f6-a325d0e12735 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:09.631657 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.679985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:09.686825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.714802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-b18e0388-848a-40bd-b9e1-4a538ec8253d service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843719 Nov 11 20:56:09.717049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:09.724171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.728181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.728548 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 6fef3818-4552-4006-953f-5dffdb2c39d3 of type vlan for network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf Nov 11 20:56:09.762605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 6cef133f-32b7-474b-85f6-a325d0e12735, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6cef133f-32b7-474b-85f6-a325d0e12735,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:09.767996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 030154c4-e582-411f-92a4-e62155de838f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:09.775430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.782248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.784482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec86b-01c5-4df9-b820-2ced04c02a28 req-e8b734f8-82c8-400b-ab32-d9e1d9942583 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:09.786046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fabec86b-01c5-4df9-b820-2ced04c02a28 req-e8b734f8-82c8-400b-ab32-d9e1d9942583 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=321e98b6-bd6e-4bcf-ba55-018e4dc7af72 HTTP/1.1" status: 200 len: 946 time: 0.1358626 Nov 11 20:56:09.787113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.802610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:09.841688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.845259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/aa86bd78-4fce-4e6a-8213-3fd0299c5de1 HTTP/1.1" status: 204 len: 168 time: 1.3087733 Nov 11 20:56:09.848440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:09.852636 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.894387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 030154c4-e582-411f-92a4-e62155de838f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:09.900061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:09.900732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.919950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=6cef133f-32b7-474b-85f6-a325d0e12735,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:09.940309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.945394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:09.950111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:09.966998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fabec86b-01c5-4df9-b820-2ced04c02a28 req-7371ddb4-f8f4-485c-b3f7-791d2d5837d5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205480 Nov 11 20:56:09.967765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea91988-99d8-4413-867d-73389cd0d2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa86bd78-4fce-4e6a-8213-3fd0299c5de1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:10.009466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.016224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9d55dfa6-f9a1-4a38-a8d9-58d86c76ba2e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5400860 Nov 11 20:56:10.043520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:10.067278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] Deleting subnet f872b0e0-be71-45cf-9b7a-ad315e1dd9b6 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:10.079338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.100426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:10.102594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:10.105154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.155 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:10.107373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:10.140567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6488626 Nov 11 20:56:10.149206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:10.196956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:10.223217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:10.223900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.246880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-0d0349cd-b662-4178-887b-a693d94d4fc8 service neutron] 10.222.0.58 "GET /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214057 Nov 11 20:56:10.249863 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.263054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.294173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0a3b-d987-4c00-b902-e6d9a7356187 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=109533ce-2ee0-43c8-aed5-d3eefb59f3cf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:10.307298 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:10.314232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb9cd26b-c606-4946-9f5f-dff22716c86e req-d4b278c8-fbc0-4b0f-a232-141d76f0c05a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.0637386 Nov 11 20:56:10.365985 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.370334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd2df35-3a3e-4d69-a14c-d167d838715f None None] Network 10dd01e6-d604-42a8-804e-0e7c19a3916e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:10.371175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:10.372479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af03f5-4995-4feb-8b94-c515988f93db None None] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:10.381552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.382058 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Added segment de463410-831f-4e8c-b58d-c7dbd456845d of type vlan for network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 Nov 11 20:56:10.413610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a71550f-ce94-4058-852a-809d2a7b1b24 None None] Network 030154c4-e582-411f-92a4-e62155de838f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:10.432822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.481456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-349dd181-d1da-4cc7-8860-f4791e91ceed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 200 len: 217 time: 0.2149806 Nov 11 20:56:10.501221 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-53b1c17b-91ed-4447-82df-f8407f9275a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5392811 Nov 11 20:56:10.504647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-29778826-231d-4202-bfdd-261e1cd1639f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8435884 Nov 11 20:56:10.513932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:10.522721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.522825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af03f5-4995-4feb-8b94-c515988f93db None None] Network aa86bd78-4fce-4e6a-8213-3fd0299c5de1 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 20:56:10.575843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Request body: {'port': {'device_id': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:10.581018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa35532-3127-44bc-bb75-fd65292c380b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:10.582894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4911b2-5bee-42b0-922c-df40b5ef47dc None None] DHCP port deletion for aa86bd78-4fce-4e6a-8213-3fd0299c5de1 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:10.605696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.606944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:10.607711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.634735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f7a98117-6352-43bd-9b68-21758f729fe8 None None] Provisioning complete for port 6cef133f-32b7-474b-85f6-a325d0e12735 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:10.635111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f7a98117-6352-43bd-9b68-21758f729fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.709977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.741138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f872b0e0-be71-45cf-9b7a-ad315e1dd9b6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:10.759553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-030154c4-e582-411f-92a4-e62155de838f', 'network_id': '030154c4-e582-411f-92a4-e62155de838f', 'tenant_id': '945cbdf093114278835448ac2f391955', 'fixed_ips': [{'subnet_id': '1e0e86b8-a201-415d-9e60-85ea59d0f2a7'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:10.761226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.767548 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0313b857-b450-4205-b2c8-e18cb4f357b4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f872b0e0-be71-45cf-9b7a-ad315e1dd9b6 HTTP/1.1" status: 204 len: 168 time: 0.9151828 Nov 11 20:56:10.769066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:10.770729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:10.806054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccd76a-e2fd-49a5-a7bb-7223652bd812 None None] Network 7379d5bc-27c9-468c-9d95-6292010fe8dc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:10.925197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.048619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.052196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.120112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7379d5bc-27c9-468c-9d95-6292010fe8dc']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:11.142245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-90b0b6cb-2463-4825-a045-9ba4633d5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.144092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-90b0b6cb-2463-4825-a045-9ba4633d5978 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.6327732 Nov 11 20:56:11.160275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3504fdd-a8a2-4b2c-8908-69b15c460227') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:11.160275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3504fdd-a8a2-4b2c-8908-69b15c460227') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:11.177389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232bc19-0811-4a63-ba89-0f52384227fc None None] DHCP port deletion for 7379d5bc-27c9-468c-9d95-6292010fe8dc request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:11.201255 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.214465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=95cbf091-da1d-44b8-95fa-7bec80aab9b4,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:11.233327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.235634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Allocated IP 19.86.0.2 (030154c4-e582-411f-92a4-e62155de838f/1e0e86b8-a201-415d-9e60-85ea59d0f2a7/b6bf6ddf-debb-4796-a9ee-b71b4012b6a8) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:11.241010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '6fef3818-4552-4006-953f-5dffdb2c39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:11.241010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: 109533ce-2ee0-43c8-aed5-d3eefb59f3cf, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:11.245521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:11.245965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:11.247765 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:11.268959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f8eb8bda-c916-4044-9314-bfea7ed650c4 None None] Provisioning complete for port aa33fa41-81b7-4ab3-bab0-291a8f12c69c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:11.272675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8bda-c916-4044-9314-bfea7ed650c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.292288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] Pushing event updated for resources: {'Network': ['ID=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:11.297872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-794c4996-4298-4b42-9ccf-d3530749d35b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2885957 Nov 11 20:56:11.300602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-106425ee-f66a-4615-ac93-3b68b58b6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.302067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-106425ee-f66a-4615-ac93-3b68b58b6318 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 1101 time: 0.6854110 Nov 11 20:56:11.316545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:11.335695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:11.375031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Request body: {'subnet': {'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-subnet', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:11.410347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.426342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.435934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.445083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.454938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.461961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.466817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-7b210113-1589-4973-97b8-1ffd273fbd5d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.468795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.473178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-7b210113-1589-4973-97b8-1ffd273fbd5d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.477075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.480543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-7b210113-1589-4973-97b8-1ffd273fbd5d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/networks?id=10dd01e6-d604-42a8-804e-0e7c19a3916e&id=030154c4-e582-411f-92a4-e62155de838f HTTP/1.1" status: 200 len: 1391 time: 0.9677145 Nov 11 20:56:11.487287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-b9c46a46-ac8f-4939-bc64-538719d0fa20 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.1691687 Nov 11 20:56:11.496466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb8bda-c916-4044-9314-bfea7ed650c4 None None] Port aa33fa41-81b7-4ab3-bab0-291a8f12c69c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:11.520382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.526434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.531083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7379d5bc-27c9-468c-9d95-6292010fe8dc HTTP/1.1" status: 204 len: 168 time: 0.7616279 Nov 11 20:56:11.539042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6cef133f-32b7-474b-85f6-a325d0e12735 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:11.553812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:11.572352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda59d18-c6ed-4b3c-9488-1072e1902eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7379d5bc-27c9-468c-9d95-6292010fe8dc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:11.624526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-4bfaa74b-6d99-4070-b7ed-901870f035c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.628408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-4bfaa74b-6d99-4070-b7ed-901870f035c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4325802 Nov 11 20:56:11.628787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-733978e6-99d0-4575-8dbc-797ccfe292cc req-aa5e723c-3734-4b2a-b1bc-9210315717fa tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357861 Nov 11 20:56:11.639930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-98ddb4f5-bf6e-4492-83d9-0be8e71faf72 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/quotas/945cbdf093114278835448ac2f391955 HTTP/1.1" status: 200 len: 375 time: 0.1584606 Nov 11 20:56:11.682668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.689350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6cef133f-32b7-474b-85f6-a325d0e12735 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:11.689734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.736866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Made reservation on behalf of 3e39adeb73a84d65a33769377ac9b031 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:11.738650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-24e6dfb3-16bd-4e95-8ced-f46155e4a24a req-7c6f73d6-2b38-455b-ba21-5d981c218375 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.0432258 Nov 11 20:56:11.739240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.747484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 109533ce-2ee0-43c8-aed5-d3eefb59f3cf) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:11.753468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:11.755590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.780947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d59a7-5604-4bb8-aef7-99ccbb6613a4 None None] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:11.855603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:11.939611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Pushing event updated for resources: {'Port': ['ID=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:11.943201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Network 030154c4-e582-411f-92a4-e62155de838f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:11.951011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:11.973453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:11.993961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.008088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b353c28-f0e8-4b8c-a487-bfe574897898 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8153276 Nov 11 20:56:12.011332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:12.032984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:12.049722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-3ce1ca98-86d4-4632-81cc-78a0f596a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:12.051706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-3ce1ca98-86d4-4632-81cc-78a0f596a915 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.6663389 Nov 11 20:56:12.098499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a733e-7489-4ef6-a485-8a48074692f2 req-a8b4786a-6208-47ea-b1d3-712b27ebf3a0 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:12.100331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-918a733e-7489-4ef6-a485-8a48074692f2 req-a8b4786a-6208-47ea-b1d3-712b27ebf3a0 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.58 "GET /v2.0/ports?device_id=321e98b6-bd6e-4bcf-ba55-018e4dc7af72 HTTP/1.1" status: 200 len: 946 time: 0.1681795 Nov 11 20:56:12.110779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-e9dedcda-739a-4616-9f56-920ae751eca1 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:12.112426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-e9dedcda-739a-4616-9f56-920ae751eca1 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 812 time: 0.2699234 Nov 11 20:56:12.163012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-1909119e-f878-4811-97e6-c08e99b305ac tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5221612 Nov 11 20:56:12.168742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-f7eaa764-98d1-4f8a-a35a-5085d79a855a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=de204c07-f6f6-4a99-9207-58327360c460 HTTP/1.1" status: 200 len: 217 time: 0.0915008 Nov 11 20:56:12.188689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:12.194899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-149b0c7c-1ab5-419f-bba7-fc044220cb75 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526397 Nov 11 20:56:12.198492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e38a2-3a38-4ee3-afea-3f238d5fa5eb None None] Network 10dd01e6-d604-42a8-804e-0e7c19a3916e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:12.207107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8da1c944-8c26-4c01-b096-e3aad28d6d35 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/quotas/d3c5069f732f482e86c5809df4fd6f75 HTTP/1.1" status: 200 len: 375 time: 0.0665634 Nov 11 20:56:12.287107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Attempting to bind port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:12.287481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Attempting to bind port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:12.287834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Attempting to bind port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 on network 030154c4-e582-411f-92a4-e62155de838f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:12.292533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-109533ce-2ee0-43c8-aed5-d3eefb59f3cf', 'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '95cbf091-da1d-44b8-95fa-7bec80aab9b4'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:12.293253 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.314365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:12.314844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Checking segment: {'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:12.315256 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.315696 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Bound using segment: {'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:12.316200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Bound port: b6bf6ddf-debb-4796-a9ee-b71b4012b6a8, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:12.316584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.320370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.324244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6ff4f3c-6e98-4b6a-bea5-54f28fa24f4c None None] Provisioning complete for port 6cef133f-32b7-474b-85f6-a325d0e12735 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:12.324600 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6ff4f3c-6e98-4b6a-bea5-54f28fa24f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.360938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:12.373389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8ed73bf5-32a3-463c-93e2-cf27b94ba7e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fba95ad5aa694a06908b98687679f588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802678 Nov 11 20:56:12.377897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:12.416140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-08ff0640-f1ba-4626-a1bf-729843bab290 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1923087 Nov 11 20:56:12.496214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-39f45346-5d2d-4fd1-a060-03c4103c320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:12.497676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-39f45346-5d2d-4fd1-a060-03c4103c320e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.3015435 Nov 11 20:56:12.527533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Deleting port dacc29b4-0138-46f4-8bc9-3df379548b23 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:12.528112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.540294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:12.580839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:12.615654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:12.618172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:12.636718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:12.640886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.643514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] For port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:12.649861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5be82a2-3350-40f7-ba8f-b5dcc0030f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.685815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-bfbe8c18-fcdc-4ba0-8b26-967fda0c65ad service neutron] 10.222.0.31 "GET /v2.0/networks/10dd01e6-d604-42a8-804e-0e7c19a3916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935706 Nov 11 20:56:12.689526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-a1ad4a8a-6853-4e67-8043-c1227de79b91 service neutron] 10.222.0.31 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720330 Nov 11 20:56:12.712669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-27d29d91-3785-4283-abd8-5a3f27f0dacc service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932122 Nov 11 20:56:12.744362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Allocated IP 2001:db8::2 (109533ce-2ee0-43c8-aed5-d3eefb59f3cf/95cbf091-da1d-44b8-95fa-7bec80aab9b4/a6018cf3-b123-4cd0-8ec5-6477a99ec276) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:12.773337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] For port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:12.776923 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5be82a2-3350-40f7-ba8f-b5dcc0030f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.828012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-c3f4c186-9978-4f26-9643-283ce3285491 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 200 len: 217 time: 0.0903826 Nov 11 20:56:12.830094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-825fc96e-48f7-473b-8510-d83fc465e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:12.831600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-825fc96e-48f7-473b-8510-d83fc465e267 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2934897 Nov 11 20:56:12.838190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.853707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:12.854564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.915881 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.917147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] For port dacc29b4-0138-46f4-8bc9-3df379548b23, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=dacc29b4-0138-46f4-8bc9-3df379548b23,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:12.917529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:12.970600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Calling delete_port for dacc29b4-0138-46f4-8bc9-3df379548b23 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:13.072138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec660421-6f75-4611-86b9-47473fadfda1 None None] Pushing event updated for resources: {'Port': ['ID=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:13.104651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-7b26e132-2a9b-4097-becd-7296ab70197f service neutron] 10.222.0.31 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141433 Nov 11 20:56:13.111589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5be82a2-3350-40f7-ba8f-b5dcc0030f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.114697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5be82a2-3350-40f7-ba8f-b5dcc0030f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.116471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e5be82a2-3350-40f7-ba8f-b5dcc0030f13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5ea3881-5928-4592-95f6-0f1a527c67f9 HTTP/1.1" status: 204 len: 168 time: 0.7345550 Nov 11 20:56:13.133751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-51efeab5-e54d-4d6c-9fa6-2f2c953247ad tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4638915 Nov 11 20:56:13.207121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be82a2-3350-40f7-ba8f-b5dcc0030f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ea3881-5928-4592-95f6-0f1a527c67f9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:13.211260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ba3a6d9b-23cc-44bd-85b1-73e0e5869934 None None] Provisioning complete for port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:13.213820 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6d9b-23cc-44bd-85b1-73e0e5869934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.217344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Request body: {'port': {'device_id': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:13.222096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa33fa41-81b7-4ab3-bab0-291a8f12c69c {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:13.240358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75adf20-24f1-4d14-8970-e7a554f342a7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:13.243292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-3fb15c3b-f7aa-44e9-8ebc-3124667e7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:13.261955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-3fb15c3b-f7aa-44e9-8ebc-3124667e7122 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.4162741 Nov 11 20:56:13.287252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.325535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a6d9b-23cc-44bd-85b1-73e0e5869934 None None] Port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:13.387024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.415668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-4c00064b-65ec-4df4-a46c-a16eaf78b414 service neutron] 10.222.0.31 "GET /v2.0/networks/10dd01e6-d604-42a8-804e-0e7c19a3916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185414 Nov 11 20:56:13.465591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-77697f2a-4acc-4699-bc5f-ad33e0b5872e None None] Provisioning complete for port 6cef133f-32b7-474b-85f6-a325d0e12735 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:13.465926 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77697f2a-4acc-4699-bc5f-ad33e0b5872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.469508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.521350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-e0eb5e7b-cbf8-4f55-a0bb-f02921a4ef50 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:13.523166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-e0eb5e7b-cbf8-4f55-a0bb-f02921a4ef50 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1055bdb-61d8-4141-a99f-ceb2f941fa27 HTTP/1.1" status: 200 len: 945 time: 0.3242469 Nov 11 20:56:13.539032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-82ed71fb-674c-4821-ad3e-fd76fb1ffdbd service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776974 Nov 11 20:56:13.572276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Pushing event updated for resources: {'Port': ['ID=a6018cf3-b123-4cd0-8ec5-6477a99ec276,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:13.617733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Checking segment: {'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:13.617960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Network hostable DHCP agents. Network: 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:13.648213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:13.652876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:13.683792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:13.695647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:13.870496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Attempting to bind port a6018cf3-b123-4cd0-8ec5-6477a99ec276 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:13.870933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Attempting to bind port a6018cf3-b123-4cd0-8ec5-6477a99ec276 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6fef3818-4552-4006-953f-5dffdb2c39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:13.875112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Attempting to bind port a6018cf3-b123-4cd0-8ec5-6477a99ec276 on network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:13.881392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:13.882017 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.884350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:13.884737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Checking segment: {'id': '6fef3818-4552-4006-953f-5dffdb2c39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:13.885198 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:13.885588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Bound using segment: {'id': '6fef3818-4552-4006-953f-5dffdb2c39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:13.886091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Bound port: a6018cf3-b123-4cd0-8ec5-6477a99ec276, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fef3818-4552-4006-953f-5dffdb2c39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:13.886507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.053077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] For port a6018cf3-b123-4cd0-8ec5-6477a99ec276, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:14.083395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] For port a6018cf3-b123-4cd0-8ec5-6477a99ec276, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a6018cf3-b123-4cd0-8ec5-6477a99ec276,segment=NetworkSegment(6fef3818-4552-4006-953f-5dffdb2c39d3),segment_id=6fef3818-4552-4006-953f-5dffdb2c39d3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:14.088336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.134980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56345ce7-2859-4eb1-9e15-064dd96eed10 req-7a7a64f6-887f-4090-b263-33e8a5dd88c6 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982994 Nov 11 20:56:14.140715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:14.147892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-ddc521a1-8f9a-4142-baea-2a5a0cfd7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.149603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-ddc521a1-8f9a-4142-baea-2a5a0cfd7434 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8658960 Nov 11 20:56:14.158544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.241918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629ae8-a700-4c85-89ef-f5b5ce117f89 None None] Pushing event updated for resources: {'Port': ['ID=a6018cf3-b123-4cd0-8ec5-6477a99ec276,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:14.242228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.244662 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.276164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.282591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.294389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.302049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.308481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.315566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.323153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-dd783298-a07e-4eaf-97a3-085fa58a88b8 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360092 Nov 11 20:56:14.323711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46180) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:14.324707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Transition to ACTIVE for port object aa33fa41-81b7-4ab3-bab0-291a8f12c69c will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:14.328797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.331508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:14.337822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.340007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28ed8c1f-d064-49aa-8447-de5f915ddde1 req-001432a9-5475-4a27-885c-cca712148619 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.2293301 Nov 11 20:56:14.368952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.383517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['dacc29b4-0138-46f4-8bc9-3df379548b23'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:14.395417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['288cf397-4b40-436a-95b3-4ddf668c2a0a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:14.430128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event deleted for resources: {'Port': ['ID=dacc29b4-0138-46f4-8bc9-3df379548b23,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:14.487084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=1afe8cd4-b6a8-4037-9489-7e0283f81b06,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:14.493169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:14.499421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:14.500055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-aa354903-71ef-4483-b244-1b0a7c732fb0 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520407 Nov 11 20:56:14.533323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc9580-1c97-4cd5-9cb6-7d3dca897971 None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:14.551861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.576306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.577375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.592176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] No DVR routers for this DVR port dacc29b4-0138-46f4-8bc9-3df379548b23 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:14.594013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Deleting port 288cf397-4b40-436a-95b3-4ddf668c2a0a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:14.596591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.609373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:14.620294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-918a733e-7489-4ef6-a485-8a48074692f2 req-75abe0fc-9d83-4146-a4bf-f6a71c22f131 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.58 "DELETE /v2.0/ports/dacc29b4-0138-46f4-8bc9-3df379548b23 HTTP/1.1" status: 204 len: 173 time: 2.5029333 Nov 11 20:56:14.621144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'name': 'network-vif-deleted', 'tag': 'dacc29b4-0138-46f4-8bc9-3df379548b23'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:14.623756 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf9c62d-d645-4650-b4f5-ea14a0c2a19f" -d '{"events": [{"server_uuid": "321e98b6-bd6e-4bcf-ba55-018e4dc7af72", "name": "network-vif-deleted", "tag": "dacc29b4-0138-46f4-8bc9-3df379548b23"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:14.648825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:14.777471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-791f54e0-8c80-460d-be30-233320cc4a55 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7601664 Nov 11 20:56:14.783368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46186) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:14.869426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0c78c-3460-4d72-a511-56eff78de58b None None] Network 030154c4-e582-411f-92a4-e62155de838f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:14.935677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Pushing event updated for resources: {'Port': ['ID=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:14.962990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac401f-bf22-4fcf-bf1b-1f5c8bca7e67 req-102c5149-36e8-4b66-a78f-2b568c55489a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:14.972833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2fac401f-bf22-4fcf-bf1b-1f5c8bca7e67 req-102c5149-36e8-4b66-a78f-2b568c55489a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 936 time: 0.3141541 Nov 11 20:56:14.981846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] For port 288cf397-4b40-436a-95b3-4ddf668c2a0a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=288cf397-4b40-436a-95b3-4ddf668c2a0a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:14.982221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.006459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7b344d9c-dce1-450b-a431-443dad790206 None None] Provisioning complete for port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:15.006846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b344d9c-dce1-450b-a431-443dad790206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.022219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Calling delete_port for 288cf397-4b40-436a-95b3-4ddf668c2a0a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:15.029735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-1b12f71b-0ac6-4af8-b8e9-77bd03980b21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=62468265-2c59-4259-8a89-656c9d6f0f66 HTTP/1.1" status: 200 len: 217 time: 0.4632800 Nov 11 20:56:15.095866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-98ee471b-7be8-4935-a385-47a4e83338ad service neutron] 10.222.0.31 "GET /v2.0/networks/030154c4-e582-411f-92a4-e62155de838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6331813 Nov 11 20:56:15.103496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2dfc6d88-9aee-4824-aef4-2c2f1dda41bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17ed6233321c4899a2e844f3f052e521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7754376 Nov 11 20:56:15.104368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:15.139751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401bc25-1e83-454a-804a-ce212f1afa0c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:15.142023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401bc25-1e83-454a-804a-ce212f1afa0c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:15.143201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401bc25-1e83-454a-804a-ce212f1afa0c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:15.144868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401bc25-1e83-454a-804a-ce212f1afa0c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:15.146468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401bc25-1e83-454a-804a-ce212f1afa0c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:15.148367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e401bc25-1e83-454a-804a-ce212f1afa0c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3537772 Nov 11 20:56:15.156544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:15.166143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1744410491'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:15.206981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2fac401f-bf22-4fcf-bf1b-1f5c8bca7e67 req-8e5112bf-7127-4c66-aa02-cb05b284c312 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331707 Nov 11 20:56:15.280538 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e9f-bd98-43f0-9508-27d6cf57b015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.323091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-00983deb-761f-4511-a77b-c7b81318f2cb service neutron] 10.222.0.31 "GET /v2.0/networks/030154c4-e582-411f-92a4-e62155de838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260163 Nov 11 20:56:15.346631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:15.350486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.366118 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e9f-bd98-43f0-9508-27d6cf57b015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.418763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:15.429212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b734df9-23a3-4c36-ae20-0d234ad5e8fd None None] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:15.499680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:15.531339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.532049 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 7cdeb144-fd8b-4d18-b210-f377f1f58554 of type vlan for network aaa7073c-9c7f-4176-b434-3b6d094298ba Nov 11 20:56:15.591928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:15.595389 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.629924 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.753826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Attempting to bind port aa33fa41-81b7-4ab3-bab0-291a8f12c69c on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:15.753826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Attempting to bind port aa33fa41-81b7-4ab3-bab0-291a8f12c69c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:15.754118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Attempting to bind port aa33fa41-81b7-4ab3-bab0-291a8f12c69c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:15.775740 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.816793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b49e1830-dbd7-4832-83ff-bd682ccd4012 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.4990413 Nov 11 20:56:15.839393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:15.852000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event deleted for resources: {'Port': ['ID=288cf397-4b40-436a-95b3-4ddf668c2a0a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:15.856563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e9f-bd98-43f0-9508-27d6cf57b015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.862825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d9e9f-bd98-43f0-9508-27d6cf57b015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:15.862825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4d3d9e9f-bd98-43f0-9508-27d6cf57b015 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0df7b810-6de6-4b0e-a25b-8766e0de8247 HTTP/1.1" status: 204 len: 168 time: 0.7481453 Nov 11 20:56:15.865203 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05812469-e017-43fd-8323-04c74b5835cc x-openstack-request-id: req-05812469-e017-43fd-8323-04c74b5835cc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:15.865497 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321e98b6-bd6e-4bcf-ba55-018e4dc7af72", "name": "network-vif-deleted", "tag": "dacc29b4-0138-46f4-8bc9-3df379548b23", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:15.865808 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05812469-e017-43fd-8323-04c74b5835cc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:15.866639 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321e98b6-bd6e-4bcf-ba55-018e4dc7af72', 'name': 'network-vif-deleted', 'tag': 'dacc29b4-0138-46f4-8bc9-3df379548b23', 'status': 'completed', 'code': 200} Nov 11 20:56:15.877592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d9e9f-bd98-43f0-9508-27d6cf57b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df7b810-6de6-4b0e-a25b-8766e0de8247,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:15.912233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-4c2f20d6-5d3b-4ac0-afc1-623faacd3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:15.921299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816af501-26aa-43c8-b9ac-b135eedacd9a None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:15.931213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-4c2f20d6-5d3b-4ac0-afc1-623faacd3340 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.8253443 Nov 11 20:56:15.943892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:16.001086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Port aa33fa41-81b7-4ab3-bab0-291a8f12c69c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:16.001563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Attempting to bind port aa33fa41-81b7-4ab3-bab0-291a8f12c69c on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:16.047749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.066558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:16.068002 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16281791'] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.094998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a6018cf3-b123-4cd0-8ec5-6477a99ec276 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:16.109673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] No DVR routers for this DVR port 288cf397-4b40-436a-95b3-4ddf668c2a0a on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:16.120579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.137900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22b8d660-2ad4-4d07-a7a7-d392b333d372 req-f4b936d6-b0b0-4fbe-a1ce-b27167a5ef17 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "DELETE /v2.0/ports/288cf397-4b40-436a-95b3-4ddf668c2a0a HTTP/1.1" status: 204 len: 173 time: 2.5994523 Nov 11 20:56:16.275262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d32b9f-b41f-4398-8a5c-db21debc6878 None None] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:16.283857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e9abb9d-8de9-4c60-b12f-2d0a63a9a362 req-bd530cb5-1911-4029-8c66-987045d27b1b tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 210 time: 0.0520668 Nov 11 20:56:16.346943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35abe3f1-1cbb-4db6-ba71-35df6e928cd0 None None] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:16.350203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:16.350816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:16.352076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:16.353652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Bound port: aa33fa41-81b7-4ab3-bab0-291a8f12c69c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:16.354256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.361743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=aaa7073c-9c7f-4176-b434-3b6d094298ba,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:16.415644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3d53a1f-e222-4a48-97dc-20d84ce12183 req-55781509-ec46-418a-94e2-f31397cd51c9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 210 time: 0.2860498 Nov 11 20:56:16.446795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network aaa7073c-9c7f-4176-b434-3b6d094298ba details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:16.491521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-cc328825-ac58-4882-9a46-13b60e8c2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:16.493999 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-cc328825-ac58-4882-9a46-13b60e8c2669 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4683518 Nov 11 20:56:16.504495 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.506257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.519082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:16.550063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.577659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc0722-f730-42fa-a294-ec7b102e7ad0 req-6b4c8bf7-2959-45c6-a906-87d4c691aec7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:16.583508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bcc0722-f730-42fa-a294-ec7b102e7ad0 req-6b4c8bf7-2959-45c6-a906-87d4c691aec7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 936 time: 0.1748502 Nov 11 20:56:16.608169 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75196573-f9cb-4027-b027-88182ed3174c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4460540 Nov 11 20:56:16.613222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a6018cf3-b123-4cd0-8ec5-6477a99ec276 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:16.613606 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.617893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46218) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:16.624949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:16.631498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device dacc29b4-0138-46f4-8bc9-3df379548b23 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:16.633596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f3c9cff0-a17d-4ccc-8920-f05276cf568f None None] Provisioning complete for port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:16.633976 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3c9cff0-a17d-4ccc-8920-f05276cf568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.636663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Transition to ACTIVE for port object a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:16.641243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] For port aa33fa41-81b7-4ab3-bab0-291a8f12c69c, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:16.668063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] For port aa33fa41-81b7-4ab3-bab0-291a8f12c69c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:16.699906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.740392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-62764246-f961-49b0-b02a-8c0d7fefa71f service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250335 Nov 11 20:56:16.783424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.785661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:16.804313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bcc0722-f730-42fa-a294-ec7b102e7ad0 req-3219dfea-574e-42cb-b59c-ffca1ed04563 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149587 Nov 11 20:56:16.973103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: dacc29b4-0138-46f4-8bc9-3df379548b23 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:16.973495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device dacc29b4-0138-46f4-8bc9-3df379548b23 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:16.997330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.125894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 288cf397-4b40-436a-95b3-4ddf668c2a0a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:17.130981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.163460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network aaa7073c-9c7f-4176-b434-3b6d094298ba is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 20:56:17.169389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:17.170064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.184361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "PUT /v2.0/networks/aaa7073c-9c7f-4176-b434-3b6d094298ba HTTP/1.1" status: 200 len: 723 time: 0.5526717 Nov 11 20:56:17.190909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:17.201672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.207784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:17.208643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.210662 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] 10.222.0.58 "PUT /v2.0/ports/aa33fa41-81b7-4ab3-bab0-291a8f12c69c HTTP/1.1" status: 200 len: 1096 time: 6.6412826 Nov 11 20:56:17.234218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'tag': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:17.235516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 288cf397-4b40-436a-95b3-4ddf668c2a0a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:17.235875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 288cf397-4b40-436a-95b3-4ddf668c2a0a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:17.240308 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ec7d7b-e47d-401a-9037-ae584537202f" -d '{"events": [{"name": "network-changed", "server_uuid": "f74a2059-5575-4212-9314-7b9a06be6b46", "tag": "aa33fa41-81b7-4ab3-bab0-291a8f12c69c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:17.362505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': 'aaa7073c-9c7f-4176-b434-3b6d094298ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:17.385918 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e584b14-cf50-4861-8076-3d62d3d65966 x-openstack-request-id: req-2e584b14-cf50-4861-8076-3d62d3d65966 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:17.386259 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74a2059-5575-4212-9314-7b9a06be6b46", "tag": "aa33fa41-81b7-4ab3-bab0-291a8f12c69c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:17.387203 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e584b14-cf50-4861-8076-3d62d3d65966 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:17.387203 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'tag': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'status': 'completed', 'code': 200} Nov 11 20:56:17.425855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f3c9cff0-a17d-4ccc-8920-f05276cf568f None None] Provisioning complete for port a6018cf3-b123-4cd0-8ec5-6477a99ec276 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:17.425855 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3c9cff0-a17d-4ccc-8920-f05276cf568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.443828 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-4874db0f-c8e9-4b72-95a9-9d92d64e4050 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954758 Nov 11 20:56:17.454568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec15f68-9f94-4531-9165-526c0f79f716 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=aaa7073c-9c7f-4176-b434-3b6d094298ba,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:17.511964 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.532260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network aaa7073c-9c7f-4176-b434-3b6d094298ba details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:17.573325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23912f6f-347a-42e1-9ee9-90f6e218b78d service neutron] Pushing event updated for resources: {'Port': ['ID=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:17.670808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-4ba0c888-5b69-4ba8-a327-5020ca10ffe5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=24b03443-973a-4f11-be3a-991db2c6a33b HTTP/1.1" status: 200 len: 217 time: 0.1101110 Nov 11 20:56:17.711095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port a6018cf3-b123-4cd0-8ec5-6477a99ec276, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a6018cf3-b123-4cd0-8ec5-6477a99ec276,segment=NetworkSegment(6fef3818-4552-4006-953f-5dffdb2c39d3),segment_id=6fef3818-4552-4006-953f-5dffdb2c39d3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:17.753827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8c9a397-8612-4130-9da2-321f6c0eb84d req-f8ffaade-443d-4f45-97d0-3694628b8748 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 210 time: 0.0909002 Nov 11 20:56:17.769676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3fb27-bb4a-4d55-b541-c8774672ce44 None None] Update dhcp port {'port': {'network_id': '109533ce-2ee0-43c8-aed5-d3eefb59f3cf', 'fixed_ips': [{'subnet_id': '95cbf091-da1d-44b8-95fa-7bec80aab9b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1afe8cd4-b6a8-4037-9489-7e0283f81b06'}], 'binding:host_id': 'n-d-805734-3'}, 'id': 'a6018cf3-b123-4cd0-8ec5-6477a99ec276'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 20:56:17.813736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe310e6e-e8ed-4655-b8d3-3c82df99c66c req-35fcebb8-cd95-41df-b90a-b09a2e09eb66 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 210 time: 0.1671698 Nov 11 20:56:17.841381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:17.851074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.856898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3c9cff0-a17d-4ccc-8920-f05276cf568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.864086 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.865126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:17.878890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95a3fb27-bb4a-4d55-b541-c8774672ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:17.903052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'name': 'network-vif-deleted', 'tag': '288cf397-4b40-436a-95b3-4ddf668c2a0a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:17.914337 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ade6f-63bf-418e-abaa-1492cf3fd8d3" -d '{"events": [{"server_uuid": "b1055bdb-61d8-4141-a99f-ceb2f941fa27", "name": "network-vif-deleted", "tag": "288cf397-4b40-436a-95b3-4ddf668c2a0a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:17.922838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-3a55dbd8-e51e-40a7-952c-667c7e5c33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:17.925239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-3a55dbd8-e51e-40a7-952c-667c7e5c33a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 200 len: 797 time: 0.1824319 Nov 11 20:56:18.051522 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdf7cd5-eff5-475d-b8e2-1142050d8cac x-openstack-request-id: req-3bdf7cd5-eff5-475d-b8e2-1142050d8cac {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:18.051817 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1055bdb-61d8-4141-a99f-ceb2f941fa27", "name": "network-vif-deleted", "tag": "288cf397-4b40-436a-95b3-4ddf668c2a0a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:18.052239 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bdf7cd5-eff5-475d-b8e2-1142050d8cac {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:18.052641 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1055bdb-61d8-4141-a99f-ceb2f941fa27', 'name': 'network-vif-deleted', 'tag': '288cf397-4b40-436a-95b3-4ddf668c2a0a', 'status': 'completed', 'code': 200} Nov 11 20:56:18.102553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-d3f30cbc-b292-44dd-a495-af59fbc63c96 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:18.103962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-f71050f9-e3f3-4944-8598-1e6a5deb9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:18.104520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-d3f30cbc-b292-44dd-a495-af59fbc63c96 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 812 time: 0.5111091 Nov 11 20:56:18.105540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-f71050f9-e3f3-4944-8598-1e6a5deb9fb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 1099 time: 0.6681955 Nov 11 20:56:18.112305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Pushing event updated for resources: {'Port': ['ID=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:18.128890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Request body: {'port': {'device_id': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'admin_state_up': True, 'tenant_id': 'd3c5069f732f482e86c5809df4fd6f75'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:18.149775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Attempting to bind port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:18.150199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Attempting to bind port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:18.150443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Attempting to bind port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:18.185596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46260) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:18.199013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-f1bea30d-72ba-4a36-8b30-92ea02649b58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=aa33fa41-81b7-4ab3-bab0-291a8f12c69c HTTP/1.1" status: 200 len: 217 time: 0.0694177 Nov 11 20:56:18.204326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-fe3d2829-030e-4ee1-adc6-4f8bed2a21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:18.205836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-fe3d2829-030e-4ee1-adc6-4f8bed2a21dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7518ecc2-0d90-4e11-9fde-55cc19da2878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2301707 Nov 11 20:56:18.209199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:18.209526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Attempting to bind port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:18.260270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=a6018cf3-b123-4cd0-8ec5-6477a99ec276,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:18.267475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:18.273252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:18.285335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c65ad-7d55-4b91-bae6-3b515eaf7bb2 req-a8fc7c44-daf6-4708-a29c-27e24e4e487b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:18.296337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a9c65ad-7d55-4b91-bae6-3b515eaf7bb2 req-a8fc7c44-daf6-4708-a29c-27e24e4e487b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 948 time: 0.2516425 Nov 11 20:56:18.296522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-f3c9cff0-a17d-4ccc-8920-f05276cf568f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:56:18.296806 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-f3c9cff0-a17d-4ccc-8920-f05276cf568f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:56:18.299279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:18.299622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:18.300011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:18.300488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Bound port: a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:18.303789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:18.379606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-95a3fb27-bb4a-4d55-b541-c8774672ce44 None None] Allocated IP 172.20.0.1 (109533ce-2ee0-43c8-aed5-d3eefb59f3cf/1afe8cd4-b6a8-4037-9489-7e0283f81b06/a6018cf3-b123-4cd0-8ec5-6477a99ec276) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:18.589178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:18.657129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Made reservation on behalf of d3c5069f732f482e86c5809df4fd6f75 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:18.663543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:18.669652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=6b24833b-f423-417a-9972-08ecabacd6c2,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:18.734000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-95a3fb27-bb4a-4d55-b541-c8774672ce44 None None] For port a6018cf3-b123-4cd0-8ec5-6477a99ec276, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a6018cf3-b123-4cd0-8ec5-6477a99ec276,segment=NetworkSegment(6fef3818-4552-4006-953f-5dffdb2c39d3),segment_id=6fef3818-4552-4006-953f-5dffdb2c39d3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:18.771541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '7cdeb144-fd8b-4d18-b210-f377f1f58554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaa7073c-9c7f-4176-b434-3b6d094298ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:18.771541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: aaa7073c-9c7f-4176-b434-3b6d094298ba, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:18.771902 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95a3fb27-bb4a-4d55-b541-c8774672ce44 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:18.842957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-7c50c737-55bb-40c3-b7e0-e6508fda8185 service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200275 Nov 11 20:56:18.845261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-8c082f79-7c3b-421e-bdab-de5802a23684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:18.851469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-8c082f79-7c3b-421e-bdab-de5802a23684 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.6432476 Nov 11 20:56:18.857853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95a3fb27-bb4a-4d55-b541-c8774672ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:18.860347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Allocated IP 172.20.0.11 (69dc1947-6bb6-4b74-9c60-398d22d27df0/db436eb0-d65c-40a9-b257-c0acc38ae2f6/9c5112ed-0ffa-48cd-ac96-0a40ded4c36e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:18.899313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network aaa7073c-9c7f-4176-b434-3b6d094298ba is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:18.900948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a6018cf3-b123-4cd0-8ec5-6477a99ec276 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:18.990997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd64f56d-ac37-409c-a73b-cfc661f13626 req-1afa512d-a4f0-4881-a07a-4bc9dc479e82 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 210 time: 0.0938520 Nov 11 20:56:19.007410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, aaa7073c-9c7f-4176-b434-3b6d094298ba) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:19.012679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.013468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.016638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3fb27-bb4a-4d55-b541-c8774672ce44 None None] Pushing event updated for resources: {'Port': ['ID=a6018cf3-b123-4cd0-8ec5-6477a99ec276,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:19.051144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7e80a-9ec9-4cd4-980d-3be3ddf8068b None None] Network aaa7073c-9c7f-4176-b434-3b6d094298ba requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:19.171654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.172874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.173361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.173825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.174538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.174994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.176061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.185149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-7de6c0a8-4c1f-4e9c-aeca-0947fb92caf4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 6502 time: 0.9972510 Nov 11 20:56:19.195497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2e1b1b5d-1205-4ca7-b83c-ba68d16b2670 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0022252 Nov 11 20:56:19.199795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a9c65ad-7d55-4b91-bae6-3b515eaf7bb2 req-e89dfb92-f2a7-4905-9f57-e642d4644236 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9023569 Nov 11 20:56:19.200054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:19.212849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2435d50-736a-4435-8033-6d8b8ed6f577 req-66bf1a24-a3d1-439a-93b3-c9993eb9c0c9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 210 time: 0.1064394 Nov 11 20:56:19.225951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5f439352-3025-404b-a507-af4431c6a5db tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:19.276308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a6018cf3-b123-4cd0-8ec5-6477a99ec276 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:19.276681 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.282853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-f086d4f8-ed2a-4fb3-92dd-854e059c17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.285970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-f086d4f8-ed2a-4fb3-92dd-854e059c17dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4250705 Nov 11 20:56:19.339141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.481382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-aaa7073c-9c7f-4176-b434-3b6d094298ba', 'network_id': 'aaa7073c-9c7f-4176-b434-3b6d094298ba', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '6b24833b-f423-417a-9972-08ecabacd6c2'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:19.482344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.512407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.541004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f439352-3025-404b-a507-af4431c6a5db tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58288718'] for subnet, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.591547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-cfddaa6a-0229-4bf6-825e-1cb1ed371b0b service neutron] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882997 Nov 11 20:56:19.603214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:19.610503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:19.614479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:19.619668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event updated for resources: {'Port': ['ID=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:19.638650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43023dc-6251-4919-a93c-e3f1042b628c None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:19.680390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Allocated IP 2001:db8::2 (aaa7073c-9c7f-4176-b434-3b6d094298ba/6b24833b-f423-417a-9972-08ecabacd6c2/5c787c65-cf2e-4b45-8717-9ac3e4132fea) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:19.687822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] For port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:19.709872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:19.711284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.785705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-8bc86ac1-7593-404b-a345-e57a5f21d2f5 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6631694 Nov 11 20:56:19.805400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Request body: {'port': {'device_id': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:19.809058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-32283af3-b320-480b-b80e-ba35758f334b None None] Provisioning complete for port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:19.809567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32283af3-b320-480b-b80e-ba35758f334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.867612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-32283af3-b320-480b-b80e-ba35758f334b None None] Port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:19.917847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:19.930577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-b1ea56b4-f0a5-4007-a3f7-f7695ff4af36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=061adeb4-653d-4889-878a-3aa008a87de1 HTTP/1.1" status: 200 len: 217 time: 0.2918186 Nov 11 20:56:19.993110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8286dd-cb64-4f70-9e75-a4d4f542ae75 None None] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:20.019156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] For port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:20.022053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-5a3243b3-b74c-41c6-95e4-154fd051bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:20.023558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-5a3243b3-b74c-41c6-95e4-154fd051bf84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 200 len: 797 time: 0.0572278 Nov 11 20:56:20.034060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.128631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-132c63ab-b87e-4ab3-9b67-f358bf617929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:20.131074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-132c63ab-b87e-4ab3-9b67-f358bf617929 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957124 Nov 11 20:56:20.132359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.150756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-3c8b6279-b52c-47e1-9c50-3275e134fccc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&id=5dd26ea7-34ee-4921-a384-f0170599ea54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9644554 Nov 11 20:56:20.164535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34fd554f-8518-455b-9711-ec6d6c43669e None None] Provisioning complete for port a6018cf3-b123-4cd0-8ec5-6477a99ec276 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:20.164910 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34fd554f-8518-455b-9711-ec6d6c43669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.166882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.170937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-d0e3ba95-b481-4ad7-96a8-30ae87629096 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:20.176996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-d0e3ba95-b481-4ad7-96a8-30ae87629096 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "GET /v2.0/networks?id=69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 200 len: 812 time: 0.9235287 Nov 11 20:56:20.230671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Request body: {'port': {'device_id': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'admin_state_up': True, 'tenant_id': 'd3c5069f732f482e86c5809df4fd6f75'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:20.243914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:20.246213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.248955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] 10.222.0.58 "PUT /v2.0/ports/a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae HTTP/1.1" status: 200 len: 1096 time: 7.1022563 Nov 11 20:56:20.251443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'tag': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:20.254148 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cebce852-f424-462a-bb21-5c84c2be47a0", "tag": "a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:20.293577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-441e2d9c-ca95-42ee-ac6f-9f40c26a8635 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:20.299903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-441e2d9c-ca95-42ee-ac6f-9f40c26a8635 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:20.301541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-441e2d9c-ca95-42ee-ac6f-9f40c26a8635 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "GET /v2.0/networks?id=10dd01e6-d604-42a8-804e-0e7c19a3916e&id=030154c4-e582-411f-92a4-e62155de838f HTTP/1.1" status: 200 len: 1391 time: 0.2366598 Nov 11 20:56:20.301841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Network aaa7073c-9c7f-4176-b434-3b6d094298ba is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:20.308477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:20.311870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:20.362880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'port': {'device_id': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e', 'admin_state_up': True, 'tenant_id': '945cbdf093114278835448ac2f391955'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:20.373623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Pushing event updated for resources: {'Port': ['ID=5c787c65-cf2e-4b45-8717-9ac3e4132fea,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:20.397010 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.479205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Attempting to bind port 5c787c65-cf2e-4b45-8717-9ac3e4132fea on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:20.479582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Attempting to bind port 5c787c65-cf2e-4b45-8717-9ac3e4132fea by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7cdeb144-fd8b-4d18-b210-f377f1f58554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaa7073c-9c7f-4176-b434-3b6d094298ba'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:20.480062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Attempting to bind port 5c787c65-cf2e-4b45-8717-9ac3e4132fea on network aaa7073c-9c7f-4176-b434-3b6d094298ba {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:20.500122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33e46552-ae27-445a-aaad-7d1c6b085196 req-e62990b9-fb2e-4617-965a-137b5071f371 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 210 time: 0.3073783 Nov 11 20:56:20.500811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:20.501209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Checking segment: {'id': '7cdeb144-fd8b-4d18-b210-f377f1f58554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaa7073c-9c7f-4176-b434-3b6d094298ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:20.501696 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.502079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Bound using segment: {'id': '7cdeb144-fd8b-4d18-b210-f377f1f58554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaa7073c-9c7f-4176-b434-3b6d094298ba'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:20.502575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Bound port: 5c787c65-cf2e-4b45-8717-9ac3e4132fea, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdeb144-fd8b-4d18-b210-f377f1f58554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aaa7073c-9c7f-4176-b434-3b6d094298ba'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:20.502998 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.604171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.606400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] For port 5c787c65-cf2e-4b45-8717-9ac3e4132fea, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:20.608712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] For port 5c787c65-cf2e-4b45-8717-9ac3e4132fea, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5c787c65-cf2e-4b45-8717-9ac3e4132fea,segment=NetworkSegment(7cdeb144-fd8b-4d18-b210-f377f1f58554),segment_id=7cdeb144-fd8b-4d18-b210-f377f1f58554)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:20.668228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-c07cd8a0-8e63-4160-96af-a053534c50c4 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2277050 Nov 11 20:56:20.713162 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:20.823925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b0642-3650-46f2-b4d9-026e045d019f None None] Pushing event updated for resources: {'Port': ['ID=5c787c65-cf2e-4b45-8717-9ac3e4132fea,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:20.861487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-279cab2f-b8f0-40ee-a1d9-f3f842eff00d req-a0a158a5-5d12-4829-83b2-5443c8979f72 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 210 time: 0.1750495 Nov 11 20:56:20.897583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db89e6-d8cf-4719-964d-b3a38371666a service neutron] Pushing event updated for resources: {'Port': ['ID=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:20.898340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a6018cf3-b123-4cd0-8ec5-6477a99ec276 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:20.992785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2e5edfb6-6dc4-4645-a99d-917ebcf495dc None None] Provisioning complete for port a6018cf3-b123-4cd0-8ec5-6477a99ec276 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:20.993159 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e5edfb6-6dc4-4645-a99d-917ebcf495dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.037930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a6018cf3-b123-4cd0-8ec5-6477a99ec276 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:21.038613 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.049281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-f7fe9e68-af7d-4481-860b-63e8651872bc service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561606 Nov 11 20:56:21.218915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-aba3c82b-71bd-432a-8954-152325c24f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.221538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-aba3c82b-71bd-432a-8954-152325c24f77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 1099 time: 0.8006136 Nov 11 20:56:21.224109 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-1303186d-cb67-4480-be33-feec4ea7d588 service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0350287 Nov 11 20:56:21.233020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.233582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.236632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.236632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.236632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.236632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.236632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.237077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.237422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.237885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.238345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.238806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.239275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.239730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.240207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.240673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.243095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b29696bb-8a36-4447-bacb-ae0247b50199 req-58107bbd-8cc0-4b50-bc01-26a7337dc15f tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11275 time: 0.8140824 Nov 11 20:56:21.245462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:21.261721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.276691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d627a-4c5a-48fa-8933-477f70c36a54 req-b18764f0-a129-4c4c-81bc-6231de1ecc55 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.279284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-759d627a-4c5a-48fa-8933-477f70c36a54 req-b18764f0-a129-4c4c-81bc-6231de1ecc55 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 948 time: 0.2962396 Nov 11 20:56:21.285120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Transition to ACTIVE for port object 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:21.331832 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0cd9ea-30ec-4bb3-920f-fe93033e4ab7 x-openstack-request-id: req-2e0cd9ea-30ec-4bb3-920f-fe93033e4ab7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:21.332100 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebce852-f424-462a-bb21-5c84c2be47a0", "tag": "a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:21.332382 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e0cd9ea-30ec-4bb3-920f-fe93033e4ab7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:21.332779 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'tag': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', 'status': 'completed', 'code': 200} Nov 11 20:56:21.339739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f439352-3025-404b-a507-af4431c6a5db tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769090405259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14171172'] for subnet, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.363410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-d13ab7a4-3a16-47ea-83f7-da509946dab3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae HTTP/1.1" status: 200 len: 217 time: 0.0985119 Nov 11 20:56:21.395469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.409443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Allocated IP 172.25.2.246 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/2f371d41-9eea-4753-972b-3b0feeeab2bf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:21.447444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f24da8-225d-48d6-ade8-705acd9c53db None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:21.514031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:21.577031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dd73a-d6d6-42a7-b326-d7d5dabe3027 req-188c1cae-98e0-4078-9cbc-96467456e20a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.579070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b2dd73a-d6d6-42a7-b326-d7d5dabe3027 req-188c1cae-98e0-4078-9cbc-96467456e20a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 886 time: 0.2046702 Nov 11 20:56:21.601971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:21.605603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.633573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Attempting to bind port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:21.633910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Attempting to bind port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:21.634430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Attempting to bind port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:21.661237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:21.663226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Attempting to bind port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:21.714381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69680507-bd25-4dcb-969f-a8b6dbf6c99d req-0fc50c74-1b9a-4e7c-ad38-cb7322ed7e39 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 210 time: 0.0759163 Nov 11 20:56:21.723386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:21.723745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Checking segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:21.724136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Bound using segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:21.724617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Bound port: 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:21.724970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.806139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f439352-3025-404b-a507-af4431c6a5db tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.806732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f439352-3025-404b-a507-af4431c6a5db tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.808052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5f439352-3025-404b-a507-af4431c6a5db tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "PUT /v2.0/subnets/6b24833b-f423-417a-9972-08ecabacd6c2 HTTP/1.1" status: 200 len: 826 time: 2.5909030 Nov 11 20:56:21.808966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Made reservation on behalf of d3c5069f732f482e86c5809df4fd6f75 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:21.812389 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.815901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:21.896465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f439352-3025-404b-a507-af4431c6a5db tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=6b24833b-f423-417a-9972-08ecabacd6c2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:21.913056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7d7b-e47d-401a-9037-ae584537202f req-d8f18968-5d41-49b3-9d73-f644b961a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.914707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ec7d7b-e47d-401a-9037-ae584537202f req-d8f18968-5d41-49b3-9d73-f644b961a4d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 1099 time: 0.7140360 Nov 11 20:56:21.969798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-c1c7fc42-f65f-463a-836f-c931747105bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:21.970701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-c1c7fc42-f65f-463a-836f-c931747105bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.5646548 Nov 11 20:56:21.979246 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:21.980138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-759d627a-4c5a-48fa-8933-477f70c36a54 req-4a35cd45-4ccb-4185-9c45-47203d1768bb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498654 Nov 11 20:56:22.103099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Allocated IP 19.80.0.26 (10dd01e6-d604-42a8-804e-0e7c19a3916e/7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b/b25b3988-954e-492a-b40a-64aedbe14b8e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:22.148763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.157589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c72be-b3e8-4d2a-8a12-b82f7b5ecd67 None None] Network aaa7073c-9c7f-4176-b434-3b6d094298ba requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:22.193805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12816099-c406-43ff-9f39-0505af00384e req-c16ad652-f4d3-4e47-829e-510fec64b9cc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 210 time: 0.0741584 Nov 11 20:56:22.205753 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-835e557a-b29a-4d84-adde-b089892e1d0a service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9438264 Nov 11 20:56:22.217438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] For port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:22.245939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] For port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:22.258406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c3d5ab87-dedb-4b44-b084-440a27f6859c None None] Provisioning complete for port 5c787c65-cf2e-4b45-8717-9ac3e4132fea triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:22.258777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ab87-dedb-4b44-b084-440a27f6859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.322811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-6c8c1acf-a0aa-46a2-bb8c-f08a9d9b7b34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=26873653-f9a0-4f8f-891f-cd613463e52e HTTP/1.1" status: 200 len: 217 time: 0.0916169 Nov 11 20:56:22.330854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.331413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.331950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.332499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.332914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.338178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7d7b-e47d-401a-9037-ae584537202f req-1691f57f-5fd2-4d5e-a991-a02655c62bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.338976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ec7d7b-e47d-401a-9037-ae584537202f req-1691f57f-5fd2-4d5e-a991-a02655c62bc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3813496 Nov 11 20:56:22.339091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.339091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.339091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.339091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.349698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ab1059d-6dfc-4759-9c67-d3c20e5b5704 req-36bb06f6-0122-4e7b-8fc3-bc16f514fc9a tempest-NetworksTest-267481320 tempest-NetworksTest-267481320-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11275 time: 0.5742264 Nov 11 20:56:22.363351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-4ec01761-3a10-4ba5-848e-9e0c74a357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.369808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-4ec01761-3a10-4ba5-848e-9e0c74a357ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3736892 Nov 11 20:56:22.380570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.449215 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ab87-dedb-4b44-b084-440a27f6859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.475496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ec7d7b-e47d-401a-9037-ae584537202f req-e1386107-4cb8-4156-9588-158272b4f83e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=aa33fa41-81b7-4ab3-bab0-291a8f12c69c HTTP/1.1" status: 200 len: 217 time: 0.1181893 Nov 11 20:56:22.479664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Allocated IP 172.20.0.2 (69dc1947-6bb6-4b74-9c60-398d22d27df0/db436eb0-d65c-40a9-b257-c0acc38ae2f6/7826cc14-dcc0-43a4-9be9-c979a6afe07a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:22.490658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.490658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.490658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] 10.222.0.62 "PUT /v2.0/ports/9c5112ed-0ffa-48cd-ac96-0a40ded4c36e HTTP/1.1" status: 200 len: 1092 time: 2.6885414 Nov 11 20:56:22.491103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'tag': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:22.491529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c3d5ab87-dedb-4b44-b084-440a27f6859c None None] For port 5c787c65-cf2e-4b45-8717-9ac3e4132fea, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5c787c65-cf2e-4b45-8717-9ac3e4132fea,segment=NetworkSegment(7cdeb144-fd8b-4d18-b210-f377f1f58554),segment_id=7cdeb144-fd8b-4d18-b210-f377f1f58554)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:22.494713 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96058fb-92fb-4255-807c-f95cbe05db82" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7448a4-30e1-4d00-a506-39005ef25f2a", "tag": "9c5112ed-0ffa-48cd-ac96-0a40ded4c36e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:22.506473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95838f23-aac7-4a84-8b03-3c0ad41c08a1 None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:22.512245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-45f27938-f412-4601-9b75-a4014ae49588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.519018 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-45f27938-f412-4601-9b75-a4014ae49588 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 200 len: 797 time: 0.1719437 Nov 11 20:56:22.572058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ab87-dedb-4b44-b084-440a27f6859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.579007 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb32335-96e1-4e3a-8df5-1a614f26a024 x-openstack-request-id: req-adb32335-96e1-4e3a-8df5-1a614f26a024 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:22.579007 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7448a4-30e1-4d00-a506-39005ef25f2a", "tag": "9c5112ed-0ffa-48cd-ac96-0a40ded4c36e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:22.579007 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-adb32335-96e1-4e3a-8df5-1a614f26a024 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:22.579007 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'tag': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e', 'status': 'completed', 'code': 200} Nov 11 20:56:22.580587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:22.602553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.603299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.603864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.604447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.605015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.605559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.606114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.606692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.607118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.607553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.607984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.608560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60674b-9e11-4b81-872e-9cee50effe21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:22.624530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.655255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting port 5c787c65-cf2e-4b45-8717-9ac3e4132fea {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:22.655749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.660449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ab87-dedb-4b44-b084-440a27f6859c None None] Pushing event updated for resources: {'Port': ['ID=5c787c65-cf2e-4b45-8717-9ac3e4132fea,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:22.710601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7d7b-e47d-401a-9037-ae584537202f req-e25a4135-6d5e-4e84-99b3-936f0eb93b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.712226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ec7d7b-e47d-401a-9037-ae584537202f req-e25a4135-6d5e-4e84-99b3-936f0eb93b83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2246766 Nov 11 20:56:22.767634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.791687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-08d672a9-ae03-4730-a180-67da79ddc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.793276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-08d672a9-ae03-4730-a180-67da79ddc121 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d896e8a9-8693-4938-99ad-cdd8af9527fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2402883 Nov 11 20:56:22.797036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] For port 5c787c65-cf2e-4b45-8717-9ac3e4132fea, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5c787c65-cf2e-4b45-8717-9ac3e4132fea,segment=NetworkSegment(7cdeb144-fd8b-4d18-b210-f377f1f58554),segment_id=7cdeb144-fd8b-4d18-b210-f377f1f58554)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:22.803304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:22.807693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96058fb-92fb-4255-807c-f95cbe05db82 req-d850727f-fa95-4440-b75b-0da3da761597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:22.809307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d96058fb-92fb-4255-807c-f95cbe05db82 req-d850727f-fa95-4440-b75b-0da3da761597 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 1095 time: 0.1964574 Nov 11 20:56:22.856788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Calling delete_port for 5c787c65-cf2e-4b45-8717-9ac3e4132fea owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:22.859381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-bb6b2959-a2e0-46ad-823d-fa99381018c0 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646065 Nov 11 20:56:22.900401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dca6cb-3ffb-46ed-906c-95e4da16129a None None] Network aaa7073c-9c7f-4176-b434-3b6d094298ba requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:22.939738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5c787c65-cf2e-4b45-8717-9ac3e4132fea up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:22.966437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.020326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67b0b351-cbfd-42a7-a7c2-de327e0577c2 req-7f3774eb-d5c3-4c64-8259-26f0780071a2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 210 time: 0.1674349 Nov 11 20:56:23.042040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:23.080058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Port': ['ID=b25b3988-954e-492a-b40a-64aedbe14b8e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:23.088782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7d7b-e47d-401a-9037-ae584537202f req-c583b6a7-e21b-456f-a4cc-10047f61fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:23.090293 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ec7d7b-e47d-401a-9037-ae584537202f req-c583b6a7-e21b-456f-a4cc-10047f61fd93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3651149 Nov 11 20:56:23.099590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-66dd5546-bd93-4e17-9174-f5861259bc7b None None] Provisioning complete for port 5c787c65-cf2e-4b45-8717-9ac3e4132fea triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:23.100127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66dd5546-bd93-4e17-9174-f5861259bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.100823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:23.103390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:23.132920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6008a-da7b-4ee0-82c2-9bfdcedf2388 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:23.155753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:23.174079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:56:23.174674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96058fb-92fb-4255-807c-f95cbe05db82 req-3679fc94-3a81-4435-8d1c-2a4f221c12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:23.176193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d96058fb-92fb-4255-807c-f95cbe05db82 req-3679fc94-3a81-4435-8d1c-2a4f221c12d9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d3c5069f732f482e86c5809df4fd6f75&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3428993 Nov 11 20:56:23.177150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5c787c65-cf2e-4b45-8717-9ac3e4132fea triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:23.177528 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.184432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 10dd01e6-d604-42a8-804e-0e7c19a3916e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:23.203087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:23.203201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Pushing event updated for resources: {'Port': ['ID=2f371d41-9eea-4753-972b-3b0feeeab2bf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:23.217653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:23.359316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7012ce-92d4-4394-b4ad-bfbff6fda81b req-713aee95-5d84-4499-8508-875958b70471 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:23.368053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d7012ce-92d4-4394-b4ad-bfbff6fda81b req-713aee95-5d84-4499-8508-875958b70471 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 948 time: 0.2756753 Nov 11 20:56:23.398263 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.456178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:23.456867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.509448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d7012ce-92d4-4394-b4ad-bfbff6fda81b req-cacfab5e-1523-480b-b0a1-1a6d1f43a1be tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404519 Nov 11 20:56:23.510775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96058fb-92fb-4255-807c-f95cbe05db82 req-27dd07fd-2e3e-4766-bbd1-965bea0a9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:23.512266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d96058fb-92fb-4255-807c-f95cbe05db82 req-27dd07fd-2e3e-4766-bbd1-965bea0a9a04 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3253517 Nov 11 20:56:23.565609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.570727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-77784597-66f1-4528-9153-fbd1f2521d6b tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2134166 Nov 11 20:56:23.598076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Request body: {'port': {'device_id': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'network_id': '030154c4-e582-411f-92a4-e62155de838f', 'admin_state_up': True, 'tenant_id': '945cbdf093114278835448ac2f391955'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:23.600046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6eb1e5c-304c-4db8-b8c8-7c224914cf4b None None] Provisioning complete for port 2f371d41-9eea-4753-972b-3b0feeeab2bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:23.600464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1e5c-304c-4db8-b8c8-7c224914cf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.617123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-b7d4fcb2-5323-4b74-8739-021cfbd67a50 service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770107 Nov 11 20:56:23.647855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb1e5c-304c-4db8-b8c8-7c224914cf4b None None] Port 2f371d41-9eea-4753-972b-3b0feeeab2bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:23.661994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6eb1e5c-304c-4db8-b8c8-7c224914cf4b None None] Provisioning complete for port b25b3988-954e-492a-b40a-64aedbe14b8e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:23.662499 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1e5c-304c-4db8-b8c8-7c224914cf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.664001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Port': ['ID=5c787c65-cf2e-4b45-8717-9ac3e4132fea,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:23.704329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb1e5c-304c-4db8-b8c8-7c224914cf4b None None] Port b25b3988-954e-492a-b40a-64aedbe14b8e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:23.706996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f73730bb-a477-4c0d-b2cb-29c2ae2db702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.731020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.745649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No DVR routers for this DVR port 5c787c65-cf2e-4b45-8717-9ac3e4132fea on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:23.772326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a1bae7-9a61-455f-abf7-4b3dc551b8a3 req-43fcba13-c160-4dca-acc6-8ce8fe226a46 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130748 Nov 11 20:56:23.790256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-6ba09557-1a9d-488a-9b8c-ac404931c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:23.791796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-6ba09557-1a9d-488a-9b8c-ac404931c878 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 1095 time: 0.2191248 Nov 11 20:56:23.822239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5ea64dc7-68fe-4d74-8c89-b64d6f7de32a None None] Could not find standard attr ID for object 5c787c65-cf2e-4b45-8717-9ac3e4132fea. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 20:56:23.835831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ec7d7b-e47d-401a-9037-ae584537202f req-c8469213-9411-4635-b4e6-98e537c44e73 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808007 Nov 11 20:56:23.867636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:23.867789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-baf26275-133e-40b6-af5f-5eab0a477325 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e HTTP/1.1" status: 200 len: 217 time: 0.0585938 Nov 11 20:56:23.870290 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:23.880357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2542-11a5-43cd-82a8-794fa09e7b66 req-aac8ac5c-6784-4c81-9fa0-54ee0c2ecd09 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:23.881914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-159f2542-11a5-43cd-82a8-794fa09e7b66 req-aac8ac5c-6784-4c81-9fa0-54ee0c2ecd09 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 931 time: 0.4387710 Nov 11 20:56:23.900568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:23.909882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c30d1-c084-4b1a-814f-ed5f026519fb None None] DHCP port deletion for aaa7073c-9c7f-4176-b434-3b6d094298ba request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:23.918469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ff4ca8-6212-4f95-9703-7c46b5537ef2 req-53087891-eb80-47d9-abc6-4a665ea47efa service neutron] 10.222.0.58 "GET /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727430 Nov 11 20:56:23.919312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event updated for resources: {'Port': ['ID=7826cc14-dcc0-43a4-9be9-c979a6afe07a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:23.924186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:23.983258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71761cc5-bc34-44fc-960e-63efa80db0e6 None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:24.004295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157b352-5bce-4f60-a387-998dd95a46df None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:56:24.005767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-be5910ed-57d3-4d9b-8e67-24f162ce5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:24.007558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-be5910ed-57d3-4d9b-8e67-24f162ce5ce6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db436eb0-d65c-40a9-b257-c0acc38ae2f6 HTTP/1.1" status: 200 len: 852 time: 0.1300960 Nov 11 20:56:24.044395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-caaef6f3-f4dd-4973-b442-5e8b8ffaa4d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69dc1947-6bb6-4b74-9c60-398d22d27df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282321 Nov 11 20:56:24.081187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Made reservation on behalf of 945cbdf093114278835448ac2f391955 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:24.084803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.119831 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.122235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1f111ede-6a97-48cd-aad5-621f4428838d None None] Provisioning complete for port 7826cc14-dcc0-43a4-9be9-c979a6afe07a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:24.122721 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f111ede-6a97-48cd-aad5-621f4428838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.189230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1f111ede-6a97-48cd-aad5-621f4428838d None None] Port 7826cc14-dcc0-43a4-9be9-c979a6afe07a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:24.222915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157b352-5bce-4f60-a387-998dd95a46df None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 20:56:24.227712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=6b24833b-f423-417a-9972-08ecabacd6c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:24.366471 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.420098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50188507-29fd-4061-8857-bbc5fa5ddf1f req-fb35d0bd-55c2-4705-8420-2478c06c923a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:24.422643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-50188507-29fd-4061-8857-bbc5fa5ddf1f req-fb35d0bd-55c2-4705-8420-2478c06c923a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 931 time: 0.3035471 Nov 11 20:56:24.429508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-512310cf-bd21-4bc3-9a9f-50589875218c service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715322 Nov 11 20:56:24.431885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa7073c-9c7f-4176-b434-3b6d094298ba']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:24.492346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdeb144-fd8b-4d18-b210-f377f1f58554') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:24.492951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdeb144-fd8b-4d18-b210-f377f1f58554') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:24.506083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:24.506083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.528839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.549011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-159f2542-11a5-43cd-82a8-794fa09e7b66 req-4d754bff-2c05-4957-9190-a15d336c58d4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458552 Nov 11 20:56:24.595266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ec7d7b-e47d-401a-9037-ae584537202f req-0221f4e4-6581-4cd2-869b-38a450b41645 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7368505 Nov 11 20:56:24.597455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-0f59cd6a-5b67-4f2f-8c49-2e38a0f8b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:24.598735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-0f59cd6a-5b67-4f2f-8c49-2e38a0f8b5e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 1099 time: 0.2586415 Nov 11 20:56:24.626890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.628761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f73730bb-a477-4c0d-b2cb-29c2ae2db702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.646465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.665563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:24.666328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.674314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-50188507-29fd-4061-8857-bbc5fa5ddf1f req-a43bc021-0990-4406-909a-01c6b0866fe2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317226 Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:24.675183 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:24.686817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-cbe09de8-7d6a-48e9-a60d-cfb011bb6147 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4826808 Nov 11 20:56:24.693289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Allocated IP 19.86.0.6 (030154c4-e582-411f-92a4-e62155de838f/1e0e86b8-a201-415d-9e60-85ea59d0f2a7/63e6b464-4f45-4a24-97e3-7190ab3c6a8d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:24.709256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aa33fa41-81b7-4ab3-bab0-291a8f12c69c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:24.734323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Request body: {'port': {'device_id': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:24.745757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f73730bb-a477-4c0d-b2cb-29c2ae2db702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.773457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-0a69f96d-34e8-4826-bafb-b04bbb61af25 service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266892 Nov 11 20:56:24.805398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72dfd2c-df7b-4547-aab2-1a9fa3ecda8e None None] Network aaa7073c-9c7f-4176-b434-3b6d094298ba requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:24.819428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73730bb-a477-4c0d-b2cb-29c2ae2db702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21537b2-425a-4d38-ac47-b9b8cf412110,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:24.892215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5c787c65-cf2e-4b45-8717-9ac3e4132fea no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:24.935287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f73730bb-a477-4c0d-b2cb-29c2ae2db702 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df5abb113a684423ae8ebd4e293117ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7748027 Nov 11 20:56:24.945198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:24.950611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5c787c65-cf2e-4b45-8717-9ac3e4132fea {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:24.951202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5c787c65-cf2e-4b45-8717-9ac3e4132fea not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:24.979685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:24.999508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-c8066c77-d3b4-4dd6-b45d-b8a2bdd05ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.001347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-c8066c77-d3b4-4dd6-b45d-b8a2bdd05ece service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3906407 Nov 11 20:56:25.008962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port aa33fa41-81b7-4ab3-bab0-291a8f12c69c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:25.009363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0ef71-9358-4c66-a904-088523e96e39 req-3b239ac6-3562-45ef-a25d-fb350a43037e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.010923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8c0ef71-9358-4c66-a904-088523e96e39 req-3b239ac6-3562-45ef-a25d-fb350a43037e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 948 time: 0.2895658 Nov 11 20:56:25.043317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'mac_address': 'fa:16:3e:96:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:25.090895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-e320a551-57ee-4a08-85cc-295f9aa2eeee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae HTTP/1.1" status: 200 len: 217 time: 0.0789483 Nov 11 20:56:25.098146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6511cda0-700d-4b35-9212-4a72045a6db4 None None] DHCP port deletion for aaa7073c-9c7f-4176-b434-3b6d094298ba request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:25.119159 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.133967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa33fa41-81b7-4ab3-bab0-291a8f12c69c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:25.157887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port aa33fa41-81b7-4ab3-bab0-291a8f12c69c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:25.179632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.199479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.205728 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/aaa7073c-9c7f-4176-b434-3b6d094298ba HTTP/1.1" status: 204 len: 168 time: 3.3767278 Nov 11 20:56:25.210733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:25.212874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866da7b9-c37d-494c-bfef-559bfe834eb1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=aaa7073c-9c7f-4176-b434-3b6d094298ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:25.239301 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67eb0ea-36f2-40e5-8527-fe8f3f44cda9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:25.239863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67eb0ea-36f2-40e5-8527-fe8f3f44cda9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:25.242869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e67eb0ea-36f2-40e5-8527-fe8f3f44cda9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/aaa7073c-9c7f-4176-b434-3b6d094298ba HTTP/1.1" status: 404 len: 339 time: 0.0310678 Nov 11 20:56:25.249353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.252755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:25.257690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-387552049', 'description': 'd1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:25.302973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:25.332075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8c0ef71-9358-4c66-a904-088523e96e39 req-81ed4aee-6e55-4d39-960e-dc76cd7f90f1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026681 Nov 11 20:56:25.338604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd1ca-3e0c-466e-8df2-facb1a46fd9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.357140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-19d9d02c-39a2-4bf5-9153-fb5f47d6d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.358712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-19d9d02c-39a2-4bf5-9153-fb5f47d6d13f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2455916 Nov 11 20:56:25.363334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.394074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:25.397732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.423080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:25.426882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.431357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd1ca-3e0c-466e-8df2-facb1a46fd9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.433034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.433377 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment d4c53aa2-b14b-4dd6-b687-0fe5a0768680 of type vlan for network 077bb3e1-7295-42c2-bc3a-f4d19c422413 Nov 11 20:56:25.475900 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.493860 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.538747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Network 030154c4-e582-411f-92a4-e62155de838f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:25.541986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:25.549097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:25.583920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-5d8adf5f-dc57-4917-ae8e-cf20ad607f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.585964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-5d8adf5f-dc57-4917-ae8e-cf20ad607f56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135460 Nov 11 20:56:25.586623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event updated for resources: {'Port': ['ID=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:25.597967 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.604455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.605409 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.638143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.639039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.690460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:25.732192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=077bb3e1-7295-42c2-bc3a-f4d19c422413,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:25.756343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 077bb3e1-7295-42c2-bc3a-f4d19c422413 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:25.763765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-87bf210f-2b07-4a05-becc-80c405a76080 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5069432 Nov 11 20:56:25.766726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:25.828261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c25cf3-6571-4e17-89eb-cc2c00aab984 req-27d30bc5-0837-4867-8764-cfda464de887 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.834721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c25cf3-6571-4e17-89eb-cc2c00aab984 req-27d30bc5-0837-4867-8764-cfda464de887 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:25.836391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c25cf3-6571-4e17-89eb-cc2c00aab984 req-27d30bc5-0837-4867-8764-cfda464de887 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1652 time: 0.1444085 Nov 11 20:56:25.839658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7826cc14-dcc0-43a4-9be9-c979a6afe07a {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:25.849040 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.862819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Transition to ACTIVE for port object 7826cc14-dcc0-43a4-9be9-c979a6afe07a will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:25.876684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd1ca-3e0c-466e-8df2-facb1a46fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.879375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd1ca-3e0c-466e-8df2-facb1a46fd9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.885093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bcdcd1ca-3e0c-466e-8df2-facb1a46fd9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e21537b2-425a-4d38-ac47-b9b8cf412110 HTTP/1.1" status: 204 len: 168 time: 0.9342139 Nov 11 20:56:25.891898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-a81f91a3-77d6-49aa-9272-f2a25a32bd7f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2965958 Nov 11 20:56:25.937019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcd1ca-3e0c-466e-8df2-facb1a46fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21537b2-425a-4d38-ac47-b9b8cf412110,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:25.975647 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Request body: {'port': {'device_id': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:25.985543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:25.998231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-c09f7451-7687-4eeb-8b54-9f0c13409c45 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020877 Nov 11 20:56:26.006332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c25cf3-6571-4e17-89eb-cc2c00aab984 req-173e93e9-396a-4203-8f5a-7368d6245d36 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224444 Nov 11 20:56:26.020979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c479e7-411c-417c-b370-5db21867bf45 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:26.022587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-29c479e7-411c-417c-b370-5db21867bf45 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/networks?id=077bb3e1-7295-42c2-bc3a-f4d19c422413 HTTP/1.1" status: 200 len: 764 time: 0.2520666 Nov 11 20:56:26.029143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76145b-e5d4-4720-a859-cb5f602a8261 req-e56393b1-d918-499d-b8de-fcb344bab71a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:26.030704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba76145b-e5d4-4720-a859-cb5f602a8261 req-e56393b1-d918-499d-b8de-fcb344bab71a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 931 time: 0.1644726 Nov 11 20:56:26.031292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46366) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:26.046395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'description': 'd2'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:26.071592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-129b11a6-aa53-4dd6-bb8f-fbf7a095ea29 None None] Provisioning complete for port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:26.073559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-129b11a6-aa53-4dd6-bb8f-fbf7a095ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.079224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.118100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Router 04d45fa9-df04-45fa-8d65-2a52aa02584a is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:56:26.118374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcaa47f-93b9-4de2-87d6-fc9c63cf5c2f None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:26.137666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-129b11a6-aa53-4dd6-bb8f-fbf7a095ea29 None None] Port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:26.205814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Pushing event updated for resources: {'Port': ['ID=7826cc14-dcc0-43a4-9be9-c979a6afe07a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:26.248929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.249391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.249527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.249847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.251001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.251360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.251674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.252001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.252355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.252682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.253007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.253326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:26.379649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba76145b-e5d4-4720-a859-cb5f602a8261 req-f0ae28ff-d05c-4fc2-9d6b-c0dc9a027695 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226271 Nov 11 20:56:26.419360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25b3988-954e-492a-b40a-64aedbe14b8e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:26.438017 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.468630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Transition to ACTIVE for port object b25b3988-954e-492a-b40a-64aedbe14b8e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:26.490193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602b5ca-3b4e-493a-bc0a-8ca2b2cd4cde req-25e612b3-6851-40da-aad6-53a85419162f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:26.495343 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0602b5ca-3b4e-493a-bc0a-8ca2b2cd4cde req-25e612b3-6851-40da-aad6-53a85419162f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 948 time: 0.0666103 Nov 11 20:56:26.547401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0602b5ca-3b4e-493a-bc0a-8ca2b2cd4cde req-271a8499-6363-4d44-8734-480053184a58 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Nov 11 20:56:26.548993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.591701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:26.630361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34fadf56-147b-4c14-b286-9e5ddb9d9ba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.652873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b25b3988-954e-492a-b40a-64aedbe14b8e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:26.705830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:26.740460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Attempting to bind port b25b3988-954e-492a-b40a-64aedbe14b8e on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:26.740815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Attempting to bind port b25b3988-954e-492a-b40a-64aedbe14b8e by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:26.741155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Attempting to bind port b25b3988-954e-492a-b40a-64aedbe14b8e on network 10dd01e6-d604-42a8-804e-0e7c19a3916e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:26.752663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Port b25b3988-954e-492a-b40a-64aedbe14b8e on network 10dd01e6-d604-42a8-804e-0e7c19a3916e not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:26.753016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Attempting to bind port b25b3988-954e-492a-b40a-64aedbe14b8e on network 10dd01e6-d604-42a8-804e-0e7c19a3916e {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:26.765541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d508ffa4-20f4-4467-a4d2-1c72542fe4a0 req-ecfdafde-04a9-4939-a911-f662de0d7bcf service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7326269 Nov 11 20:56:26.769026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:26.769026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Checking segment: {'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:26.769026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Bound using segment: {'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:26.769577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Bound port: b25b3988-954e-492a-b40a-64aedbe14b8e, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb95064-38f8-48fe-bdc1-1c1490a70844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:26.769981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.854958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.856775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34fadf56-147b-4c14-b286-9e5ddb9d9ba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.857523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:26.857792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Attempting to bind port 7826cc14-dcc0-43a4-9be9-c979a6afe07a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:26.858181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Attempting to bind port 7826cc14-dcc0-43a4-9be9-c979a6afe07a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:26.858448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Attempting to bind port 7826cc14-dcc0-43a4-9be9-c979a6afe07a on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:26.871705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', 'mac_address': 'fa:16:3e:1d:e4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:26.873980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:56:26.875659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Port 7826cc14-dcc0-43a4-9be9-c979a6afe07a on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:26.875979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Attempting to bind port 7826cc14-dcc0-43a4-9be9-c979a6afe07a on network 69dc1947-6bb6-4b74-9c60-398d22d27df0 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:26.887666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:26.888011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Checking segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:26.888569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Bound using segment: {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:26.889085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Bound port: 7826cc14-dcc0-43a4-9be9-c979a6afe07a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3553ad5-9cac-4418-bd35-2f02b97cba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:26.889411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.898010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] For port b25b3988-954e-492a-b40a-64aedbe14b8e, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:26.902861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] For port b25b3988-954e-492a-b40a-64aedbe14b8e, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b25b3988-954e-492a-b40a-64aedbe14b8e,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:26.904607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Sync routers for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:56:26.925071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34fadf56-147b-4c14-b286-9e5ddb9d9ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.936321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:26.936959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:26.940321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.974864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] For port 7826cc14-dcc0-43a4-9be9-c979a6afe07a, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:26.975732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-34fadf56-147b-4c14-b286-9e5ddb9d9ba8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7be4ae339f042bf9f9d61f0ba59f828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809807 Nov 11 20:56:26.977013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fadf56-147b-4c14-b286-9e5ddb9d9ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26221b6-ba2a-4d2b-918d-849af66f5781,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:26.980430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46374) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:26.990027 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:26.998997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:27.005487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network 077bb3e1-7295-42c2-bc3a-f4d19c422413 is not hosted by any dhcp agent {{(pid=109675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 20:56:27.010859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.011448 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.015256 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "PUT /v2.0/networks/077bb3e1-7295-42c2-bc3a-f4d19c422413 HTTP/1.1" status: 200 len: 761 time: 0.9705894 Nov 11 20:56:27.016749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:27.017342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:27.022604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] For port 7826cc14-dcc0-43a4-9be9-c979a6afe07a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7826cc14-dcc0-43a4-9be9-c979a6afe07a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:27.089793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:27.092481 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.098107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.104126 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.119284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.123274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-14624d0a-b839-421f-92b9-056ad2e18240 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.2698545 Nov 11 20:56:27.144953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46382) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:27.181188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29937a45-39b4-45e6-9f86-6ad8e3020190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.191067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.200698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.201331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.205968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] 10.222.0.62 "PUT /v2.0/ports/b25b3988-954e-492a-b40a-64aedbe14b8e HTTP/1.1" status: 200 len: 1091 time: 1.2331111 Nov 11 20:56:27.205968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'tag': 'b25b3988-954e-492a-b40a-64aedbe14b8e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:27.206240 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "tag": "b25b3988-954e-492a-b40a-64aedbe14b8e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:27.207371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:27.218045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944f480-77d8-436b-a80c-2d59ba100d4f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=077bb3e1-7295-42c2-bc3a-f4d19c422413,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:27.231911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdf4675-b03c-4113-9bd0-4c8dd5138dea tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.248108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0fdf4675-b03c-4113-9bd0-4c8dd5138dea tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/networks?id=077bb3e1-7295-42c2-bc3a-f4d19c422413 HTTP/1.1" status: 200 len: 764 time: 0.2293434 Nov 11 20:56:27.250821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46386) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:27.253616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.254409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.256099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] 10.222.0.62 "PUT /v2.0/ports/7826cc14-dcc0-43a4-9be9-c979a6afe07a HTTP/1.1" status: 200 len: 1091 time: 2.5261385 Nov 11 20:56:27.263831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'tag': '7826cc14-dcc0-43a4-9be9-c979a6afe07a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:27.268708 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326db3b-9bb7-4686-a635-7512d77318a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b971f204-b9c8-4e25-a756-caa5f0d580a5", "tag": "7826cc14-dcc0-43a4-9be9-c979a6afe07a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:27.311965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 077bb3e1-7295-42c2-bc3a-f4d19c422413 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:27.320435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa9e6e-02ca-4f2d-aeaf-2a7780917150 None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:27.330539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29937a45-39b4-45e6-9f86-6ad8e3020190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.346818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0512c8b-bb0c-40c4-97b0-6c1223a2dd96 req-ea5ff58a-3e6b-42ff-828a-d1b29509b4bf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.354046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0512c8b-bb0c-40c4-97b0-6c1223a2dd96 req-ea5ff58a-3e6b-42ff-828a-d1b29509b4bf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.364712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0512c8b-bb0c-40c4-97b0-6c1223a2dd96 req-ea5ff58a-3e6b-42ff-828a-d1b29509b4bf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1664 time: 0.2130635 Nov 11 20:56:27.412003 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee808bb-8469-4744-881e-27ba5c4ac0a2 x-openstack-request-id: req-eee808bb-8469-4744-881e-27ba5c4ac0a2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:27.413467 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b971f204-b9c8-4e25-a756-caa5f0d580a5", "tag": "7826cc14-dcc0-43a4-9be9-c979a6afe07a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:27.413939 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eee808bb-8469-4744-881e-27ba5c4ac0a2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:27.417140 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'tag': '7826cc14-dcc0-43a4-9be9-c979a6afe07a', 'status': 'completed', 'code': 200} Nov 11 20:56:27.449259 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762a1ab-0f68-4877-be61-1983c170d56a service neutron] Pushing event updated for resources: {'Port': ['ID=7826cc14-dcc0-43a4-9be9-c979a6afe07a,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:27.449519 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0533104b-9e21-42af-a0ac-dfc811f49452 x-openstack-request-id: req-0533104b-9e21-42af-a0ac-dfc811f49452 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:27.450006 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "tag": "b25b3988-954e-492a-b40a-64aedbe14b8e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:27.450124 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0533104b-9e21-42af-a0ac-dfc811f49452 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:27.450447 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'tag': 'b25b3988-954e-492a-b40a-64aedbe14b8e', 'status': 'completed', 'code': 200} Nov 11 20:56:27.463402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Request body: {'port': {'device_id': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:27.503946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:27.564038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:27.577318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'port_id': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e', 'mac_address': 'fa:16:3e:76:39:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db436eb0-d65c-40a9-b257-c0acc38ae2f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:27.581795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-ea61c968-cf27-433d-9294-6ca48ad1eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.582292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-ea61c968-cf27-433d-9294-6ca48ad1eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.584273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-ea61c968-cf27-433d-9294-6ca48ad1eab3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1911 time: 0.2107065 Nov 11 20:56:27.611443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0512c8b-bb0c-40c4-97b0-6c1223a2dd96 req-ab4e813c-086e-467a-8aad-8716313cd41a tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454765 Nov 11 20:56:27.658256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:27.682456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29937a45-39b4-45e6-9f86-6ad8e3020190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.686022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29937a45-39b4-45e6-9f86-6ad8e3020190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.688690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-29937a45-39b4-45e6-9f86-6ad8e3020190 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e26221b6-ba2a-4d2b-918d-849af66f5781 HTTP/1.1" status: 204 len: 168 time: 0.7061794 Nov 11 20:56:27.690111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.717811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf9678-6ac6-4873-aa11-258f7c05c7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b25b3988-954e-492a-b40a-64aedbe14b8e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:27.731579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.745587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7de968-c5e7-44e3-82c4-8479db87a7e1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.747386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6d7de968-c5e7-44e3-82c4-8479db87a7e1 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4903305 Nov 11 20:56:27.752545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:27.758252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-e6dc21b0-c864-4b4f-ac9f-c42994c64b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.758842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-e6dc21b0-c864-4b4f-ac9f-c42994c64b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.759305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-e6dc21b0-c864-4b4f-ac9f-c42994c64b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.762617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-e6dc21b0-c864-4b4f-ac9f-c42994c64b63 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=945cbdf093114278835448ac2f391955&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1666718 Nov 11 20:56:27.763217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:27.784274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326db3b-9bb7-4686-a635-7512d77318a8 req-2880ccc3-387c-4549-ab58-e484bee657d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.785854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b326db3b-9bb7-4686-a635-7512d77318a8 req-2880ccc3-387c-4549-ab58-e484bee657d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 1094 time: 0.3433266 Nov 11 20:56:27.808601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:27.840824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e32eaa-9e30-49ff-935b-950fc2aaaf35 req-68b2e156-268e-4601-9503-4ffa2c7aaa82 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:27.842449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e32eaa-9e30-49ff-935b-950fc2aaaf35 req-68b2e156-268e-4601-9503-4ffa2c7aaa82 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 943 time: 0.3145192 Nov 11 20:56:27.855904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:23Z', 'revision_number': 3, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:27.898038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Checking router: 04d45fa9-df04-45fa-8d65-2a52aa02584a for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:56:27.898398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Updating router 04d45fa9-df04-45fa-8d65-2a52aa02584a port 2f371d41-9eea-4753-972b-3b0feeeab2bf binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:56:27.899807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29937a45-39b4-45e6-9f86-6ad8e3020190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26221b6-ba2a-4d2b-918d-849af66f5781,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:27.910230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3365649e-eb63-430f-8fd9-780ef72968d5 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 207 time: 0.1405475 Nov 11 20:56:27.928386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:27.941805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:27.975940 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:28.132268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6fbf9-6aea-4100-8c0d-f121367c78fd req-2ec069fb-2987-4c38-9fbe-f7c79385fc5c tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.133924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51c6fbf9-6aea-4100-8c0d-f121367c78fd req-2ec069fb-2987-4c38-9fbe-f7c79385fc5c tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 949 time: 0.3692305 Nov 11 20:56:28.154195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52e32eaa-9e30-49ff-935b-950fc2aaaf35 req-12148e88-b392-4530-aa81-1a3759e95c22 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805998 Nov 11 20:56:28.202520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c83b5f-e2c2-4a3d-8afe-7d78dbb6730d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.208781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c83b5f-e2c2-4a3d-8afe-7d78dbb6730d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.214673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c83b5f-e2c2-4a3d-8afe-7d78dbb6730d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.221649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c83b5f-e2c2-4a3d-8afe-7d78dbb6730d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.228070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c83b5f-e2c2-4a3d-8afe-7d78dbb6730d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.234630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c83b5f-e2c2-4a3d-8afe-7d78dbb6730d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.240766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b1c83b5f-e2c2-4a3d-8afe-7d78dbb6730d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2936978 Nov 11 20:56:28.241706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:28.286336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:28.291436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-d73c624f-843c-4936-af93-9f26f2a36cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.293192 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbc0b1b-4741-44a8-8861-d693d3ad0c9d req-d73c624f-843c-4936-af93-9f26f2a36cb8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4600744 Nov 11 20:56:28.351289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326db3b-9bb7-4686-a635-7512d77318a8 req-19e27d3c-6252-4de6-a5a3-70b1482c4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.353123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b326db3b-9bb7-4686-a635-7512d77318a8 req-19e27d3c-6252-4de6-a5a3-70b1482c4495 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d3c5069f732f482e86c5809df4fd6f75&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5379000 Nov 11 20:56:28.361278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51c6fbf9-6aea-4100-8c0d-f121367c78fd req-eaf2df76-9865-41f9-99f9-0f720b65655b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111981 Nov 11 20:56:28.370179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['9c5112ed-0ffa-48cd-ac96-0a40ded4c36e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:28.447953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c838ee68-3219-46ae-bab3-ad58510369c7 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1962628 Nov 11 20:56:28.448668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46410) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:28.519564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e6b464-4f45-4a24-97e3-7190ab3c6a8d {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:28.531865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:28.549975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94698a26-336e-46b6-8d47-bd68ede09005 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.551828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94698a26-336e-46b6-8d47-bd68ede09005 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.553966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94698a26-336e-46b6-8d47-bd68ede09005 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.558487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94698a26-336e-46b6-8d47-bd68ede09005 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.559135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94698a26-336e-46b6-8d47-bd68ede09005 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.565420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-94698a26-336e-46b6-8d47-bd68ede09005 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1147122 Nov 11 20:56:28.566317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46414) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:28.589361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Transition to ACTIVE for port object 63e6b464-4f45-4a24-97e3-7190ab3c6a8d will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:28.605658 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:28.618835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326db3b-9bb7-4686-a635-7512d77318a8 req-c93ab6bd-d390-482b-b9d4-cdbe8218cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.620615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b326db3b-9bb7-4686-a635-7512d77318a8 req-c93ab6bd-d390-482b-b9d4-cdbe8218cef2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2478578 Nov 11 20:56:28.654911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4dc22-ffce-4d55-9f05-ed721411a7b3 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.657559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4dc22-ffce-4d55-9f05-ed721411a7b3 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.659106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4dc22-ffce-4d55-9f05-ed721411a7b3 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.660857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4dc22-ffce-4d55-9f05-ed721411a7b3 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.662300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4dc22-ffce-4d55-9f05-ed721411a7b3 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.667856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c8b4dc22-ffce-4d55-9f05-ed721411a7b3 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1003258 Nov 11 20:56:28.668471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46420) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:28.717653 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:28.762177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aa33fa41-81b7-4ab3-bab0-291a8f12c69c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:28.766184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:28.811739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f7a26-c34d-4abd-9fd0-3cece9b9b56b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:28.814020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c76f7a26-c34d-4abd-9fd0-3cece9b9b56b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/networks/bc6f536e-658e-414a-8789-bc904ded7767 HTTP/1.1" status: 200 len: 804 time: 0.1445944 Nov 11 20:56:28.818018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46422) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:28.850630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce4528-25fd-4d70-85ee-82f2e73595ae None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:28.864540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fef519-8769-435d-9b20-213cf07411c6 None None] Pushing event updated for resources: {'Port': ['ID=2f371d41-9eea-4753-972b-3b0feeeab2bf,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:28.869570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Attempting to bind port 2f371d41-9eea-4753-972b-3b0feeeab2bf on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:28.869950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Attempting to bind port 2f371d41-9eea-4753-972b-3b0feeeab2bf by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:28.870324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Attempting to bind port 2f371d41-9eea-4753-972b-3b0feeeab2bf on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:28.879616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:28.880007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:28.880438 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:28.880928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:28.881320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Bound port: 2f371d41-9eea-4753-972b-3b0feeeab2bf, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:28.881708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:28.975951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] For port 2f371d41-9eea-4753-972b-3b0feeeab2bf, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:28.979733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] For port 2f371d41-9eea-4753-972b-3b0feeeab2bf, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f371d41-9eea-4753-972b-3b0feeeab2bf,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:28.990350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e8e3070b-48da-4f2a-893c-b2e9cf1944af None None] Provisioning complete for port 2f371d41-9eea-4753-972b-3b0feeeab2bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:28.990350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e8e3070b-48da-4f2a-893c-b2e9cf1944af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.001107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b8629f97-07c9-488d-b30a-88319bf26aea tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/networks/bc6f536e-658e-414a-8789-bc904ded7767?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1803205 Nov 11 20:56:29.001927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46428) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:29.028950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3070b-48da-4f2a-893c-b2e9cf1944af None None] Port 2f371d41-9eea-4753-972b-3b0feeeab2bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:29.061875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03517fe3-fff5-4bf4-ada6-3bd3119abd34 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.063969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03517fe3-fff5-4bf4-ada6-3bd3119abd34 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/subnets/2e2a84bc-8476-4a64-ada2-547ff196ab72 HTTP/1.1" status: 200 len: 843 time: 0.0608633 Nov 11 20:56:29.067662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46432) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:29.124762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port aa33fa41-81b7-4ab3-bab0-291a8f12c69c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:29.128608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d7b5b-6e74-4cde-8c06-e1f54fc59a39 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.129400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.134964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe2d7b5b-6e74-4cde-8c06-e1f54fc59a39 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "GET /v2.0/subnets/2e2a84bc-8476-4a64-ada2-547ff196ab72?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0616465 Nov 11 20:56:29.135255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46434) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:29.141832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-55498863'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:29.147019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port aa33fa41-81b7-4ab3-bab0-291a8f12c69c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:29.147339 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.177698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:29.183785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-744965d4-f9ad-4916-a9e4-78cf750963b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.185893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-744965d4-f9ad-4916-a9e4-78cf750963b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3c5069f732f482e86c5809df4fd6f75&device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 1094 time: 0.5064433 Nov 11 20:56:29.265174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063135e8-bded-492f-b0f0-bfd6c437beed None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:29.267843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:29.272692 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.314180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-61b998ac-ca61-4a43-9ac7-7586a303cce3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7826cc14-dcc0-43a4-9be9-c979a6afe07a HTTP/1.1" status: 200 len: 217 time: 0.0994537 Nov 11 20:56:29.330245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601c395-13e5-423d-84fd-11c1cc4323d0 req-f50ed043-b1c6-41e8-a11e-d1f1fd2e03b3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.332480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fef519-8769-435d-9b20-213cf07411c6 None None] Pushing event updated for resources: {'Port': ['ID=2f371d41-9eea-4753-972b-3b0feeeab2bf,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:29.335574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:29.336209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:29.336411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601c395-13e5-423d-84fd-11c1cc4323d0 req-f50ed043-b1c6-41e8-a11e-d1f1fd2e03b3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.338176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6601c395-13e5-423d-84fd-11c1cc4323d0 req-f50ed043-b1c6-41e8-a11e-d1f1fd2e03b3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1676 time: 0.5901132 Nov 11 20:56:29.355279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.379651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:29.396679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.396679 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Added segment 28b6bab8-daf6-4ac7-a966-c909ec2067e2 of type vlan for network ec8946f8-79bc-4a34-a7d1-1bb912df1991 Nov 11 20:56:29.447547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e79f0b-ddd6-46c2-a9f6-7e52f0a8f0c9 req-0e72e5f0-94ac-4995-962c-34e40d908c0c tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.449541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2e79f0b-ddd6-46c2-a9f6-7e52f0a8f0c9 req-0e72e5f0-94ac-4995-962c-34e40d908c0c tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 943 time: 0.1340036 Nov 11 20:56:29.471629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.515819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-35834047-9d13-485d-9638-903d4216fda2 None None] Provisioning complete for port 2f371d41-9eea-4753-972b-3b0feeeab2bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:29.516287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35834047-9d13-485d-9638-903d4216fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.537507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2e79f0b-ddd6-46c2-a9f6-7e52f0a8f0c9 req-a832a77f-0d89-4b18-83fd-9369233f9c48 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776780 Nov 11 20:56:29.556873 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.568017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f5c08-7282-4e35-9da7-58a112898dfb req-e34e37ae-df53-4b86-af78-e125b759d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.570403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-e34e37ae-df53-4b86-af78-e125b759d24b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db436eb0-d65c-40a9-b257-c0acc38ae2f6 HTTP/1.1" status: 200 len: 852 time: 0.2290595 Nov 11 20:56:29.581235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6601c395-13e5-423d-84fd-11c1cc4323d0 req-d977e25b-4664-4c20-85eb-dbaf4ad28cf6 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704183 Nov 11 20:56:29.584320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:29.584484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Attempting to bind port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:29.584862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Attempting to bind port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:29.587752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Attempting to bind port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d on network 030154c4-e582-411f-92a4-e62155de838f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:29.639867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d on network 030154c4-e582-411f-92a4-e62155de838f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:29.639867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Attempting to bind port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d on network 030154c4-e582-411f-92a4-e62155de838f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:29.641344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.647367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.648515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.652278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:29.654571 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346bb1fb-f3d1-46f2-96c0-4e6c030117d1" -d '{"events": [{"server_uuid": "f74a2059-5575-4212-9314-7b9a06be6b46", "name": "network-vif-plugged", "status": "completed", "tag": "aa33fa41-81b7-4ab3-bab0-291a8f12c69c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:29.667031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:29.667620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Checking segment: {'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:29.668416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Bound using segment: {'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:29.669015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Bound port: 63e6b464-4f45-4a24-97e3-7190ab3c6a8d, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6a3cb6-00fc-459c-beae-b76909791eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '030154c4-e582-411f-92a4-e62155de838f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:29.669565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.673495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-5f270e6e-4e31-4dba-84f5-5cf026aa5c50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69dc1947-6bb6-4b74-9c60-398d22d27df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813332 Nov 11 20:56:29.689030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port aa33fa41-81b7-4ab3-bab0-291a8f12c69c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:29.726144 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0a8d5a-2f71-483c-8c06-fde8411bfd1b x-openstack-request-id: req-5c0a8d5a-2f71-483c-8c06-fde8411bfd1b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:29.726403 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a2059-5575-4212-9314-7b9a06be6b46", "name": "network-vif-plugged", "status": "completed", "tag": "aa33fa41-81b7-4ab3-bab0-291a8f12c69c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:29.726586 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c0a8d5a-2f71-483c-8c06-fde8411bfd1b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:29.727056 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'code': 200} Nov 11 20:56:29.768237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Network': ['ID=ec8946f8-79bc-4a34-a7d1-1bb912df1991,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:29.777793 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.791630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network ec8946f8-79bc-4a34-a7d1-1bb912df1991 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:29.814847 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35834047-9d13-485d-9638-903d4216fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:29.821155 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d8669f25-02ef-4df5-bb1a-4d028c405b1f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6839015 Nov 11 20:56:29.823305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:29.856611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'network_id': 'ec8946f8-79bc-4a34-a7d1-1bb912df1991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:29.900130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d0ffe-080a-4325-b0bf-9e1ac4fcc205 req-2071effa-d0dd-4c4a-b496-967aee7d446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:29.902944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-478d0ffe-080a-4325-b0bf-9e1ac4fcc205 req-2071effa-d0dd-4c4a-b496-967aee7d446a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 1101 time: 0.0682106 Nov 11 20:56:29.916010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-35834047-9d13-485d-9638-903d4216fda2 None None] For port 2f371d41-9eea-4753-972b-3b0feeeab2bf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f371d41-9eea-4753-972b-3b0feeeab2bf,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:29.957586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:29.992698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:23Z', 'revision_number': 3, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:29.995871 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-478d0ffe-080a-4325-b0bf-9e1ac4fcc205 req-fa5b911c-8b58-4da8-92b1-bd3823dd309c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815282 Nov 11 20:56:30.023513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebc94d-545c-4e2d-a40f-820fbcc8b124 None None] The sync data for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 is: [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:23Z', 'revision_number': 3, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:56:30.025151 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35834047-9d13-485d-9638-903d4216fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:30.054135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2922c-27cc-41cd-b96f-c40092850a73 req-567de5f7-6b56-41d4-93c2-113a7afa304f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.061722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6eb2922c-27cc-41cd-b96f-c40092850a73 req-567de5f7-6b56-41d4-93c2-113a7afa304f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 949 time: 0.3584418 Nov 11 20:56:30.071757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] For port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:30.072342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-0574155b-4d6b-4c52-97e4-e15f7eca861a service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816421 Nov 11 20:56:30.080764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Allocated IP 172.20.0.1 (34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6/a75adf20-24f1-4d14-8970-e7a554f342a7/6e0fde58-046a-4088-9eb8-b444dc091fb1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:30.094751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35834047-9d13-485d-9638-903d4216fda2 None None] Pushing event updated for resources: {'Port': ['ID=2f371d41-9eea-4753-972b-3b0feeeab2bf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:30.116724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] For port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:30.225874 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:30.278994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6eb2922c-27cc-41cd-b96f-c40092850a73 req-bd3d7acd-8248-4c9b-bc18-4b45fe558e82 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167330 Nov 11 20:56:30.279585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Made reservation on behalf of 8a80b986ee13479cb4e618deb26b8e54 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:30.283798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:30.377779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.378469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:30.380124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] 10.222.0.62 "PUT /v2.0/ports/63e6b464-4f45-4a24-97e3-7190ab3c6a8d HTTP/1.1" status: 200 len: 1090 time: 2.9288146 Nov 11 20:56:30.390324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'tag': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:30.394509 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "tag": "63e6b464-4f45-4a24-97e3-7190ab3c6a8d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:30.509016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:30.528029 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25299705-9df0-4432-96ad-63c4b769504c x-openstack-request-id: req-25299705-9df0-4432-96ad-63c4b769504c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:30.528349 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "tag": "63e6b464-4f45-4a24-97e3-7190ab3c6a8d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:30.528670 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25299705-9df0-4432-96ad-63c4b769504c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:30.529084 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'tag': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d', 'status': 'completed', 'code': 200} Nov 11 20:56:30.584436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Performing IP validity checks on allocation pools {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 20:56:30.585683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.ipam_backend_mixin [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 20:56:30.599286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b45fe-b431-4f72-b7b6-20fcfd8d3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:30.634108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-547f5c08-7282-4e35-9da7-58a112898dfb req-533a18bd-72f3-448c-a96a-e508268e2fa5 service neutron] 10.222.0.62 "GET /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418916 Nov 11 20:56:30.747979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:30.760164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-521cecee-408a-4e6e-8f66-5fe3104c0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.760647 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-521cecee-408a-4e6e-8f66-5fe3104c0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.762265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-521cecee-408a-4e6e-8f66-5fe3104c0ced service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1978 time: 0.2324128 Nov 11 20:56:30.798140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3baae-2df7-49ae-9e6e-9999e05aaaeb req-241e9c89-b4b6-4f73-9ed0-238bab480377 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.805791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4d3baae-2df7-49ae-9e6e-9999e05aaaeb req-241e9c89-b4b6-4f73-9ed0-238bab480377 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 943 time: 0.1625128 Nov 11 20:56:30.824699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f94cb-8a93-462e-b00c-b981b1aa0d29 req-8b1e16f2-5dad-4dfd-a063-eff43456dbaf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.840834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f94cb-8a93-462e-b00c-b981b1aa0d29 req-8b1e16f2-5dad-4dfd-a063-eff43456dbaf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.851325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a26f94cb-8a93-462e-b00c-b981b1aa0d29 req-8b1e16f2-5dad-4dfd-a063-eff43456dbaf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1676 time: 0.1572506 Nov 11 20:56:30.929125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a26f94cb-8a93-462e-b00c-b981b1aa0d29 req-028040a3-3cbf-41ac-b8ba-6f297af3862d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725453 Nov 11 20:56:30.930831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:30.935873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:30.936388 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:30.949339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-6a909058-7f34-4eb2-99f8-be8b248efe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.949857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-6a909058-7f34-4eb2-99f8-be8b248efe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.950339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-6a909058-7f34-4eb2-99f8-be8b248efe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:30.952687 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-6a909058-7f34-4eb2-99f8-be8b248efe26 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=945cbdf093114278835448ac2f391955&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1797647 Nov 11 20:56:30.988434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f371d41-9eea-4753-972b-3b0feeeab2bf up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:31.001080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.045216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:31.118702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0fde58-046a-4088-9eb8-b444dc091fb1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:31.139518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:31.176168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:31.177016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2f371d41-9eea-4753-972b-3b0feeeab2bf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:31.177394 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.178887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:31.204975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb34376a-6303-4c25-bd02-0bc45990c531 None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:31.212211 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.229994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4d3baae-2df7-49ae-9e6e-9999e05aaaeb req-5483dc2c-acc7-416c-a936-5059cc1b883c tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233220 Nov 11 20:56:31.270545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.275443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:31.279272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:31.286427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:31.286427 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.365591 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.398262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-4b76045f-c4e1-43f2-aba7-8ee78d92e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:31.400720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c432355-e7bd-4d02-8702-d0d3be0cfbb0 req-4b76045f-c4e1-43f2-aba7-8ee78d92e5cb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4215868 Nov 11 20:56:31.414019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a71b075-51d2-498b-87b7-816236a43fd1 None None] Provisioning complete for port 6e0fde58-046a-4088-9eb8-b444dc091fb1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:31.414019 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a71b075-51d2-498b-87b7-816236a43fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.483655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:31.490221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6a71b075-51d2-498b-87b7-816236a43fd1 None None] Port 6e0fde58-046a-4088-9eb8-b444dc091fb1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:31.538376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.567966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897a19d-28da-48f5-8610-ac22421eef95 req-62249dbe-93fc-4dc9-9a38-26513f66b946 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:31.569828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2897a19d-28da-48f5-8610-ac22421eef95 req-62249dbe-93fc-4dc9-9a38-26513f66b946 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 950 time: 0.1664264 Nov 11 20:56:31.575014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:31.575185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-71782e47-c9a6-4bfc-bf17-0930bf5b37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:31.575640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-71782e47-c9a6-4bfc-bf17-0930bf5b37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:31.577184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-71782e47-c9a6-4bfc-bf17-0930bf5b37c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=945cbdf093114278835448ac2f391955&device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1978 time: 0.1093869 Nov 11 20:56:31.598342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.649041 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.673987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-e1f91676-2613-4ecc-9dd4-f2beb9dc6e1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.26&port_id=b25b3988-954e-492a-b40a-64aedbe14b8e HTTP/1.1" status: 200 len: 217 time: 0.0766041 Nov 11 20:56:31.708013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:31.728021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'}, {'server_uuid': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:31.730881 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fda5a3f-6e7d-47d7-b4fc-0511092e26ba" -d '{"events": [{"server_uuid": "cebce852-f424-462a-bb21-5c84c2be47a0", "name": "network-vif-plugged", "status": "completed", "tag": "a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae"}, {"server_uuid": "eb7448a4-30e1-4d00-a506-39005ef25f2a", "name": "network-vif-plugged", "status": "completed", "tag": "9c5112ed-0ffa-48cd-ac96-0a40ded4c36e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:31.757388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2897a19d-28da-48f5-8610-ac22421eef95 req-fb1c25cc-ff83-46b0-b778-f90715d93a4e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761470 Nov 11 20:56:31.776107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=5a14062f-e976-4d5c-b4bc-419d084f9067,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:31.797699 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.805835 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1775c7-c069-44e5-8434-59489d8e248e x-openstack-request-id: req-5c1775c7-c069-44e5-8434-59489d8e248e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:31.806886 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebce852-f424-462a-bb21-5c84c2be47a0", "name": "network-vif-plugged", "status": "completed", "tag": "a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae", "code": 200}, {"server_uuid": "eb7448a4-30e1-4d00-a506-39005ef25f2a", "name": "network-vif-plugged", "status": "completed", "tag": "9c5112ed-0ffa-48cd-ac96-0a40ded4c36e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:31.807324 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c1775c7-c069-44e5-8434-59489d8e248e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:31.808100 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', 'code': 200} Nov 11 20:56:31.808555 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e', 'code': 200} Nov 11 20:56:31.814545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-582e3f3f-83c1-4381-abfe-3505082da7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:31.816398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-582e3f3f-83c1-4381-abfe-3505082da7ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b HTTP/1.1" status: 200 len: 801 time: 0.1250019 Nov 11 20:56:31.819406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Checking segment: {'id': '28b6bab8-daf6-4ac7-a966-c909ec2067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ec8946f8-79bc-4a34-a7d1-1bb912df1991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:31.819954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network hostable DHCP agents. Network: ec8946f8-79bc-4a34-a7d1-1bb912df1991, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:31.917752 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-829da41a-7316-4d5d-9785-62d236ba9ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:31.930058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab315934-3e5c-495c-a08c-7fe62b192c4a req-a44f00e7-a5bc-4f95-9d57-778cb6a283cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:31.933823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab315934-3e5c-495c-a08c-7fe62b192c4a req-a44f00e7-a5bc-4f95-9d57-778cb6a283cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 1101 time: 0.0476489 Nov 11 20:56:31.992044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab315934-3e5c-495c-a08c-7fe62b192c4a req-48d5273f-96ac-44ec-83c1-97c04a0eb692 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510404 Nov 11 20:56:32.003321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f3f78e79-13f5-47ac-9983-03a8ad0719db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:32.003321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f3f78e79-13f5-47ac-9983-03a8ad0719db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10dd01e6-d604-42a8-804e-0e7c19a3916e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481645 Nov 11 20:56:32.047957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Network ec8946f8-79bc-4a34-a7d1-1bb912df1991 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:32.144267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2382-5b31-491d-b00d-986c545724e6 req-4f8620e1-abb2-4387-b59d-db317caa8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:32.145803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-520e2382-5b31-491d-b00d-986c545724e6 req-4f8620e1-abb2-4387-b59d-db317caa8b0a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 1097 time: 0.2365382 Nov 11 20:56:32.172950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, ec8946f8-79bc-4a34-a7d1-1bb912df1991) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:32.180889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab799f8-4823-4146-8526-6866b74cac9f None None] Network ec8946f8-79bc-4a34-a7d1-1bb912df1991 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:32.193802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:32.194408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.231977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314208d0-3d59-4ba3-be6b-d1902c4ad81b req-400504b8-42ca-4883-97fa-bf2cf66a19a8 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:32.238201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314208d0-3d59-4ba3-be6b-d1902c4ad81b req-400504b8-42ca-4883-97fa-bf2cf66a19a8 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:32.239730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-314208d0-3d59-4ba3-be6b-d1902c4ad81b req-400504b8-42ca-4883-97fa-bf2cf66a19a8 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1676 time: 0.2084725 Nov 11 20:56:32.296707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.305696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-520e2382-5b31-491d-b00d-986c545724e6 req-b4344e39-e0da-4d0c-be8c-ba7be394a595 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462924 Nov 11 20:56:32.307527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-c110d9c9-78db-43dd-a228-dfd2a6d40bd7 service neutron] 10.222.0.62 "GET /v2.0/networks/10dd01e6-d604-42a8-804e-0e7c19a3916e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708411 Nov 11 20:56:32.343224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-509dddce-b038-48b6-bb44-743603f26573 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5133884 Nov 11 20:56:32.346775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:32.347524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-314208d0-3d59-4ba3-be6b-d1902c4ad81b req-1e2b74b5-b979-46c8-a0a0-828c24cebaa6 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890100 Nov 11 20:56:32.352444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ea975065-4a47-4d5d-84f6-1ff08f8eef49 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:32.359003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.369372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-ec8946f8-79bc-4a34-a7d1-1bb912df1991', 'network_id': 'ec8946f8-79bc-4a34-a7d1-1bb912df1991', 'tenant_id': '8a80b986ee13479cb4e618deb26b8e54', 'fixed_ips': [{'subnet_id': '5a14062f-e976-4d5c-b4bc-419d084f9067'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:32.370404 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.491425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.496398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0fde58-046a-4088-9eb8-b444dc091fb1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:32.515688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a99b27-4fc3-47dc-b433-476f3d53fd70 req-46680f48-9a9b-4030-af1d-02d597b4e6f1 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:32.523508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38a99b27-4fc3-47dc-b433-476f3d53fd70 req-46680f48-9a9b-4030-af1d-02d597b4e6f1 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 943 time: 0.0866630 Nov 11 20:56:32.541762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea975065-4a47-4d5d-84f6-1ff08f8eef49 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58288718'] for subnet, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.560021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Allocated IP 2001:db8::3 (ec8946f8-79bc-4a34-a7d1-1bb912df1991/5a14062f-e976-4d5c-b4bc-419d084f9067/87e3c7be-38ae-47f1-aed0-577befc99548) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:32.690877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38a99b27-4fc3-47dc-b433-476f3d53fd70 req-03419636-7693-4d56-86bf-a628cc016552 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662982 Nov 11 20:56:32.726747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:32.730397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:32.775633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79730893-c41f-44db-a2e1-ae202087e3ba None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:32.868582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6d45304a-de67-4de9-bcdc-4a84f74b4cb1 None None] Provisioning complete for port 6e0fde58-046a-4088-9eb8-b444dc091fb1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:32.869288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d45304a-de67-4de9-bcdc-4a84f74b4cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.915676 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:32.930609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6d45304a-de67-4de9-bcdc-4a84f74b4cb1 None None] Port 6e0fde58-046a-4088-9eb8-b444dc091fb1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:32.939982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258e6dc-ca64-4ea5-9b67-aa3ea6c1d6d1 req-a299b259-5a31-44fb-9ba5-34f3a376920b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:32.941667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0258e6dc-ca64-4ea5-9b67-aa3ea6c1d6d1 req-a299b259-5a31-44fb-9ba5-34f3a376920b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 950 time: 0.0649843 Nov 11 20:56:32.994665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0258e6dc-ca64-4ea5-9b67-aa3ea6c1d6d1 req-17773b63-8b7b-4ad7-a8ed-e048270132e5 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459034 Nov 11 20:56:33.012422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7826cc14-dcc0-43a4-9be9-c979a6afe07a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:33.056080 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.134838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Network ec8946f8-79bc-4a34-a7d1-1bb912df1991 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:33.143292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:33.150402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:33.167985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Pushing event updated for resources: {'Port': ['ID=87e3c7be-38ae-47f1-aed0-577befc99548,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:33.175180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-8d305c2f-47f6-4051-9790-db604f5994e7 service neutron] 10.222.0.62 "GET /v2.0/networks/10dd01e6-d604-42a8-804e-0e7c19a3916e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146469 Nov 11 20:56:33.180525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7826cc14-dcc0-43a4-9be9-c979a6afe07a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7826cc14-dcc0-43a4-9be9-c979a6afe07a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:33.224968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7826cc14-dcc0-43a4-9be9-c979a6afe07a', 'network_id': '69dc1947-6bb6-4b74-9c60-398d22d27df0', 'port_id': '7826cc14-dcc0-43a4-9be9-c979a6afe07a', 'mac_address': 'fa:16:3e:bb:d7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db436eb0-d65c-40a9-b257-c0acc38ae2f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:33.230238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-f8f67dc4-2d91-4397-94f5-740039a95857 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.6&port_id=63e6b464-4f45-4a24-97e3-7190ab3c6a8d HTTP/1.1" status: 200 len: 217 time: 0.0398972 Nov 11 20:56:33.237739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Attempting to bind port 87e3c7be-38ae-47f1-aed0-577befc99548 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:33.238120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Attempting to bind port 87e3c7be-38ae-47f1-aed0-577befc99548 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '28b6bab8-daf6-4ac7-a966-c909ec2067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ec8946f8-79bc-4a34-a7d1-1bb912df1991'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:33.238494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Attempting to bind port 87e3c7be-38ae-47f1-aed0-577befc99548 on network ec8946f8-79bc-4a34-a7d1-1bb912df1991 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:33.267872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:33.267872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Checking segment: {'id': '28b6bab8-daf6-4ac7-a966-c909ec2067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ec8946f8-79bc-4a34-a7d1-1bb912df1991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:33.267872 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.268342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Bound using segment: {'id': '28b6bab8-daf6-4ac7-a966-c909ec2067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ec8946f8-79bc-4a34-a7d1-1bb912df1991'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:33.268702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Bound port: 87e3c7be-38ae-47f1-aed0-577befc99548, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b6bab8-daf6-4ac7-a966-c909ec2067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ec8946f8-79bc-4a34-a7d1-1bb912df1991'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:33.269056 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.290359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.328217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7826cc14-dcc0-43a4-9be9-c979a6afe07a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:33.338147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-c30a3741-0414-4bfe-b801-61bf21550ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:33.340004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-c30a3741-0414-4bfe-b801-61bf21550ff4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e0e86b8-a201-415d-9e60-85ea59d0f2a7 HTTP/1.1" status: 200 len: 801 time: 0.0719399 Nov 11 20:56:33.341794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Router 04d45fa9-df04-45fa-8d65-2a52aa02584a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:56:33.353717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea975065-4a47-4d5d-84f6-1ff08f8eef49 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769090405259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14171172'] for subnet, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.368203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7826cc14-dcc0-43a4-9be9-c979a6afe07a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7826cc14-dcc0-43a4-9be9-c979a6afe07a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:33.374334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] For port 87e3c7be-38ae-47f1-aed0-577befc99548, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:33.378654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] For port 87e3c7be-38ae-47f1-aed0-577befc99548, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=87e3c7be-38ae-47f1-aed0-577befc99548,segment=NetworkSegment(28b6bab8-daf6-4ac7-a966-c909ec2067e2),segment_id=28b6bab8-daf6-4ac7-a966-c909ec2067e2)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:33.414648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea975065-4a47-4d5d-84f6-1ff08f8eef49 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:33.415509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ea975065-4a47-4d5d-84f6-1ff08f8eef49 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.417288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ea975065-4a47-4d5d-84f6-1ff08f8eef49 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "PUT /v2.0/subnets/5a14062f-e976-4d5c-b4bc-419d084f9067 HTTP/1.1" status: 200 len: 900 time: 1.0694134 Nov 11 20:56:33.422106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46532) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:33.464808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-165c0dca-2acb-4ea5-90cb-4b81d4e0ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:33.466421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-165c0dca-2acb-4ea5-90cb-4b81d4e0ea82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=030154c4-e582-411f-92a4-e62155de838f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175685 Nov 11 20:56:33.469276 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.474640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea975065-4a47-4d5d-84f6-1ff08f8eef49 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event updated for resources: {'Subnet': ['ID=5a14062f-e976-4d5c-b4bc-419d084f9067,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:33.495144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.549439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7826cc14-dcc0-43a4-9be9-c979a6afe07a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:33.597696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333303eb-d7af-4c11-a2f4-2a1b6233ef2d req-11439d59-4784-4262-8dcc-71f1e55614ef tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:33.603742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333303eb-d7af-4c11-a2f4-2a1b6233ef2d req-11439d59-4784-4262-8dcc-71f1e55614ef tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:33.612128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-333303eb-d7af-4c11-a2f4-2a1b6233ef2d req-11439d59-4784-4262-8dcc-71f1e55614ef tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1676 time: 0.1437473 Nov 11 20:56:33.617237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:56:33.623213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-65623d21-c420-4264-b3b5-00fab3763ef3 admin admin] 10.222.0.31 "PUT /v2.0/routers/04d45fa9-df04-45fa-8d65-2a52aa02584a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4758019 Nov 11 20:56:33.632620 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Sync routers for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:56:33.649539 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:33.654778 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:33.657537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eb249-8347-4beb-a40a-ce5b9162132d None None] Pushing event updated for resources: {'Port': ['ID=87e3c7be-38ae-47f1-aed0-577befc99548,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:33.662506 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.686965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-efad1b6f-a9f3-4e6b-8ff0-fdd4b77e9cd3 service neutron] 10.222.0.62 "GET /v2.0/networks/030154c4-e582-411f-92a4-e62155de838f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662977 Nov 11 20:56:33.755435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-333303eb-d7af-4c11-a2f4-2a1b6233ef2d req-79788de8-8b99-4fbc-a4bd-8d305638769d tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310768 Nov 11 20:56:33.782214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting port 87e3c7be-38ae-47f1-aed0-577befc99548 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:33.782566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.791350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7826cc14-dcc0-43a4-9be9-c979a6afe07a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:33.998339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] For port 87e3c7be-38ae-47f1-aed0-577befc99548, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=87e3c7be-38ae-47f1-aed0-577befc99548,segment=NetworkSegment(28b6bab8-daf6-4ac7-a966-c909ec2067e2),segment_id=28b6bab8-daf6-4ac7-a966-c909ec2067e2)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:34.000300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.003699 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:34.054452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Calling delete_port for 87e3c7be-38ae-47f1-aed0-577befc99548 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:34.129302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:34.217670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24542b4-a60d-4e10-a832-2d91903be03e req-f1ee390f-09e1-47dc-b360-698aa1142517 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:34.221621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a24542b4-a60d-4e10-a832-2d91903be03e req-f1ee390f-09e1-47dc-b360-698aa1142517 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 944 time: 0.2619987 Nov 11 20:56:34.225124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c41cb29a-7d3d-4b32-9fd9-4a920ac40729 req-08479b7a-9c47-447f-a250-d4c86e1ecd56 service neutron] 10.222.0.62 "GET /v2.0/networks/030154c4-e582-411f-92a4-e62155de838f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235271 Nov 11 20:56:34.344520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a24542b4-a60d-4e10-a832-2d91903be03e req-4c79e26e-9fec-43e8-8514-b85b7ace174a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117020 Nov 11 20:56:34.373087 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 2, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:34.386698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8fb491a8-8d78-4c9b-bcdf-8354777aae22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.433028 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Checking router: 04d45fa9-df04-45fa-8d65-2a52aa02584a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:56:34.433390 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Updating router 04d45fa9-df04-45fa-8d65-2a52aa02584a port 6e0fde58-046a-4088-9eb8-b444dc091fb1 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:56:34.453994 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed409c61-c2c8-4f9a-8938-f669b86f70e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.459492 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.485850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a1c92-b4bd-4c2f-8049-5a32582e7b01 req-1a53eebe-c7a2-46e2-885d-4f1b66af2844 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:34.487440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc5a1c92-b4bd-4c2f-8049-5a32582e7b01 req-1a53eebe-c7a2-46e2-885d-4f1b66af2844 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 950 time: 0.0552654 Nov 11 20:56:34.487792 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.526819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Port': ['ID=87e3c7be-38ae-47f1-aed0-577befc99548,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:34.582724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No DVR routers for this DVR port 87e3c7be-38ae-47f1-aed0-577befc99548 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:34.584206 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc5a1c92-b4bd-4c2f-8049-5a32582e7b01 req-68eb2df0-1b35-4d38-8d92-fbee4f387d2e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802882 Nov 11 20:56:34.601938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8fb491a8-8d78-4c9b-bcdf-8354777aae22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.629446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-e344269f-bb2d-4834-95a1-fc6a45c13aee tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:34.631521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-e344269f-bb2d-4834-95a1-fc6a45c13aee tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 820 time: 0.2168043 Nov 11 20:56:34.655703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-dabe3d02-69c7-4996-84ef-890e00806c7c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/quotas/3e39adeb73a84d65a33769377ac9b031 HTTP/1.1" status: 200 len: 375 time: 0.0131462 Nov 11 20:56:34.665539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.695681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8fb491a8-8d78-4c9b-bcdf-8354777aae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.763327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-c6d0c36d-394c-4d9a-ab21-7778d99204f4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007235 Nov 11 20:56:34.821221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8fb491a8-8d78-4c9b-bcdf-8354777aae22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c79d222fd8924bd19c2f1c512687bd5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890621 Nov 11 20:56:34.826231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb491a8-8d78-4c9b-bcdf-8354777aae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d973d950-3660-4c78-bd6e-5fc554de518f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:34.831794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:34.848886 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.887501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-89b3894d-b35d-473f-94cb-525e3e2fb43f service neutron] 10.222.0.31 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149578 Nov 11 20:56:34.890369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.928459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f5df-5299-4cfd-b553-5354c241e3d2 req-71cdc027-ebf9-4511-8e55-118c1412c350 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:34.930171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2f0f5df-5299-4cfd-b553-5354c241e3d2 req-71cdc027-ebf9-4511-8e55-118c1412c350 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 950 time: 0.1360703 Nov 11 20:56:34.952098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=5a14062f-e976-4d5c-b4bc-419d084f9067,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:34.958646 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.996867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f46857c7-8800-4b45-81e5-393e442c3a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.020368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ee303-8350-4670-89a4-aa2465d44239 None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:35.047816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7826cc14-dcc0-43a4-9be9-c979a6afe07a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:35.060778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2f0f5df-5299-4cfd-b553-5354c241e3d2 req-aa3fcd43-d96a-4157-bbc4-b7f6a3c4b703 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243668 Nov 11 20:56:35.060913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.080257 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Attempting to bind port 6e0fde58-046a-4088-9eb8-b444dc091fb1 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:35.081140 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Attempting to bind port 6e0fde58-046a-4088-9eb8-b444dc091fb1 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:35.081512 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Attempting to bind port 6e0fde58-046a-4088-9eb8-b444dc091fb1 on network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:35.090698 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:35.091090 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Checking segment: {'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:35.091658 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.091903 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Bound using segment: {'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:35.092416 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Bound port: 6e0fde58-046a-4088-9eb8-b444dc091fb1, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:35.092798 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.093263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc439ac-ae1f-4a45-ade8-5641e5f16f09 None None] Network ec8946f8-79bc-4a34-a7d1-1bb912df1991 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:35.109786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f46857c7-8800-4b45-81e5-393e442c3a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.118171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8946f8-79bc-4a34-a7d1-1bb912df1991']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:35.130217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f707456d-4bae-459e-9a49-94079ae6689f None None] Could not find standard attr ID for object 87e3c7be-38ae-47f1-aed0-577befc99548. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 20:56:35.146764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b6bab8-daf6-4ac7-a966-c909ec2067e2') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:35.147058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b6bab8-daf6-4ac7-a966-c909ec2067e2') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:35.150437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-76b7f57b-7be7-4c1d-a8c6-78b9ae980261 service neutron] 10.222.0.31 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513511 Nov 11 20:56:35.174339 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.185263 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] For port 6e0fde58-046a-4088-9eb8-b444dc091fb1, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:35.189271 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] For port 6e0fde58-046a-4088-9eb8-b444dc091fb1, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6e0fde58-046a-4088-9eb8-b444dc091fb1,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:35.191382 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Pushing event updated for resources: {'Port': ['ID=6e0fde58-046a-4088-9eb8-b444dc091fb1,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:35.194024 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.200491 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.200843 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.201382 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.201778 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.202258 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.202598 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.203346 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.203472 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.204001 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.204110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:35.204218 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.204292 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.204500 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.204783 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:35.213647 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:35.244075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f707456d-4bae-459e-9a49-94079ae6689f None None] Provisioning complete for port 6e0fde58-046a-4088-9eb8-b444dc091fb1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:35.244531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f707456d-4bae-459e-9a49-94079ae6689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.273273 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.297862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637ad45-c6d4-4965-b10d-61a16b8a365a req-9d4af69c-e523-4955-b431-3082616827fd tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:35.304466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637ad45-c6d4-4965-b10d-61a16b8a365a req-9d4af69c-e523-4955-b431-3082616827fd tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:35.311884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7637ad45-c6d4-4965-b10d-61a16b8a365a req-9d4af69c-e523-4955-b431-3082616827fd tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1676 time: 0.1307549 Nov 11 20:56:35.328456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e32bad-c690-4447-a193-01aa3e51a6a3 None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:35.335401 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:35.336596 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:35.342268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7826cc14-dcc0-43a4-9be9-c979a6afe07a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:35.356454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f707456d-4bae-459e-9a49-94079ae6689f None None] Port 6e0fde58-046a-4088-9eb8-b444dc091fb1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:35.362251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7826cc14-dcc0-43a4-9be9-c979a6afe07a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:35.362840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.373623 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.385728 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21ad1-345b-432d-8b18-bb4a300d7e4c None None] Pushing event updated for resources: {'Port': ['ID=6e0fde58-046a-4088-9eb8-b444dc091fb1,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:35.386106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.418029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f46857c7-8800-4b45-81e5-393e442c3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.425518 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f46857c7-8800-4b45-81e5-393e442c3a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.429198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/ec8946f8-79bc-4a34-a7d1-1bb912df1991 HTTP/1.1" status: 204 len: 168 time: 2.0030997 Nov 11 20:56:35.429198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:35.429443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f46857c7-8800-4b45-81e5-393e442c3a95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d973d950-3660-4c78-bd6e-5fc554de518f HTTP/1.1" status: 204 len: 168 time: 0.5616181 Nov 11 20:56:35.481630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce4d2-ea38-49c0-88f1-e7815693c78f tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=ec8946f8-79bc-4a34-a7d1-1bb912df1991,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:35.491983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f519a61-70db-414d-a7d7-3be4167957ab None None] DHCP port deletion for ec8946f8-79bc-4a34-a7d1-1bb912df1991 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:35.509387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7637ad45-c6d4-4965-b10d-61a16b8a365a req-46976a60-c9da-48aa-8361-107363ea5dcc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958849 Nov 11 20:56:35.510230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46857c7-8800-4b45-81e5-393e442c3a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973d950-3660-4c78-bd6e-5fc554de518f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:35.565556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.569488 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:35.573362 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-445c2cd0-9ebe-4744-bd64-4dda69b1a68c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:35.574078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445c2cd0-9ebe-4744-bd64-4dda69b1a68c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:35.578320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-445c2cd0-9ebe-4744-bd64-4dda69b1a68c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/5a14062f-e976-4d5c-b4bc-419d084f9067 HTTP/1.1" status: 404 len: 337 time: 0.0981710 Nov 11 20:56:35.581850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:35.589761 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.607153 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0b3bc5-bf26-4695-9e20-1e2de90eb751 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:35.607711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0b3bc5-bf26-4695-9e20-1e2de90eb751 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:35.612941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5f0b3bc5-bf26-4695-9e20-1e2de90eb751 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/ec8946f8-79bc-4a34-a7d1-1bb912df1991 HTTP/1.1" status: 404 len: 339 time: 0.0297515 Nov 11 20:56:35.615470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:35.669353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a69af-d909-492c-b72c-8c9af43694fc None None] Network ec8946f8-79bc-4a34-a7d1-1bb912df1991 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:35.694052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a69af-d909-492c-b72c-8c9af43694fc None None] Network ec8946f8-79bc-4a34-a7d1-1bb912df1991 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 20:56:35.703785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7826cc14-dcc0-43a4-9be9-c979a6afe07a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:35.706484 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1449020e-47b7-4b49-8d16-748985486420" -d '{"events": [{"server_uuid": "b971f204-b9c8-4e25-a756-caa5f0d580a5", "name": "network-vif-plugged", "status": "completed", "tag": "7826cc14-dcc0-43a4-9be9-c979a6afe07a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:35.712644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c51cbbfe-6555-4360-bb9d-aa9bcea96d3b None None] Provisioning complete for port 6e0fde58-046a-4088-9eb8-b444dc091fb1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:35.713319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c51cbbfe-6555-4360-bb9d-aa9bcea96d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.755438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7826cc14-dcc0-43a4-9be9-c979a6afe07a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7826cc14-dcc0-43a4-9be9-c979a6afe07a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:35.784942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea2abe-3fd8-4b68-b821-9eb142c2927b req-65fde015-ea3d-42dd-96a7-f466f9640e1f tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:35.793414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acea2abe-3fd8-4b68-b821-9eb142c2927b req-65fde015-ea3d-42dd-96a7-f466f9640e1f tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 944 time: 0.1496263 Nov 11 20:56:35.869647 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.909245 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c51cbbfe-6555-4360-bb9d-aa9bcea96d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:35.918014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acea2abe-3fd8-4b68-b821-9eb142c2927b req-acdb029f-1c99-41b9-b4e3-1372cfb20d6e tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159458 Nov 11 20:56:35.969301 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:35.980658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c51cbbfe-6555-4360-bb9d-aa9bcea96d3b None None] For port 6e0fde58-046a-4088-9eb8-b444dc091fb1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6e0fde58-046a-4088-9eb8-b444dc091fb1,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:35.987552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7826cc14-dcc0-43a4-9be9-c979a6afe07a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:36.024703 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4f0e8-769e-454c-a2df-8f48b7eaa0ac None None] The sync data for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 is: [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:56:36.044703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7904478a-abc0-45ba-9d46-6898ede44869 req-96a73960-6593-4166-9bc1-a476bf71aba9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 210 time: 0.0322907 Nov 11 20:56:36.061861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c51cbbfe-6555-4360-bb9d-aa9bcea96d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.153687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cbbfe-6555-4360-bb9d-aa9bcea96d3b None None] Pushing event updated for resources: {'Port': ['ID=6e0fde58-046a-4088-9eb8-b444dc091fb1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:36.209475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda387d-f8a4-4bf9-8db0-df8f78584572 req-9260256b-bd57-441c-8a14-ab6338940b3b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:36.219055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda387d-f8a4-4bf9-8db0-df8f78584572 req-9260256b-bd57-441c-8a14-ab6338940b3b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:36.220961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcda387d-f8a4-4bf9-8db0-df8f78584572 req-9260256b-bd57-441c-8a14-ab6338940b3b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0&device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 1691 time: 0.1515286 Nov 11 20:56:36.227729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.253588 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474193d2-7df3-4e50-9454-119e96fd91af x-openstack-request-id: req-474193d2-7df3-4e50-9454-119e96fd91af {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:36.253887 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b971f204-b9c8-4e25-a756-caa5f0d580a5", "name": "network-vif-plugged", "status": "completed", "tag": "7826cc14-dcc0-43a4-9be9-c979a6afe07a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:36.254326 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-474193d2-7df3-4e50-9454-119e96fd91af {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:36.254738 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7826cc14-dcc0-43a4-9be9-c979a6afe07a', 'code': 200} Nov 11 20:56:36.333216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcda387d-f8a4-4bf9-8db0-df8f78584572 req-308f59ef-a93c-416a-83c6-e3086ff5d91c tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019275 Nov 11 20:56:36.366407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.388789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077bb3e1-7295-42c2-bc3a-f4d19c422413']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:36.396425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a06d5-11f1-4c8b-8238-a31dc00ef055 req-5c3cd52c-a454-4af7-aa63-a97de0adaff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:36.398601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-828a06d5-11f1-4c8b-8238-a31dc00ef055 req-5c3cd52c-a454-4af7-aa63-a97de0adaff6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 1096 time: 0.0614171 Nov 11 20:56:36.401362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c53aa2-b14b-4dd6-b687-0fe5a0768680') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:36.401713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c53aa2-b14b-4dd6-b687-0fe5a0768680') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:36.410990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:36.418519 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.435817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd777630-0efc-4ad0-b86a-919f80c6b53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.444444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.454361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:36.454769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:36.457920 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:36.466483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-828a06d5-11f1-4c8b-8238-a31dc00ef055 req-b76440fe-f2c0-4c18-a5ef-fd9dd995d08e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556908 Nov 11 20:56:36.651530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468902dd-3f84-43be-8084-07bc6127f402 req-70fae286-c2e6-484d-a6d1-783a96264c60 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:36.658522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468902dd-3f84-43be-8084-07bc6127f402 req-70fae286-c2e6-484d-a6d1-783a96264c60 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:36.660231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-468902dd-3f84-43be-8084-07bc6127f402 req-70fae286-c2e6-484d-a6d1-783a96264c60 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1676 time: 0.0616982 Nov 11 20:56:36.663450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.674347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.677722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/077bb3e1-7295-42c2-bc3a-f4d19c422413 HTTP/1.1" status: 204 len: 168 time: 1.0609820 Nov 11 20:56:36.681062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:36.715329 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0f0c77-339a-4646-82ed-327eea32adc8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:36.715869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0f0c77-339a-4646-82ed-327eea32adc8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:36.716951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abaae0-4b60-44f5-b1c4-0475aeb097b4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=077bb3e1-7295-42c2-bc3a-f4d19c422413,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:36.720657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ed0f0c77-339a-4646-82ed-327eea32adc8 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/6b24833b-f423-417a-9972-08ecabacd6c2 HTTP/1.1" status: 404 len: 337 time: 0.0385854 Nov 11 20:56:36.724733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:36.731841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80472103-9830-443d-9ded-9b674b180db2 req-a329466d-fe58-4b56-ac31-f371f3a2253a tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:36.741110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80472103-9830-443d-9ded-9b674b180db2 req-a329466d-fe58-4b56-ac31-f371f3a2253a tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 1101 time: 0.1032279 Nov 11 20:56:36.800475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-468902dd-3f84-43be-8084-07bc6127f402 req-b3b30a76-f757-4bd9-a237-14fc15f2fb20 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326280 Nov 11 20:56:36.814770 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1a766b-fb85-4840-9617-22b7e68d1c3d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:36.815316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1a766b-fb85-4840-9617-22b7e68d1c3d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:36.816052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80472103-9830-443d-9ded-9b674b180db2 req-d16a20c8-a903-4b3e-99c7-769644fcdb70 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675807 Nov 11 20:56:36.821668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8b1a766b-fb85-4840-9617-22b7e68d1c3d tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/aaa7073c-9c7f-4176-b434-3b6d094298ba HTTP/1.1" status: 404 len: 339 time: 0.0944667 Nov 11 20:56:36.823473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46608) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:36.902746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting subnet 1afe8cd4-b6a8-4037-9489-7e0283f81b06 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:36.926909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.930723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd777630-0efc-4ad0-b86a-919f80c6b53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.949273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6e0fde58-046a-4088-9eb8-b444dc091fb1 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:36.996767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.001468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.022508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6e0fde58-046a-4088-9eb8-b444dc091fb1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:37.023042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.033225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38819521-3a5f-4796-94e3-5a66bf54f947 req-3c5e3b91-9c75-456c-8d73-8b438376214f tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:37.034773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38819521-3a5f-4796-94e3-5a66bf54f947 req-3c5e3b91-9c75-456c-8d73-8b438376214f tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 1101 time: 0.1295130 Nov 11 20:56:37.040106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd777630-0efc-4ad0-b86a-919f80c6b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.074994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b25b3988-954e-492a-b40a-64aedbe14b8e details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:37.085658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fe24a-45fa-47f6-b76a-95adfe6a19ae req-f41e442d-6ed4-4cd8-a218-7ce102deff7f tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:37.087842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-128fe24a-45fa-47f6-b76a-95adfe6a19ae req-f41e442d-6ed4-4cd8-a218-7ce102deff7f tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 945 time: 0.0693054 Nov 11 20:56:37.122770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd777630-0efc-4ad0-b86a-919f80c6b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121ce2e-5f77-4df2-a458-a3890accee21,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:37.135769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cd777630-0efc-4ad0-b86a-919f80c6b53d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fab8de9024d455987393cc794d2576b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7234375 Nov 11 20:56:37.143636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:37.183627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 87e3c7be-38ae-47f1-aed0-577befc99548 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:37.192957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38819521-3a5f-4796-94e3-5a66bf54f947 req-2f12f30c-84c7-4c0b-a0c9-e7e637467fa4 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435544 Nov 11 20:56:37.210147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.229823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 87e3c7be-38ae-47f1-aed0-577befc99548 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:37.230270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 87e3c7be-38ae-47f1-aed0-577befc99548 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:37.233683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-128fe24a-45fa-47f6-b76a-95adfe6a19ae req-a58ac4ff-212b-4a6f-97d9-e4dad045815b tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354899 Nov 11 20:56:37.277861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5796de36-f366-4d40-babb-e81021a2221a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.310905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5796de36-f366-4d40-babb-e81021a2221a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.362253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port b25b3988-954e-492a-b40a-64aedbe14b8e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b25b3988-954e-492a-b40a-64aedbe14b8e,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:37.389898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'b25b3988-954e-492a-b40a-64aedbe14b8e', 'network_id': '10dd01e6-d604-42a8-804e-0e7c19a3916e', 'port_id': 'b25b3988-954e-492a-b40a-64aedbe14b8e', 'mac_address': 'fa:16:3e:77:ea:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b', 'ip_address': '19.80.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:37.394808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a4619bd-1348-4e19-b126-76b110d84f22 req-c1ee2309-9a0c-42e3-baaa-b85d35322daf tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 210 time: 0.0779932 Nov 11 20:56:37.396252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.414454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.417737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/1afe8cd4-b6a8-4037-9489-7e0283f81b06 HTTP/1.1" status: 204 len: 168 time: 0.5933127 Nov 11 20:56:37.426870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:37.438304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e29852-d617-4180-9b83-1cad90e96290 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=1afe8cd4-b6a8-4037-9489-7e0283f81b06,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:37.438944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb066c-9db2-467a-b4a6-f0942ae2f49e None None] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:37.496335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting subnet 95cbf091-da1d-44b8-95fa-7bec80aab9b4 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:37.500320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.514222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.534195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5796de36-f366-4d40-babb-e81021a2221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.536705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25b3988-954e-492a-b40a-64aedbe14b8e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:37.537081 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5796de36-f366-4d40-babb-e81021a2221a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.538336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5796de36-f366-4d40-babb-e81021a2221a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a121ce2e-5f77-4df2-a458-a3890accee21 HTTP/1.1" status: 204 len: 168 time: 0.3936758 Nov 11 20:56:37.552729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796de36-f366-4d40-babb-e81021a2221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121ce2e-5f77-4df2-a458-a3890accee21,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:37.559881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port b25b3988-954e-492a-b40a-64aedbe14b8e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b25b3988-954e-492a-b40a-64aedbe14b8e,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:37.570443 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.734625 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.743345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.744005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63e6b464-4f45-4a24-97e3-7190ab3c6a8d details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:37.820276 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.883254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-a5772379-906e-40da-ba65-47517f1e0732 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290680 Nov 11 20:56:37.904334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=b25b3988-954e-492a-b40a-64aedbe14b8e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:37.960550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:37.977402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:37.989265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d', 'network_id': '030154c4-e582-411f-92a4-e62155de838f', 'port_id': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d', 'mac_address': 'fa:16:3e:f6:2e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0e86b8-a201-415d-9e60-85ea59d0f2a7', 'ip_address': '19.86.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:38.016384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:38.019789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/95cbf091-da1d-44b8-95fa-7bec80aab9b4 HTTP/1.1" status: 204 len: 168 time: 0.5920241 Nov 11 20:56:38.022024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6cb95-314e-4e0f-ac4e-56d6f91a3cc0 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=95cbf091-da1d-44b8-95fa-7bec80aab9b4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:38.030096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46640) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:38.050914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d65b3c-43cf-4e05-93ea-7efd6f2858a1 req-a48cdc09-2ed1-41ee-a392-0efbeaea9354 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:38.061433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d65b3c-43cf-4e05-93ea-7efd6f2858a1 req-a48cdc09-2ed1-41ee-a392-0efbeaea9354 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:38.064485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07d65b3c-43cf-4e05-93ea-7efd6f2858a1 req-a48cdc09-2ed1-41ee-a392-0efbeaea9354 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1677 time: 0.1586106 Nov 11 20:56:38.129228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:38.137536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07d65b3c-43cf-4e05-93ea-7efd6f2858a1 req-09250733-b4bb-4d2c-b993-10e70f8d6dcc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Nov 11 20:56:38.147721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b2883b92-1842-4457-bcd4-d286fc556550 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:38.149357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b2883b92-1842-4457-bcd4-d286fc556550 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596984 Nov 11 20:56:38.170052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e6b464-4f45-4a24-97e3-7190ab3c6a8d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:38.188782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-beb470c9-2b80-4d30-818c-769a72bfc2df tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/quotas/00ca57c42ee74fb9b09871a373595ff4 HTTP/1.1" status: 200 len: 375 time: 0.0300460 Nov 11 20:56:38.203995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:38.209327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:38.284532 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:38.312364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-539b5c76-3dbe-4f06-aefa-0ff1bd2a1040 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220813 Nov 11 20:56:38.367925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting port a6018cf3-b123-4cd0-8ec5-6477a99ec276 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:38.368256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:38.379924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:38.509936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] For port a6018cf3-b123-4cd0-8ec5-6477a99ec276, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a6018cf3-b123-4cd0-8ec5-6477a99ec276,segment=NetworkSegment(6fef3818-4552-4006-953f-5dffdb2c39d3),segment_id=6fef3818-4552-4006-953f-5dffdb2c39d3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:38.510310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:38.526220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Calling delete_port for a6018cf3-b123-4cd0-8ec5-6477a99ec276 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:38.543469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb6020-145e-4fef-82b7-022c0f1f191e req-da798931-0365-423d-be84-8e2c51f6d2da tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:38.553502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7cb6020-145e-4fef-82b7-022c0f1f191e req-da798931-0365-423d-be84-8e2c51f6d2da tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 945 time: 0.1795442 Nov 11 20:56:38.600973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0643f-6ec5-4daf-a1ba-37b58595f45d None None] Network 109533ce-2ee0-43c8-aed5-d3eefb59f3cf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:38.640699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7cb6020-145e-4fef-82b7-022c0f1f191e req-e1665bad-2c0d-4cec-b599-f861dc540680 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859213 Nov 11 20:56:38.735362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['63e6b464-4f45-4a24-97e3-7190ab3c6a8d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:38.764394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:38.837880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No DVR routers for this DVR port a6018cf3-b123-4cd0-8ec5-6477a99ec276 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:38.884896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Port': ['ID=a6018cf3-b123-4cd0-8ec5-6477a99ec276,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:38.918324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d567ae0-fa45-49f4-8ca3-4d99a3a289b1 req-a0a86f26-2bea-453e-aad2-f45e4fbabca7 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 210 time: 0.0929015 Nov 11 20:56:39.011215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['b25b3988-954e-492a-b40a-64aedbe14b8e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:39.076572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-32110a7b-81d6-4870-8836-49b00b2a84df None None] Provisioning complete for port a6018cf3-b123-4cd0-8ec5-6477a99ec276 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:39.076946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32110a7b-81d6-4870-8836-49b00b2a84df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.107574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-32110a7b-81d6-4870-8836-49b00b2a84df None None] Port a6018cf3-b123-4cd0-8ec5-6477a99ec276 was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 20:56:39.123502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd0bf-077a-4305-8dd2-cd74b8d55ebe req-54fa9b82-e7eb-4c16-be93-f822cbcd55b8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:39.129647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-485cd0bf-077a-4305-8dd2-cd74b8d55ebe req-54fa9b82-e7eb-4c16-be93-f822cbcd55b8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 946 time: 0.1080754 Nov 11 20:56:39.221802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f47cb-8b3d-4873-8fc4-8cb277ad0a2c None None] DHCP port deletion for 109533ce-2ee0-43c8-aed5-d3eefb59f3cf request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:39.251670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.276952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-485cd0bf-077a-4305-8dd2-cd74b8d55ebe req-4d0944b7-56e7-4ef9-bce7-29727e1ce5f6 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394386 Nov 11 20:56:39.295091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109533ce-2ee0-43c8-aed5-d3eefb59f3cf']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:39.317182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fef3818-4552-4006-953f-5dffdb2c39d3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:39.320940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fef3818-4552-4006-953f-5dffdb2c39d3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:39.335078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.354777 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.380723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:39.381097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:39.412010 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:39.467956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474e792-6a35-499d-8f9d-acd2f55741b4 req-924ea15c-b6b9-461f-8e64-dd867769a9c6 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:39.475550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474e792-6a35-499d-8f9d-acd2f55741b4 req-924ea15c-b6b9-461f-8e64-dd867769a9c6 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:39.485585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a474e792-6a35-499d-8f9d-acd2f55741b4 req-924ea15c-b6b9-461f-8e64-dd867769a9c6 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1678 time: 0.0764995 Nov 11 20:56:39.538878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-08ca5a84-2c93-4c27-b21d-7c7573156237 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:39.542135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-08ca5a84-2c93-4c27-b21d-7c7573156237 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.58 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 820 time: 0.6912048 Nov 11 20:56:39.549376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a474e792-6a35-499d-8f9d-acd2f55741b4 req-6836362b-6371-41fc-8f9b-c4b31c653428 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638330 Nov 11 20:56:39.565079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Request body: {'port': {'device_id': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'admin_state_up': True, 'tenant_id': '3e39adeb73a84d65a33769377ac9b031'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:39.664061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.676678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:39.680911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.690599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/109533ce-2ee0-43c8-aed5-d3eefb59f3cf HTTP/1.1" status: 204 len: 168 time: 1.6592515 Nov 11 20:56:39.694726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:39.710420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6057338-9ac7-4588-af3f-973f0a8bd1fe tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=109533ce-2ee0-43c8-aed5-d3eefb59f3cf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:39.751886 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8656e8-1212-48f5-8bed-5416dd1e28d4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:39.752355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8656e8-1212-48f5-8bed-5416dd1e28d4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:39.755358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0a8656e8-1212-48f5-8bed-5416dd1e28d4 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/220bf25d-11db-4df1-a973-1d68b41a59c6 HTTP/1.1" status: 404 len: 337 time: 0.0593972 Nov 11 20:56:39.759530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46690) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:39.779478 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a341dd-a43a-4314-b991-cd09a13c2ad9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:39.780074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a341dd-a43a-4314-b991-cd09a13c2ad9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:39.783866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-14a341dd-a43a-4314-b991-cd09a13c2ad9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/84c4c0b3-dafe-4862-9da6-f6d8bbf3f768 HTTP/1.1" status: 404 len: 339 time: 0.0232518 Nov 11 20:56:39.787155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:39.809455 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dec5294a-fa2b-480a-b67f-be4cbb9cb325 req-0916cb9c-4970-4a49-ad7c-9d1634e5e106 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 210 time: 0.0601003 Nov 11 20:56:39.842925 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-112d99ad-7b20-43f2-9013-1b615f8e1795 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:39.843858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112d99ad-7b20-43f2-9013-1b615f8e1795 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:39.848612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-network', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:39.853100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-112d99ad-7b20-43f2-9013-1b615f8e1795 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/d9db43a1-25f0-4bf6-8cdf-91010a822225 HTTP/1.1" status: 404 len: 337 time: 0.0626295 Nov 11 20:56:39.855515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:39.884794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Made reservation on behalf of 3e39adeb73a84d65a33769377ac9b031 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:39.888232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:39.892539 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1813f8-b549-4c2f-887d-1da2f50a4d9c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:39.893090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1813f8-b549-4c2f-887d-1da2f50a4d9c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:39.896025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fd1813f8-b549-4c2f-887d-1da2f50a4d9c tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/1310583c-1b2a-4360-835d-871b9235263b HTTP/1.1" status: 404 len: 339 time: 0.0375462 Nov 11 20:56:39.898870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:39.932893 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a481d27c-09ef-416f-a24a-3c08d9858c96 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:39.933433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a481d27c-09ef-416f-a24a-3c08d9858c96 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:39.954449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a481d27c-09ef-416f-a24a-3c08d9858c96 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/2f76c02b-ba69-4670-8708-dacc7cf5c8fb HTTP/1.1" status: 404 len: 337 time: 0.0516517 Nov 11 20:56:39.964184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:40.002889 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99ef390-6d5b-4d65-a471-c6db2628b120 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:40.003496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99ef390-6d5b-4d65-a471-c6db2628b120 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:40.007399 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a99ef390-6d5b-4d65-a471-c6db2628b120 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/45694e79-ac99-469e-8406-7d651cdecb3a HTTP/1.1" status: 404 len: 339 time: 0.0421739 Nov 11 20:56:40.008748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Made reservation on behalf of 8de940e06fbb4baa8026a8d746a31a28 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:40.011100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:40.012061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.033930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.093623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd18f2c9-83d2-4b4c-ae56-6fadf2d560c3 req-e699e014-65a4-43ec-9da0-fc3f3500c4a2 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 210 time: 0.0539591 Nov 11 20:56:40.129496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting subnet 33e2750d-1c1d-490b-bcc3-a42d205ba3d9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:40.134489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.159408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.189899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Allocated IP 172.20.0.14 (34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6/a75adf20-24f1-4d14-8970-e7a554f342a7/f2aa50bb-17c1-47f8-af79-3ee4f430a4a0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:40.193629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.247524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.275338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:40.285917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2577e531-250d-4f1e-9737-7ccee2505c50,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:40.290870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.291217 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Added segment e65d81f1-4073-4467-a806-6ab889714576 of type vlan for network 863b445e-cec5-4360-9b98-7d6db0d0aa91 Nov 11 20:56:40.338811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.377965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.455914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.457096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:40.457799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.470300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.541172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] Pushing event updated for resources: {'Network': ['ID=863b445e-cec5-4360-9b98-7d6db0d0aa91,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:40.552033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:40.582706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.592396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcfb79-b0d9-4988-9087-a65fd400addb req-cf00d37e-3192-4d7d-b50d-24487669dfe2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:40.598189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61dcfb79-b0d9-4988-9087-a65fd400addb req-cf00d37e-3192-4d7d-b50d-24487669dfe2 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 946 time: 0.0689485 Nov 11 20:56:40.629471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=33e2750d-1c1d-490b-bcc3-a42d205ba3d9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:40.645978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985456f0-6082-4b01-aa14-95c374048f28 None None] Network 02c4f8c9-0b11-4246-97f7-48fb43615388 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:40.650275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.652379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61dcfb79-b0d9-4988-9087-a65fd400addb req-a65f12f3-d334-4682-b9b2-d3773bfc29e7 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Nov 11 20:56:40.657592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-97b0ec1f-a71a-4dee-9b46-550e8349eb32 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/33e2750d-1c1d-490b-bcc3-a42d205ba3d9 HTTP/1.1" status: 204 len: 168 time: 0.6421618 Nov 11 20:56:40.661337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:40.673841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.705048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-38b4b755-7437-4190-bbb0-fa64af5b122d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0271480 Nov 11 20:56:40.706515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46718) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:40.727961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Request body: {'subnet': {'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-subnet', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:40.738064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event updated for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:40.761351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba5904-1e45-4383-8a9c-1b87fa415f94 req-5b0f5e95-a9fe-4c64-ba61-837317c0c835 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:40.768629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba5904-1e45-4383-8a9c-1b87fa415f94 req-5b0f5e95-a9fe-4c64-ba61-837317c0c835 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:40.776782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcba5904-1e45-4383-8a9c-1b87fa415f94 req-5b0f5e95-a9fe-4c64-ba61-837317c0c835 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1678 time: 0.1521249 Nov 11 20:56:40.804059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:40.821889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.833839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:40.847781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcba5904-1e45-4383-8a9c-1b87fa415f94 req-c4fbad7c-d0fe-42f9-bee6-03aeb1682d18 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682385 Nov 11 20:56:40.851475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:40.851948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d9f2a-b04a-4678-b5bd-1e04bfee6a7f None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:40.868693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a6018cf3-b123-4cd0-8ec5-6477a99ec276 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:40.869952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Made reservation on behalf of 8de940e06fbb4baa8026a8d746a31a28 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:40.872373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.931202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:40.934491 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:40.934609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a6018cf3-b123-4cd0-8ec5-6477a99ec276 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:40.934609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a6018cf3-b123-4cd0-8ec5-6477a99ec276 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:40.966443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] DHCP port deletion for 02c4f8c9-0b11-4246-97f7-48fb43615388 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:40.983045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-749ec08c-4779-4df6-9834-71540fa524c5 req-2afc8495-cd6a-4969-baae-8468672006bb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 210 time: 0.0503438 Nov 11 20:56:41.009860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:41.010596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.010765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-59adc0e5-7c32-4411-80cd-193b9403bbc6 None None] Provisioning complete for port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:41.011088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59adc0e5-7c32-4411-80cd-193b9403bbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.056660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-59adc0e5-7c32-4411-80cd-193b9403bbc6 None None] Port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:41.058715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-9a9e6ea8-91c5-4287-8989-1b6784c0411d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5061862 Nov 11 20:56:41.066249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Deleting port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:41.066633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.080985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b25b3988-954e-492a-b40a-64aedbe14b8e up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:41.086123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Request body: {'port': {'device_id': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:41.111814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] For port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,segment=NetworkSegment(3bc14b2d-ca84-4b73-b59e-41f023ac945e),segment_id=3bc14b2d-ca84-4b73-b59e-41f023ac945e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:41.112209 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.132751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Calling delete_port for ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:41.169621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.206356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] For port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,segment=NetworkSegment(3bc14b2d-ca84-4b73-b59e-41f023ac945e),segment_id=3bc14b2d-ca84-4b73-b59e-41f023ac945e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:41.206699 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.229672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Calling delete_port for ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:41.299275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d63261-55fb-4754-8736-0e6b33cf0336 req-37298b29-73a7-4506-81f5-dc7d1c7b8a3f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:41.300956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1d63261-55fb-4754-8736-0e6b33cf0336 req-37298b29-73a7-4506-81f5-dc7d1c7b8a3f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 932 time: 0.0806010 Nov 11 20:56:41.325599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port b25b3988-954e-492a-b40a-64aedbe14b8e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:41.329613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.335459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port b25b3988-954e-492a-b40a-64aedbe14b8e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:41.336467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.410562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1d63261-55fb-4754-8736-0e6b33cf0336 req-4330ae74-c449-41f8-8d80-f87bdcfdfbc4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982871 Nov 11 20:56:41.417176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=01bf0a32-2ab1-4e07-95b5-b60b9ee45207,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:41.423824 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.442187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.456769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25b3988-954e-492a-b40a-64aedbe14b8e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:41.459057 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2cb000-4a29-4ff2-8585-972f8724cff0" -d '{"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-plugged", "status": "completed", "tag": "b25b3988-954e-492a-b40a-64aedbe14b8e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:41.471254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Checking segment: {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:41.471655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Network hostable DHCP agents. Network: 863b445e-cec5-4360-9b98-7d6db0d0aa91, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:41.476833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Port': ['ID=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:41.479225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No DVR routers for this DVR port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:41.493105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:41.496134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.501821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.504314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port b25b3988-954e-492a-b40a-64aedbe14b8e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b25b3988-954e-492a-b40a-64aedbe14b8e,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:41.517117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Transition to ACTIVE for port object f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:41.534724 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe456c2-ee07-4043-9aa6-becfb47c806b x-openstack-request-id: req-9fe456c2-ee07-4043-9aa6-becfb47c806b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:41.535020 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-plugged", "status": "completed", "tag": "b25b3988-954e-492a-b40a-64aedbe14b8e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:41.535335 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fe456c2-ee07-4043-9aa6-becfb47c806b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:41.535737 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25b3988-954e-492a-b40a-64aedbe14b8e', 'code': 200} Nov 11 20:56:41.539438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Pushing event deleted for resources: {'Port': ['ID=ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:41.546151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] No DVR routers for this DVR port ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:41.554220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.555383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.556520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.566421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eae51-da8a-4e09-9d03-adde3430f748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:56:41.573920 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.595669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c4f8c9-0b11-4246-97f7-48fb43615388']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:41.604999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc14b2d-ca84-4b73-b59e-41f023ac945e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:41.605297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc14b2d-ca84-4b73-b59e-41f023ac945e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:41.614824 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.628730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.634711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:41.635125 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:41.638170 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:41.740367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.748590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.750391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63e6b464-4f45-4a24-97e3-7190ab3c6a8d up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:41.751601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:41.800682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Pushing event updated for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:41.802332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caed2c5-4369-4b48-a0db-9389a45d49db req-5aa44067-7add-427c-9cc4-99d25dc8b2e7 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:41.810215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0caed2c5-4369-4b48-a0db-9389a45d49db req-5aa44067-7add-427c-9cc4-99d25dc8b2e7 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 946 time: 0.0849447 Nov 11 20:56:41.814317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05d535-abb1-4eea-8f61-9b8be5899ddd None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:41.853268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 863b445e-cec5-4360-9b98-7d6db0d0aa91) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:41.855130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.865751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:41.866400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.873177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:41.877127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/02c4f8c9-0b11-4246-97f7-48fb43615388 HTTP/1.1" status: 204 len: 168 time: 1.2146668 Nov 11 20:56:41.882774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:41.892238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2960a-942d-4e9d-9c64-1fec083d19a1 None None] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:41.897108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394809ec-51e1-467f-b5bf-bb7f79970c83 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=02c4f8c9-0b11-4246-97f7-48fb43615388,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:41.897319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=b25b3988-954e-492a-b40a-64aedbe14b8e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:41.940681 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3b80e8-7c3e-4368-b15e-0145e17bfed9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:41.941200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3b80e8-7c3e-4368-b15e-0145e17bfed9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:41.944360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d3b80e8-7c3e-4368-b15e-0145e17bfed9 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/2ea843ef-afc1-4e49-b30a-62bb08424f66 HTTP/1.1" status: 404 len: 337 time: 0.0603535 Nov 11 20:56:41.954319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:41.955213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Attempting to bind port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:41.955551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Attempting to bind port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:41.956743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Attempting to bind port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 on network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:41.979987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 on network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:41.980321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Attempting to bind port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 on network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:41.994538 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d19e59f-ba56-4daf-8663-66c110236d7a tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] DELETE failed (client error): The resource could not be found. Nov 11 20:56:41.996241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d19e59f-ba56-4daf-8663-66c110236d7a tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:56:42.002331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1d19e59f-ba56-4daf-8663-66c110236d7a tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/c16b5263-eb2b-4d59-bba5-fad7dc8d5762 HTTP/1.1" status: 404 len: 339 time: 0.0441396 Nov 11 20:56:42.006018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:42.006369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Checking segment: {'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:42.006756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Bound using segment: {'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:42.007197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Bound port: f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de463410-831f-4e8c-b58d-c7dbd456845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:42.007663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.010581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:42.023916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-426095ec-0e7a-4abb-97f8-2e6e0ec70ddb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3048520 Nov 11 20:56:42.027949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:42.033374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:42.065791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0caed2c5-4369-4b48-a0db-9389a45d49db req-4baad3d0-52ee-4304-9e56-598c1f5332b7 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432005 Nov 11 20:56:42.113375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:42.120183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-863b445e-cec5-4360-9b98-7d6db0d0aa91', 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'fixed_ips': [{'subnet_id': '01bf0a32-2ab1-4e07-95b5-b60b9ee45207'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:42.121198 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.128127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad4dc-6b6d-4d66-be54-76bda4d821a1 req-30974d67-c03b-4234-bd62-b570406bade3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:42.132549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:42.133274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.134541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad4dc-6b6d-4d66-be54-76bda4d821a1 req-30974d67-c03b-4234-bd62-b570406bade3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:42.143081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22fad4dc-6b6d-4d66-be54-76bda4d821a1 req-30974d67-c03b-4234-bd62-b570406bade3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1679 time: 0.1835701 Nov 11 20:56:42.153418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.158847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.162808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting subnet 2e2a84bc-8476-4a64-ada2-547ff196ab72 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:42.178810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.238568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:42.239366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.247934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.288297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:42.294746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22fad4dc-6b6d-4d66-be54-76bda4d821a1 req-9a6cf0ce-a999-47b9-96f4-dd91ca8c6ac0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508484 Nov 11 20:56:42.308674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ce2e537-ddd4-40dc-adc5-4a63726a4b7c req-cb89bd26-0454-4e2c-b2e0-37820fbc9eb6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 210 time: 0.0646322 Nov 11 20:56:42.335194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.348945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-7990773c-d1c7-4c29-a434-c7098f46691a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:42.350854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-7990773c-d1c7-4c29-a434-c7098f46691a tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 946 time: 0.1098828 Nov 11 20:56:42.357234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Allocated IP 172.20.0.2 (863b445e-cec5-4360-9b98-7d6db0d0aa91/01bf0a32-2ab1-4e07-95b5-b60b9ee45207/48ce5349-885f-46ad-b2df-6553c606e297) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:42.393733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:42.421241 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.437545 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.477974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02375b96-8248-4c98-b125-d9fe60666f08 None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:42.531226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:42.531876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.534395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] 10.222.0.58 "PUT /v2.0/ports/f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 1092 time: 1.4518945 Nov 11 20:56:42.569051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.577335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:42.580118 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab6d99-85d4-4ad0-98db-4a10688ca758" -d '{"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:42.597006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.630053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96858551-c83c-48d5-a878-cda6c5b9addc service neutron] Pushing event updated for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:42.631618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Deleting port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:42.632414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.632885 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.652530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:42.687384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1dae-e5da-47eb-99bd-681b46e31a53 req-d8232eab-6d91-4d97-9e25-4b11058a8dbd tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:42.689270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73bc1dae-e5da-47eb-99bd-681b46e31a53 req-d8232eab-6d91-4d97-9e25-4b11058a8dbd tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 944 time: 0.1545439 Nov 11 20:56:42.704046 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2273273c-70b5-468e-9add-a9b56bc32c96 x-openstack-request-id: req-2273273c-70b5-468e-9add-a9b56bc32c96 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:42.704519 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:42.704630 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2273273c-70b5-468e-9add-a9b56bc32c96 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:42.704951 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'status': 'completed', 'code': 200} Nov 11 20:56:42.727466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.768690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2a84bc-8476-4a64-ada2-547ff196ab72,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:42.781952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.803826 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.810012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fa7c6965-b42c-400b-99d5-6e217918fe86 tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/subnets/2e2a84bc-8476-4a64-ada2-547ff196ab72 HTTP/1.1" status: 204 len: 168 time: 0.7942615 Nov 11 20:56:42.812904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-8a8a408d-5947-4143-8bf8-ace962359328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:42.814381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-8a8a408d-5947-4143-8bf8-ace962359328 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1095 time: 0.1473026 Nov 11 20:56:42.815770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:42.826906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73bc1dae-e5da-47eb-99bd-681b46e31a53 req-a3fcd807-f8aa-4e32-9b80-77de265e63be tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208069 Nov 11 20:56:42.840314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b1e2f-2fa8-4d45-b4a2-5a50fb327d1c None None] Network bc6f536e-658e-414a-8789-bc904ded7767 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:42.893010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] For port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:42.893479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.910754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Calling delete_port for 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:42.927373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:42.929220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:42.931440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710164bc-b345-498b-9998-f0d2eb0949cd req-f2fc5998-acd4-4e34-bd23-57cb501d5544 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:42.931786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Pushing event updated for resources: {'Port': ['ID=48ce5349-885f-46ad-b2df-6553c606e297,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:42.933143 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-710164bc-b345-498b-9998-f0d2eb0949cd req-f2fc5998-acd4-4e34-bd23-57cb501d5544 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 945 time: 0.1817889 Nov 11 20:56:42.955795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-c52e98ac-0151-4e06-9eea-33066c588e89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 217 time: 0.0691442 Nov 11 20:56:42.976288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:42.983047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:42.989580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:43.038692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-2c8e3b29-5f52-46de-9f2c-db8a8d664969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:43.040350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-2c8e3b29-5f52-46de-9f2c-db8a8d664969 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.0620553 Nov 11 20:56:43.043101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:43.043450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec2f54d1-ea3d-4a13-b4ac-7a5ecc657aac not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:43.104516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-0b3cad1e-d729-4eca-adc3-719e4b5b9f6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337634 Nov 11 20:56:43.153577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Attempting to bind port 48ce5349-885f-46ad-b2df-6553c606e297 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:43.153958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Attempting to bind port 48ce5349-885f-46ad-b2df-6553c606e297 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:43.154327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Attempting to bind port 48ce5349-885f-46ad-b2df-6553c606e297 on network 863b445e-cec5-4360-9b98-7d6db0d0aa91 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:43.160723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:43.161099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Checking segment: {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:43.161502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.161893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Bound using segment: {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:43.162360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Bound port: 48ce5349-885f-46ad-b2df-6553c606e297, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:43.162739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.261631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-07141826-72ed-459e-9297-eec497960c34 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572805 Nov 11 20:56:43.261851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] For port 48ce5349-885f-46ad-b2df-6553c606e297, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:43.266334 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b0bbc3f8-bd6b-49be-b57a-21ba3e2e4c58 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637350 Nov 11 20:56:43.266565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] For port 48ce5349-885f-46ad-b2df-6553c606e297, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=48ce5349-885f-46ad-b2df-6553c606e297,segment=NetworkSegment(e65d81f1-4073-4467-a806-6ab889714576),segment_id=e65d81f1-4073-4467-a806-6ab889714576)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:43.323855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Deleting port 7826cc14-dcc0-43a4-9be9-c979a6afe07a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:43.324548 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.327691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] DHCP port deletion for bc6f536e-658e-414a-8789-bc904ded7767 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:43.339375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Deleting port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:43.339864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.363303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.385479 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.421132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.441216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ed2dc-152f-4484-a364-f2bf2157d3d0 req-69471c17-cde0-4003-b954-ecf6f743a7b3 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:43.449419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c03ed2dc-152f-4484-a364-f2bf2157d3d0 req-69471c17-cde0-4003-b954-ecf6f743a7b3 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 946 time: 0.2324121 Nov 11 20:56:43.455368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-2340eb78-e060-4f9d-a134-db6d7a68467a service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415873 Nov 11 20:56:43.466715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.485329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['9c5112ed-0ffa-48cd-ac96-0a40ded4c36e', '7826cc14-dcc0-43a4-9be9-c979a6afe07a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:43.500680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] Deleting port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:43.502385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.550502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:43.553412 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccce57-c206-4d6e-aefc-f0d82c0b321b" -d '{"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-plugged", "status": "completed", "tag": "63e6b464-4f45-4a24-97e3-7190ab3c6a8d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:43.601560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dc1c9-ab35-416d-8685-e05a7efdf547 None None] Pushing event updated for resources: {'Port': ['ID=48ce5349-885f-46ad-b2df-6553c606e297,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:43.708642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] For port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,segment=NetworkSegment(6b483184-8048-46e2-be4f-e2ea9a9dc221),segment_id=6b483184-8048-46e2-be4f-e2ea9a9dc221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:43.709223 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.736925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] Calling delete_port for 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:43.964236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event deleted for resources: {'Port': ['ID=9c5112ed-0ffa-48cd-ac96-0a40ded4c36e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:44.016382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a125d7-371c-4612-93af-f3b057a4d38b None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:44.066474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] For port 7826cc14-dcc0-43a4-9be9-c979a6afe07a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7826cc14-dcc0-43a4-9be9-c979a6afe07a,segment=NetworkSegment(f3553ad5-9cac-4418-bd35-2f02b97cba48),segment_id=f3553ad5-9cac-4418-bd35-2f02b97cba48)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:44.066848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.079511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] For port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,segment=NetworkSegment(6b483184-8048-46e2-be4f-e2ea9a9dc221),segment_id=6b483184-8048-46e2-be4f-e2ea9a9dc221)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:44.080077 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.080211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.094317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] No DVR routers for this DVR port 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:44.102407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c03ed2dc-152f-4484-a364-f2bf2157d3d0 req-fed94be8-7806-4286-a9cc-4b0c1f1336c7 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/security-groups?id=804a436b-13c0-4ee1-bccb-285467884687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518059 Nov 11 20:56:44.110396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.112781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] Pushing event deleted for resources: {'Port': ['ID=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:44.115292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbead5c3-e5d0-43ed-a824-841253eb25c1 req-bbec59b7-51eb-4723-9ba1-758360916b87 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "DELETE /v2.0/ports/9c5112ed-0ffa-48cd-ac96-0a40ded4c36e HTTP/1.1" status: 204 len: 173 time: 1.7163272 Nov 11 20:56:44.115770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'name': 'network-vif-deleted', 'tag': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:44.118088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90668362-288d-422d-91fe-6e9a1a876a3a None None] No DVR routers for this DVR port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:44.119323 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e824719-d675-420a-afd5-7cd2d8c54382" -d '{"events": [{"server_uuid": "eb7448a4-30e1-4d00-a506-39005ef25f2a", "name": "network-vif-deleted", "tag": "9c5112ed-0ffa-48cd-ac96-0a40ded4c36e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:44.126744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Calling delete_port for 7826cc14-dcc0-43a4-9be9-c979a6afe07a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:44.145426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-38bf3199-cc19-4c62-9631-3ca69a0d4865 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.146876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-38bf3199-cc19-4c62-9631-3ca69a0d4865 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8635416 Nov 11 20:56:44.151623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Allocated IP 172.25.2.23 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/d97c2468-0502-4f34-b95a-a58b4b70ccc2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:44.154800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Calling delete_port for 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:44.163053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-3876be14-733f-481a-9594-7f99728af69d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.164606 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-3876be14-733f-481a-9594-7f99728af69d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8948467 Nov 11 20:56:44.178098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53547a4-49a1-4733-b416-58fd4c593fbf req-78c1c021-50b1-4351-b376-2ca7299d26fc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.184130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53547a4-49a1-4733-b416-58fd4c593fbf req-78c1c021-50b1-4351-b376-2ca7299d26fc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.185832 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f53547a4-49a1-4733-b416-58fd4c593fbf req-78c1c021-50b1-4351-b376-2ca7299d26fc tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1680 time: 0.7389905 Nov 11 20:56:44.195113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:44.202920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:44.292551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-92279165-1a32-451b-9201-e7e522e3abf4 req-f97e0438-605f-4024-976e-d33f6fe12370 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 210 time: 0.0635951 Nov 11 20:56:44.351692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.432720 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f0933-ce85-4be0-bb71-bb7fb7b69c58 x-openstack-request-id: req-b95f0933-ce85-4be0-bb71-bb7fb7b69c58 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:44.433090 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-plugged", "status": "completed", "tag": "63e6b464-4f45-4a24-97e3-7190ab3c6a8d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:44.435488 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b95f0933-ce85-4be0-bb71-bb7fb7b69c58 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:44.435488 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d', 'code': 200} Nov 11 20:56:44.447175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5aadf6d-90da-40c7-b882-21f5f3908d7b req-68542c36-a15e-48ff-aee8-871f5bde072e service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048776 Nov 11 20:56:44.493695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f53547a4-49a1-4733-b416-58fd4c593fbf req-3679ff3d-ebf1-4ead-8a91-071852fc9151 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951689 Nov 11 20:56:44.537932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.567831 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.573392 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7439e-22a5-4203-a5b3-66eadabec3e2 x-openstack-request-id: req-d0d7439e-22a5-4203-a5b3-66eadabec3e2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:44.573950 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7448a4-30e1-4d00-a506-39005ef25f2a", "name": "network-vif-deleted", "tag": "9c5112ed-0ffa-48cd-ac96-0a40ded4c36e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:44.574207 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0d7439e-22a5-4203-a5b3-66eadabec3e2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:44.578400 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7448a4-30e1-4d00-a506-39005ef25f2a', 'name': 'network-vif-deleted', 'tag': '9c5112ed-0ffa-48cd-ac96-0a40ded4c36e', 'status': 'completed', 'code': 200} Nov 11 20:56:44.578591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Port': ['ID=8bfb95d7-8c0a-4c9b-97c2-a3ff63670323,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:44.578829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] No DVR routers for this DVR port 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:44.582998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['9c5112ed-0ffa-48cd-ac96-0a40ded4c36e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:44.636139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.669190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Pushing event deleted for resources: {'Port': ['ID=7826cc14-dcc0-43a4-9be9-c979a6afe07a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:44.702308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc722f3-2669-4df5-ac5b-2b376dfb1510 None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:44.709931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:44.713222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.723501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.735992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:44.766207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] No DVR routers for this DVR port 7826cc14-dcc0-43a4-9be9-c979a6afe07a on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:44.769592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:44.779285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6f536e-658e-414a-8789-bc904ded7767']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:44.779386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.779386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-710164bc-b345-498b-9998-f0d2eb0949cd req-0ee31a3a-6a7d-43ec-85da-d07e0812c0d8 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.62 "DELETE /v2.0/ports/7826cc14-dcc0-43a4-9be9-c979a6afe07a HTTP/1.1" status: 204 len: 173 time: 1.8341365 Nov 11 20:56:44.781957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:44.796015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057e25a-7331-4730-b8b6-5edff392ba4e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:44.801813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f9643-4a17-4827-90ae-62da17b57d99 req-51ed798b-0bd6-4d17-97d8-9049dc420f6a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.809974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae9f9643-4a17-4827-90ae-62da17b57d99 req-51ed798b-0bd6-4d17-97d8-9049dc420f6a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 944 time: 0.2867975 Nov 11 20:56:44.830207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bf8b7-ef84-45fe-9ee8-5c45f45f6151 req-08c8425e-25d6-4743-baca-66b9dc506912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.830701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bf8b7-ef84-45fe-9ee8-5c45f45f6151 req-08c8425e-25d6-4743-baca-66b9dc506912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.832613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f3bf8b7-ef84-45fe-9ee8-5c45f45f6151 req-08c8425e-25d6-4743-baca-66b9dc506912 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1982 time: 0.2249999 Nov 11 20:56:44.884778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-051da7ac-2759-4d87-bf32-c60300a12e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:44.886310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-051da7ac-2759-4d87-bf32-c60300a12e11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1095 time: 0.2411017 Nov 11 20:56:44.890401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Pushing event updated for resources: {'Port': ['ID=d97c2468-0502-4f34-b95a-a58b4b70ccc2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:44.890640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b483184-8048-46e2-be4f-e2ea9a9dc221') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:44.891160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b483184-8048-46e2-be4f-e2ea9a9dc221') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:44.932063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-db5d09c9-e454-4cd0-9994-8436d8754268 None None] Provisioning complete for port d97c2468-0502-4f34-b95a-a58b4b70ccc2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:44.933497 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-db5d09c9-e454-4cd0-9994-8436d8754268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:44.983266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-db5d09c9-e454-4cd0-9994-8436d8754268 None None] Port d97c2468-0502-4f34-b95a-a58b4b70ccc2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:45.012426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 48ce5349-885f-46ad-b2df-6553c606e297 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:45.026003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:45.029582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.033959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.038800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-f8120a12-733e-4bf0-a54c-d58afdfb782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:45.040287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-f8120a12-733e-4bf0-a54c-d58afdfb782a service neutron] 10.222.0.58 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.1373606 Nov 11 20:56:45.045565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7bddf-2f26-4d92-a3bb-6fd9eb2c5e33 None None] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:45.074010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae9f9643-4a17-4827-90ae-62da17b57d99 req-95e8f234-7182-4fb7-b1a3-8fa868507675 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591481 Nov 11 20:56:45.081988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f3bf8b7-ef84-45fe-9ee8-5c45f45f6151 req-31dadd45-a5ec-4b2a-8861-d089e91f9a86 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109981 Nov 11 20:56:45.105578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-8bf80d21-dc66-4310-abbf-50a54481d885 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 217 time: 0.0478573 Nov 11 20:56:45.150050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.169105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1369b7ab-1dc7-4340-a925-13ce22764e39 None None] Provisioning complete for port 48ce5349-885f-46ad-b2df-6553c606e297 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:45.169488 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1369b7ab-1dc7-4340-a925-13ce22764e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.173400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 48ce5349-885f-46ad-b2df-6553c606e297 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:45.173716 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.183971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:45.184306 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:45.191902 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:45.338810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.343736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.123 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/bfd19100-a11c-4d74-a1bd-a949eedf1310) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:45.351172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-033fb471-7b71-428e-baef-a29b31667f57 req-034264b6-a522-4b14-ba86-db573ec2ce97 tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb7448a4-30e1-4d00-a506-39005ef25f2a HTTP/1.1" status: 200 len: 210 time: 0.0972087 Nov 11 20:56:45.361524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-4b48a154-3b6d-4ce6-a7c8-7893a7f10c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:45.363026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-4b48a154-3b6d-4ce6-a7c8-7893a7f10c05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.2249534 Nov 11 20:56:45.461095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37358c6b-0db1-438e-97bc-d0bd4fea4aa2 req-f1fa5afe-5c50-44bc-8be9-978194e314d3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 210 time: 0.0411570 Nov 11 20:56:45.493844 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.497400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-d8f2ef43-0062-4e9b-9852-0babddd65efe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200142 Nov 11 20:56:45.532504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.539533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] 10.222.0.31 "DELETE /v2.0/networks/bc6f536e-658e-414a-8789-bc904ded7767 HTTP/1.1" status: 204 len: 168 time: 2.7227485 Nov 11 20:56:45.588729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1369b7ab-1dc7-4340-a925-13ce22764e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.611065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.653886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1369b7ab-1dc7-4340-a925-13ce22764e39 None None] For port 48ce5349-885f-46ad-b2df-6553c606e297, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=48ce5349-885f-46ad-b2df-6553c606e297,segment=NetworkSegment(e65d81f1-4073-4467-a806-6ab889714576),segment_id=e65d81f1-4073-4467-a806-6ab889714576)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:45.655377 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.692297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbedcd-dd11-4917-9ad0-db1ffe0f330b tempest-NetworksIpV6Test-2078298723 tempest-NetworksIpV6Test-2078298723-project] Pushing event deleted for resources: {'Network': ['ID=bc6f536e-658e-414a-8789-bc904ded7767,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:45.854469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.854469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-94830666-acfa-4bfa-b209-cc7f9bb6b3f4 service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534312 Nov 11 20:56:45.854693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22e43d-c24c-443a-8ac8-190e9a035969 req-9a8778b6-593d-4f7a-af71-fe2496eee01e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:45.854693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22e43d-c24c-443a-8ac8-190e9a035969 req-9a8778b6-593d-4f7a-af71-fe2496eee01e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:45.854693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb22e43d-c24c-443a-8ac8-190e9a035969 req-9a8778b6-593d-4f7a-af71-fe2496eee01e tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1680 time: 0.1759250 Nov 11 20:56:45.897178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1369b7ab-1dc7-4340-a925-13ce22764e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:45.924073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb22e43d-c24c-443a-8ac8-190e9a035969 req-f8450bbe-776c-4552-bbb5-72b020d48408 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854485 Nov 11 20:56:45.933966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55ab6d99-85d4-4ad0-98db-4a10688ca758 req-77e20a70-b07e-4d51-bc70-2d0c9321ecbb service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111667 Nov 11 20:56:45.993920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369b7ab-1dc7-4340-a925-13ce22764e39 None None] Pushing event updated for resources: {'Port': ['ID=48ce5349-885f-46ad-b2df-6553c606e297,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:45.996486 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:56:45.996863 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:56:46.017610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-069b9ccb-c38e-4d76-9686-f51cd4893fee None None] Provisioning complete for port 48ce5349-885f-46ad-b2df-6553c606e297 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:46.020475 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-069b9ccb-c38e-4d76-9686-f51cd4893fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:46.041627 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:46.056746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:46.082640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:46.089423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Router f8939bb1-8958-4c80-abe7-ba3ee8019904 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:56:46.113554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:46.130601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:46.153776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:46.209294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=bfd19100-a11c-4d74-a1bd-a949eedf1310,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:46.209294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.180 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/4cf7c89f-64ba-460c-a410-413c4be6ea0f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:46.232479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:56:46.267391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Sync routers for ids ['f8939bb1-8958-4c80-abe7-ba3ee8019904'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:56:46.331376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Routers {'f8939bb1-8958-4c80-abe7-ba3ee8019904'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:46.332030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['f8939bb1-8958-4c80-abe7-ba3ee8019904'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:46.334242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:46.342088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-74a16adb-4e57-4ed8-947e-fa245fcd64cd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3060889 Nov 11 20:56:46.342088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:46.421071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358734b-6388-49b4-ba83-42b20c85aa92 req-a2b8e198-6d41-447c-a827-9032d39933d8 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:46.422950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7358734b-6388-49b4-ba83-42b20c85aa92 req-a2b8e198-6d41-447c-a827-9032d39933d8 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 944 time: 0.2060122 Nov 11 20:56:46.431503 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46782) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:46.459468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:46.460294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:46.578011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-97e0e685-1f22-4f77-bf3e-7e410982e06b None None] Provisioning complete for port bfd19100-a11c-4d74-a1bd-a949eedf1310 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:46.578564 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97e0e685-1f22-4f77-bf3e-7e410982e06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:46.581735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'name': 'network-vif-deleted', 'tag': '7826cc14-dcc0-43a4-9be9-c979a6afe07a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:46.588493 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb77255-06c7-4161-bffc-70ddf29b97a6" -d '{"events": [{"server_uuid": "b971f204-b9c8-4e25-a756-caa5f0d580a5", "name": "network-vif-deleted", "tag": "7826cc14-dcc0-43a4-9be9-c979a6afe07a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:46.628298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-2f7404c9-455e-40cf-9075-b2d989b8152f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4391398 Nov 11 20:56:46.630398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Set router f8939bb1-8958-4c80-abe7-ba3ee8019904 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:46.634208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7358734b-6388-49b4-ba83-42b20c85aa92 req-70c4bf02-ac05-42d0-8d8a-38c84fe9a9b2 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537089 Nov 11 20:56:46.689295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Request body: {'port': {'device_id': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:46.695336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eba4473d-3874-44d1-b819-be53a3f28ab6 req-786cfa74-c6a5-48c8-9f58-68733beafbeb tempest-MultipleCreateTestJSON-301430425 tempest-MultipleCreateTestJSON-301430425-project] 10.222.0.31 "GET /v2.0/ports?device_id=b971f204-b9c8-4e25-a756-caa5f0d580a5 HTTP/1.1" status: 200 len: 210 time: 0.0726871 Nov 11 20:56:46.734205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-97e0e685-1f22-4f77-bf3e-7e410982e06b None None] Port bfd19100-a11c-4d74-a1bd-a949eedf1310 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:46.747384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:46.803593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:46.803948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8bfb95d7-8c0a-4c9b-97c2-a3ff63670323 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:46.853181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:46.901266 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09397986-fb7e-491d-b835-60f44244f840 x-openstack-request-id: req-09397986-fb7e-491d-b835-60f44244f840 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:46.901266 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b971f204-b9c8-4e25-a756-caa5f0d580a5", "name": "network-vif-deleted", "tag": "7826cc14-dcc0-43a4-9be9-c979a6afe07a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:46.901266 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09397986-fb7e-491d-b835-60f44244f840 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:46.901266 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b971f204-b9c8-4e25-a756-caa5f0d580a5', 'name': 'network-vif-deleted', 'tag': '7826cc14-dcc0-43a4-9be9-c979a6afe07a', 'status': 'completed', 'code': 200} Nov 11 20:56:46.920122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c136a478-0c4e-4e08-bdf2-108aa94f3f38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a80b986ee13479cb4e618deb26b8e54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739530 Nov 11 20:56:46.926355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7fc9a747-8ef5-4444-b640-03fcdabe9025 req-0713b6c1-d2c4-447a-a781-18a1f7e8b6a4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 210 time: 0.1049163 Nov 11 20:56:46.974246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:46.988555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 48ce5349-885f-46ad-b2df-6553c606e297 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:47.005383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.051266 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.070216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:47.095554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7826cc14-dcc0-43a4-9be9-c979a6afe07a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:47.123105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dacfda51-2d24-49d7-8aef-8a25ef3ad4f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.126803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:47.145696 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7826cc14-dcc0-43a4-9be9-c979a6afe07a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:47.146020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7826cc14-dcc0-43a4-9be9-c979a6afe07a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:47.146568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:47.181967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:47.184302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 48ce5349-885f-46ad-b2df-6553c606e297 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:47.184658 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.185905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dacfda51-2d24-49d7-8aef-8a25ef3ad4f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.186177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:47.186441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:47.186563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9c5112ed-0ffa-48cd-ac96-0a40ded4c36e not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:47.196595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b9e9c-1135-4cad-9948-81dcfa58fd5c req-11857d39-ab8a-4b0b-bcc3-0ce3d3d336b0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:47.203405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b9e9c-1135-4cad-9948-81dcfa58fd5c req-11857d39-ab8a-4b0b-bcc3-0ce3d3d336b0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:47.205458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-627b9e9c-1135-4cad-9948-81dcfa58fd5c req-11857d39-ab8a-4b0b-bcc3-0ce3d3d336b0 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1680 time: 0.1373360 Nov 11 20:56:47.220132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:42Z', 'updated_at': '2021-11-11T20:56:45Z', 'revision_number': 3, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'gw_port': {'id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:43Z', 'updated_at': '2021-11-11T20:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:47.250849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:47.251623 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.252628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Checking router: f8939bb1-8958-4c80-abe7-ba3ee8019904 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:56:47.253327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Updating router f8939bb1-8958-4c80-abe7-ba3ee8019904 port d97c2468-0502-4f34-b95a-a58b4b70ccc2 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:56:47.263228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=4cf7c89f-64ba-460c-a410-413c4be6ea0f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:47.309986 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.401736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-c0c5e7a9-8e0b-4a2c-b36f-121c018db9db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2114806 Nov 11 20:56:47.426491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-627b9e9c-1135-4cad-9948-81dcfa58fd5c req-14c72d68-79ae-461a-96fb-b14b764ea452 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920552 Nov 11 20:56:47.447279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.475676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Request body: {'port': {'device_id': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:47.513609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dacfda51-2d24-49d7-8aef-8a25ef3ad4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.520814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dacfda51-2d24-49d7-8aef-8a25ef3ad4f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.522639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dacfda51-2d24-49d7-8aef-8a25ef3ad4f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac5a5529-0517-435a-8c7b-db9ce89a1d1c HTTP/1.1" status: 204 len: 168 time: 0.5472851 Nov 11 20:56:47.543806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfda51-2d24-49d7-8aef-8a25ef3ad4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a5529-0517-435a-8c7b-db9ce89a1d1c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:47.552805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd19100-a11c-4d74-a1bd-a949eedf1310 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:47.567922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.604425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Transition to ACTIVE for port object bfd19100-a11c-4d74-a1bd-a949eedf1310 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:47.605841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.679149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Allocated IP 172.20.0.1 (863b445e-cec5-4360-9b98-7d6db0d0aa91/01bf0a32-2ab1-4e07-95b5-b60b9ee45207/af6d25be-2982-441f-afde-15eeeb1a2ef5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:47.691591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f7abcd60-d87c-4faa-a34e-eedefd3fabe6 None None] Provisioning complete for port 4cf7c89f-64ba-460c-a410-413c4be6ea0f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:47.692427 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f7abcd60-d87c-4faa-a34e-eedefd3fabe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.704713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.815556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:47.831482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd19100-a11c-4d74-a1bd-a949eedf1310,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:47.942659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f7abcd60-d87c-4faa-a34e-eedefd3fabe6 None None] Port 4cf7c89f-64ba-460c-a410-413c4be6ea0f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:47.946765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:48.012315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.049195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae514-a3b4-47d7-b6f5-90a6118238fd req-01cc9d63-2383-46c3-a36e-bcbfb7381ec1 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:48.057682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59cae514-a3b4-47d7-b6f5-90a6118238fd req-01cc9d63-2383-46c3-a36e-bcbfb7381ec1 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 944 time: 0.2469652 Nov 11 20:56:48.064559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:48.094387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:48.099258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:48.103249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:48.106538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Pushing event updated for resources: {'Port': ['ID=af6d25be-2982-441f-afde-15eeeb1a2ef5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:48.193550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.226224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.349376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.373061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660f2be-84f3-4c70-9cd1-c34ccda6689a req-78d1321d-5396-473e-aaa4-b72c246ef4cf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:48.380866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660f2be-84f3-4c70-9cd1-c34ccda6689a req-78d1321d-5396-473e-aaa4-b72c246ef4cf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:48.382511 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b660f2be-84f3-4c70-9cd1-c34ccda6689a req-78d1321d-5396-473e-aaa4-b72c246ef4cf tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1680 time: 0.1112952 Nov 11 20:56:48.474130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71462a19-a6a4-4ba1-984d-4da273639315 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:48.520075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Attempting to bind port d97c2468-0502-4f34-b95a-a58b4b70ccc2 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:48.520075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Attempting to bind port d97c2468-0502-4f34-b95a-a58b4b70ccc2 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:48.520075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Attempting to bind port d97c2468-0502-4f34-b95a-a58b4b70ccc2 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:48.521950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee566980-4c99-4275-a801-7140d3519b2e None None] Pushing event updated for resources: {'Port': ['ID=d97c2468-0502-4f34-b95a-a58b4b70ccc2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:48.530612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b660f2be-84f3-4c70-9cd1-c34ccda6689a req-e189929d-efc6-40b4-92aa-dc2c9c1422a9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005259 Nov 11 20:56:48.554875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:48.555262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:48.555680 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.556173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:48.557167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Bound port: d97c2468-0502-4f34-b95a-a58b4b70ccc2, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:48.557559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.599858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.654129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] For port d97c2468-0502-4f34-b95a-a58b4b70ccc2, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:48.654837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] Deleting subnet db436eb0-d65c-40a9-b257-c0acc38ae2f6 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:48.658448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] For port d97c2468-0502-4f34-b95a-a58b4b70ccc2, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d97c2468-0502-4f34-b95a-a58b4b70ccc2,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:48.670241 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.685697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c0c4821-7f14-4e5b-845c-21d51ed27f0b None None] Provisioning complete for port af6d25be-2982-441f-afde-15eeeb1a2ef5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:48.685829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4821-7f14-4e5b-845c-21d51ed27f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.693704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59cae514-a3b4-47d7-b6f5-90a6118238fd req-78448720-9f95-41c7-b85e-5d3236904c05 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302419 Nov 11 20:56:48.719065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Attempting to bind port bfd19100-a11c-4d74-a1bd-a949eedf1310 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:48.719683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Attempting to bind port bfd19100-a11c-4d74-a1bd-a949eedf1310 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:48.720224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Attempting to bind port bfd19100-a11c-4d74-a1bd-a949eedf1310 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:48.727228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c4821-7f14-4e5b-845c-21d51ed27f0b None None] Port af6d25be-2982-441f-afde-15eeeb1a2ef5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:48.738544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c0c4821-7f14-4e5b-845c-21d51ed27f0b None None] Provisioning complete for port d97c2468-0502-4f34-b95a-a58b4b70ccc2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:48.739044 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4821-7f14-4e5b-845c-21d51ed27f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.742568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Port bfd19100-a11c-4d74-a1bd-a949eedf1310 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:48.743102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Attempting to bind port bfd19100-a11c-4d74-a1bd-a949eedf1310 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:48.769537 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.769661 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.789718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:48.790063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:48.790892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:48.790892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Bound port: bfd19100-a11c-4d74-a1bd-a949eedf1310, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:48.791285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.822431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:48.848887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53d23-3276-42ab-8798-a9de1dba14a8 req-0fdfbb35-ed75-4715-8f06-01dd79d892c6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:48.856985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdd53d23-3276-42ab-8798-a9de1dba14a8 req-0fdfbb35-ed75-4715-8f06-01dd79d892c6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 936 time: 0.2358484 Nov 11 20:56:48.867754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fc62f-f1e4-479b-aceb-042ef94063a1 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:48.871990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c4821-7f14-4e5b-845c-21d51ed27f0b None None] Port d97c2468-0502-4f34-b95a-a58b4b70ccc2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:48.873729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.895741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf7c89f-64ba-460c-a410-413c4be6ea0f {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:48.919061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.934223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:48.960193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdd53d23-3276-42ab-8798-a9de1dba14a8 req-4523ee67-3b38-4885-a844-b462c40eb45a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881512 Nov 11 20:56:48.960604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Transition to ACTIVE for port object 4cf7c89f-64ba-460c-a410-413c4be6ea0f will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:56:48.975046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] For port bfd19100-a11c-4d74-a1bd-a949eedf1310, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:48.978977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] For port bfd19100-a11c-4d74-a1bd-a949eedf1310, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bfd19100-a11c-4d74-a1bd-a949eedf1310,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:48.989426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee566980-4c99-4275-a801-7140d3519b2e None None] Pushing event updated for resources: {'Port': ['ID=d97c2468-0502-4f34-b95a-a58b4b70ccc2,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:48.995059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Routers {'f8939bb1-8958-4c80-abe7-ba3ee8019904'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:48.995692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['f8939bb1-8958-4c80-abe7-ba3ee8019904'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:49.054985 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.072290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:49.089679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ac8c35f2-baed-44b0-8bac-4747880281d0 None None] Provisioning complete for port d97c2468-0502-4f34-b95a-a58b4b70ccc2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:49.090066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac8c35f2-baed-44b0-8bac-4747880281d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.090300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.096302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.099632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.120464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:49.122556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'port_id': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'mac_address': 'fa:16:3e:e4:89:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:49.139343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.142406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Pushing event updated for resources: {'Port': ['ID=af6d25be-2982-441f-afde-15eeeb1a2ef5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:49.198586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db436eb0-d65c-40a9-b257-c0acc38ae2f6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:49.208006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] Set router f8939bb1-8958-4c80-abe7-ba3ee8019904 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:49.254939 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.268160 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.276482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d9586-a7e1-40ad-bec6-fc7477345ae2 None None] Network 69dc1947-6bb6-4b74-9c60-398d22d27df0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:49.279395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:49.282848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:49.288337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dbbf0b7e-c9fb-4b45-8d60-43cf5b1c2428 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/db436eb0-d65c-40a9-b257-c0acc38ae2f6 HTTP/1.1" status: 204 len: 168 time: 1.1987324 Nov 11 20:56:49.291366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:49.356265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:49.382087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:49.382926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.384479 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/bfd19100-a11c-4d74-a1bd-a949eedf1310 HTTP/1.1" status: 200 len: 1096 time: 2.7139902 Nov 11 20:56:49.397456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-459433369'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:49.411335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'tag': 'bfd19100-a11c-4d74-a1bd-a949eedf1310'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:49.414000 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01143012-eb3f-4b1e-88c8-f920d05f1188" -d '{"events": [{"name": "network-changed", "server_uuid": "97d104be-3c0a-42b7-808a-1441dabb25e8", "tag": "bfd19100-a11c-4d74-a1bd-a949eedf1310"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:49.424988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf7c89f-64ba-460c-a410-413c4be6ea0f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:49.454027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Attempting to bind port 4cf7c89f-64ba-460c-a410-413c4be6ea0f on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:49.454378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Attempting to bind port 4cf7c89f-64ba-460c-a410-413c4be6ea0f by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:49.454716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Attempting to bind port 4cf7c89f-64ba-460c-a410-413c4be6ea0f on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:49.466634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Port 4cf7c89f-64ba-460c-a410-413c4be6ea0f on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:56:49.467027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Attempting to bind port 4cf7c89f-64ba-460c-a410-413c4be6ea0f on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:49.482053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:49.482405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:49.482797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:49.484976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Bound port: 4cf7c89f-64ba-460c-a410-413c4be6ea0f, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:49.485517 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.504585 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074abfd-dc04-47ae-a8f1-b37316bd682f x-openstack-request-id: req-d074abfd-dc04-47ae-a8f1-b37316bd682f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:49.504906 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d104be-3c0a-42b7-808a-1441dabb25e8", "tag": "bfd19100-a11c-4d74-a1bd-a949eedf1310", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:49.505179 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d074abfd-dc04-47ae-a8f1-b37316bd682f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:49.505602 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'tag': 'bfd19100-a11c-4d74-a1bd-a949eedf1310', 'status': 'completed', 'code': 200} Nov 11 20:56:49.530444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:49.607368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] For port 4cf7c89f-64ba-460c-a410-413c4be6ea0f, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:49.611227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] For port 4cf7c89f-64ba-460c-a410-413c4be6ea0f, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4cf7c89f-64ba-460c-a410-413c4be6ea0f,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:49.614717 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac8c35f2-baed-44b0-8bac-4747880281d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.625390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e629450-5217-4ba5-a8e2-ffbe4c9dd0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd19100-a11c-4d74-a1bd-a949eedf1310,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:49.667760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.698432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.699950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9bd0b0-beed-41ef-831e-e70311b524c6 None None] DHCP port deletion for 69dc1947-6bb6-4b74-9c60-398d22d27df0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:49.708370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac8c35f2-baed-44b0-8bac-4747880281d0 None None] For port d97c2468-0502-4f34-b95a-a58b4b70ccc2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d97c2468-0502-4f34-b95a-a58b4b70ccc2,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:49.717120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01143012-eb3f-4b1e-88c8-f920d05f1188 req-b3dcf863-e427-42b2-8f63-c732234bce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:49.718685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01143012-eb3f-4b1e-88c8-f920d05f1188 req-b3dcf863-e427-42b2-8f63-c732234bce50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 1099 time: 0.1039226 Nov 11 20:56:49.725883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.811330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:49.814257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.814257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] 10.222.0.58 "PUT /v2.0/ports/4cf7c89f-64ba-460c-a410-413c4be6ea0f HTTP/1.1" status: 200 len: 1096 time: 2.3487902 Nov 11 20:56:49.815387 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01143012-eb3f-4b1e-88c8-f920d05f1188 req-4f5dc4a0-44c8-47ab-aa10-4a9303d8e75e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559061 Nov 11 20:56:49.825699 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac8c35f2-baed-44b0-8bac-4747880281d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.829224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:49.840673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:49.844957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.863495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33cfba-dde4-45c3-ae8f-b2af6ed32202 req-66fa3178-cfe4-476e-a893-c2afb093c538 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:49.870027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33cfba-dde4-45c3-ae8f-b2af6ed32202 req-66fa3178-cfe4-476e-a893-c2afb093c538 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:49.878364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba33cfba-dde4-45c3-ae8f-b2af6ed32202 req-66fa3178-cfe4-476e-a893-c2afb093c538 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1680 time: 0.2155538 Nov 11 20:56:49.907489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268c295-e41f-42d1-8433-f40b56e79ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf7c89f-64ba-460c-a410-413c4be6ea0f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:49.911857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Router f8939bb1-8958-4c80-abe7-ba3ee8019904 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:56:49.925590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.937454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:49.992565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dc1947-6bb6-4b74-9c60-398d22d27df0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:50.004093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:42Z', 'updated_at': '2021-11-11T20:56:48Z', 'revision_number': 4, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'gw_port': {'id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:43Z', 'updated_at': '2021-11-11T20:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'af6d25be-2982-441f-afde-15eeeb1a2ef5', 'name': '', 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'mac_address': 'fa:16:3e:6c:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '01bf0a32-2ab1-4e07-95b5-b60b9ee45207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:47Z', 'updated_at': '2021-11-11T20:56:47Z', 'revision_number': 1, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'subnets': [{'id': '01bf0a32-2ab1-4e07-95b5-b60b9ee45207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:50.007381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c35f2-baed-44b0-8bac-4747880281d0 None None] Pushing event updated for resources: {'Port': ['ID=d97c2468-0502-4f34-b95a-a58b4b70ccc2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:50.039716 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba33cfba-dde4-45c3-ae8f-b2af6ed32202 req-d314714e-d25d-4497-98d0-54433e1e2028 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604636 Nov 11 20:56:50.052436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-90736d14-14bf-49a4-a51a-ffa090e965ad None None] Provisioning complete for port af6d25be-2982-441f-afde-15eeeb1a2ef5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:50.057218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90736d14-14bf-49a4-a51a-ffa090e965ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.066523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3553ad5-9cac-4418-bd35-2f02b97cba48') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:50.066906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3553ad5-9cac-4418-bd35-2f02b97cba48') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:50.068200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c85ace-6a35-43f3-8150-438bf5d40df1 None None] The sync data for ids ['f8939bb1-8958-4c80-abe7-ba3ee8019904'] in n-d-805734-3 is: [{'id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:42Z', 'updated_at': '2021-11-11T20:56:48Z', 'revision_number': 4, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'gw_port': {'id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:43Z', 'updated_at': '2021-11-11T20:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'af6d25be-2982-441f-afde-15eeeb1a2ef5', 'name': '', 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'mac_address': 'fa:16:3e:6c:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '01bf0a32-2ab1-4e07-95b5-b60b9ee45207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:47Z', 'updated_at': '2021-11-11T20:56:47Z', 'revision_number': 1, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'subnets': [{'id': '01bf0a32-2ab1-4e07-95b5-b60b9ee45207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:56:50.077525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-05b8cfcd-dd6a-4237-868f-4b3c2f07bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.079710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-05b8cfcd-dd6a-4237-868f-4b3c2f07bae7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 1099 time: 0.1174533 Nov 11 20:56:50.080799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01143012-eb3f-4b1e-88c8-f920d05f1188 req-b76a0dfa-bc63-42b3-af14-e106a4d7620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.082162 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01143012-eb3f-4b1e-88c8-f920d05f1188 req-b76a0dfa-bc63-42b3-af14-e106a4d7620e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2427011 Nov 11 20:56:50.083715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b560395-309c-4ded-9183-ccb87c8d2188 req-b26f2e74-beea-421a-b7d1-a756f801a5ef tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.092538 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b560395-309c-4ded-9183-ccb87c8d2188 req-b26f2e74-beea-421a-b7d1-a756f801a5ef tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 945 time: 0.2943828 Nov 11 20:56:50.120886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.157081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-5d20dfa8-af44-4b01-bce1-c2f224ae52c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4cf7c89f-64ba-460c-a410-413c4be6ea0f HTTP/1.1" status: 200 len: 217 time: 0.0684118 Nov 11 20:56:50.168790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:50.214937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90736d14-14bf-49a4-a51a-ffa090e965ad None None] Port af6d25be-2982-441f-afde-15eeeb1a2ef5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:56:50.260093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.299271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fa903-3abb-451b-8751-30f455f44cc1 req-dfbce687-f9f7-4d34-85b1-cbfbda128169 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.304545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-fd028582-688f-4c00-917a-126fed69c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.305907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-fd028582-688f-4c00-917a-126fed69c073 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 1099 time: 0.1514988 Nov 11 20:56:50.311089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fa903-3abb-451b-8751-30f455f44cc1 req-dfbce687-f9f7-4d34-85b1-cbfbda128169 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.312900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-729fa903-3abb-451b-8751-30f455f44cc1 req-dfbce687-f9f7-4d34-85b1-cbfbda128169 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1680 time: 0.3582888 Nov 11 20:56:50.322361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:50.322779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.331183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea321e-60d4-4333-9e41-43506d0c7082 req-88333c37-1c1d-49f0-bcda-d2aa6e438ae8 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:50.336360 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:50.339815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7ea321e-60d4-4333-9e41-43506d0c7082 req-88333c37-1c1d-49f0-bcda-d2aa6e438ae8 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 948 time: 0.1655731 Nov 11 20:56:50.407113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-776c3efe-aa33-4306-8cb0-63e471de8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.408913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-776c3efe-aa33-4306-8cb0-63e471de8169 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.2429996 Nov 11 20:56:50.410198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-709a48d0-440a-4937-9ac2-c115138890d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=bfd19100-a11c-4d74-a1bd-a949eedf1310 HTTP/1.1" status: 200 len: 217 time: 0.0889721 Nov 11 20:56:50.532318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7ea321e-60d4-4333-9e41-43506d0c7082 req-604c20c5-6d51-4493-8981-c63bb0683df4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914675 Nov 11 20:56:50.551284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-630fe515-5e5e-4a4e-9715-d8980b5c0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.552882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-630fe515-5e5e-4a4e-9715-d8980b5c0864 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1289885 Nov 11 20:56:50.558686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-4b47e559-4b16-4999-9fd3-fca128447b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.560386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-4b47e559-4b16-4999-9fd3-fca128447b17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383665 Nov 11 20:56:50.683049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-7a8bf3d5-079e-4445-a0d7-687c58da95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:50.684541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-7a8bf3d5-079e-4445-a0d7-687c58da95f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232615 Nov 11 20:56:50.734965 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-17e71e49-dc68-4c71-9bc1-f5e1283306eb service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544452 Nov 11 20:56:50.827065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:56:50.846325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b560395-309c-4ded-9183-ccb87c8d2188 req-a8b989a3-bebc-4610-8ede-e867cc10e9bb tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7521431 Nov 11 20:56:50.850205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-261946cf-20fa-4e14-bbae-c0af8dfca261 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8939bb1-8958-4c80-abe7-ba3ee8019904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5105412 Nov 11 20:56:50.864594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-20e32cac-4176-4a3a-a160-dfc341999e12 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695571 Nov 11 20:56:50.912872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.915797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-b761838c-3d9f-4748-84c0-1fbfdc76ee42 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546497 Nov 11 20:56:50.956633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.960471 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.963745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/69dc1947-6bb6-4b74-9c60-398d22d27df0 HTTP/1.1" status: 204 len: 168 time: 1.6713998 Nov 11 20:56:50.982300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:50.995456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f1b95-58db-4f4a-8d2f-9900a3e905b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=69dc1947-6bb6-4b74-9c60-398d22d27df0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:51.014222 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a0057ff-bcdc-4019-9ada-6e6d0fff3df6 req-ae6f737c-3607-4cf7-b320-2387eda33601 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417859 Nov 11 20:56:51.025213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:51.033763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port b25b3988-954e-492a-b40a-64aedbe14b8e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:51.033937 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.072379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f47ac-b7a3-4458-916d-43585159dba2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:51.090994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.093498 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Added segment c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff of type vlan for network b2bf7da3-10a4-4b93-958b-782e725d0f19 Nov 11 20:56:51.196878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port b25b3988-954e-492a-b40a-64aedbe14b8e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b25b3988-954e-492a-b40a-64aedbe14b8e,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:51.197355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.211384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for b25b3988-954e-492a-b40a-64aedbe14b8e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:51.293136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.315664 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-d1375a04-e49a-41d6-afd1-168304f92109 req-07ddf6aa-95f3-468c-8a5e-e2a5840f9c36 tempest-FloatingIPDetailsNegativeTestJSON-1713545046 tempest-FloatingIPDetailsNegativeTestJSON-1713545046-project] show failed (client error): The resource could not be found. Nov 11 20:56:51.316648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1375a04-e49a-41d6-afd1-168304f92109 req-07ddf6aa-95f3-468c-8a5e-e2a5840f9c36 tempest-FloatingIPDetailsNegativeTestJSON-1713545046 tempest-FloatingIPDetailsNegativeTestJSON-1713545046-project] 10.222.0.31 "GET /v2.0/floatingips/79e242d8-0b50-4afd-8a39-4ea193380d46 HTTP/1.1" status: 404 len: 350 time: 0.0420785 Nov 11 20:56:51.327451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:51.376844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7485ae-cba4-43d0-a08b-786d316c393b req-dd949725-3bd3-4361-8bea-fc25d6e41c85 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:51.383027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7485ae-cba4-43d0-a08b-786d316c393b req-dd949725-3bd3-4361-8bea-fc25d6e41c85 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:51.384996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f7485ae-cba4-43d0-a08b-786d316c393b req-dd949725-3bd3-4361-8bea-fc25d6e41c85 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 1680 time: 0.1714096 Nov 11 20:56:51.431701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.439638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:51.439638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.506833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'tag': '4cf7c89f-64ba-460c-a410-413c4be6ea0f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:51.509364 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43415dc5-75d2-4117-b5df-cf7dd0739391" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd56a3b-2489-4430-9be0-fec1e13efafc", "tag": "4cf7c89f-64ba-460c-a410-413c4be6ea0f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:51.526237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f7485ae-cba4-43d0-a08b-786d316c393b req-364caa42-7b21-408b-a9ad-2f467e5640f4 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309123 Nov 11 20:56:51.541189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:51.579134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Network': ['ID=b2bf7da3-10a4-4b93-958b-782e725d0f19,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:51.591035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b2bf7da3-10a4-4b93-958b-782e725d0f19 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:51.601890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f415b5d6-b6dd-423b-bb37-ccaf2eaa3432 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4759934 Nov 11 20:56:51.643469 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d1950-17a0-42f9-af4f-105576a516e2 x-openstack-request-id: req-a81d1950-17a0-42f9-af4f-105576a516e2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:51.643760 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd56a3b-2489-4430-9be0-fec1e13efafc", "tag": "4cf7c89f-64ba-460c-a410-413c4be6ea0f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:51.644009 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a81d1950-17a0-42f9-af4f-105576a516e2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:51.644413 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'tag': '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'status': 'completed', 'code': 200} Nov 11 20:56:51.729550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.742268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733f961-ee19-4ea2-aa2b-95ff3bbf3c42 req-ec7d2f9c-e63e-442e-9854-119f6301c28d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:51.744016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f733f961-ee19-4ea2-aa2b-95ff3bbf3c42 req-ec7d2f9c-e63e-442e-9854-119f6301c28d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 948 time: 0.0896785 Nov 11 20:56:51.753255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['63e6b464-4f45-4a24-97e3-7190ab3c6a8d', 'b25b3988-954e-492a-b40a-64aedbe14b8e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:51.770356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a7f22862-c72f-47d7-9d03-1e60fabdc099 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3c5069f732f482e86c5809df4fd6f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279620 Nov 11 20:56:51.771565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:51.816019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=b25b3988-954e-492a-b40a-64aedbe14b8e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:51.923548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port b25b3988-954e-492a-b40a-64aedbe14b8e on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:51.927439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-7f369b3f-66a1-4865-b31d-71a54656261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:51.929771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-7f369b3f-66a1-4865-b31d-71a54656261e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 1099 time: 0.3026152 Nov 11 20:56:51.933404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:51.944346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-729fa903-3abb-451b-8751-30f455f44cc1 req-4391d82d-8ff8-4e3d-b800-ae0e3fc5e5e3 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "DELETE /v2.0/ports/b25b3988-954e-492a-b40a-64aedbe14b8e HTTP/1.1" status: 204 len: 173 time: 1.6129677 Nov 11 20:56:51.945242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-deleted', 'tag': 'b25b3988-954e-492a-b40a-64aedbe14b8e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:51.949691 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0c65b3-0937-4194-8abf-595680d4d8e3" -d '{"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-deleted", "tag": "b25b3988-954e-492a-b40a-64aedbe14b8e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:52.072894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f733f961-ee19-4ea2-aa2b-95ff3bbf3c42 req-7e01e1e7-d84d-4395-84cd-85bc773bf5a6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161893 Nov 11 20:56:52.114950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.178284 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05f2d32-b70d-48ff-ab48-23199277b9b0 x-openstack-request-id: req-b05f2d32-b70d-48ff-ab48-23199277b9b0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:52.180089 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-deleted", "tag": "b25b3988-954e-492a-b40a-64aedbe14b8e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:52.180480 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b05f2d32-b70d-48ff-ab48-23199277b9b0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:52.180996 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-deleted', 'tag': 'b25b3988-954e-492a-b40a-64aedbe14b8e', 'status': 'completed', 'code': 200} Nov 11 20:56:52.222077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:52.222502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.228866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cfd428-b1de-40af-904e-3d53804f6d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.292366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cfd428-b1de-40af-904e-3d53804f6d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.315898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42af32-f361-471e-beb9-de5eebd74db7 req-da2555a4-767e-4dfc-84f3-5030b0425c4f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:52.317843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d42af32-f361-471e-beb9-de5eebd74db7 req-da2555a4-767e-4dfc-84f3-5030b0425c4f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 945 time: 0.2650013 Nov 11 20:56:52.326313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-5ebb7f44-02ea-40e4-927e-42e53252567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:52.327915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-5ebb7f44-02ea-40e4-927e-42e53252567e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.3602610 Nov 11 20:56:52.337806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:52.338470 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.353620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for 63e6b464-4f45-4a24-97e3-7190ab3c6a8d owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:52.426970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-b3705c39-a6d5-4d46-9ede-d0538bc74ca8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4cf7c89f-64ba-460c-a410-413c4be6ea0f HTTP/1.1" status: 200 len: 217 time: 0.0806832 Nov 11 20:56:52.491419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d42af32-f361-471e-beb9-de5eebd74db7 req-9480f53c-d9b2-42de-a37d-15ec1d14c9a9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607823 Nov 11 20:56:52.507735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-851fca44-4f84-436f-ae9c-0a462324c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:52.509244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-851fca44-4f84-436f-ae9c-0a462324c65a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0686007 Nov 11 20:56:52.518373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.635675 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cfd428-b1de-40af-904e-3d53804f6d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.638621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25cfd428-b1de-40af-904e-3d53804f6d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.643072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-25cfd428-b1de-40af-904e-3d53804f6d64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/804a436b-13c0-4ee1-bccb-285467884687 HTTP/1.1" status: 204 len: 168 time: 0.8650770 Nov 11 20:56:52.671834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-0b0081fb-a0e9-46f1-b6cc-ad9cd53ffcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:52.672443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-0b0081fb-a0e9-46f1-b6cc-ad9cd53ffcd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521914 Nov 11 20:56:52.675312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfd428-b1de-40af-904e-3d53804f6d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a436b-13c0-4ee1-bccb-285467884687,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:52.800228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488368-ab0a-443e-ae55-c8f0dd0b39de req-ac4a0495-9d06-44fb-995d-e9de77266bab tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:52.814974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a488368-ab0a-443e-ae55-c8f0dd0b39de req-ac4a0495-9d06-44fb-995d-e9de77266bab tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 944 time: 0.1178923 Nov 11 20:56:52.825189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:52.833338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-d3a5c95a-49d7-47c1-82eb-d5bc347eeb53 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533592 Nov 11 20:56:52.872054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:52.916166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['b25b3988-954e-492a-b40a-64aedbe14b8e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:52.993485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=63e6b464-4f45-4a24-97e3-7190ab3c6a8d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:53.123403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:53.128598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:53.129168 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:53.153284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port 63e6b464-4f45-4a24-97e3-7190ab3c6a8d on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:53.163256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:53.167658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-729fa903-3abb-451b-8751-30f455f44cc1 req-3fd08d46-8687-43ec-aced-f7c0bbf2969f tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.62 "DELETE /v2.0/ports/63e6b464-4f45-4a24-97e3-7190ab3c6a8d HTTP/1.1" status: 204 len: 173 time: 1.1893988 Nov 11 20:56:53.203056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a488368-ab0a-443e-ae55-c8f0dd0b39de req-8e7d44a7-ea05-4b3b-bf06-fcb2cf8661c9 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/security-groups?id=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830733 Nov 11 20:56:53.230383 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Sync routers for ids ['f8939bb1-8958-4c80-abe7-ba3ee8019904'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:56:53.233738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43415dc5-75d2-4117-b5df-cf7dd0739391 req-8d07fb76-6d38-445e-978c-fd759d9bff20 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889341 Nov 11 20:56:53.246107 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Routers {'f8939bb1-8958-4c80-abe7-ba3ee8019904'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:53.248183 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['f8939bb1-8958-4c80-abe7-ba3ee8019904'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:53.297549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d97c2468-0502-4f34-b95a-a58b4b70ccc2 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:53.301552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bfd19100-a11c-4d74-a1bd-a949eedf1310 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:53.473489 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Set router f8939bb1-8958-4c80-abe7-ba3ee8019904 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:53.852877 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:42Z', 'updated_at': '2021-11-11T20:56:48Z', 'revision_number': 4, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'gw_port': {'id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:43Z', 'updated_at': '2021-11-11T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'af6d25be-2982-441f-afde-15eeeb1a2ef5', 'name': '', 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'mac_address': 'fa:16:3e:6c:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '01bf0a32-2ab1-4e07-95b5-b60b9ee45207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:47Z', 'updated_at': '2021-11-11T20:56:48Z', 'revision_number': 2, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'subnets': [{'id': '01bf0a32-2ab1-4e07-95b5-b60b9ee45207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:53.853187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7101d-eda8-4986-8187-ec9118c4ab38 req-652708d4-628a-4d39-b916-df28f05b7cc4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:53.864506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cf7101d-eda8-4986-8187-ec9118c4ab38 req-652708d4-628a-4d39-b916-df28f05b7cc4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 945 time: 0.1568522 Nov 11 20:56:53.890863 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Checking router: f8939bb1-8958-4c80-abe7-ba3ee8019904 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:56:53.891845 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Updating router f8939bb1-8958-4c80-abe7-ba3ee8019904 port af6d25be-2982-441f-afde-15eeeb1a2ef5 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:56:53.926874 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:53.986209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.005962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d97c2468-0502-4f34-b95a-a58b4b70ccc2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:54.015671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.037447 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cf7101d-eda8-4986-8187-ec9118c4ab38 req-5b9b61f4-291a-47e3-830d-f2f76eea6679 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668372 Nov 11 20:56:54.126453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:54.129016 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e3d8ee-a581-4d60-a5ee-e81f0eef839d" -d '{"events": [{"server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "name": "network-vif-plugged", "status": "completed", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:54.159108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:54.166397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bfd19100-a11c-4d74-a1bd-a949eedf1310, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bfd19100-a11c-4d74-a1bd-a949eedf1310,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:54.181811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-deleted', 'tag': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:54.192719 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e0bc9-4807-41d7-b94a-b115de6c8a90" -d '{"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-deleted", "tag": "63e6b464-4f45-4a24-97e3-7190ab3c6a8d"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:54.194876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'bfd19100-a11c-4d74-a1bd-a949eedf1310', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'bfd19100-a11c-4d74-a1bd-a949eedf1310', 'mac_address': 'fa:16:3e:f3:10:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:54.223553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Deleting port af6d25be-2982-441f-afde-15eeeb1a2ef5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:54.237040 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.322851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.374478 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee7158e-f83a-4db4-beee-df45c5b1d6b5 x-openstack-request-id: req-4ee7158e-f83a-4db4-beee-df45c5b1d6b5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:54.374779 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "name": "network-vif-plugged", "status": "completed", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:54.375034 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ee7158e-f83a-4db4-beee-df45c5b1d6b5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:54.375442 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'code': 200} Nov 11 20:56:54.460716 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.462500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411089f6-70af-4452-be35-69f2cb97edd5 req-bb5aab5a-7234-4934-8c88-dd27a821a8e4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:54.466440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-411089f6-70af-4452-be35-69f2cb97edd5 req-bb5aab5a-7234-4934-8c88-dd27a821a8e4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 948 time: 1.1896524 Nov 11 20:56:54.502579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd19100-a11c-4d74-a1bd-a949eedf1310 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:54.508954 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9084f2d7-be08-47ef-8f41-3187073c31ed x-openstack-request-id: req-9084f2d7-be08-47ef-8f41-3187073c31ed {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:54.509485 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dee30f-f311-4dbf-8195-d4d8488a112b", "name": "network-vif-deleted", "tag": "63e6b464-4f45-4a24-97e3-7190ab3c6a8d", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:54.510024 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9084f2d7-be08-47ef-8f41-3187073c31ed {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:54.510673 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dee30f-f311-4dbf-8195-d4d8488a112b', 'name': 'network-vif-deleted', 'tag': '63e6b464-4f45-4a24-97e3-7190ab3c6a8d', 'status': 'completed', 'code': 200} Nov 11 20:56:54.521450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.603928 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.612905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bfd19100-a11c-4d74-a1bd-a949eedf1310, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bfd19100-a11c-4d74-a1bd-a949eedf1310,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:54.616059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:54.625929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Calling delete_port for af6d25be-2982-441f-afde-15eeeb1a2ef5 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:54.668299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-411089f6-70af-4452-be35-69f2cb97edd5 req-52cb79a2-fdcc-4b8a-a06c-38d01320290c tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931369 Nov 11 20:56:54.720226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8716c1e2-e375-433f-880f-a634a2b22841 req-4612b971-fce6-4106-b313-18a29f152eef tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "GET /v2.0/ports?device_id=44dee30f-f311-4dbf-8195-d4d8488a112b HTTP/1.1" status: 200 len: 210 time: 0.0660484 Nov 11 20:56:54.724700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea27c0e-ca6b-4a8a-ae59-7ec5386c3d42 req-3d93342e-fbca-42d6-8acf-ab460f32209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:54.726661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ea27c0e-ca6b-4a8a-ae59-7ec5386c3d42 req-3d93342e-fbca-42d6-8acf-ab460f32209a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.1710865 Nov 11 20:56:54.753042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:54.769495 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.770177 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:54.881769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4cf7c89f-64ba-460c-a410-413c4be6ea0f details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:56:54.923338 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205c17f-83cb-46eb-a2f8-99fc3b251f21 None None] Pushing event updated for resources: {'Port': ['ID=af6d25be-2982-441f-afde-15eeeb1a2ef5,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:54.996756 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Attempting to bind port af6d25be-2982-441f-afde-15eeeb1a2ef5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:54.997365 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Attempting to bind port af6d25be-2982-441f-afde-15eeeb1a2ef5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:54.997912 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Attempting to bind port af6d25be-2982-441f-afde-15eeeb1a2ef5 on network 863b445e-cec5-4360-9b98-7d6db0d0aa91 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:55.017590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-971063502-network', 'tenant_id': '2ba3702b55124d81ab3662a7837bfcf5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:55.021504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:55.025319 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:55.025851 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Checking segment: {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:55.029772 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.030756 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Bound using segment: {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:55.031290 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Bound port: af6d25be-2982-441f-afde-15eeeb1a2ef5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:55.032335 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.035126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'subnet': {'network_id': 'b2bf7da3-10a4-4b93-958b-782e725d0f19', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:55.061217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ea27c0e-ca6b-4a8a-ae59-7ec5386c3d42 req-d43dee5e-b44c-40b0-8aa0-091f6ba20a06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121459 Nov 11 20:56:55.158171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=bfd19100-a11c-4d74-a1bd-a949eedf1310,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:55.171672 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.db.api [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:56:55.172250 n-d-805734-3 neutron-server[109677]: DEBUG oslo_db.api [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:56:55.181845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b25b3988-954e-492a-b40a-64aedbe14b8e no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:55.182116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.190490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4cf7c89f-64ba-460c-a410-413c4be6ea0f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4cf7c89f-64ba-460c-a410-413c4be6ea0f,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:55.215552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Pushing event deleted for resources: {'Port': ['ID=af6d25be-2982-441f-afde-15eeeb1a2ef5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:55.217131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:55.225075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: b25b3988-954e-492a-b40a-64aedbe14b8e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:55.225418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b25b3988-954e-492a-b40a-64aedbe14b8e not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:55.225833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63e6b464-4f45-4a24-97e3-7190ab3c6a8d no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:55.237400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f707-e64d-41e2-88d0-2dc466deb205 req-a1c90cc3-cf16-48d9-9b28-1a6cb36b18bf tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:55.241712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6936f707-e64d-41e2-88d0-2dc466deb205 req-a1c90cc3-cf16-48d9-9b28-1a6cb36b18bf tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0892935 Nov 11 20:56:55.258282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Made reservation on behalf of 2ba3702b55124d81ab3662a7837bfcf5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:55.259591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'mac_address': 'fa:16:3e:2e:3c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:56:55.262047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.275200 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.285678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9f860c5e-8e7d-411e-990a-8802a8148e88 None None] Could not find standard attr ID for object af6d25be-2982-441f-afde-15eeeb1a2ef5. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 20:56:55.293471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 63e6b464-4f45-4a24-97e3-7190ab3c6a8d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:55.293806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63e6b464-4f45-4a24-97e3-7190ab3c6a8d not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:55.369244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.372603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.401902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf7c89f-64ba-460c-a410-413c4be6ea0f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:56:55.420456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6936f707-e64d-41e2-88d0-2dc466deb205 req-590d21a5-fb11-4451-9b78-26819e15b64e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670644 Nov 11 20:56:55.441019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4cf7c89f-64ba-460c-a410-413c4be6ea0f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4cf7c89f-64ba-460c-a410-413c4be6ea0f,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:55.496985 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.575060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.601386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:55.610696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd070939-87fc-4e00-9e5e-220307ab0102,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:55.616707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.617085 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Added segment b0d51a10-9858-47a4-91b3-2f337dc51f62 of type vlan for network 4227d16d-8d19-43ba-a4f3-a804b21e809a Nov 11 20:56:55.632422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.648014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:55.651498 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.689303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.692133 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Attempting to bind port af6d25be-2982-441f-afde-15eeeb1a2ef5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:55.693060 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Attempting to bind port af6d25be-2982-441f-afde-15eeeb1a2ef5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:55.694437 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Attempting to bind port af6d25be-2982-441f-afde-15eeeb1a2ef5 on network 863b445e-cec5-4360-9b98-7d6db0d0aa91 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:55.704377 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:55.705254 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Checking segment: {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:55.705862 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.706344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4cf7c89f-64ba-460c-a410-413c4be6ea0f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:55.706731 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Bound using segment: {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:55.707578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Bound port: af6d25be-2982-441f-afde-15eeeb1a2ef5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65d81f1-4073-4467-a806-6ab889714576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '863b445e-cec5-4360-9b98-7d6db0d0aa91'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:55.708349 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.790313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:55.805828 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.plugin [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Port af6d25be-2982-441f-afde-15eeeb1a2ef5 has been deleted concurrently {{(pid=109677) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 11 20:56:55.817918 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Routers {'f8939bb1-8958-4c80-abe7-ba3ee8019904'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:55.818863 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['f8939bb1-8958-4c80-abe7-ba3ee8019904'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:55.832206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Router f8939bb1-8958-4c80-abe7-ba3ee8019904 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:56:55.862009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting subnet 1e0e86b8-a201-415d-9e60-85ea59d0f2a7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:55.876433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.887872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.888875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:55.889490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.963122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:55.973999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] Pushing event updated for resources: {'Network': ['ID=4227d16d-8d19-43ba-a4f3-a804b21e809a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:55.981908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe684c58-c11e-4979-b18f-7ab75f6892de req-1c8c069d-d965-4ec6-a227-05ead7f64204 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:55.982048 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] Set router f8939bb1-8958-4c80-abe7-ba3ee8019904 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:55.986100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 4227d16d-8d19-43ba-a4f3-a804b21e809a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:55.989882 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe684c58-c11e-4979-b18f-7ab75f6892de req-1c8c069d-d965-4ec6-a227-05ead7f64204 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 949 time: 0.1697390 Nov 11 20:56:56.039559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-55032dfe-a1f6-4a8a-9639-15041515ce6e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2853520 Nov 11 20:56:56.055309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:56.058689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe684c58-c11e-4979-b18f-7ab75f6892de req-e03ff5e0-4e03-4339-a830-5da2c77dda48 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676863 Nov 11 20:56:56.062377 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.085521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Request body: {'subnet': {'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-971063502-subnet', 'tenant_id': '2ba3702b55124d81ab3662a7837bfcf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:56.140634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Subnet': ['ID=2b088086-a0b5-43e6-9e1a-fad791966c05,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:56.153462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Checking segment: {'id': 'c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b2bf7da3-10a4-4b93-958b-782e725d0f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:56.154066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network hostable DHCP agents. Network: b2bf7da3-10a4-4b93-958b-782e725d0f19, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:56.160991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:56:56.166644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4cf7c89f-64ba-460c-a410-413c4be6ea0f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:56:56.169065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ad19e9ac-ae95-431f-a11c-182f5b8b442b admin admin] 10.222.0.31 "PUT /v2.0/routers/f8939bb1-8958-4c80-abe7-ba3ee8019904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8403087 Nov 11 20:56:56.172969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46932) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:56.181559 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.246741 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:42Z', 'updated_at': '2021-11-11T20:56:54Z', 'revision_number': 5, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'gw_port': {'id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:43Z', 'updated_at': '2021-11-11T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:56.249480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network b2bf7da3-10a4-4b93-958b-782e725d0f19 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:56.257749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Made reservation on behalf of 2ba3702b55124d81ab3662a7837bfcf5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:56.260114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.281218 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ffadc-c89c-4616-89cc-e3e4c1810b07 None None] The sync data for ids ['f8939bb1-8958-4c80-abe7-ba3ee8019904'] in n-d-805734-3 is: [{'id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:42Z', 'updated_at': '2021-11-11T20:56:54Z', 'revision_number': 5, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'gw_port': {'id': 'd97c2468-0502-4f34-b95a-a58b4b70ccc2', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:43Z', 'updated_at': '2021-11-11T20:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:56:56.333928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b2bf7da3-10a4-4b93-958b-782e725d0f19) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:56.339408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:56.340193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.351117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6aefb-3811-42a6-ae20-6f3dd651f879 None None] Network b2bf7da3-10a4-4b93-958b-782e725d0f19 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:56.391433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.430253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f1621c8f-e5d3-47e9-971c-c6369ed31238 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4069152 Nov 11 20:56:56.433730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46936) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:56.445643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1242345838'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:56.465745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.516924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b2bf7da3-10a4-4b93-958b-782e725d0f19', 'network_id': 'b2bf7da3-10a4-4b93-958b-782e725d0f19', 'tenant_id': 'b3aaaa774d21499980082b1ffad728f9', 'fixed_ips': [{'subnet_id': '2b088086-a0b5-43e6-9e1a-fad791966c05'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:56.517821 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.549995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0e86b8-a201-415d-9e60-85ea59d0f2a7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:56.557986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.564465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e9c4b-bb7d-4b38-a6cb-4be617b6478d None None] Network 030154c4-e582-411f-92a4-e62155de838f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:56.564794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:56.564905 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1f72c14-9ab3-4495-82eb-8a43244a49ce tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/subnets/1e0e86b8-a201-415d-9e60-85ea59d0f2a7 HTTP/1.1" status: 204 len: 168 time: 0.7776546 Nov 11 20:56:56.565001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.565853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:56.604314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a87fe-3949-4285-8b94-16c6c8bb7c20 req-a0cbb697-a28c-4e50-a60c-f91e84f1e70e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:56.605935 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-005a87fe-3949-4285-8b94-16c6c8bb7c20 req-a0cbb697-a28c-4e50-a60c-f91e84f1e70e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0794101 Nov 11 20:56:56.614399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:56:56.646262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.646799 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Added segment d1796f15-da4c-4ad0-bca7-bbca0251189f of type vlan for network f011a4a0-46c3-4682-af4e-a9637086599b Nov 11 20:56:56.697456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.733919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-005a87fe-3949-4285-8b94-16c6c8bb7c20 req-f96fbd4c-5a51-43f1-9bee-2c07ec5a71c4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215110 Nov 11 20:56:56.737192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.740651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.814689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:56.815031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.833433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Allocated IP 2001:db8:0:ffff::2 (b2bf7da3-10a4-4b93-958b-782e725d0f19/2b088086-a0b5-43e6-9e1a-fad791966c05/5830310f-d8ce-4da8-a437-a129f4a55494) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:56.860359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.907131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device af6d25be-2982-441f-afde-15eeeb1a2ef5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:56:56.929235 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.933841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: af6d25be-2982-441f-afde-15eeeb1a2ef5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:56:56.934226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device af6d25be-2982-441f-afde-15eeeb1a2ef5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:56:56.944723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:56.944723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.977104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:56.977466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:56.982774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] DHCP port deletion for 030154c4-e582-411f-92a4-e62155de838f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:57.007251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:57.034840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3f38ce-af83-41b8-a366-a14e8e703b51,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:57.070232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Network': ['ID=f011a4a0-46c3-4682-af4e-a9637086599b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:57.091514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Checking segment: {'id': 'b0d51a10-9858-47a4-91b3-2f337dc51f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:57.091880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Network hostable DHCP agents. Network: 4227d16d-8d19-43ba-a4f3-a804b21e809a, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:57.092920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f011a4a0-46c3-4682-af4e-a9637086599b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:56:57.096630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Deleting port d97c2468-0502-4f34-b95a-a58b4b70ccc2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:57.096967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.110379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f8a2777d-976f-4a1b-8c4f-cfd28e910c58 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6655626 Nov 11 20:56:57.110379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46944) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:57.122009 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.126481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'subnet': {'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:57.193472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bfd19100-a11c-4d74-a1bd-a949eedf1310 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:57.196530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.206818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] Deleting port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:57.207418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.233059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] For port d97c2468-0502-4f34-b95a-a58b4b70ccc2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d97c2468-0502-4f34-b95a-a58b4b70ccc2,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:57.233998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.270416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Calling delete_port for d97c2468-0502-4f34-b95a-a58b4b70ccc2 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:57.311083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0816c88-b100-423d-a8d0-a7d4cb4ab76f req-29c12e77-93c5-4b13-989a-5aa95df58cce tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:57.313554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0816c88-b100-423d-a8d0-a7d4cb4ab76f req-29c12e77-93c5-4b13-989a-5aa95df58cce tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 949 time: 0.1534812 Nov 11 20:56:57.332415 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.346512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] For port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,segment=NetworkSegment(1f6a3cb6-00fc-459c-beae-b76909791eb7),segment_id=1f6a3cb6-00fc-459c-beae-b76909791eb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:57.346512 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.375344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Network 4227d16d-8d19-43ba-a4f3-a804b21e809a is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:57.394815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] Calling delete_port for b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:57.411012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Network b2bf7da3-10a4-4b93-958b-782e725d0f19 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:56:57.415114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0816c88-b100-423d-a8d0-a7d4cb4ab76f req-bf5f3433-928c-481f-bc2b-8a14f9af753f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681345 Nov 11 20:56:57.423672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:57.438873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:57.446404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.454311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:56:57.456331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Pushing event updated for resources: {'Port': ['ID=5830310f-d8ce-4da8-a437-a129f4a55494,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:57.474989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.548706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:57.549474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port bfd19100-a11c-4d74-a1bd-a949eedf1310 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:57.558411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 4227d16d-8d19-43ba-a4f3-a804b21e809a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:57.572794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port bfd19100-a11c-4d74-a1bd-a949eedf1310 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:57.573317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.578583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Attempting to bind port 5830310f-d8ce-4da8-a437-a129f4a55494 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:56:57.579758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Attempting to bind port 5830310f-d8ce-4da8-a437-a129f4a55494 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b2bf7da3-10a4-4b93-958b-782e725d0f19'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:56:57.579888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:57.580008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Attempting to bind port 5830310f-d8ce-4da8-a437-a129f4a55494 on network b2bf7da3-10a4-4b93-958b-782e725d0f19 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:56:57.607997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:56:57.609589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Checking segment: {'id': 'c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b2bf7da3-10a4-4b93-958b-782e725d0f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:57.609589 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.609813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Bound using segment: {'id': 'c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b2bf7da3-10a4-4b93-958b-782e725d0f19'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:56:57.610277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Bound port: 5830310f-d8ce-4da8-a437-a129f4a55494, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b2bf7da3-10a4-4b93-958b-782e725d0f19'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:56:57.610660 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.636905 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.690291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] Pushing event deleted for resources: {'Port': ['ID=b6bf6ddf-debb-4796-a9ee-b71b4012b6a8,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:57.694006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7556f-a2b1-45b7-b45a-6fdc6f9accc1 None None] No DVR routers for this DVR port b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:56:57.707188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.721809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:57.722628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.750879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8be57-3f8f-4c22-88d3-92834686664a None None] Network 4227d16d-8d19-43ba-a4f3-a804b21e809a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:57.757396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030154c4-e582-411f-92a4-e62155de838f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:57.767980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6a3cb6-00fc-459c-beae-b76909791eb7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:57.768383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6a3cb6-00fc-459c-beae-b76909791eb7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:57.779246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.792833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] For port 5830310f-d8ce-4da8-a437-a129f4a55494, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:56:57.798774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.805342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:56:57.805882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: items = [ Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:56:57.809379 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:56:57.827733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.837314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] For port 5830310f-d8ce-4da8-a437-a129f4a55494, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5830310f-d8ce-4da8-a437-a129f4a55494,segment=NetworkSegment(c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff),segment_id=c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:56:57.864610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd19100-a11c-4d74-a1bd-a949eedf1310'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:57.867224 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62b7592-20bd-4335-970b-62860f6574af" -d '{"events": [{"server_uuid": "97d104be-3c0a-42b7-808a-1441dabb25e8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd19100-a11c-4d74-a1bd-a949eedf1310"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:56:57.890008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bfd19100-a11c-4d74-a1bd-a949eedf1310, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bfd19100-a11c-4d74-a1bd-a949eedf1310,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:57.923804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] Sync routers for ids ['f8939bb1-8958-4c80-abe7-ba3ee8019904'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:56:57.936050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.936221 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:57.936221 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490ba72-e81c-47d7-9201-ca16b17362b8 x-openstack-request-id: req-6490ba72-e81c-47d7-9201-ca16b17362b8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:56:57.936221 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d104be-3c0a-42b7-808a-1441dabb25e8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd19100-a11c-4d74-a1bd-a949eedf1310", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:56:57.936221 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6490ba72-e81c-47d7-9201-ca16b17362b8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:56:57.936221 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd19100-a11c-4d74-a1bd-a949eedf1310', 'code': 200} Nov 11 20:56:57.936593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e017b7d-b3be-494c-b1aa-291759570f28 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8740964 Nov 11 20:56:57.975022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb68806-9a3d-4802-8d5b-54428c91908e req-5b6bc2fa-e576-4bbe-a075-489077120621 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:57.980924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-edb68806-9a3d-4802-8d5b-54428c91908e req-5b6bc2fa-e576-4bbe-a075-489077120621 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1537850 Nov 11 20:56:57.997735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb8358-9fcc-4c44-a1ef-08aebeffdd00 None None] Network 4227d16d-8d19-43ba-a4f3-a804b21e809a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:58.016213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97c2468-0502-4f34-b95a-a58b4b70ccc2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:58.032333 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.044268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:56:58.054987 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.156131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42885569-c516-4844-b1c5-a3b8805e27ba None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:58.156968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Subnet': ['ID=97e39a11-f71b-4551-bb37-ced80e2c95f2,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:58.159520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] Routers {'f8939bb1-8958-4c80-abe7-ba3ee8019904'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:58.160396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['f8939bb1-8958-4c80-abe7-ba3ee8019904'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:58.170517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-edb68806-9a3d-4802-8d5b-54428c91908e req-1ee4077a-0117-47f5-9776-504b2fac421c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864178 Nov 11 20:56:58.196002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08c9c-ed38-4a16-ba10-80bc07b0bd7f req-f0a26728-89b0-4dd3-9401-e0b87b5392a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:58.197587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70a08c9c-ed38-4a16-ba10-80bc07b0bd7f req-f0a26728-89b0-4dd3-9401-e0b87b5392a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 1101 time: 0.1516974 Nov 11 20:56:58.200897 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.205478 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.212649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Checking segment: {'id': 'd1796f15-da4c-4ad0-bca7-bbca0251189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:56:58.213023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network hostable DHCP agents. Network: f011a4a0-46c3-4682-af4e-a9637086599b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:56:58.299278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70a08c9c-ed38-4a16-ba10-80bc07b0bd7f req-fe92e2b1-55ee-48f8-b86d-1eb626c04260 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884750 Nov 11 20:56:58.340810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network f011a4a0-46c3-4682-af4e-a9637086599b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:56:58.392660 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.401650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:58.411692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/networks/030154c4-e582-411f-92a4-e62155de838f HTTP/1.1" status: 204 len: 168 time: 1.8447318 Nov 11 20:56:58.414480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d1a2e-3d85-4b98-a940-4eb950fc70db tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Network': ['ID=030154c4-e582-411f-92a4-e62155de838f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:58.434909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.442069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.486390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting subnet 7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:58.490270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f011a4a0-46c3-4682-af4e-a9637086599b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:56:58.494919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:58.495576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.498074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.558814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.613208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a94334-d204-4e1a-96e1-4a29febfdae7 None None] Network f011a4a0-46c3-4682-af4e-a9637086599b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:58.644617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b310182-f130-41d1-bc7c-e881d3a5d27d None None] Pushing event updated for resources: {'Port': ['ID=5830310f-d8ce-4da8-a437-a129f4a55494,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:58.654427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-402722ec-dfe0-4b69-b11f-9c4478ec460f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5450907 Nov 11 20:56:58.654613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] Set router f8939bb1-8958-4c80-abe7-ba3ee8019904 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:56:58.658000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:58.660471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.661205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8939bb1-8958-4c80-abe7-ba3ee8019904 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:56:58.664460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'port': {'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b', 'name': 'tempest-NetworksIpV6TestAttrs-1666671340'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:56:58.674943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.678466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ee7e4383-6619-40ab-8845-17de292a9b02 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f8939bb1-8958-4c80-abe7-ba3ee8019904 HTTP/1.1" status: 204 len: 168 time: 2.5044618 Nov 11 20:56:58.683235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46980) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:58.740304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-3caa35bc-d4d4-486d-9573-88d93bbb4cbc tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:58.740815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.741883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-3caa35bc-d4d4-486d-9573-88d93bbb4cbc tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/networks?id=4227d16d-8d19-43ba-a4f3-a804b21e809a HTTP/1.1" status: 200 len: 820 time: 0.1730535 Nov 11 20:56:58.759804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8939bb1-8958-4c80-abe7-ba3ee8019904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1161398501-router', 'tenant_id': '8de940e06fbb4baa8026a8d746a31a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:42Z', 'updated_at': '2021-11-11T20:56:57Z', 'revision_number': 7, 'project_id': '8de940e06fbb4baa8026a8d746a31a28', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:56:58.763566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] Deleting subnet 01bf0a32-2ab1-4e07-95b5-b60b9ee45207 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:56:58.768393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.801915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-7d850b9d-16e4-40d9-ba61-60cd730d4dc7 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/quotas/2ba3702b55124d81ab3662a7837bfcf5 HTTP/1.1" status: 200 len: 375 time: 0.0484788 Nov 11 20:56:58.804646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] Checking router: f8939bb1-8958-4c80-abe7-ba3ee8019904 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:56:58.835778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:58.845549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=bfd19100-a11c-4d74-a1bd-a949eedf1310,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:58.852299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4cf7c89f-64ba-460c-a410-413c4be6ea0f up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:58.869079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] Routers set() bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:56:58.869360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] Router IDs set() for agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 20:56:58.869961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_agentschedulers_db [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8939bb1-8958-4c80-abe7-ba3ee8019904'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:56:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent'). {{(pid=109676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 20:56:58.870337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab93e20-4361-414b-a948-3ffdd9f0ec92 None None] The sync data for ids ['f8939bb1-8958-4c80-abe7-ba3ee8019904'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:56:58.877635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-2f9ceb2c-dd3d-4753-a5a5-8642eee4279d tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ba3702b55124d81ab3662a7837bfcf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605707 Nov 11 20:56:58.936967 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.017601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:56:59.021578 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.031676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f011a4a0-46c3-4682-af4e-a9637086599b', 'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b', 'tenant_id': 'b3aaaa774d21499980082b1ffad728f9', 'fixed_ips': [{'subnet_id': '97e39a11-f71b-4551-bb37-ced80e2c95f2'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:56:59.032855 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.034251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Subnet': ['ID=7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:59.040086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.058145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0581f-7d82-45b0-ad41-6ae08eb472a3 None None] Network 10dd01e6-d604-42a8-804e-0e7c19a3916e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:59.063197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-53efe945-49a8-43bd-bf66-5a6ac6820645 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/subnets/7637d2fb-fc68-4ee4-8eb8-eba8c1cad72b HTTP/1.1" status: 204 len: 168 time: 0.6570466 Nov 11 20:56:59.084679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:59.088700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.101122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 4cf7c89f-64ba-460c-a410-413c4be6ea0f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:56:59.117708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 4cf7c89f-64ba-460c-a410-413c4be6ea0f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:56:59.118209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.142873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] device_id is not set on port 70ab108e-8b2d-46ff-b00f-d7ba94f66e87 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:56:59.268878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-38e98bdf-9df9-46cd-8a63-1ef6fc1712c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:59.270455 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-38e98bdf-9df9-46cd-8a63-1ef6fc1712c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.2616248 Nov 11 20:56:59.289226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bca620-fa74-49c8-a39e-f7d336da2607 req-ade8a791-0f0a-482e-9e6a-e195fb685eac tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:59.290791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37bca620-fa74-49c8-a39e-f7d336da2607 req-ade8a791-0f0a-482e-9e6a-e195fb685eac tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 949 time: 0.3696644 Nov 11 20:56:59.313170 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.367257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.384041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Allocated IP 2001:db8::f816:3eff:fe2c:cdde (f011a4a0-46c3-4682-af4e-a9637086599b/97e39a11-f71b-4551-bb37-ced80e2c95f2/70ab108e-8b2d-46ff-b00f-d7ba94f66e87) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:56:59.404915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.413956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01bf0a32-2ab1-4e07-95b5-b60b9ee45207 HTTP/1.1" status: 204 len: 168 time: 0.7292328 Nov 11 20:56:59.417114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-668d08a1-16a5-441e-8268-5a07f16fe707 service neutron] 10.222.0.31 "GET /v2.0/networks/4227d16d-8d19-43ba-a4f3-a804b21e809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074019 Nov 11 20:56:59.419909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:56:59.421343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6135e5-1115-4e4c-8821-23b70dd95e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01bf0a32-2ab1-4e07-95b5-b60b9ee45207,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:56:59.426316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.429358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5a9e7f-6a1f-4402-9a1d-540926bad203 None None] Network 863b445e-cec5-4360-9b98-7d6db0d0aa91 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:59.526830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37bca620-fa74-49c8-a39e-f7d336da2607 req-8c536411-9e96-4fdb-9601-6d3fa9a74627 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026045 Nov 11 20:56:59.591845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5830310f-d8ce-4da8-a437-a129f4a55494 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:56:59.688099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Deleting port 6cef133f-32b7-474b-85f6-a325d0e12735 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:56:59.688805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.722159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4cf7c89f-64ba-460c-a410-413c4be6ea0f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4cf7c89f-64ba-460c-a410-413c4be6ea0f,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:59.782538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542ad14-8754-48cd-b9e4-c34859c54b92 None None] Network b2bf7da3-10a4-4b93-958b-782e725d0f19 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:56:59.785477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] DHCP port deletion for 10dd01e6-d604-42a8-804e-0e7c19a3916e request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:56:59.854465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] For port 6cef133f-32b7-474b-85f6-a325d0e12735, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6cef133f-32b7-474b-85f6-a325d0e12735,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:56:59.854782 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.870785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.882728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Calling delete_port for 6cef133f-32b7-474b-85f6-a325d0e12735 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:56:59.919283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fba73-d8bf-475e-8ab1-1604d4333201 req-6d3f55b1-74b9-47c1-96a3-b80481755c45 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:56:59.921819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-234fba73-d8bf-475e-8ab1-1604d4333201 req-6d3f55b1-74b9-47c1-96a3-b80481755c45 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1526825 Nov 11 20:56:59.928434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:59.954329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf7c89f-64ba-460c-a410-413c4be6ea0f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:56:59.956981 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf0103-8a0f-405f-8857-b708a2e503de" -d '{"events": [{"server_uuid": "0dd56a3b-2489-4430-9be0-fec1e13efafc", "name": "network-vif-plugged", "status": "completed", "tag": "4cf7c89f-64ba-460c-a410-413c4be6ea0f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:00.000536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-319aa545-a1d2-4045-bf92-f4ac613481f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:00.002024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-319aa545-a1d2-4045-bf92-f4ac613481f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.7216775 Nov 11 20:57:00.006595 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.010833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-188512d1-e0ae-4942-83fd-d359de5b10fa None None] Provisioning complete for port 5830310f-d8ce-4da8-a437-a129f4a55494 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:00.011233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-188512d1-e0ae-4942-83fd-d359de5b10fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.047179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5830310f-d8ce-4da8-a437-a129f4a55494 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:00.047849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.052722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-234fba73-d8bf-475e-8ab1-1604d4333201 req-41f37a33-8d5a-477b-bbc5-97a918ff5eb4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887856 Nov 11 20:57:00.053656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4cf7c89f-64ba-460c-a410-413c4be6ea0f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:00.072092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-dafc92cf-56bd-42ec-a319-ab42c2bfcc5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 217 time: 0.0582902 Nov 11 20:57:00.074051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-40910d94-f654-4794-9a22-8e61ef2204a3 service neutron] 10.222.0.31 "GET /v2.0/networks/4227d16d-8d19-43ba-a4f3-a804b21e809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349089 Nov 11 20:57:00.150041 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b77f384-d9d7-4998-8a90-1b940fba7dc5 x-openstack-request-id: req-8b77f384-d9d7-4998-8a90-1b940fba7dc5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:00.150396 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd56a3b-2489-4430-9be0-fec1e13efafc", "name": "network-vif-plugged", "status": "completed", "tag": "4cf7c89f-64ba-460c-a410-413c4be6ea0f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:00.152013 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b77f384-d9d7-4998-8a90-1b940fba7dc5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:00.152013 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'code': 200} Nov 11 20:57:00.163385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] DHCP port deletion for 863b445e-cec5-4360-9b98-7d6db0d0aa91 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:00.163596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-1faa8a7e-f682-4fd0-b32f-df8ab86be99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:00.165471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-1faa8a7e-f682-4fd0-b32f-df8ab86be99e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.0866878 Nov 11 20:57:00.174346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] Deleting port 6cef133f-32b7-474b-85f6-a325d0e12735 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:00.174346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.174622 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.188583 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:57:00.227381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.235724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-ab19028e-7440-42a1-aeb1-cb9d1e7803b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363171 Nov 11 20:57:00.251322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network f011a4a0-46c3-4682-af4e-a9637086599b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:00.258638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] No DVR routers for this DVR port 6cef133f-32b7-474b-85f6-a325d0e12735 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:00.267617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:00.270118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:00.276128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:00.276811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.295248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Allocated IP 2001:db8::f816:3eff:fe51:2081 (f011a4a0-46c3-4682-af4e-a9637086599b/97e39a11-f71b-4551-bb37-ced80e2c95f2/26db3e6d-5750-4105-b02e-e6957e131f6c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:00.307032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Port': ['ID=70ab108e-8b2d-46ff-b00f-d7ba94f66e87,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:00.309064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Deleting port 48ce5349-885f-46ad-b2df-6553c606e297 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:00.309400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.350965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Port': ['ID=6cef133f-32b7-474b-85f6-a325d0e12735,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:00.427167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.430001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] For port 6cef133f-32b7-474b-85f6-a325d0e12735, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6cef133f-32b7-474b-85f6-a325d0e12735,segment=NetworkSegment(bdb95064-38f8-48fe-bdc1-1c1490a70844),segment_id=bdb95064-38f8-48fe-bdc1-1c1490a70844)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:00.430718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.445913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] Calling delete_port for 6cef133f-32b7-474b-85f6-a325d0e12735 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:00.452942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96c3db11-f2ec-4822-a080-849e4126cfea req-0f5ed475-cfd8-4310-a9f1-6217107daf08 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 210 time: 0.0414326 Nov 11 20:57:00.458667 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d5c53ba7-fba5-4643-9100-d8eff20ba138 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7967312 Nov 11 20:57:00.459888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46994) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:00.463978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] For port 48ce5349-885f-46ad-b2df-6553c606e297, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=48ce5349-885f-46ad-b2df-6553c606e297,segment=NetworkSegment(e65d81f1-4073-4467-a806-6ab889714576),segment_id=e65d81f1-4073-4467-a806-6ab889714576)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:00.465828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.479513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dd01e6-d604-42a8-804e-0e7c19a3916e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:00.483752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Calling delete_port for 48ce5349-885f-46ad-b2df-6553c606e297 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:00.526275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting subnet 97e39a11-f71b-4551-bb37-ced80e2c95f2 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:57:00.538187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb95064-38f8-48fe-bdc1-1c1490a70844') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:00.538489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb95064-38f8-48fe-bdc1-1c1490a70844') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:00.567166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.584669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-188512d1-e0ae-4942-83fd-d359de5b10fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.585082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.586860 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.595088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:00.595802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:00.599501 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:00.613765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29e6d-79d4-4f69-9d2e-a1bea047a180 req-b114a25d-bff2-4b2a-9f95-53b6c3c3c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:00.615292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-52b29e6d-79d4-4f69-9d2e-a1bea047a180 req-b114a25d-bff2-4b2a-9f95-53b6c3c3c58a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 1101 time: 0.3849251 Nov 11 20:57:00.705218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] Pushing event deleted for resources: {'Port': ['ID=6cef133f-32b7-474b-85f6-a325d0e12735,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:00.709654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff9435-236c-41f4-a493-fa2c838ebda6 None None] No DVR routers for this DVR port 6cef133f-32b7-474b-85f6-a325d0e12735 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:00.714960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.723137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-ea0fee29-cb6d-49ef-9c5b-d6b50b6a4d31 service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307532 Nov 11 20:57:00.732285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393d26-901f-4dbe-9c18-c7c9f213e942 req-af29877a-d337-4f56-8182-abd4bd9597c6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:00.738088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78393d26-901f-4dbe-9c18-c7c9f213e942 req-af29877a-d337-4f56-8182-abd4bd9597c6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 950 time: 0.1166224 Nov 11 20:57:00.738180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-52b29e6d-79d4-4f69-9d2e-a1bea047a180 req-9a575101-4f44-47db-b909-b125b7440d25 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047807 Nov 11 20:57:00.745433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.792477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.802892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:00.806984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] 10.222.0.31 "DELETE /v2.0/networks/10dd01e6-d604-42a8-804e-0e7c19a3916e HTTP/1.1" status: 204 len: 168 time: 1.7212129 Nov 11 20:57:00.859525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362ca6e-a164-4e32-97b4-db4a4ca36b81 tempest-ServersTestMultiNic-334826375 tempest-ServersTestMultiNic-334826375-project] Pushing event deleted for resources: {'Network': ['ID=10dd01e6-d604-42a8-804e-0e7c19a3916e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:00.870807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ce5349-885f-46ad-b2df-6553c606e297,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:00.902449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] No DVR routers for this DVR port 48ce5349-885f-46ad-b2df-6553c606e297 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:00.993270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d71e69bb-30ed-4070-b786-bdcc0d5aa5e1 req-e156be4a-2694-40c1-b782-fe883422ff39 service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575614 Nov 11 20:57:01.010831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-188512d1-e0ae-4942-83fd-d359de5b10fa None None] For port 5830310f-d8ce-4da8-a437-a129f4a55494, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5830310f-d8ce-4da8-a437-a129f4a55494,segment=NetworkSegment(c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff),segment_id=c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:01.024821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] Deleting port 48ce5349-885f-46ad-b2df-6553c606e297 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:01.025326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.039711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78393d26-901f-4dbe-9c18-c7c9f213e942 req-51db89e5-46a9-4d88-b099-9e84d3ead4ac tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682505 Nov 11 20:57:01.044313 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.074676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863b445e-cec5-4360-9b98-7d6db0d0aa91']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:01.092917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:01.107385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-188512d1-e0ae-4942-83fd-d359de5b10fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.120839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65d81f1-4073-4467-a806-6ab889714576') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:01.121140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65d81f1-4073-4467-a806-6ab889714576') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:01.148591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.171614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.194902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:01.195294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:01.200276 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:01.232972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] For port 48ce5349-885f-46ad-b2df-6553c606e297, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:01.233356 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.278653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] Calling delete_port for 48ce5349-885f-46ad-b2df-6553c606e297 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:01.287506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] Port 48ce5349-885f-46ad-b2df-6553c606e297 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 20:57:01.305400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.310400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e4fb-87b4-4cb8-94b7-b17b03ef0a4b req-3c415fee-c1c9-4037-ae3d-7228da28842f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:01.311657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f796e4fb-87b4-4cb8-94b7-b17b03ef0a4b req-3c415fee-c1c9-4037-ae3d-7228da28842f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1364148 Nov 11 20:57:01.312279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:57:01.312651 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:57:01.316754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.322624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b9d7e3a7-3380-4fe1-af3f-9222be7c0688 None None] Provisioning complete for port 5830310f-d8ce-4da8-a437-a129f4a55494 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:01.323018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e3a7-3380-4fe1-af3f-9222be7c0688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.326482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188512d1-e0ae-4942-83fd-d359de5b10fa None None] Pushing event updated for resources: {'Port': ['ID=5830310f-d8ce-4da8-a437-a129f4a55494,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:01.356564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] No DVR routers for this DVR port 48ce5349-885f-46ad-b2df-6553c606e297 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:01.383172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f796e4fb-87b4-4cb8-94b7-b17b03ef0a4b req-7e66a9fd-e599-45f3-a056-2a569d1b5bfd tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600865 Nov 11 20:57:01.386941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846e5c7-edcb-444f-a516-8162ab531b16 None None] Pushing event deleted for resources: {'Port': ['ID=48ce5349-885f-46ad-b2df-6553c606e297,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:01.402820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.409744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.418161 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/863b445e-cec5-4360-9b98-7d6db0d0aa91 HTTP/1.1" status: 204 len: 168 time: 1.9860990 Nov 11 20:57:01.433886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b561e-439e-4194-bef4-e634f74e17d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=863b445e-cec5-4360-9b98-7d6db0d0aa91,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:01.443337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.447439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.514433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Network f011a4a0-46c3-4682-af4e-a9637086599b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:01.516477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:01.516785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.522475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:01.527819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Pushing event updated for resources: {'Port': ['ID=26db3e6d-5750-4105-b02e-e6957e131f6c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:01.582313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-274c80a7-d30b-47d8-9a48-46737fac41b6 req-8f1c7082-4ba7-45a7-9ea3-9ae9ea97e109 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 210 time: 0.0406752 Nov 11 20:57:01.583828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Attempting to bind port 26db3e6d-5750-4105-b02e-e6957e131f6c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:01.584393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Attempting to bind port 26db3e6d-5750-4105-b02e-e6957e131f6c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd1796f15-da4c-4ad0-bca7-bbca0251189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:01.584767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Attempting to bind port 26db3e6d-5750-4105-b02e-e6957e131f6c on network f011a4a0-46c3-4682-af4e-a9637086599b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:01.590384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:01.590595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Checking segment: {'id': 'd1796f15-da4c-4ad0-bca7-bbca0251189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:01.590971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.591374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Bound using segment: {'id': 'd1796f15-da4c-4ad0-bca7-bbca0251189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:01.592350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Bound port: 26db3e6d-5750-4105-b02e-e6957e131f6c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1796f15-da4c-4ad0-bca7-bbca0251189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f011a4a0-46c3-4682-af4e-a9637086599b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:01.592350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.661726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] For port 26db3e6d-5750-4105-b02e-e6957e131f6c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:01.664751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] For port 26db3e6d-5750-4105-b02e-e6957e131f6c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=26db3e6d-5750-4105-b02e-e6957e131f6c,segment=NetworkSegment(d1796f15-da4c-4ad0-bca7-bbca0251189f),segment_id=d1796f15-da4c-4ad0-bca7-bbca0251189f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:01.735786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.817672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c93145-69d5-48d0-b302-aeea511f81ec None None] Pushing event updated for resources: {'Port': ['ID=26db3e6d-5750-4105-b02e-e6957e131f6c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:01.869645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:01.940723 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aba696a3-7a07-4cd3-bcf0-dbd29a2d98d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:01.947049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-69b4a0eb-e55e-4b6c-86b6-79f398f2da34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8de940e06fbb4baa8026a8d746a31a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742533 Nov 11 20:57:01.951780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47032) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:01.961080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:02.006330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:02.006712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b6bf6ddf-debb-4796-a9ee-b71b4012b6a8 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:02.017310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8552909-80dc-49de-9773-c4a388ffee64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.056336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8552909-80dc-49de-9773-c4a388ffee64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.079053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.148403 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.237286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5830310f-d8ce-4da8-a437-a129f4a55494 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:02.243544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8552909-80dc-49de-9773-c4a388ffee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.246419 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e8552909-80dc-49de-9773-c4a388ffee64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.253953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e8552909-80dc-49de-9773-c4a388ffee64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2577e531-250d-4f1e-9737-7ccee2505c50 HTTP/1.1" status: 204 len: 168 time: 0.3037994 Nov 11 20:57:02.278162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8552909-80dc-49de-9773-c4a388ffee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2577e531-250d-4f1e-9737-7ccee2505c50,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:02.311531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e274c1-d6f4-49c8-9cbe-3de4270e5dad req-a0557047-f5e0-465a-afba-a9602ea9f466 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:02.313402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8e274c1-d6f4-49c8-9cbe-3de4270e5dad req-a0557047-f5e0-465a-afba-a9602ea9f466 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 950 time: 0.1203523 Nov 11 20:57:02.345268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.356948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5830310f-d8ce-4da8-a437-a129f4a55494 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:02.357338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.438139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8e274c1-d6f4-49c8-9cbe-3de4270e5dad req-d47963af-6ae7-4a7e-bcae-385af0e36904 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179881 Nov 11 20:57:02.464239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Subnet': ['ID=97e39a11-f71b-4551-bb37-ced80e2c95f2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:02.464239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.467955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:02.469202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eea322de-a8e7-420f-a7c8-82cf345ccb59 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/97e39a11-f71b-4551-bb37-ced80e2c95f2 HTTP/1.1" status: 204 len: 168 time: 2.0074372 Nov 11 20:57:02.561787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 48ce5349-885f-46ad-b2df-6553c606e297 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:02.588280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 48ce5349-885f-46ad-b2df-6553c606e297 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:02.588803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 48ce5349-885f-46ad-b2df-6553c606e297 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:02.589233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6cef133f-32b7-474b-85f6-a325d0e12735 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:02.598780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Deleting port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:02.599430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.616033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a504719-870d-4724-90c3-743c03d70f79 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:02.618263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 6cef133f-32b7-474b-85f6-a325d0e12735 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:02.618495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a504719-870d-4724-90c3-743c03d70f79 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:02.620049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6cef133f-32b7-474b-85f6-a325d0e12735 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:02.620181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a504719-870d-4724-90c3-743c03d70f79 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1511216 Nov 11 20:57:02.620528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d97c2468-0502-4f34-b95a-a58b4b70ccc2 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:02.624413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47044) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:02.649337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3934d3-587d-4be1-b163-29055806681f req-e6fb979a-e72e-41db-8b63-6701ba3b9bc3 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:02.651175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c3934d3-587d-4be1-b163-29055806681f req-e6fb979a-e72e-41db-8b63-6701ba3b9bc3 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0990000 Nov 11 20:57:02.653547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d97c2468-0502-4f34-b95a-a58b4b70ccc2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:02.653701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d97c2468-0502-4f34-b95a-a58b4b70ccc2 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:02.744866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-161ae4e6-4c82-4e38-9784-a1d9363d2768 req-c15b4c64-1272-4064-ae8c-1cd5698dd2d5 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 210 time: 0.0465355 Nov 11 20:57:02.776709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] For port 9ecac4e8-b538-4dac-a4eb-d460a9b996bb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,segment=NetworkSegment(3c925d24-31b6-425a-8191-2c1d5fc37ff9),segment_id=3c925d24-31b6-425a-8191-2c1d5fc37ff9)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:02.776709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.781181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-90d299fc-2bb3-4443-b0ee-f6de439a1adb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:02.789724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Calling delete_port for 9ecac4e8-b538-4dac-a4eb-d460a9b996bb owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:02.801239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c3934d3-587d-4be1-b163-29055806681f req-de441772-1bea-4a03-98a6-f5d3aad83e57 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212423 Nov 11 20:57:02.803247 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d299fc-2bb3-4443-b0ee-f6de439a1adb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 20:57:02.803722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d299fc-2bb3-4443-b0ee-f6de439a1adb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:02.812877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-90d299fc-2bb3-4443-b0ee-f6de439a1adb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/f011a4a0-46c3-4682-af4e-a9637086599b HTTP/1.1" status: 409 len: 405 time: 0.1854334 Nov 11 20:57:02.817502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47052) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:02.824877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-603493015'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:02.978494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:02.982194 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.045048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:03.066068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.066326 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Added segment f50aff88-7b57-466e-9cbd-60f071cc63cc of type vlan for network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 Nov 11 20:57:03.112595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.137039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134dcbc2-6c23-4351-849f-6f67695cce2e None None] Network f011a4a0-46c3-4682-af4e-a9637086599b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:03.157488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.185559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecac4e8-b538-4dac-a4eb-d460a9b996bb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:03.238289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.243468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:03.244165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.265890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e09a8acf-06a0-4ccc-bcef-b092e4139dbb None None] Provisioning complete for port 26db3e6d-5750-4105-b02e-e6957e131f6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:03.266463 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e09a8acf-06a0-4ccc-bcef-b092e4139dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.382928 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e09a8acf-06a0-4ccc-bcef-b092e4139dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.399258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] DHCP port deletion for f011a4a0-46c3-4682-af4e-a9637086599b request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:03.452636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e09a8acf-06a0-4ccc-bcef-b092e4139dbb None None] For port 26db3e6d-5750-4105-b02e-e6957e131f6c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=26db3e6d-5750-4105-b02e-e6957e131f6c,segment=NetworkSegment(d1796f15-da4c-4ad0-bca7-bbca0251189f),segment_id=d1796f15-da4c-4ad0-bca7-bbca0251189f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:03.486474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] Deleting port 26db3e6d-5750-4105-b02e-e6957e131f6c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:03.486936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.524758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Network': ['ID=1a43c34c-d8e0-48c4-9d76-dd5845ba1df3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:03.543100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:03.547124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e09a8acf-06a0-4ccc-bcef-b092e4139dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.552335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b91a3f8-ea1f-4fa9-bd99-17b19e3a2983 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7324522 Nov 11 20:57:03.557458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:03.567870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'subnet': {'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:03.599361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de033310-5320-4cad-a6df-5a3c59f209a0 req-235b861e-0092-42ee-b930-470de7564be3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:03.608213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de033310-5320-4cad-a6df-5a3c59f209a0 req-235b861e-0092-42ee-b930-470de7564be3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 950 time: 0.0735250 Nov 11 20:57:03.641232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] For port 26db3e6d-5750-4105-b02e-e6957e131f6c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=26db3e6d-5750-4105-b02e-e6957e131f6c,segment=NetworkSegment(d1796f15-da4c-4ad0-bca7-bbca0251189f),segment_id=d1796f15-da4c-4ad0-bca7-bbca0251189f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:03.641730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.667117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] Calling delete_port for 26db3e6d-5750-4105-b02e-e6957e131f6c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:03.680070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de033310-5320-4cad-a6df-5a3c59f209a0 req-5cce5699-7ea5-4606-91ac-1c5207627167 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706754 Nov 11 20:57:03.699361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a8acf-06a0-4ccc-bcef-b092e4139dbb None None] Pushing event updated for resources: {'Port': ['ID=26db3e6d-5750-4105-b02e-e6957e131f6c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:03.846561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-60f29f32-c2fe-4814-a918-795d8a707d09 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:03.852811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-60f29f32-c2fe-4814-a918-795d8a707d09 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.62 "GET /v2.0/networks?id=4227d16d-8d19-43ba-a4f3-a804b21e809a HTTP/1.1" status: 200 len: 820 time: 0.5337262 Nov 11 20:57:03.864698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1f55b2c-1232-45aa-8ea5-928835cef391 req-dea13422-dbed-4770-90f3-915967258114 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 210 time: 0.0264289 Nov 11 20:57:03.869733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Request body: {'port': {'device_id': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a', 'admin_state_up': True, 'tenant_id': '2ba3702b55124d81ab3662a7837bfcf5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:03.873129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.894806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:03.921753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] Pushing event deleted for resources: {'Port': ['ID=26db3e6d-5750-4105-b02e-e6957e131f6c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:03.928100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c2d3b-33df-46c5-996b-040909c32184 None None] No DVR routers for this DVR port 26db3e6d-5750-4105-b02e-e6957e131f6c on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:03.952469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:03.955763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:04.009181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15e228-de90-4b23-b727-ef1d3dd55f48 req-c72cf789-8fe9-4012-8b6f-edeca62c8063 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:04.010804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe15e228-de90-4b23-b727-ef1d3dd55f48 req-c72cf789-8fe9-4012-8b6f-edeca62c8063 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0787089 Nov 11 20:57:04.069354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe15e228-de90-4b23-b727-ef1d3dd55f48 req-6089b781-f180-456b-a871-e61d4bd34ddd tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513694 Nov 11 20:57:04.086863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cf284-8dfe-4bd8-a716-f42c9276ae54 req-e52f7404-ca3e-4866-8166-b547d6e800ba tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:04.088494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-115cf284-8dfe-4bd8-a716-f42c9276ae54 req-e52f7404-ca3e-4866-8166-b547d6e800ba tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 950 time: 0.2685435 Nov 11 20:57:04.246307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-115cf284-8dfe-4bd8-a716-f42c9276ae54 req-0b202153-1eba-4f07-9d10-16c0ced1ef7d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228628 Nov 11 20:57:04.281838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-0f30082c-3750-4a53-9633-de09c55094c0 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=78024ade1c6c4428989c09b56e701898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245175 Nov 11 20:57:04.425661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-fe006376-aa26-481c-a0c0-95fd4fca43bf tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:04.427175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-fe006376-aa26-481c-a0c0-95fd4fca43bf tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382310 Nov 11 20:57:04.446473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-f0e45ad9-6e78-40be-a5a3-618b6f660615 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/quotas/78024ade1c6c4428989c09b56e701898 HTTP/1.1" status: 200 len: 375 time: 0.0107715 Nov 11 20:57:04.448691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Router da050632-c7c5-4b4d-a7e9-46644cc281bd has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:57:04.449042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16fbce2a-1ac5-482f-9471-878147cd0dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:04.455649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Made reservation on behalf of 2ba3702b55124d81ab3662a7837bfcf5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:04.456839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:04.485822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-884f4d37-85a3-4955-b7ee-13cec78e9f38 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=78024ade1c6c4428989c09b56e701898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291076 Nov 11 20:57:04.744008 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea303028-dfb5-4923-98a5-a4a19e9488f2 req-e6410052-41da-4d8f-9c97-0847b6555e43 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 210 time: 0.0289257 Nov 11 20:57:04.765764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:57:04.773835 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:04.775830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:04.784247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47100) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:04.784716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0b4148f6-211e-4963-a249-dd735f3fc4c9 admin admin] 10.222.0.31 "PUT /v2.0/routers/da050632-c7c5-4b4d-a7e9-46644cc281bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6899064 Nov 11 20:57:04.787352 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] Sync routers for ids ['da050632-c7c5-4b4d-a7e9-46644cc281bd'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:04.798396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Allocated IP 172.20.0.11 (4227d16d-8d19-43ba-a4f3-a804b21e809a/9b3f38ce-af83-41b8-a366-a14e8e703b51/25c3eea9-0f83-4955-9163-07460d6c23c5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:04.798551 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] Routers {'da050632-c7c5-4b4d-a7e9-46644cc281bd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:04.799184 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['da050632-c7c5-4b4d-a7e9-46644cc281bd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:04.820308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79074e-fdc7-4415-bad4-38c411ce149b req-a247d4e1-8b79-41a0-ac54-0877e49e027d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:04.828360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79074e-fdc7-4415-bad4-38c411ce149b req-a247d4e1-8b79-41a0-ac54-0877e49e027d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:04.830576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c79074e-fdc7-4415-bad4-38c411ce149b req-a247d4e1-8b79-41a0-ac54-0877e49e027d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc&device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 1691 time: 0.2504673 Nov 11 20:57:04.903894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:04.917472 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] Set router da050632-c7c5-4b4d-a7e9-46644cc281bd gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:04.993545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Subnet': ['ID=132d0621-27e2-4600-976c-b92954f81c34,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:05.005053 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c99051ea-554f-43fd-afa1-6b3fbeaa0c21 req-35a97607-d405-4bd9-9132-5485fa273cd9 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 210 time: 0.0346410 Nov 11 20:57:05.026956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c79074e-fdc7-4415-bad4-38c411ce149b req-25cb4e26-9248-4bfe-a459-214c96155105 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569211 Nov 11 20:57:05.035521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Checking segment: {'id': 'f50aff88-7b57-466e-9cbd-60f071cc63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:05.035898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network hostable DHCP agents. Network: 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:05.073689 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.151813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.174006 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0b01a5d0-c757-405f-8188-3788659ff073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:57:03Z', 'revision_number': 5, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port': {'id': '0b01a5d0-c757-405f-8188-3788659ff073', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:55:07Z', 'updated_at': '2021-11-11T20:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:05.204393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:05.204589 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] Checking router: da050632-c7c5-4b4d-a7e9-46644cc281bd for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:57:05.213259 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] Routers {'da050632-c7c5-4b4d-a7e9-46644cc281bd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:05.214081 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['da050632-c7c5-4b4d-a7e9-46644cc281bd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:05.234406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854e9b1-51b5-47d1-b7c1-40409263fce0 req-9f66871d-ec65-45fe-87db-68cf5756d9de tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:05.236472 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4854e9b1-51b5-47d1-b7c1-40409263fce0 req-9f66871d-ec65-45fe-87db-68cf5756d9de tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 1101 time: 0.0621789 Nov 11 20:57:05.266158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb560c8-dc27-4813-bc81-d624900b68ac req-b020f567-41a0-4ad3-b891-633b61a0067a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:05.267790 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bb560c8-dc27-4813-bc81-d624900b68ac req-b020f567-41a0-4ad3-b891-633b61a0067a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0861120 Nov 11 20:57:05.270481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Deleting port 0b01a5d0-c757-405f-8188-3788659ff073 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:05.270900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.288357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:05.293799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:05.294673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.301692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d69459e-b5fe-41b8-999a-afb53e81a9e1 None None] Network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:05.312122 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] Set router da050632-c7c5-4b4d-a7e9-46644cc281bd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:05.336641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4854e9b1-51b5-47d1-b7c1-40409263fce0 req-c5ae8528-8a27-4429-9b51-1b1da405bbaa tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739021 Nov 11 20:57:05.337815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.394722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Network 4227d16d-8d19-43ba-a4f3-a804b21e809a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:05.400684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:05.403296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:05.440133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Pushing event updated for resources: {'Port': ['ID=25c3eea9-0f83-4955-9163-07460d6c23c5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:05.450165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-24d75f80-b67c-4b8a-95ae-e23152b5c971 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8861532 Nov 11 20:57:05.450567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:05.456379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'port': {'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3', 'name': 'tempest-NetworksIpV6TestAttrs-2035088923'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:05.462875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bb560c8-dc27-4813-bc81-d624900b68ac req-cb00140f-adf2-4f3a-a78f-57fcf33e31fb tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889386 Nov 11 20:57:05.492821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] For port 0b01a5d0-c757-405f-8188-3788659ff073, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0b01a5d0-c757-405f-8188-3788659ff073,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:05.493242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.508854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Calling delete_port for 0b01a5d0-c757-405f-8188-3788659ff073 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:05.546423 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:57:05Z', 'revision_number': 6, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:05.595470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:05.596187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.596357 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc1871-ee36-4bd2-b1ba-b7cc98794ea5 None None] The sync data for ids ['da050632-c7c5-4b4d-a7e9-46644cc281bd'] in n-d-805734-3 is: [{'id': 'da050632-c7c5-4b4d-a7e9-46644cc281bd', 'name': 'tempest-ServersTestMultiNic-1235498952-router', 'tenant_id': '945cbdf093114278835448ac2f391955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:55:06Z', 'updated_at': '2021-11-11T20:57:05Z', 'revision_number': 6, 'project_id': '945cbdf093114278835448ac2f391955', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:05.673966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6952d93-ad5c-442b-bbb1-7798ead1fc46 req-755719a5-80fd-4ceb-b78b-c687e4be3b24 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:05.677905 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6952d93-ad5c-442b-bbb1-7798ead1fc46 req-755719a5-80fd-4ceb-b78b-c687e4be3b24 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 1101 time: 0.1090505 Nov 11 20:57:05.722684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-1a43c34c-d8e0-48c4-9d76-dd5845ba1df3', 'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3', 'tenant_id': 'b3aaaa774d21499980082b1ffad728f9', 'fixed_ips': [{'subnet_id': '132d0621-27e2-4600-976c-b92954f81c34'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:05.723981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.760349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6952d93-ad5c-442b-bbb1-7798ead1fc46 req-87903c18-3b1f-4570-84d9-af3b51b691fc tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683761 Nov 11 20:57:05.774601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0065c674-aee5-4410-aab0-8378594f8a87 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9099040 Nov 11 20:57:05.790413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Request body: {'port': {'device_id': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:05.802650 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.843236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13b6ab25-dfec-43b2-b550-999869da27a8 req-87fca0a0-cdb9-434e-b67e-c0bdb32df15a tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 210 time: 0.0314975 Nov 11 20:57:05.866091 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.872024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.890171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Allocated IP 2001:db8::f816:3eff:fec5:790e (1a43c34c-d8e0-48c4-9d76-dd5845ba1df3/132d0621-27e2-4600-976c-b92954f81c34/d1c828f5-ef67-4318-82cd-37e7d28c4d9c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:05.902117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Pushing event deleted for resources: {'Port': ['ID=0b01a5d0-c757-405f-8188-3788659ff073,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:05.911765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:05.929062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:05.941052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d3b278-87f6-4ec0-a4f8-bf4610d55b8b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:06.003568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] device_id is not set on port 51028b5e-1f08-4908-a556-aa997b2ffe00 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:57:06.006322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.208951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.211164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.224966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.235685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-c9ff5291-d749-44e6-8d87-81b84bf057e5 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2090075 Nov 11 20:57:06.303028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c9f1e-c879-404a-b122-3e46a1329a5a req-bbdaf067-909c-4746-a382-b0150b60c6c9 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:06.305283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b41c9f1e-c879-404a-b122-3e46a1329a5a req-bbdaf067-909c-4746-a382-b0150b60c6c9 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 932 time: 0.1530797 Nov 11 20:57:06.357685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b41c9f1e-c879-404a-b122-3e46a1329a5a req-5acc6094-b9a1-48f3-a47b-5cec5574c94f tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Nov 11 20:57:06.359843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.360053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Fanout notify agent at l3_agent the message router_deleted on router da050632-c7c5-4b4d-a7e9-46644cc281bd {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:57:06.364720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.368261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f692828c-b262-404a-b770-d9089d7192be admin admin] 10.222.0.31 "DELETE /v2.0/routers/da050632-c7c5-4b4d-a7e9-46644cc281bd HTTP/1.1" status: 204 len: 168 time: 1.5805266 Nov 11 20:57:06.368565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:06.372665 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.431891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] Deleting subnet 375ba9a9-3c66-4767-9814-366a1866523d {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:57:06.435546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.476235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:06.485411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.502617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:06.504921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Pushing event updated for resources: {'Port': ['ID=d1c828f5-ef67-4318-82cd-37e7d28c4d9c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:06.516946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:06.526482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9ecac4e8-b538-4dac-a4eb-d460a9b996bb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:06.614124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 9ecac4e8-b538-4dac-a4eb-d460a9b996bb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:06.614558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9ecac4e8-b538-4dac-a4eb-d460a9b996bb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:06.664979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.707864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Attempting to bind port d1c828f5-ef67-4318-82cd-37e7d28c4d9c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:06.708946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Attempting to bind port d1c828f5-ef67-4318-82cd-37e7d28c4d9c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'f50aff88-7b57-466e-9cbd-60f071cc63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:06.710724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Attempting to bind port d1c828f5-ef67-4318-82cd-37e7d28c4d9c on network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:06.731487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:06.732749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Checking segment: {'id': 'f50aff88-7b57-466e-9cbd-60f071cc63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:06.733250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.733729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Bound using segment: {'id': 'f50aff88-7b57-466e-9cbd-60f071cc63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:06.734314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Bound port: d1c828f5-ef67-4318-82cd-37e7d28c4d9c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50aff88-7b57-466e-9cbd-60f071cc63cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a43c34c-d8e0-48c4-9d76-dd5845ba1df3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:06.736724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.793538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b4f8f-4d9e-4f06-b8b7-e496b1a20599 req-763577bc-b2dc-4bf6-a281-eab6e348b212 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:06.802609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-868b4f8f-4d9e-4f06-b8b7-e496b1a20599 req-763577bc-b2dc-4bf6-a281-eab6e348b212 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0829055 Nov 11 20:57:06.821976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.859946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6b50b-d44b-4951-8ea8-0979286a6c8b None None] Network e4f6ff84-b9eb-471c-ab76-4facc0937bd4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:06.887213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:06.891089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/375ba9a9-3c66-4767-9814-366a1866523d HTTP/1.1" status: 204 len: 168 time: 0.5213938 Nov 11 20:57:06.897567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47150) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:06.912791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfacbb6-306e-4062-b8de-bffb85d5bc32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375ba9a9-3c66-4767-9814-366a1866523d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:07.014227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-868b4f8f-4d9e-4f06-b8b7-e496b1a20599 req-499eeafd-6c33-44a5-9bbb-7205d2896720 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051537 Nov 11 20:57:07.033557 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.043325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Allocated IP 2001:db8::f816:3eff:fe6b:c79e (1a43c34c-d8e0-48c4-9d76-dd5845ba1df3/132d0621-27e2-4600-976c-b92954f81c34/51028b5e-1f08-4908-a556-aa997b2ffe00) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:07.080892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-6b5a3393-fa02-4535-834d-f4ae25312e65 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:07.088641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-6b5a3393-fa02-4535-834d-f4ae25312e65 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8373790 Nov 11 20:57:07.117205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Deleting port edd72aea-7f3f-46f8-88a6-3ed652d80f8a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:07.117560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.140969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] For port d1c828f5-ef67-4318-82cd-37e7d28c4d9c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:07.141508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-8d2c81b2-6f6e-4383-b140-fa4a42b7f4f6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/quotas/00ca57c42ee74fb9b09871a373595ff4 HTTP/1.1" status: 200 len: 375 time: 0.0514967 Nov 11 20:57:07.144805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] For port d1c828f5-ef67-4318-82cd-37e7d28c4d9c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d1c828f5-ef67-4318-82cd-37e7d28c4d9c,segment=NetworkSegment(f50aff88-7b57-466e-9cbd-60f071cc63cc),segment_id=f50aff88-7b57-466e-9cbd-60f071cc63cc)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:07.169554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.183240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93bb5f53-5c10-4279-9a0b-98024cb85d89 req-8ff42d95-25ab-44f2-950e-2c8894edae39 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 210 time: 0.0420930 Nov 11 20:57:07.232932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] For port edd72aea-7f3f-46f8-88a6-3ed652d80f8a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,segment=NetworkSegment(3c925d24-31b6-425a-8191-2c1d5fc37ff9),segment_id=3c925d24-31b6-425a-8191-2c1d5fc37ff9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:07.233774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.244554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] DHCP port deletion for e4f6ff84-b9eb-471c-ab76-4facc0937bd4 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:07.248226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Calling delete_port for edd72aea-7f3f-46f8-88a6-3ed652d80f8a owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:07.300923 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.314988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c3eea9-0f83-4955-9163-07460d6c23c5 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:07.315245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] Deleting port edd72aea-7f3f-46f8-88a6-3ed652d80f8a {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:07.315544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.328877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.343269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-21d5334d-c5a8-47ea-b743-a85675e55461 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1862171 Nov 11 20:57:07.412565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.449913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] For port edd72aea-7f3f-46f8-88a6-3ed652d80f8a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,segment=NetworkSegment(3c925d24-31b6-425a-8191-2c1d5fc37ff9),segment_id=3c925d24-31b6-425a-8191-2c1d5fc37ff9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:07.453103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.453883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a892354-8efb-456e-8dae-eef36a9c6b66 None None] Pushing event updated for resources: {'Port': ['ID=d1c828f5-ef67-4318-82cd-37e7d28c4d9c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:07.472984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.473405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] Calling delete_port for edd72aea-7f3f-46f8-88a6-3ed652d80f8a owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:07.473824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Transition to ACTIVE for port object 25c3eea9-0f83-4955-9163-07460d6c23c5 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:07.526543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:07.526543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] No DVR routers for this DVR port edd72aea-7f3f-46f8-88a6-3ed652d80f8a on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:07.573708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.575302 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.628485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] Pushing event deleted for resources: {'Port': ['ID=edd72aea-7f3f-46f8-88a6-3ed652d80f8a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:07.640701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8723ac8-f3d2-43ae-85c8-e264ca580cc6 None None] No DVR routers for this DVR port edd72aea-7f3f-46f8-88a6-3ed652d80f8a on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:07.650267 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.710665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Port': ['ID=51028b5e-1f08-4908-a556-aa997b2ffe00,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:07.749364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.751696 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.756106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:07.772604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:07.783531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:07.791461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:07.792342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.801002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f6ff84-b9eb-471c-ab76-4facc0937bd4']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:07.822721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f82b5e-ae36-4136-8f16-f4d207548cd5 req-ba84e519-9eff-48fd-a74c-53b1917f2a3d tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:07.825605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67f82b5e-ae36-4136-8f16-f4d207548cd5 req-ba84e519-9eff-48fd-a74c-53b1917f2a3d tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 932 time: 0.3193915 Nov 11 20:57:07.846519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c925d24-31b6-425a-8191-2c1d5fc37ff9') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:07.846903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c925d24-31b6-425a-8191-2c1d5fc37ff9') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:07.868203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.902632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.906940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Pushing event updated for resources: {'Port': ['ID=25c3eea9-0f83-4955-9163-07460d6c23c5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:07.918621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:07.919139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:07.921519 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:07.926729 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-92fd8dfd-dc16-4061-854f-867c0a3d86b9 req-dbe5ff7f-cc46-47b2-9cc5-034b88cbfa0a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 210 time: 0.0590744 Nov 11 20:57:07.943676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67f82b5e-ae36-4136-8f16-f4d207548cd5 req-f96968ea-4295-41fe-a61e-171bb818bf8a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091633 Nov 11 20:57:07.947451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7e723c72-0805-43a7-a241-bb961a9a39c0 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4956515 Nov 11 20:57:07.950364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:08.016332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Attempting to bind port 25c3eea9-0f83-4955-9163-07460d6c23c5 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:08.016706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Attempting to bind port 25c3eea9-0f83-4955-9163-07460d6c23c5 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'b0d51a10-9858-47a4-91b3-2f337dc51f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:08.017041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Attempting to bind port 25c3eea9-0f83-4955-9163-07460d6c23c5 on network 4227d16d-8d19-43ba-a4f3-a804b21e809a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:08.029150 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting subnet 132d0621-27e2-4600-976c-b92954f81c34 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:57:08.033872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Port 25c3eea9-0f83-4955-9163-07460d6c23c5 on network 4227d16d-8d19-43ba-a4f3-a804b21e809a not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:08.039191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Attempting to bind port 25c3eea9-0f83-4955-9163-07460d6c23c5 on network 4227d16d-8d19-43ba-a4f3-a804b21e809a {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:08.039656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.042405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:08.042744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Checking segment: {'id': 'b0d51a10-9858-47a4-91b3-2f337dc51f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:08.043133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Bound using segment: {'id': 'b0d51a10-9858-47a4-91b3-2f337dc51f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:08.043587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Bound port: 25c3eea9-0f83-4955-9163-07460d6c23c5, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d51a10-9858-47a4-91b3-2f337dc51f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:08.044173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.094893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.101724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.108764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] 10.222.0.31 "DELETE /v2.0/networks/e4f6ff84-b9eb-471c-ab76-4facc0937bd4 HTTP/1.1" status: 204 len: 168 time: 1.2065854 Nov 11 20:57:08.125625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4dc71-1a43-45f2-a24c-5dac403fd5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f6ff84-b9eb-471c-ab76-4facc0937bd4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:08.140899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.198371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92c9f6-5912-478a-a968-926e0dd100ce req-437347d7-e60c-4852-b212-c4b983dd307e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.204459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] For port 25c3eea9-0f83-4955-9163-07460d6c23c5, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:08.223528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] For port 25c3eea9-0f83-4955-9163-07460d6c23c5, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=25c3eea9-0f83-4955-9163-07460d6c23c5,segment=NetworkSegment(b0d51a10-9858-47a4-91b3-2f337dc51f62),segment_id=b0d51a10-9858-47a4-91b3-2f337dc51f62)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:08.230555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d92c9f6-5912-478a-a968-926e0dd100ce req-437347d7-e60c-4852-b212-c4b983dd307e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0979247 Nov 11 20:57:08.272422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d1c828f5-ef67-4318-82cd-37e7d28c4d9c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:08.309679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.326195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.348683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d92c9f6-5912-478a-a968-926e0dd100ce req-a25f5bc8-92e5-44e5-9aec-6bf268922449 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158636 Nov 11 20:57:08.378572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d1c828f5-ef67-4318-82cd-37e7d28c4d9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:08.379240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.417456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.417915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.419769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] 10.222.0.62 "PUT /v2.0/ports/25c3eea9-0f83-4955-9163-07460d6c23c5 HTTP/1.1" status: 200 len: 1092 time: 2.6342449 Nov 11 20:57:08.432524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3ddbb98-c7a4-4087-b28c-fbe700c2b459 req-ed2138d5-fbb6-41a0-afc5-4a74750159db tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 210 time: 0.1078985 Nov 11 20:57:08.445412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'tag': '25c3eea9-0f83-4955-9163-07460d6c23c5'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:08.447802 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807857d4-c318-493c-9e28-37268a09d690" -d '{"events": [{"name": "network-changed", "server_uuid": "55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e", "tag": "25c3eea9-0f83-4955-9163-07460d6c23c5"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:08.484313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-3860339f-d6f3-4f73-a6e9-596f66877bb8 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=78024ade1c6c4428989c09b56e701898&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326128 Nov 11 20:57:08.491552 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.494409 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5850a7-c1cf-4f20-9ddf-fc8ea8d9539c x-openstack-request-id: req-1b5850a7-c1cf-4f20-9ddf-fc8ea8d9539c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:08.494409 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e", "tag": "25c3eea9-0f83-4955-9163-07460d6c23c5", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:08.494643 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b5850a7-c1cf-4f20-9ddf-fc8ea8d9539c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:08.495021 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'tag': '25c3eea9-0f83-4955-9163-07460d6c23c5', 'status': 'completed', 'code': 200} Nov 11 20:57:08.572906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807857d4-c318-493c-9e28-37268a09d690 req-52e8abfa-2d09-463b-a055-ebe02e41dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.574659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-807857d4-c318-493c-9e28-37268a09d690 req-52e8abfa-2d09-463b-a055-ebe02e41dfc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ba3702b55124d81ab3662a7837bfcf5&device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 1095 time: 0.0511613 Nov 11 20:57:08.601146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84674f-c61e-494d-be03-f3984feace3a service neutron] Pushing event updated for resources: {'Port': ['ID=25c3eea9-0f83-4955-9163-07460d6c23c5,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:08.653903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-fd379456-475b-4d81-8bb7-8b25db7793a1 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.656035 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-fd379456-475b-4d81-8bb7-8b25db7793a1 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602001 Nov 11 20:57:08.674712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Request body: {'port': {'device_id': '2efde851-7bf5-410b-bd51-f870e23900d8', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '78024ade1c6c4428989c09b56e701898'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:08.702390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807857d4-c318-493c-9e28-37268a09d690 req-51a517bd-3316-479e-9a50-4aa0b920a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.704018 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-807857d4-c318-493c-9e28-37268a09d690 req-51a517bd-3316-479e-9a50-4aa0b920a766 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2ba3702b55124d81ab3662a7837bfcf5&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1184616 Nov 11 20:57:08.792120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c34e97-bc59-4c32-abf1-e60b08b79f68 None None] Network 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:08.793163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.828683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:08.840898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807857d4-c318-493c-9e28-37268a09d690 req-fd10269c-a94e-4d3f-880d-060a03091117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.842441 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-807857d4-c318-493c-9e28-37268a09d690 req-fd10269c-a94e-4d3f-880d-060a03091117 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272564 Nov 11 20:57:08.842633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Subnet': ['ID=132d0621-27e2-4600-976c-b92954f81c34,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:08.845102 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.849910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1ffca7e7-2d2b-431b-a84d-910c945b37b9 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/132d0621-27e2-4600-976c-b92954f81c34 HTTP/1.1" status: 204 len: 168 time: 0.8983393 Nov 11 20:57:08.852323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47180) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:08.916533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c10abb6-a8ce-427c-99f6-fac6affb5914 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=945cbdf093114278835448ac2f391955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847299 Nov 11 20:57:08.917547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:08.955890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ad0d6-3251-4526-afc5-3b9a32fbcf9e tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.957688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ad0d6-3251-4526-afc5-3b9a32fbcf9e tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:08.964432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a56ad0d6-3251-4526-afc5-3b9a32fbcf9e tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1107700 Nov 11 20:57:08.968478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:08.970203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Made reservation on behalf of 78024ade1c6c4428989c09b56e701898 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:08.976996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:08.981042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:57:08.981570 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:57:08.989528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-59412e21-6381-4b82-8a3b-af41067dc12e None None] Provisioning complete for port d1c828f5-ef67-4318-82cd-37e7d28c4d9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:08.990133 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59412e21-6381-4b82-8a3b-af41067dc12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.007572 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.089864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-388c5ac0-e962-4969-a9e1-561fa6d8c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:09.096578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-388c5ac0-e962-4969-a9e1-561fa6d8c094 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ba3702b55124d81ab3662a7837bfcf5&device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 1095 time: 0.1918907 Nov 11 20:57:09.148568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40a706e5-d39a-4840-89ed-4ff380a9af98 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.149291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2b49dc2-6ee0-4f72-a655-51f5eb905ded req-90655e99-dd57-46ef-a98f-10600869ba16 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 210 time: 0.0495708 Nov 11 20:57:09.155386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07079c1c-f374-4425-b25b-95556e90c330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.161852 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59412e21-6381-4b82-8a3b-af41067dc12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.168054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] DHCP port deletion for 1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:09.168361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.192545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07079c1c-f374-4425-b25b-95556e90c330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.223106 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a706e5-d39a-4840-89ed-4ff380a9af98 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 20:57:09.223576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a706e5-d39a-4840-89ed-4ff380a9af98 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:09.226711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-40a706e5-d39a-4840-89ed-4ff380a9af98 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 HTTP/1.1" status: 409 len: 405 time: 0.2540631 Nov 11 20:57:09.228057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-e9121a2f-3d90-41f8-a146-268a83dde8b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c3eea9-0f83-4955-9163-07460d6c23c5 HTTP/1.1" status: 200 len: 217 time: 0.1102002 Nov 11 20:57:09.231364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:09.236994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-59412e21-6381-4b82-8a3b-af41067dc12e None None] For port d1c828f5-ef67-4318-82cd-37e7d28c4d9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d1c828f5-ef67-4318-82cd-37e7d28c4d9c,segment=NetworkSegment(f50aff88-7b57-466e-9cbd-60f071cc63cc),segment_id=f50aff88-7b57-466e-9cbd-60f071cc63cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:09.239173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-129308946'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:09.244708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.260582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] Deleting port d1c828f5-ef67-4318-82cd-37e7d28c4d9c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:09.260974 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.277841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ed52-2b8f-4105-af15-abb0a1762aa9 req-7383cf5a-d5ae-4f90-9b76-9a6ffa9d35ae tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:09.280387 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73c4ed52-2b8f-4105-af15-abb0a1762aa9 req-7383cf5a-d5ae-4f90-9b76-9a6ffa9d35ae tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 944 time: 0.1822603 Nov 11 20:57:09.319670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-fbb9a2b3-199e-4d5e-aa12-21aaac2e252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:09.321314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-fbb9a2b3-199e-4d5e-aa12-21aaac2e252f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b3f38ce-af83-41b8-a366-a14e8e703b51 HTTP/1.1" status: 200 len: 860 time: 0.0808365 Nov 11 20:57:09.321719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59412e21-6381-4b82-8a3b-af41067dc12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.340019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4624a4a1-db9a-4a26-9585-bde1376cfb95,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:09.372443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-3f911f6d-3f77-4884-b859-206c9679ebea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4227d16d-8d19-43ba-a4f3-a804b21e809a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353043 Nov 11 20:57:09.386503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73c4ed52-2b8f-4105-af15-abb0a1762aa9 req-91f33573-640e-4da5-925e-e179380f8fb4 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965629 Nov 11 20:57:09.443684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Allocated IP 192.168.233.248 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/0fac90d8-9bca-4f8a-9915-36cf02df2d3e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:09.479500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:09.484435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.512958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-144867c4-6d2b-4f84-8519-469707d362e8 service neutron] 10.222.0.62 "GET /v2.0/networks/4227d16d-8d19-43ba-a4f3-a804b21e809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244011 Nov 11 20:57:09.528798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07079c1c-f374-4425-b25b-95556e90c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.532866 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07079c1c-f374-4425-b25b-95556e90c330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.536672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-07079c1c-f374-4425-b25b-95556e90c330 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0 HTTP/1.1" status: 204 len: 168 time: 0.6156442 Nov 11 20:57:09.560612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07079c1c-f374-4425-b25b-95556e90c330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c6b1d-2bcb-4583-9b00-8bdaa3ff44b0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:09.578709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96789d04-4cce-49e3-ab69-4801e7a32541 req-fa46d5a1-b8ae-4e33-ba8b-eac32fabb282 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 210 time: 0.0583885 Nov 11 20:57:09.606559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a10ccf-a157-4821-b04d-28962ea2b889 req-621b9a37-03c2-43f3-8217-1a021c96e8d8 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:09.608784 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7a10ccf-a157-4821-b04d-28962ea2b889 req-621b9a37-03c2-43f3-8217-1a021c96e8d8 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1485868 Nov 11 20:57:09.625236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:09.638343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.638746 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Added segment e91a292a-e202-464a-8a40-bef0d39c1ea7 of type vlan for network b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 Nov 11 20:57:09.661605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] For port d1c828f5-ef67-4318-82cd-37e7d28c4d9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d1c828f5-ef67-4318-82cd-37e7d28c4d9c,segment=NetworkSegment(f50aff88-7b57-466e-9cbd-60f071cc63cc),segment_id=f50aff88-7b57-466e-9cbd-60f071cc63cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:09.662025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.694245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] Calling delete_port for d1c828f5-ef67-4318-82cd-37e7d28c4d9c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:09.709332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412e21-6381-4b82-8a3b-af41067dc12e None None] Pushing event updated for resources: {'Port': ['ID=d1c828f5-ef67-4318-82cd-37e7d28c4d9c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:09.739910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.753679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4de11107-e667-4835-8d04-1a3e9b6d703f req-47f181e1-c965-4a1f-b826-ce3cef280d1a service neutron] 10.222.0.62 "GET /v2.0/networks/4227d16d-8d19-43ba-a4f3-a804b21e809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227159 Nov 11 20:57:09.776325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-98af0c3c-1073-44ef-98af-c2f3b04c89e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892580 Nov 11 20:57:09.799214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0b01a5d0-c757-405f-8188-3788659ff073 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:09.829058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 0b01a5d0-c757-405f-8188-3788659ff073 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:09.829416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0b01a5d0-c757-405f-8188-3788659ff073 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:09.830495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device edd72aea-7f3f-46f8-88a6-3ed652d80f8a no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:09.851311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-930b9403-6e9f-40be-becd-8af3ba26f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:09.854048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-930b9403-6e9f-40be-becd-8af3ba26f05a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=214ea16d383a4ac3a3f3bcc896525389&device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 1096 time: 0.0466859 Nov 11 20:57:09.854195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: edd72aea-7f3f-46f8-88a6-3ed652d80f8a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:09.854361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device edd72aea-7f3f-46f8-88a6-3ed652d80f8a not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:09.880855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7a10ccf-a157-4821-b04d-28962ea2b889 req-0d9daff5-b464-420b-ab4b-e5f0ca85576b tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272833 Nov 11 20:57:09.939155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.976077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:09.981868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:09.982907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:10.020721 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:10.074673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Network': ['ID=b6e7ce5e-ef2c-4daf-9e75-ae3331414d83,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:10.078467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] Pushing event deleted for resources: {'Port': ['ID=d1c828f5-ef67-4318-82cd-37e7d28c4d9c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:10.082531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e5da4-35df-4b4b-bc35-fbbfc343974e None None] No DVR routers for this DVR port d1c828f5-ef67-4318-82cd-37e7d28c4d9c on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:10.110643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:10.129801 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:10.173617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d1c828f5-ef67-4318-82cd-37e7d28c4d9c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:10.207499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-93e7f7ef-541d-4280-926a-7c85f1bc9f88 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9750960 Nov 11 20:57:10.214042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:10.214669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47204) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:10.229735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'subnet': {'network_id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:10.234711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:10.255636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:10.261091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d1c828f5-ef67-4318-82cd-37e7d28c4d9c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:10.261091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d1c828f5-ef67-4318-82cd-37e7d28c4d9c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:10.376115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-68098bdf-f185-42ba-8d62-48372d897414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:10.377706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Pushing event updated for resources: {'Port': ['ID=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:10.377825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-68098bdf-f185-42ba-8d62-48372d897414 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f553cf0-1680-4f6e-9139-9447f04d9a57 HTTP/1.1" status: 200 len: 913 time: 0.4974911 Nov 11 20:57:10.385839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97cffb12-571c-43ab-ba9d-55fb9dade668 req-9a951786-6487-4a89-bfc1-24ca2067d8e7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 210 time: 0.1224778 Nov 11 20:57:10.437003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:10.437764 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:10.510575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-515eab80-3bc1-4c2f-9837-cd17f858acfe tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424094 Nov 11 20:57:10.552553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ba136ba2-5a97-4d5e-b3f4-1db007c82bb0 None None] Provisioning complete for port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:10.553033 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba136ba2-5a97-4d5e-b3f4-1db007c82bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:10.563060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-55fcd6c0-99f6-458a-b419-45ac385223b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca HTTP/1.1" status: 200 len: 1001 time: 0.1675038 Nov 11 20:57:10.589091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ba136ba2-5a97-4d5e-b3f4-1db007c82bb0 None None] Port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:10.616322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:10.620851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:10.683195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707036a5-6537-475a-957b-8b64aca08b2a req-ddd7541a-bba7-488c-a0bc-78091982c4ee tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:10.684733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-707036a5-6537-475a-957b-8b64aca08b2a req-ddd7541a-bba7-488c-a0bc-78091982c4ee tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 944 time: 0.1995463 Nov 11 20:57:10.696424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-735fbd0a-b2f7-4608-badf-fe189af99765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:10.699364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-735fbd0a-b2f7-4608-badf-fe189af99765 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b28390d0-a31c-4614-a1d4-225ca53231c2 HTTP/1.1" status: 200 len: 851 time: 0.1257730 Nov 11 20:57:10.758039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-c711b0ce-c21b-4285-8377-cdd00511a27d tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0912921 Nov 11 20:57:10.776379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Request body: {'port': {'device_id': '2efde851-7bf5-410b-bd51-f870e23900d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:10.785893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-33c3de7e-4e93-408c-8517-d339aa6f8264 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:10.787448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-33c3de7e-4e93-408c-8517-d339aa6f8264 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549243 Nov 11 20:57:10.808644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': '723f7d56-3322-4417-ac46-9b364221715e', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:10.809213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b5cc-261d-44ac-a216-bf1c2c5b7da8 req-9caa63be-723e-4483-8f65-292a082353d1 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:10.810781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5e6b5cc-261d-44ac-a216-bf1c2c5b7da8 req-9caa63be-723e-4483-8f65-292a082353d1 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 936 time: 0.1346681 Nov 11 20:57:10.829526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-707036a5-6537-475a-957b-8b64aca08b2a req-4593fafa-d996-48c4-aa80-eefb2304c887 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291366 Nov 11 20:57:10.838299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-6bc94e84-d1b5-4df3-851c-4a1a893087bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:10.839784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-6bc94e84-d1b5-4df3-851c-4a1a893087bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f553cf0-1680-4f6e-9139-9447f04d9a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267588 Nov 11 20:57:10.932561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:10.988077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5e6b5cc-261d-44ac-a216-bf1c2c5b7da8 req-7b540ec0-5aaa-414a-a845-ea057ad34bec tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690845 Nov 11 20:57:11.092585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-1ca0a9db-8b98-429b-a73d-9d4826ea33cb service neutron] 10.222.0.58 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209227 Nov 11 20:57:11.100672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec8e5b-cfd7-425f-8847-b7b1cbe6a517 req-7d6314bb-ac5b-467a-b82c-4a733399acc7 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:11.102165 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3dec8e5b-cfd7-425f-8847-b7b1cbe6a517 req-7d6314bb-ac5b-467a-b82c-4a733399acc7 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1022699 Nov 11 20:57:11.190729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:11.194606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.247698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3dec8e5b-cfd7-425f-8847-b7b1cbe6a517 req-518fe934-5d1e-49c4-ac74-9e8f4092ef28 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325293 Nov 11 20:57:11.249164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:11.258301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:57:11.264745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.288056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 25c3eea9-0f83-4955-9163-07460d6c23c5 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:57:11.324807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-636caee6-2480-4e9e-b46d-8e90ce6931e1 req-0a9db1f6-abce-4f3d-baf5-882541be52a1 service neutron] 10.222.0.58 "GET /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176886 Nov 11 20:57:11.342560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Subnet': ['ID=28b0fd69-0bf9-4bc8-a7a3-8c703444de32,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:11.377050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Checking segment: {'id': 'e91a292a-e202-464a-8a40-bef0d39c1ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:11.377050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network hostable DHCP agents. Network: b6e7ce5e-ef2c-4daf-9e75-ae3331414d83, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:11.415497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 25c3eea9-0f83-4955-9163-07460d6c23c5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=25c3eea9-0f83-4955-9163-07460d6c23c5,segment=NetworkSegment(b0d51a10-9858-47a4-91b3-2f337dc51f62),segment_id=b0d51a10-9858-47a4-91b3-2f337dc51f62)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:11.438101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '25c3eea9-0f83-4955-9163-07460d6c23c5', 'network_id': '4227d16d-8d19-43ba-a4f3-a804b21e809a', 'port_id': '25c3eea9-0f83-4955-9163-07460d6c23c5', 'mac_address': 'fa:16:3e:76:41:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3f38ce-af83-41b8-a366-a14e8e703b51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:57:11.439165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1459930246-network', 'tenant_id': '727ce5eb052f474ebcb5e643f7ea5c22'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:11.441106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fac90d8-9bca-4f8a-9915-36cf02df2d3e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:11.449672 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.465595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Transition to ACTIVE for port object 0fac90d8-9bca-4f8a-9915-36cf02df2d3e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:11.481427 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.495003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c3eea9-0f83-4955-9163-07460d6c23c5 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:11.503181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0279c051-d65b-44ed-b1ae-551f070a1447 req-8efc4fc9-d5cc-4a48-a2f5-7437703b61e4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 210 time: 0.0317786 Nov 11 20:57:11.503899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:11.520332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 25c3eea9-0f83-4955-9163-07460d6c23c5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=25c3eea9-0f83-4955-9163-07460d6c23c5,segment=NetworkSegment(b0d51a10-9858-47a4-91b3-2f337dc51f62),segment_id=b0d51a10-9858-47a4-91b3-2f337dc51f62)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:11.528671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Made reservation on behalf of 727ce5eb052f474ebcb5e643f7ea5c22 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:11.531571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.540819 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.607713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.637746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.648700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.659310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b6e7ce5e-ef2c-4daf-9e75-ae3331414d83) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:11.667780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:11.671023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:11.671713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.683316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.107 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/aedb1cbb-e67e-428f-bbe5-0dbfa92dd756) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:11.692378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5cc78-1f3a-46af-a99c-004395219cbd None None] Network b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:11.732183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.767076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Attempting to bind port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:11.767420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Attempting to bind port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:11.768469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Attempting to bind port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:11.775955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:11.776209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=25c3eea9-0f83-4955-9163-07460d6c23c5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:11.776319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Attempting to bind port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:11.777820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:11.782455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:11.782766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:11.783156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:11.783593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Bound port: 0fac90d8-9bca-4f8a-9915-36cf02df2d3e, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:11.786168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.800854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8cd2e380-20eb-40e3-b086-9c2d334e273c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5849788 Nov 11 20:57:11.801518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:11.836238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d47ce0-66f4-4f25-8ec3-3989135c45dc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:11.896370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.896720 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Added segment 12736a32-8405-4f1e-9629-f26171455570 of type vlan for network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 Nov 11 20:57:11.970341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.978758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] For port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:11.981540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b6e7ce5e-ef2c-4daf-9e75-ae3331414d83', 'network_id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83', 'tenant_id': 'b3aaaa774d21499980082b1ffad728f9', 'fixed_ips': [{'subnet_id': '28b0fd69-0bf9-4bc8-a7a3-8c703444de32'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:11.982500 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:11.987903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] For port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:11.995541 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.069337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.078901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1258fc-5d95-4769-84f0-6963048bcc2d req-2df3d82f-2815-4fb4-8d35-94c9450e56c6 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.081488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['25c3eea9-0f83-4955-9163-07460d6c23c5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:12.086358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c1258fc-5d95-4769-84f0-6963048bcc2d req-2df3d82f-2815-4fb4-8d35-94c9450e56c6 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 945 time: 0.1228302 Nov 11 20:57:12.090763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.108855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.152703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.153749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.155830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.178401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.178401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.178675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] 10.222.0.62 "PUT /v2.0/ports/0fac90d8-9bca-4f8a-9915-36cf02df2d3e HTTP/1.1" status: 200 len: 1096 time: 1.4077277 Nov 11 20:57:12.183092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efde851-7bf5-410b-bd51-f870e23900d8', 'tag': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:12.185455 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d289437e-bda4-46ac-90ab-77bb170b04a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2efde851-7bf5-410b-bd51-f870e23900d8", "tag": "0fac90d8-9bca-4f8a-9915-36cf02df2d3e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:12.230079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3ba2-4d0f-42a8-938c-5d3ffff85621 req-e8ea8856-f32f-446a-98de-4317ca94ad43 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.231850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a80a3ba2-4d0f-42a8-938c-5d3ffff85621 req-e8ea8856-f32f-446a-98de-4317ca94ad43 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 948 time: 0.1573472 Nov 11 20:57:12.232731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6509cf-139c-4586-88e5-9bdef7a97f18 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:12.245758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c1258fc-5d95-4769-84f0-6963048bcc2d req-0dfd478d-1dd5-4b2a-bef3-0c56ff94e9f6 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565905 Nov 11 20:57:12.273473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=9cbc3878-bf07-429e-bb17-e387f00d2ba7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:12.292898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:12.297834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Allocated IP 2001:db8::f816:3eff:fed8:a9a0 (b6e7ce5e-ef2c-4daf-9e75-ae3331414d83/28b0fd69-0bf9-4bc8-a7a3-8c703444de32/9e569e67-0150-44a9-9cb1-7035fe1e0089) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:12.324650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a80a3ba2-4d0f-42a8-938c-5d3ffff85621 req-3e4b2ce4-0be5-4e2c-8962-9f64653bd156 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732837 Nov 11 20:57:12.395476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4b284dd3-2569-4726-a513-9d9367d8f9b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1373498 Nov 11 20:57:12.397787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:12.403768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Request body: {'subnet': {'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1459930246-subnet', 'tenant_id': '727ce5eb052f474ebcb5e643f7ea5c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:12.424944 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.444466 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1c1f2-245c-4459-87fa-697a20b234ca x-openstack-request-id: req-f3a1c1f2-245c-4459-87fa-697a20b234ca {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:12.444466 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efde851-7bf5-410b-bd51-f870e23900d8", "tag": "0fac90d8-9bca-4f8a-9915-36cf02df2d3e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:12.444466 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3a1c1f2-245c-4459-87fa-697a20b234ca {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:12.444466 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efde851-7bf5-410b-bd51-f870e23900d8', 'tag': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e', 'status': 'completed', 'code': 200} Nov 11 20:57:12.453877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-09796cbd-fd75-43aa-81db-f6b4d73db6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.455595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-09796cbd-fd75-43aa-81db-f6b4d73db6c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78024ade1c6c4428989c09b56e701898&device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 1099 time: 0.0860286 Nov 11 20:57:12.468103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', '4cf7c89f-64ba-460c-a410-413c4be6ea0f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:12.517243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-8d2ffcf6-bb6a-45d7-baea-8dfed62b139c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fac90d8-9bca-4f8a-9915-36cf02df2d3e HTTP/1.1" status: 200 len: 217 time: 0.0504088 Nov 11 20:57:12.542895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:12.556328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:12.567628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:12.573150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:12.617250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2cab2-8042-42a0-b69c-c3818157e7d8 req-36d29cb5-086d-4a27-bfc1-0e2a753aa051 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.619310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9b2cab2-8042-42a0-b69c-c3818157e7d8 req-36d29cb5-086d-4a27-bfc1-0e2a753aa051 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1865060 Nov 11 20:57:12.627762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-610001be-18cf-469f-a356-2c306a86e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.629545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-610001be-18cf-469f-a356-2c306a86e733 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0889833 Nov 11 20:57:12.664676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.665343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.682789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Made reservation on behalf of 727ce5eb052f474ebcb5e643f7ea5c22 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:12.685431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.701184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.743333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-0e940ff5-61db-46d9-8947-be10f9aa195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.745179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-0e940ff5-61db-46d9-8947-be10f9aa195b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026592 Nov 11 20:57:12.764622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaa40e-963e-46b2-952f-a60e8c2b1e57 req-c7535e07-2d62-49b2-ac7e-7362983271da tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:12.776090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5eaa40e-963e-46b2-952f-a60e8c2b1e57 req-c7535e07-2d62-49b2-ac7e-7362983271da tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 936 time: 0.1437590 Nov 11 20:57:12.807601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-abe91b81-f8f9-4208-ad81-98e491d481f3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0070050 Nov 11 20:57:12.824930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Request body: {'port': {'device_id': '723f7d56-3322-4417-ac46-9b364221715e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:12.850115 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.881919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9b2cab2-8042-42a0-b69c-c3818157e7d8 req-c0df3091-31de-452a-9560-f4755e44268e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007670 Nov 11 20:57:12.920751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.924501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5eaa40e-963e-46b2-952f-a60e8c2b1e57 req-0e9fd5a1-c29e-444f-8a2a-769e8dc0fabf tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431055 Nov 11 20:57:12.931579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Network b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:12.944071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:12.953889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:12.958289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ec81b89e-451d-4903-9a1d-5ca47493ac30 None None] Provisioning complete for port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:12.958662 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec81b89e-451d-4903-9a1d-5ca47493ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:12.968263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Pushing event updated for resources: {'Port': ['ID=9e569e67-0150-44a9-9cb1-7035fe1e0089,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:12.973027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-9a3b228e-3a4f-4c8d-9429-731568c5b935 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714981 Nov 11 20:57:12.993464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.044615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Subnet': ['ID=28b0fd69-0bf9-4bc8-a7a3-8c703444de32,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:13.057682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ec81b89e-451d-4903-9a1d-5ca47493ac30 None None] Port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:13.077498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Attempting to bind port 9e569e67-0150-44a9-9cb1-7035fe1e0089 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:13.077760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Attempting to bind port 9e569e67-0150-44a9-9cb1-7035fe1e0089 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'e91a292a-e202-464a-8a40-bef0d39c1ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:13.078127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Attempting to bind port 9e569e67-0150-44a9-9cb1-7035fe1e0089 on network b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:13.092404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:13.092404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Checking segment: {'id': 'e91a292a-e202-464a-8a40-bef0d39c1ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:13.092840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.093336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Bound using segment: {'id': 'e91a292a-e202-464a-8a40-bef0d39c1ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:13.093828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Bound port: 9e569e67-0150-44a9-9cb1-7035fe1e0089, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91a292a-e202-464a-8a40-bef0d39c1ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:13.094205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.148855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.183165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e7ce5e-ef2c-4daf-9e75-ae3331414d83']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:13.183969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:13.188196 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a923155f-b44e-45c7-b8c0-63c941af9571 req-372e7879-00db-44cf-bc62-55d8fc44528f service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070839 Nov 11 20:57:13.198249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91a292a-e202-464a-8a40-bef0d39c1ea7') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:13.198249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91a292a-e202-464a-8a40-bef0d39c1ea7') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:13.216754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.228361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.233866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] For port 9e569e67-0150-44a9-9cb1-7035fe1e0089, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:13.235929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:13.236396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:13.239899 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:13.295415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 25c3eea9-0f83-4955-9163-07460d6c23c5 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:13.297105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.309457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:13.337854 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.357279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] For port 9e569e67-0150-44a9-9cb1-7035fe1e0089, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9e569e67-0150-44a9-9cb1-7035fe1e0089,segment=NetworkSegment(e91a292a-e202-464a-8a40-bef0d39c1ea7),segment_id=e91a292a-e202-464a-8a40-bef0d39c1ea7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:13.371137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 20:57:13.371137 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 20:57:13.371137 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'b6e7ce5e-ef2c-4daf-9e75-ae3331414d83'}] Nov 11 20:57:13.371137 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:57:13.374234 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:57:13.397647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Transition to ACTIVE for port object aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:13.407364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c776373-4082-47ef-8356-26f89e810ac8,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:13.434569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Checking segment: {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:13.434955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Network hostable DHCP agents. Network: 9cbc3878-bf07-429e-bb17-e387f00d2ba7, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:13.443501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-d9630b10-973d-4f9b-8e12-f4e7f1ae5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:13.444962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-d9630b10-973d-4f9b-8e12-f4e7f1ae5762 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78024ade1c6c4428989c09b56e701898&device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 1099 time: 0.0930393 Nov 11 20:57:13.447842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029842-b793-4d57-a671-d426e272a1b0 req-68e0974f-be02-47a2-9d03-e23e4ccf6d54 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:13.449437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a0029842-b793-4d57-a671-d426e272a1b0 req-68e0974f-be02-47a2-9d03-e23e4ccf6d54 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 945 time: 0.1160865 Nov 11 20:57:13.478659 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.499086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aab398-af74-49f8-91b4-58e9a37941c0 req-cdf1f4b2-1d9d-4341-8348-80215d7bd209 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:13.500627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3aab398-af74-49f8-91b4-58e9a37941c0 req-cdf1f4b2-1d9d-4341-8348-80215d7bd209 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 948 time: 0.0966308 Nov 11 20:57:13.511961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a0029842-b793-4d57-a671-d426e272a1b0 req-7b5ec444-5c6d-4025-bc37-ab04417d97a6 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Nov 11 20:57:13.540900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.584466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:13.599233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 25c3eea9-0f83-4955-9163-07460d6c23c5 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:57:13.602092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56493faa-633e-4385-a81e-7e4c7eeca7ce None None] Pushing event updated for resources: {'Port': ['ID=9e569e67-0150-44a9-9cb1-7035fe1e0089,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:13.609449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Pushing event updated for resources: {'Port': ['ID=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:13.613719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 25c3eea9-0f83-4955-9163-07460d6c23c5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:13.614220 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.649524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-11672342-f1b0-46c4-b050-9a35f9e3e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:13.651112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-11672342-f1b0-46c4-b050-9a35f9e3e980 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1914227 Nov 11 20:57:13.652742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3695a-c751-48e1-80f7-aa0bc883e689 None None] Network b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:13.687423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3aab398-af74-49f8-91b4-58e9a37941c0 req-f9420412-6c7d-4077-80c9-69434645b7e7 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580453 Nov 11 20:57:13.705334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Attempting to bind port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:13.705751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Attempting to bind port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:13.706144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Attempting to bind port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:13.711490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:13.711894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Attempting to bind port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:13.717778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:13.718354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:13.718816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:13.719358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Bound port: aedb1cbb-e67e-428f-bbe5-0dbfa92dd756, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:13.719774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.723432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 9cbc3878-bf07-429e-bb17-e387f00d2ba7) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:13.737267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:13.738658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.744905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f8a59-7fb2-4c90-af30-574d925dd7c5 None None] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:13.751688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-c7134dbf-6b42-4e0d-a49b-da3cbe20cc08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fac90d8-9bca-4f8a-9915-36cf02df2d3e HTTP/1.1" status: 200 len: 217 time: 0.0626593 Nov 11 20:57:13.810005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] For port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:13.814142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] For port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:13.825403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-d3676b50-d215-480a-9b41-7b052ec8efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:13.827044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-d3676b50-d215-480a-9b41-7b052ec8efe6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0634177 Nov 11 20:57:13.841528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ad749560-85b8-4b32-a04e-1fd28fccb455 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4352498 Nov 11 20:57:13.872126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:13.899266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-cec94836-0c44-46ba-94a8-d1d260e3b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:13.900492 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-cec94836-0c44-46ba-94a8-d1d260e3b7b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594573 Nov 11 20:57:13.918617 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:14.026270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Pushing event updated for resources: {'Port': ['ID=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:14.053940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.054055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-c4f14136-7d71-4a0a-ac6e-f3cacfbaff0b service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299701 Nov 11 20:57:14.055229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:14.056868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-f755b268-b6df-4e65-a6c7-eeb6cb0cc283 service neutron] 10.222.0.58 "PUT /v2.0/ports/aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 HTTP/1.1" status: 200 len: 1096 time: 1.2367189 Nov 11 20:57:14.058933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f7d56-3322-4417-ac46-9b364221715e', 'tag': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:14.069933 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff" -d '{"events": [{"name": "network-changed", "server_uuid": "723f7d56-3322-4417-ac46-9b364221715e", "tag": "aedb1cbb-e67e-428f-bbe5-0dbfa92dd756"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:14.104359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:14.146947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e091092-cc66-4080-92d5-cccffdca3f5e req-8787791b-0e40-4019-a710-bcd06fd865e1 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.155771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e091092-cc66-4080-92d5-cccffdca3f5e req-8787791b-0e40-4019-a710-bcd06fd865e1 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1188180 Nov 11 20:57:14.178842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 25c3eea9-0f83-4955-9163-07460d6c23c5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=25c3eea9-0f83-4955-9163-07460d6c23c5,segment=NetworkSegment(b0d51a10-9858-47a4-91b3-2f337dc51f62),segment_id=b0d51a10-9858-47a4-91b3-2f337dc51f62)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:14.183707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3eea9-0f83-4955-9163-07460d6c23c5'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:14.185893 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c82f271-6106-418d-987b-783bc950fa3a" -d '{"events": [{"server_uuid": "55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e", "name": "network-vif-plugged", "status": "completed", "tag": "25c3eea9-0f83-4955-9163-07460d6c23c5"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:14.199078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting port 9e569e67-0150-44a9-9cb1-7035fe1e0089 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:14.199429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:14.217617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e2c2c9-b91a-469f-a649-da15ea614f27 None None] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:14.220548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa5ee4-88c1-4182-a04b-c66de03ae59e req-bd5b5da3-e283-4ce5-a2fb-32cd303fa036 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.222503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcaa5ee4-88c1-4182-a04b-c66de03ae59e req-bd5b5da3-e283-4ce5-a2fb-32cd303fa036 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 948 time: 0.1262321 Nov 11 20:57:14.239758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-1bed8e5f-e5f8-44b8-913a-681219ddde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.242123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-1bed8e5f-e5f8-44b8-913a-681219ddde61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 1099 time: 0.0780046 Nov 11 20:57:14.247317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:14.291591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-57be5b83-2896-46de-9f0c-45b4c3be42c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 HTTP/1.1" status: 200 len: 217 time: 0.0387771 Nov 11 20:57:14.309123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e091092-cc66-4080-92d5-cccffdca3f5e req-462be5e6-dcf7-43b2-9e54-d3e3709f7611 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523423 Nov 11 20:57:14.336180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d289437e-bda4-46ac-90ab-77bb170b04a9 req-64f92b2b-92b8-4bbd-976d-9b332adc4fed service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663188 Nov 11 20:57:14.371841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=25c3eea9-0f83-4955-9163-07460d6c23c5,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:14.400528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-8734c490-211f-4aa7-8f29-ee9a27a546f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.400528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-8734c490-211f-4aa7-8f29-ee9a27a546f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0763879 Nov 11 20:57:14.400528 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2217e306-17c6-43cb-9cab-2c9a78e8be5a x-openstack-request-id: req-2217e306-17c6-43cb-9cab-2c9a78e8be5a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:14.400528 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f7d56-3322-4417-ac46-9b364221715e", "tag": "aedb1cbb-e67e-428f-bbe5-0dbfa92dd756", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:14.400528 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2217e306-17c6-43cb-9cab-2c9a78e8be5a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:14.400528 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f7d56-3322-4417-ac46-9b364221715e', 'tag': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756', 'status': 'completed', 'code': 200} Nov 11 20:57:14.414088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] For port 9e569e67-0150-44a9-9cb1-7035fe1e0089, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9e569e67-0150-44a9-9cb1-7035fe1e0089,segment=NetworkSegment(e91a292a-e202-464a-8a40-bef0d39c1ea7),segment_id=e91a292a-e202-464a-8a40-bef0d39c1ea7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:14.414709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:14.460419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-0f6b879d-a860-4565-92bd-15bb556492af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.463011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-0f6b879d-a860-4565-92bd-15bb556492af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669487 Nov 11 20:57:14.464644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcaa5ee4-88c1-4182-a04b-c66de03ae59e req-d5db6a37-c271-48c2-bbc7-2c993ce2a93f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256763 Nov 11 20:57:14.466224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Calling delete_port for 9e569e67-0150-44a9-9cb1-7035fe1e0089 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:14.629948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-740ad231-13c6-4340-8ce4-62163948fa80 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580906 Nov 11 20:57:14.661940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:14.671057 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d63e2-b5a3-4405-881f-2c47f206dd07 x-openstack-request-id: req-794d63e2-b5a3-4405-881f-2c47f206dd07 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:14.671351 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e", "name": "network-vif-plugged", "status": "completed", "tag": "25c3eea9-0f83-4955-9163-07460d6c23c5", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:14.671594 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-794d63e2-b5a3-4405-881f-2c47f206dd07 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:14.672990 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3eea9-0f83-4955-9163-07460d6c23c5', 'code': 200} Nov 11 20:57:14.707796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070c035-4322-44c0-a150-6a2cb3bec70e None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:57:14.720188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No DVR routers for this DVR port 9e569e67-0150-44a9-9cb1-7035fe1e0089 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:14.725834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Port': ['ID=9e569e67-0150-44a9-9cb1-7035fe1e0089,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:14.772743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda00ec-abec-4df9-a3ad-9ebe26e6053c req-10735e50-f327-48f5-a1d4-695770620084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.774263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bda00ec-abec-4df9-a3ad-9ebe26e6053c req-10735e50-f327-48f5-a1d4-695770620084 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 1097 time: 0.1644557 Nov 11 20:57:14.812293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-8d3bbcde-bd7e-4d66-92c3-7ee96fa50a51 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:14.813894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-8d3bbcde-bd7e-4d66-92c3-7ee96fa50a51 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/networks?id=9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 200 len: 815 time: 0.1823397 Nov 11 20:57:14.816263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e0a43a-cfd5-4ff1-abc0-2203a8d73f4e req-9395ff03-4bba-4026-aa4e-c1ab0d530e59 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747344 Nov 11 20:57:14.816433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070c035-4322-44c0-a150-6a2cb3bec70e None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 20:57:14.829726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-61946e70-b77e-4328-8103-dbd46e9728dd tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/quotas/727ce5eb052f474ebcb5e643f7ea5c22 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Nov 11 20:57:14.869234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-881675af-5bc7-48a1-8894-bc94bf275bd1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325353 Nov 11 20:57:15.003603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-433f195c-0508-4438-a855-2d26074d8011 service neutron] 10.222.0.31 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260426 Nov 11 20:57:15.023560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-f8368d14-6f71-4afa-8a81-3e7d0527e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:15.025143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-f8368d14-6f71-4afa-8a81-3e7d0527e61f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 1099 time: 0.0761099 Nov 11 20:57:15.184490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-99e470ff-8ddd-453b-9510-f1741d4059e7 service neutron] 10.222.0.31 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709945 Nov 11 20:57:15.188329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-fe1888ef-807e-4b63-8a72-364d5364b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:15.189385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-fe1888ef-807e-4b63-8a72-364d5364b906 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1487145 Nov 11 20:57:15.198685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8f989-6893-4d15-be2a-57205832c8b4 req-366bd356-3b58-4238-8bc8-fc116a6f59b0 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:15.200046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cf8f989-6893-4d15-be2a-57205832c8b4 req-366bd356-3b58-4238-8bc8-fc116a6f59b0 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 946 time: 0.5602369 Nov 11 20:57:15.202115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.231730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b4abbaa0-adcd-482e-88c6-5da315af14f9 None None] Provisioning complete for port 25c3eea9-0f83-4955-9163-07460d6c23c5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:15.232348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4abbaa0-adcd-482e-88c6-5da315af14f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.248936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-26463975-9c67-4a23-9eab-c43ef8e26564 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 HTTP/1.1" status: 200 len: 217 time: 0.0483510 Nov 11 20:57:15.256823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e7ce5e-ef2c-4daf-9e75-ae3331414d83']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:15.281105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bda00ec-abec-4df9-a3ad-9ebe26e6053c req-bb775d6b-0c19-4f40-aeed-445c5abc147c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972675 Nov 11 20:57:15.282805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91a292a-e202-464a-8a40-bef0d39c1ea7') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:15.283301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91a292a-e202-464a-8a40-bef0d39c1ea7') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:15.300418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.309693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-cdb58e35-f94c-402c-ba86-c5647d5fd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:15.312298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-cdb58e35-f94c-402c-ba86-c5647d5fd2a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0526271 Nov 11 20:57:15.314436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0fac90d8-9bca-4f8a-9915-36cf02df2d3e details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:57:15.314874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cf8f989-6893-4d15-be2a-57205832c8b4 req-0276a592-dfc6-4271-af4f-1bf902cb1753 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010199 Nov 11 20:57:15.323050 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.331020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:15.331645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:15.353344 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:15.464397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:15.477594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e', 'mac_address': 'fa:16:3e:c6:1a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:57:15.508772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-4b0a29aa-d54d-4cbd-a2c9-1ad1152e65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:15.510936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-4b0a29aa-d54d-4cbd-a2c9-1ad1152e65ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1836140 Nov 11 20:57:15.535248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e0bcc-f015-4cab-945d-d4243dd15c9e req-63f9ee27-a2be-49d4-b3ca-b53b73bed17a tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:15.536744 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a48e0bcc-f015-4cab-945d-d4243dd15c9e req-63f9ee27-a2be-49d4-b3ca-b53b73bed17a tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 948 time: 0.1086631 Nov 11 20:57:15.545047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67130d-3d73-46c5-895f-5c6da9529b30 req-6e0c7583-9da8-456e-bab9-71bb1d490ae4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:15.545516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.556405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b67130d-3d73-46c5-895f-5c6da9529b30 req-6e0c7583-9da8-456e-bab9-71bb1d490ae4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0624471 Nov 11 20:57:15.556405 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.569251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.571856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fac90d8-9bca-4f8a-9915-36cf02df2d3e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:15.577632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 HTTP/1.1" status: 204 len: 168 time: 3.7669625 Nov 11 20:57:15.579186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:15.592704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1026089306'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:15.599285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e08a9-225a-403c-b277-5707924cb514 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Network': ['ID=b6e7ce5e-ef2c-4daf-9e75-ae3331414d83,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:15.616732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:15.631244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b67130d-3d73-46c5-895f-5c6da9529b30 req-0c1259c3-9bcf-41f0-90ed-15f7db3502ac tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768011 Nov 11 20:57:15.696457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a48e0bcc-f015-4cab-945d-d4243dd15c9e req-80e88d94-9083-45c3-9420-c24afaeffa5a tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514726 Nov 11 20:57:15.700581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.713172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-be70a517-5d2d-487b-9e4c-64d0710b861c service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917460 Nov 11 20:57:15.723676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-288917d3-9d9e-4532-885c-627c336ffbc4 req-f63df91b-2ab9-4ad9-83ec-a0997fcf95ec tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 210 time: 0.0444162 Nov 11 20:57:15.755141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:15.798414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:15.801807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:15.870194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:16.051248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['0fac90d8-9bca-4f8a-9915-36cf02df2d3e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:16.200948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c4b86-88c1-4d81-b8d3-0c40e5faf37b req-85f2ab00-b5d9-49ac-ab2d-fb33de26ab95 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:16.203360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa3c4b86-88c1-4d81-b8d3-0c40e5faf37b req-85f2ab00-b5d9-49ac-ab2d-fb33de26ab95 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 948 time: 0.4085591 Nov 11 20:57:16.207258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b0c0c87-1cfd-4322-bc48-d4ed6fd32eff req-bab5e0b6-4472-43c2-af50-eb4b16819dc7 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859002 Nov 11 20:57:16.208403 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:16.208738 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Added segment a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76 of type vlan for network bba56e53-7827-41b6-a35c-6319a364a37c Nov 11 20:57:16.268899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:16.312776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa3c4b86-88c1-4d81-b8d3-0c40e5faf37b req-9ace266a-6b23-48ba-b77d-671924ce18cb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961387 Nov 11 20:57:16.385389 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:16.391938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:16.392557 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:16.449338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d952-cd43-4966-ac77-e907b6dc5b06 req-d087fd4a-4d86-4251-abec-d2af675e681a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:16.450954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bc1d952-cd43-4966-ac77-e907b6dc5b06 req-d087fd4a-4d86-4251-abec-d2af675e681a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 946 time: 0.0566568 Nov 11 20:57:16.470913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Network': ['ID=bba56e53-7827-41b6-a35c-6319a364a37c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:16.482191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network bba56e53-7827-41b6-a35c-6319a364a37c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:16.498316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d72fd09a-0e82-420d-ac3e-bb92597867c4 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9173381 Nov 11 20:57:16.505776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:16.506460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bc1d952-cd43-4966-ac77-e907b6dc5b06 req-ece2b673-33c0-4ecf-9ddb-48fb07b018a9 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478132 Nov 11 20:57:16.511589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'subnet': {'network_id': 'bba56e53-7827-41b6-a35c-6319a364a37c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:16.688582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:16.692217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:16.816390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c3743-491a-416a-a801-c355db230879 req-6c597cbd-ca1a-491a-a4c7-84fbe574fe8c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:16.817909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d5c3743-491a-416a-a801-c355db230879 req-6c597cbd-ca1a-491a-a4c7-84fbe574fe8c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1100807 Nov 11 20:57:16.827784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d3f4b-5535-4245-a385-fab3c6aa87fd req-9b16cdda-80d6-48bc-972c-585a2e453a26 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:16.829370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe6d3f4b-5535-4245-a385-fab3c6aa87fd req-9b16cdda-80d6-48bc-972c-585a2e453a26 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 949 time: 0.0527925 Nov 11 20:57:16.890114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe6d3f4b-5535-4245-a385-fab3c6aa87fd req-ffd2e9bd-ed42-4dd7-9919-8e0a338ff26c tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538838 Nov 11 20:57:16.912471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d5c3743-491a-416a-a801-c355db230879 req-cc0fccb9-6251-404a-a349-e7c2353e307e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849299 Nov 11 20:57:16.976124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66fbe14e-c7d8-4f68-bf13-4cac22ba08d2 req-e12a0fed-0592-4e18-b55b-250a2ff4d8b4 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 210 time: 0.0306842 Nov 11 20:57:17.094005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:17.152060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Subnet': ['ID=b5819e84-8055-43de-9f53-234f18a0a38d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:17.162487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Checking segment: {'id': 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bba56e53-7827-41b6-a35c-6319a364a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:17.162846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network hostable DHCP agents. Network: bba56e53-7827-41b6-a35c-6319a364a37c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:17.247942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network bba56e53-7827-41b6-a35c-6319a364a37c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:17.340310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0fac90d8-9bca-4f8a-9915-36cf02df2d3e up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:17.362849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, bba56e53-7827-41b6-a35c-6319a364a37c) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:17.369896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:17.370146 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:17.377609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8651d-5d6f-4218-b90a-4073ce21f8cf None None] Network bba56e53-7827-41b6-a35c-6319a364a37c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:17.434900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ce74b-ac3c-4b6c-9750-193801dd17ac req-68606b8e-7215-4714-ada2-dbea5b838b07 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:17.437567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a58ce74b-ac3c-4b6c-9750-193801dd17ac req-68606b8e-7215-4714-ada2-dbea5b838b07 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 948 time: 0.0537829 Nov 11 20:57:17.492514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a58ce74b-ac3c-4b6c-9750-193801dd17ac req-aebbd08d-62ec-444e-b13b-3d3af63ca782 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 Nov 11 20:57:17.511650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4a7bdb85-55f5-4fe8-8d37-2ec2d5d36e6b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0045679 Nov 11 20:57:17.518206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:17.550556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:57:17.557846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-bba56e53-7827-41b6-a35c-6319a364a37c', 'network_id': 'bba56e53-7827-41b6-a35c-6319a364a37c', 'tenant_id': 'b3aaaa774d21499980082b1ffad728f9', 'fixed_ips': [{'subnet_id': 'b5819e84-8055-43de-9f53-234f18a0a38d'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:17.558700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:17.583872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:17.584246 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:17.634734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:17.648644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eed1e-8e54-406c-b688-6fcb9811864e req-e25b4c59-4a6b-42c2-828f-b3f3d6fb7db7 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:17.649730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e08eed1e-8e54-406c-b688-6fcb9811864e req-e25b4c59-4a6b-42c2-828f-b3f3d6fb7db7 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 946 time: 0.0604889 Nov 11 20:57:17.691589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:17.700624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e08eed1e-8e54-406c-b688-6fcb9811864e req-0bf3e4e7-262e-42fa-88ab-acaf71786f4e tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Nov 11 20:57:17.782859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Allocated IP 2001:db8::2 (bba56e53-7827-41b6-a35c-6319a364a37c/b5819e84-8055-43de-9f53-234f18a0a38d/3dd6e2ec-ef29-42e5-86b2-63361128ce52) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:17.806733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:17.885800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efde851-7bf5-410b-bd51-f870e23900d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:17.888092 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6585e9-db27-4335-a742-b841eea3cdc8" -d '{"events": [{"server_uuid": "2efde851-7bf5-410b-bd51-f870e23900d8", "name": "network-vif-plugged", "status": "completed", "tag": "0fac90d8-9bca-4f8a-9915-36cf02df2d3e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:17.910720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:17.987118 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2755e1-00c9-424d-b2ec-8c6b37c87022 x-openstack-request-id: req-8d2755e1-00c9-424d-b2ec-8c6b37c87022 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:17.987424 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efde851-7bf5-410b-bd51-f870e23900d8", "name": "network-vif-plugged", "status": "completed", "tag": "0fac90d8-9bca-4f8a-9915-36cf02df2d3e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:17.987681 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d2755e1-00c9-424d-b2ec-8c6b37c87022 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:17.988077 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efde851-7bf5-410b-bd51-f870e23900d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e', 'code': 200} Nov 11 20:57:18.002983 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.005372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.073214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:18.108187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.122852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e742b9b-361d-4324-9cec-85f6f9befa2c req-f39ae7ed-8bc6-423a-b945-6f92edac46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:18.124775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e742b9b-361d-4324-9cec-85f6f9befa2c req-f39ae7ed-8bc6-423a-b945-6f92edac46b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 1101 time: 0.0740478 Nov 11 20:57:18.136605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbffb5-a7c8-4e6a-8420-31310a9e858c req-d5e49718-84c8-4463-a306-e89d738ab39c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:18.137560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc73c9-db5b-436d-aba4-bef5cafe6b2c req-4eb6bff5-83da-4814-9bf4-9ffe54221d0a tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:18.138078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdbffb5-a7c8-4e6a-8420-31310a9e858c req-d5e49718-84c8-4463-a306-e89d738ab39c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0781665 Nov 11 20:57:18.146903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0bc73c9-db5b-436d-aba4-bef5cafe6b2c req-4eb6bff5-83da-4814-9bf4-9ffe54221d0a tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 950 time: 0.1520882 Nov 11 20:57:18.178838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Network bba56e53-7827-41b6-a35c-6319a364a37c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:18.183425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:18.186229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Pushing event updated for resources: {'Port': ['ID=3dd6e2ec-ef29-42e5-86b2-63361128ce52,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:18.188707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:18.194043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-f2a2565f-0c43-4ac8-8059-69679835787d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:18.202580 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-f2a2565f-0c43-4ac8-8059-69679835787d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "GET /v2.0/networks?id=9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 200 len: 815 time: 0.2445388 Nov 11 20:57:18.220902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e742b9b-361d-4324-9cec-85f6f9befa2c req-963fe095-a46c-43f9-8a17-2145a1892877 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811665 Nov 11 20:57:18.225421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Request body: {'port': {'device_id': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'admin_state_up': True, 'tenant_id': '727ce5eb052f474ebcb5e643f7ea5c22'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:18.225623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdbffb5-a7c8-4e6a-8420-31310a9e858c req-75f49bb5-20f4-401c-8d18-abbf2bcb9fdb tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728159 Nov 11 20:57:18.255494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Attempting to bind port 3dd6e2ec-ef29-42e5-86b2-63361128ce52 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:18.255494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Attempting to bind port 3dd6e2ec-ef29-42e5-86b2-63361128ce52 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bba56e53-7827-41b6-a35c-6319a364a37c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:18.255494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Attempting to bind port 3dd6e2ec-ef29-42e5-86b2-63361128ce52 on network bba56e53-7827-41b6-a35c-6319a364a37c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:18.259938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:18.259938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Checking segment: {'id': 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bba56e53-7827-41b6-a35c-6319a364a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:18.259938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.260301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Bound using segment: {'id': 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bba56e53-7827-41b6-a35c-6319a364a37c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:18.260585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Bound port: 3dd6e2ec-ef29-42e5-86b2-63361128ce52, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bba56e53-7827-41b6-a35c-6319a364a37c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:18.260972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.270534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0bc73c9-db5b-436d-aba4-bef5cafe6b2c req-e86e7917-c93d-4d16-9c92-cd4d0e16d344 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225636 Nov 11 20:57:18.286807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.364058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38481925-8189-422f-831d-321c21059874 req-dcb3b057-f4ff-4935-8add-49aead811879 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 210 time: 0.0317628 Nov 11 20:57:18.380109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Subnet': ['ID=b5819e84-8055-43de-9f53-234f18a0a38d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:18.443418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.457378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] For port 3dd6e2ec-ef29-42e5-86b2-63361128ce52, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:18.461542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] For port 3dd6e2ec-ef29-42e5-86b2-63361128ce52, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3dd6e2ec-ef29-42e5-86b2-63361128ce52,segment=NetworkSegment(a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76),segment_id=a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:18.476615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba56e53-7827-41b6-a35c-6319a364a37c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:18.491813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:18.492170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:18.506078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.591673 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.595844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.604993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:18.605575 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:18.609491 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:18.613912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85855102-41e3-4f33-9082-ea99eb97b382 req-55edba4b-cbfc-4685-91db-59866ed13056 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:18.615443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85855102-41e3-4f33-9082-ea99eb97b382 req-55edba4b-cbfc-4685-91db-59866ed13056 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 948 time: 0.0510695 Nov 11 20:57:18.635317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Made reservation on behalf of 727ce5eb052f474ebcb5e643f7ea5c22 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:18.640699 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:18.662767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d62e-111f-4ae7-92f2-80b348d07539 None None] Pushing event updated for resources: {'Port': ['ID=3dd6e2ec-ef29-42e5-86b2-63361128ce52,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:18.686895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85855102-41e3-4f33-9082-ea99eb97b382 req-38c17ffc-0316-46b9-82a4-7e012d69ee9b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566514 Nov 11 20:57:18.728062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028a2c5-fae3-4b45-a931-d4b22d74aff1 None None] Network bba56e53-7827-41b6-a35c-6319a364a37c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:18.754390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 20:57:18.754390 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 20:57:18.754390 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'bba56e53-7827-41b6-a35c-6319a364a37c'}] Nov 11 20:57:18.754390 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:57:18.754831 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:57:18.836104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Allocated IP 172.20.0.5 (9cbc3878-bf07-429e-bb17-e387f00d2ba7/3c776373-4082-47ef-8356-26f89e810ac8/675b839c-aaec-4928-b2db-bf2d41db6df2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:18.876764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b91e2e-1cad-4f0e-b70e-04860a2504e2 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:57:18.978380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:57:19.021030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052e88e-3de5-4767-a00e-48c5eb4102ca req-b39a63e6-235c-4bdc-9ebe-8ddda66fbf32 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:19.030936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f052e88e-3de5-4767-a00e-48c5eb4102ca req-b39a63e6-235c-4bdc-9ebe-8ddda66fbf32 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 946 time: 0.0985487 Nov 11 20:57:19.043350 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.061864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b91e2e-1cad-4f0e-b70e-04860a2504e2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 20:57:19.097876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f052e88e-3de5-4767-a00e-48c5eb4102ca req-bc114bdb-e998-4a07-8b67-7fa516ed79e2 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639501 Nov 11 20:57:19.203772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.204436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:19.225001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756', 'mac_address': 'fa:16:3e:a9:18:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:57:19.253245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:19.255722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.261715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:19.265749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:19.268956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:19.316320 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.346138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:19.382455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:19.383166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.404268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:19.428033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2782fd-d49b-4f29-98c4-5c0c5f4662ae req-39a7c4a6-223c-417b-aac4-77bfca79a731 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:19.429012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105693e-04e1-4a0c-b15c-3df63858209e req-2e66e165-8d27-4cdf-83bb-83f8ae528716 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:19.430543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b105693e-04e1-4a0c-b15c-3df63858209e req-2e66e165-8d27-4cdf-83bb-83f8ae528716 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1084025 Nov 11 20:57:19.431491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca2782fd-d49b-4f29-98c4-5c0c5f4662ae req-39a7c4a6-223c-417b-aac4-77bfca79a731 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 950 time: 0.0637498 Nov 11 20:57:19.437236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting port 3dd6e2ec-ef29-42e5-86b2-63361128ce52 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:19.437702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.494688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca2782fd-d49b-4f29-98c4-5c0c5f4662ae req-102e1664-ec48-4bc3-9a25-e92579c053ba tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533004 Nov 11 20:57:19.554153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] For port 3dd6e2ec-ef29-42e5-86b2-63361128ce52, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3dd6e2ec-ef29-42e5-86b2-63361128ce52,segment=NetworkSegment(a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76),segment_id=a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:19.554607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.554955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.564545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-ae43021d-ba46-4db0-b304-c37d9830a59e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3527260 Nov 11 20:57:19.574055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa59994-9610-4392-8468-1d740e1030ee None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:19.577251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b105693e-04e1-4a0c-b15c-3df63858209e req-a9075a61-f988-4668-b4df-cb7e7f58df07 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374381 Nov 11 20:57:19.581685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Calling delete_port for 3dd6e2ec-ef29-42e5-86b2-63361128ce52 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:19.605373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Request body: {'port': {'device_id': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:19.642752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ebace-6468-4ee4-a7c8-9799f27d580b req-161d03d0-827e-4031-a7ae-8149d4ea585b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:19.643395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:19.645030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96ebace-6468-4ee4-a7c8-9799f27d580b req-161d03d0-827e-4031-a7ae-8149d4ea585b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 931 time: 0.0693109 Nov 11 20:57:19.706184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3beb3308-fa62-4d51-b314-4879ab0d4a05 None None] Provisioning complete for port 675b839c-aaec-4928-b2db-bf2d41db6df2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:19.706815 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3beb3308-fa62-4d51-b314-4879ab0d4a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.713338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96ebace-6468-4ee4-a7c8-9799f27d580b req-8bc25c46-1574-4ac0-829d-d90da2d9a4b9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565403 Nov 11 20:57:19.751747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3beb3308-fa62-4d51-b314-4879ab0d4a05 None None] Port 675b839c-aaec-4928-b2db-bf2d41db6df2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:19.753628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.861491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bc568-67d6-487c-a304-516b4b039897 req-f434b459-60e0-4a8c-977f-a3416b6706f5 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:19.863092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b37bc568-67d6-487c-a304-516b4b039897 req-f434b459-60e0-4a8c-977f-a3416b6706f5 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 949 time: 0.0993958 Nov 11 20:57:19.867867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:19.959459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Port': ['ID=3dd6e2ec-ef29-42e5-86b2-63361128ce52,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:19.961657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No DVR routers for this DVR port 3dd6e2ec-ef29-42e5-86b2-63361128ce52 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:19.994863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fc3df-5b96-460b-ae28-2aac93fbf80e req-09805087-1565-4ebc-a3e9-b431807d0f60 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:19.996449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b7fc3df-5b96-460b-ae28-2aac93fbf80e req-09805087-1565-4ebc-a3e9-b431807d0f60 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.0715389 Nov 11 20:57:20.048391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b7fc3df-5b96-460b-ae28-2aac93fbf80e req-f0026fd6-6a8a-4824-8277-245caaee41f6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445697 Nov 11 20:57:20.058953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aedb1cbb-e67e-428f-bbe5-0dbfa92dd756'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:20.144625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b37bc568-67d6-487c-a304-516b4b039897 req-1d8f441e-e8a3-4391-acb6-e98231469912 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295024 Nov 11 20:57:20.147851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.187081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba56e53-7827-41b6-a35c-6319a364a37c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:20.210320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:20.211038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a269cdd3-0c14-4df2-98d7-4c9c4d3fbb76') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:20.225183 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.228642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c311f-9f1e-4841-93de-ae34ed922835 req-2a9ab865-ffde-49bc-ba59-813818d01f26 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:20.236765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca2c311f-9f1e-4841-93de-ae34ed922835 req-2a9ab865-ffde-49bc-ba59-813818d01f26 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 946 time: 0.0735650 Nov 11 20:57:20.252323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.278750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:20.279335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:20.283254 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:20.288692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca2c311f-9f1e-4841-93de-ae34ed922835 req-9acbe6ad-b172-494b-a584-fa5539a0a93d tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510066 Nov 11 20:57:20.348778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675b839c-aaec-4928-b2db-bf2d41db6df2 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:20.356810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.443024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Transition to ACTIVE for port object 675b839c-aaec-4928-b2db-bf2d41db6df2 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:20.443849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.453108 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.454753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/bba56e53-7827-41b6-a35c-6319a364a37c HTTP/1.1" status: 204 len: 168 time: 2.9355218 Nov 11 20:57:20.460696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:20.466063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-431884177'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:20.467975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799cc01-3428-45e2-8530-b44b6e5657cd tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Network': ['ID=bba56e53-7827-41b6-a35c-6319a364a37c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:20.511438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.555071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871b0df-a779-4b97-9489-b1f1c9bf08ca None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:20.571569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:20.596867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:20.601910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.627128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:20.636413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.638605 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Added segment ac508675-d5d7-4e06-b67a-c647e56157b3 of type vlan for network b48061f6-2f8b-40f2-8c41-0f754137768c Nov 11 20:57:20.670691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f84d80-4520-412e-a7b5-6336397022f0 req-d660833e-0e43-49ba-af0c-166997fdc6e1 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:20.672470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4f84d80-4520-412e-a7b5-6336397022f0 req-d660833e-0e43-49ba-af0c-166997fdc6e1 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 950 time: 0.0854502 Nov 11 20:57:20.694479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Attempting to bind port 675b839c-aaec-4928-b2db-bf2d41db6df2 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:20.695662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Attempting to bind port 675b839c-aaec-4928-b2db-bf2d41db6df2 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:20.695662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Attempting to bind port 675b839c-aaec-4928-b2db-bf2d41db6df2 on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:20.709549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Port 675b839c-aaec-4928-b2db-bf2d41db6df2 on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:20.709784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Attempting to bind port 675b839c-aaec-4928-b2db-bf2d41db6df2 on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:20.715489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.724271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:20.724612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Checking segment: {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:20.725002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Bound using segment: {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:20.725590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Bound port: 675b839c-aaec-4928-b2db-bf2d41db6df2, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:20.725859 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.749157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46c06c-0c57-4a1a-9bb7-79cdbc169d27 req-5a21dd8e-d416-42c9-8ea7-a4185cababa4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:20.751593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a46c06c-0c57-4a1a-9bb7-79cdbc169d27 req-5a21dd8e-d416-42c9-8ea7-a4185cababa4 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0787024 Nov 11 20:57:20.772926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4f84d80-4520-412e-a7b5-6336397022f0 req-f4db1533-e7c0-407c-a309-ac2dff42031b tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886519 Nov 11 20:57:20.806017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:20.809311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:20.814915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a46c06c-0c57-4a1a-9bb7-79cdbc169d27 req-ff646c84-5ae4-47ff-b360-32c7d17c4b81 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565367 Nov 11 20:57:20.854298 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.861474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:20.895273 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:20.907693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43025ed2-da7e-478b-a8ca-7dc6fa2258e8 req-0d1f5af1-7577-4687-b919-06ab6a89c8de tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:20.909440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43025ed2-da7e-478b-a8ca-7dc6fa2258e8 req-0d1f5af1-7577-4687-b919-06ab6a89c8de tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 943 time: 0.0665226 Nov 11 20:57:20.939062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Network': ['ID=b48061f6-2f8b-40f2-8c41-0f754137768c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:20.954246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b48061f6-2f8b-40f2-8c41-0f754137768c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:20.965360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43025ed2-da7e-478b-a8ca-7dc6fa2258e8 req-14d10b08-4280-4f30-845a-df076614ba87 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499306 Nov 11 20:57:20.969153 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:21.012387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.012387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:21.014698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8cb9dc94-1329-478c-8dc4-a1f6c4860e1c tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5528915 Nov 11 20:57:21.019143 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] 10.222.0.62 "PUT /v2.0/ports/675b839c-aaec-4928-b2db-bf2d41db6df2 HTTP/1.1" status: 200 len: 1091 time: 1.4200976 Nov 11 20:57:21.019643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:21.021718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47392) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:21.023594 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67f32f-b6a4-43a1-bcbd-b45a26d2d21e" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:21.042609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Request body: {'subnet': {'network_id': 'b48061f6-2f8b-40f2-8c41-0f754137768c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:21.054299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dd3bc-b809-43dd-a409-84c2d1a3cecb service neutron] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:21.071226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d8d818-affe-4c74-9be5-71b6e141d698 None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:21.131371 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ad119-672b-44c6-9f6f-515b23a2e172 x-openstack-request-id: req-006ad119-672b-44c6-9f6f-515b23a2e172 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:21.131669 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:21.131928 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-006ad119-672b-44c6-9f6f-515b23a2e172 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:21.132610 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'status': 'completed', 'code': 200} Nov 11 20:57:21.213229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f32f-b6a4-43a1-bcbd-b45a26d2d21e req-4a082b39-9258-4bf6-b47d-b68ad2c16ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.214893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f67f32f-b6a4-43a1-bcbd-b45a26d2d21e req-4a082b39-9258-4bf6-b47d-b68ad2c16ed5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 1094 time: 0.0558562 Nov 11 20:57:21.260728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Made reservation on behalf of b3aaaa774d21499980082b1ffad728f9 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:21.268254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:21.355545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8f5d-d2c9-4117-86c7-58dbbe64028a req-1a8a9d40-7da1-4d2a-bf2a-ed599cd4b3cc tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.357089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ce8f5d-d2c9-4117-86c7-58dbbe64028a req-1a8a9d40-7da1-4d2a-bf2a-ed599cd4b3cc tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.1195903 Nov 11 20:57:21.402440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f32f-b6a4-43a1-bcbd-b45a26d2d21e req-8225ccb8-07b2-47d4-9b94-1f4a68efdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.402652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-0557a8a2-e203-4984-afb5-cfd3db6a6847 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.403848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f67f32f-b6a4-43a1-bcbd-b45a26d2d21e req-8225ccb8-07b2-47d4-9b94-1f4a68efdd8d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1540811 Nov 11 20:57:21.403958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-0557a8a2-e203-4984-afb5-cfd3db6a6847 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.62 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 946 time: 0.1543758 Nov 11 20:57:21.450133 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76ce8f5d-d2c9-4117-86c7-58dbbe64028a req-9795390c-c0ae-4697-9b7a-faff1be20465 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850344 Nov 11 20:57:21.469265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099c36f-2bc5-47e8-917a-2984d942bc4c req-f19139e2-4b7b-4f7d-b68a-0652a38a610b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.471140 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b099c36f-2bc5-47e8-917a-2984d942bc4c req-f19139e2-4b7b-4f7d-b68a-0652a38a610b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 949 time: 0.1247816 Nov 11 20:57:21.571244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f32f-b6a4-43a1-bcbd-b45a26d2d21e req-aab380ca-9374-4a0c-af6e-4649457986b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.572782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f67f32f-b6a4-43a1-bcbd-b45a26d2d21e req-aab380ca-9374-4a0c-af6e-4649457986b1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499512 Nov 11 20:57:21.582498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd424a6f-0c6a-4b69-a84f-6efdc6f446a8 req-749b288a-0d37-4151-a244-9ce18b7dbbc8 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.587028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd424a6f-0c6a-4b69-a84f-6efdc6f446a8 req-749b288a-0d37-4151-a244-9ce18b7dbbc8 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 950 time: 0.0752006 Nov 11 20:57:21.637557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b099c36f-2bc5-47e8-917a-2984d942bc4c req-fbeb7668-a170-4832-ae2a-0a506307c4f8 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550045 Nov 11 20:57:21.664125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd424a6f-0c6a-4b69-a84f-6efdc6f446a8 req-5c4daa0d-009b-4cd0-b77e-1a6ba2e6aadd tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732758 Nov 11 20:57:21.674100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Deleting port 25c3eea9-0f83-4955-9163-07460d6c23c5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:21.674438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:21.693017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-6a1240ac-2751-407e-8387-6bc3e8f0da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.694782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-6a1240ac-2751-407e-8387-6bc3e8f0da18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 1094 time: 0.0683730 Nov 11 20:57:21.744910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-17e3b2b3-aa75-45fe-a28c-41e3ce4b2250 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675b839c-aaec-4928-b2db-bf2d41db6df2 HTTP/1.1" status: 200 len: 217 time: 0.0375473 Nov 11 20:57:21.803824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-fa9bcc38-2850-41ea-89e0-715fd4bab1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.805358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-fa9bcc38-2850-41ea-89e0-715fd4bab1e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3c776373-4082-47ef-8356-26f89e810ac8 HTTP/1.1" status: 200 len: 855 time: 0.0459523 Nov 11 20:57:21.816984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f4c4-c109-4ab2-adb8-cc618429a502 req-f672d91c-19b6-45e7-92f6-3b63f55d7af9 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.818507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30d6f4c4-c109-4ab2-adb8-cc618429a502 req-f672d91c-19b6-45e7-92f6-3b63f55d7af9 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 946 time: 0.1107118 Nov 11 20:57:21.844639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-cf8b0de8-f372-42dd-ace4-6a1a8083daa0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cbc3878-bf07-429e-bb17-e387f00d2ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262201 Nov 11 20:57:21.852008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] For port 25c3eea9-0f83-4955-9163-07460d6c23c5, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=25c3eea9-0f83-4955-9163-07460d6c23c5,segment=NetworkSegment(b0d51a10-9858-47a4-91b3-2f337dc51f62),segment_id=b0d51a10-9858-47a4-91b3-2f337dc51f62)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:21.852402 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:21.886709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Calling delete_port for 25c3eea9-0f83-4955-9163-07460d6c23c5 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:21.945308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.objects.ports [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:57:21.962216 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:21.977914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:21.985607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f2709-6405-49b3-adba-46693efb64a2 req-c045d20a-f64b-4b2c-9c09-ea0a293c6e8d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:21.989827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e14f2709-6405-49b3-adba-46693efb64a2 req-c045d20a-f64b-4b2c-9c09-ea0a293c6e8d tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1000781 Nov 11 20:57:21.991048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-f5e9d3bb-9cd2-4e4a-b92b-604060bee008 service neutron] 10.222.0.62 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360161 Nov 11 20:57:22.037915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30d6f4c4-c109-4ab2-adb8-cc618429a502 req-2103be73-c2dc-4d35-a7c2-b552f51f7a1f tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd070939-87fc-4e00-9e5e-220307ab0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902480 Nov 11 20:57:22.080122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event updated for resources: {'Subnet': ['ID=13d7126b-c1b0-40f0-8db3-24dc8e4de537,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:22.105438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Checking segment: {'id': 'ac508675-d5d7-4e06-b67a-c647e56157b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b48061f6-2f8b-40f2-8c41-0f754137768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:22.105864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network hostable DHCP agents. Network: b48061f6-2f8b-40f2-8c41-0f754137768c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:22.112987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e14f2709-6405-49b3-adba-46693efb64a2 req-dc3e16bf-6659-46fd-8a4e-b221a3a1ad3e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163244 Nov 11 20:57:22.139145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-904097a3-8b67-4e6a-9794-633dfe2cb49c req-a3f9d4c6-e933-4fab-93f1-050bac3ef005 service neutron] 10.222.0.62 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348267 Nov 11 20:57:22.208667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffed49-6d80-4360-9aeb-ec4394b56c98 req-ab6ede84-d692-4844-8ddf-cfde816e7db1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:22.210063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05ffed49-6d80-4360-9aeb-ec4394b56c98 req-ab6ede84-d692-4844-8ddf-cfde816e7db1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 943 time: 0.1001165 Nov 11 20:57:22.259093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05ffed49-6d80-4360-9aeb-ec4394b56c98 req-8bc9a7b0-bb7a-4b0f-9ab7-218692cfd678 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Nov 11 20:57:22.300103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Network b48061f6-2f8b-40f2-8c41-0f754137768c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:22.302339 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:22.318725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['25c3eea9-0f83-4955-9163-07460d6c23c5'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:22.337791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Pushing event deleted for resources: {'Port': ['ID=25c3eea9-0f83-4955-9163-07460d6c23c5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:22.353575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ee747-a366-4d5b-a411-c6ab2fa3277c None None] DHCP port deletion for 4227d16d-8d19-43ba-a4f3-a804b21e809a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:22.380627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] No DVR routers for this DVR port 25c3eea9-0f83-4955-9163-07460d6c23c5 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:22.383246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:22.386638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e098f57-3e4f-4e5f-877a-c8cb3889b00a req-2875c3d4-d567-4b2e-8d4a-ceb4a865599a tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.62 "DELETE /v2.0/ports/25c3eea9-0f83-4955-9163-07460d6c23c5 HTTP/1.1" status: 204 len: 173 time: 0.9638011 Nov 11 20:57:22.387071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'name': 'network-vif-deleted', 'tag': '25c3eea9-0f83-4955-9163-07460d6c23c5'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:22.390147 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d9a2d3-afeb-45a5-95a3-7f9cd9b16bba" -d '{"events": [{"server_uuid": "55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e", "name": "network-vif-deleted", "tag": "25c3eea9-0f83-4955-9163-07460d6c23c5"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:22.428879 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08baea22-e140-4d92-ba90-3c4dc06db5d4 x-openstack-request-id: req-08baea22-e140-4d92-ba90-3c4dc06db5d4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:22.429180 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e", "name": "network-vif-deleted", "tag": "25c3eea9-0f83-4955-9163-07460d6c23c5", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:22.429436 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08baea22-e140-4d92-ba90-3c4dc06db5d4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:22.429844 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e', 'name': 'network-vif-deleted', 'tag': '25c3eea9-0f83-4955-9163-07460d6c23c5', 'status': 'completed', 'code': 200} Nov 11 20:57:22.469785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b48061f6-2f8b-40f2-8c41-0f754137768c) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:22.469785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:22.470546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:22.474216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b280ef-a6df-48f0-be24-ab90a520f2e6 None None] Network b48061f6-2f8b-40f2-8c41-0f754137768c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:22.618501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-58023570-ebbf-4c09-8df3-51cddc70abe2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5944064 Nov 11 20:57:22.633786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:22.767165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38d31-524d-483d-93aa-9f1fb08e5ccb req-fa12817a-93b5-4d03-b510-7c2974d34d13 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:22.775462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fef38d31-524d-483d-93aa-9f1fb08e5ccb req-fa12817a-93b5-4d03-b510-7c2974d34d13 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.0710886 Nov 11 20:57:22.782396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:22.803046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b48061f6-2f8b-40f2-8c41-0f754137768c', 'network_id': 'b48061f6-2f8b-40f2-8c41-0f754137768c', 'tenant_id': 'b3aaaa774d21499980082b1ffad728f9', 'fixed_ips': [{'subnet_id': '13d7126b-c1b0-40f0-8db3-24dc8e4de537'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:22.803962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daaa8d0-a561-418b-bee0-93d520919dba req-9144c256-5f37-4a54-9b8e-4dadb8eba0a2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:22.804252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:22.805512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9daaa8d0-a561-418b-bee0-93d520919dba req-9144c256-5f37-4a54-9b8e-4dadb8eba0a2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 949 time: 0.0796065 Nov 11 20:57:22.823038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fef38d31-524d-483d-93aa-9f1fb08e5ccb req-4aa24db6-d601-442b-bad6-4972a2f32145 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467100 Nov 11 20:57:22.892596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:22.937714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45047fdc-141f-4636-a044-ed308bb94175 req-73a21dec-9a78-417c-9db4-90ac4a7a0978 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:22.939929 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45047fdc-141f-4636-a044-ed308bb94175 req-73a21dec-9a78-417c-9db4-90ac4a7a0978 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 950 time: 0.0581603 Nov 11 20:57:22.956247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:22.969534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9daaa8d0-a561-418b-bee0-93d520919dba req-d85eb590-8a11-4896-923b-e89fe54cc696 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551342 Nov 11 20:57:23.001883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Allocated IP 2001:db8::f816:3eff:fe3e:b397 (b48061f6-2f8b-40f2-8c41-0f754137768c/13d7126b-c1b0-40f0-8db3-24dc8e4de537/699acb1f-989e-4530-89ea-540f074a01a3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:23.006043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45047fdc-141f-4636-a044-ed308bb94175 req-13e1f84e-abc8-47ff-9b9d-4bb04172e413 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/security-groups?id=4624a4a1-db9a-4a26-9585-bde1376cfb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598629 Nov 11 20:57:23.158862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97045ebd-819f-4314-8a30-2ced492a1754 req-340e1682-098e-4766-bdf5-deff5c97a293 tempest-ServerMetadataNegativeTestJSON-81939324 tempest-ServerMetadataNegativeTestJSON-81939324-project] 10.222.0.31 "GET /v2.0/ports?device_id=55c2ce1b-ef4b-4e26-aca5-d56fa07bfb3e HTTP/1.1" status: 200 len: 210 time: 0.0324123 Nov 11 20:57:23.164996 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.177338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:57:23.181541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:23.181948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.215759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.238752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723327ff-3117-46f4-a9c7-792df623b937 req-ced52f0d-227a-4a8c-943b-eeb8a34817b5 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:23.240350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-723327ff-3117-46f4-a9c7-792df623b937 req-ced52f0d-227a-4a8c-943b-eeb8a34817b5 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Nov 11 20:57:23.265850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Network b48061f6-2f8b-40f2-8c41-0f754137768c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:23.277264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:23.280634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:23.299792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Pushing event updated for resources: {'Port': ['ID=699acb1f-989e-4530-89ea-540f074a01a3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:23.299906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-723327ff-3117-46f4-a9c7-792df623b937 req-9e8b27c0-885b-46dd-a3ea-eb0721030cd1 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503774 Nov 11 20:57:23.317560 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.353035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Subnet': ['ID=13d7126b-c1b0-40f0-8db3-24dc8e4de537,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:23.380860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Attempting to bind port 699acb1f-989e-4530-89ea-540f074a01a3 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:23.381237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Attempting to bind port 699acb1f-989e-4530-89ea-540f074a01a3 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'ac508675-d5d7-4e06-b67a-c647e56157b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b48061f6-2f8b-40f2-8c41-0f754137768c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:23.381608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Attempting to bind port 699acb1f-989e-4530-89ea-540f074a01a3 on network b48061f6-2f8b-40f2-8c41-0f754137768c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:23.383549 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.387965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-5efa95ea-d719-4753-ad18-b74056c29808 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:23.390421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-5efa95ea-d719-4753-ad18-b74056c29808 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.62 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 950 time: 0.0628648 Nov 11 20:57:23.395300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:23.395664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Checking segment: {'id': 'ac508675-d5d7-4e06-b67a-c647e56157b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b48061f6-2f8b-40f2-8c41-0f754137768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:23.396063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.396489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Bound using segment: {'id': 'ac508675-d5d7-4e06-b67a-c647e56157b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b48061f6-2f8b-40f2-8c41-0f754137768c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:23.396972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Bound port: 699acb1f-989e-4530-89ea-540f074a01a3, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac508675-d5d7-4e06-b67a-c647e56157b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b48061f6-2f8b-40f2-8c41-0f754137768c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:23.397353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.408728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.412535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:23.423945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f7d56-3322-4417-ac46-9b364221715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:23.426318 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de82c35-6ec8-4b80-b5b7-1b175b35c224" -d '{"events": [{"server_uuid": "723f7d56-3322-4417-ac46-9b364221715e", "name": "network-vif-plugged", "status": "completed", "tag": "aedb1cbb-e67e-428f-bbe5-0dbfa92dd756"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:23.441596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:23.465543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.484700 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52cf165-4d48-49d3-819f-e3d4fd288a70 x-openstack-request-id: req-c52cf165-4d48-49d3-819f-e3d4fd288a70 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:23.485239 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f7d56-3322-4417-ac46-9b364221715e", "name": "network-vif-plugged", "status": "completed", "tag": "aedb1cbb-e67e-428f-bbe5-0dbfa92dd756", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:23.485705 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c52cf165-4d48-49d3-819f-e3d4fd288a70 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:23.486311 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f7d56-3322-4417-ac46-9b364221715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756', 'code': 200} Nov 11 20:57:23.496925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48061f6-2f8b-40f2-8c41-0f754137768c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:23.517609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] For port 699acb1f-989e-4530-89ea-540f074a01a3, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:23.518867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12008500-cebb-42ae-ba6a-409daa4b9907 req-22abc78e-aa0c-4e03-8377-19ca28f6efb9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:23.526281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12008500-cebb-42ae-ba6a-409daa4b9907 req-22abc78e-aa0c-4e03-8377-19ca28f6efb9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 943 time: 0.1769793 Nov 11 20:57:23.530071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac508675-d5d7-4e06-b67a-c647e56157b3') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:23.530420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac508675-d5d7-4e06-b67a-c647e56157b3') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:23.534046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] For port 699acb1f-989e-4530-89ea-540f074a01a3, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=699acb1f-989e-4530-89ea-540f074a01a3,segment=NetworkSegment(ac508675-d5d7-4e06-b67a-c647e56157b3),segment_id=ac508675-d5d7-4e06-b67a-c647e56157b3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:23.535688 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.536472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Deleting port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:23.536959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.557868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.590805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:23.600469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12008500-cebb-42ae-ba6a-409daa4b9907 req-227809bd-12d4-4b2c-b7f9-387700277da2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731616 Nov 11 20:57:23.623492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.625558 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.633066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:23.634421 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:23.652557 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:23.679606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713798-a53a-429d-b85d-def9be297c35 req-8499199e-7691-416b-9452-1e8e4917dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:23.682072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c713798-a53a-429d-b85d-def9be297c35 req-8499199e-7691-416b-9452-1e8e4917dc87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 1101 time: 0.0787284 Nov 11 20:57:23.684017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] For port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:23.684412 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.705281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2695-fc71-4e5f-b2a5-d9242fc9a134 None None] Pushing event updated for resources: {'Port': ['ID=699acb1f-989e-4530-89ea-540f074a01a3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:23.718088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Calling delete_port for 0fac90d8-9bca-4f8a-9915-36cf02df2d3e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:23.731255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914be22-b352-49a1-809b-7f845edecd5d None None] Network b48061f6-2f8b-40f2-8c41-0f754137768c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:23.779493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 20:57:23.779493 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 20:57:23.779493 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'b48061f6-2f8b-40f2-8c41-0f754137768c'}] Nov 11 20:57:23.779493 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:57:23.780492 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:57:23.784569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c713798-a53a-429d-b85d-def9be297c35 req-e92749d7-f903-418e-8a4d-da977000e15f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894811 Nov 11 20:57:23.875857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71037d45-8043-4dc6-bd53-65797ff78a4f None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:57:23.956183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080d1dc-033e-4e62-a706-205c16bcd760 req-84c1306e-f461-469f-b4b2-0733164527d9 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:23.958406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7080d1dc-033e-4e62-a706-205c16bcd760 req-84c1306e-f461-469f-b4b2-0733164527d9 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.0590348 Nov 11 20:57:23.977639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:23.983919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71037d45-8043-4dc6-bd53-65797ff78a4f None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 20:57:23.992137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['0fac90d8-9bca-4f8a-9915-36cf02df2d3e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:24.023207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Pushing event deleted for resources: {'Port': ['ID=0fac90d8-9bca-4f8a-9915-36cf02df2d3e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:24.079138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] No DVR routers for this DVR port 0fac90d8-9bca-4f8a-9915-36cf02df2d3e on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:24.082579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.088296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ec50510-fb40-45d1-be74-de4a27d5cbaa req-b23db339-70b5-4d85-b245-3188479a1f50 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.62 "DELETE /v2.0/ports/0fac90d8-9bca-4f8a-9915-36cf02df2d3e HTTP/1.1" status: 204 len: 173 time: 0.6846426 Nov 11 20:57:24.102673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7080d1dc-033e-4e62-a706-205c16bcd760 req-58a78c82-0c9e-490b-93ae-a22db91a2635 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382120 Nov 11 20:57:24.113690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5093535-5e88-4975-871a-a971d5a28106 req-8642a90f-a31f-4fda-ad91-2618d60e4bbd tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:24.113690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5093535-5e88-4975-871a-a971d5a28106 req-8642a90f-a31f-4fda-ad91-2618d60e4bbd tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 950 time: 0.0623262 Nov 11 20:57:24.181119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5093535-5e88-4975-871a-a971d5a28106 req-e0df726f-4d01-4dcf-a08e-6082dec39113 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Nov 11 20:57:24.202526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b9511c0-1efe-4907-8e71-213e200bd45b req-8f7af851-24bf-4ad3-88be-96c7b64247a9 tempest-ImagesNegativeTestJSON-1032083304 tempest-ImagesNegativeTestJSON-1032083304-project] 10.222.0.31 "GET /v2.0/ports?device_id=2efde851-7bf5-410b-bd51-f870e23900d8 HTTP/1.1" status: 200 len: 210 time: 0.0344031 Nov 11 20:57:24.244858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47440) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:24.281836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.321849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] Deleting subnet 9b3f38ce-af83-41b8-a366-a14e8e703b51 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:57:24.328500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.358426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting port 699acb1f-989e-4530-89ea-540f074a01a3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:24.359101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.384331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.432428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] For port 699acb1f-989e-4530-89ea-540f074a01a3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=699acb1f-989e-4530-89ea-540f074a01a3,segment=NetworkSegment(ac508675-d5d7-4e06-b67a-c647e56157b3),segment_id=ac508675-d5d7-4e06-b67a-c647e56157b3)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:24.432975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.439032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efde851-7bf5-410b-bd51-f870e23900d8', 'name': 'network-vif-deleted', 'tag': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:24.441323 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bba3cdd-46e7-4ece-96ca-ff2888d28811" -d '{"events": [{"server_uuid": "2efde851-7bf5-410b-bd51-f870e23900d8", "name": "network-vif-deleted", "tag": "0fac90d8-9bca-4f8a-9915-36cf02df2d3e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:24.448132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Calling delete_port for 699acb1f-989e-4530-89ea-540f074a01a3 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:24.479649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.491658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc41a-ee80-4c78-b67e-9b956ae2d08b req-a24a5660-118b-400e-9e97-0aadc78cd4c7 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:24.493847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-358fc41a-ee80-4c78-b67e-9b956ae2d08b req-a24a5660-118b-400e-9e97-0aadc78cd4c7 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1096289 Nov 11 20:57:24.542257 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b5047c-2747-4ec2-9594-ff043913aeef x-openstack-request-id: req-48b5047c-2747-4ec2-9594-ff043913aeef {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:24.542944 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efde851-7bf5-410b-bd51-f870e23900d8", "name": "network-vif-deleted", "tag": "0fac90d8-9bca-4f8a-9915-36cf02df2d3e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:24.542944 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48b5047c-2747-4ec2-9594-ff043913aeef {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:24.543228 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efde851-7bf5-410b-bd51-f870e23900d8', 'name': 'network-vif-deleted', 'tag': '0fac90d8-9bca-4f8a-9915-36cf02df2d3e', 'status': 'completed', 'code': 200} Nov 11 20:57:24.588659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-358fc41a-ee80-4c78-b67e-9b956ae2d08b req-03a99385-bacf-4809-9681-e16cd8334b98 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726604 Nov 11 20:57:24.676838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.684355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.705718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3f38ce-af83-41b8-a366-a14e8e703b51,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:24.712029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.715647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-579a0d51-ba35-4932-8e57-26e9fcf05e3a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b3f38ce-af83-41b8-a366-a14e8e703b51 HTTP/1.1" status: 204 len: 168 time: 0.4694049 Nov 11 20:57:24.718706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:24.721161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0904bf0c-e821-430b-9e17-c76ec88c911a None None] Network 4227d16d-8d19-43ba-a4f3-a804b21e809a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:24.733361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No DVR routers for this DVR port 699acb1f-989e-4530-89ea-540f074a01a3 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:24.735280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Port': ['ID=699acb1f-989e-4530-89ea-540f074a01a3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:24.787898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5819a-fc42-4cd6-a84c-d402a2ca2f47 req-899ed85b-f736-4a20-b9f9-8a24fb547a00 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:24.794440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adf5819a-fc42-4cd6-a84c-d402a2ca2f47 req-899ed85b-f736-4a20-b9f9-8a24fb547a00 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 943 time: 0.1205335 Nov 11 20:57:24.818234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.835101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-2559aa8a-deaa-405c-bdf1-661c579c5d08 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:24.836762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-2559aa8a-deaa-405c-bdf1-661c579c5d08 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.58 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.1154501 Nov 11 20:57:24.859456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab39e0-adb0-4da7-bc7c-497c8cc61c83 None None] DHCP port deletion for 4227d16d-8d19-43ba-a4f3-a804b21e809a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:24.872361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.901746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adf5819a-fc42-4cd6-a84c-d402a2ca2f47 req-49d3d9c4-8b71-4038-8a73-39fd0f019585 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058712 Nov 11 20:57:24.905335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48061f6-2f8b-40f2-8c41-0f754137768c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:24.917881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac508675-d5d7-4e06-b67a-c647e56157b3') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:24.918328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac508675-d5d7-4e06-b67a-c647e56157b3') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:24.932019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.947113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.954693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:24.955101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:24.958154 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:24.979236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.004550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4227d16d-8d19-43ba-a4f3-a804b21e809a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:25.016267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d51a10-9858-47a4-91b3-2f337dc51f62') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:25.016563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d51a10-9858-47a4-91b3-2f337dc51f62') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:25.027135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.049583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Deleting port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:25.049927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.052857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.078489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:25.078883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:25.080525 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:25.105002 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.112828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.115986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/b48061f6-2f8b-40f2-8c41-0f754137768c HTTP/1.1" status: 204 len: 168 time: 2.4811416 Nov 11 20:57:25.128774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.137885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da541-39aa-4bce-861a-001c02bc7634 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Network': ['ID=b48061f6-2f8b-40f2-8c41-0f754137768c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:25.157579 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-870c0da7-b974-4153-97e7-6f925ce49e60 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:25.157968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870c0da7-b974-4153-97e7-6f925ce49e60 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:25.161146 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-870c0da7-b974-4153-97e7-6f925ce49e60 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/13d7126b-c1b0-40f0-8db3-24dc8e4de537 HTTP/1.1" status: 404 len: 337 time: 0.0313914 Nov 11 20:57:25.164644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.190228 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d197bd8c-6932-4e72-ae73-3b40873fd59f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:25.191046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d197bd8c-6932-4e72-ae73-3b40873fd59f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:25.195644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d197bd8c-6932-4e72-ae73-3b40873fd59f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/b48061f6-2f8b-40f2-8c41-0f754137768c HTTP/1.1" status: 404 len: 339 time: 0.0257401 Nov 11 20:57:25.203292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47456) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.233394 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0c4497-8764-4d3d-8560-daab20fb4f38 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:25.233636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0c4497-8764-4d3d-8560-daab20fb4f38 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:25.237053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1b0c4497-8764-4d3d-8560-daab20fb4f38 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/b5819e84-8055-43de-9f53-234f18a0a38d HTTP/1.1" status: 404 len: 337 time: 0.0326204 Nov 11 20:57:25.239566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.246495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] For port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:25.246858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.260579 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd5086c-62fd-4e4d-aa79-8056cf05e223 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:25.261127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd5086c-62fd-4e4d-aa79-8056cf05e223 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:25.264280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7cd5086c-62fd-4e4d-aa79-8056cf05e223 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/bba56e53-7827-41b6-a35c-6319a364a37c HTTP/1.1" status: 404 len: 339 time: 0.0236487 Nov 11 20:57:25.274168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.317996 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c588d1-317f-4f1b-b0ae-c24798880bc2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:25.318451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c588d1-317f-4f1b-b0ae-c24798880bc2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:25.321477 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-14c588d1-317f-4f1b-b0ae-c24798880bc2 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/28b0fd69-0bf9-4bc8-a7a3-8c703444de32 HTTP/1.1" status: 404 len: 337 time: 0.0464201 Nov 11 20:57:25.324889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.327646 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.348161 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f887b2bd-dc60-4411-b810-3ed51ecb589b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:25.348729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f887b2bd-dc60-4411-b810-3ed51ecb589b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:25.350706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949048d3-1039-4b2f-9d6c-15004a7d06d2 req-1654054e-99eb-4b0f-8cb7-dcdbc5a5d079 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:25.351692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f887b2bd-dc60-4411-b810-3ed51ecb589b tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/b6e7ce5e-ef2c-4daf-9e75-ae3331414d83 HTTP/1.1" status: 404 len: 339 time: 0.0259082 Nov 11 20:57:25.356988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-949048d3-1039-4b2f-9d6c-15004a7d06d2 req-1654054e-99eb-4b0f-8cb7-dcdbc5a5d079 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 945 time: 0.1740420 Nov 11 20:57:25.360709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.370186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.373542 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] 10.222.0.31 "DELETE /v2.0/networks/4227d16d-8d19-43ba-a4f3-a804b21e809a HTTP/1.1" status: 204 len: 168 time: 0.6536803 Nov 11 20:57:25.380418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d908c-cd73-4fc8-a6d5-be4b921fe7a1 req-3a18d4bb-b6f0-4bb0-b53e-2e3bf1528ef1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:25.384208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e27d908c-cd73-4fc8-a6d5-be4b921fe7a1 req-3a18d4bb-b6f0-4bb0-b53e-2e3bf1528ef1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 950 time: 0.1161969 Nov 11 20:57:25.387189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 675b839c-aaec-4928-b2db-bf2d41db6df2 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:57:25.410536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 25c3eea9-0f83-4955-9163-07460d6c23c5 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:25.411578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da330d5-3c37-41f8-bf40-4b920ec3000f admin admin] Pushing event deleted for resources: {'Network': ['ID=4227d16d-8d19-43ba-a4f3-a804b21e809a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:25.457359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 25c3eea9-0f83-4955-9163-07460d6c23c5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:25.458291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 25c3eea9-0f83-4955-9163-07460d6c23c5 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:25.491934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e27d908c-cd73-4fc8-a6d5-be4b921fe7a1 req-584377ad-3cee-4b05-9858-499d032cf957 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914295 Nov 11 20:57:25.516996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting port 51028b5e-1f08-4908-a556-aa997b2ffe00 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:25.516996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.530976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:25.550262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'port_id': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'mac_address': 'fa:16:3e:bd:e0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c776373-4082-47ef-8356-26f89e810ac8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:57:25.550838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-949048d3-1039-4b2f-9d6c-15004a7d06d2 req-4cd53c5b-3051-4e08-ba60-b79d9d69ec96 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b123d2c-5a0f-46ba-bf96-e557efde6b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851268 Nov 11 20:57:25.592593 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.606830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b839c-aaec-4928-b2db-bf2d41db6df2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:25.645763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.646009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.646329 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Floating IP 856ed04a-90a7-41f4-a3be-a7f68e43392f disassociated. External IP: 172.25.2.111, port: ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca. Nov 11 20:57:25.651411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:25.664530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Calling delete_port for ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:25.693487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.723839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Calling delete_port for 51028b5e-1f08-4908-a556-aa997b2ffe00 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:25.751247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.787693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.826815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:25.876848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bd7bd733-f972-449c-ab57-ca971ce2bc82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ba3702b55124d81ab3662a7837bfcf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855989 Nov 11 20:57:25.877499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47490) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:25.959786 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:25.985508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.004659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.071264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event deleted for resources: {'Port': ['ID=ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:26.089025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['675b839c-aaec-4928-b2db-bf2d41db6df2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:26.110882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591294c9-5296-4aed-8b7f-cdfc666ddd70 req-2fdf1946-2976-41c7-97f9-0c738d96db1e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:26.110882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-591294c9-5296-4aed-8b7f-cdfc666ddd70 req-2fdf1946-2976-41c7-97f9-0c738d96db1e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 944 time: 0.1199815 Nov 11 20:57:26.159917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba90f45-919b-4fe3-8d4e-cb9d84a91c81 req-2407c4a3-7169-4928-b80d-c2b85e278575 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:26.161028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cba90f45-919b-4fe3-8d4e-cb9d84a91c81 req-2407c4a3-7169-4928-b80d-c2b85e278575 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.4551864 Nov 11 20:57:26.248697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cba90f45-919b-4fe3-8d4e-cb9d84a91c81 req-ad246891-2313-4fb0-93f8-142d1727ec0a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729709 Nov 11 20:57:26.257854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-591294c9-5296-4aed-8b7f-cdfc666ddd70 req-86d25a5c-eee4-4c5d-b05d-c6412ce7d881 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163311 Nov 11 20:57:26.265302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.268637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.272316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd070939-87fc-4e00-9e5e-220307ab0102 HTTP/1.1" status: 204 len: 168 time: 0.3914382 Nov 11 20:57:26.283813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd070939-87fc-4e00-9e5e-220307ab0102,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:26.297263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Router 89f2003e-c8ab-40b2-8650-3c482a6f912c has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:57:26.298997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.299354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.299694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.300075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.300459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.300791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.301118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.301445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.301944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.302272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.302604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.302933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab389634-8950-45c1-bab5-9ee0817e6fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:26.377939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:26.391591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.426858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:26.438916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] Sync routers for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:26.446427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Port': ['ID=51028b5e-1f08-4908-a556-aa997b2ffe00,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:26.456968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:26.457913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:26.464716 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.468064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4b24c894-9acf-48bc-b9b2-7c3bcf907914 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/ports/51028b5e-1f08-4908-a556-aa997b2ffe00 HTTP/1.1" status: 204 len: 168 time: 1.1064265 Nov 11 20:57:26.470665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:26.502458 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce3891c-cff7-4408-82f0-6a249f348c52 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:26.502968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce3891c-cff7-4408-82f0-6a249f348c52 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:26.506641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3ce3891c-cff7-4408-82f0-6a249f348c52 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/132d0621-27e2-4600-976c-b92954f81c34 HTTP/1.1" status: 404 len: 337 time: 0.0349867 Nov 11 20:57:26.509436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:26.525053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] No DVR routers for this DVR port ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:26.529967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.533701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abf63f4a-6ba5-4908-9a86-ba399f92c488 req-4e0249c5-a787-422d-8ce8-0ad5202157c8 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.58 "DELETE /v2.0/ports/ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca HTTP/1.1" status: 204 len: 173 time: 1.6869853 Nov 11 20:57:26.544822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'name': 'network-vif-deleted', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:26.548751 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1deecca-9b48-4b5a-856c-f6ed52d4f60a" -d '{"events": [{"server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "name": "network-vif-deleted", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:26.614761 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e23bf6-c6f1-4d0d-b81f-02677e773974 x-openstack-request-id: req-61e23bf6-c6f1-4d0d-b81f-02677e773974 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:26.615404 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ac1465-6bed-40da-abde-8d21406fe5da", "name": "network-vif-deleted", "tag": "ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:26.615404 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61e23bf6-c6f1-4d0d-b81f-02677e773974 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:26.616684 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ac1465-6bed-40da-abde-8d21406fe5da', 'name': 'network-vif-deleted', 'tag': 'ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca', 'status': 'completed', 'code': 200} Nov 11 20:57:26.655988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:26.712791 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.759418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d93afce1-cffd-4ecb-b44d-ebc5262ebd0b req-0cce85b7-5a90-48f4-855c-ba13ffb38bf6 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ac1465-6bed-40da-abde-8d21406fe5da HTTP/1.1" status: 200 len: 210 time: 0.0376060 Nov 11 20:57:26.767027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb14e28-af65-426e-a4e3-27a01132b599 req-412afac2-caf5-4fbf-9eb0-43237f469b27 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:26.775174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fb14e28-af65-426e-a4e3-27a01132b599 req-412afac2-caf5-4fbf-9eb0-43237f469b27 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 950 time: 0.1387706 Nov 11 20:57:26.894035 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e094b8eb-ff01-40fb-89f4-1f22c9a6c6a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78024ade1c6c4428989c09b56e701898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5114219 Nov 11 20:57:26.895998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:26.938851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fb14e28-af65-426e-a4e3-27a01132b599 req-e20a1130-c60b-4ff7-8c09-14a55629bbb6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265731 Nov 11 20:57:26.943496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:07Z', 'revision_number': 5, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:26.983396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] Checking router: 89f2003e-c8ab-40b2-8650-3c482a6f912c for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:57:26.984819 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bda7b58-f797-4dcc-9f05-2b2abcd7ddb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:26.987561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.002901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:27.003451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:27.009481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bda7b58-f797-4dcc-9f05-2b2abcd7ddb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.032244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a43c34c-d8e0-48c4-9d76-dd5845ba1df3']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:27.045843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50aff88-7b57-466e-9cbd-60f071cc63cc') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:27.046183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50aff88-7b57-466e-9cbd-60f071cc63cc') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:27.062383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.082121 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.086551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:27.088737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.095637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b0935-3828-49b2-9b0a-4bee47e28dcc req-9c0870f1-acf4-4a40-9914-07ac56a14b25 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:27.097510 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a09b0935-3828-49b2-9b0a-4bee47e28dcc req-9c0870f1-acf4-4a40-9914-07ac56a14b25 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 1101 time: 0.0578690 Nov 11 20:57:27.139875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:27.154957 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:27.157315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:27.168089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a09b0935-3828-49b2-9b0a-4bee47e28dcc req-264923d3-a06f-4cc2-85d0-0a49e69478cc tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637815 Nov 11 20:57:27.213652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bda7b58-f797-4dcc-9f05-2b2abcd7ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.217328 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bda7b58-f797-4dcc-9f05-2b2abcd7ddb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.219655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0bda7b58-f797-4dcc-9f05-2b2abcd7ddb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4624a4a1-db9a-4a26-9585-bde1376cfb95 HTTP/1.1" status: 204 len: 168 time: 0.3222291 Nov 11 20:57:27.232277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda7b58-f797-4dcc-9f05-2b2abcd7ddb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4624a4a1-db9a-4a26-9585-bde1376cfb95,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:27.305289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.344416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.352623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/1a43c34c-d8e0-48c4-9d76-dd5845ba1df3 HTTP/1.1" status: 204 len: 168 time: 0.8409972 Nov 11 20:57:27.353948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:27.354973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150a095-c838-4474-a012-74ac0a8874d5 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Network': ['ID=1a43c34c-d8e0-48c4-9d76-dd5845ba1df3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:27.448180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cbd7b-f37c-4a1a-b235-30b539a1fcc8 req-2ed6ef1c-a7a5-4720-ac4a-021bd175cde8 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:27.452705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c3cbd7b-f37c-4a1a-b235-30b539a1fcc8 req-2ed6ef1c-a7a5-4720-ac4a-021bd175cde8 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0863802 Nov 11 20:57:27.491849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 675b839c-aaec-4928-b2db-bf2d41db6df2 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:27.532527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c3cbd7b-f37c-4a1a-b235-30b539a1fcc8 req-021d475a-cc51-4eec-9d24-647e768772e6 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Nov 11 20:57:27.574863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0d45f-5dad-4bf3-a830-930ec7d80901 req-e37c3490-7247-46e8-83ea-0cd9652d2f92 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:27.580671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-08c0d45f-5dad-4bf3-a830-930ec7d80901 req-e37c3490-7247-46e8-83ea-0cd9652d2f92 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 944 time: 0.1650372 Nov 11 20:57:27.667709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:07Z', 'revision_number': 5, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:27.691270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-5800140a-08ea-4db6-adc6-b7082be411ee tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571394 Nov 11 20:57:27.708546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc167e-2190-4ebb-aada-bcd5fe7cc704 None None] The sync data for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 is: [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd39b2e89-99e9-49d6-b3de-46bb568c0ca7', 'name': '', 'network_id': '2f553cf0-1680-4f6e-9139-9447f04d9a57', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'mac_address': 'fa:16:3e:65:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:58Z', 'updated_at': '2021-11-11T20:54:07Z', 'revision_number': 5, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'subnets': [{'id': 'b28390d0-a31c-4614-a1d4-225ca53231c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:27.710411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 675b839c-aaec-4928-b2db-bf2d41db6df2 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:57:27.721776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 675b839c-aaec-4928-b2db-bf2d41db6df2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:27.722404 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.856259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:27.890324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:27.919470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:27.923236 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2dc5e0-5120-4da5-ab80-4f7fbc13d952" -d '{"events": [{"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-plugged", "status": "completed", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:27.949090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:27.990159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-2643ee6e-b7de-4eae-9500-a08674449460 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:27.999314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-2643ee6e-b7de-4eae-9500-a08674449460 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3068500 Nov 11 20:57:28.019591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-63674380-ee46-4685-bdf6-f8a40569ea79 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/quotas/00ca57c42ee74fb9b09871a373595ff4 HTTP/1.1" status: 200 len: 375 time: 0.0191400 Nov 11 20:57:28.042085 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.043122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0fac90d8-9bca-4f8a-9915-36cf02df2d3e no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:28.069112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-39558190-network', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:28.088679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 0fac90d8-9bca-4f8a-9915-36cf02df2d3e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:28.089720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0fac90d8-9bca-4f8a-9915-36cf02df2d3e not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:28.127154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:28.136909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-08c0d45f-5dad-4bf3-a830-930ec7d80901 req-b40d2c70-f554-47f2-be57-790ab94f8f11 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467877 Nov 11 20:57:28.137814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-0d5649de-4b90-45a7-aac7-5c66a66368de tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1169889 Nov 11 20:57:28.146001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting port 70ab108e-8b2d-46ff-b00f-d7ba94f66e87 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:28.146216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.173594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Made reservation on behalf of 075d7c5fc6fc4c4db127b510f0279193 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:28.176375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.189213 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.205334 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebb1a5-0c0a-402b-b140-bdd6db26c6e9 None None] New status for floating IP 856ed04a-90a7-41f4-a3be-a7f68e43392f: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:57:28.237525 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c5dcbc-2598-43ca-a1ec-984afab47c7e x-openstack-request-id: req-46c5dcbc-2598-43ca-a1ec-984afab47c7e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:28.237908 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-plugged", "status": "completed", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:28.238169 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46c5dcbc-2598-43ca-a1ec-984afab47c7e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:28.238576 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'code': 200} Nov 11 20:57:28.241949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.274145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Calling delete_port for 70ab108e-8b2d-46ff-b00f-d7ba94f66e87 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:28.335427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.367552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:28.453580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.478249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181704c7-3613-4777-a0a1-9a9600e0afd5 req-58410cc7-ee49-4fc3-b6d6-395418782d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:28.480025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-181704c7-3613-4777-a0a1-9a9600e0afd5 req-58410cc7-ee49-4fc3-b6d6-395418782d88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 1096 time: 0.1737223 Nov 11 20:57:28.485428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:28.501967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98318388-fdef-46a1-94ae-657094528430 req-3dcc01a8-4903-4fd5-8373-da3fe6dab419 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 210 time: 0.0781548 Nov 11 20:57:28.522112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.522112 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Added segment 9de20c89-bbce-41a5-bbea-6a395d2d8caa of type vlan for network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 Nov 11 20:57:28.538561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57af966f-b977-46f3-aafe-38521f52586a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.550929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684c42ff-d5f9-4bae-872a-e70d798c2b20,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:28.592108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57af966f-b977-46f3-aafe-38521f52586a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.599528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-181704c7-3613-4777-a0a1-9a9600e0afd5 req-86491a0d-6b86-4efd-a3fd-c5d5b8dd77fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022995 Nov 11 20:57:28.599964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.642930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.676807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Port': ['ID=70ab108e-8b2d-46ff-b00f-d7ba94f66e87,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:28.685440 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.691189 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b606edbc-90bb-4938-9700-c0a9cc6694cb tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/ports/70ab108e-8b2d-46ff-b00f-d7ba94f66e87 HTTP/1.1" status: 204 len: 168 time: 1.3327816 Nov 11 20:57:28.691903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:28.697248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b6fc-662e-4d3f-a5ae-5bf8e5daf74f req-86f25aa2-f344-4e49-aee0-54c42cfabbf1 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:28.701122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7b5b6fc-662e-4d3f-a5ae-5bf8e5daf74f req-86f25aa2-f344-4e49-aee0-54c42cfabbf1 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0565383 Nov 11 20:57:28.729517 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4838d6fb-b145-4be7-807a-4601c123a247 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] DELETE failed (client error): The resource could not be found. Nov 11 20:57:28.729972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4838d6fb-b145-4be7-807a-4601c123a247 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 20:57:28.735798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4838d6fb-b145-4be7-807a-4601c123a247 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/97e39a11-f71b-4551-bb37-ced80e2c95f2 HTTP/1.1" status: 404 len: 337 time: 0.0412004 Nov 11 20:57:28.735999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.736122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:28.736313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47594) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:28.736722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.784605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7b5b6fc-662e-4d3f-a5ae-5bf8e5daf74f req-28c8f5d5-db38-4157-82ba-15d5fe6c771f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791266 Nov 11 20:57:28.816324 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57af966f-b977-46f3-aafe-38521f52586a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.819190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57af966f-b977-46f3-aafe-38521f52586a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.823024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-57af966f-b977-46f3-aafe-38521f52586a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b123d2c-5a0f-46ba-bf96-e557efde6b64 HTTP/1.1" status: 204 len: 168 time: 0.4504764 Nov 11 20:57:28.826509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:28.839156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:28.849361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:28.858839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af966f-b977-46f3-aafe-38521f52586a tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b123d2c-5a0f-46ba-bf96-e557efde6b64,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:28.861796 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-1a38814d-5b80-4986-8738-ac7a5663a657 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] show failed (client error): The resource could not be found. Nov 11 20:57:28.865613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1a38814d-5b80-4986-8738-ac7a5663a657 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "GET /v2.0/security-groups/6b123d2c-5a0f-46ba-bf96-e557efde6b64 HTTP/1.1" status: 404 len: 347 time: 0.0330346 Nov 11 20:57:28.866152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47600) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:28.869234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:28.878880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3583bd69-94b4-45fb-b41b-fc346469bd00 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0213685 Nov 11 20:57:28.882200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:28.887904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Request body: {'subnet': {'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-39558190-subnet', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:28.983083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:29.032311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:29.033076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ef05f8cd-5947-44e5-a8bb-74ffcb8de5ca not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:29.037023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Deleting port 20a598af-2e91-4bff-855f-cb4046f95409 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:29.037362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.043494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.066799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f011a4a0-46c3-4682-af4e-a9637086599b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:29.077762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1796f15-da4c-4ad0-bca7-bbca0251189f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:29.078071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1796f15-da4c-4ad0-bca7-bbca0251189f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:29.088327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.103709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Made reservation on behalf of 075d7c5fc6fc4c4db127b510f0279193 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:29.108005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.134646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.134930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.135059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.149798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Calling delete_port for 20a598af-2e91-4bff-855f-cb4046f95409 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:29.172455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:29.173019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:29.177057 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:29.321841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0ab7f-17e4-44d1-b121-78f2b2ad0b5b req-aad3e98c-ef60-4fc9-a974-bf4e168ddd1f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:29.323366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76f0ab7f-17e4-44d1-b121-78f2b2ad0b5b req-aad3e98c-ef60-4fc9-a974-bf4e168ddd1f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0773587 Nov 11 20:57:29.385629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.395690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.398196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/f011a4a0-46c3-4682-af4e-a9637086599b HTTP/1.1" status: 204 len: 168 time: 0.6606748 Nov 11 20:57:29.404022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:29.408109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1706714-6a2b-4def-bac0-753dbbfd472f tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Network': ['ID=f011a4a0-46c3-4682-af4e-a9637086599b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:29.423866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76f0ab7f-17e4-44d1-b121-78f2b2ad0b5b req-8999af4c-f3d4-42cd-a9ec-d39d706436db tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932994 Nov 11 20:57:29.448031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.471157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting subnet 2b088086-a0b5-43e6-9e1a-fad791966c05 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:57:29.474824 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.513378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:29.516020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.520958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Checking segment: {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:29.521386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Network hostable DHCP agents. Network: cfc99b4f-9be3-43e1-9330-97be6d9ef4e6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:29.541732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.588436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33b8b886-2c8c-4919-8d0f-fd3052aeffa3 req-9cb2b3c3-4314-4643-9c88-a308305e627f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 210 time: 0.0328572 Nov 11 20:57:29.594512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Pushing event deleted for resources: {'Port': ['ID=20a598af-2e91-4bff-855f-cb4046f95409,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:29.601226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50191b68-ccfc-43dc-b5d9-f734c95ff325 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:29.681794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:29.691537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.694144 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.695300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-13522ecd-359b-45f7-9239-c74ec2bf2075 tempest-ServersTestManualDisk-1173719322 tempest-ServersTestManualDisk-1173719322-project] 10.222.0.31 "DELETE /v2.0/floatingips/856ed04a-90a7-41f4-a3be-a7f68e43392f HTTP/1.1" status: 204 len: 168 time: 0.8281484 Nov 11 20:57:29.697947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.698753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47622) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:29.809166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, cfc99b4f-9be3-43e1-9330-97be6d9ef4e6) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:29.816361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:29.817157 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.823055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca4591-8561-4ab1-9e99-2c699e59d2ab None None] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:29.924581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:29.928893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:29.986985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Subnet': ['ID=2b088086-a0b5-43e6-9e1a-fad791966c05,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:30.000090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934723e0-0a15-4d29-82fc-412018794447 None None] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:30.003080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.007666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c0225bb-44a5-453b-895e-b30189209890 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/subnets/2b088086-a0b5-43e6-9e1a-fad791966c05 HTTP/1.1" status: 204 len: 168 time: 0.6026263 Nov 11 20:57:30.015226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:30.020472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7af6b802-c967-40dc-9ffe-9a67cf48e90e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1371448 Nov 11 20:57:30.024867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:30.028261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff15519-dcbe-42f7-8568-bcd44824f2c5 None None] Network b2bf7da3-10a4-4b93-958b-782e725d0f19 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:30.033459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290f5f0-2cd3-4f44-8d6e-c6bf805f423d req-beb9a73d-2c2a-46eb-9fe1-9c80ddb1da95 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:30.035219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2290f5f0-2cd3-4f44-8d6e-c6bf805f423d req-beb9a73d-2c2a-46eb-9fe1-9c80ddb1da95 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1635387 Nov 11 20:57:30.041681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:30.166241 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.167559 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.195391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2290f5f0-2cd3-4f44-8d6e-c6bf805f423d req-9c27421a-99d7-4a41-9832-0f9c19bb3851 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487970 Nov 11 20:57:30.224656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f734e2d3-63cb-4ef6-bcb6-e0bb73725702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.233740 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.276054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.283763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.358644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f734e2d3-63cb-4ef6-bcb6-e0bb73725702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.376978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Deleting port 5830310f-d8ce-4da8-a437-a129f4a55494 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:30.377332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.390032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] DHCP port deletion for b2bf7da3-10a4-4b93-958b-782e725d0f19 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:30.445732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] Deleting port 5830310f-d8ce-4da8-a437-a129f4a55494 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:30.447839 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.457333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] For port 5830310f-d8ce-4da8-a437-a129f4a55494, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5830310f-d8ce-4da8-a437-a129f4a55494,segment=NetworkSegment(c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff),segment_id=c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:30.457706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.477932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f734e2d3-63cb-4ef6-bcb6-e0bb73725702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.507192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Calling delete_port for 5830310f-d8ce-4da8-a437-a129f4a55494 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:30.520076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734e2d3-63cb-4ef6-bcb6-e0bb73725702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53385ff-fe38-40a2-be4d-3f3c539d5a12,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:30.534050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] For port 5830310f-d8ce-4da8-a437-a129f4a55494, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5830310f-d8ce-4da8-a437-a129f4a55494,segment=NetworkSegment(c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff),segment_id=c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:30.534516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.552754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f734e2d3-63cb-4ef6-bcb6-e0bb73725702 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ab76bbd3bf84904a9cbec67bb78a621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168098 Nov 11 20:57:30.555542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:30.558771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] Calling delete_port for 5830310f-d8ce-4da8-a437-a129f4a55494 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:30.638039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.676478 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21cea4b8-5e91-469a-b47d-9d7f9f575a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.677326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eb82d-a1e5-447b-a9ea-3b6aaf074ea1 req-38c9dca8-efcb-48a8-bd7d-1c25f2a3ee65 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:30.678908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f47eb82d-a1e5-447b-a9ea-3b6aaf074ea1 req-38c9dca8-efcb-48a8-bd7d-1c25f2a3ee65 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1018279 Nov 11 20:57:30.723921 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd562a34-62ef-4651-ba57-f94267f48ab7 req-084baa5c-a16e-4731-9902-f42bf3b1bfed tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 210 time: 0.0392625 Nov 11 20:57:30.728230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21cea4b8-5e91-469a-b47d-9d7f9f575a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.795220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f47eb82d-a1e5-447b-a9ea-3b6aaf074ea1 req-519d071c-9bdb-4e04-923b-d727e2e35c23 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080742 Nov 11 20:57:30.797104 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.803526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.817466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] No DVR routers for this DVR port 5830310f-d8ce-4da8-a437-a129f4a55494 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:30.848188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] Pushing event deleted for resources: {'Port': ['ID=5830310f-d8ce-4da8-a437-a129f4a55494,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:30.857180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Deleting port d39b2e89-99e9-49d6-b3de-46bb568c0ca7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:30.857362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81bab6-cde8-440b-8daa-bada84bd8cb0 None None] No DVR routers for this DVR port 5830310f-d8ce-4da8-a437-a129f4a55494 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:30.857632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.859520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Port': ['ID=5830310f-d8ce-4da8-a437-a129f4a55494,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:30.935730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21cea4b8-5e91-469a-b47d-9d7f9f575a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.938384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21cea4b8-5e91-469a-b47d-9d7f9f575a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.942168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-21cea4b8-5e91-469a-b47d-9d7f9f575a1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d53385ff-fe38-40a2-be4d-3f3c539d5a12 HTTP/1.1" status: 204 len: 168 time: 0.3832784 Nov 11 20:57:30.949511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.980434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] For port d39b2e89-99e9-49d6-b3de-46bb568c0ca7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:30.980798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:30.991273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea4b8-5e91-469a-b47d-9d7f9f575a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53385ff-fe38-40a2-be4d-3f3c539d5a12,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:31.023952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bf7da3-10a4-4b93-958b-782e725d0f19']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:31.040479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:31.040780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b27a9f-38d1-4dc8-b2f5-93b5da0be3ff') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:31.050762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acb7f6-6f21-4c84-9add-e44828c0f1d6 req-b09a05c6-f2ab-4e87-8b2e-e2f33dc96390 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:31.052331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65acb7f6-6f21-4c84-9add-e44828c0f1d6 req-b09a05c6-f2ab-4e87-8b2e-e2f33dc96390 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1116347 Nov 11 20:57:31.061458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Calling delete_port for d39b2e89-99e9-49d6-b3de-46bb568c0ca7 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:31.063365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.090952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.104032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:31.105257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:31.109386 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:31.146904 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.171835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65acb7f6-6f21-4c84-9add-e44828c0f1d6 req-291f7d14-721c-4b2c-9546-0b8bb33e8b77 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114869 Nov 11 20:57:31.178943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.249655 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.264872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.270800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] 10.222.0.31 "DELETE /v2.0/networks/b2bf7da3-10a4-4b93-958b-782e725d0f19 HTTP/1.1" status: 204 len: 168 time: 1.2539651 Nov 11 20:57:31.286390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-a8a7006a-aaa7-4615-a48b-be1f79293e4c tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963707 Nov 11 20:57:31.302259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e469b9-4481-4eb2-9518-c4e2af769441 tempest-NetworksIpV6TestAttrs-1201214050 tempest-NetworksIpV6TestAttrs-1201214050-project] Pushing event deleted for resources: {'Network': ['ID=b2bf7da3-10a4-4b93-958b-782e725d0f19,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:31.445644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f32a-5cae-4bd4-b183-e41f11349a61 req-db796b01-1e23-4bc1-94a3-f45806b8a8e5 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:31.448198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ae2f32a-5cae-4bd4-b183-e41f11349a61 req-db796b01-1e23-4bc1-94a3-f45806b8a8e5 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1165879 Nov 11 20:57:31.504592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ae2f32a-5cae-4bd4-b183-e41f11349a61 req-48b9ae5f-57af-4da4-9121-dec51604f75f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 Nov 11 20:57:31.505022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Allocated IP 172.25.2.123 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:31.535531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-4939fec6-6bf6-45f0-838d-58601b286f76 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:31.537572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-4939fec6-6bf6-45f0-838d-58601b286f76 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294114 Nov 11 20:57:31.562037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:31.686096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.751925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39b2e89-99e9-49d6-b3de-46bb568c0ca7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:31.873482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934637e-219b-4d83-8306-68a7513f3e5f req-60ab1b1f-5913-4728-9ed4-28a023ef82f1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:31.878787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:31.883030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d934637e-219b-4d83-8306-68a7513f3e5f req-60ab1b1f-5913-4728-9ed4-28a023ef82f1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1241639 Nov 11 20:57:31.883900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.905298 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-900233a6-0965-4aba-921f-1a037602d5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:31.961954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:31.982074 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d934637e-219b-4d83-8306-68a7513f3e5f req-d59faf45-08cb-45ce-8d26-5ea5a1c7ab9c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957060 Nov 11 20:57:31.991036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db50e4f1-8b6d-495e-ac1d-4b7c4bb664e6 req-a64c31c1-382d-4050-8b43-53661fc74dcb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 210 time: 0.1286731 Nov 11 20:57:32.182348 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:32.193958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8ae68f72-5759-4492-b3bf-540a88ed329b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3aaaa774d21499980082b1ffad728f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308161 Nov 11 20:57:32.196466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:32.244528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:32.255671 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb4c11ff-fedb-482a-8d86-5fc9570c0344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:32.255866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5830310f-d8ce-4da8-a437-a129f4a55494 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:32.277628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5830310f-d8ce-4da8-a437-a129f4a55494 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:32.277974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5830310f-d8ce-4da8-a437-a129f4a55494 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:32.287501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb4c11ff-fedb-482a-8d86-5fc9570c0344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:32.313662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.111 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/87434394-9a23-4c46-ae69-8a9de7161f39) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:32.459619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb4c11ff-fedb-482a-8d86-5fc9570c0344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:32.462498 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb4c11ff-fedb-482a-8d86-5fc9570c0344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:32.463904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eb4c11ff-fedb-482a-8d86-5fc9570c0344 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a90f47ac-b7a3-4458-916d-43585159dba2 HTTP/1.1" status: 204 len: 168 time: 0.2663062 Nov 11 20:57:32.479198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c11ff-fedb-482a-8d86-5fc9570c0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f47ac-b7a3-4458-916d-43585159dba2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:32.833941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b946d89-b623-41cd-bfdd-5eee2a1b5cb9 req-6d08792e-83e2-4b0a-bb28-be68b26a4445 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:32.840839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b946d89-b623-41cd-bfdd-5eee2a1b5cb9 req-6d08792e-83e2-4b0a-bb28-be68b26a4445 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1524141 Nov 11 20:57:32.856697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:32.962171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:33.012589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:33.015328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:33.024660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:33.037296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc64f3-4f66-472a-90fb-5af38b8d4593 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:33.089846 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b946d89-b623-41cd-bfdd-5eee2a1b5cb9 req-7db3b25f-d2d1-4c48-93dc-36a122fe2517 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354105 Nov 11 20:57:33.133880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f8298-fd65-49fa-8f9e-1ad46e76c3a4 req-1c9ff770-cd68-4d5c-a10c-67fb1488bbde tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:33.135679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea2f8298-fd65-49fa-8f9e-1ad46e76c3a4 req-1c9ff770-cd68-4d5c-a10c-67fb1488bbde tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0697882 Nov 11 20:57:33.153257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.160920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6910b147-09b3-42f1-a63f-504491394012 None None] Provisioning complete for port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:33.161343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6910b147-09b3-42f1-a63f-504491394012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.218308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea2f8298-fd65-49fa-8f9e-1ad46e76c3a4 req-e099253b-690b-41e2-b992-2af3337842ba tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734019 Nov 11 20:57:33.244329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6910b147-09b3-42f1-a63f-504491394012 None None] Port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:33.292926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4851e2e-41b6-4f30-ba4c-35f3843c3710 req-a7411a61-8de6-45a5-802e-317db83adc6a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 210 time: 0.0729918 Nov 11 20:57:33.321266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Router 89f2003e-c8ab-40b2-8650-3c482a6f912c has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:57:33.410813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47748) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:33.462888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:33.469998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-93890cbd-623d-46e8-b4c0-34056d783145 admin admin] 10.222.0.31 "PUT /v2.0/routers/89f2003e-c8ab-40b2-8650-3c482a6f912c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7696421 Nov 11 20:57:33.472283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:33.476206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] Sync routers for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:33.488796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:33.489435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:33.560706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d20a0-3d49-4216-bcd2-f48ed39f0c88 req-5a4c4e20-a471-4301-901d-1d3ac5741289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:33.562437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a4d20a0-3d49-4216-bcd2-f48ed39f0c88 req-5a4c4e20-a471-4301-901d-1d3ac5741289 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.0659750 Nov 11 20:57:33.580526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bcf7ff7f-5fe0-46a8-bc33-1851b5d434ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.620794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:33.624245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.630236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.724359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:33.728428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:33.740954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a4d20a0-3d49-4216-bcd2-f48ed39f0c88 req-04fa5ddf-12d8-49bb-997c-96afff2602c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706729 Nov 11 20:57:33.768131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bcf7ff7f-5fe0-46a8-bc33-1851b5d434ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.787305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:33.789418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.795703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:33.798446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:33.831881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=87434394-9a23-4c46-ae69-8a9de7161f39,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:33.857625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.904487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:33.908613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:33.946954 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bcf7ff7f-5fe0-46a8-bc33-1851b5d434ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.055257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7ff7f-5fe0-46a8-bc33-1851b5d434ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c54c4-9679-41fc-a9f8-50c662ed0a07,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:34.056736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b2522695-ddac-4e3c-8803-a36ef090259f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5002658 Nov 11 20:57:34.082793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bcf7ff7f-5fe0-46a8-bc33-1851b5d434ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=495585e405b24f21b007d2717d6a8afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6705928 Nov 11 20:57:34.085289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:34.087072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Request body: {'port': {'device_id': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:34.138200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:34.146712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '34def747-267b-4701-babc-35da8f456c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:57:31Z', 'revision_number': 5, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port': {'id': '34def747-267b-4701-babc-35da8f456c1c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:53:53Z', 'updated_at': '2021-11-11T20:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:34.148014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Deleting port 34def747-267b-4701-babc-35da8f456c1c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:34.148484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.208627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] Checking router: 89f2003e-c8ab-40b2-8650-3c482a6f912c for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:57:34.246606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.253527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8888078d-3adf-410a-a712-48c498f4356f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.295036 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8888078d-3adf-410a-a712-48c498f4356f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.306468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff4eeda2-a7a3-4352-9f90-1996843c5fd3 None None] Provisioning complete for port 87434394-9a23-4c46-ae69-8a9de7161f39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:34.307157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff4eeda2-a7a3-4352-9f90-1996843c5fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.319076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.324674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f4dbdba8-43e3-4be0-b924-7647cb3ea439 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1664310312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:34.347414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] For port 34def747-267b-4701-babc-35da8f456c1c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=34def747-267b-4701-babc-35da8f456c1c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:34.347414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.358937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] Routers {'89f2003e-c8ab-40b2-8650-3c482a6f912c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:34.360885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['89f2003e-c8ab-40b2-8650-3c482a6f912c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:34.367950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20a71-95d9-495f-8822-ef04a169f758 req-72e8345c-8666-4d1d-904b-1991f13e0650 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:34.371487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05b20a71-95d9-495f-8822-ef04a169f758 req-72e8345c-8666-4d1d-904b-1991f13e0650 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1562881 Nov 11 20:57:34.377830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Calling delete_port for 34def747-267b-4701-babc-35da8f456c1c owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:34.476615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05b20a71-95d9-495f-8822-ef04a169f758 req-2b8e30bc-0194-4b23-a235-f1013741f502 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958569 Nov 11 20:57:34.479969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] Set router 89f2003e-c8ab-40b2-8650-3c482a6f912c gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:34.527221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8888078d-3adf-410a-a712-48c498f4356f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.530633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8888078d-3adf-410a-a712-48c498f4356f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.534384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8888078d-3adf-410a-a712-48c498f4356f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/222c54c4-9679-41fc-a9f8-50c662ed0a07 HTTP/1.1" status: 204 len: 168 time: 0.4455855 Nov 11 20:57:34.543222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c2c7e-81e8-4e12-a02b-cb3ea8e0af26 req-2c01189b-13f8-4598-9c07-74d68df24099 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:34.545881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f3c2c7e-81e8-4e12-a02b-cb3ea8e0af26 req-2c01189b-13f8-4598-9c07-74d68df24099 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.2123621 Nov 11 20:57:34.546269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888078d-3adf-410a-a712-48c498f4356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c54c4-9679-41fc-a9f8-50c662ed0a07,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:34.594842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdba8-43e3-4be0-b924-7647cb3ea439 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.595883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdba8-43e3-4be0-b924-7647cb3ea439 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.604045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:57:33Z', 'revision_number': 6, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:34.695671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c943a-4ae4-4c87-b8b1-32b038fed8bc req-b4a8b1ac-1f52-43c4-a823-99824775b7c1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:34.701538 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c15c943a-4ae4-4c87-b8b1-32b038fed8bc req-b4a8b1ac-1f52-43c4-a823-99824775b7c1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 936 time: 0.0841122 Nov 11 20:57:34.741924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f3c2c7e-81e8-4e12-a02b-cb3ea8e0af26 req-fd683206-241b-4470-ae89-ff0a241f657b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854024 Nov 11 20:57:34.745310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdba8-43e3-4be0-b924-7647cb3ea439 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.748432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.798032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Pushing event deleted for resources: {'Port': ['ID=34def747-267b-4701-babc-35da8f456c1c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:34.820900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c15c943a-4ae4-4c87-b8b1-32b038fed8bc req-206aa25d-a5ac-49c4-aa25-34fd054e740a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156447 Nov 11 20:57:34.843223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdba8-43e3-4be0-b924-7647cb3ea439 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.856229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75947929-200a-46a1-83c5-0c3c6eacc93f None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:34.868092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Router 037ac3e9-b911-48f2-81cd-66fce54fb10b is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:57:34.873311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd182a-dedf-450d-bc90-1b844e1b5f7a None None] The sync data for ids ['89f2003e-c8ab-40b2-8650-3c482a6f912c'] in n-d-805734-3 is: [{'id': '89f2003e-c8ab-40b2-8650-3c482a6f912c', 'name': 'tempest-ServersTestManualDisk-1876999407-router', 'tenant_id': '214ea16d383a4ac3a3f3bcc896525389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:53:52Z', 'updated_at': '2021-11-11T20:57:33Z', 'revision_number': 6, 'project_id': '214ea16d383a4ac3a3f3bcc896525389', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:34.875067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87434394-9a23-4c46-ae69-8a9de7161f39 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:34.888304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.902507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.927497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ff4eeda2-a7a3-4352-9f90-1996843c5fd3 None None] Port 87434394-9a23-4c46-ae69-8a9de7161f39 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:34.949457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Transition to ACTIVE for port object 87434394-9a23-4c46-ae69-8a9de7161f39 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:34.973577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d66fbba9-a446-4b4b-89d3-1627e7b40472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.974174 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f4dbdba8-43e3-4be0-b924-7647cb3ea439 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:34.975629 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f4dbdba8-43e3-4be0-b924-7647cb3ea439 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8321352 Nov 11 20:57:34.978317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:34.984974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-826917466'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:35.050428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.051944 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.053251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.121526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:35.131946 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Sync routers for ids ['037ac3e9-b911-48f2-81cd-66fce54fb10b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:35.149154 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Routers {'037ac3e9-b911-48f2-81cd-66fce54fb10b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:35.150537 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['037ac3e9-b911-48f2-81cd-66fce54fb10b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:35.181967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Made reservation on behalf of d2f59c644f834ff58ecbe4176812f005 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:35.194220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.213716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Pushing event updated for resources: {'Port': ['ID=87434394-9a23-4c46-ae69-8a9de7161f39,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:35.230153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.265419 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.267821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f2003e-c8ab-40b2-8650-3c482a6f912c {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:57:35.281340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.287080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-599873f0-baf3-44ec-9ceb-a4f8498c7692 admin admin] 10.222.0.31 "DELETE /v2.0/routers/89f2003e-c8ab-40b2-8650-3c482a6f912c HTTP/1.1" status: 204 len: 168 time: 1.8135023 Nov 11 20:57:35.289102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47786) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:35.318996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.320367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b51de379-9fb0-4716-812f-3f035a121863 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2945228 Nov 11 20:57:35.325078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:35.403075 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Set router 037ac3e9-b911-48f2-81cd-66fce54fb10b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:35.407673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] Deleting subnet b28390d0-a31c-4614-a1d4-225ca53231c2 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:57:35.420925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.479015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.479668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Attempting to bind port 87434394-9a23-4c46-ae69-8a9de7161f39 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:35.480013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Attempting to bind port 87434394-9a23-4c46-ae69-8a9de7161f39 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:35.480373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Attempting to bind port 87434394-9a23-4c46-ae69-8a9de7161f39 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:35.497968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.569060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Port 87434394-9a23-4c46-ae69-8a9de7161f39 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:35.569392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Attempting to bind port 87434394-9a23-4c46-ae69-8a9de7161f39 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:35.616420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:35.616763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:35.617192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:35.617665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Bound port: 87434394-9a23-4c46-ae69-8a9de7161f39, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:35.618041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.628616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.658191 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T20:57:33Z', 'revision_number': 3, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port': {'id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:93:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:31Z', 'updated_at': '2021-11-11T20:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:35.694752 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Checking router: 037ac3e9-b911-48f2-81cd-66fce54fb10b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:57:35.695108 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Updating router 037ac3e9-b911-48f2-81cd-66fce54fb10b port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:57:35.704481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.723956 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.801434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.867009 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:35.871911 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b28390d0-a31c-4614-a1d4-225ca53231c2 HTTP/1.1" status: 204 len: 168 time: 0.5798030 Nov 11 20:57:35.873336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff87a04-c5a3-4bd1-b332-4685f7985b77 None None] Network 2f553cf0-1680-4f6e-9139-9447f04d9a57 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:35.875444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47804) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:35.886678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e568b-587a-4802-aa03-9c902956efe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28390d0-a31c-4614-a1d4-225ca53231c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:36.084300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a948-7ceb-4ce4-9280-d44859d8078d req-1373737a-25ab-4093-9002-0fc919dc4159 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:36.087054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f17a948-7ceb-4ce4-9280-d44859d8078d req-1373737a-25ab-4093-9002-0fc919dc4159 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.2134430 Nov 11 20:57:36.095609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.179326 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.204560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d39b2e89-99e9-49d6-b3de-46bb568c0ca7 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:36.216363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f17a948-7ceb-4ce4-9280-d44859d8078d req-7cd7c3d8-ae4c-4a82-b4a7-63e73f9bd3d3 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171665 Nov 11 20:57:36.228346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d39b2e89-99e9-49d6-b3de-46bb568c0ca7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:36.228705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d39b2e89-99e9-49d6-b3de-46bb568c0ca7 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:36.229237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 34def747-267b-4701-babc-35da8f456c1c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:36.238354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.243901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] DHCP port deletion for 2f553cf0-1680-4f6e-9139-9447f04d9a57 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:36.249748 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.253421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Deleting port 3b23caa6-6f83-43eb-8394-fda2804979b2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:36.254021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.288865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37efb-b106-4a26-b877-8af92b44db21 req-921a76b2-d838-4877-80ff-d606b0a1540f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:36.290625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ec37efb-b106-4a26-b877-8af92b44db21 req-921a76b2-d838-4877-80ff-d606b0a1540f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.7183261 Nov 11 20:57:36.325356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e0a999-cacd-4531-a913-1511984f3fba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:36.326583 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Attempting to bind port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:36.326583 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Attempting to bind port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:36.326583 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Attempting to bind port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:36.327021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbcc3c5-28e4-4415-bdb7-c236f6230a78 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:36.327021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 34def747-267b-4701-babc-35da8f456c1c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:36.327021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 34def747-267b-4701-babc-35da8f456c1c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:36.336401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:36.355805 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:36.356085 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:36.356602 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.357630 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:36.357630 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Bound port: dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:36.358054 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.393846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] For port 87434394-9a23-4c46-ae69-8a9de7161f39, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:36.401112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.401477 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Added segment 86530f53-58b1-45b3-8702-967880d6773f of type vlan for network 8b15a905-e4de-4b3d-ae38-147f376bb48f Nov 11 20:57:36.415481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] Deleting port 3b23caa6-6f83-43eb-8394-fda2804979b2 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:36.415862 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.429199 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Pushing event updated for resources: {'Port': ['ID=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:36.430796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] For port 3b23caa6-6f83-43eb-8394-fda2804979b2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3b23caa6-6f83-43eb-8394-fda2804979b2,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:36.431325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.452074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.453443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Calling delete_port for 3b23caa6-6f83-43eb-8394-fda2804979b2 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:36.453588 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:36.461322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-babef142-eb62-470b-ba94-80b341c855d7 None None] Provisioning complete for port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:36.463262 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-babef142-eb62-470b-ba94-80b341c855d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.477097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] For port 87434394-9a23-4c46-ae69-8a9de7161f39, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=87434394-9a23-4c46-ae69-8a9de7161f39,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:36.494945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dec1e-9b3f-45d8-9559-ddc63532381f req-2c1850b9-38e3-44e7-b0f7-4def614065e3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:36.505217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de6dec1e-9b3f-45d8-9559-ddc63532381f req-2c1850b9-38e3-44e7-b0f7-4def614065e3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 948 time: 0.1381514 Nov 11 20:57:36.509861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-babef142-eb62-470b-ba94-80b341c855d7 None None] Port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:36.527512 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] For port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:36.529697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ec37efb-b106-4a26-b877-8af92b44db21 req-b4abae28-d8d1-4cf8-b7cc-7816e4b71da9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156272 Nov 11 20:57:36.541899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.554307 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] For port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:36.562607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.580010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] For port 3b23caa6-6f83-43eb-8394-fda2804979b2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3b23caa6-6f83-43eb-8394-fda2804979b2,segment=NetworkSegment(16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e),segment_id=16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:36.581029 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.600497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] Calling delete_port for 3b23caa6-6f83-43eb-8394-fda2804979b2 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:36.627782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de6dec1e-9b3f-45d8-9559-ddc63532381f req-32f97d75-c4ff-4f00-bf86-ef48e403304d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214533 Nov 11 20:57:36.653746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 20:57:36.676024 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.678171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-be5c334f-4bab-4c0d-a2b4-2120393cbe2a req-3d865c6d-1d02-4ca1-8a71-af37c8e6b297 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-307647265', 'description': 'tempest-description-2103060944'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:36.706596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:36.707900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.709967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] 10.222.0.58 "PUT /v2.0/ports/87434394-9a23-4c46-ae69-8a9de7161f39 HTTP/1.1" status: 200 len: 1096 time: 2.6333258 Nov 11 20:57:36.713701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'tag': '87434394-9a23-4c46-ae69-8a9de7161f39'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:36.718425 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ee503-29c1-4d01-97a9-15e790ed9003" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4f546e-4c59-41da-8631-8a380b014c9b", "tag": "87434394-9a23-4c46-ae69-8a9de7161f39"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:36.752072 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.756796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168c53b-f3d0-4363-a7a4-87e9b5b5763d None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.769177 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:57:36.771446 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 20:57:36.775578 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.780371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebee29-5070-4a91-a79f-db1442b3c190 service neutron] Pushing event updated for resources: {'Port': ['ID=87434394-9a23-4c46-ae69-8a9de7161f39,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:36.789737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] No DVR routers for this DVR port 3b23caa6-6f83-43eb-8394-fda2804979b2 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:36.793305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b23caa6-6f83-43eb-8394-fda2804979b2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:36.826818 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Routers {'037ac3e9-b911-48f2-81cd-66fce54fb10b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:36.827179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] No DVR routers for this DVR port 3b23caa6-6f83-43eb-8394-fda2804979b2 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:57:36.831945 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['037ac3e9-b911-48f2-81cd-66fce54fb10b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:36.855553 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f521ec-4759-4dc4-af29-1fdfe11b7e3c x-openstack-request-id: req-c0f521ec-4759-4dc4-af29-1fdfe11b7e3c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:36.855855 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4f546e-4c59-41da-8631-8a380b014c9b", "tag": "87434394-9a23-4c46-ae69-8a9de7161f39", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:36.856116 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0f521ec-4759-4dc4-af29-1fdfe11b7e3c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:36.857110 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'tag': '87434394-9a23-4c46-ae69-8a9de7161f39', 'status': 'completed', 'code': 200} Nov 11 20:57:36.875448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d85628-c09b-4f04-bdf1-247405908d42 None None] Pushing event deleted for resources: {'Port': ['ID=3b23caa6-6f83-43eb-8394-fda2804979b2,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:36.887914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.893938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be5c334f-4bab-4c0d-a2b4-2120393cbe2a req-3d865c6d-1d02-4ca1-8a71-af37c8e6b297 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.897735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:36.902397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:36.938532 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805fcb8-c4f2-4284-98a5-5c54c3db0ab8 None None] Pushing event updated for resources: {'Port': ['ID=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:36.954217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-557daf23-7bfc-43ae-ae41-83751abe6af1 None None] Provisioning complete for port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:36.954605 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-557daf23-7bfc-43ae-ae41-83751abe6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.055278 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.080081 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be5c334f-4bab-4c0d-a2b4-2120393cbe2a req-3d865c6d-1d02-4ca1-8a71-af37c8e6b297 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.085259 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] Set router 037ac3e9-b911-48f2-81cd-66fce54fb10b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:37.089139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.136351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f553cf0-1680-4f6e-9139-9447f04d9a57']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:37.143295 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-557daf23-7bfc-43ae-ae41-83751abe6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.158881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:37.159178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16df729c-5fc0-4e0d-b15a-ee20bcdc0f8e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:37.167680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Network': ['ID=8b15a905-e4de-4b3d-ae38-147f376bb48f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:37.168169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-557daf23-7bfc-43ae-ae41-83751abe6af1 None None] For port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:37.180518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-122edfb4-6d8e-4835-88cc-7900bc4d2acf tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1962936 Nov 11 20:57:37.180831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:37.182310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:37.186960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.189416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'subnet': {'network_id': '8b15a905-e4de-4b3d-ae38-147f376bb48f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:37.204415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.204669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ee503-29c1-4d01-97a9-15e790ed9003 req-b1d2fda1-a0df-41ba-a7c9-eac9b0b6e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:37.206347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c87ee503-29c1-4d01-97a9-15e790ed9003 req-b1d2fda1-a0df-41ba-a7c9-eac9b0b6e30f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 1099 time: 0.3552895 Nov 11 20:57:37.212814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:57:37.213222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.214455 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:57:37.215191 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:57:37.226747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be5c334f-4bab-4c0d-a2b4-2120393cbe2a req-3d865c6d-1d02-4ca1-8a71-af37c8e6b297 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.259560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-557daf23-7bfc-43ae-ae41-83751abe6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.290738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c87ee503-29c1-4d01-97a9-15e790ed9003 req-ac053adf-b2a1-4ecd-8f5c-8a67154fb0fa service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636239 Nov 11 20:57:37.331880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d865c6d-1d02-4ca1-8a71-af37c8e6b297 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be9ab32-3ac2-410c-9532-6e0a43f4865e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:37.347196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557daf23-7bfc-43ae-ae41-83751abe6af1 None None] Pushing event updated for resources: {'Port': ['ID=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:37.370739 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be5c334f-4bab-4c0d-a2b4-2120393cbe2a req-3d865c6d-1d02-4ca1-8a71-af37c8e6b297 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.373171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be5c334f-4bab-4c0d-a2b4-2120393cbe2a req-3d865c6d-1d02-4ca1-8a71-af37c8e6b297 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6991479 Nov 11 20:57:37.397160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.407232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.417463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] 10.222.0.31 "DELETE /v2.0/networks/2f553cf0-1680-4f6e-9139-9447f04d9a57 HTTP/1.1" status: 204 len: 168 time: 1.5296562 Nov 11 20:57:37.423107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.441277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T20:57:33Z', 'revision_number': 3, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port': {'id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:93:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:31Z', 'updated_at': '2021-11-11T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:37.467266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab8f06-bd70-4c9c-a490-8dc8117ba39e admin admin] Pushing event deleted for resources: {'Network': ['ID=2f553cf0-1680-4f6e-9139-9447f04d9a57,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:37.484391 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b9ddf-067c-41d0-a09e-2a80b261105b None None] The sync data for ids ['037ac3e9-b911-48f2-81cd-66fce54fb10b'] in n-d-805734-3 is: [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T20:57:33Z', 'revision_number': 3, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port': {'id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:93:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:31Z', 'updated_at': '2021-11-11T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:37.558016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Made reservation on behalf of d2f59c644f834ff58ecbe4176812f005 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:37.563011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.570850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ee503-29c1-4d01-97a9-15e790ed9003 req-2f34c3d5-cd84-43a2-85f2-9bf24d3b86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:37.572423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c87ee503-29c1-4d01-97a9-15e790ed9003 req-2f34c3d5-cd84-43a2-85f2-9bf24d3b86c6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2593045 Nov 11 20:57:37.704815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe0b10-db61-42d8-8a3f-5240350bfb61 req-9f239a43-8b02-4a46-a8f4-8004367f4086 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:37.706456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95fe0b10-db61-42d8-8a3f-5240350bfb61 req-9f239a43-8b02-4a46-a8f4-8004367f4086 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.2415738 Nov 11 20:57:37.756222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:37.793645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-555ef5f6-9ac1-4bfd-9b7c-9a539de068f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-307647265&fields=id&tenant_id=3e39adeb73a84d65a33769377ac9b031 HTTP/1.1" status: 200 len: 267 time: 0.0833249 Nov 11 20:57:37.836742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-e81d7613-5695-4917-a56d-a8e6b41f268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:37.838284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-e81d7613-5695-4917-a56d-a8e6b41f268c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 1099 time: 0.1949039 Nov 11 20:57:37.890447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-b32844a9-a13b-4e0f-b870-dd181ffb407f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:37.891999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-b32844a9-a13b-4e0f-b870-dd181ffb407f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.0729156 Nov 11 20:57:37.892520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:37.910012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95fe0b10-db61-42d8-8a3f-5240350bfb61 req-3126d87e-1383-4dce-bfff-70a8f1ea9ea8 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946929 Nov 11 20:57:37.911464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Request body: {'port': {'security_groups': ['baa35532-3127-44bc-bb75-fd65292c380b', '1be9ab32-3ac2-410c-9532-6e0a43f4865e']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:37.916564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-6a919892-860c-4224-93e8-d85f07a7a30e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=87434394-9a23-4c46-ae69-8a9de7161f39 HTTP/1.1" status: 200 len: 217 time: 0.0641086 Nov 11 20:57:37.917477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Allocated IP 172.20.0.1 (cfc99b4f-9be3-43e1-9330-97be6d9ef4e6/9b07efaf-a1b2-4b21-b89e-01d51a8f29f3/c3ee433c-6fd3-4fb7-9fe2-9eac84acf480) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:38.021661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-04f12578-0b95-49e4-b139-164de0b22667 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=214ea16d383a4ac3a3f3bcc896525389&name=default HTTP/1.1" status: 200 len: 2998 time: 0.1256704 Nov 11 20:57:38.022691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:38.037698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.136645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f47-2550-48fb-856f-07269e6c1119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.153589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-dafe3429-d410-4a06-b91b-d39ade4a7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:38.155390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-dafe3429-d410-4a06-b91b-d39ade4a7d7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.1992741 Nov 11 20:57:38.182672 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f47-2550-48fb-856f-07269e6c1119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.206351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952b144-1fd5-4a7f-a0e8-73e007e9a80f req-7caae1f8-e8b1-4682-ad22-1483c7b09dbb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:38.214050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b952b144-1fd5-4a7f-a0e8-73e007e9a80f req-7caae1f8-e8b1-4682-ad22-1483c7b09dbb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 948 time: 0.2113087 Nov 11 20:57:38.219697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:38.274823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.319137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:38.319354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.339375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.360806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b952b144-1fd5-4a7f-a0e8-73e007e9a80f req-e885c9f8-ce9a-4e5a-95b2-81921e68912d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456087 Nov 11 20:57:38.438401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.549027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Subnet': ['ID=7ac96e18-9e05-4098-8229-bf5b9844b4bd,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:38.554136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-ae5b80d1-726b-454d-a5a9-b7ba0202480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:38.556307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-ae5b80d1-726b-454d-a5a9-b7ba0202480a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3900716 Nov 11 20:57:38.567543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:38.588356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3b23caa6-6f83-43eb-8394-fda2804979b2 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:57:38.594793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:38.597386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:38.623558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Pushing event updated for resources: {'Port': ['ID=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:38.640614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Checking segment: {'id': '86530f53-58b1-45b3-8702-967880d6773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8b15a905-e4de-4b3d-ae38-147f376bb48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:38.640979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network hostable DHCP agents. Network: 8b15a905-e4de-4b3d-ae38-147f376bb48f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:38.648988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3b23caa6-6f83-43eb-8394-fda2804979b2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:57:38.655349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3b23caa6-6f83-43eb-8394-fda2804979b2 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:57:38.721905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.792060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:38.813609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-04ade992-9a0c-4601-981e-febb80e9670e service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374454 Nov 11 20:57:38.864015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:38.917486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.934424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8b15a905-e4de-4b3d-ae38-147f376bb48f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:38.948087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f8299d-888e-493d-9ef8-8836441e002b None None] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:38.962726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:38.963468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.969473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f47-2550-48fb-856f-07269e6c1119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.978933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5f47-2550-48fb-856f-07269e6c1119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:38.980190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b7b5f47-2550-48fb-856f-07269e6c1119 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2191cac6-7a6a-416d-a327-6690b3cac0cc HTTP/1.1" status: 204 len: 168 time: 0.9572017 Nov 11 20:57:38.996349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b5f47-2550-48fb-856f-07269e6c1119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2191cac6-7a6a-416d-a327-6690b3cac0cc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:39.005930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.011001 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d6b0eb6-fcf0-4c74-afcd-3d2e48aac266 req-b525950f-1067-4e43-a4f6-018531fe7293 service neutron] 10.222.0.58 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517174 Nov 11 20:57:39.069931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:39.080721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:39.081412 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.082853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-49fdf8c3-deae-441d-b4ad-7a471d6cfedc req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "PUT /v2.0/ports/f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 982 time: 1.1830308 Nov 11 20:57:39.087571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:39.092239 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee9d9c9-fe84-4142-b574-1c85218aaca3" -d '{"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:39.111432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.117232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8be48fb4-f913-4fd0-acfc-2b55a784d756 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9331756 Nov 11 20:57:39.123533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:39.129597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'network': {'name': 'tempest-router-network01--28718873'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:39.187531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d95822-63c0-4f3c-9ca0-bb50c2f8c75d req-25ec0609-81fb-4281-b0e0-c6216c263d7c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:39.189485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14d95822-63c0-4f3c-9ca0-bb50c2f8c75d req-25ec0609-81fb-4281-b0e0-c6216c263d7c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1323702 Nov 11 20:57:39.189650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644a174-0c24-4686-8c81-34fb0fcbc743 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event updated for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:39.217938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd0f0c3-4654-4155-b403-a243a65e5efd None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:39.305111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Made reservation on behalf of d2f59c644f834ff58ecbe4176812f005 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:39.305111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.331486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-eca09548-a171-41c8-bcc9-4f3afe79a0b8 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-307647265&fields=id&tenant_id=3e39adeb73a84d65a33769377ac9b031 HTTP/1.1" status: 200 len: 267 time: 0.0918076 Nov 11 20:57:39.340227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:39.365558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:39.375789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.376235 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Added segment 67233c13-2b6a-45e3-b81c-80b114d669a1 of type vlan for network 050009ad-45a8-446e-a856-07987512f2b3 Nov 11 20:57:39.446103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.452870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.474421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14d95822-63c0-4f3c-9ca0-bb50c2f8c75d req-0726ac80-21d0-4fec-b6cc-3956261f9b3a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648866 Nov 11 20:57:39.527743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:39.552122 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743a9d28-1b7d-470b-a245-253babbc571d x-openstack-request-id: req-743a9d28-1b7d-470b-a245-253babbc571d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:39.552535 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:39.554537 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-743a9d28-1b7d-470b-a245-253babbc571d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:39.556598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.557162 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'status': 'completed', 'code': 200} Nov 11 20:57:39.562791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8b15a905-e4de-4b3d-ae38-147f376bb48f', 'network_id': '8b15a905-e4de-4b3d-ae38-147f376bb48f', 'tenant_id': 'd2f59c644f834ff58ecbe4176812f005', 'fixed_ips': [{'subnet_id': '7ac96e18-9e05-4098-8229-bf5b9844b4bd'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:39.565372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.580906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-30d62c45-bd5d-4baa-b561-17df4eef8d2c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:39.583018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-30d62c45-bd5d-4baa-b561-17df4eef8d2c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 985 time: 0.2440400 Nov 11 20:57:39.612407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Request body: {'port': {'security_groups': ['baa35532-3127-44bc-bb75-fd65292c380b']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:39.718594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eb17856e-c262-4b2a-8314-0bd40ab6b92d None None] Provisioning complete for port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:39.718966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb17856e-c262-4b2a-8314-0bd40ab6b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.767150 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.772626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.780260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:39.781207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.791342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.859249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fef45e5-ae3d-4daf-93ff-d92ad935591e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:39.889703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Pushing event updated for resources: {'Port': ['ID=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:39.967817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Network': ['ID=050009ad-45a8-446e-a856-07987512f2b3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:39.997385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 050009ad-45a8-446e-a856-07987512f2b3 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:39.998757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-cb15b10c-fa5c-404c-a93d-83a4c7420246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:40.000611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-cb15b10c-fa5c-404c-a93d-83a4c7420246 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1136 time: 0.3037775 Nov 11 20:57:40.001188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4251e3a0-af1b-4053-99b3-437045c5f087 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8760254 Nov 11 20:57:40.004222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:40.024679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'network': {'name': 'tempest-router-network02--1088300405'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:40.081109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909b8f5-243b-47f5-875e-86df5679ea99 req-887cd730-2bea-4076-9f69-3b7bc0dbc652 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:40.082787 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e909b8f5-243b-47f5-875e-86df5679ea99 req-887cd730-2bea-4076-9f69-3b7bc0dbc652 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 948 time: 0.2813859 Nov 11 20:57:40.161892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:40.176924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:40.258711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:40.282751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Made reservation on behalf of d2f59c644f834ff58ecbe4176812f005 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:40.287800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.320953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.337598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:40.348035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.348286 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Added segment 59383fd3-2292-417f-8181-74e7ae28408b of type vlan for network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 Nov 11 20:57:40.367231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Allocated IP 172.20.0.2 (8b15a905-e4de-4b3d-ae38-147f376bb48f/7ac96e18-9e05-4098-8229-bf5b9844b4bd/225d90db-6ef2-4b06-a5eb-60101582196b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:40.404783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.443080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.492674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:40.493378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.509287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4e7491d-23e5-4735-9cf4-b09ec2e6d944 req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "PUT /v2.0/ports/f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 943 time: 0.9148610 Nov 11 20:57:40.509402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91f5b5d-3a3b-4168-bf1b-ba9dd2d65c43 None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:57:40.534297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:40.566133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8297f-8fcc-4b4a-b09a-d1f105074442 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event updated for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:40.578891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.585116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:40.588890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.639083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-0b1eaf90-793e-4a22-b54f-042c0940097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:40.640668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-0b1eaf90-793e-4a22-b54f-042c0940097d service neutron] 10.222.0.58 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.6293633 Nov 11 20:57:40.661776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e909b8f5-243b-47f5-875e-86df5679ea99 req-be1996a4-3edd-4635-a158-149eb2d02f27 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422866 Nov 11 20:57:40.668395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7dcba003-06ae-4e9a-b43d-eab6b4213b73 None None] Provisioning complete for port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:40.669533 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dcba003-06ae-4e9a-b43d-eab6b4213b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.686898 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fef45e5-ae3d-4daf-93ff-d92ad935591e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.689554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:40.724080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Network': ['ID=4730abb9-b7b5-4d58-a87d-1c3b1944f1e9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:40.752054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d4a06c94-49b6-4752-b158-4f68a92ce71a tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7339485 Nov 11 20:57:40.752314 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.752533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-0076cece-43e8-44e7-b1d2-24a4edcc4081 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 217 time: 0.0896215 Nov 11 20:57:40.765057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:40.767646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12ba5-9d94-4156-a7e2-58f4e2e3a3d3 req-187efa5c-0f9f-407b-ad78-58bbdc17caf6 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:40.767801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:40.772806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9f12ba5-9d94-4156-a7e2-58f4e2e3a3d3 req-187efa5c-0f9f-407b-ad78-58bbdc17caf6 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1789465 Nov 11 20:57:40.774035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'subnet': {'network_id': '050009ad-45a8-446e-a856-07987512f2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:40.832657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5fef45e5-ae3d-4daf-93ff-d92ad935591e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.833309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9f12ba5-9d94-4156-a7e2-58f4e2e3a3d3 req-fa6a98c0-645b-4f7d-b77a-af787a7205ab tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566905 Nov 11 20:57:40.842139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:40.896918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:40.961627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-569404589-network', 'tenant_id': '8870b29304104da1a74112701bcbdf3f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:40.964885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:40.998099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Pushing event updated for resources: {'Port': ['ID=225d90db-6ef2-4b06-a5eb-60101582196b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:41.001576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:41.003591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:41.092727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef45e5-ae3d-4daf-93ff-d92ad935591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7756517-9d50-4b05-b856-8136a6f11ffa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:41.110549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5fef45e5-ae3d-4daf-93ff-d92ad935591e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44e3b87026284d3b98441c6c91613227&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5810707 Nov 11 20:57:41.113172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47898) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:41.127820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Attempting to bind port 225d90db-6ef2-4b06-a5eb-60101582196b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:41.128284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Attempting to bind port 225d90db-6ef2-4b06-a5eb-60101582196b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '86530f53-58b1-45b3-8702-967880d6773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8b15a905-e4de-4b3d-ae38-147f376bb48f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:41.128659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Attempting to bind port 225d90db-6ef2-4b06-a5eb-60101582196b on network 8b15a905-e4de-4b3d-ae38-147f376bb48f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:41.136635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-e83755a4-6291-48ad-a216-3e41c76e56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:41.138758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-e83755a4-6291-48ad-a216-3e41c76e56dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.3610022 Nov 11 20:57:41.143102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:41.143495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Checking segment: {'id': '86530f53-58b1-45b3-8702-967880d6773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8b15a905-e4de-4b3d-ae38-147f376bb48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:41.143884 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.144314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Bound using segment: {'id': '86530f53-58b1-45b3-8702-967880d6773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8b15a905-e4de-4b3d-ae38-147f376bb48f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:41.144788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Bound port: 225d90db-6ef2-4b06-a5eb-60101582196b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86530f53-58b1-45b3-8702-967880d6773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8b15a905-e4de-4b3d-ae38-147f376bb48f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:41.145166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.167494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Router 037ac3e9-b911-48f2-81cd-66fce54fb10b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:57:41.173992 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f87801d7-362a-4151-a64e-5d6e21742218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.177006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-92fb5ae2-6893-4cf0-a3ec-a67c48b0e3c2 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4789753 Nov 11 20:57:41.199352 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f87801d7-362a-4151-a64e-5d6e21742218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.202251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-713923e7-c77a-4906-ab1f-ef7661f06045 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466926 Nov 11 20:57:41.207238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Made reservation on behalf of 8870b29304104da1a74112701bcbdf3f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:41.209491 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.217728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:41.250134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] For port 225d90db-6ef2-4b06-a5eb-60101582196b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:41.253476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] For port 225d90db-6ef2-4b06-a5eb-60101582196b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=225d90db-6ef2-4b06-a5eb-60101582196b,segment=NetworkSegment(86530f53-58b1-45b3-8702-967880d6773f),segment_id=86530f53-58b1-45b3-8702-967880d6773f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:41.262010 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.321707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f87801d7-362a-4151-a64e-5d6e21742218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.324271 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f87801d7-362a-4151-a64e-5d6e21742218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.326730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f87801d7-362a-4151-a64e-5d6e21742218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7756517-9d50-4b05-b856-8136a6f11ffa HTTP/1.1" status: 204 len: 168 time: 0.2117960 Nov 11 20:57:41.333956 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.349443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87801d7-362a-4151-a64e-5d6e21742218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7756517-9d50-4b05-b856-8136a6f11ffa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:41.352578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Made reservation on behalf of d2f59c644f834ff58ecbe4176812f005 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:41.356020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.415256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfd60e-af35-4311-8da4-f1c4e4e73fd2 None None] Pushing event updated for resources: {'Port': ['ID=225d90db-6ef2-4b06-a5eb-60101582196b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:41.516780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.535341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-261743e3-0927-4b61-b0b8-540cca7469f1 service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210614 Nov 11 20:57:41.558751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:41.563337 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775aa25c-3593-48b9-b0ad-5d700428b23c" -d '{"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:41.581431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:41.609301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2cf82b18-6431-4f9d-99fd-9a0cdd03439a admin admin] 10.222.0.31 "PUT /v2.0/routers/037ac3e9-b911-48f2-81cd-66fce54fb10b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2825940 Nov 11 20:57:41.614170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Sync routers for ids ['037ac3e9-b911-48f2-81cd-66fce54fb10b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:41.631267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Routers {'037ac3e9-b911-48f2-81cd-66fce54fb10b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:41.631972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['037ac3e9-b911-48f2-81cd-66fce54fb10b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:41.692551 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc93e67-d134-45b8-90c3-eb39530a9081 x-openstack-request-id: req-ddc93e67-d134-45b8-90c3-eb39530a9081 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:41.693236 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:41.693670 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddc93e67-d134-45b8-90c3-eb39530a9081 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:41.694246 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'status': 'completed', 'code': 200} Nov 11 20:57:41.907508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:41.912512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31c167-8450-4eac-8a43-db3cf25c32a9 req-bbcef351-a788-48e7-a947-2ab7e1bcd3d0 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:41.916191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e31c167-8450-4eac-8a43-db3cf25c32a9 req-bbcef351-a788-48e7-a947-2ab7e1bcd3d0 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 948 time: 0.1225626 Nov 11 20:57:41.968738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Set router 037ac3e9-b911-48f2-81cd-66fce54fb10b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:41.986648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bee9d9c9-fe84-4142-b574-1c85218aaca3 req-58bfb70f-884f-4de5-9a09-a2d5341129fb service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291515 Nov 11 20:57:42.007237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.025115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e31c167-8450-4eac-8a43-db3cf25c32a9 req-2d67afb1-d926-49c3-a565-476f2ff95d54 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894060 Nov 11 20:57:42.032943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.141425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:42.194720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.206193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124ec78e-3776-46d1-86bf-494c6911987d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:42.218533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b8159-1090-4622-a6c7-78e0977ed1b9 req-ec1d761c-23d3-46a1-a1c5-31dea3833d08 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:42.220117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-187b8159-1090-4622-a6c7-78e0977ed1b9 req-ec1d761c-23d3-46a1-a1c5-31dea3833d08 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1211281 Nov 11 20:57:42.226068 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.226425 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Added segment 68cc771f-f4ee-4f7b-929f-092a833df225 of type vlan for network 66af328c-6121-4f19-8147-062cbc34c43f Nov 11 20:57:42.271972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Subnet': ['ID=9c285d51-cf28-4e6f-956b-0d7b7ac6db2d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:42.308523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-542dc292-d118-4b97-b4ff-f8d34229ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:42.310924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-542dc292-d118-4b97-b4ff-f8d34229ec6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.2688329 Nov 11 20:57:42.311814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-187b8159-1090-4622-a6c7-78e0977ed1b9 req-03b8fa62-6cb9-4fc1-b2b6-5f3fd261012b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Nov 11 20:57:42.352794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 225d90db-6ef2-4b06-a5eb-60101582196b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:42.406368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Checking segment: {'id': '67233c13-2b6a-45e3-b81c-80b114d669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '050009ad-45a8-446e-a856-07987512f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:42.406739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network hostable DHCP agents. Network: 050009ad-45a8-446e-a856-07987512f2b3, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:42.409839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.518746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 225d90db-6ef2-4b06-a5eb-60101582196b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:42.519135 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.579470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T20:57:38Z', 'revision_number': 4, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port': {'id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:93:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:31Z', 'updated_at': '2021-11-11T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c3ee433c-6fd3-4fb7-9fe2-9eac84acf480', 'name': '', 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'mac_address': 'fa:16:3e:16:50:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:37Z', 'updated_at': '2021-11-11T20:57:39Z', 'revision_number': 2, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'subnets': [{'id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:42.616479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-6dae0a97-5521-4d96-9409-edc16ff6f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:42.618197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-6dae0a97-5521-4d96-9409-edc16ff6f6e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.2663157 Nov 11 20:57:42.645086 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.646000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:42.646571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.647579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Checking router: 037ac3e9-b911-48f2-81cd-66fce54fb10b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:57:42.647943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Updating router 037ac3e9-b911-48f2-81cd-66fce54fb10b port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:57:42.684482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network 050009ad-45a8-446e-a856-07987512f2b3 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:42.702180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.769810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-a492b6a6-96f1-45ce-9d7d-da11a7108223 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 217 time: 0.1279054 Nov 11 20:57:42.772935 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.793456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] Pushing event updated for resources: {'Network': ['ID=66af328c-6121-4f19-8147-062cbc34c43f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:42.825761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 050009ad-45a8-446e-a856-07987512f2b3) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:42.829442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Allocated IP 172.25.2.140 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/ad5838be-261d-46e0-b3b7-e8c47184d1b0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:42.831833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 225d90db-6ef2-4b06-a5eb-60101582196b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=225d90db-6ef2-4b06-a5eb-60101582196b,segment=NetworkSegment(86530f53-58b1-45b3-8702-967880d6773f),segment_id=86530f53-58b1-45b3-8702-967880d6773f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:42.839320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:42.839819 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.845376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 66af328c-6121-4f19-8147-062cbc34c43f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:42.847198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680299c-b7c6-45b2-a268-3fce79c4132f None None] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:42.849487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccfcaab-7f6f-4833-92a2-6c8d2dabde78 None None] Network 050009ad-45a8-446e-a856-07987512f2b3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:42.877938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a131e2a5-4dcd-4384-8bb3-f49bb7fe715b tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:42.879952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a131e2a5-4dcd-4384-8bb3-f49bb7fe715b tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 809 time: 0.2049012 Nov 11 20:57:42.890714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5899fd18-53c5-4b4a-8ee9-0b271171b963 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1988840 Nov 11 20:57:42.897833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47944) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:42.898004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-14f51ece-4614-40ba-a0c4-13c3c0274d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:42.899301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-14f51ece-4614-40ba-a0c4-13c3c0274d20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.1214845 Nov 11 20:57:42.909102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Request body: {'subnet': {'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-569404589-subnet', 'tenant_id': '8870b29304104da1a74112701bcbdf3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:42.920215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-8133fe22-0e3c-4ca6-bac4-a3b2f8de2852 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/quotas/075d7c5fc6fc4c4db127b510f0279193 HTTP/1.1" status: 200 len: 375 time: 0.0309174 Nov 11 20:57:42.961694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:42.978142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-77b283e7-9e13-4fce-b679-23929f8d8b44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448232 Nov 11 20:57:42.988646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-2b3752f4-67f2-4ea8-8db4-b9351b183626 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615680 Nov 11 20:57:43.032368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-206a750b-036d-4c37-be40-b5b5132c2749 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2621937 Nov 11 20:57:43.033035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:43.045436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'subnet': {'network_id': '4730abb9-b7b5-4d58-a87d-1c3b1944f1e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:43.076705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.098928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 87434394-9a23-4c46-ae69-8a9de7161f39 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:57:43.112756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-22240f97-5627-463e-8ff7-ed0efcfdce88 service neutron] 10.222.0.31 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158433 Nov 11 20:57:43.139358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Made reservation on behalf of 8870b29304104da1a74112701bcbdf3f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:43.141863 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.170796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-db140905-85bc-42ec-b0d8-9489e1df7ada None None] Provisioning complete for port 225d90db-6ef2-4b06-a5eb-60101582196b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:43.171560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-db140905-85bc-42ec-b0d8-9489e1df7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.206464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-faf8470e-df73-44a5-bdec-1463f9601e27 service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186775 Nov 11 20:57:43.273396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.279838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=225d90db-6ef2-4b06-a5eb-60101582196b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:43.289941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-cbd61b62-e852-44ec-af22-fa41427945e3 service neutron] 10.222.0.31 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763215 Nov 11 20:57:43.312924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Made reservation on behalf of d2f59c644f834ff58ecbe4176812f005 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:43.320305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.358502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.359038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.359245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.359549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.360109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.360482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.360861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.360969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:43.361209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.361541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.361875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.362205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.362540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:57:43.395137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:43.407575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:43.409810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event updated for resources: {'Port': ['ID=ad5838be-261d-46e0-b3b7-e8c47184d1b0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:43.522497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.632396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:43.642313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Checking segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:43.642806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Network hostable DHCP agents. Network: 66af328c-6121-4f19-8147-062cbc34c43f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:43.666188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 87434394-9a23-4c46-ae69-8a9de7161f39, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=87434394-9a23-4c46-ae69-8a9de7161f39,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:43.674925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8135bb70-5520-4822-91da-21844564dece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-050009ad-45a8-446e-a856-07987512f2b3', 'network_id': '050009ad-45a8-446e-a856-07987512f2b3', 'tenant_id': 'd2f59c644f834ff58ecbe4176812f005', 'fixed_ips': [{'subnet_id': '9c285d51-cf28-4e6f-956b-0d7b7ac6db2d'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:43.676040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8135bb70-5520-4822-91da-21844564dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.737937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Network 66af328c-6121-4f19-8147-062cbc34c43f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:43.772675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775aa25c-3593-48b9-b0ad-5d700428b23c req-6047a75b-d865-43b5-8215-c651af6cc2df service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560498 Nov 11 20:57:43.786415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '87434394-9a23-4c46-ae69-8a9de7161f39', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '87434394-9a23-4c46-ae69-8a9de7161f39', 'mac_address': 'fa:16:3e:5d:f7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:57:43.830483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 66af328c-6121-4f19-8147-062cbc34c43f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:43.835669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:43.836610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.899756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c25bef-e852-491b-b0ff-790f11849eeb None None] Network 66af328c-6121-4f19-8147-062cbc34c43f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:43.913761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:43.960184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909723e-f916-4771-86e3-045cef3555fc req-00093944-6438-4313-b3ec-a51d714baa93 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:43.962436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a909723e-f916-4771-86e3-045cef3555fc req-00093944-6438-4313-b3ec-a51d714baa93 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 948 time: 0.0961981 Nov 11 20:57:43.976570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d2663c03-7226-44d2-96b4-79949d0cf1cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0771215 Nov 11 20:57:44.058287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a909723e-f916-4771-86e3-045cef3555fc req-b2240f92-4aa1-4475-8f3a-e60b1129e61a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801101 Nov 11 20:57:44.101828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.141396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.194778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.233772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 225d90db-6ef2-4b06-a5eb-60101582196b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:44.282059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935cf7-4c9e-4e8b-8cff-908ca6627439 req-1b4ed423-e644-4aa0-bd0e-c329e684a648 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:44.286620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-39935cf7-4c9e-4e8b-8cff-908ca6627439 req-1b4ed423-e644-4aa0-bd0e-c329e684a648 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0885246 Nov 11 20:57:44.349480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.377752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-39935cf7-4c9e-4e8b-8cff-908ca6627439 req-10e39da9-44ec-41aa-9d46-d52fb2f24d51 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852180 Nov 11 20:57:44.381571 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.485803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-8135bb70-5520-4822-91da-21844564dece None None] Allocated IP 172.20.0.2 (050009ad-45a8-446e-a856-07987512f2b3/9c285d51-cf28-4e6f-956b-0d7b7ac6db2d/842444f7-2ef5-4540-b256-79f4e44fb7a7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:44.492826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87434394-9a23-4c46-ae69-8a9de7161f39 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:44.499116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-66af328c-6121-4f19-8147-062cbc34c43f', 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'tenant_id': '8870b29304104da1a74112701bcbdf3f', 'fixed_ips': [{'subnet_id': 'b3ee8835-a7c2-49ed-b8f2-f46cacd77f05'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:44.499577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.506471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55cac966-0424-4683-9037-f7da317bfac5 req-040fb0f5-d36e-425e-b590-c12eb348e004 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 210 time: 0.0520344 Nov 11 20:57:44.511728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Subnet': ['ID=ab9b826f-5f51-402d-ab9a-a9c2c81d70b5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:44.549055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Checking segment: {'id': '59383fd3-2292-417f-8181-74e7ae28408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4730abb9-b7b5-4d58-a87d-1c3b1944f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:44.549707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network hostable DHCP agents. Network: 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:44.572917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:44.601976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b324-f1d8-4954-acc2-4bfd386f3419 None None] Pushing event updated for resources: {'Port': ['ID=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:44.646000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 87434394-9a23-4c46-ae69-8a9de7161f39, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=87434394-9a23-4c46-ae69-8a9de7161f39,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:44.653110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.732315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8590-6c79-4c73-a312-56567055b5f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.761951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:44.765641 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.770127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 225d90db-6ef2-4b06-a5eb-60101582196b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:44.770694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.777502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Attempting to bind port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:44.778125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Attempting to bind port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:44.779604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Attempting to bind port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 on network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:44.789476 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.850882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:44.851278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Checking segment: {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:44.851811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.852302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Bound using segment: {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:44.852853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Bound port: c3ee433c-6fd3-4fb7-9fe2-9eac84acf480, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:44.853325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.854916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event updated for resources: {'Port': ['ID=ad5838be-261d-46e0-b3b7-e8c47184d1b0,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:44.866797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:44.872789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.876295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:44.876894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.898121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f0a75-6fce-4f7f-b0c5-208b32284b6b None None] Network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:44.912390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8590-6c79-4c73-a312-56567055b5f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.961052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-74b1b472-5692-4885-950e-3309b680561c tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9177542 Nov 11 20:57:44.961241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67259445-ed2a-42c4-9798-9119d4f63b7a None None] Provisioning complete for port 225d90db-6ef2-4b06-a5eb-60101582196b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:44.961241 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67259445-ed2a-42c4-9798-9119d4f63b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:44.961394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:44.997701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8590-6c79-4c73-a312-56567055b5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.009751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-3ec39bcd-7721-4146-9fa4-bddd7151a5c3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:45.018559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-3ec39bcd-7721-4146-9fa4-bddd7151a5c3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 815 time: 0.1667428 Nov 11 20:57:45.022778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.024160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-5db719de-354e-4c89-851c-d44aeba38f67 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8251045 Nov 11 20:57:45.060844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-a31ee725-bfa4-4444-a6d7-e769326b151e tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/quotas/8870b29304104da1a74112701bcbdf3f HTTP/1.1" status: 200 len: 375 time: 0.0412865 Nov 11 20:57:45.112716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-40f66fdd-06ba-4146-8280-9f5d8855d076 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505691 Nov 11 20:57:45.116192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9ff8590-6c79-4c73-a312-56567055b5f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5c63d8a486341d9ae4eaf72d6591ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420065 Nov 11 20:57:45.120373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8590-6c79-4c73-a312-56567055b5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97779164-b47d-43e4-8393-66d94ea15b41,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:45.121556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:45.142673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=87434394-9a23-4c46-ae69-8a9de7161f39,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:45.148488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-56394ddd-7120-46de-99dc-5d506eb7553a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0963356 Nov 11 20:57:45.166968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Allocated IP 172.20.0.2 (66af328c-6121-4f19-8147-062cbc34c43f/b3ee8835-a7c2-49ed-b8f2-f46cacd77f05/468d8cb2-936f-479a-a7d8-86738af156ae) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:45.258316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-7ee1e1d6-29c3-4f6a-a909-a088d325bbc9 service neutron] 10.222.0.31 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388316 Nov 11 20:57:45.268126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] For port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:45.272354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8135bb70-5520-4822-91da-21844564dece None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.304056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['87434394-9a23-4c46-ae69-8a9de7161f39'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:57:45.335921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] For port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:45.374003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-61287b39-2191-4a51-a5ea-a9317369693c service neutron] 10.222.0.31 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073923 Nov 11 20:57:45.384041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1cf-48ce-4f56-8db4-bd3469c72d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.422842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8135bb70-5520-4822-91da-21844564dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.433450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.461765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1cf-48ce-4f56-8db4-bd3469c72d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.486679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-e4f112fe-6279-4cc5-ba19-46c356e46b4c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:45.488380 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-e4f112fe-6279-4cc5-ba19-46c356e46b4c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.3069863 Nov 11 20:57:45.526217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.531960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-756c6e1c-7865-4d0a-b052-abae4e69fadb tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:57:45.533006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e3e65ae-6d23-4bc6-9110-d47a439263de req-756c6e1c-7865-4d0a-b052-abae4e69fadb tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136435 Nov 11 20:57:45.539513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8135bb70-5520-4822-91da-21844564dece None None] Network 050009ad-45a8-446e-a856-07987512f2b3 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:45.578431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-8135bb70-5520-4822-91da-21844564dece None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:45.585035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135bb70-5520-4822-91da-21844564dece None None] Pushing event updated for resources: {'Port': ['ID=842444f7-2ef5-4540-b256-79f4e44fb7a7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:45.587278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135bb70-5520-4822-91da-21844564dece None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:45.594570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-4730abb9-b7b5-4d58-a87d-1c3b1944f1e9', 'network_id': '4730abb9-b7b5-4d58-a87d-1c3b1944f1e9', 'tenant_id': 'd2f59c644f834ff58ecbe4176812f005', 'fixed_ips': [{'subnet_id': 'ab9b826f-5f51-402d-ab9a-a9c2c81d70b5'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:57:45.595465 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.734485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323223f-d2c0-49ac-b77f-fcaa033a8db0 req-1f4f1989-e630-42ea-b0f3-d1b846106777 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:45.743084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6323223f-d2c0-49ac-b77f-fcaa033a8db0 req-1f4f1989-e630-42ea-b0f3-d1b846106777 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 949 time: 0.1138647 Nov 11 20:57:45.801393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5598501-cda2-412f-9208-f6ff4a6a04d4 req-6a75635a-818b-444b-9507-faf478e3da7c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:45.802690 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.803751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5598501-cda2-412f-9208-f6ff4a6a04d4 req-6a75635a-818b-444b-9507-faf478e3da7c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0847366 Nov 11 20:57:45.805300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6323223f-d2c0-49ac-b77f-fcaa033a8db0 req-eafbc3f8-15cd-48f3-83d1-62cc1f946dd9 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612280 Nov 11 20:57:45.837183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Routers {'037ac3e9-b911-48f2-81cd-66fce54fb10b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:45.837835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['037ac3e9-b911-48f2-81cd-66fce54fb10b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:45.891251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b324-f1d8-4954-acc2-4bfd386f3419 None None] Pushing event updated for resources: {'Port': ['ID=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:45.894568 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5598501-cda2-412f-9208-f6ff4a6a04d4 req-8d2cc556-6a8c-40f8-bde1-bc0a74bdc312 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808809 Nov 11 20:57:45.913414 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1cf-48ce-4f56-8db4-bd3469c72d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.914441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1cf-48ce-4f56-8db4-bd3469c72d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:45.922333 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d04ba1cf-48ce-4f56-8db4-bd3469c72d2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97779164-b47d-43e4-8393-66d94ea15b41 HTTP/1.1" status: 204 len: 168 time: 0.7961729 Nov 11 20:57:45.996549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ba1cf-48ce-4f56-8db4-bd3469c72d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97779164-b47d-43e4-8393-66d94ea15b41,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:46.018090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cc35848-0e30-4315-87d7-372246db21db req-471f4b17-de43-4b4b-9d85-b48bf4032a4d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 210 time: 0.0556307 Nov 11 20:57:46.038018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8135bb70-5520-4822-91da-21844564dece None None] Attempting to bind port 842444f7-2ef5-4540-b256-79f4e44fb7a7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:46.038700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8135bb70-5520-4822-91da-21844564dece None None] Attempting to bind port 842444f7-2ef5-4540-b256-79f4e44fb7a7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '67233c13-2b6a-45e3-b81c-80b114d669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '050009ad-45a8-446e-a856-07987512f2b3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:46.039384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135bb70-5520-4822-91da-21844564dece None None] Attempting to bind port 842444f7-2ef5-4540-b256-79f4e44fb7a7 on network 050009ad-45a8-446e-a856-07987512f2b3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:46.051631 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.178352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-c17b2d0b-24bf-43ec-94ae-c1d280656090 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:46.180095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-c17b2d0b-24bf-43ec-94ae-c1d280656090 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1818948 Nov 11 20:57:46.189684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Allocated IP 172.20.0.1 (050009ad-45a8-446e-a856-07987512f2b3/9c285d51-cf28-4e6f-956b-0d7b7ac6db2d/c3f97bf2-e0e9-4a4c-97e0-f4467e76d598) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:46.264430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-1bb37bc4-c465-4dc6-ab47-61ac85c81c6c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0763004 Nov 11 20:57:46.279906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Request body: {'floatingip': {'port_id': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:46.327191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Pushing event updated for resources: {'Port': ['ID=468d8cb2-936f-479a-a7d8-86738af156ae,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:46.350029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-91a20c87-e01e-4ee3-b6f1-df4bf1e2884a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:46.351567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-91a20c87-e01e-4ee3-b6f1-df4bf1e2884a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 815 time: 0.2067060 Nov 11 20:57:46.354510 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.360186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135bb70-5520-4822-91da-21844564dece None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:46.360186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135bb70-5520-4822-91da-21844564dece None None] Checking segment: {'id': '67233c13-2b6a-45e3-b81c-80b114d669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '050009ad-45a8-446e-a856-07987512f2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:46.360186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8135bb70-5520-4822-91da-21844564dece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.360186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135bb70-5520-4822-91da-21844564dece None None] Bound using segment: {'id': '67233c13-2b6a-45e3-b81c-80b114d669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '050009ad-45a8-446e-a856-07987512f2b3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:46.360186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8135bb70-5520-4822-91da-21844564dece None None] Bound port: 842444f7-2ef5-4540-b256-79f4e44fb7a7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67233c13-2b6a-45e3-b81c-80b114d669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '050009ad-45a8-446e-a856-07987512f2b3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:46.360186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8135bb70-5520-4822-91da-21844564dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.370316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-e43e7391-4b4d-438c-8300-73b142be76ce tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/quotas/8870b29304104da1a74112701bcbdf3f HTTP/1.1" status: 200 len: 375 time: 0.0102384 Nov 11 20:57:46.416947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Network 66af328c-6121-4f19-8147-062cbc34c43f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:46.440643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.453503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:46.471566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-cb83bb33-3b46-42ee-9970-cd2935767e45 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902815 Nov 11 20:57:46.511207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:46.528412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] Set router 037ac3e9-b911-48f2-81cd-66fce54fb10b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:46.654681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-8f5d63a4-8f1a-4351-964b-909c36935bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701465 Nov 11 20:57:46.694046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Allocated IP 172.20.0.2 (4730abb9-b7b5-4d58-a87d-1c3b1944f1e9/ab9b826f-5f51-402d-ab9a-a9c2c81d70b5/ba542fd7-e4a9-40be-8f07-4c58b9244069) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:46.722468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8135bb70-5520-4822-91da-21844564dece None None] For port 842444f7-2ef5-4540-b256-79f4e44fb7a7, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:46.728296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.786230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8135bb70-5520-4822-91da-21844564dece None None] For port 842444f7-2ef5-4540-b256-79f4e44fb7a7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=842444f7-2ef5-4540-b256-79f4e44fb7a7,segment=NetworkSegment(67233c13-2b6a-45e3-b81c-80b114d669a1),segment_id=67233c13-2b6a-45e3-b81c-80b114d669a1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:46.787421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Attempting to bind port 468d8cb2-936f-479a-a7d8-86738af156ae on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:46.787788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Attempting to bind port 468d8cb2-936f-479a-a7d8-86738af156ae by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:46.788160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Attempting to bind port 468d8cb2-936f-479a-a7d8-86738af156ae on network 66af328c-6121-4f19-8147-062cbc34c43f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:46.821561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:46.821931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Checking segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:46.822341 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.822738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Bound using segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:46.823249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Bound port: 468d8cb2-936f-479a-a7d8-86738af156ae, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:46.823619 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:46.829953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c483602c-cbf8-47ce-8d9f-cc82d4ae9d73 service neutron] 10.222.0.31 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731315 Nov 11 20:57:46.881916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network 050009ad-45a8-446e-a856-07987512f2b3 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:46.887527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:46.904691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:46.922170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8135bb70-5520-4822-91da-21844564dece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.147029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] For port 468d8cb2-936f-479a-a7d8-86738af156ae, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:47.199605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135bb70-5520-4822-91da-21844564dece None None] Pushing event updated for resources: {'Port': ['ID=842444f7-2ef5-4540-b256-79f4e44fb7a7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:47.235525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Port': ['ID=c3f97bf2-e0e9-4a4c-97e0-f4467e76d598,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:47.237696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.274516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] For port 468d8cb2-936f-479a-a7d8-86738af156ae, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=468d8cb2-936f-479a-a7d8-86738af156ae,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:47.300404 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.323256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T20:57:38Z', 'revision_number': 4, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port': {'id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:93:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:31Z', 'updated_at': '2021-11-11T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c3ee433c-6fd3-4fb7-9fe2-9eac84acf480', 'name': '', 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'mac_address': 'fa:16:3e:16:50:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:37Z', 'updated_at': '2021-11-11T20:57:45Z', 'revision_number': 4, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'subnets': [{'id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:47.343883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.369798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.374063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442958e-b203-422d-8f0e-0aa2bd7f61ea None None] The sync data for ids ['037ac3e9-b911-48f2-81cd-66fce54fb10b'] in n-d-805734-3 is: [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T20:57:38Z', 'revision_number': 4, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port': {'id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:93:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:31Z', 'updated_at': '2021-11-11T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c3ee433c-6fd3-4fb7-9fe2-9eac84acf480', 'name': '', 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'mac_address': 'fa:16:3e:16:50:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:37Z', 'updated_at': '2021-11-11T20:57:45Z', 'revision_number': 4, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'subnets': [{'id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:47.414260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.436982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.449125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:47.453496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:47.513783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:47.556038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1451dcf7-3a6c-4342-b0ac-51e31508340f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:47.558534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1451dcf7-3a6c-4342-b0ac-51e31508340f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.62 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 809 time: 0.7207212 Nov 11 20:57:47.594375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Request body: {'port': {'device_id': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'admin_state_up': True, 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:47.622246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Pushing event updated for resources: {'Port': ['ID=ba542fd7-e4a9-40be-8f07-4c58b9244069,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:47.636633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c70c8-b539-463d-ab79-09f97aae6b38 req-16e80fc4-7881-45a4-9dab-0274c2c1c38d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:47.646964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f15c70c8-b539-463d-ab79-09f97aae6b38 req-16e80fc4-7881-45a4-9dab-0274c2c1c38d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 949 time: 0.4159598 Nov 11 20:57:47.675265 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Floating IP c7651c74-7a6d-4340-b96a-28f1c031461d associated. External IP: 172.25.2.140, port: f2aa50bb-17c1-47f8-af79-3ee4f430a4a0. Nov 11 20:57:47.701105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Attempting to bind port ba542fd7-e4a9-40be-8f07-4c58b9244069 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:47.702786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Attempting to bind port ba542fd7-e4a9-40be-8f07-4c58b9244069 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '59383fd3-2292-417f-8181-74e7ae28408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4730abb9-b7b5-4d58-a87d-1c3b1944f1e9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:47.703316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Attempting to bind port ba542fd7-e4a9-40be-8f07-4c58b9244069 on network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:47.711911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:47.716855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Checking segment: {'id': '59383fd3-2292-417f-8181-74e7ae28408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4730abb9-b7b5-4d58-a87d-1c3b1944f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:47.717448 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.717963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Bound using segment: {'id': '59383fd3-2292-417f-8181-74e7ae28408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4730abb9-b7b5-4d58-a87d-1c3b1944f1e9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:47.718646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Bound port: ba542fd7-e4a9-40be-8f07-4c58b9244069, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59383fd3-2292-417f-8181-74e7ae28408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '4730abb9-b7b5-4d58-a87d-1c3b1944f1e9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:47.719147 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.728221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48060) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:47.827643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:47.868396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f15c70c8-b539-463d-ab79-09f97aae6b38 req-f4f491e1-7519-4cf9-a18e-a5d60ae67a4d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180345 Nov 11 20:57:47.948438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a084ad-6ad6-4608-88be-41b48e3cddfc None None] Pushing event updated for resources: {'Port': ['ID=468d8cb2-936f-479a-a7d8-86738af156ae,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:48.029243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] For port ba542fd7-e4a9-40be-8f07-4c58b9244069, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:48.033361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] For port ba542fd7-e4a9-40be-8f07-4c58b9244069, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ba542fd7-e4a9-40be-8f07-4c58b9244069,segment=NetworkSegment(59383fd3-2292-417f-8181-74e7ae28408b),segment_id=59383fd3-2292-417f-8181-74e7ae28408b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:48.135719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:48.210762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-869551702-network', 'tenant_id': '75e017ae844c4b5c8493a87252abef7e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:48.323956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ad455-c3be-4825-bcb4-769f7a774cfd None None] Pushing event updated for resources: {'Port': ['ID=ba542fd7-e4a9-40be-8f07-4c58b9244069,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:48.364406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Router 04d45fa9-df04-45fa-8d65-2a52aa02584a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:57:48.448246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:48.455357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 20:57:48.455357 n-d-805734-3 neutron-server[109675]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 20:57:48.455357 n-d-805734-3 neutron-server[109675]: [parameters: {'project_id': '75e017ae844c4b5c8493a87252abef7e', 'id': 'ac54bfbf-996a-4e5f-8444-b4f9c76ff211', 'expiration': datetime.datetime(2021, 11, 11, 20, 59, 48, 351130)}] Nov 11 20:57:48.455357 n-d-805734-3 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:57:48.456457 n-d-805734-3 neutron-server[109675]: DEBUG oslo_db.api [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:57:48.538866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abf73d-66d3-49fd-bab9-acc76652651a req-5b1b31d7-fc72-4004-8761-1027dd62656b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:48.541208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2abf73d-66d3-49fd-bab9-acc76652651a req-5b1b31d7-fc72-4004-8761-1027dd62656b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.4866476 Nov 11 20:57:48.547408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:48.547886 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:48.659379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Made reservation on behalf of 075d7c5fc6fc4c4db127b510f0279193 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:48.670841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:48.682484 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] Sync routers for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:48.686065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:48.692577 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:48.704012 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:48.705680 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:48.788240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:48.820384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-a10d212e-1f6b-4465-a452-393a5cbec014 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "PUT /v2.0/floatingips/c7651c74-7a6d-4340-b96a-28f1c031461d HTTP/1.1" status: 200 len: 997 time: 2.5424438 Nov 11 20:57:48.822042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:48.825849 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e563653c-4337-471a-bbfd-6a9af850fc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:48.898061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:48.931328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-9ebb9e86-a6a3-4483-9a30-754bdc9426bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:48.951425 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:48.958702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-9ebb9e86-a6a3-4483-9a30-754bdc9426bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.1138721 Nov 11 20:57:48.984127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:48.985403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 468d8cb2-936f-479a-a7d8-86738af156ae up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:49.008843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2abf73d-66d3-49fd-bab9-acc76652651a req-24d99af5-8e95-41dd-ab74-d804cf10c099 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411054 Nov 11 20:57:49.085567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:49.099146 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:49.182660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 87434394-9a23-4c46-ae69-8a9de7161f39 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:49.198701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Made reservation on behalf of 75e017ae844c4b5c8493a87252abef7e for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:49.202183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:49.225826 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:49.237571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c93cade-6133-4abf-bd0d-ea4d52727a5c None None] Network 050009ad-45a8-446e-a856-07987512f2b3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:49.258574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-9df8d87a-af8e-47b0-9829-c0ff11e14b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:49.276093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-9df8d87a-af8e-47b0-9829-c0ff11e14b10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.3091011 Nov 11 20:57:49.449326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-7e7d240e-be7a-414c-b06c-0b436ac4bae7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 1000 time: 0.1658728 Nov 11 20:57:49.563859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4533ca41-f11f-4a5c-9b62-c6a0581dfb96 None None] Network 66af328c-6121-4f19-8147-062cbc34c43f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:49.606950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:49.667160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-097fbb22-5c1a-447b-8c09-cfc76eabde03 None None] Provisioning complete for port 842444f7-2ef5-4540-b256-79f4e44fb7a7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:49.667796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-097fbb22-5c1a-447b-8c09-cfc76eabde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:49.674056 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'c7651c74-7a6d-4340-b96a-28f1c031461d', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'port_id': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'mac_address': 'fa:16:3e:e4:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:57:43Z', 'updated_at': '2021-11-11T20:57:46Z', 'revision_number': 1, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 5, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:49.887511 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] Checking router: 04d45fa9-df04-45fa-8d65-2a52aa02584a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:57:49.896619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 468d8cb2-936f-479a-a7d8-86738af156ae triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:49.897508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:49.917254 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:49.920440 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:49.937113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Port': ['ID=c3f97bf2-e0e9-4a4c-97e0-f4467e76d598,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:49.957936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9397b910-3598-40f8-b7b7-9e908ce4f48f req-b24667dd-b09a-4162-8fdc-5f74653aa130 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 210 time: 0.7218113 Nov 11 20:57:50.003327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 87434394-9a23-4c46-ae69-8a9de7161f39 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:57:50.010878 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:50.024725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 87434394-9a23-4c46-ae69-8a9de7161f39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:50.025109 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:50.141090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee44338-12fb-4f93-91d9-78f03051b160 None None] Network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:50.149423 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:50.241832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-23841bb6-ac10-4a9c-b7f4-bc5a4ecb67fe tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:50.243630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-23841bb6-ac10-4a9c-b7f4-bc5a4ecb67fe tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 815 time: 0.1400228 Nov 11 20:57:50.245063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Allocated IP 172.20.0.8 (cfc99b4f-9be3-43e1-9330-97be6d9ef4e6/9b07efaf-a1b2-4b21-b89e-01d51a8f29f3/69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:50.271357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-fef14328-7187-4068-80b3-39ccec82824d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/quotas/8870b29304104da1a74112701bcbdf3f HTTP/1.1" status: 200 len: 375 time: 0.0186191 Nov 11 20:57:50.309359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-eddb0dab-3787-4b68-912e-84ea6e4dcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:50.311245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-eddb0dab-3787-4b68-912e-84ea6e4dcfeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.8383367 Nov 11 20:57:50.392521 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-8cd22526-f757-4604-9591-8a8ab6178420 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553515 Nov 11 20:57:50.427938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-22420d65-73af-4313-b388-e61689ca6d82 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:57:50.429254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-22420d65-73af-4313-b388-e61689ca6d82 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117044 Nov 11 20:57:50.471975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-0a86b1e9-ea29-4f8a-b466-d56431e78574 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:50.473744 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-0a86b1e9-ea29-4f8a-b466-d56431e78574 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 815 time: 1.0173512 Nov 11 20:57:50.482243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-c19da2cd-8eb4-46d4-9db0-e873e46409d7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1668642 Nov 11 20:57:50.487352 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:50.509034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Request body: {'port': {'device_id': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'admin_state_up': True, 'tenant_id': '8870b29304104da1a74112701bcbdf3f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:50.518927 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'c7651c74-7a6d-4340-b96a-28f1c031461d', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'port_id': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'mac_address': 'fa:16:3e:e4:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:57:43Z', 'updated_at': '2021-11-11T20:57:46Z', 'revision_number': 1, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 5, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:50.526900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network 050009ad-45a8-446e-a856-07987512f2b3 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:50.575157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:50.581094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:50.583934 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f650008-0d58-4f84-8d76-bbcf1ddfd66a None None] The sync data for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 is: [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'c7651c74-7a6d-4340-b96a-28f1c031461d', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'port_id': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'mac_address': 'fa:16:3e:e4:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:57:43Z', 'updated_at': '2021-11-11T20:57:46Z', 'revision_number': 1, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 5, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:50.652043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9634a559-6d05-4347-adc1-424d20eac2d5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:50.700177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-3af5ec33-8d49-44ed-9e94-d3cc777ae568 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:50.702170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-3af5ec33-8d49-44ed-9e94-d3cc777ae568 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 815 time: 0.3798778 Nov 11 20:57:50.711822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-09f03c73-a6a2-42aa-a148-fc0712c34c54 service neutron] 10.222.0.31 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481098 Nov 11 20:57:50.728440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:57:50.729090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Request body: {'port': {'device_id': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'admin_state_up': True, 'tenant_id': '8870b29304104da1a74112701bcbdf3f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:50.806920 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:50.807266 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Added segment 5f04c7c2-5259-4f1e-90ca-7e05caf51c64 of type vlan for network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d Nov 11 20:57:50.822003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:50.850720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-683bcca5-0e2a-462f-80ce-1b13782b7f06 service neutron] 10.222.0.31 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607125 Nov 11 20:57:50.897019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 87434394-9a23-4c46-ae69-8a9de7161f39, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=87434394-9a23-4c46-ae69-8a9de7161f39,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:50.954490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87434394-9a23-4c46-ae69-8a9de7161f39'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:50.956467 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea3ec64-b674-42a8-9c9b-dd4de11a003f" -d '{"events": [{"server_uuid": "aa4f546e-4c59-41da-8631-8a380b014c9b", "name": "network-vif-plugged", "status": "completed", "tag": "87434394-9a23-4c46-ae69-8a9de7161f39"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:50.959149 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.002713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.008504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 468d8cb2-936f-479a-a7d8-86738af156ae, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=468d8cb2-936f-479a-a7d8-86738af156ae,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:51.009800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-097fbb22-5c1a-447b-8c09-cfc76eabde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.017577 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.019493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e28a9d9c-a2a8-4a51-9bfa-5b7966fccd69 req-edf857b6-b2f8-4509-b960-9ce8cda7bbd2 service neutron] 10.222.0.31 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782040 Nov 11 20:57:51.038648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Made reservation on behalf of 8870b29304104da1a74112701bcbdf3f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:51.043335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.069326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.129186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30644f0-8475-4750-ad61-2ab2698ea63a None None] New status for floating IP c7651c74-7a6d-4340-b96a-28f1c031461d: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:57:51.182482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-bb57ab77-e01c-445e-891b-9f6d73b5c87d service neutron] 10.222.0.31 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905138 Nov 11 20:57:51.211231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Made reservation on behalf of 8870b29304104da1a74112701bcbdf3f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:51.215093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.238866 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.239636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 842444f7-2ef5-4540-b256-79f4e44fb7a7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:51.264700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.266147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:51.266320 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.288205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Allocated IP 172.20.0.14 (66af328c-6121-4f19-8147-062cbc34c43f/b3ee8835-a7c2-49ed-b8f2-f46cacd77f05/f9329598-b978-4f9c-825b-cfa8d4674747) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:51.304506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-097fbb22-5c1a-447b-8c09-cfc76eabde03 None None] For port 842444f7-2ef5-4540-b256-79f4e44fb7a7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=842444f7-2ef5-4540-b256-79f4e44fb7a7,segment=NetworkSegment(67233c13-2b6a-45e3-b81c-80b114d669a1),segment_id=67233c13-2b6a-45e3-b81c-80b114d669a1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:51.315596 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.319127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Router 9af310c7-34a9-4110-a8be-49a5d5234f8e is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:57:51.340729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53e6ad-5be4-4058-b590-59ec795b2ab1 req-eb2163d6-d80c-46fa-b6c6-2908dc017796 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:51.342730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f53e6ad-5be4-4058-b590-59ec795b2ab1 req-eb2163d6-d80c-46fa-b6c6-2908dc017796 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 950 time: 0.1438868 Nov 11 20:57:51.344334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=87434394-9a23-4c46-ae69-8a9de7161f39,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:51.403115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4cc768-ab6a-41d3-b0b2-c62c3a56226d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:51.424834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:57:51.426016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:51.429063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-097fbb22-5c1a-447b-8c09-cfc76eabde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.466890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:51.536207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:51.592499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f53e6ad-5be4-4058-b590-59ec795b2ab1 req-654354df-fc0d-4c0a-90a6-bce3050cd5f1 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949363 Nov 11 20:57:51.603646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 842444f7-2ef5-4540-b256-79f4e44fb7a7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:51.604027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.610123 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05348817-f260-49ba-860a-02f88530ddaf x-openstack-request-id: req-05348817-f260-49ba-860a-02f88530ddaf {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:51.610443 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:51.611074 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05348817-f260-49ba-860a-02f88530ddaf {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:51.611210 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'status': 'completed', 'code': 200} Nov 11 20:57:51.623893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=468d8cb2-936f-479a-a7d8-86738af156ae,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:51.651526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3c9ed2c8-96f8-47d3-aa58-2a45b24f09b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.8988228 Nov 11 20:57:51.653273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48090) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:51.687644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Pushing event updated for resources: {'Port': ['ID=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:51.773640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Request body: {'subnet': {'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-869551702-subnet', 'tenant_id': '75e017ae844c4b5c8493a87252abef7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:51.777230 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fceed44-c948-4321-8495-a3fc3e36e688 x-openstack-request-id: req-2fceed44-c948-4321-8495-a3fc3e36e688 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:51.777527 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4f546e-4c59-41da-8631-8a380b014c9b", "name": "network-vif-plugged", "status": "completed", "tag": "87434394-9a23-4c46-ae69-8a9de7161f39", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:51.777818 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fceed44-c948-4321-8495-a3fc3e36e688 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:51.778246 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87434394-9a23-4c46-ae69-8a9de7161f39', 'code': 200} Nov 11 20:57:51.817717 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.852611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] Provisioning complete for port 468d8cb2-936f-479a-a7d8-86738af156ae triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:51.853128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.908082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:51.916591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbb22-5c1a-447b-8c09-cfc76eabde03 None None] Pushing event updated for resources: {'Port': ['ID=842444f7-2ef5-4540-b256-79f4e44fb7a7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:51.924125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:51.924836 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:51.946277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] Sync routers for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:51.959230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec9999-f453-452b-935f-84cba37803d2 req-d5ce72e4-5e23-430b-b88f-79f6fb4a88c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:51.968755 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:51.969622 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:51.974440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9fec9999-f453-452b-935f-84cba37803d2 req-d5ce72e4-5e23-430b-b88f-79f6fb4a88c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 931 time: 0.1389158 Nov 11 20:57:51.988412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48096) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:51.993906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-200dbf61-be6a-43a0-9e15-3afb15d602c1 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "PUT /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0179913 Nov 11 20:57:52.018346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Made reservation on behalf of 75e017ae844c4b5c8493a87252abef7e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:52.024090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.031861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-eee3a445-40ad-4bcb-8147-4398725fa2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:52.033511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-eee3a445-40ad-4bcb-8147-4398725fa2ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.3473096 Nov 11 20:57:52.063181 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.068008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:52.072823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3535-72e5-4168-bff8-9acea744f73e req-075fa9b6-fd86-4a98-86fb-614ec79743e2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:52.102052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] Provisioning complete for port ba542fd7-e4a9-40be-8f07-4c58b9244069 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:52.102666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.103712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab3e3535-72e5-4168-bff8-9acea744f73e req-075fa9b6-fd86-4a98-86fb-614ec79743e2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.3068206 Nov 11 20:57:52.116364 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:52.117008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:52.174925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.197855 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:52.198533 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78a707-c29d-45f8-8a0a-70fb61bb7bd6 None None] The sync data for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:52.202771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-1c87b644-9a58-4934-a457-08669e9d3f86 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6272895 Nov 11 20:57:52.237203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3a07f-d828-4a7c-b74f-9ac95f1e74d3 req-436d2830-d3d3-40a0-a079-6dcb8d702ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:52.238542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.238732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dda3a07f-d828-4a7c-b74f-9ac95f1e74d3 req-436d2830-d3d3-40a0-a079-6dcb8d702ac3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 1101 time: 0.3547921 Nov 11 20:57:52.249574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Request body: {'port': {'device_id': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:52.296463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] For port ba542fd7-e4a9-40be-8f07-4c58b9244069, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ba542fd7-e4a9-40be-8f07-4c58b9244069,segment=NetworkSegment(59383fd3-2292-417f-8181-74e7ae28408b),segment_id=59383fd3-2292-417f-8181-74e7ae28408b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:52.345040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab3e3535-72e5-4168-bff8-9acea744f73e req-6d44c05d-29e9-465b-adff-def349208c05 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351310 Nov 11 20:57:52.361530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.417153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ba542fd7-e4a9-40be-8f07-4c58b9244069 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:52.436737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Network 66af328c-6121-4f19-8147-062cbc34c43f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:52.442443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Pushing event updated for resources: {'Port': ['ID=f9329598-b978-4f9c-825b-cfa8d4674747,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:52.470931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:52.476498 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dda3a07f-d828-4a7c-b74f-9ac95f1e74d3 req-a61eb918-aced-4876-b91f-97e62387f9ca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222495 Nov 11 20:57:52.492051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-5fe7c52d-20fb-4c3e-88e8-cb7e00339be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:52.493590 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-5fe7c52d-20fb-4c3e-88e8-cb7e00339be9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.4505029 Nov 11 20:57:52.504430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:52.510883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ba542fd7-e4a9-40be-8f07-4c58b9244069 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:52.511182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.513422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.537589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ff471-9946-460e-8122-e92655b8a1f1 None None] Pushing event updated for resources: {'Port': ['ID=ba542fd7-e4a9-40be-8f07-4c58b9244069,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:52.572128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5867e321-3419-4811-b497-a91d09dd221a None None] Provisioning complete for port 468d8cb2-936f-479a-a7d8-86738af156ae triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:52.572533 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5867e321-3419-4811-b497-a91d09dd221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.591614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9fec9999-f453-452b-935f-84cba37803d2 req-61986654-0d5c-452f-801b-0b152a5fd359 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173339 Nov 11 20:57:52.655888 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-0b600c76-c6fe-42c6-957a-ac83821a2061 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 1002 time: 0.2495334 Nov 11 20:57:52.725846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-7475844c-7ba2-48be-ae1c-9e3496cb035b tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:52.728911 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-7475844c-7ba2-48be-ae1c-9e3496cb035b tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports/f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 943 time: 0.0758770 Nov 11 20:57:52.763857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:52.770262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.781851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5867e321-3419-4811-b497-a91d09dd221a None None] Provisioning complete for port 842444f7-2ef5-4540-b256-79f4e44fb7a7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:52.782338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5867e321-3419-4811-b497-a91d09dd221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.821745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dcd3721a-8632-4e27-bce2-311c0838b3f8 req-3535af14-2e36-4ef1-9fb6-cc7053a0ddcb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 210 time: 0.1119661 Nov 11 20:57:52.821745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-6b0751b7-22ec-4389-86dd-94a249a43ee6 {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 20:57:52.821745 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 20:57:52.822018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:52.911393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:52.912093 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.958900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5867e321-3419-4811-b497-a91d09dd221a None None] Provisioning complete for port c3f97bf2-e0e9-4a4c-97e0-f4467e76d598 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:52.959368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5867e321-3419-4811-b497-a91d09dd221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:52.982271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-ecb5d235-a730-4fee-a6a1-cd912f67cc37 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 1002 time: 0.1501732 Nov 11 20:57:53.021836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-04d6085c-6113-4906-95fa-368bcd55ee80 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5300372 Nov 11 20:57:53.030297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5867e321-3419-4811-b497-a91d09dd221a None None] Port c3f97bf2-e0e9-4a4c-97e0-f4467e76d598 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:53.046204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 468d8cb2-936f-479a-a7d8-86738af156ae up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:53.046459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Request body: {'port': {'device_id': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:53.098202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 468d8cb2-936f-479a-a7d8-86738af156ae triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:53.098517 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.110919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-a2d9a856-5b16-4e58-aab3-aa32df4d1fac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 1002 time: 0.2801542 Nov 11 20:57:53.121459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cae04-3153-43b2-a608-55f0c6756adf req-7d5f1422-b56f-4cea-8d38-0e9f45daf472 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:53.123001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb5cae04-3153-43b2-a608-55f0c6756adf req-7d5f1422-b56f-4cea-8d38-0e9f45daf472 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 950 time: 0.2176857 Nov 11 20:57:53.166845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d01eb60-7795-4c31-84b3-b3c101593627 None None] Provisioning complete for port c3f97bf2-e0e9-4a4c-97e0-f4467e76d598 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:53.167297 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d01eb60-7795-4c31-84b3-b3c101593627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.167621 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.212779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.214411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-706eb6e4-2ad2-4fff-9177-8d8427dfa105 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:53.217275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-706eb6e4-2ad2-4fff-9177-8d8427dfa105 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.2328327 Nov 11 20:57:53.224482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-ca201546-a1b0-4c61-ae50-a55def428e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:53.225926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-ca201546-a1b0-4c61-ae50-a55def428e6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.1031032 Nov 11 20:57:53.231757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4d01eb60-7795-4c31-84b3-b3c101593627 None None] Port c3f97bf2-e0e9-4a4c-97e0-f4467e76d598 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:53.241408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-e6d23b41-3633-46cf-9464-27a8ddb5e7b5 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:57:53.242413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-e6d23b41-3633-46cf-9464-27a8ddb5e7b5 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092742 Nov 11 20:57:53.248765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 842444f7-2ef5-4540-b256-79f4e44fb7a7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:53.281097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-b708143d-350c-401d-9316-d12f8999f585 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435960 Nov 11 20:57:53.294341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d01eb60-7795-4c31-84b3-b3c101593627 None None] Provisioning complete for port f9329598-b978-4f9c-825b-cfa8d4674747 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:53.295021 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d01eb60-7795-4c31-84b3-b3c101593627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.309511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.339859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17c4fba-2651-4def-8e2b-b944ee3f9229,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:53.343936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4d01eb60-7795-4c31-84b3-b3c101593627 None None] Port f9329598-b978-4f9c-825b-cfa8d4674747 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:53.350842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 842444f7-2ef5-4540-b256-79f4e44fb7a7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:53.351167 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.353378 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6a7bc95c-fa43-4a2c-8e73-0c30ebf80913 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 20:57:53.354515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6a7bc95c-fa43-4a2c-8e73-0c30ebf80913 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "PUT /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3629990 Nov 11 20:57:53.364340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:53.374937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb5cae04-3153-43b2-a608-55f0c6756adf req-07d2ae52-f80b-4354-82b9-b83553f355db tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279825 Nov 11 20:57:53.436210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:53.444982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-2b617590-491e-44d8-89ae-741399e2fda6 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 1002 time: 0.1924391 Nov 11 20:57:53.453599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.466181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:53.478520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Checking segment: {'id': '5f04c7c2-5259-4f1e-90ca-7e05caf51c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:53.478885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Network hostable DHCP agents. Network: dd4cc768-ab6a-41d3-b0b2-c62c3a56226d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:57:53.518755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Transition to ACTIVE for port object 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:53.527630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-a763dbe3-1f23-42eb-811f-ccd24803473d service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087467 Nov 11 20:57:53.566145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:53.982595 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.100450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2742b30-7484-419d-8d87-f5abd31b5f1f req-3aa75d22-b3ac-41fd-b501-d63d22edda36 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:54.104415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2742b30-7484-419d-8d87-f5abd31b5f1f req-3aa75d22-b3ac-41fd-b501-d63d22edda36 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.6298356 Nov 11 20:57:54.112232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:57:54.124936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Pushing event updated for resources: {'Port': ['ID=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:54.129127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Allocated IP 172.20.0.7 (66af328c-6121-4f19-8147-062cbc34c43f/b3ee8835-a7c2-49ed-b8f2-f46cacd77f05/23ec2e70-2101-4bc9-86cb-adb9b701fed7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:54.169527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ba542fd7-e4a9-40be-8f07-4c58b9244069 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:57:54.178090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e563653c-4337-471a-bbfd-6a9af850fc9f req-8a6c254d-7e2b-465e-af78-732ea8a6c7e9 service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372027 Nov 11 20:57:54.235687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ba542fd7-e4a9-40be-8f07-4c58b9244069 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:54.236053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.239631 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.247718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, dd4cc768-ab6a-41d3-b0b2-c62c3a56226d) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:54.252243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2742b30-7484-419d-8d87-f5abd31b5f1f req-70d9d43c-a795-46f8-922f-7380b2bd9288 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288610 Nov 11 20:57:54.270034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Attempting to bind port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:54.270034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Attempting to bind port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:54.270034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Attempting to bind port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 on network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:54.276262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:54.276262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.278881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f85ec-2f2c-45f1-9f4c-9bfea2c341bd None None] Network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:54.285262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 on network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:54.286310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Attempting to bind port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 on network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:54.294251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:54.295471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Checking segment: {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:54.296429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Bound using segment: {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:54.297136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Bound port: 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:54.297762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.346762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.347116 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Floating IP c7651c74-7a6d-4340-b96a-28f1c031461d disassociated. External IP: 172.25.2.140, port: f2aa50bb-17c1-47f8-af79-3ee4f430a4a0. Nov 11 20:57:54.383807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fe120e16-ea21-4dc9-9dbb-9bcf2b30dd3f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7295945 Nov 11 20:57:54.473360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671f08-d9db-4f68-9203-a41ab6ab50d0 req-fb9cb36d-0ee1-48d2-9abc-be1092c298c5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:54.476643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-83671f08-d9db-4f68-9203-a41ab6ab50d0 req-fb9cb36d-0ee1-48d2-9abc-be1092c298c5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 943 time: 0.1394830 Nov 11 20:57:54.493475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d539d3-03f0-473d-89ca-1e8e4b97ff12 None None] Network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:57:54.503953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.604488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-83671f08-d9db-4f68-9203-a41ab6ab50d0 req-5e61ff36-9a7c-4a10-905e-6f54bcdde151 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153529 Nov 11 20:57:54.628193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] For port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:54.647975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] For port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:54.655482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.768753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1decf6ec-af84-4413-94bf-79b06b5ce6f6 req-23113d21-68eb-4502-9aa3-61cbf706a8c5 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 210 time: 0.0583620 Nov 11 20:57:54.777252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.834689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Router 04d45fa9-df04-45fa-8d65-2a52aa02584a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:57:54.839989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:54.841457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.842918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] 10.222.0.62 "PUT /v2.0/ports/69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 HTTP/1.1" status: 200 len: 1091 time: 2.5985725 Nov 11 20:57:54.843651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'tag': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:54.845986 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e23090d-1ffd-4188-b51c-7e7dcf319ccd", "tag": "69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:54.874347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:54.891855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-81d0c7be-9fcd-45f3-a969-7bed3c35ac68 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:54.893342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-81d0c7be-9fcd-45f3-a969-7bed3c35ac68 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.58 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 815 time: 0.1969564 Nov 11 20:57:54.900747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815514a-87e4-4dc6-87c8-4f3d2c4eec5d service neutron] Pushing event updated for resources: {'Port': ['ID=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:54.909480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Request body: {'port': {'device_id': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'admin_state_up': True, 'tenant_id': '8870b29304104da1a74112701bcbdf3f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:55.042826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Network 66af328c-6121-4f19-8147-062cbc34c43f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:55.046247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Pushing event updated for resources: {'Port': ['ID=23ec2e70-2101-4bc9-86cb-adb9b701fed7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:55.062119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:55.077537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:55.116225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-457ae5b5-6f7d-4385-a7f6-538aca92a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:55.117748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-457ae5b5-6f7d-4385-a7f6-538aca92a186 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 1094 time: 0.1153076 Nov 11 20:57:55.120905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:55.127322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.134113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] Sync routers for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:55.147277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3623db-bd60-4a25-9483-2351cebbd392 req-324a5e8c-263e-48d7-8403-942c4ce11ddc tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:55.155265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c3623db-bd60-4a25-9483-2351cebbd392 req-324a5e8c-263e-48d7-8403-942c4ce11ddc tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 950 time: 0.2500508 Nov 11 20:57:55.155475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:55.155972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:55.196917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-f05628cc-9654-49bb-843e-858ac4ca826f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 HTTP/1.1" status: 200 len: 217 time: 0.0671129 Nov 11 20:57:55.219046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-469055d3-79da-4be3-badc-600b710219f9 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "PUT /v2.0/floatingips/c7651c74-7a6d-4340-b96a-28f1c031461d HTTP/1.1" status: 200 len: 695 time: 1.7623806 Nov 11 20:57:55.280194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:55.280887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.301641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c3623db-bd60-4a25-9483-2351cebbd392 req-ede26f4f-0e2a-4cdf-86e2-7301bdca4628 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453750 Nov 11 20:57:55.305338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-f0301ac4-b38c-4a45-b1bf-60a815340c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:55.306922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-f0301ac4-b38c-4a45-b1bf-60a815340c96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.0998707 Nov 11 20:57:55.329516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Made reservation on behalf of 8870b29304104da1a74112701bcbdf3f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:57:55.335552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.356850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9329598-b978-4f9c-825b-cfa8d4674747 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:55.357841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-ee98e5dd-f235-456a-a637-2cc7658b5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:55.360016 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-ee98e5dd-f235-456a-a637-2cc7658b5a5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.1196537 Nov 11 20:57:55.367782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-5a209ac3-810b-4ac5-85e2-e2d1b212c2fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468667 Nov 11 20:57:55.370225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.412589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Transition to ACTIVE for port object f9329598-b978-4f9c-825b-cfa8d4674747 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:55.442586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-c150f830-b7a5-4485-b728-880b8bc9ae2a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7226834 Nov 11 20:57:55.452025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Deleting port c3f97bf2-e0e9-4a4c-97e0-f4467e76d598 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:55.452531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.461749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Request body: {'port': {'device_id': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:55.559778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-721ad8c6-5aab-493c-aae4-c28f51c797f6 None None] Provisioning complete for port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:55.560526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-721ad8c6-5aab-493c-aae4-c28f51c797f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.566633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:55.593135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.635816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-e41a47dd-b8a9-4891-8bbc-e0706f832952 service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484226 Nov 11 20:57:55.646386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-7374f558-d179-4047-8879-294f2a55b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:55.647911 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-7374f558-d179-4047-8879-294f2a55b78d service neutron] 10.222.0.31 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.2736917 Nov 11 20:57:55.649755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.691833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-721ad8c6-5aab-493c-aae4-c28f51c797f6 None None] Port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:55.736747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:55.797698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Allocated IP 172.20.0.12 (66af328c-6121-4f19-8147-062cbc34c43f/b3ee8835-a7c2-49ed-b8f2-f46cacd77f05/03602ad1-981c-4bdd-9e0c-581c2ac4bb9a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:57:55.812225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Pushing event updated for resources: {'Port': ['ID=f9329598-b978-4f9c-825b-cfa8d4674747,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:55.821271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Calling delete_port for c3f97bf2-e0e9-4a4c-97e0-f4467e76d598 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:55.863061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 5, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:55.867753 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-2a6cb297-60db-434a-927f-71889d317a43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 217 time: 0.0650868 Nov 11 20:57:55.898157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] Checking router: 04d45fa9-df04-45fa-8d65-2a52aa02584a for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:57:55.911211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:55.911920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:55.952134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-abfea38b-5df4-42fe-9411-2fbe51efa8d2 req-9af69e3c-b33e-4e04-b0b3-402226c3c0ac service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031414 Nov 11 20:57:55.980026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-eb2bf9ce-e691-47f2-98c6-0da335adfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:55.981687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-eb2bf9ce-e691-47f2-98c6-0da335adfa5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.1042416 Nov 11 20:57:56.025849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-ec4972bc-abf2-4331-a08a-18db698d79eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326457 Nov 11 20:57:56.054452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-167be903-fc4e-4901-85fa-04660dc8d004 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:56.059833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:57:56.060911 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-167be903-fc4e-4901-85fa-04660dc8d004 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/networks?id=dd4cc768-ab6a-41d3-b0b2-c62c3a56226d HTTP/1.1" status: 200 len: 817 time: 0.4118969 Nov 11 20:57:56.106717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-29fdfb0e-bf93-4132-803c-903d210b705c tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/quotas/75e017ae844c4b5c8493a87252abef7e HTTP/1.1" status: 200 len: 375 time: 0.0356851 Nov 11 20:57:56.110539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Attempting to bind port f9329598-b978-4f9c-825b-cfa8d4674747 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:56.111121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Attempting to bind port f9329598-b978-4f9c-825b-cfa8d4674747 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:56.111637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Attempting to bind port f9329598-b978-4f9c-825b-cfa8d4674747 on network 66af328c-6121-4f19-8147-062cbc34c43f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:56.147880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Port f9329598-b978-4f9c-825b-cfa8d4674747 on network 66af328c-6121-4f19-8147-062cbc34c43f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:56.148968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Attempting to bind port f9329598-b978-4f9c-825b-cfa8d4674747 on network 66af328c-6121-4f19-8147-062cbc34c43f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:56.188742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:56.189354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Checking segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:56.189908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Bound using segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:56.190548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Bound port: f9329598-b978-4f9c-825b-cfa8d4674747, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:56.191078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.196679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-1313f4f3-5cec-4a2e-bff2-86b252757308 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75e017ae844c4b5c8493a87252abef7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498857 Nov 11 20:57:56.199969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-7af03b4b-1028-4ac7-b9fd-1bc34fea6825 service neutron] 10.222.0.31 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621361 Nov 11 20:57:56.212120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.291595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 5, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:56.321802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d5142-0bb0-490a-9d27-1cdb827ff7ff None None] The sync data for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 is: [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:56:31Z', 'revision_number': 4, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6e0fde58-046a-4088-9eb8-b444dc091fb1', 'name': '', 'network_id': '34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'mac_address': 'fa:16:3e:74:08:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:29Z', 'updated_at': '2021-11-11T20:56:35Z', 'revision_number': 5, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'subnets': [{'id': 'a75adf20-24f1-4d14-8970-e7a554f342a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:56.342140 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13382fd-0095-4377-95dc-b5cc20be0f9b req-ba0440d1-2158-4c35-b42b-4fa5d9ea207b service neutron] 10.222.0.31 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274893 Nov 11 20:57:56.399045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-9393d108-8814-450f-8479-bc3271d388b1 service neutron] 10.222.0.31 "GET /v2.0/networks/dd4cc768-ab6a-41d3-b0b2-c62c3a56226d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929414 Nov 11 20:57:56.401773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] For port f9329598-b978-4f9c-825b-cfa8d4674747, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:56.405622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] For port f9329598-b978-4f9c-825b-cfa8d4674747, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f9329598-b978-4f9c-825b-cfa8d4674747,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:56.419863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.472184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Network 66af328c-6121-4f19-8147-062cbc34c43f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:57:56.477727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:57:56.482074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:57:56.543766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.547756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.548482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:56.549294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.562713 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08495883-d1eb-4afb-851d-d4b01c2383b6 x-openstack-request-id: req-08495883-d1eb-4afb-851d-d4b01c2383b6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:56.563199 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e23090d-1ffd-4188-b51c-7e7dcf319ccd", "tag": "69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:56.563547 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08495883-d1eb-4afb-851d-d4b01c2383b6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:56.564202 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'tag': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92', 'status': 'completed', 'code': 200} Nov 11 20:57:56.588708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Pushing event updated for resources: {'Port': ['ID=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:56.599632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:56.600747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.602184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9329598-b978-4f9c-825b-cfa8d4674747 HTTP/1.1" status: 200 len: 1092 time: 3.5631993 Nov 11 20:57:56.611802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Port': ['ID=c3f97bf2-e0e9-4a4c-97e0-f4467e76d598,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:56.639808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'tag': 'f9329598-b978-4f9c-825b-cfa8d4674747'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:56.639808 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0373aee-3397-4d7b-8682-6659d3a9dd42" -d '{"events": [{"name": "network-changed", "server_uuid": "42a21bc2-6d34-4625-b1ca-91b965c0ee45", "tag": "f9329598-b978-4f9c-825b-cfa8d4674747"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:56.674575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-6f730eef-9b35-4245-a73d-c5d41d0aa53c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7686822 Nov 11 20:57:56.682670 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1509339e-c584-4e6a-9820-4d068ffcf00e None None] New status for floating IP c7651c74-7a6d-4340-b96a-28f1c031461d: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:57:56.695628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Request body: {'port': {'device_id': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:56.754024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-1427677d-75e5-4f02-9337-aa01d710e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:56.755561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-1427677d-75e5-4f02-9337-aa01d710e471 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 1094 time: 0.1905541 Nov 11 20:57:56.786221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4075ce6-f176-4217-9aae-a642870fa1ee req-f5141525-2e56-496e-a178-6ab0797b3ea2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:56.788286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4075ce6-f176-4217-9aae-a642870fa1ee req-f5141525-2e56-496e-a178-6ab0797b3ea2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1299179 Nov 11 20:57:56.815677 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.828665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb05d1-dee3-4326-99a3-c2c302012087 service neutron] Pushing event updated for resources: {'Port': ['ID=f9329598-b978-4f9c-825b-cfa8d4674747,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:56.858283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-0f6af584-b4d2-4269-9167-a1808a0fe263 service neutron] 10.222.0.31 "GET /v2.0/networks/dd4cc768-ab6a-41d3-b0b2-c62c3a56226d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512591 Nov 11 20:57:56.886480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-de60247a-24f4-434b-97a7-33aeffeee79c None None] Provisioning complete for port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:57:56.887741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de60247a-24f4-434b-97a7-33aeffeee79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:56.932895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4075ce6-f176-4217-9aae-a642870fa1ee req-48e5a689-ecfd-4d8c-b1ff-68a0926ee361 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023741 Nov 11 20:57:57.008497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-de60247a-24f4-434b-97a7-33aeffeee79c None None] Port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:57:57.054614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:57.096935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:57.132965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-54c65e93-f4dc-47a8-8737-ea597cc730b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.134652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-54c65e93-f4dc-47a8-8737-ea597cc730b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 1095 time: 0.3852146 Nov 11 20:57:57.247922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-5705684b-a868-465e-9777-d13134ca9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.249554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-5705684b-a868-465e-9777-d13134ca9317 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 910 time: 0.4765000 Nov 11 20:57:57.259286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e5d29-6add-45ac-b79b-66c6f5ff78cb req-8ab2a418-52d5-4b85-b1fb-009c4401dc02 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.267125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ec2e70-2101-4bc9-86cb-adb9b701fed7 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:57.271264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-010e5d29-6add-45ac-b79b-66c6f5ff78cb req-8ab2a418-52d5-4b85-b1fb-009c4401dc02 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 1101 time: 0.1138208 Nov 11 20:57:57.273485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-1b815dcc-b7f1-4d9c-ac8d-3a8be261bc3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9329598-b978-4f9c-825b-cfa8d4674747 HTTP/1.1" status: 200 len: 217 time: 0.1276300 Nov 11 20:57:57.281029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:57.334040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-99088fb4-2770-412f-9075-2f97217b824d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 HTTP/1.1" status: 200 len: 217 time: 0.0606923 Nov 11 20:57:57.360503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Transition to ACTIVE for port object 23ec2e70-2101-4bc9-86cb-adb9b701fed7 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:57.363898 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-010e5d29-6add-45ac-b79b-66c6f5ff78cb req-12c1f84c-a86b-46cc-a5ec-6a689c1b3904 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917709 Nov 11 20:57:57.379191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-ecf70cf0-1787-4945-8c5a-4d3fbe8706a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.380884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-ecf70cf0-1787-4945-8c5a-4d3fbe8706a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 200 len: 854 time: 0.0958381 Nov 11 20:57:57.443785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-e86e768a-6d83-4ca4-9f2e-206ad0be5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.445299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-e86e768a-6d83-4ca4-9f2e-206ad0be5e2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.1021967 Nov 11 20:57:57.521509 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-971a2df1-e2cd-49bd-ac08-4ecc9253d2dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604885 Nov 11 20:57:57.647857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364d036-ea47-4700-b53c-ce109bb3c43c req-02a63bae-bc89-43cd-a063-482c61d8e4c4 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.649413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a364d036-ea47-4700-b53c-ce109bb3c43c req-02a63bae-bc89-43cd-a063-482c61d8e4c4 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 932 time: 0.1992068 Nov 11 20:57:57.751776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-4174a3f2-7b73-4778-8591-0f384740b331 service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923187 Nov 11 20:57:57.804118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a364d036-ea47-4700-b53c-ce109bb3c43c req-90ce38f4-32d3-4824-a61e-2c5175036cdb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420188 Nov 11 20:57:57.829641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:57.850852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:57.865795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:57.873641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Router 9af310c7-34a9-4110-a8be-49a5d5234f8e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:57:57.887928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889feda9-d92d-4bdc-a197-aa6cf0876904 req-e9ec46b7-2ba5-46a0-a825-aa8745bbd115 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.895856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889feda9-d92d-4bdc-a197-aa6cf0876904 req-e9ec46b7-2ba5-46a0-a825-aa8745bbd115 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 943 time: 0.5664163 Nov 11 20:57:57.919551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Transition to ACTIVE for port object 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:57:57.932298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-0e541de3-524b-42d5-bda5-80db5c59ca44 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips/c7651c74-7a6d-4340-b96a-28f1c031461d HTTP/1.1" status: 200 len: 693 time: 0.0768912 Nov 11 20:57:57.939852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Pushing event updated for resources: {'Port': ['ID=23ec2e70-2101-4bc9-86cb-adb9b701fed7,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:57.966651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-20e92f7a-f26a-43d4-b141-5f71aa1c47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:57.968277 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-20e92f7a-f26a-43d4-b141-5f71aa1c47c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66af328c-6121-4f19-8147-062cbc34c43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5453575 Nov 11 20:57:58.014237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a89e5fa7-a6c5-4e49-a1f9-d633feb2bbe2 req-87ed199b-c180-4330-8994-414a1b4f1ff6 service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401574 Nov 11 20:57:58.114175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:57:58.118827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889feda9-d92d-4bdc-a197-aa6cf0876904 req-19bed1c9-5982-4740-b783-3db493e4ad96 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224231 Nov 11 20:57:58.127402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] Sync routers for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:57:58.159062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:58.159062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:58.159525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-64a6e79d-33e0-424c-8270-403917ff1678 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "PUT /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883132 Nov 11 20:57:58.167333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:58.224100 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5cd29-b6a9-4bba-9f26-111c0209e53e x-openstack-request-id: req-76c5cd29-b6a9-4bba-9f26-111c0209e53e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:58.224100 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a21bc2-6d34-4625-b1ca-91b965c0ee45", "tag": "f9329598-b978-4f9c-825b-cfa8d4674747", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:58.224450 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76c5cd29-b6a9-4bba-9f26-111c0209e53e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:58.224777 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'tag': 'f9329598-b978-4f9c-825b-cfa8d4674747', 'status': 'completed', 'code': 200} Nov 11 20:57:58.228371 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a13b9dd4-3200-4f86-b0d7-7db01252bbf7 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] delete failed (client error): The resource could not be found. Nov 11 20:57:58.233264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a13b9dd4-3200-4f86-b0d7-7db01252bbf7 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1754113279 HTTP/1.1" status: 404 len: 335 time: 0.0593848 Nov 11 20:57:58.238866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:58.240113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:58.243841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-66c03834-944b-47bf-a7df-396f74636c18 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'router': {'external_gateway_info': {'network_id': '9af310c7-34a9-4110-a8be-49a5d5234f8e'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:57:58.285552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:57:58.286400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:57:35Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:58.314314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Attempting to bind port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:58.314924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Attempting to bind port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:58.315058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Attempting to bind port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 on network 66af328c-6121-4f19-8147-062cbc34c43f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:58.325088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:57:58.325884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ba168-2f91-40b2-b499-021decef51cb None None] The sync data for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:57:58.353615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-f27983e1-b77a-4631-a9f8-d0f008be9901 service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354976 Nov 11 20:57:58.377852 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48340f6-ac59-408c-b6fa-5820be81f6b8 req-4212278b-6bb9-4e54-a99b-63f082cf24ce tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 210 time: 0.0676012 Nov 11 20:57:58.378444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 on network 66af328c-6121-4f19-8147-062cbc34c43f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:58.378776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Attempting to bind port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 on network 66af328c-6121-4f19-8147-062cbc34c43f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:58.403288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:58.403747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Checking segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:58.404175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Bound using segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:58.404638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Bound port: 23ec2e70-2101-4bc9-86cb-adb9b701fed7, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:58.405009 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:58.445428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:58.516239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-d4a9cd85-f8cf-4188-8da1-6f1a0223c15a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:58.520844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-d4a9cd85-f8cf-4188-8da1-6f1a0223c15a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/networks/ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 784 time: 0.5876863 Nov 11 20:57:58.533149 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-dd39f266-a4fb-4d3c-a32b-33c8c586155b tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:57:58.534457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-dd39f266-a4fb-4d3c-a32b-33c8c586155b tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076416 Nov 11 20:57:58.536188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Pushing event updated for resources: {'Port': ['ID=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:58.567129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:57:58.569542 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f53cd-6d74-4909-8215-462f6c2536fa" -d '{"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:57:58.584774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-bffd75ed-7242-49b4-ad8a-2c75775051be tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918381 Nov 11 20:57:58.658192 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-9bd94827-2b55-4acf-976d-05044abbba37 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0849373 Nov 11 20:57:58.720527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Attempting to bind port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:57:58.720992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Attempting to bind port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:57:58.721412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Attempting to bind port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a on network 66af328c-6121-4f19-8147-062cbc34c43f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:58.727206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-719bb5a5-b19d-4d6c-9cf0-79fab62440d3 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0592070 Nov 11 20:57:58.731615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a on network 66af328c-6121-4f19-8147-062cbc34c43f not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:57:58.732050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Attempting to bind port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a on network 66af328c-6121-4f19-8147-062cbc34c43f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:57:58.747117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:57:58.752532 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66c03834-944b-47bf-a7df-396f74636c18 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:58.752659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Checking segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:57:58.752659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Bound using segment: {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:57:58.752659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Bound port: 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cc771f-f4ee-4f7b-929f-092a833df225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:57:58.752659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:58.773797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3da09b1e-cc19-4202-a9e1-fb70f6a496a4 req-ad652d9c-4152-4a62-b20f-5d4a819959a2 service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002512 Nov 11 20:57:58.786898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] For port 23ec2e70-2101-4bc9-86cb-adb9b701fed7, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:58.791861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] For port 23ec2e70-2101-4bc9-86cb-adb9b701fed7, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=23ec2e70-2101-4bc9-86cb-adb9b701fed7,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:58.822547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-238b6989-6f50-4411-abc7-f71a8cbd96e0 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:58.824130 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-238b6989-6f50-4411-abc7-f71a8cbd96e0 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385652 Nov 11 20:57:58.840924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-cb14502e-c411-4354-bb1a-18d91e2847b6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/quotas/00ca57c42ee74fb9b09871a373595ff4 HTTP/1.1" status: 200 len: 375 time: 0.0098331 Nov 11 20:57:58.883327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:58.905181 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-66c03834-944b-47bf-a7df-396f74636c18 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] update failed (client error): The resource could not be found. Nov 11 20:57:58.906393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-66c03834-944b-47bf-a7df-396f74636c18 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "PUT /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e HTTP/1.1" status: 404 len: 339 time: 0.6662149 Nov 11 20:57:58.911980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48174) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:57:58.914378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] For port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:57:58.923701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] For port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:57:58.934984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:58.936731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:58.937593 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] 10.222.0.62 "PUT /v2.0/ports/23ec2e70-2101-4bc9-86cb-adb9b701fed7 HTTP/1.1" status: 200 len: 1091 time: 3.4803767 Nov 11 20:57:59.021858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.028776 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-3e38e570-0aad-4f14-b01a-f3ee8e46be36 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1816146 Nov 11 20:57:59.043934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb3b85-91e1-4158-a1a8-53641d71128f service neutron] Pushing event updated for resources: {'Port': ['ID=23ec2e70-2101-4bc9-86cb-adb9b701fed7,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:59.055043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-ca76b723-9143-4797-9d6e-334f8939a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.056799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-ca76b723-9143-4797-9d6e-334f8939a937 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 1095 time: 0.1296461 Nov 11 20:57:59.154833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.155467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.156924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] 10.222.0.58 "PUT /v2.0/ports/03602ad1-981c-4bdd-9e0c-581c2ac4bb9a HTTP/1.1" status: 200 len: 1092 time: 2.4665377 Nov 11 20:57:59.160280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Deleting port ad5838be-261d-46e0-b3b7-e8c47184d1b0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:57:59.160729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.208104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-a91a8a78-aae4-4ace-b52e-b9439df65420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.209783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-a91a8a78-aae4-4ace-b52e-b9439df65420 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 1094 time: 0.1069140 Nov 11 20:57:59.272741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-ba4d761a-7fdc-4553-915a-901f0ad1f3aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23ec2e70-2101-4bc9-86cb-adb9b701fed7 HTTP/1.1" status: 200 len: 217 time: 0.0483890 Nov 11 20:57:59.272741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-dc9c6dbf-b8c7-4627-af63-e3741047e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.272741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-dc9c6dbf-b8c7-4627-af63-e3741047e0cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 916 time: 0.2040381 Nov 11 20:57:59.293993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c25c6e-4b85-4228-86c8-f35df8adec6b service neutron] Pushing event updated for resources: {'Port': ['ID=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:59.388630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-bcdf36a5-1d48-4e72-9bef-80320b8bc010 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9329598-b978-4f9c-825b-cfa8d4674747 HTTP/1.1" status: 200 len: 217 time: 0.0929697 Nov 11 20:57:59.461690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.462224 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.466495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-f9911acf-77c6-4528-871c-27ccfa16a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.468078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-f9911acf-77c6-4528-871c-27ccfa16a071 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 1095 time: 0.1705122 Nov 11 20:57:59.478760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-7381b705-79d1-4a32-91ab-8abb134a80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.480361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-7381b705-79d1-4a32-91ab-8abb134a80e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 200 len: 854 time: 0.1945691 Nov 11 20:57:59.511087 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.552117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Calling delete_port for ad5838be-261d-46e0-b3b7-e8c47184d1b0 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:57:59.553881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:57:59.565328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-8acbc3d9-7957-4a52-b0d8-86df5c2a9f3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a HTTP/1.1" status: 200 len: 217 time: 0.0835381 Nov 11 20:57:59.570237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a4c5-ba55-47f1-b2b2-9a28684890f9 req-fbc38148-1abc-47fb-86b1-194acaf4e4e5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.571994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec3a4c5-ba55-47f1-b2b2-9a28684890f9 req-fbc38148-1abc-47fb-86b1-194acaf4e4e5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1807084 Nov 11 20:57:59.589321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-bcd139df-7214-45ac-9aa8-e0c54d0a2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.592045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-bcd139df-7214-45ac-9aa8-e0c54d0a2f43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 200 len: 854 time: 0.1889012 Nov 11 20:57:59.659188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec3a4c5-ba55-47f1-b2b2-9a28684890f9 req-09972d30-8035-489a-8e08-be4c7b02e3f5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766077 Nov 11 20:57:59.681714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:59.695259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92', 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'port_id': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92', 'mac_address': 'fa:16:3e:b5:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:57:59.707329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-cf10e82d-c552-43ad-807b-b3f607bfc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.709054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-cf10e82d-c552-43ad-807b-b3f607bfc2f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66af328c-6121-4f19-8147-062cbc34c43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139378 Nov 11 20:57:59.724218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-7b0acc81-98ca-4678-b72d-923ede77df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.728182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-7b0acc81-98ca-4678-b72d-923ede77df58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66af328c-6121-4f19-8147-062cbc34c43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803289 Nov 11 20:57:59.742742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.755233 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140e790-701a-4c0b-b32b-b00cbe2d4a45 x-openstack-request-id: req-2140e790-701a-4c0b-b32b-b00cbe2d4a45 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:57:59.755415 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:57:59.755626 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2140e790-701a-4c0b-b32b-b00cbe2d4a45 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:57:59.756027 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'status': 'completed', 'code': 200} Nov 11 20:57:59.767216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:57:59.788764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:57:59.805934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-b72cab39-35a7-4210-92ff-7a91493eaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.807425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-b72cab39-35a7-4210-92ff-7a91493eaea5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 200 len: 854 time: 0.2341373 Nov 11 20:57:59.893957 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:57:59.949663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:57:59.963800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-66243daa-8afd-4adf-9fbb-ddcb1987b35c service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431831 Nov 11 20:57:59.967799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f53cd-6d74-4909-8215-462f6c2536fa req-9fd87a6a-e0f7-4ef5-90b9-d13f24feb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.969256 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-371f53cd-6d74-4909-8215-462f6c2536fa req-9fd87a6a-e0f7-4ef5-90b9-d13f24feb85a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e39adeb73a84d65a33769377ac9b031&device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 1097 time: 0.1574602 Nov 11 20:57:59.977240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7463880-84d9-4cfc-8930-f3085bdd5e91 req-5fc4fefc-4b88-4aec-850a-15c4311fd3de tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:57:59.984770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7463880-84d9-4cfc-8930-f3085bdd5e91 req-5fc4fefc-4b88-4aec-850a-15c4311fd3de tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 944 time: 0.1464658 Nov 11 20:58:00.042150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-5dfb54fd-7e84-44df-93ae-e07501fd16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.056335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-5dfb54fd-7e84-44df-93ae-e07501fd16a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66af328c-6121-4f19-8147-062cbc34c43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197905 Nov 11 20:58:00.100921 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-59f63481-8ef1-4512-92b0-74b23e23fd72 service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598002 Nov 11 20:58:00.126221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7463880-84d9-4cfc-8930-f3085bdd5e91 req-b3e46d98-212f-4dc6-bf82-398a83d7eece tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402385 Nov 11 20:58:00.196376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Allocated IP 172.20.0.1 (8b15a905-e4de-4b3d-ae38-147f376bb48f/7ac96e18-9e05-4098-8229-bf5b9844b4bd/862b7c44-fa6b-458c-95c8-3c529122c918) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:58:00.199667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:00.229080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0841e1-e813-4f81-a7b7-971ce005e038 req-3c12e6bd-4e8a-4407-89a1-d716a0d27d5a service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366297 Nov 11 20:58:00.229429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'tag': '23ec2e70-2101-4bc9-86cb-adb9b701fed7'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:00.232541 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd6d1d7-7277-43cd-9b93-f91d06019993" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ea0ff7-185c-4420-a6d5-eed5d8d6183f", "tag": "23ec2e70-2101-4bc9-86cb-adb9b701fed7"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:00.278865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0373aee-3397-4d7b-8682-6659d3a9dd42 req-2511b53c-b36f-4144-8607-2d0405f2dbe6 service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649704 Nov 11 20:58:00.298934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f93721-43c4-4a89-8549-4133ece1e8cb req-4f7a900b-7d68-47da-ab5d-b99ae51306e5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.304393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9f93721-43c4-4a89-8549-4133ece1e8cb req-4f7a900b-7d68-47da-ab5d-b99ae51306e5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 944 time: 0.0883055 Nov 11 20:58:00.318494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:00.362066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9f93721-43c4-4a89-8549-4133ece1e8cb req-c5bb193e-00c3-49cb-a3c8-12eb8fc3ae5a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485215 Nov 11 20:58:00.401115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event deleted for resources: {'Port': ['ID=ad5838be-261d-46e0-b3b7-e8c47184d1b0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:00.409226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f53cd-6d74-4909-8215-462f6c2536fa req-94d5910c-6681-4bb0-a228-79249c7123a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.410776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-371f53cd-6d74-4909-8215-462f6c2536fa req-94d5910c-6681-4bb0-a228-79249c7123a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 200 len: 921 time: 0.4093530 Nov 11 20:58:00.417187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-94253e35-5650-4c60-a7ae-b9f9fabd1f96 service neutron] 10.222.0.58 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592172 Nov 11 20:58:00.445855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0ea915b-6f2d-4503-8db6-3bb0ebfbc006 req-348a9268-2ed6-4307-a168-386d51bbf6b9 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 210 time: 0.0307262 Nov 11 20:58:00.539465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00a70837-d0a6-4c91-8dda-c1ca557906ff req-65750f21-af89-4769-9905-edc1dd02ad31 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 210 time: 0.0271819 Nov 11 20:58:00.547525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-371f53cd-6d74-4909-8215-462f6c2536fa req-fd1db80a-5b4e-43b5-b464-99e46159ff32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 200 len: 217 time: 0.1196678 Nov 11 20:58:00.560575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-8ac13593-89f5-44cb-a175-f04eef37e6fc tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.562319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-8ac13593-89f5-44cb-a175-f04eef37e6fc tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.62 "GET /v2.0/networks?id=dd4cc768-ab6a-41d3-b0b2-c62c3a56226d HTTP/1.1" status: 200 len: 817 time: 0.4169211 Nov 11 20:58:00.608184 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fff09ca-b570-453b-9a75-ed49023421c7 x-openstack-request-id: req-0fff09ca-b570-453b-9a75-ed49023421c7 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:00.608672 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ea0ff7-185c-4420-a6d5-eed5d8d6183f", "tag": "23ec2e70-2101-4bc9-86cb-adb9b701fed7", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:00.608988 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fff09ca-b570-453b-9a75-ed49023421c7 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:00.609473 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'tag': '23ec2e70-2101-4bc9-86cb-adb9b701fed7', 'status': 'completed', 'code': 200} Nov 11 20:58:00.633580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Request body: {'port': {'device_id': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d', 'admin_state_up': True, 'tenant_id': '75e017ae844c4b5c8493a87252abef7e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:00.693029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-45803650-7cd0-4afb-bbbc-3ce8bf293479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.694601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-45803650-7cd0-4afb-bbbc-3ce8bf293479 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 1094 time: 0.0476844 Nov 11 20:58:00.838327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dbde0-4fe9-42bd-a095-ab00897b6047 req-e89d892a-d177-4e3b-bbbf-8b1dd66d0c6d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.839810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-586dbde0-4fe9-42bd-a095-ab00897b6047 req-e89d892a-d177-4e3b-bbbf-8b1dd66d0c6d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0775487 Nov 11 20:58:00.841977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-d0174a6a-3b78-4d34-84ef-2d4eedc36ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.843390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-d0174a6a-3b78-4d34-84ef-2d4eedc36ca0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 916 time: 0.1367409 Nov 11 20:58:00.903410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-06df8533-2fe4-422c-9dd2-a4943af266bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23ec2e70-2101-4bc9-86cb-adb9b701fed7 HTTP/1.1" status: 200 len: 217 time: 0.0494554 Nov 11 20:58:00.960589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-586dbde0-4fe9-42bd-a095-ab00897b6047 req-8ab754b9-e15a-4814-9af6-6ef77dc03ea1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131825 Nov 11 20:58:00.976031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-d34481f0-03c8-4f39-ae3f-59ddb8cc39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:00.977550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-d34481f0-03c8-4f39-ae3f-59ddb8cc39cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 200 len: 854 time: 0.0638554 Nov 11 20:58:01.034059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-13428327-acba-49de-a4bb-eefc7d3d391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:01.035761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-13428327-acba-49de-a4bb-eefc7d3d391f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66af328c-6121-4f19-8147-062cbc34c43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481582 Nov 11 20:58:01.080718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.086040 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.088696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.089805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adff241d-e63c-46b4-b625-db377a8c6f0c req-39275f6b-08fd-48d5-8d28-79fa64fd5c86 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "DELETE /v2.0/floatingips/c7651c74-7a6d-4340-b96a-28f1c031461d HTTP/1.1" status: 204 len: 173 time: 2.3515379 Nov 11 20:58:01.109525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f53cd-6d74-4909-8215-462f6c2536fa req-6f444184-6759-4278-bbe9-262a70e3208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:01.111049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-371f53cd-6d74-4909-8215-462f6c2536fa req-6f444184-6759-4278-bbe9-262a70e3208d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 200 len: 860 time: 0.5418353 Nov 11 20:58:01.148761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01b72fa7-7a3d-4aad-aeaf-4b4f1dd2c775 req-17066e74-9701-491c-96af-5865bff48a23 service neutron] 10.222.0.58 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185333 Nov 11 20:58:01.160698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-9c7de581-e2d9-435f-952c-ab43b6611747 service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148098 Nov 11 20:58:01.171626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-371f53cd-6d74-4909-8215-462f6c2536fa req-644e4655-4cb0-40d7-b06f-f63446ef79e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438178 Nov 11 20:58:01.203936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-450a730d-f243-416e-923c-9ba8b3d5df65 req-8d36b130-33b6-4e15-bbc2-118fcaf1b302 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups/1be9ab32-3ac2-410c-9532-6e0a43f4865e HTTP/1.1" status: 200 len: 1826 time: 0.0825651 Nov 11 20:58:01.313212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bd6d1d7-7277-43cd-9b93-f91d06019993 req-96fe0aa4-c066-4d02-9357-81a2c932aa45 service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390378 Nov 11 20:58:01.316016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-450a730d-f243-416e-923c-9ba8b3d5df65 req-93242744-5094-4dbf-9e9b-d6dc3c45d18e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.336016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb33fb1-d8fb-46d8-8a14-2404dd748bfc req-ebeb7fc6-837b-4482-a3cc-a1e8bda435eb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:01.337687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddb33fb1-d8fb-46d8-8a14-2404dd748bfc req-ebeb7fc6-837b-4482-a3cc-a1e8bda435eb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 944 time: 0.1122842 Nov 11 20:58:01.346886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-450a730d-f243-416e-923c-9ba8b3d5df65 req-93242744-5094-4dbf-9e9b-d6dc3c45d18e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.356727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-371f53cd-6d74-4909-8215-462f6c2536fa req-d158561b-4360-4ad3-9041-1710c17e500b service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752508 Nov 11 20:58:01.438992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Made reservation on behalf of 75e017ae844c4b5c8493a87252abef7e for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:01.442547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.444752 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.495230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddb33fb1-d8fb-46d8-8a14-2404dd748bfc req-78eb28c8-d737-4d60-b056-ba8be06d24c1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487539 Nov 11 20:58:01.517992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:01.533447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:01.550396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:58:01.550977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-450a730d-f243-416e-923c-9ba8b3d5df65 req-93242744-5094-4dbf-9e9b-d6dc3c45d18e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.550977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-450a730d-f243-416e-923c-9ba8b3d5df65 req-93242744-5094-4dbf-9e9b-d6dc3c45d18e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.550977 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-450a730d-f243-416e-923c-9ba8b3d5df65 req-93242744-5094-4dbf-9e9b-d6dc3c45d18e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "DELETE /v2.0/security-groups/1be9ab32-3ac2-410c-9532-6e0a43f4865e HTTP/1.1" status: 204 len: 173 time: 0.3124583 Nov 11 20:58:01.564530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:01.565999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93242744-5094-4dbf-9e9b-d6dc3c45d18e tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be9ab32-3ac2-410c-9532-6e0a43f4865e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:01.582484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-371f53cd-6d74-4909-8215-462f6c2536fa req-97d89a1b-5504-4fbc-b4a4-059eb08bf769 service neutron] 10.222.0.58 "GET /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106912 Nov 11 20:58:01.582484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Port': ['ID=862b7c44-fa6b-458c-95c8-3c529122c918,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:01.651030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1041446-189d-47ee-93a8-f14a8eea9fcb req-362798e6-948f-480f-94c6-0f7656b70810 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 210 time: 0.0360026 Nov 11 20:58:01.734029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.763569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'tag': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:01.765957 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e57565a-b65a-4cb2-add9-349f1f82d5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "30a2bbf7-72c6-4161-9928-12f32360f3eb", "tag": "03602ad1-981c-4bdd-9e0c-581c2ac4bb9a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:01.770185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:01.771735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:01.772121 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.832682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b52b1f-6e0f-42b2-a2fb-ac83a432feca req-b68f27a9-15a7-4973-9a8d-51c85d990adb tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:01.834461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78b52b1f-6e0f-42b2-a2fb-ac83a432feca req-b68f27a9-15a7-4973-9a8d-51c85d990adb tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 944 time: 0.1725879 Nov 11 20:58:01.870300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.901007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Allocated IP 172.20.0.10 (dd4cc768-ab6a-41d3-b0b2-c62c3a56226d/c17c4fba-2651-4def-8e2b-b944ee3f9229/ebc73494-746a-4639-a6af-a145a0497eae) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:58:01.905799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:01.911400 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82aeeb9-27d9-4ec2-84e9-a3efa4dd7f75" -d '{"events": [{"server_uuid": "7e23090d-1ffd-4188-b51c-7e7dcf319ccd", "name": "network-vif-plugged", "status": "completed", "tag": "69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:01.924560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:01.926166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-407fdeaf-a5b7-4ddf-a991-89c570476cef None None] Provisioning complete for port 862b7c44-fa6b-458c-95c8-3c529122c918 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:01.926531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-407fdeaf-a5b7-4ddf-a991-89c570476cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.948679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-586c5357-88f8-4988-af2b-234a7a275961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:01.959316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78b52b1f-6e0f-42b2-a2fb-ac83a432feca req-d64995fc-d882-48b4-8e78-9681be2c0778 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974915 Nov 11 20:58:01.965068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-407fdeaf-a5b7-4ddf-a991-89c570476cef None None] Port 862b7c44-fa6b-458c-95c8-3c529122c918 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:58:02.020513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-5aeff040-835b-4308-8649-315627a9293d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=00ca57c42ee74fb9b09871a373595ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223188 Nov 11 20:58:02.064088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.078471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07d59076-f836-4e66-9498-f44f29a047e5 req-c844c815-3663-4992-ae37-8792ef809188 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 210 time: 0.0332899 Nov 11 20:58:02.131271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:02.139154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.165799 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.176264 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa5ead1-11fb-43bc-ad21-2acbea4cb67b x-openstack-request-id: req-faa5ead1-11fb-43bc-ad21-2acbea4cb67b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:02.176509 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e23090d-1ffd-4188-b51c-7e7dcf319ccd", "name": "network-vif-plugged", "status": "completed", "tag": "69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:02.176762 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa5ead1-11fb-43bc-ad21-2acbea4cb67b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:02.177177 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92', 'code': 200} Nov 11 20:58:02.186661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-481bc93d-12d4-41ea-a8be-af37434ef041 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.189038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-481bc93d-12d4-41ea-a8be-af37434ef041 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608284 Nov 11 20:58:02.194244 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496d523-02e9-416f-90b5-d7cd984dc525 x-openstack-request-id: req-b496d523-02e9-416f-90b5-d7cd984dc525 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:02.194533 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a2bbf7-72c6-4161-9928-12f32360f3eb", "tag": "03602ad1-981c-4bdd-9e0c-581c2ac4bb9a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:02.194784 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b496d523-02e9-416f-90b5-d7cd984dc525 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:02.195232 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'tag': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a', 'status': 'completed', 'code': 200} Nov 11 20:58:02.205010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Request body: {'port': {'device_id': '335581b4-59ca-4297-ad15-41975c9103fe', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '00ca57c42ee74fb9b09871a373595ff4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:02.390107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-4636ac2a-3023-4a81-8255-5883042c7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.391549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-4636ac2a-3023-4a81-8255-5883042c7a40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 1095 time: 0.1838198 Nov 11 20:58:02.410316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529fe03-1d5c-4c66-8f0e-ea52da39d7bf req-2bcd70fc-56d6-4797-b887-6bdc34f3d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.412083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a529fe03-1d5c-4c66-8f0e-ea52da39d7bf req-2bcd70fc-56d6-4797-b887-6bdc34f3d98c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 1096 time: 0.0940623 Nov 11 20:58:02.416556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f94a7-4dca-4307-9625-7e3ebe43d5f7 req-d877ec20-882f-4385-b7e0-b0eaef53ae41 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.416556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-356f94a7-4dca-4307-9625-7e3ebe43d5f7 req-d877ec20-882f-4385-b7e0-b0eaef53ae41 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1573412 Nov 11 20:58:02.423315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b631ed8-0134-4648-a3b0-dd55a8d0a094 req-af742ecb-bac8-48ad-b451-3046c48fe761 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.424848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b631ed8-0134-4648-a3b0-dd55a8d0a094 req-af742ecb-bac8-48ad-b451-3046c48fe761 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1213522 Nov 11 20:58:02.441743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.505895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a529fe03-1d5c-4c66-8f0e-ea52da39d7bf req-9ad950ec-723b-470d-a7ec-3595bb79ac09 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777693 Nov 11 20:58:02.510487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b631ed8-0134-4648-a3b0-dd55a8d0a094 req-b055de7f-cd7b-4885-8604-d337365d7dea tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738115 Nov 11 20:58:02.607975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:02.623028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f550622-1b75-48c5-a4e8-0c39aa2ac196 req-9c2f8844-9b0b-4907-800e-b8f4adc7b2f6 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.624848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f550622-1b75-48c5-a4e8-0c39aa2ac196 req-9c2f8844-9b0b-4907-800e-b8f4adc7b2f6 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 944 time: 0.0580702 Nov 11 20:58:02.629853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Made reservation on behalf of 00ca57c42ee74fb9b09871a373595ff4 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:02.630756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:02.634576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.644057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:58:02.647183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Pushing event updated for resources: {'Port': ['ID=ebc73494-746a-4639-a6af-a145a0497eae,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:02.687572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-356f94a7-4dca-4307-9625-7e3ebe43d5f7 req-344b5414-ffe2-4a88-ad20-a04f51596085 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482166 Nov 11 20:58:02.714207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-6f939521-184a-4b84-b6ca-587b220f3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.716710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-6f939521-184a-4b84-b6ca-587b220f3116 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 916 time: 0.3127959 Nov 11 20:58:02.740657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f550622-1b75-48c5-a4e8-0c39aa2ac196 req-0455c2df-be0c-4e8c-af72-ceb493c8297f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034822 Nov 11 20:58:02.755258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.755898 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.788815 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.802401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-3f9869c8-351f-4062-96b0-2c459e85bf10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a HTTP/1.1" status: 200 len: 217 time: 0.0684490 Nov 11 20:58:02.809744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Allocated IP 192.168.233.194 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/a58f67a8-3c17-44cb-b090-e5a02b338900) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:58:02.822393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7585117-fda5-4e3a-a307-bef01bab9176 req-0a021a77-985d-4c4c-b18f-3dee1e9c3341 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 210 time: 0.0358939 Nov 11 20:58:02.876238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-cddfa05b-3b60-4547-b3b4-8919578b2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:02.876238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-cddfa05b-3b60-4547-b3b4-8919578b2eec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 200 len: 854 time: 0.0567191 Nov 11 20:58:02.910015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.971417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:02.983238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-f6dd6b53-f8e9-4e18-a4a4-256130073366 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3653560 Nov 11 20:58:03.007766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Request body: {'port': {'device_id': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:03.034145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event updated for resources: {'Port': ['ID=862b7c44-fa6b-458c-95c8-3c529122c918,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:03.039200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-be0bcfc9-4248-4e31-b456-9d822ed8690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:03.040797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-be0bcfc9-4248-4e31-b456-9d822ed8690c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66af328c-6121-4f19-8147-062cbc34c43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484962 Nov 11 20:58:03.041550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.091924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281b763-ad42-4abc-af21-63649d1ce6df req-b63dba04-6c41-41cc-83c6-fc92c91b9ea5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:03.093589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f281b763-ad42-4abc-af21-63649d1ce6df req-b63dba04-6c41-41cc-83c6-fc92c91b9ea5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0522738 Nov 11 20:58:03.119151 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.139605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756', '87434394-9a23-4c46-ae69-8a9de7161f39'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:03.142523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:03.144219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:03.167745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:03.172974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:58:03.207704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.263847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event updated for resources: {'Port': ['ID=a58f67a8-3c17-44cb-b090-e5a02b338900,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:03.285654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f281b763-ad42-4abc-af21-63649d1ce6df req-092237b2-cfee-48df-a24d-e133b1b7273d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812012 Nov 11 20:58:03.305124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:03.305877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.309604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96803-6185-4b55-ae0d-8b596cb6d9f0 req-ce8cd357-1d97-4a37-9bf2-6613a50cfb62 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:03.312059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ca96803-6185-4b55-ae0d-8b596cb6d9f0 req-ce8cd357-1d97-4a37-9bf2-6613a50cfb62 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 932 time: 0.1252501 Nov 11 20:58:03.363299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-41ba3fe0-51ea-4fa7-8c3f-d83415e1dbaa service neutron] 10.222.0.58 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121443 Nov 11 20:58:03.420023 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:03.427802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-7c9e34c3-6ac5-4904-bcf7-433ddc7570c4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2266388 Nov 11 20:58:03.435684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:03.450944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Request body: {'port': {'device_id': '335581b4-59ca-4297-ad15-41975c9103fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:03.520306 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.552628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6461c42c-b32e-4968-9c8b-855e34c8e998 None None] Provisioning complete for port a58f67a8-3c17-44cb-b090-e5a02b338900 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:03.553007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6461c42c-b32e-4968-9c8b-855e34c8e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.582449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ca96803-6185-4b55-ae0d-8b596cb6d9f0 req-26369431-a3de-4a6b-bb09-e6ef0ec08dd9 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450187 Nov 11 20:58:03.609759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 23ec2e70-2101-4bc9-86cb-adb9b701fed7 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:03.672655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6461c42c-b32e-4968-9c8b-855e34c8e998 None None] Port a58f67a8-3c17-44cb-b090-e5a02b338900 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:58:03.781110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc73494-746a-4639-a6af-a145a0497eae {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:03.836673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.885336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 23ec2e70-2101-4bc9-86cb-adb9b701fed7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=23ec2e70-2101-4bc9-86cb-adb9b701fed7,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:03.918030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Transition to ACTIVE for port object ebc73494-746a-4639-a6af-a145a0497eae will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:58:03.920946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '23ec2e70-2101-4bc9-86cb-adb9b701fed7', 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'port_id': '23ec2e70-2101-4bc9-86cb-adb9b701fed7', 'mac_address': 'fa:16:3e:79:d9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ee8835-a7c2-49ed-b8f2-f46cacd77f05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:03.927371 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e57565a-b65a-4cb2-add9-349f1f82d5b4 req-675fba14-9222-449b-825c-e9d8e8cd263b service neutron] 10.222.0.58 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540788 Nov 11 20:58:03.929893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Router 9af310c7-34a9-4110-a8be-49a5d5234f8e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:58:03.941873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2f03796a-9fa9-4371-a5a1-e2efb465c049 None None] Provisioning complete for port 862b7c44-fa6b-458c-95c8-3c529122c918 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:03.942584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f03796a-9fa9-4371-a5a1-e2efb465c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:03.964600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9725a2-6d01-447d-aa7f-45adcda74d36 req-69c38d29-ac3d-41aa-8c38-07e2109d4ade tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:03.968370 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc9725a2-6d01-447d-aa7f-45adcda74d36 req-69c38d29-ac3d-41aa-8c38-07e2109d4ade tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.1352129 Nov 11 20:58:04.041990 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.042625 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.055633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f03796a-9fa9-4371-a5a1-e2efb465c049 None None] Port 862b7c44-fa6b-458c-95c8-3c529122c918 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:58:04.072693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ec2e70-2101-4bc9-86cb-adb9b701fed7 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:04.113226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 23ec2e70-2101-4bc9-86cb-adb9b701fed7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=23ec2e70-2101-4bc9-86cb-adb9b701fed7,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:04.204098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.204847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f9329598-b978-4f9c-825b-cfa8d4674747 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:04.220551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0c2a-5831-4b71-a7c7-6ac6bcddf020 req-bde3a451-504c-495c-99a8-1256c7523c29 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:04.224803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-885b0c2a-5831-4b71-a7c7-6ac6bcddf020 req-bde3a451-504c-495c-99a8-1256c7523c29 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0893803 Nov 11 20:58:04.297114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=23ec2e70-2101-4bc9-86cb-adb9b701fed7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:04.314174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f9329598-b978-4f9c-825b-cfa8d4674747, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f9329598-b978-4f9c-825b-cfa8d4674747,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:04.339543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'f9329598-b978-4f9c-825b-cfa8d4674747', 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'port_id': 'f9329598-b978-4f9c-825b-cfa8d4674747', 'mac_address': 'fa:16:3e:92:5d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ee8835-a7c2-49ed-b8f2-f46cacd77f05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:04.344476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-885b0c2a-5831-4b71-a7c7-6ac6bcddf020 req-b7e63416-10eb-4495-a500-e0c218d7645a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115811 Nov 11 20:58:04.356451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58f67a8-3c17-44cb-b090-e5a02b338900 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:04.366630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.405111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Transition to ACTIVE for port object a58f67a8-3c17-44cb-b090-e5a02b338900 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:58:04.411944 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.428196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9329598-b978-4f9c-825b-cfa8d4674747 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:04.449698 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e917a94-a5b0-4745-8a6e-abb217229141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.452383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f9329598-b978-4f9c-825b-cfa8d4674747, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f9329598-b978-4f9c-825b-cfa8d4674747,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:04.489656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.509575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b08b27-0b54-491a-85ef-d5eb7ea0a0f6 req-90c049a2-e238-4ea8-a94c-7372b9546406 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:04.511087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33b08b27-0b54-491a-85ef-d5eb7ea0a0f6 req-90c049a2-e238-4ea8-a94c-7372b9546406 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 944 time: 0.0629160 Nov 11 20:58:04.540825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc9725a2-6d01-447d-aa7f-45adcda74d36 req-f34eabba-ec3d-48bc-93ab-46f8233b8459 tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/security-groups?id=baa35532-3127-44bc-bb75-fd65292c380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622349 Nov 11 20:58:04.559520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Pushing event updated for resources: {'Port': ['ID=ebc73494-746a-4639-a6af-a145a0497eae,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:04.566268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:58:04.571350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7132e463-4762-480a-80b1-896d8c41bc80 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "PUT /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6583459 Nov 11 20:58:04.574776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:04.583565 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] Sync routers for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:58:04.600875 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:04.601813 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:04.607043 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.628138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Pushing event updated for resources: {'Port': ['ID=a58f67a8-3c17-44cb-b090-e5a02b338900,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:04.663133 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:04.677741 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:04.678658 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:04.704786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33b08b27-0b54-491a-85ef-d5eb7ea0a0f6 req-d0cd48b3-e4c8-4fbc-98ab-d456330ce2fe tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734776 Nov 11 20:58:04.712458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f9329598-b978-4f9c-825b-cfa8d4674747,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:04.734778 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:04.735566 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796338f-8a3b-4ee2-89a3-9e69b67228e0 None None] The sync data for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:58:04.781175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Attempting to bind port a58f67a8-3c17-44cb-b090-e5a02b338900 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:58:04.781772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Attempting to bind port a58f67a8-3c17-44cb-b090-e5a02b338900 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:58:04.782758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Attempting to bind port a58f67a8-3c17-44cb-b090-e5a02b338900 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:04.794615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Port a58f67a8-3c17-44cb-b090-e5a02b338900 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:58:04.794976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Attempting to bind port a58f67a8-3c17-44cb-b090-e5a02b338900 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:04.797507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Attempting to bind port ebc73494-746a-4639-a6af-a145a0497eae on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:58:04.798576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Attempting to bind port ebc73494-746a-4639-a6af-a145a0497eae by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '5f04c7c2-5259-4f1e-90ca-7e05caf51c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:58:04.799383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Attempting to bind port ebc73494-746a-4639-a6af-a145a0497eae on network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:04.807479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:58:04.807824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:04.808246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:58:04.809287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Bound port: a58f67a8-3c17-44cb-b090-e5a02b338900, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:58:04.809715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.816094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Port ebc73494-746a-4639-a6af-a145a0497eae on network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:58:04.816997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Attempting to bind port ebc73494-746a-4639-a6af-a145a0497eae on network dd4cc768-ab6a-41d3-b0b2-c62c3a56226d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:04.824702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae48f961-faf4-467d-9055-14653c8fcbc8 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:04.886502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189aa4b-cbbb-48c6-8ea7-5bd1fcc4ee2d req-a8949f79-9e58-408e-839c-f8dbfa4ce869 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:04.889453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a189aa4b-cbbb-48c6-8ea7-5bd1fcc4ee2d req-a8949f79-9e58-408e-839c-f8dbfa4ce869 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 948 time: 0.2081687 Nov 11 20:58:04.899653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['23ec2e70-2101-4bc9-86cb-adb9b701fed7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:04.926239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f9329598-b978-4f9c-825b-cfa8d4674747'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:04.931426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009d64-a3e5-4d20-bf01-97f860cbed70 req-fa5c9feb-0ddf-45e0-b87f-8a82e4a4a4cc tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:04.940183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb009d64-a3e5-4d20-bf01-97f860cbed70 req-fa5c9feb-0ddf-45e0-b87f-8a82e4a4a4cc tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1077137 Nov 11 20:58:04.949870 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ae48f961-faf4-467d-9055-14653c8fcbc8 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 20:58:04.954967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ae48f961-faf4-467d-9055-14653c8fcbc8 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e HTTP/1.1" status: 409 len: 329 time: 0.3765268 Nov 11 20:58:04.960374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:04.976585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:58:04.976930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Checking segment: {'id': '5f04c7c2-5259-4f1e-90ca-7e05caf51c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:04.977323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Bound using segment: {'id': '5f04c7c2-5259-4f1e-90ca-7e05caf51c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:58:04.977772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Bound port: ebc73494-746a-4639-a6af-a145a0497eae, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f04c7c2-5259-4f1e-90ca-7e05caf51c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:58:04.978130 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.010987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] For port a58f67a8-3c17-44cb-b090-e5a02b338900, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:05.057807 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] For port a58f67a8-3c17-44cb-b090-e5a02b338900, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a58f67a8-3c17-44cb-b090-e5a02b338900,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:58:05.081281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a189aa4b-cbbb-48c6-8ea7-5bd1fcc4ee2d req-2637a203-8182-48b1-8d59-30d9043fcf4b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270900 Nov 11 20:58:05.105589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb009d64-a3e5-4d20-bf01-97f860cbed70 req-b0e80e04-e05f-48d7-97ed-7a8775d119c3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641436 Nov 11 20:58:05.112897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.125020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-5b5c35d3-f892-4482-9f6f-181553b132ca tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.128293 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-5b5c35d3-f892-4482-9f6f-181553b132ca tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.58 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 946 time: 0.3062391 Nov 11 20:58:05.254589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.255646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.256646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] 10.222.0.62 "PUT /v2.0/ports/a58f67a8-3c17-44cb-b090-e5a02b338900 HTTP/1.1" status: 200 len: 1096 time: 1.8129635 Nov 11 20:58:05.258845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] For port ebc73494-746a-4639-a6af-a145a0497eae, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:05.258989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335581b4-59ca-4297-ad15-41975c9103fe', 'tag': 'a58f67a8-3c17-44cb-b090-e5a02b338900'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:05.261124 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8" -d '{"events": [{"name": "network-changed", "server_uuid": "335581b4-59ca-4297-ad15-41975c9103fe", "tag": "a58f67a8-3c17-44cb-b090-e5a02b338900"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:05.267306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] For port ebc73494-746a-4639-a6af-a145a0497eae, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ebc73494-746a-4639-a6af-a145a0497eae,segment=NetworkSegment(5f04c7c2-5259-4f1e-90ca-7e05caf51c64),segment_id=5f04c7c2-5259-4f1e-90ca-7e05caf51c64)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:58:05.291410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536073-4fd1-49db-a499-8f26cf7f2122 req-e5a0a2aa-cab5-471e-884c-1f73089276b9 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.293161 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c536073-4fd1-49db-a499-8f26cf7f2122 req-e5a0a2aa-cab5-471e-884c-1f73089276b9 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 944 time: 0.1022778 Nov 11 20:58:05.297968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb71cd-5e23-4008-84eb-3c7ed5df50cd service neutron] Pushing event updated for resources: {'Port': ['ID=a58f67a8-3c17-44cb-b090-e5a02b338900,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:05.316405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Deleting port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:05.318661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.366376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.442874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.443517 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.444939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] 10.222.0.62 "PUT /v2.0/ports/ebc73494-746a-4639-a6af-a145a0497eae HTTP/1.1" status: 200 len: 1092 time: 2.4478300 Nov 11 20:58:05.456283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'tag': 'ebc73494-746a-4639-a6af-a145a0497eae'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:05.465655 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e97fcd-67a7-4a09-a800-eac395c14c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9381d52b-d79f-4800-92b3-7dbfb5d5e143", "tag": "ebc73494-746a-4639-a6af-a145a0497eae"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:05.465947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.472596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.575595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] For port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:05.581299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:05.603419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c536073-4fd1-49db-a499-8f26cf7f2122 req-64473c8e-8fe7-436d-8de8-504e69bf00af tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692666 Nov 11 20:58:05.605043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Calling delete_port for f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:05.613333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b6a8-fd23-4dde-8d75-b77c165eb15f service neutron] Pushing event updated for resources: {'Port': ['ID=ebc73494-746a-4639-a6af-a145a0497eae,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:05.626059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-ef8ad1fa-47e7-4292-935a-39938ca31e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.627640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-ef8ad1fa-47e7-4292-935a-39938ca31e78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 1099 time: 0.1340895 Nov 11 20:58:05.639427 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e173c7-3fb4-4ad9-9776-e1a8be32cb94 x-openstack-request-id: req-a6e173c7-3fb4-4ad9-9776-e1a8be32cb94 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:05.639840 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335581b4-59ca-4297-ad15-41975c9103fe", "tag": "a58f67a8-3c17-44cb-b090-e5a02b338900", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:05.640490 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6e173c7-3fb4-4ad9-9776-e1a8be32cb94 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:05.642334 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335581b4-59ca-4297-ad15-41975c9103fe', 'tag': 'a58f67a8-3c17-44cb-b090-e5a02b338900', 'status': 'completed', 'code': 200} Nov 11 20:58:05.708891 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c99f0b-4d3f-4937-897b-0348fc14ecae x-openstack-request-id: req-55c99f0b-4d3f-4937-897b-0348fc14ecae {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:05.709184 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9381d52b-d79f-4800-92b3-7dbfb5d5e143", "tag": "ebc73494-746a-4639-a6af-a145a0497eae", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:05.709442 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55c99f0b-4d3f-4937-897b-0348fc14ecae {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:05.709850 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'tag': 'ebc73494-746a-4639-a6af-a145a0497eae', 'status': 'completed', 'code': 200} Nov 11 20:58:05.712941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-e3bc290a-89c5-4a03-89c7-428a26ce54f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=a58f67a8-3c17-44cb-b090-e5a02b338900 HTTP/1.1" status: 200 len: 217 time: 0.0438385 Nov 11 20:58:05.800748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-145be26d-7d19-48d2-87a9-236302271e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.802216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-145be26d-7d19-48d2-87a9-236302271e85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=75e017ae844c4b5c8493a87252abef7e&device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 1095 time: 0.1664305 Nov 11 20:58:05.818843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-163e6297-bdea-4704-9454-2389c2f42e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.820376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-163e6297-bdea-4704-9454-2389c2f42e9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0914981 Nov 11 20:58:05.828741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f5b94-61e2-49d6-b7d7-465df4a412cc req-b25f7858-a412-4d3a-8c39-a370bed513e6 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.830263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-971f5b94-61e2-49d6-b7d7-465df4a412cc req-b25f7858-a412-4d3a-8c39-a370bed513e6 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.1160572 Nov 11 20:58:05.837879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedc0e0-99fc-4a03-9d66-74a4741f9c71 req-342ea8fa-66fa-4c66-a501-0066d03306c1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.839413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3fedc0e0-99fc-4a03-9d66-74a4741f9c71 req-342ea8fa-66fa-4c66-a501-0066d03306c1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0959644 Nov 11 20:58:05.850336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-e1f4222a-529e-4343-8a03-4661924bd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.851749 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-e1f4222a-529e-4343-8a03-4661924bd2ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 1096 time: 0.1231840 Nov 11 20:58:05.903152 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-48748645-d879-419a-a2c3-ec9f168a6a51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73494-746a-4639-a6af-a145a0497eae HTTP/1.1" status: 200 len: 217 time: 0.0819688 Nov 11 20:58:05.955136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-1a6abe6d-f1bd-4261-88ed-344525ac4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:05.956690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-1a6abe6d-f1bd-4261-88ed-344525ac4c19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140277 Nov 11 20:58:05.964369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3fedc0e0-99fc-4a03-9d66-74a4741f9c71 req-d0010c1e-6713-490a-b776-5f4c51bf9fde tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925186 Nov 11 20:58:06.029014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:06.072642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-971f5b94-61e2-49d6-b7d7-465df4a412cc req-76a55bdd-1a5e-4b28-971f-bc660a560a05 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334063 Nov 11 20:58:06.074590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-45917b81-e7c6-4514-9826-c82df8a1735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.076011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-45917b81-e7c6-4514-9826-c82df8a1735b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c17c4fba-2651-4def-8e2b-b944ee3f9229 HTTP/1.1" status: 200 len: 857 time: 0.1603518 Nov 11 20:58:06.104641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Pushing event deleted for resources: {'Port': ['ID=f2aa50bb-17c1-47f8-af79-3ee4f430a4a0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:06.112414 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90b36bce-1d94-4b42-8b21-96bb246c539e req-5d59930b-6701-4dbb-9c07-d5a56a33df2a tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 210 time: 0.0730579 Nov 11 20:58:06.143406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-b9ad0b76-cb21-4437-8e6b-c382f86267ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd4cc768-ab6a-41d3-b0b2-c62c3a56226d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452735 Nov 11 20:58:06.146771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-855f3600-b25e-4652-a4c1-add686ed062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.148268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-855f3600-b25e-4652-a4c1-add686ed062e service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 910 time: 0.2590435 Nov 11 20:58:06.148425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ed0d9-9215-4a47-9299-4811482139f4 None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:06.165781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] No DVR routers for this DVR port f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:06.170288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:06.173853 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95e141d9-19b7-404b-bb68-5b88771a39f9 req-1c4334f4-f774-4527-98d1-79044b89c44f tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.58 "DELETE /v2.0/ports/f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 HTTP/1.1" status: 204 len: 173 time: 1.0341251 Nov 11 20:58:06.177931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-e06d2184-2f09-4aa3-9e0d-e6680e535932 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088766 Nov 11 20:58:06.243516 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-14d4cb5a-b2fd-45eb-ab0b-686a71787dc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 HTTP/1.1" status: 200 len: 217 time: 0.0762773 Nov 11 20:58:06.313476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5af94f33-804b-40c6-97c2-0fe10612ccda req-bf6e27b8-6fe3-4c50-9c96-045adf338f8a service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273344 Nov 11 20:58:06.322091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8fa63-5511-4f54-acb0-7dced1a0dff5 req-00bb6e03-e2e5-45a1-a75b-d59dd40c8dd4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.323539 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1e8fa63-5511-4f54-acb0-7dced1a0dff5 req-00bb6e03-e2e5-45a1-a75b-d59dd40c8dd4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 948 time: 0.0739155 Nov 11 20:58:06.330258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Deleting port 862b7c44-fa6b-458c-95c8-3c529122c918 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:06.330833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:06.376931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1e8fa63-5511-4f54-acb0-7dced1a0dff5 req-a28cd274-1803-4916-9078-5afe72795b8f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Nov 11 20:58:06.431474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-2ac413f1-b15d-46a3-94f6-d839005b2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.432969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-2ac413f1-b15d-46a3-94f6-d839005b2ecb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.1429429 Nov 11 20:58:06.444653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ce50d-c811-40ac-b433-d5f7f6e0e634 req-270af1b4-10a7-45bf-bfbf-12f0e1a21d36 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.446147 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a87ce50d-c811-40ac-b433-d5f7f6e0e634 req-270af1b4-10a7-45bf-bfbf-12f0e1a21d36 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 944 time: 0.2158728 Nov 11 20:58:06.463602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-6cdcb7c4-b6e2-4ab5-a7cd-44271f64493c service neutron] 10.222.0.62 "GET /v2.0/networks/dd4cc768-ab6a-41d3-b0b2-c62c3a56226d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051867 Nov 11 20:58:06.473000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-ee92a838-4d87-4ca5-a23f-ac2a1ec1a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.474700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-ee92a838-4d87-4ca5-a23f-ac2a1ec1a149 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 1099 time: 0.0436954 Nov 11 20:58:06.500289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-a495bced-957d-4ceb-836a-d0727481ca4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501204 Nov 11 20:58:06.534115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:06.582468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-7e063dd9-fab9-486d-9396-e186df6faec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.582468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-7e063dd9-fab9-486d-9396-e186df6faec6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.0970094 Nov 11 20:58:06.592676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:06.622462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Calling delete_port for 862b7c44-fa6b-458c-95c8-3c529122c918 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:06.626009 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-eff8d771-a372-4d85-aee5-dce13dd34825 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=a58f67a8-3c17-44cb-b090-e5a02b338900 HTTP/1.1" status: 200 len: 217 time: 0.0360091 Nov 11 20:58:06.679416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a87ce50d-c811-40ac-b433-d5f7f6e0e634 req-1739bc6f-155e-40c9-9f6a-3d237cb14b71 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118495 Nov 11 20:58:06.690160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-fbd6cd30-e606-4d8d-ae00-574db5f0b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.691680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-fbd6cd30-e606-4d8d-ae00-574db5f0b92b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0556145 Nov 11 20:58:06.753963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ce8053f-8620-46e7-80a3-34e78235d903 req-a588b248-e81b-451e-9734-e1f279464ef4 service neutron] 10.222.0.62 "GET /v2.0/networks/dd4cc768-ab6a-41d3-b0b2-c62c3a56226d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663565 Nov 11 20:58:06.777883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2fff5-5a8f-48c5-84a2-116b611d50b1 req-2109ac0b-ba9a-46dc-bad3-cf969fb81260 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.778755 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-bc7f284f-7c85-49df-9740-df38c99d886a service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499046 Nov 11 20:58:06.779786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ece2fff5-5a8f-48c5-84a2-116b611d50b1 req-2109ac0b-ba9a-46dc-bad3-cf969fb81260 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 944 time: 0.0797195 Nov 11 20:58:06.781698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-8787a77f-b0db-4bf2-b2de-616c614cd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:06.785225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-8787a77f-b0db-4bf2-b2de-616c614cd76f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815032 Nov 11 20:58:06.882050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ece2fff5-5a8f-48c5-84a2-116b611d50b1 req-9a9d1f98-f040-4ae1-b357-38d8888642b8 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941830 Nov 11 20:58:06.920962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-551dad2a-d439-45e5-8064-9899782e3eea service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194806 Nov 11 20:58:06.973013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:06.984133 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-1582f08a-12cb-41a0-b236-ab33d4c2eae8 service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657605 Nov 11 20:58:07.013832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-9c5d1bbd-04cf-49d9-872f-a1a672f25cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:07.015694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-9c5d1bbd-04cf-49d9-872f-a1a672f25cad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=75e017ae844c4b5c8493a87252abef7e&device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 1095 time: 0.0695286 Nov 11 20:58:07.057714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-994db1e2-61fd-4cb9-af7f-b1c10fc67da8 req-fcf9602c-f260-4637-9bd1-2f138a6a91f3 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148040 Nov 11 20:58:07.125048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:07.147108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:07.173730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Port': ['ID=862b7c44-fa6b-458c-95c8-3c529122c918,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:07.230057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377440d2-d024-4fe1-9589-a9349d49b96f req-5f655b6f-2718-4d62-b97f-ace24b738afe tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:07.238691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-377440d2-d024-4fe1-9589-a9349d49b96f req-5f655b6f-2718-4d62-b97f-ace24b738afe tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0742967 Nov 11 20:58:07.314097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-e99bd3cd-b196-4795-b2a4-8de23835433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:07.315601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-e99bd3cd-b196-4795-b2a4-8de23835433a service neutron] 10.222.0.62 "GET /v2.0/networks?id=dd4cc768-ab6a-41d3-b0b2-c62c3a56226d HTTP/1.1" status: 200 len: 918 time: 0.2881303 Nov 11 20:58:07.327751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72035002-7d71-4b70-af59-0fb5e889c8ee req-5493bde5-3d84-48dd-ac74-cd183ed702a2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:07.335891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-72035002-7d71-4b70-af59-0fb5e889c8ee req-5493bde5-3d84-48dd-ac74-cd183ed702a2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.2340610 Nov 11 20:58:07.352652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-377440d2-d024-4fe1-9589-a9349d49b96f req-f4eb7a3f-e481-4271-b842-38cf1ea12057 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128390 Nov 11 20:58:07.383517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:07.431608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-d52e8015-5020-47ab-abbe-acd5666e0624 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebc73494-746a-4639-a6af-a145a0497eae HTTP/1.1" status: 200 len: 217 time: 0.0858595 Nov 11 20:58:07.508868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-89ffa0ba-3536-48df-9ba2-50965ee08778 req-40879b31-e0d6-4828-a692-b456fbb4294c tempest-ServerRescueTestJSONUnderV235-12841364 tempest-ServerRescueTestJSONUnderV235-12841364-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d40941-65ab-4d7a-a1dd-a9f1032b8d39 HTTP/1.1" status: 200 len: 210 time: 0.0389094 Nov 11 20:58:07.566936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-af5efec6-bfb6-4ba4-a8d1-411f105baa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:07.568444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-af5efec6-bfb6-4ba4-a8d1-411f105baa0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c17c4fba-2651-4def-8e2b-b944ee3f9229 HTTP/1.1" status: 200 len: 857 time: 0.0928378 Nov 11 20:58:07.592875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:07.615866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c05f88-8c8f-4155-90b5-aba3ecd1af73 req-a66a3ade-d980-48c5-a3d9-94fdca039640 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:07.617563 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c05f88-8c8f-4155-90b5-aba3ecd1af73 req-a66a3ade-d980-48c5-a3d9-94fdca039640 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 948 time: 0.0534070 Nov 11 20:58:07.630127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 23ec2e70-2101-4bc9-86cb-adb9b701fed7 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:07.630741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-f27608aa-5943-4de8-a25a-60972d2d850e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dd4cc768-ab6a-41d3-b0b2-c62c3a56226d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511672 Nov 11 20:58:07.635436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a', 'network_id': '66af328c-6121-4f19-8147-062cbc34c43f', 'port_id': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a', 'mac_address': 'fa:16:3e:d1:92:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ee8835-a7c2-49ed-b8f2-f46cacd77f05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:07.640719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-72035002-7d71-4b70-af59-0fb5e889c8ee req-5bc769f7-d038-4bad-8375-0263e40fa4ec tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036156 Nov 11 20:58:07.679948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c05f88-8c8f-4155-90b5-aba3ecd1af73 req-a3bbb0fe-19e2-4e00-8b69-ae93f7b0f55e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557296 Nov 11 20:58:07.718219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'name': 'network-vif-deleted', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:07.721372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:07.721768 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a435cf-a814-45c6-923b-4550f57c613d" -d '{"events": [{"server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "name": "network-vif-deleted", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:07.741967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:07.766944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:07.773686 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8f6d01-f478-4440-ad2c-9c46335ef46f x-openstack-request-id: req-ca8f6d01-f478-4440-ad2c-9c46335ef46f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:07.775561 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d40941-65ab-4d7a-a1dd-a9f1032b8d39", "name": "network-vif-deleted", "tag": "f2aa50bb-17c1-47f8-af79-3ee4f430a4a0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:07.775561 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca8f6d01-f478-4440-ad2c-9c46335ef46f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:07.775561 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d40941-65ab-4d7a-a1dd-a9f1032b8d39', 'name': 'network-vif-deleted', 'tag': 'f2aa50bb-17c1-47f8-af79-3ee4f430a4a0', 'status': 'completed', 'code': 200} Nov 11 20:58:07.841818 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:07.876075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:07.879292 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:07.887030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:07.887575 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:07.906171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-9c8e225e-b930-4deb-9b39-54572d40bc6f service neutron] 10.222.0.62 "GET /v2.0/networks/dd4cc768-ab6a-41d3-b0b2-c62c3a56226d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633114 Nov 11 20:58:07.914892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffda95b-4835-4639-b839-b52e4568de93 req-6ebb8a63-75ca-4d50-a359-7277b566a31a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:07.916327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bffda95b-4835-4639-b839-b52e4568de93 req-6ebb8a63-75ca-4d50-a359-7277b566a31a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 944 time: 0.1410005 Nov 11 20:58:07.947347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Router 9af310c7-34a9-4110-a8be-49a5d5234f8e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:58:07.983818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:08.032361 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.036464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeb6d3-d9fe-4cb3-80e9-4aef6480cc09 req-16217faf-de8f-4e78-9191-3e849436a97f tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:08.038120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14aeb6d3-d9fe-4cb3-80e9-4aef6480cc09 req-16217faf-de8f-4e78-9191-3e849436a97f tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 944 time: 0.0643244 Nov 11 20:58:08.058287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ec2e70-2101-4bc9-86cb-adb9b701fed7'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:08.060980 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b79e04-faf1-4c45-b0d0-a59cc94a8d63" -d '{"events": [{"server_uuid": "d2ea0ff7-185c-4420-a6d5-eed5d8d6183f", "name": "network-vif-plugged", "status": "completed", "tag": "23ec2e70-2101-4bc9-86cb-adb9b701fed7"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:08.075768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 23ec2e70-2101-4bc9-86cb-adb9b701fed7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=23ec2e70-2101-4bc9-86cb-adb9b701fed7,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:08.098622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14aeb6d3-d9fe-4cb3-80e9-4aef6480cc09 req-03c2d08b-ecf1-494f-a588-08b80d44fea3 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531373 Nov 11 20:58:08.113205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bffda95b-4835-4639-b839-b52e4568de93 req-f436e412-f0b7-4ba9-a597-e0a11c3908a7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829808 Nov 11 20:58:08.117928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:58:08.134725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a3e6ff11-b9bf-4907-99d5-379376ac2935 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "PUT /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1609406 Nov 11 20:58:08.135909 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] Sync routers for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:58:08.136886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48278) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:08.137003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e97fcd-67a7-4a09-a800-eac395c14c4a req-2e69f3fe-0704-4d94-a254-4bc1c3d77dc9 service neutron] 10.222.0.62 "GET /v2.0/networks/dd4cc768-ab6a-41d3-b0b2-c62c3a56226d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192199 Nov 11 20:58:08.144637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:08.145875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:08.176547 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-135d22ba-9892-4b9c-9c98-0b6b50e84b3f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] show failed (client error): The resource could not be found. Nov 11 20:58:08.177616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-135d22ba-9892-4b9c-9c98-0b6b50e84b3f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-901138625 HTTP/1.1" status: 404 len: 334 time: 0.0398657 Nov 11 20:58:08.181464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:08.187042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e9d45961-025a-4c24-966e-d86edfff059d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:08.193280 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d5c564-b65c-49ef-87ba-72375a2303e0 x-openstack-request-id: req-43d5c564-b65c-49ef-87ba-72375a2303e0 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:08.193708 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ea0ff7-185c-4420-a6d5-eed5d8d6183f", "name": "network-vif-plugged", "status": "completed", "tag": "23ec2e70-2101-4bc9-86cb-adb9b701fed7", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:08.194037 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43d5c564-b65c-49ef-87ba-72375a2303e0 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:08.194517 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ec2e70-2101-4bc9-86cb-adb9b701fed7', 'code': 200} Nov 11 20:58:08.195657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:08.198147 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.199570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f9329598-b978-4f9c-825b-cfa8d4674747 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:08.236606 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-e9d45961-025a-4c24-966e-d86edfff059d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] update failed (client error): The resource could not be found. Nov 11 20:58:08.238097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9d45961-025a-4c24-966e-d86edfff059d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-55023693 HTTP/1.1" status: 404 len: 333 time: 0.0551064 Nov 11 20:58:08.241326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48282) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:08.263743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] Routers {'9af310c7-34a9-4110-a8be-49a5d5234f8e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:08.264513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9af310c7-34a9-4110-a8be-49a5d5234f8e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:08.285285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0ee5-ed1e-44d9-addf-a78e8941f247 req-ea176c42-9eba-4214-8415-b30a868d9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:08.286879 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36cb0ee5-ed1e-44d9-addf-a78e8941f247 req-ea176c42-9eba-4214-8415-b30a868d9f76 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 1096 time: 0.0454817 Nov 11 20:58:08.293880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Deleting subnet ab9b826f-5f51-402d-ab9a-a9c2c81d70b5 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:08.297735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.307061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:08.307730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab301eab-8a52-4382-8d16-f002171724a3 None None] The sync data for ids ['9af310c7-34a9-4110-a8be-49a5d5234f8e'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:58:08.325028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=23ec2e70-2101-4bc9-86cb-adb9b701fed7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:08.340205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36cb0ee5-ed1e-44d9-addf-a78e8941f247 req-47bd910d-8c8c-45d9-bc2a-e2a7cb7c95af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450857 Nov 11 20:58:08.344648 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.352408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['03602ad1-981c-4bdd-9e0c-581c2ac4bb9a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:08.433091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port f9329598-b978-4f9c-825b-cfa8d4674747 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:08.441409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.448743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port f9329598-b978-4f9c-825b-cfa8d4674747 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:08.449630 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.484658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23cdf8-8bee-4cf3-b676-b0c67ee1b039 req-7304e960-3ceb-45d9-80ac-1c97182d7ac0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:08.486214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b23cdf8-8bee-4cf3-b676-b0c67ee1b039 req-7304e960-3ceb-45d9-80ac-1c97182d7ac0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0507431 Nov 11 20:58:08.541416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b23cdf8-8bee-4cf3-b676-b0c67ee1b039 req-06ae7c3b-484a-4a54-8be1-0336941dfe0e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Nov 11 20:58:08.563407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:08.584227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.618243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f9329598-b978-4f9c-825b-cfa8d4674747, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f9329598-b978-4f9c-825b-cfa8d4674747,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:08.709692 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.710635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 675b839c-aaec-4928-b2db-bf2d41db6df2 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:08.712454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.749870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9b826f-5f51-402d-ab9a-a9c2c81d70b5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:08.764260 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.770418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-95b266cd-e1fd-4131-ab0d-3efd7f734f5d tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/subnets/ab9b826f-5f51-402d-ab9a-a9c2c81d70b5 HTTP/1.1" status: 204 len: 168 time: 0.5256863 Nov 11 20:58:08.795692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746efb97-f38e-4552-bb5b-5da3ea90fb9b None None] Network 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:08.797069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48294) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:08.878272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f9329598-b978-4f9c-825b-cfa8d4674747,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:08.899872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Deleting subnet 9c285d51-cf28-4e6f-956b-0d7b7ac6db2d {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:08.924933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:08.970368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18575c1-d776-442d-a771-49bc376be521 req-e5a0e06b-3bd3-4c6c-b5a2-19c4b8c0f786 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:08.972085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f18575c1-d776-442d-a771-49bc376be521 req-e5a0e06b-3bd3-4c6c-b5a2-19c4b8c0f786 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 948 time: 0.1441519 Nov 11 20:58:08.991351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.019982 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.034649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:09.117709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] DHCP port deletion for 4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:09.119225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f18575c1-d776-442d-a771-49bc376be521 req-7298b586-c565-439f-b659-5820c073dd15 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325784 Nov 11 20:58:09.133020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0939d-8dab-494f-832c-0a7c63380894 req-b963105c-e419-4192-a3dd-b7063bab693a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:09.135026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89e0939d-8dab-494f-832c-0a7c63380894 req-b963105c-e419-4192-a3dd-b7063bab693a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.4304798 Nov 11 20:58:09.186348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.186348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:09.192239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89e0939d-8dab-494f-832c-0a7c63380894 req-94be2865-38d0-492f-a707-e208e56dc128 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Nov 11 20:58:09.215808 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.238801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:09.239145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f2aa50bb-17c1-47f8-af79-3ee4f430a4a0 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:09.271199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:09.286098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] Deleting port ba542fd7-e4a9-40be-8f07-4c58b9244069 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:09.286637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.315610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d688a-a692-4376-9e42-79f7dc274134 req-e70319f2-c454-4e38-94c7-e978c28fcc09 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:09.323114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-748d688a-a692-4376-9e42-79f7dc274134 req-e70319f2-c454-4e38-94c7-e978c28fcc09 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 945 time: 0.0697896 Nov 11 20:58:09.330360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69439568-58d7-4985-8022-d38b208470fc req-c0d8768f-e14d-405e-93ec-f306fba3be42 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:09.330360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-69439568-58d7-4985-8022-d38b208470fc req-c0d8768f-e14d-405e-93ec-f306fba3be42 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 944 time: 0.1063125 Nov 11 20:58:09.338364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.365403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] For port ba542fd7-e4a9-40be-8f07-4c58b9244069, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ba542fd7-e4a9-40be-8f07-4c58b9244069,segment=NetworkSegment(59383fd3-2292-417f-8181-74e7ae28408b),segment_id=59383fd3-2292-417f-8181-74e7ae28408b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:09.365782 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.375245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-748d688a-a692-4376-9e42-79f7dc274134 req-6ac8f3c0-c3f0-466a-aadd-575e5c03ea55 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511856 Nov 11 20:58:09.380962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] Calling delete_port for ba542fd7-e4a9-40be-8f07-4c58b9244069 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:09.452578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-69439568-58d7-4985-8022-d38b208470fc req-14bb522c-a954-43bd-876d-1e41c1d56f43 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114690 Nov 11 20:58:09.526764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.559317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Subnet': ['ID=9c285d51-cf28-4e6f-956b-0d7b7ac6db2d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:09.565022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.567602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ae6b4089-ce73-4887-8453-506992c5e5f6 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/subnets/9c285d51-cf28-4e6f-956b-0d7b7ac6db2d HTTP/1.1" status: 204 len: 168 time: 0.7691538 Nov 11 20:58:09.570090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:09.571552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b2da90-96f7-4e75-8fab-bdb10cba9d7a None None] Network 050009ad-45a8-446e-a856-07987512f2b3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:09.598877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.658493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a58f67a8-3c17-44cb-b090-e5a02b338900 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:09.672078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] Pushing event deleted for resources: {'Port': ['ID=ba542fd7-e4a9-40be-8f07-4c58b9244069,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:09.677368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb65da-aa98-478e-8650-1a8dee7c8f8f None None] No DVR routers for this DVR port ba542fd7-e4a9-40be-8f07-4c58b9244069 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:09.687042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.715365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Deleting port 6e0fde58-046a-4088-9eb8-b444dc091fb1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:09.715856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.797351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23a350-1910-4e52-b02a-fe5e81e711dc req-fa6a2d6c-2699-4ba9-a64b-ab6afe12eb27 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:09.798709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e23a350-1910-4e52-b02a-fe5e81e711dc req-fa6a2d6c-2699-4ba9-a64b-ab6afe12eb27 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 943 time: 0.1087914 Nov 11 20:58:09.836638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a58f67a8-3c17-44cb-b090-e5a02b338900, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a58f67a8-3c17-44cb-b090-e5a02b338900,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:09.850109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.851702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'a58f67a8-3c17-44cb-b090-e5a02b338900', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'a58f67a8-3c17-44cb-b090-e5a02b338900', 'mac_address': 'fa:16:3e:40:cb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:09.885738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4730abb9-b7b5-4d58-a87d-1c3b1944f1e9']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:09.907737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59383fd3-2292-417f-8181-74e7ae28408b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:09.908230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59383fd3-2292-417f-8181-74e7ae28408b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:09.908379 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.925311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e23a350-1910-4e52-b02a-fe5e81e711dc req-a89760a8-f206-4fc3-b7ea-285165eb2356 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948124 Nov 11 20:58:09.925757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] DHCP port deletion for 050009ad-45a8-446e-a856-07987512f2b3 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:09.929402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.935101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58f67a8-3c17-44cb-b090-e5a02b338900 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:09.960442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.972602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:58:09.978522 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:58:09.981500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a58f67a8-3c17-44cb-b090-e5a02b338900, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a58f67a8-3c17-44cb-b090-e5a02b338900,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:10.005374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] Deleting port 842444f7-2ef5-4540-b256-79f4e44fb7a7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:10.005744 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.065910 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.066595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 675b839c-aaec-4928-b2db-bf2d41db6df2 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:10.109950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] For port 842444f7-2ef5-4540-b256-79f4e44fb7a7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=842444f7-2ef5-4540-b256-79f4e44fb7a7,segment=NetworkSegment(67233c13-2b6a-45e3-b81c-80b114d669a1),segment_id=67233c13-2b6a-45e3-b81c-80b114d669a1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:10.110353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.115635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.125549 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.128975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/networks/4730abb9-b7b5-4d58-a87d-1c3b1944f1e9 HTTP/1.1" status: 204 len: 168 time: 0.5578988 Nov 11 20:58:10.141475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] Calling delete_port for 842444f7-2ef5-4540-b256-79f4e44fb7a7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:10.143330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ba542fd7-e4a9-40be-8f07-4c58b9244069 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:10.146227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48304) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:10.156183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e116f9c-cf4e-455c-9c43-45be0de8606f tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Network': ['ID=4730abb9-b7b5-4d58-a87d-1c3b1944f1e9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:10.202095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329598-b978-4f9c-825b-cfa8d4674747'}, {'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:10.204605 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582dc6de-d7ff-4d39-a87b-9d9af1d7fce6" -d '{"events": [{"server_uuid": "42a21bc2-6d34-4625-b1ca-91b965c0ee45", "name": "network-vif-plugged", "status": "completed", "tag": "f9329598-b978-4f9c-825b-cfa8d4674747"}, {"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-unplugged", "status": "completed", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:10.228349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ba542fd7-e4a9-40be-8f07-4c58b9244069 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:10.228705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ba542fd7-e4a9-40be-8f07-4c58b9244069 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:10.229120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 842444f7-2ef5-4540-b256-79f4e44fb7a7 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:10.250660 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.267090 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23121e2b-0724-4b7a-b753-f97da6a33166 x-openstack-request-id: req-23121e2b-0724-4b7a-b753-f97da6a33166 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:10.267414 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a21bc2-6d34-4625-b1ca-91b965c0ee45", "name": "network-vif-plugged", "status": "completed", "tag": "f9329598-b978-4f9c-825b-cfa8d4674747", "code": 200}, {"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-unplugged", "status": "completed", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:10.267648 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23121e2b-0724-4b7a-b753-f97da6a33166 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:10.268052 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329598-b978-4f9c-825b-cfa8d4674747', 'code': 200} Nov 11 20:58:10.268334 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'code': 200} Nov 11 20:58:10.271086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=a58f67a8-3c17-44cb-b090-e5a02b338900,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:10.288698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] For port 6e0fde58-046a-4088-9eb8-b444dc091fb1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6e0fde58-046a-4088-9eb8-b444dc091fb1,segment=NetworkSegment(de463410-831f-4e8c-b58d-c7dbd456845d),segment_id=de463410-831f-4e8c-b58d-c7dbd456845d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:10.289323 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.306805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Calling delete_port for 6e0fde58-046a-4088-9eb8-b444dc091fb1 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:10.326468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e290-4892-4ff6-928a-e082208ddada req-99c8dc80-a34a-48fe-bc38-b966ba818b7d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:10.328857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46d9e290-4892-4ff6-928a-e082208ddada req-99c8dc80-a34a-48fe-bc38-b966ba818b7d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 949 time: 0.0950639 Nov 11 20:58:10.335259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Deleting port 842444f7-2ef5-4540-b256-79f4e44fb7a7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:10.335727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.433587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46d9e290-4892-4ff6-928a-e082208ddada req-1917bbf3-bb44-4498-8825-8e6edbcb7b19 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618103 Nov 11 20:58:10.460846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:10.470083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.483737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'port_id': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'mac_address': 'fa:16:3e:bd:e0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c776373-4082-47ef-8356-26f89e810ac8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:10.509813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ec21e-84e6-4ceb-8df4-768a8830adea req-b39c2727-3696-48d4-b2b0-09f9c34ba5de tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:10.511970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48ec21e-84e6-4ceb-8df4-768a8830adea req-b39c2727-3696-48d4-b2b0-09f9c34ba5de tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1542089 Nov 11 20:58:10.517963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] For port 842444f7-2ef5-4540-b256-79f4e44fb7a7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=842444f7-2ef5-4540-b256-79f4e44fb7a7,segment=NetworkSegment(67233c13-2b6a-45e3-b81c-80b114d669a1),segment_id=67233c13-2b6a-45e3-b81c-80b114d669a1)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:10.522598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.523497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f713ea5-b34a-47d9-8bf0-63ee7a9e1127 req-40759dae-6472-4875-a4fa-58b3d8488b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:10.525038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f713ea5-b34a-47d9-8bf0-63ee7a9e1127 req-40759dae-6472-4875-a4fa-58b3d8488b45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 1097 time: 0.1693966 Nov 11 20:58:10.533875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.549006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b839c-aaec-4928-b2db-bf2d41db6df2 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:10.565913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Calling delete_port for 842444f7-2ef5-4540-b256-79f4e44fb7a7 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:10.575826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:10.577161 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.591275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e209ee-8b28-4073-9647-5ad80273d8ef req-4ba8e193-cd76-4f00-a63c-544012f23047 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:10.592923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49e209ee-8b28-4073-9647-5ad80273d8ef req-4ba8e193-cd76-4f00-a63c-544012f23047 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 945 time: 0.0859742 Nov 11 20:58:10.620652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] Pushing event deleted for resources: {'Port': ['ID=842444f7-2ef5-4540-b256-79f4e44fb7a7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:10.628126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8307c390-2a18-49bb-a17b-9f5ee9f1739a None None] No DVR routers for this DVR port 842444f7-2ef5-4540-b256-79f4e44fb7a7 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:10.654932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f713ea5-b34a-47d9-8bf0-63ee7a9e1127 req-2b129e46-a121-460b-8749-f677cb9c1ca8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189520 Nov 11 20:58:10.658483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.672505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48ec21e-84e6-4ceb-8df4-768a8830adea req-d5751707-a6cb-4f78-ad95-31bead590f3c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509356 Nov 11 20:58:10.695689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49e209ee-8b28-4073-9647-5ad80273d8ef req-d8bbf8f4-97b2-4d3c-89fa-f7d726ebb117 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842860 Nov 11 20:58:10.720071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.733880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:10.756643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Port': ['ID=842444f7-2ef5-4540-b256-79f4e44fb7a7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:10.760879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] No DVR routers for this DVR port 842444f7-2ef5-4540-b256-79f4e44fb7a7 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:10.766433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.794585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0fde58-046a-4088-9eb8-b444dc091fb1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:10.811269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3159df8-1b18-43ef-884d-5ee1fcb73e6a None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:10.874094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.892243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372befed-6e93-4e1f-8e89-21ccf7ec1b0a req-6ae432fa-5f4b-4aa9-b08a-7a2323e901a7 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:10.893712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-372befed-6e93-4e1f-8e89-21ccf7ec1b0a req-6ae432fa-5f4b-4aa9-b08a-7a2323e901a7 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 944 time: 0.1393337 Nov 11 20:58:10.917572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050009ad-45a8-446e-a856-07987512f2b3']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:10.935397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67233c13-2b6a-45e3-b81c-80b114d669a1') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:10.935756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67233c13-2b6a-45e3-b81c-80b114d669a1') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:10.954594 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.966462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.979911 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-372befed-6e93-4e1f-8e89-21ccf7ec1b0a req-ac5a27a6-b321-47ea-af37-0ef1c5c97876 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767908 Nov 11 20:58:10.981658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.988172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:58:10.988679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:58:10.992647 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:58:11.090679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['a58f67a8-3c17-44cb-b090-e5a02b338900'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:11.095263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['675b839c-aaec-4928-b2db-bf2d41db6df2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:11.114504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144c82-401f-45c5-bdc8-cd40344a8fe3 req-a63505d3-5378-41af-af17-f39fef3af22b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:11.116166 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5e144c82-401f-45c5-bdc8-cd40344a8fe3 req-a63505d3-5378-41af-af17-f39fef3af22b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 944 time: 0.0945435 Nov 11 20:58:11.155083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.159489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.164491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:11.169092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/networks/050009ad-45a8-446e-a856-07987512f2b3 HTTP/1.1" status: 204 len: 168 time: 1.0175669 Nov 11 20:58:11.170902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48318) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:11.210147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5e144c82-401f-45c5-bdc8-cd40344a8fe3 req-8197555b-36df-4b99-8e2a-33e3b48be2af tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Nov 11 20:58:11.215581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada170b-d9f5-4f62-b746-dbfa76cd2fd2 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Network': ['ID=050009ad-45a8-446e-a856-07987512f2b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:11.253995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Deleting subnet 7ac96e18-9e05-4098-8229-bf5b9844b4bd {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:11.257670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.295510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Router 04d45fa9-df04-45fa-8d65-2a52aa02584a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:58:11.302757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.395973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.411511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:58:11.416553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bbf3dbe8-f2f9-4eb6-8433-450e44f3a4fc admin admin] 10.222.0.31 "PUT /v2.0/routers/04d45fa9-df04-45fa-8d65-2a52aa02584a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8517215 Nov 11 20:58:11.419533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:11.421504 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] Sync routers for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:58:11.424049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:11.431009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:11.431402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.432604 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:11.435281 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:11.530839 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.560885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4b09-8138-4044-a3a7-0f486d083e1e req-01a7fb70-e1a8-4d0c-a390-479c1a2b7995 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:11.562109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.562457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dedb4b09-8138-4044-a3a7-0f486d083e1e req-01a7fb70-e1a8-4d0c-a390-479c1a2b7995 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 949 time: 0.0562675 Nov 11 20:58:11.576980 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:58:11.589606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:11.603916 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.618910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ebc73494-746a-4639-a6af-a145a0497eae details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:11.646103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac96e18-9e05-4098-8229-bf5b9844b4bd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:11.650463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dedb4b09-8138-4044-a3a7-0f486d083e1e req-5fbf61fb-9f63-434f-9000-ecc5da0dcf58 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814073 Nov 11 20:58:11.653673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.660543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8423f3a3-40fe-49f9-ae6b-ab6cda600433 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/subnets/7ac96e18-9e05-4098-8229-bf5b9844b4bd HTTP/1.1" status: 204 len: 168 time: 0.4861937 Nov 11 20:58:11.661716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:11.680196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb808841-c3c4-4177-97a7-075079117e9c None None] Network 8b15a905-e4de-4b3d-ae38-147f376bb48f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:11.704884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.842996 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:58:10Z', 'revision_number': 5, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port': {'id': '2f371d41-9eea-4753-972b-3b0feeeab2bf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:56:20Z', 'updated_at': '2021-11-11T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:11.848899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711202f9-9c3d-4ff3-9e39-7b2bab127f3e req-6d025540-a35e-4004-ba22-c79b8ba4772f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:11.857062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-711202f9-9c3d-4ff3-9e39-7b2bab127f3e req-6d025540-a35e-4004-ba22-c79b8ba4772f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0922437 Nov 11 20:58:11.868789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.882840 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] Checking router: 04d45fa9-df04-45fa-8d65-2a52aa02584a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:58:11.897685 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] Routers {'04d45fa9-df04-45fa-8d65-2a52aa02584a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:11.898316 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['04d45fa9-df04-45fa-8d65-2a52aa02584a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:11.921457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-711202f9-9c3d-4ff3-9e39-7b2bab127f3e req-ec3cc3fc-ddc8-4eb7-8cda-33515ea71fbd tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632038 Nov 11 20:58:11.938591 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:11.945057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c6b3-a2e7-4a6b-8901-6b0c50d46f4e req-55490cb2-775d-449e-bbb7-90f94fc6a1d8 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:11.948898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1406c6b3-a2e7-4a6b-8901-6b0c50d46f4e req-55490cb2-775d-449e-bbb7-90f94fc6a1d8 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.1404939 Nov 11 20:58:11.954098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Deleting port 2f371d41-9eea-4753-972b-3b0feeeab2bf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:11.954444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.008902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ebc73494-746a-4639-a6af-a145a0497eae, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ebc73494-746a-4639-a6af-a145a0497eae,segment=NetworkSegment(5f04c7c2-5259-4f1e-90ca-7e05caf51c64),segment_id=5f04c7c2-5259-4f1e-90ca-7e05caf51c64)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:12.028805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Deleting port 225d90db-6ef2-4b06-a5eb-60101582196b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:12.029152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.065144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] For port 2f371d41-9eea-4753-972b-3b0feeeab2bf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f371d41-9eea-4753-972b-3b0feeeab2bf,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:12.066716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.078497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'ebc73494-746a-4639-a6af-a145a0497eae', 'network_id': 'dd4cc768-ab6a-41d3-b0b2-c62c3a56226d', 'port_id': 'ebc73494-746a-4639-a6af-a145a0497eae', 'mac_address': 'fa:16:3e:f6:cf:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17c4fba-2651-4def-8e2b-b944ee3f9229', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:12.088916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1406c6b3-a2e7-4a6b-8901-6b0c50d46f4e req-d5daf986-3c39-4444-aa13-4eca7faebe15 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238048 Nov 11 20:58:12.089179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:12.109505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Calling delete_port for 2f371d41-9eea-4753-972b-3b0feeeab2bf owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:12.134061 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.162353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc73494-746a-4639-a6af-a145a0497eae {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:12.178337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] For port 225d90db-6ef2-4b06-a5eb-60101582196b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=225d90db-6ef2-4b06-a5eb-60101582196b,segment=NetworkSegment(86530f53-58b1-45b3-8702-967880d6773f),segment_id=86530f53-58b1-45b3-8702-967880d6773f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:12.181715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.201899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ebc73494-746a-4639-a6af-a145a0497eae, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ebc73494-746a-4639-a6af-a145a0497eae,segment=NetworkSegment(5f04c7c2-5259-4f1e-90ca-7e05caf51c64),segment_id=5f04c7c2-5259-4f1e-90ca-7e05caf51c64)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:12.206717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Calling delete_port for 225d90db-6ef2-4b06-a5eb-60101582196b owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:12.217856 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] Set router 04d45fa9-df04-45fa-8d65-2a52aa02584a gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:58:12.224408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e256db-f655-4ed0-a887-50fd21e898d4 req-c2505cf0-a848-401f-8f53-e42d0877612c tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:12.225952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4e256db-f655-4ed0-a887-50fd21e898d4 req-c2505cf0-a848-401f-8f53-e42d0877612c tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 944 time: 0.1235521 Nov 11 20:58:12.253523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] DHCP port deletion for 8b15a905-e4de-4b3d-ae38-147f376bb48f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:12.302170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:12.309118 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0619c1a3-4bd3-44a2-8a7a-c151e3b1b815" -d '{"events": [{"server_uuid": "30a2bbf7-72c6-4161-9928-12f32360f3eb", "name": "network-vif-plugged", "status": "completed", "tag": "03602ad1-981c-4bdd-9e0c-581c2ac4bb9a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:12.315694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.321135 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:58:11Z', 'revision_number': 6, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:12.354328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4e256db-f655-4ed0-a887-50fd21e898d4 req-5bbdc59c-8039-4d22-a4c4-e0760e67719f tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205821 Nov 11 20:58:12.375797 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b323ec-fdf2-429b-8160-a1b572e89316 None None] The sync data for ids ['04d45fa9-df04-45fa-8d65-2a52aa02584a'] in n-d-805734-3 is: [{'id': '04d45fa9-df04-45fa-8d65-2a52aa02584a', 'name': 'tempest-ServerRescueTestJSONUnderV235-2033815614-router', 'tenant_id': '3e39adeb73a84d65a33769377ac9b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:56:16Z', 'updated_at': '2021-11-11T20:58:11Z', 'revision_number': 6, 'project_id': '3e39adeb73a84d65a33769377ac9b031', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:58:12.392123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad65ce-a1f7-4bec-95cd-93e68e6b4923 req-adf26e6b-5aae-4e19-a17c-a2ffc7710120 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:12.403821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7ad65ce-a1f7-4bec-95cd-93e68e6b4923 req-adf26e6b-5aae-4e19-a17c-a2ffc7710120 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 944 time: 0.0868542 Nov 11 20:58:12.405485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=ebc73494-746a-4639-a6af-a145a0497eae,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:12.432586 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.444597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] Deleting port 225d90db-6ef2-4b06-a5eb-60101582196b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:12.445066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.449875 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98014aa-6c29-4dff-83a7-a07fed23a2a7 x-openstack-request-id: req-d98014aa-6c29-4dff-83a7-a07fed23a2a7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:12.449875 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a2bbf7-72c6-4161-9928-12f32360f3eb", "name": "network-vif-plugged", "status": "completed", "tag": "03602ad1-981c-4bdd-9e0c-581c2ac4bb9a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:12.449875 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d98014aa-6c29-4dff-83a7-a07fed23a2a7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:12.450290 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a', 'code': 200} Nov 11 20:58:12.485247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] No DVR routers for this DVR port 225d90db-6ef2-4b06-a5eb-60101582196b on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:12.494216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Port': ['ID=225d90db-6ef2-4b06-a5eb-60101582196b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:12.501308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.517855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] For port 225d90db-6ef2-4b06-a5eb-60101582196b, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:12.518175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.532684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7ad65ce-a1f7-4bec-95cd-93e68e6b4923 req-bff6736a-02ac-41b9-94e5-71b6ed6a7fde tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314011 Nov 11 20:58:12.542929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45aa0c1-d4a0-4478-bb87-49e4a8a7efe5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:12.550494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] Calling delete_port for 225d90db-6ef2-4b06-a5eb-60101582196b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:12.554476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] Port 225d90db-6ef2-4b06-a5eb-60101582196b was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 20:58:12.556698 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.587566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] Pushing event deleted for resources: {'Port': ['ID=225d90db-6ef2-4b06-a5eb-60101582196b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:12.590604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2d953-2d57-4fd5-bd24-0f3e51fe035a None None] No DVR routers for this DVR port 225d90db-6ef2-4b06-a5eb-60101582196b on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:12.601542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f371d41-9eea-4753-972b-3b0feeeab2bf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:12.624371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.651904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b15a905-e4de-4b3d-ae38-147f376bb48f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:12.654398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba0fa-97ff-4282-8670-65eed54abf96 req-c8910eb1-06e5-4304-b2e7-0d464a3dd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:12.655952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-155ba0fa-97ff-4282-8670-65eed54abf96 req-c8910eb1-06e5-4304-b2e7-0d464a3dd4a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 1097 time: 0.1059401 Nov 11 20:58:12.664922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86530f53-58b1-45b3-8702-967880d6773f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:12.665516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86530f53-58b1-45b3-8702-967880d6773f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:12.671561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.679676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.695376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.702500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:58:12.703057 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:58:12.706376 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:58:12.793236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.815022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.835659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-155ba0fa-97ff-4282-8670-65eed54abf96 req-3b165c56-c90f-4cd2-8015-0410143d0318 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713929 Nov 11 20:58:12.839071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['ebc73494-746a-4639-a6af-a145a0497eae'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:12.852913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.859166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.866031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/networks/8b15a905-e4de-4b3d-ae38-147f376bb48f HTTP/1.1" status: 204 len: 168 time: 1.2009635 Nov 11 20:58:12.866275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48338) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:12.896754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c48c13-00be-464a-9910-60aaa4ee67df tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Pushing event deleted for resources: {'Network': ['ID=8b15a905-e4de-4b3d-ae38-147f376bb48f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:12.910882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e5bf3-ad10-4a40-a225-e2a25d6ad14e req-83e6dc82-9de0-4982-8af3-edfed3a99e90 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:12.912454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-626e5bf3-ad10-4a40-a225-e2a25d6ad14e req-83e6dc82-9de0-4982-8af3-edfed3a99e90 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 949 time: 0.1648748 Nov 11 20:58:12.914416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-18035133-deea-4f32-8d2b-cab156eb6fb5 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af310c7-34a9-4110-a8be-49a5d5234f8e HTTP/1.1" status: 200 len: 205 time: 0.0463972 Nov 11 20:58:12.917391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:12.967014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-9065f4d8-f1ae-4103-a872-0c9429e90b75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505190 Nov 11 20:58:12.978783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:12.979338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d45fa9-df04-45fa-8d65-2a52aa02584a {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:58:13.017228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.020800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a614e402-25ee-40b5-9039-22825b16dd35 admin admin] 10.222.0.31 "DELETE /v2.0/routers/04d45fa9-df04-45fa-8d65-2a52aa02584a HTTP/1.1" status: 204 len: 168 time: 1.5980721 Nov 11 20:58:13.029088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:13.073884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4125fdbd-49c0-4f98-9150-95bf73247824 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.101007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395477d-a71c-4735-b93d-1e52aad20810 req-1cf63079-9393-49fb-b743-6def29f1a412 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:13.102507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5395477d-a71c-4735-b93d-1e52aad20810 req-1cf63079-9393-49fb-b743-6def29f1a412 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0830269 Nov 11 20:58:13.108330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-d49941fc-9def-4f20-81f5-2ccd3485bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:13.109773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-d49941fc-9def-4f20-81f5-2ccd3485bf13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=00ca57c42ee74fb9b09871a373595ff4&device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 1101 time: 0.0800626 Nov 11 20:58:13.122678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-626e5bf3-ad10-4a40-a225-e2a25d6ad14e req-1f602d8f-653a-4dad-9b1c-b049e79046e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971962 Nov 11 20:58:13.168376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] Deleting subnet a75adf20-24f1-4d14-8970-e7a554f342a7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:13.173445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.224702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5395477d-a71c-4735-b93d-1e52aad20810 req-510685c4-e08d-4409-8573-9b8fca522130 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139364 Nov 11 20:58:13.260926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-6f8b8bf3-d790-4ea5-a69f-8ffffdd44ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:13.262981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-6f8b8bf3-d790-4ea5-a69f-8ffffdd44ba0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1220644 Nov 11 20:58:13.306672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-7b4752f0-7672-49ca-b180-9ad0fa01bd6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=de204c07-f6f6-4a99-9207-58327360c460 HTTP/1.1" status: 200 len: 217 time: 0.0361006 Nov 11 20:58:13.320223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4125fdbd-49c0-4f98-9150-95bf73247824 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.322782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4125fdbd-49c0-4f98-9150-95bf73247824 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.333429 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.363835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-5d73a3b8-5001-4c11-85ff-35320b12e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:13.365361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-5d73a3b8-5001-4c11-85ff-35320b12e35b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0481784 Nov 11 20:58:13.416661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76381f46-7a66-42ad-a5b3-1d1900a43826 req-308c811d-6d73-4cc9-ac0e-44185db51d5f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:13.419294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76381f46-7a66-42ad-a5b3-1d1900a43826 req-308c811d-6d73-4cc9-ac0e-44185db51d5f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.1985507 Nov 11 20:58:13.420835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-82bc2937-51fe-4491-ae53-aab8085981cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:13.422474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-82bc2937-51fe-4491-ae53-aab8085981cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447650 Nov 11 20:58:13.435996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.487980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4125fdbd-49c0-4f98-9150-95bf73247824 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.488545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4125fdbd-49c0-4f98-9150-95bf73247824 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Fanout notify agent at l3_agent the message router_deleted on router 9af310c7-34a9-4110-a8be-49a5d5234f8e {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:58:13.503699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4125fdbd-49c0-4f98-9150-95bf73247824 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.504712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4125fdbd-49c0-4f98-9150-95bf73247824 tempest-RoutersNegativeTest-1388382591 tempest-RoutersNegativeTest-1388382591-project] 10.222.0.31 "DELETE /v2.0/routers/9af310c7-34a9-4110-a8be-49a5d5234f8e HTTP/1.1" status: 204 len: 168 time: 0.5858157 Nov 11 20:58:13.518411 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76381f46-7a66-42ad-a5b3-1d1900a43826 req-e3b7822d-f232-4aac-aff3-ed8899d70eae tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917864 Nov 11 20:58:13.552815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b7293-05cf-4d84-b7ba-d447bba9a9c9 req-c2a4e4ae-bde0-4b3d-8ec4-e368e3984cd9 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:13.556639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a62b7293-05cf-4d84-b7ba-d447bba9a9c9 req-c2a4e4ae-bde0-4b3d-8ec4-e368e3984cd9 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 945 time: 0.0956385 Nov 11 20:58:13.618867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a58f67a8-3c17-44cb-b090-e5a02b338900 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:13.622986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.632460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-009845ee-b2c2-4942-b53a-feba001f9e7f service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957617 Nov 11 20:58:13.649009 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a62b7293-05cf-4d84-b7ba-d447bba9a9c9 req-cbbe42ef-60be-42a8-89d8-95566cc0c114 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750051 Nov 11 20:58:13.666704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75adf20-24f1-4d14-8970-e7a554f342a7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:13.671466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.674836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ad596af1-7340-44cb-af22-3aaca324a7ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a75adf20-24f1-4d14-8970-e7a554f342a7 HTTP/1.1" status: 204 len: 168 time: 0.6446352 Nov 11 20:58:13.677411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48354) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:13.681049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029522e3-ace6-4821-89c7-1df84f3e230d None None] Network 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:13.769556 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82c4442-6725-47bc-aab9-7fafcdf6a48b req-9d8ff068-2bbb-4268-92ef-5fb1711d0d58 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190581 Nov 11 20:58:13.823071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9672b94-177e-4ccf-9f7a-fd13b5309d88 None None] DHCP port deletion for 34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:13.831365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port a58f67a8-3c17-44cb-b090-e5a02b338900 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:13.834519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port a58f67a8-3c17-44cb-b090-e5a02b338900 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:13.834999 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.927150 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:13.974031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a58f67a8-3c17-44cb-b090-e5a02b338900, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a58f67a8-3c17-44cb-b090-e5a02b338900,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:14.006650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48358) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:14.058895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.060023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 675b839c-aaec-4928-b2db-bf2d41db6df2 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:14.111000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0b543-3fba-4e4d-8406-2a58d2f77858 req-e9fbb9be-b7d2-407c-b43b-8f29abd26b93 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:14.118164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fc0b543-3fba-4e4d-8406-2a58d2f77858 req-e9fbb9be-b7d2-407c-b43b-8f29abd26b93 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 944 time: 0.5067966 Nov 11 20:58:14.140265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.154485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=a58f67a8-3c17-44cb-b090-e5a02b338900,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:14.173721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 675b839c-aaec-4928-b2db-bf2d41db6df2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:14.177168 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.192960 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:58:14.196842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fc0b543-3fba-4e4d-8406-2a58d2f77858 req-405a77b6-b1fb-44b4-984f-e989fe6d3574 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777268 Nov 11 20:58:14.218329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6e0fde58-046a-4088-9eb8-b444dc091fb1 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:14.237134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f4a0f6c3-6fd9-4ca7-b5cc-843d8cbfc10a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2f59c644f834ff58ecbe4176812f005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292380 Nov 11 20:58:14.243754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 6e0fde58-046a-4088-9eb8-b444dc091fb1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:14.244500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:14.244652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6e0fde58-046a-4088-9eb8-b444dc091fb1 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:14.244940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f371d41-9eea-4753-972b-3b0feeeab2bf no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:14.269456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2f371d41-9eea-4753-972b-3b0feeeab2bf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:14.269807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f371d41-9eea-4753-972b-3b0feeeab2bf not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:14.270225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 225d90db-6ef2-4b06-a5eb-60101582196b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:14.294693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 225d90db-6ef2-4b06-a5eb-60101582196b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:14.295429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 225d90db-6ef2-4b06-a5eb-60101582196b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:14.309150 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.362526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.362731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:14.386806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16c775-b694-4233-88e0-29d516304989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.394429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de463410-831f-4e8c-b58d-c7dbd456845d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:14.399875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de463410-831f-4e8c-b58d-c7dbd456845d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:14.400014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268454a3-940f-4bca-be90-ee474dbb2bc9 req-b75847e6-44f6-4d74-8831-c578a7d8ab46 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:14.401018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-268454a3-940f-4bca-be90-ee474dbb2bc9 req-b75847e6-44f6-4d74-8831-c578a7d8ab46 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.1338561 Nov 11 20:58:14.407495 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.410356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:14.438127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16c775-b694-4233-88e0-29d516304989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.443985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23cc41-f9b4-4829-9522-316a51530664 req-e6a4436a-8611-4845-a9ed-72319a3d8561 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:14.445915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad23cc41-f9b4-4829-9522-316a51530664 req-e6a4436a-8611-4845-a9ed-72319a3d8561 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0979078 Nov 11 20:58:14.446907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.451203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335581b4-59ca-4297-ad15-41975c9103fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f67a8-3c17-44cb-b090-e5a02b338900'}, {'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:14.457138 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4eb58e-e5ca-4958-ad85-b0782e1d1f65" -d '{"events": [{"server_uuid": "335581b4-59ca-4297-ad15-41975c9103fe", "name": "network-vif-plugged", "status": "completed", "tag": "a58f67a8-3c17-44cb-b090-e5a02b338900"}, {"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-plugged", "status": "completed", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:14.470292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:58:14.470692 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:58:14.472709 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:58:14.487653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-268454a3-940f-4bca-be90-ee474dbb2bc9 req-2c8eb97f-d4d6-461b-a1ca-438d0175668e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785823 Nov 11 20:58:14.511656 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.556504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad23cc41-f9b4-4829-9522-316a51530664 req-8eeb81a9-f2cf-4098-b3a7-c76586b3dd40 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024916 Nov 11 20:58:14.563551 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1fbd71-5702-46a9-9d4d-04174808badf x-openstack-request-id: req-0e1fbd71-5702-46a9-9d4d-04174808badf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:14.563942 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335581b4-59ca-4297-ad15-41975c9103fe", "name": "network-vif-plugged", "status": "completed", "tag": "a58f67a8-3c17-44cb-b090-e5a02b338900", "code": 200}, {"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-plugged", "status": "completed", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:14.564220 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e1fbd71-5702-46a9-9d4d-04174808badf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:14.564643 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335581b4-59ca-4297-ad15-41975c9103fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f67a8-3c17-44cb-b090-e5a02b338900', 'code': 200} Nov 11 20:58:14.564887 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'code': 200} Nov 11 20:58:14.582569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:14.666970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1b3b6-d601-443f-88f7-24f2b2436e90 req-01122ce3-3b81-48ad-ba0c-3c32138217ad tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:14.668599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79c1b3b6-d601-443f-88f7-24f2b2436e90 req-01122ce3-3b81-48ad-ba0c-3c32138217ad tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.0527680 Nov 11 20:58:14.697994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.705308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.711504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6 HTTP/1.1" status: 204 len: 168 time: 1.0317652 Nov 11 20:58:14.722792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16c775-b694-4233-88e0-29d516304989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.725374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba16c775-b694-4233-88e0-29d516304989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:14.726547 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ba16c775-b694-4233-88e0-29d516304989 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21e0a999-cacd-4531-a913-1511984f3fba HTTP/1.1" status: 204 len: 168 time: 0.4803438 Nov 11 20:58:14.741201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319e43c-24e8-467d-9616-714a152419c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=34dfa85c-3a05-44a3-8469-5a3a0dfbc2a6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:14.760865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16c775-b694-4233-88e0-29d516304989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e0a999-cacd-4531-a913-1511984f3fba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:14.770019 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79c1b3b6-d601-443f-88f7-24f2b2436e90 req-99567692-6715-42e9-9c05-e1bfeff989e2 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909359 Nov 11 20:58:14.773161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eca7cf-c23a-4a99-b763-53d43002efec req-491fd0eb-4373-4fee-b7d1-f3e90f7cbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:14.774630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3eca7cf-c23a-4a99-b763-53d43002efec req-491fd0eb-4373-4fee-b7d1-f3e90f7cbecb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 1101 time: 0.1033492 Nov 11 20:58:14.842237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3eca7cf-c23a-4a99-b763-53d43002efec req-fe7f844b-da00-42de-abd9-b9f5e63cb4c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552647 Nov 11 20:58:14.852234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ec95-bc49-4883-aa03-e675584e8234 req-a1cca987-6489-4542-9c79-140b2d1dc6cd tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:14.853725 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2a10ec95-bc49-4883-aa03-e675584e8234 req-a1cca987-6489-4542-9c79-140b2d1dc6cd tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 945 time: 0.1027467 Nov 11 20:58:14.855635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d878-cefe-4e85-9fda-76f90f6138b3 req-9a45f1a9-40cd-426d-a8ac-41c2620fa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:14.857005 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5502d878-cefe-4e85-9fda-76f90f6138b3 req-9a45f1a9-40cd-426d-a8ac-41c2620fa4e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 1096 time: 0.1021206 Nov 11 20:58:14.903617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2a10ec95-bc49-4883-aa03-e675584e8234 req-6a82c426-c913-4cea-bc73-43960f7d7768 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Nov 11 20:58:15.131954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5502d878-cefe-4e85-9fda-76f90f6138b3 req-ef2c6b55-94f7-41d8-82a0-474638b68064 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Nov 11 20:58:15.138600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:15.180815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cd1449c5-4e97-4092-8ddc-6ee0a7ee6353 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e39adeb73a84d65a33769377ac9b031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395863 Nov 11 20:58:15.182803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:15.232719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3768f9a5-5bb4-4b7a-83db-956e4631d24f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:15.256628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3768f9a5-5bb4-4b7a-83db-956e4631d24f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:15.334552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974126-8759-4cfa-b045-cc7429771637 req-d798046d-7c49-49de-b10d-014509839b0c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:15.336031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b974126-8759-4cfa-b045-cc7429771637 req-d798046d-7c49-49de-b10d-014509839b0c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0700030 Nov 11 20:58:15.387958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b974126-8759-4cfa-b045-cc7429771637 req-3d3073a6-8023-469c-973b-7ff3901a5d0c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Nov 11 20:58:15.430246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3768f9a5-5bb4-4b7a-83db-956e4631d24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:15.432783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3768f9a5-5bb4-4b7a-83db-956e4631d24f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:15.435204 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3768f9a5-5bb4-4b7a-83db-956e4631d24f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/baa35532-3127-44bc-bb75-fd65292c380b HTTP/1.1" status: 204 len: 168 time: 0.2512364 Nov 11 20:58:15.444020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768f9a5-5bb4-4b7a-83db-956e4631d24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa35532-3127-44bc-bb75-fd65292c380b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:15.615322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc57e17-6487-40e5-a38c-4d961d8fcddf req-f4a66dab-6afa-4f5c-8bd7-041e097011ee tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:15.616995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afc57e17-6487-40e5-a38c-4d961d8fcddf req-f4a66dab-6afa-4f5c-8bd7-041e097011ee tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.0570467 Nov 11 20:58:15.634746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ebc73494-746a-4639-a6af-a145a0497eae up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:15.688722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afc57e17-6487-40e5-a38c-4d961d8fcddf req-a5a6814b-49da-4a7b-a36d-5e3f7b43ef4f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584929 Nov 11 20:58:15.707603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a70c8-987b-4e35-8079-5e8e82cd7350 req-09e1fa81-0b46-43cd-a728-dbc6a701e633 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:15.709305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-040a70c8-987b-4e35-8079-5e8e82cd7350 req-09e1fa81-0b46-43cd-a728-dbc6a701e633 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0740831 Nov 11 20:58:15.759541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-040a70c8-987b-4e35-8079-5e8e82cd7350 req-901ffdc4-4598-4247-a0fc-6a0fbbaf473a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Nov 11 20:58:15.772702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port ebc73494-746a-4639-a6af-a145a0497eae completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:15.783240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port ebc73494-746a-4639-a6af-a145a0497eae triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:15.783643 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:15.873931 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:15.924631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ad16c-4a6f-4bf0-b658-de612c6f280f req-cc46c431-1321-4301-9b16-fd495a2f0a05 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:15.927115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port ebc73494-746a-4639-a6af-a145a0497eae, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ebc73494-746a-4639-a6af-a145a0497eae,segment=NetworkSegment(5f04c7c2-5259-4f1e-90ca-7e05caf51c64),segment_id=5f04c7c2-5259-4f1e-90ca-7e05caf51c64)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:15.932628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb5ad16c-4a6f-4bf0-b658-de612c6f280f req-cc46c431-1321-4301-9b16-fd495a2f0a05 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.0740011 Nov 11 20:58:15.997375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb5ad16c-4a6f-4bf0-b658-de612c6f280f req-620c5122-45c2-4862-af00-f8e12d369553 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636115 Nov 11 20:58:16.012464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:16.041337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48422) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:16.078343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=ebc73494-746a-4639-a6af-a145a0497eae,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:16.103021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae94b3-62a7-45a3-aa92-3a69e19e6003 req-5352d249-cdd0-42f9-8b1f-b4a3ced229ec tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:16.104614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2ae94b3-62a7-45a3-aa92-3a69e19e6003 req-5352d249-cdd0-42f9-8b1f-b4a3ced229ec tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 946 time: 0.1009011 Nov 11 20:58:16.158722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-96910f65-76d4-4876-bea3-bb17b7d8ed40 tempest-ServiceProvidersTest-405923642 tempest-ServiceProvidersTest-405923642-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1159985 Nov 11 20:58:16.166448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2ae94b3-62a7-45a3-aa92-3a69e19e6003 req-966691c0-d651-4ad0-8e49-4d06690c22bb tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Nov 11 20:58:16.176061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e693ae0-1bd3-4d54-be63-2f8a2fe10ff9 req-7ab324ad-02b9-4871-949f-2a82ed97e62a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:16.183478 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e693ae0-1bd3-4d54-be63-2f8a2fe10ff9 req-7ab324ad-02b9-4871-949f-2a82ed97e62a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0745215 Nov 11 20:58:16.227160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e693ae0-1bd3-4d54-be63-2f8a2fe10ff9 req-bb27105a-c78e-4bab-ab54-852b5dfc1fd1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Nov 11 20:58:16.344340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292934b-6bc8-478f-80ae-cf3e9da5efae req-c8aedc13-de03-4816-aa08-3fc86213eb3a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:16.345862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2292934b-6bc8-478f-80ae-cf3e9da5efae req-c8aedc13-de03-4816-aa08-3fc86213eb3a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 945 time: 0.0496066 Nov 11 20:58:16.396469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2292934b-6bc8-478f-80ae-cf3e9da5efae req-34cd13ad-49bd-4323-8688-cd7fa545ef79 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Nov 11 20:58:16.519286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847ab74-cfed-42df-9aed-e5c3db70dff3 req-09422b80-546a-452a-874c-0e0b3deebced tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:16.520909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2847ab74-cfed-42df-9aed-e5c3db70dff3 req-09422b80-546a-452a-874c-0e0b3deebced tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0503719 Nov 11 20:58:16.565933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc73494-746a-4639-a6af-a145a0497eae'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:16.568407 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d26ddd7-9479-4caa-b500-d75d66d7a11d" -d '{"events": [{"server_uuid": "9381d52b-d79f-4800-92b3-7dbfb5d5e143", "name": "network-vif-plugged", "status": "completed", "tag": "ebc73494-746a-4639-a6af-a145a0497eae"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:16.569468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2847ab74-cfed-42df-9aed-e5c3db70dff3 req-ad1e4cc7-2510-4726-9180-5dace4f5d6f7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Nov 11 20:58:16.618384 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de957eed-1d06-4a0c-a851-966185ffe339 x-openstack-request-id: req-de957eed-1d06-4a0c-a851-966185ffe339 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:16.618891 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9381d52b-d79f-4800-92b3-7dbfb5d5e143", "name": "network-vif-plugged", "status": "completed", "tag": "ebc73494-746a-4639-a6af-a145a0497eae", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:16.619143 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de957eed-1d06-4a0c-a851-966185ffe339 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:16.619541 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc73494-746a-4639-a6af-a145a0497eae', 'code': 200} Nov 11 20:58:16.690295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31e29b-fe16-4d5c-b94b-699841af10e1 req-1ba692c2-e788-4820-a0c8-23f14130991f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:16.691960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e31e29b-fe16-4d5c-b94b-699841af10e1 req-1ba692c2-e788-4820-a0c8-23f14130991f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.0557446 Nov 11 20:58:16.763454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e31e29b-fe16-4d5c-b94b-699841af10e1 req-8f0e9369-b52d-4790-9bc2-dec14c09ab47 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652726 Nov 11 20:58:16.799816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:16.857405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595a4b-2783-4f18-aa5b-062d3d16f8bc req-375f1fa8-cc2b-4533-90e6-6968b2e6402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:16.858941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c595a4b-2783-4f18-aa5b-062d3d16f8bc req-375f1fa8-cc2b-4533-90e6-6968b2e6402a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 1097 time: 0.0988042 Nov 11 20:58:16.872633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:16.878849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667ffa8-842b-4a60-9240-9291b724cb9f req-44a516e2-f5de-4af0-87ad-fa82718540bc tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:16.880432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7667ffa8-842b-4a60-9240-9291b724cb9f req-44a516e2-f5de-4af0-87ad-fa82718540bc tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.0732248 Nov 11 20:58:16.990560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c595a4b-2783-4f18-aa5b-062d3d16f8bc req-957df00a-280c-4630-a378-003a150ae183 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043935 Nov 11 20:58:17.014895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d18efac3-2013-4d37-ba51-d9d2a7b9ca87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.027339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7667ffa8-842b-4a60-9240-9291b724cb9f req-a938f12a-918a-4c88-9938-41b5ebb70913 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806332 Nov 11 20:58:17.057649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-614449844-network', 'tenant_id': '40ea2a4b241743bbb3c398beb31aebdf'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:17.129235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a4141-42cc-4d4b-9ee3-01591b84682b req-df6d5ca5-0233-4e98-ae0c-ff2ce92fe5c3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.130825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c26a4141-42cc-4d4b-9ee3-01591b84682b req-df6d5ca5-0233-4e98-ae0c-ff2ce92fe5c3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0906494 Nov 11 20:58:17.138599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe14b7-b9a9-4dc6-9af3-0d40710cf5c3 req-06dc5dbc-b65d-4eb9-8682-6da0515a0dc5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.140124 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44fe14b7-b9a9-4dc6-9af3-0d40710cf5c3 req-06dc5dbc-b65d-4eb9-8682-6da0515a0dc5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0522618 Nov 11 20:58:17.191817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44fe14b7-b9a9-4dc6-9af3-0d40710cf5c3 req-0d825d9c-cfb0-4dbc-a292-8347b1004929 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Nov 11 20:58:17.198207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Made reservation on behalf of 40ea2a4b241743bbb3c398beb31aebdf for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:17.201711 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.220513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c26a4141-42cc-4d4b-9ee3-01591b84682b req-6b247bed-5ef0-40b7-876a-391ee16c0047 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804558 Nov 11 20:58:17.222423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d18efac3-2013-4d37-ba51-d9d2a7b9ca87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.223444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.284120 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d18efac3-2013-4d37-ba51-d9d2a7b9ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.324801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ecb89-64ce-4d6d-aacd-40e8f784096d req-4b90b8d7-7950-4c6b-af5a-590a715c6e07 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.326487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac7ecb89-64ce-4d6d-aacd-40e8f784096d req-4b90b8d7-7950-4c6b-af5a-590a715c6e07 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 946 time: 0.0701857 Nov 11 20:58:17.339068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18efac3-2013-4d37-ba51-d9d2a7b9ca87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e308e66-f6bb-4270-a7a7-7b869e512359,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:17.346862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d18efac3-2013-4d37-ba51-d9d2a7b9ca87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76499812172c4b6d8c61681f3070a80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4728985 Nov 11 20:58:17.349444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.350282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:17.407448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac7ecb89-64ce-4d6d-aacd-40e8f784096d req-77f8c1e7-a8c7-4cb6-b710-457d153ae28a tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713372 Nov 11 20:58:17.418160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ce02bb6-ecf2-4ae2-afc5-c090da58a926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.440738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.464086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:58:17.473301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.473669 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Added segment 3bce0396-0c22-4b18-90dd-12723cabdf85 of type vlan for network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 Nov 11 20:58:17.518140 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ce02bb6-ecf2-4ae2-afc5-c090da58a926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.563806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16838cfc-436a-4152-a1fd-e9c869e25a6e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:17.592781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.633252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c370e32-cb6e-4742-bc3c-67dc06e317e6 req-3155e80c-c987-47b5-9b53-362dd88876d1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.639750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c370e32-cb6e-4742-bc3c-67dc06e317e6 req-3155e80c-c987-47b5-9b53-362dd88876d1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.645668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c370e32-cb6e-4742-bc3c-67dc06e317e6 req-3155e80c-c987-47b5-9b53-362dd88876d1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.647332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c370e32-cb6e-4742-bc3c-67dc06e317e6 req-3155e80c-c987-47b5-9b53-362dd88876d1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb&device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f&device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 2418 time: 0.1722000 Nov 11 20:58:17.691699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5f981-5147-45ef-b4af-f443893a6ae2 req-34f8177c-5670-49a6-ac13-bb18d29643d7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.693323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9bc5f981-5147-45ef-b4af-f443893a6ae2 req-34f8177c-5670-49a6-ac13-bb18d29643d7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0521255 Nov 11 20:58:17.705133 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c370e32-cb6e-4742-bc3c-67dc06e317e6 req-5d1c3e3d-abbc-4e2f-9017-a3bf2f459b73 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Nov 11 20:58:17.743698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9bc5f981-5147-45ef-b4af-f443893a6ae2 req-0038d3a6-0ba4-4315-ba05-48e5452f005f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Nov 11 20:58:17.749619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.750714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.751371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.794583 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ce02bb6-ecf2-4ae2-afc5-c090da58a926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.798448 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ce02bb6-ecf2-4ae2-afc5-c090da58a926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:17.799730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ce02bb6-ecf2-4ae2-afc5-c090da58a926 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e308e66-f6bb-4270-a7a7-7b869e512359 HTTP/1.1" status: 204 len: 168 time: 0.4485283 Nov 11 20:58:17.850315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce02bb6-ecf2-4ae2-afc5-c090da58a926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e308e66-f6bb-4270-a7a7-7b869e512359,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:17.852035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] Pushing event updated for resources: {'Network': ['ID=368a60e9-dc3d-47fc-9a16-f0f3ac074c48,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:17.896552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b472242b-22ee-4177-ba6f-71a4c64dc890 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0953009 Nov 11 20:58:17.900054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:17.901866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495ff8b-72c8-40c8-99b0-fd9abc035868 req-e2a4358a-fb16-4c8d-9370-d80e0e3bb458 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.904621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d495ff8b-72c8-40c8-99b0-fd9abc035868 req-e2a4358a-fb16-4c8d-9370-d80e0e3bb458 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0887682 Nov 11 20:58:17.905184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Request body: {'subnet': {'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-614449844-subnet', 'tenant_id': '40ea2a4b241743bbb3c398beb31aebdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:17.910105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:58:17.934616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032cd00-0919-48c3-b8fb-acbe47231891 req-77bb9789-f9fc-423d-8545-431ffe872901 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:17.938176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3032cd00-0919-48c3-b8fb-acbe47231891 req-77bb9789-f9fc-423d-8545-431ffe872901 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.1010091 Nov 11 20:58:17.976734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d495ff8b-72c8-40c8-99b0-fd9abc035868 req-eb194613-498d-4d41-96f1-541bf8e85278 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658653 Nov 11 20:58:18.006323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3032cd00-0919-48c3-b8fb-acbe47231891 req-06fecd15-7ac2-4fc0-9336-a1a8e34b43d3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604599 Nov 11 20:58:18.060499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Made reservation on behalf of 40ea2a4b241743bbb3c398beb31aebdf for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:18.064546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:18.301407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae281c-3711-4e6b-94ce-63f1a110e378 req-7b78b315-4741-4c7f-b32a-5bbb1ef4475e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:18.302972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71ae281c-3711-4e6b-94ce-63f1a110e378 req-7b78b315-4741-4c7f-b32a-5bbb1ef4475e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.0545814 Nov 11 20:58:18.313568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:18.406863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:18.431363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71ae281c-3711-4e6b-94ce-63f1a110e378 req-6abba52d-2096-43b3-8dfa-4a9c84ef9670 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199970 Nov 11 20:58:18.444088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Checking segment: {'id': '3bce0396-0c22-4b18-90dd-12723cabdf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:18.444731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Network hostable DHCP agents. Network: 368a60e9-dc3d-47fc-9a16-f0f3ac074c48, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:58:18.542833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:58:18.561449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcf31d-61cc-4319-8f3a-5c382535ebe2 req-7a9ad100-2f49-4327-948d-0a70bdefd3f8 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:18.563174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00dcf31d-61cc-4319-8f3a-5c382535ebe2 req-7a9ad100-2f49-4327-948d-0a70bdefd3f8 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 946 time: 0.0556479 Nov 11 20:58:18.573420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141999e-8f45-44b7-889c-be3131ee7767 req-5093828b-66db-44e0-b084-ba3ad29a8907 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:18.576290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e141999e-8f45-44b7-889c-be3131ee7767 req-5093828b-66db-44e0-b084-ba3ad29a8907 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0651746 Nov 11 20:58:18.618077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00dcf31d-61cc-4319-8f3a-5c382535ebe2 req-89131cdc-9efd-40bd-9a9f-c967e4b8a942 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475879 Nov 11 20:58:18.618495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 368a60e9-dc3d-47fc-9a16-f0f3ac074c48) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:18.627590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:18.627814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367e2c5-a19f-484c-96ca-73275f848c09 None None] Network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:18.628224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:18.634305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e141999e-8f45-44b7-889c-be3131ee7767 req-da5d0cf7-03b0-47ed-b550-6b83372bc34b tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521448 Nov 11 20:58:18.746922 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8af5bf7f-b16d-4f6e-aa93-6e32ae8c929a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8456247 Nov 11 20:58:18.801164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e8fdf-a5d4-4e75-bc45-6dd0fd2cbb3b None None] Network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:18.887199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-c162f6c2-735b-43ba-a7ac-4c85cced2b9c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:18.889567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-c162f6c2-735b-43ba-a7ac-4c85cced2b9c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/networks?id=9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 200 len: 815 time: 0.1608863 Nov 11 20:58:18.916092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-4961aa78-0989-443d-9c5f-21b03ff8d426 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/quotas/727ce5eb052f474ebcb5e643f7ea5c22 HTTP/1.1" status: 200 len: 375 time: 0.0193887 Nov 11 20:58:18.930035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f23f2-3806-4482-80ba-5ac83d9bd811 req-a6b80868-f690-45fa-b72f-b201cf442a14 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:18.937080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-110f23f2-3806-4482-80ba-5ac83d9bd811 req-a6b80868-f690-45fa-b72f-b201cf442a14 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 1101 time: 0.0762999 Nov 11 20:58:19.003443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-37b59220-b7fe-47ad-92cc-95e77d244b1d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861609 Nov 11 20:58:19.007924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-110f23f2-3806-4482-80ba-5ac83d9bd811 req-c893a423-3e65-4f7b-a11e-9251fcb85993 tempest-ServersOnMultiNodesTest-404772342 tempest-ServersOnMultiNodesTest-404772342-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590448 Nov 11 20:58:19.157136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-3c26a753-a6f8-449b-b8f3-267714e3c9f0 service neutron] 10.222.0.31 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525793 Nov 11 20:58:19.169068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:19.176657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035939 Nov 11 20:58:19.177356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:19.286450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-9742afc3-9bb5-4967-8eaa-79281e4c5f5d service neutron] 10.222.0.31 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274416 Nov 11 20:58:19.428595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b85697a2-a6ae-494b-a6f0-21ab2a3fede3 tempest-NetworksApiDiscovery-1395426408 tempest-NetworksApiDiscovery-1395426408-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2497816 Nov 11 20:58:19.597450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:19.603714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-879183688-network', 'tenant_id': '4a10e6878b4c4157a20b040022c55a8a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:19.649231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb707cac-b5e1-417a-b2d5-e2a91e1515cb req-b3371a81-1b4f-42cc-b48f-c0a2ab17216a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 210 time: 0.0493340 Nov 11 20:58:19.772544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Made reservation on behalf of 4a10e6878b4c4157a20b040022c55a8a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:19.778656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:19.786758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:19.892032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963049bc-fc43-437c-bec5-0f3e2d728616 req-46a7cc14-34be-48af-b1ef-84918e35156a tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:19.894310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963049bc-fc43-437c-bec5-0f3e2d728616 req-46a7cc14-34be-48af-b1ef-84918e35156a tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 946 time: 0.0598383 Nov 11 20:58:19.896635 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:19.963208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-963049bc-fc43-437c-bec5-0f3e2d728616 req-f965b63f-108a-4e42-8e60-ab9c066852bc tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601385 Nov 11 20:58:19.973577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95954759-e8a6-4788-b3b8-7cefffb2a466 req-9e563b70-6cf4-4530-b9a7-4e0212644f7f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:19.975144 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95954759-e8a6-4788-b3b8-7cefffb2a466 req-9e563b70-6cf4-4530-b9a7-4e0212644f7f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0725775 Nov 11 20:58:19.994231 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.030839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:20.035424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:58:20.069549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.069549 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Added segment bd4b80bb-778e-46af-9d83-0b719df219d3 of type vlan for network d61074ba-f286-4c78-b877-fb2208ffbff0 Nov 11 20:58:20.077083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18849c83-a6a2-4393-945d-64cc2b622df4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:20.102582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3efb39-3298-4843-9fdc-410465efa909 req-338d21d2-8376-4f1c-a764-53e2f9db23d2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:20.104200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d3efb39-3298-4843-9fdc-410465efa909 req-338d21d2-8376-4f1c-a764-53e2f9db23d2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.0667405 Nov 11 20:58:20.126779 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95954759-e8a6-4788-b3b8-7cefffb2a466 req-5a124740-e182-4288-9fae-fddc52c27865 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294556 Nov 11 20:58:20.129748 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.182533 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b161ba98-01e5-4bc7-9b5a-317020c997fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.207051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d3efb39-3298-4843-9fdc-410465efa909 req-64b14d86-dcd4-432d-95c4-ee31fd6247a3 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858505 Nov 11 20:58:20.218923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.222767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:20.232559 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.293430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d61074ba-f286-4c78-b877-fb2208ffbff0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:20.295979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b161ba98-01e5-4bc7-9b5a-317020c997fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.303391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d61074ba-f286-4c78-b877-fb2208ffbff0 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:58:20.366800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b161ba98-01e5-4bc7-9b5a-317020c997fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.371239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2795af59-892f-4d89-ad5f-fa53cfc019b1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7724693 Nov 11 20:58:20.374333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:20.379355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Request body: {'subnet': {'network_id': 'd61074ba-f286-4c78-b877-fb2208ffbff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-879183688-subnet', 'tenant_id': '4a10e6878b4c4157a20b040022c55a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:20.413052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b161ba98-01e5-4bc7-9b5a-317020c997fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8cbfbad27404806bf5954df838e1439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3811259 Nov 11 20:58:20.414017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161ba98-01e5-4bc7-9b5a-317020c997fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795b5ae4-9be3-434c-a76f-597439463e3c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:20.415689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:20.465981 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b76f69b2-b6fb-43a2-bf03-6699e11424ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.486850 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b76f69b2-b6fb-43a2-bf03-6699e11424ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.505022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Made reservation on behalf of 4a10e6878b4c4157a20b040022c55a8a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:20.507387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.640662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143274c0-72f4-4f09-83cf-623f83c188a6 req-84dbf438-be4f-4ce8-b44d-e7c1c7d93730 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:20.642480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-143274c0-72f4-4f09-83cf-623f83c188a6 req-84dbf438-be4f-4ce8-b44d-e7c1c7d93730 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0708578 Nov 11 20:58:20.693543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-143274c0-72f4-4f09-83cf-623f83c188a6 req-28530bb1-2b29-466c-9d0f-4548f31e1a38 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445397 Nov 11 20:58:20.721454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b76f69b2-b6fb-43a2-bf03-6699e11424ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.721454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b76f69b2-b6fb-43a2-bf03-6699e11424ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:20.724265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b76f69b2-b6fb-43a2-bf03-6699e11424ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/795b5ae4-9be3-434c-a76f-597439463e3c HTTP/1.1" status: 204 len: 168 time: 0.3064754 Nov 11 20:58:20.739352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f69b2-b6fb-43a2-bf03-6699e11424ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795b5ae4-9be3-434c-a76f-597439463e3c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:20.748307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b42e-83f4-4872-b1c3-781a2756df63 req-fe5a6999-44c8-40a2-b5a4-75be444d0d83 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:20.749758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ca1b42e-83f4-4872-b1c3-781a2756df63 req-fe5a6999-44c8-40a2-b5a4-75be444d0d83 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 946 time: 0.0635140 Nov 11 20:58:20.818787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ca1b42e-83f4-4872-b1c3-781a2756df63 req-1c3e7c2f-e89f-4bc4-8c80-06b4f0d7540d tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547228 Nov 11 20:58:20.821856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8aa125e5-6db4-4820-838d-3151e16a2bbc req-f867f36e-1cee-490d-9a87-936fe7cee8d0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 210 time: 0.0627072 Nov 11 20:58:20.955201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:21.013717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bb0c3b-06e7-42c1-bbe1-9d37f260f7cb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:21.021957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Checking segment: {'id': 'bd4b80bb-778e-46af-9d83-0b719df219d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd61074ba-f286-4c78-b877-fb2208ffbff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:21.022344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Network hostable DHCP agents. Network: d61074ba-f286-4c78-b877-fb2208ffbff0, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:58:21.164096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-fb4d830c-9d45-41e3-9b88-1844d34e3273 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:21.165669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-fb4d830c-9d45-41e3-9b88-1844d34e3273 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "GET /v2.0/ports?device_id=8eaa6cff-8efa-46f4-9d3f-1db59f79fb86 HTTP/1.1" status: 200 len: 945 time: 0.0583053 Nov 11 20:58:21.208004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Network d61074ba-f286-4c78-b877-fb2208ffbff0 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:58:21.263912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffea4f-eab3-4a73-9b25-5cd9688cad2c req-581c7c56-85b4-4528-954d-b136d257107c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:21.265794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dffea4f-eab3-4a73-9b25-5cd9688cad2c req-581c7c56-85b4-4528-954d-b136d257107c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0571556 Nov 11 20:58:21.304809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d61074ba-f286-4c78-b877-fb2208ffbff0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:21.312935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:21.313536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:21.314999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0a233-b2f9-422c-820d-c8d53c6cc7e7 None None] Network d61074ba-f286-4c78-b877-fb2208ffbff0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:21.338080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dffea4f-eab3-4a73-9b25-5cd9688cad2c req-83b05619-082e-4f61-b31b-9028d2229f13 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644364 Nov 11 20:58:21.369364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Deleting port 675b839c-aaec-4928-b2db-bf2d41db6df2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:21.369708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:21.431796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a1048-9cce-4b67-b634-a143d11b975d req-d3dbd8b6-3ca5-4cd8-962c-a51062ade1f7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:21.435120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f2a1048-9cce-4b67-b634-a143d11b975d req-d3dbd8b6-3ca5-4cd8-962c-a51062ade1f7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.1229682 Nov 11 20:58:21.459494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4794dc83-3359-4d9e-89b2-eeafdb59e7f0 None None] Network d61074ba-f286-4c78-b877-fb2208ffbff0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:21.470903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe6183b4-5b47-4576-8781-2bafb0e50a1d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0954278 Nov 11 20:58:21.509099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] For port 675b839c-aaec-4928-b2db-bf2d41db6df2, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=675b839c-aaec-4928-b2db-bf2d41db6df2,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:21.512487 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:21.532904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f2a1048-9cce-4b67-b634-a143d11b975d req-5a7598ab-d7f4-42ec-b828-b79274f1ca4b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846148 Nov 11 20:58:21.535446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Calling delete_port for 675b839c-aaec-4928-b2db-bf2d41db6df2 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:21.766539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:21.785518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['675b839c-aaec-4928-b2db-bf2d41db6df2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:21.807003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Pushing event deleted for resources: {'Port': ['ID=675b839c-aaec-4928-b2db-bf2d41db6df2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:21.824527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f145cd-ac12-4807-806d-30eb635d1cda None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:21.860190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] No DVR routers for this DVR port 675b839c-aaec-4928-b2db-bf2d41db6df2 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:21.864808 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:21.869981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fabd344c-99a7-40af-98f5-7b41491e0a67 req-746334f7-cdfd-4453-9f03-d3474a805df0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "DELETE /v2.0/ports/675b839c-aaec-4928-b2db-bf2d41db6df2 HTTP/1.1" status: 204 len: 173 time: 0.6913872 Nov 11 20:58:21.871009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-deleted', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:21.875675 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6260fff7-e5c6-481b-9fbb-e0b0be828780" -d '{"events": [{"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-deleted", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:21.881085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6001c-4fcc-46c4-bb7b-a742369d91f0 req-3ff61b10-9adb-4d7b-9c49-fee7c8e2f0b7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:21.897743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6f6001c-4fcc-46c4-bb7b-a742369d91f0 req-3ff61b10-9adb-4d7b-9c49-fee7c8e2f0b7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1074197 Nov 11 20:58:21.957902 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6f6001c-4fcc-46c4-bb7b-a742369d91f0 req-71c45498-08ca-42f5-93b0-67c733c2cb56 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592711 Nov 11 20:58:22.002290 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:22.035775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-20efdd77-2334-4f51-a2c6-ea8830d877a7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:22.040613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-20efdd77-2334-4f51-a2c6-ea8830d877a7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.58 "GET /v2.0/networks?id=9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 200 len: 815 time: 0.1555972 Nov 11 20:58:22.054712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Request body: {'port': {'device_id': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'admin_state_up': True, 'tenant_id': '727ce5eb052f474ebcb5e643f7ea5c22'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:22.205960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbafbd3-c437-44e8-8821-0bfb88331ed4 req-f8a6e77c-33ab-4750-86c1-10974df855de tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:22.207482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bbafbd3-c437-44e8-8821-0bfb88331ed4 req-f8a6e77c-33ab-4750-86c1-10974df855de tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 946 time: 0.1366279 Nov 11 20:58:22.275100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bbafbd3-c437-44e8-8821-0bfb88331ed4 req-4428df6f-a2e6-4009-8eac-72bd9d0d440d tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Nov 11 20:58:22.320824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Made reservation on behalf of 727ce5eb052f474ebcb5e643f7ea5c22 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:22.325208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:22.382409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2939f1b-605d-4ff6-ae4e-5fa019d0c0fb req-7bbb5591-7b6e-4744-b106-299160cadd4a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 210 time: 0.0289388 Nov 11 20:58:22.434630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-393e57cb-145f-49f7-9822-20c0c44557bf tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:22.435796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-393e57cb-145f-49f7-9822-20c0c44557bf tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/networks?id=368a60e9-dc3d-47fc-9a16-f0f3ac074c48 HTTP/1.1" status: 200 len: 824 time: 0.1805437 Nov 11 20:58:22.440175 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440bd688-3d0c-4539-98f7-93eaf10ef869 x-openstack-request-id: req-440bd688-3d0c-4539-98f7-93eaf10ef869 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:22.440503 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaa6cff-8efa-46f4-9d3f-1db59f79fb86", "name": "network-vif-deleted", "tag": "675b839c-aaec-4928-b2db-bf2d41db6df2", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:22.440868 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-440bd688-3d0c-4539-98f7-93eaf10ef869 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:22.441242 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaa6cff-8efa-46f4-9d3f-1db59f79fb86', 'name': 'network-vif-deleted', 'tag': '675b839c-aaec-4928-b2db-bf2d41db6df2', 'status': 'completed', 'code': 200} Nov 11 20:58:22.461146 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-3fdf577f-362d-41a8-a3c2-3e131516f1c7 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/quotas/40ea2a4b241743bbb3c398beb31aebdf HTTP/1.1" status: 200 len: 375 time: 0.0190606 Nov 11 20:58:22.543765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-43c749bf-aa82-4264-b1a9-6d3ace1f8301 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=40ea2a4b241743bbb3c398beb31aebdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740006 Nov 11 20:58:22.590159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Allocated IP 172.20.0.7 (9cbc3878-bf07-429e-bb17-e387f00d2ba7/3c776373-4082-47ef-8356-26f89e810ac8/f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:58:22.661385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f630157-52c3-4def-966b-ae4da2311314 req-292e126a-e01c-4225-998d-ee5fdc9e6752 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:22.662896 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f630157-52c3-4def-966b-ae4da2311314 req-292e126a-e01c-4225-998d-ee5fdc9e6752 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.1740439 Nov 11 20:58:22.771490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-034ead9b-939e-4d63-9100-f23aa13fdac7 service neutron] 10.222.0.31 "GET /v2.0/networks/368a60e9-dc3d-47fc-9a16-f0f3ac074c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165413 Nov 11 20:58:22.964507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:22.978519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-e09cb8ce-9a0f-483b-9033-a6ed5e2605d8 service neutron] 10.222.0.31 "GET /v2.0/networks/368a60e9-dc3d-47fc-9a16-f0f3ac074c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819279 Nov 11 20:58:22.984264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port a58f67a8-3c17-44cb-b090-e5a02b338900 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:22.984604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.097895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port a58f67a8-3c17-44cb-b090-e5a02b338900, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a58f67a8-3c17-44cb-b090-e5a02b338900,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:23.099548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.114230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for a58f67a8-3c17-44cb-b090-e5a02b338900 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:23.158000 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.180947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96ef48-7f7e-466e-914b-809727033678 req-20b2cba6-688f-4681-aa7c-64cb363f5250 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:23.182490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['675b839c-aaec-4928-b2db-bf2d41db6df2'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:23.184023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d96ef48-7f7e-466e-914b-809727033678 req-20b2cba6-688f-4681-aa7c-64cb363f5250 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0543659 Nov 11 20:58:23.235289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:23.238377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:23.241053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:23.244692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:58:23.260573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbed58b-23db-4b03-8207-464b075b99f2 None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:23.351926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:23.352719 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.357420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d96ef48-7f7e-466e-914b-809727033678 req-86030ace-96d1-4bfa-b0d9-90151da99170 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647911 Nov 11 20:58:23.362891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-11497fbc-d891-490a-a07a-fd095f9838a5 None None] Provisioning complete for port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:23.364328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11497fbc-d891-490a-a07a-fd095f9838a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.409055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93551d1e-a7de-4486-8d3c-8f0959520a85 req-6225d7fe-86de-4d32-bcb7-4dc3e0796760 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:23.409055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93551d1e-a7de-4486-8d3c-8f0959520a85 req-6225d7fe-86de-4d32-bcb7-4dc3e0796760 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 950 time: 0.1275301 Nov 11 20:58:23.411290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-d820cafd-82e5-46f2-a91a-5dff400fb94e tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:23.415486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-d820cafd-82e5-46f2-a91a-5dff400fb94e tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.62 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 946 time: 0.1031835 Nov 11 20:58:23.444739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-11497fbc-d891-490a-a07a-fd095f9838a5 None None] Port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:58:23.518025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-93551d1e-a7de-4486-8d3c-8f0959520a85 req-f71243d8-812e-447b-8549-d022f281c511 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980897 Nov 11 20:58:23.536916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f7b255cd-143d-4ea7-852c-34b671608347 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4861765 Nov 11 20:58:23.565562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Request body: {'port': {'device_id': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:23.593375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468be64-2da1-43a9-ab23-542b0aa3f5cf req-6161c66f-e753-4f8c-96ff-db4b0668f6e6 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:23.594943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9468be64-2da1-43a9-ab23-542b0aa3f5cf req-6161c66f-e753-4f8c-96ff-db4b0668f6e6 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0965810 Nov 11 20:58:23.600286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Deleting port ebc73494-746a-4639-a6af-a145a0497eae {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:23.600634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.636083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.658220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310', 'a58f67a8-3c17-44cb-b090-e5a02b338900'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:23.664919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756', '87434394-9a23-4c46-ae69-8a9de7161f39'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:23.716377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9468be64-2da1-43a9-ab23-542b0aa3f5cf req-d900f079-c553-47a9-9940-e9887421f80b tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125715 Nov 11 20:58:23.736062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=a58f67a8-3c17-44cb-b090-e5a02b338900,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:23.756923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.759052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port a58f67a8-3c17-44cb-b090-e5a02b338900 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:23.763515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.767536 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f630157-52c3-4def-966b-ae4da2311314 req-68eca2dc-2256-43d3-8197-238a8ace401d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "DELETE /v2.0/ports/a58f67a8-3c17-44cb-b090-e5a02b338900 HTTP/1.1" status: 204 len: 173 time: 1.0870259 Nov 11 20:58:23.775568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] For port ebc73494-746a-4639-a6af-a145a0497eae, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=ebc73494-746a-4639-a6af-a145a0497eae,segment=NetworkSegment(5f04c7c2-5259-4f1e-90ca-7e05caf51c64),segment_id=5f04c7c2-5259-4f1e-90ca-7e05caf51c64)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:23.775849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:23.855596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Calling delete_port for ebc73494-746a-4639-a6af-a145a0497eae owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:23.981313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-46a206fe-884b-423c-b0b5-b636a88616c3 req-4d2389e5-5852-4123-80ed-b2b2ac3dd46d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 210 time: 0.1894975 Nov 11 20:58:24.033291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.052696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.081784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.093153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.101698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.108681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.115944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.124604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-e96370b7-0559-40a6-8c47-f682bfbb908a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.5262375 Nov 11 20:58:24.162665 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:24.244258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Pushing event deleted for resources: {'Port': ['ID=ebc73494-746a-4639-a6af-a145a0497eae,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:24.259917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.260453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.260984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.261491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.261977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.262971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.263419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.263871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.264340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.264815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.265309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.265743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:24.305459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f18a8-eb1d-418b-bf6f-eae511b0ff27 req-943b4a37-187a-4017-bf81-fe011fbeceaa tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.315351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee9f18a8-eb1d-418b-bf6f-eae511b0ff27 req-943b4a37-187a-4017-bf81-fe011fbeceaa tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 867 time: 0.2228589 Nov 11 20:58:24.318899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] No DVR routers for this DVR port ebc73494-746a-4639-a6af-a145a0497eae on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:24.350848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:24.355613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e68b8a6-11c9-4f55-819b-587452c3e536 req-fdd81a7b-d201-4639-86b0-7478c1d60f18 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.62 "DELETE /v2.0/ports/ebc73494-746a-4639-a6af-a145a0497eae HTTP/1.1" status: 204 len: 173 time: 0.9309819 Nov 11 20:58:24.356614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aaf6c9d4-c00b-47d0-959f-33b2927ef926 req-cde37d83-1d57-4fa4-83aa-8c9ffc1159d2 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2308285 Nov 11 20:58:24.358141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'name': 'network-vif-deleted', 'tag': 'ebc73494-746a-4639-a6af-a145a0497eae'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:24.360656 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4163aff-ee70-4c37-b0f8-0fe212b4f01d" -d '{"events": [{"server_uuid": "9381d52b-d79f-4800-92b3-7dbfb5d5e143", "name": "network-vif-deleted", "tag": "ebc73494-746a-4639-a6af-a145a0497eae"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:24.422547 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee9f18a8-eb1d-418b-bf6f-eae511b0ff27 req-93ffa893-a401-47f6-a54d-f102a7274d30 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/security-groups?id=9634a559-6d05-4347-adc1-424d20eac2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992796 Nov 11 20:58:24.446628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335581b4-59ca-4297-ad15-41975c9103fe', 'name': 'network-vif-deleted', 'tag': 'a58f67a8-3c17-44cb-b090-e5a02b338900'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:24.449903 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a001e04-6c8e-48c6-84de-82e0556702cd" -d '{"events": [{"server_uuid": "335581b4-59ca-4297-ad15-41975c9103fe", "name": "network-vif-deleted", "tag": "a58f67a8-3c17-44cb-b090-e5a02b338900"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:24.481753 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4475d7-7dc7-475f-bec2-3503b208e089 x-openstack-request-id: req-bc4475d7-7dc7-475f-bec2-3503b208e089 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:24.485393 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9381d52b-d79f-4800-92b3-7dbfb5d5e143", "name": "network-vif-deleted", "tag": "ebc73494-746a-4639-a6af-a145a0497eae", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:24.485393 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc4475d7-7dc7-475f-bec2-3503b208e089 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:24.485393 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9381d52b-d79f-4800-92b3-7dbfb5d5e143', 'name': 'network-vif-deleted', 'tag': 'ebc73494-746a-4639-a6af-a145a0497eae', 'status': 'completed', 'code': 200} Nov 11 20:58:24.572074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:24.587151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:24.588488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581056-418c-4e21-ba01-67e90593ab73 req-089247a6-178d-4ec9-9cf0-88f5d1097004 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.591164 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7581056-418c-4e21-ba01-67e90593ab73 req-089247a6-178d-4ec9-9cf0-88f5d1097004 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0628648 Nov 11 20:58:24.647039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Transition to ACTIVE for port object f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:58:24.655700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deaa7e-dff5-4e21-972c-c9d68e66ef5a req-f2f9b9c0-bf4f-4edc-a9f9-e731140c378b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.657413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3deaa7e-dff5-4e21-972c-c9d68e66ef5a req-f2f9b9c0-bf4f-4edc-a9f9-e731140c378b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 931 time: 0.1698828 Nov 11 20:58:24.665954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7581056-418c-4e21-ba01-67e90593ab73 req-b35644b5-4b79-4179-a3ba-5f4e87973185 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687511 Nov 11 20:58:24.676758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.683081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.689170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.695927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.703296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.710702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.717401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.719393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-6eb5e32f-cf52-4e1d-aaa7-48b1da3db4d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.1991673 Nov 11 20:58:24.720991 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa89947b-4adc-41ab-8704-db5edeedc896 x-openstack-request-id: req-fa89947b-4adc-41ab-8704-db5edeedc896 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:24.721597 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335581b4-59ca-4297-ad15-41975c9103fe", "name": "network-vif-deleted", "tag": "a58f67a8-3c17-44cb-b090-e5a02b338900", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:24.721597 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa89947b-4adc-41ab-8704-db5edeedc896 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:24.721914 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335581b4-59ca-4297-ad15-41975c9103fe', 'name': 'network-vif-deleted', 'tag': 'a58f67a8-3c17-44cb-b090-e5a02b338900', 'status': 'completed', 'code': 200} Nov 11 20:58:24.803025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:24.821160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8b901cec-f071-4168-8b4d-df5f5b52ae67 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.823932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8b901cec-f071-4168-8b4d-df5f5b52ae67 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "GET /v2.0/ports/a56a785e-7435-4069-bcf3-1c4f9488bf94?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0930121 Nov 11 20:58:24.830414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47e29bee-9c1d-4829-bf11-fd9b7206d644 req-4c98a8b1-bce5-4092-b143-02d2588097f0 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=335581b4-59ca-4297-ad15-41975c9103fe HTTP/1.1" status: 200 len: 210 time: 0.0608816 Nov 11 20:58:24.900857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3deaa7e-dff5-4e21-972c-c9d68e66ef5a req-13ab757b-2ae7-4ab1-9e59-f56b4f8d902b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780059 Nov 11 20:58:24.901660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10c473-b4f5-4370-8791-64f7eb2cf524 None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:24.922883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:24.967185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2b9ff-ca5a-4aa3-96d2-75dd2089632e req-25fc85a1-bf76-4155-92bc-6b81e4209c44 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:24.970652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-49b2b9ff-ca5a-4aa3-96d2-75dd2089632e req-25fc85a1-bf76-4155-92bc-6b81e4209c44 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0761995 Nov 11 20:58:25.037136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-49b2b9ff-ca5a-4aa3-96d2-75dd2089632e req-9eafa78c-6bad-434c-a7aa-9328219c67a4 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541162 Nov 11 20:58:25.085684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d5b3042-324c-460b-b72d-f1fe90fe43f0 req-d8cf4f0b-8984-4ad7-86a3-ad59ec392689 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 210 time: 0.0422151 Nov 11 20:58:25.088823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['ebc73494-746a-4639-a6af-a145a0497eae'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:25.093909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b3507480-198d-4687-8e08-e09d5c8e43d9 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "GET /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2251928 Nov 11 20:58:25.109635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:25.129737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Attempting to bind port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:58:25.130068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Attempting to bind port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:58:25.130394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Attempting to bind port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:25.137821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:58:25.138143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Attempting to bind port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:25.146018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:58:25.146355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Checking segment: {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:25.146737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Bound using segment: {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:58:25.147162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Bound port: f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:58:25.147573 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:25.517133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:25.532326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.540699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.548776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.555379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.562493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.568734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.574832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.576811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-e26af780-0581-4a1d-a4fa-88e00ca682ac tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 5445 time: 0.1382995 Nov 11 20:58:25.582032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff8a6143-436b-4f7c-ae2e-5288fc07d1f9 req-a1bcec7f-6c93-4d87-b05e-d23937bb8cf3 tempest-InstanceActionsV221TestJSON-695119093 tempest-InstanceActionsV221TestJSON-695119093-project] 10.222.0.31 "GET /v2.0/ports?device_id=9381d52b-d79f-4800-92b3-7dbfb5d5e143 HTTP/1.1" status: 200 len: 210 time: 0.0373011 Nov 11 20:58:25.624767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:25.628685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:58:25.646438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33c8c8ee-0fa5-4c05-87ab-67d374f87c7b req-48b1f22e-3880-4f32-9788-ed9173daace1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623839 Nov 11 20:58:25.678879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a58f67a8-3c17-44cb-b090-e5a02b338900 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:25.693756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: a58f67a8-3c17-44cb-b090-e5a02b338900 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:25.693756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a58f67a8-3c17-44cb-b090-e5a02b338900 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:25.694168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 675b839c-aaec-4928-b2db-bf2d41db6df2 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:25.725533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 675b839c-aaec-4928-b2db-bf2d41db6df2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:25.726553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 675b839c-aaec-4928-b2db-bf2d41db6df2 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:25.744519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] For port a56a785e-7435-4069-bcf3-1c4f9488bf94, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a56a785e-7435-4069-bcf3-1c4f9488bf94,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:25.788444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:25.856244 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.856877 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:25.863125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 HTTP/1.1" status: 200 len: 1091 time: 2.3028233 Nov 11 20:58:25.863125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] For port a56a785e-7435-4069-bcf3-1c4f9488bf94, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:25.871497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1308afa-7951-41b7-bf78-f8197a7cb092 None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:25.912839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e150713-99f3-4e3b-9033-97c2d81776b1 req-e6fca46b-ab60-4f39-9c22-47dafc4e0320 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:25.914410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e150713-99f3-4e3b-9033-97c2d81776b1 req-e6fca46b-ab60-4f39-9c22-47dafc4e0320 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1598113 Nov 11 20:58:25.919496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9de41a-9a4d-4689-91de-734bd2bb0de9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:25.931917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] device_id is not set on port a56a785e-7435-4069-bcf3-1c4f9488bf94 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:58:25.973143 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:26.035837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e150713-99f3-4e3b-9033-97c2d81776b1 req-10edc13f-09fc-43bb-b278-81af248c80de tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090753 Nov 11 20:58:26.041168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-c3f45f5a-a793-4a5d-9d49-94f58f6f7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.043353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-c3f45f5a-a793-4a5d-9d49-94f58f6f7957 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 1094 time: 0.0740049 Nov 11 20:58:26.098161 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-f17ac7be-bfd5-492b-b5d2-f7386e5d51a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 HTTP/1.1" status: 200 len: 217 time: 0.0466952 Nov 11 20:58:26.098745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:26.245169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] No DVR routers for this DVR port a56a785e-7435-4069-bcf3-1c4f9488bf94 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:26.247188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] Pushing event updated for resources: {'Port': ['ID=a56a785e-7435-4069-bcf3-1c4f9488bf94,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:26.274391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-e93b5e6e-1857-444e-aab5-431e3b651590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.275857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-e93b5e6e-1857-444e-aab5-431e3b651590 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3c776373-4082-47ef-8356-26f89e810ac8 HTTP/1.1" status: 200 len: 855 time: 0.1682298 Nov 11 20:58:26.312344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a258-6950-4072-b8bd-9192d93d0559 req-f02583d2-34e4-48df-af48-c1a6e179d8ba tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.313958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e40a258-6950-4072-b8bd-9192d93d0559 req-f02583d2-34e4-48df-af48-c1a6e179d8ba tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 943 time: 0.1757722 Nov 11 20:58:26.335747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-4e7c80e4-922e-4480-85ee-ede7e7dabd21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9cbc3878-bf07-429e-bb17-e387f00d2ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485952 Nov 11 20:58:26.337207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] In _notify_port_updated(), no bound segment for port a56a785e-7435-4069-bcf3-1c4f9488bf94 on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 20:58:26.337994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.338604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:26.340672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-94243b9f-3a46-4cc4-aaf5-54dead741397 service neutron] 10.222.0.58 "PUT /v2.0/ports/a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 200 len: 1031 time: 1.2367508 Nov 11 20:58:26.437504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a222e9e-4a5d-42e4-9c06-65206d8e07ee tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.438853 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a222e9e-4a5d-42e4-9c06-65206d8e07ee tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "GET /v2.0/ports/852cd305-0694-41bc-ade2-03b629cbf56f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0854404 Nov 11 20:58:26.446279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a8578fd6-9dff-4fb0-a603-69a4466ae281 None None] Provisioning complete for port a56a785e-7435-4069-bcf3-1c4f9488bf94 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:26.446888 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8578fd6-9dff-4fb0-a603-69a4466ae281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:26.477238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:26.482763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a8578fd6-9dff-4fb0-a603-69a4466ae281 None None] Port a56a785e-7435-4069-bcf3-1c4f9488bf94 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:58:26.505193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e40a258-6950-4072-b8bd-9192d93d0559 req-287bb452-2a55-42c6-b5d8-f25e9de447cb tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721070 Nov 11 20:58:26.564422 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-5ee17cc1-4b7b-41b8-8d6c-866bbb09cffc service neutron] 10.222.0.58 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098124 Nov 11 20:58:26.567107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:26.710731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b4c5b140-adfb-492b-afdd-bf2f6a45ae1a req-820a3f70-dd74-44fa-8a00-ef0ab97f2bf9 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 210 time: 0.0269618 Nov 11 20:58:26.725304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:26.725304 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfe6727-80c2-4130-a590-271596cdac8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:26.803424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ca28-71d3-495d-b036-9eb6d6ab0ebe req-a7e3c4ec-4a1b-4a16-9fae-3c97978fe285 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.804992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6429ca28-71d3-495d-b036-9eb6d6ab0ebe req-a7e3c4ec-4a1b-4a16-9fae-3c97978fe285 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.2348895 Nov 11 20:58:26.852447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6b596-f938-45fe-9e4c-b1bb04a30926 req-9bf8a561-55b2-4c22-9611-3dacee681bc6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.853967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3d6b596-f938-45fe-9e4c-b1bb04a30926 req-9bf8a561-55b2-4c22-9611-3dacee681bc6 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 950 time: 0.0531795 Nov 11 20:58:26.869097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5830883-5030-4ab8-88aa-0d15ac8bf8a7 req-43a9fb9c-c33e-4a90-bd5e-7eba43f209c7 service neutron] 10.222.0.58 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813988 Nov 11 20:58:26.907935 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3d6b596-f938-45fe-9e4c-b1bb04a30926 req-752d579e-dda5-48d0-b78a-acceebd9eb3e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Nov 11 20:58:26.935466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-a25cb9c1-c035-47cd-a64a-a284fcc95e2d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:26.941439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-a25cb9c1-c035-47cd-a64a-a284fcc95e2d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.58 "GET /v2.0/networks?id=368a60e9-dc3d-47fc-9a16-f0f3ac074c48 HTTP/1.1" status: 200 len: 824 time: 0.2433064 Nov 11 20:58:26.961075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Request body: {'port': {'device_id': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48', 'admin_state_up': True, 'tenant_id': '40ea2a4b241743bbb3c398beb31aebdf'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:26.987055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6429ca28-71d3-495d-b036-9eb6d6ab0ebe req-f2e047bf-af74-4e7e-bea7-6020a8aa3a2c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688855 Nov 11 20:58:27.045855 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ae0ab-8629-40a4-b7cd-77e2025de8e1 x-openstack-request-id: req-db8ae0ab-8629-40a4-b7cd-77e2025de8e1 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:27.046150 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:27.046408 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db8ae0ab-8629-40a4-b7cd-77e2025de8e1 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:27.046801 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'status': 'completed', 'code': 200} Nov 11 20:58:27.051571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-e13fb770-e06a-4bed-aa31-aae121fb9973 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.060498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-e13fb770-e06a-4bed-aa31-aae121fb9973 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.067477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-e13fb770-e06a-4bed-aa31-aae121fb9973 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.074905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] For port 852cd305-0694-41bc-ade2-03b629cbf56f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=852cd305-0694-41bc-ade2-03b629cbf56f,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:27.076021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-e13fb770-e06a-4bed-aa31-aae121fb9973 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.082731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-e13fb770-e06a-4bed-aa31-aae121fb9973 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.089721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-e13fb770-e06a-4bed-aa31-aae121fb9973 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.099778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.100281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-e13fb770-e06a-4bed-aa31-aae121fb9973 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 4667 time: 0.1106536 Nov 11 20:58:27.177041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19aa9405-f98f-44bc-b293-5c1e8db2a5b6 req-6be2e642-d2f5-42f3-8b0a-b321e5cb0955 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=5dd26ea7-34ee-4921-a384-f0170599ea54&id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755465 Nov 11 20:58:27.197879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 26873653-f9a0-4f8f-891f-cd613463e52e no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:27.201642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] For port 852cd305-0694-41bc-ade2-03b629cbf56f, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:27.243505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] device_id is not set on port 852cd305-0694-41bc-ade2-03b629cbf56f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 20:58:27.253397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.268444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe6727-80c2-4130-a590-271596cdac8e req-e53a1c12-0a4a-4787-b35e-bb768183a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.274000 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-e53a1c12-0a4a-4787-b35e-bb768183a008 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 1094 time: 0.1862652 Nov 11 20:58:27.296703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:27.324297 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.347746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] Deleting subnet c17c4fba-2651-4def-8e2b-b944ee3f9229 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:27.352594 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.366141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:27.366599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.369541 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e301481-1a5e-48d0-a43c-880fa2dc5b1e" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:27.376761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 26873653-f9a0-4f8f-891f-cd613463e52e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=26873653-f9a0-4f8f-891f-cd613463e52e,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:27.393372 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.414109 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e46419-ebfc-40a4-93ec-8c0de4ea1271 x-openstack-request-id: req-e1e46419-ebfc-40a4-93ec-8c0de4ea1271 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:27.414413 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:27.414665 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1e46419-ebfc-40a4-93ec-8c0de4ea1271 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:27.415172 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e', 'code': 200} Nov 11 20:58:27.424423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Made reservation on behalf of 40ea2a4b241743bbb3c398beb31aebdf for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:27.427927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.445748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4a053-da89-4239-a61b-a377b6cc1f68 req-1711e2ad-70da-4924-b59d-aaeacb97fe7a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.447078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.447274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cf4a053-da89-4239-a61b-a377b6cc1f68 req-1711e2ad-70da-4924-b59d-aaeacb97fe7a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1669395 Nov 11 20:58:27.469242 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.469965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 852cd305-0694-41bc-ade2-03b629cbf56f no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:27.476803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Pushing event updated for resources: {'Port': ['ID=852cd305-0694-41bc-ade2-03b629cbf56f,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:27.583650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=26873653-f9a0-4f8f-891f-cd613463e52e,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:27.587969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 852cd305-0694-41bc-ade2-03b629cbf56f not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:27.588482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a56a785e-7435-4069-bcf3-1c4f9488bf94 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:27.600916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] No DVR routers for this DVR port 852cd305-0694-41bc-ade2-03b629cbf56f on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:27.616647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.617117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.626969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:27.635386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cf4a053-da89-4239-a61b-a377b6cc1f68 req-6c5120cd-8c67-495a-a143-16f4750478d0 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738605 Nov 11 20:58:27.653101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.663258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe6727-80c2-4130-a590-271596cdac8e req-804ac1b8-e3b4-42f9-a382-daf4fc265c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.667456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-804ac1b8-e3b4-42f9-a382-daf4fc265c83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 200 len: 916 time: 0.3818772 Nov 11 20:58:27.668953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a56a785e-7435-4069-bcf3-1c4f9488bf94 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:27.669581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 62468265-2c59-4259-8a89-656c9d6f0f66 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:27.719252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ebc73494-746a-4639-a6af-a145a0497eae no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:27.745912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: ebc73494-746a-4639-a6af-a145a0497eae {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:27.746767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device ebc73494-746a-4639-a6af-a145a0497eae not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:27.748722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-afab3b42-e97e-4225-b3ad-c2afda26a37f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 HTTP/1.1" status: 200 len: 217 time: 0.0406210 Nov 11 20:58:27.755651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17c4fba-2651-4def-8e2b-b944ee3f9229,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:27.760264 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.767035 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b01d20ba-4b0b-4b5f-a01b-d3df979ca1c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c17c4fba-2651-4def-8e2b-b944ee3f9229 HTTP/1.1" status: 204 len: 168 time: 0.4691935 Nov 11 20:58:27.771045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:27.830304 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.850435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bcc86845-0d89-4d2c-9e7b-173359e5d75d None None] Provisioning complete for port 852cd305-0694-41bc-ade2-03b629cbf56f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:27.850908 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcc86845-0d89-4d2c-9e7b-173359e5d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.863057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] In _notify_port_updated(), no bound segment for port 852cd305-0694-41bc-ade2-03b629cbf56f on network 7518ecc2-0d90-4e11-9fde-55cc19da2878 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 20:58:27.864068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.864766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:27.866159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-d68ee5d1-c9f5-4659-b1a3-7a14509e8a1a service neutron] 10.222.0.58 "PUT /v2.0/ports/852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 200 len: 1033 time: 1.3987648 Nov 11 20:58:27.868183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-280d5be8-29e4-48fc-a357-7385fe0bcda8 req-7eaf80de-1d8a-43ff-ae70-b34606bb669c tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 210 time: 0.0567698 Nov 11 20:58:27.898113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bcc86845-0d89-4d2c-9e7b-173359e5d75d None None] Port 852cd305-0694-41bc-ade2-03b629cbf56f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:58:27.929562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 62468265-2c59-4259-8a89-656c9d6f0f66, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=62468265-2c59-4259-8a89-656c9d6f0f66,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:27.955117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe6727-80c2-4130-a590-271596cdac8e req-edd90097-8e1b-4d80-9d8e-171d7d9a207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:27.957110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-edd90097-8e1b-4d80-9d8e-171d7d9a207f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3c776373-4082-47ef-8356-26f89e810ac8 HTTP/1.1" status: 200 len: 855 time: 0.1881173 Nov 11 20:58:28.006353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.007600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 061adeb4-653d-4889-878a-3aa008a87de1 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:28.043368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-1d617ca0-8d42-4340-86d4-139ab66163c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9cbc3878-bf07-429e-bb17-e387f00d2ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730782 Nov 11 20:58:28.044690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Allocated IP 172.20.0.13 (368a60e9-dc3d-47fc-9a16-f0f3ac074c48/e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580/6b2e043d-5b6b-494f-9e40-67280f0cfb4c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:58:28.112629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=62468265-2c59-4259-8a89-656c9d6f0f66,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:28.257259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd3ec8-4fa1-40e9-853d-9aba1884436b req-a0043179-4e61-44de-b173-2179bbb13bd7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.259139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79cd3ec8-4fa1-40e9-853d-9aba1884436b req-a0043179-4e61-44de-b173-2179bbb13bd7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 943 time: 0.6262078 Nov 11 20:58:28.293962 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.319263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45092f36-13d8-4bad-89ea-81193964921c req-e8ce7114-55c7-4412-ac0e-e532f4b13920 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.320880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45092f36-13d8-4bad-89ea-81193964921c req-e8ce7114-55c7-4412-ac0e-e532f4b13920 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 950 time: 0.2836993 Nov 11 20:58:28.331444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port 26873653-f9a0-4f8f-891f-cd613463e52e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:28.331775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.368452 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.388702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79cd3ec8-4fa1-40e9-853d-9aba1884436b req-30e53827-b9ec-4008-b7f6-436c475bee40 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185484 Nov 11 20:58:28.415670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 061adeb4-653d-4889-878a-3aa008a87de1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=061adeb4-653d-4889-878a-3aa008a87de1,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:28.428059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-cf8eb1d8-8b2e-4801-b4b6-fe59debd9b16 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.429617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-cf8eb1d8-8b2e-4801-b4b6-fe59debd9b16 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 950 time: 0.1313894 Nov 11 20:58:28.474289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-b2851bad-c695-4254-a7ad-a3ff5d220c30 service neutron] 10.222.0.58 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995130 Nov 11 20:58:28.484781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.541536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4cc768-ab6a-41d3-b0b2-c62c3a56226d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:28.545136 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.545882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 24b03443-973a-4f11-be3a-991db2c6a33b no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:28.560182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f04c7c2-5259-4f1e-90ca-7e05caf51c64') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:28.560182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f04c7c2-5259-4f1e-90ca-7e05caf51c64') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:28.575236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45092f36-13d8-4bad-89ea-81193964921c req-c5d3c51f-edcd-476b-ae5a-13f550670c4c tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360675 Nov 11 20:58:28.616883 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.629413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] For port 26873653-f9a0-4f8f-891f-cd613463e52e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=26873653-f9a0-4f8f-891f-cd613463e52e,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:28.629785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.651624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.660784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for 26873653-f9a0-4f8f-891f-cd613463e52e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:28.674397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.692940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=061adeb4-653d-4889-878a-3aa008a87de1,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:28.697204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9c01-9f27-4c04-9f4c-4dabda1d1169 req-2d4d4c5a-0890-4f9c-a649-9de3f339051a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.708849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ebe9c01-9f27-4c04-9f4c-4dabda1d1169 req-2d4d4c5a-0890-4f9c-a649-9de3f339051a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.2453535 Nov 11 20:58:28.744888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:58:28.746145 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.746286 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:58:28.748426 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:58:28.791447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 24b03443-973a-4f11-be3a-991db2c6a33b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=24b03443-973a-4f11-be3a-991db2c6a33b,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:28.801543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-11890c93-93fd-4a07-99b3-7074aa2e5285 service neutron] 10.222.0.58 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118873 Nov 11 20:58:28.844342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ebe9c01-9f27-4c04-9f4c-4dabda1d1169 req-9f8bb62c-dbb7-42fc-8494-9ff6fa0ff1b0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344104 Nov 11 20:58:28.853417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port 87434394-9a23-4c46-ae69-8a9de7161f39 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:28.853845 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.861002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e4574-7073-4591-9bd8-d5897e08757e req-a21fcd56-3fb7-45cc-907f-dfedcf45af24 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.868256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e4574-7073-4591-9bd8-d5897e08757e req-a21fcd56-3fb7-45cc-907f-dfedcf45af24 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.874864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e4574-7073-4591-9bd8-d5897e08757e req-a21fcd56-3fb7-45cc-907f-dfedcf45af24 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.880833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e4574-7073-4591-9bd8-d5897e08757e req-a21fcd56-3fb7-45cc-907f-dfedcf45af24 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.887678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e4574-7073-4591-9bd8-d5897e08757e req-a21fcd56-3fb7-45cc-907f-dfedcf45af24 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:28.889578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c90e4574-7073-4591-9bd8-d5897e08757e req-a21fcd56-3fb7-45cc-907f-dfedcf45af24 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 3881 time: 0.1459141 Nov 11 20:58:28.909731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.910757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f2f09207-b187-4b4b-83ed-07967365c5dc no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:28.950639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.975397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:28.994739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=24b03443-973a-4f11-be3a-991db2c6a33b,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:28.997303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.003362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd4cc768-ab6a-41d3-b0b2-c62c3a56226d HTTP/1.1" status: 204 len: 168 time: 1.2271492 Nov 11 20:58:29.025360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740231ca-f286-442b-a4a7-80b8f09e1ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4cc768-ab6a-41d3-b0b2-c62c3a56226d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:29.044097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf73bb6-bd81-49e3-ab6d-b7644267551c req-2bb9dd65-319a-4123-b067-bfc1133b2613 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:29.044097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbf73bb6-bd81-49e3-ab6d-b7644267551c req-2bb9dd65-319a-4123-b067-bfc1133b2613 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1224272 Nov 11 20:58:29.055918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.059546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:29.075490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c90e4574-7073-4591-9bd8-d5897e08757e req-9b8933e5-8830-4cc5-a88c-f3b40da04a8a tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713870 Nov 11 20:58:29.076959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:29.085285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port 87434394-9a23-4c46-ae69-8a9de7161f39, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=87434394-9a23-4c46-ae69-8a9de7161f39,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:29.085757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.086385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:58:29.093105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Pushing event updated for resources: {'Port': ['ID=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:29.103223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f2f09207-b187-4b4b-83ed-07967365c5dc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2f09207-b187-4b4b-83ed-07967365c5dc,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:29.126903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.166407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbf73bb6-bd81-49e3-ab6d-b7644267551c req-cada4b1c-19d8-4b2c-b838-b79a9f634576 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076143 Nov 11 20:58:29.168257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for 87434394-9a23-4c46-ae69-8a9de7161f39 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:29.200914 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.226176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 87434394-9a23-4c46-ae69-8a9de7161f39 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:29.295761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f2f09207-b187-4b4b-83ed-07967365c5dc,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:29.350298 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.416644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:29.421013 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ac8596-62e3-474f-a586-f9c9d4ba975d" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "061adeb4-653d-4889-878a-3aa008a87de1"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:29.493972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.510285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:29.513864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:29.520084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=26873653-f9a0-4f8f-891f-cd613463e52e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:29.543106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=87434394-9a23-4c46-ae69-8a9de7161f39,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:29.598381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6768-5fbb-4d95-85d7-e031cf15d7a6 req-d338dd91-42fa-4f9c-a408-33139c48bb4d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:29.598507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:29.598613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05ee6768-5fbb-4d95-85d7-e031cf15d7a6 req-d338dd91-42fa-4f9c-a408-33139c48bb4d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 943 time: 0.1320212 Nov 11 20:58:29.598726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.617818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] No DVR routers for this DVR port 26873653-f9a0-4f8f-891f-cd613463e52e on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:29.621409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.621641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port 87434394-9a23-4c46-ae69-8a9de7161f39 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:29.626792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-0c6cd623-6fcd-4230-aa43-e0159b19df32 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "DELETE /v2.0/ports/26873653-f9a0-4f8f-891f-cd613463e52e HTTP/1.1" status: 204 len: 173 time: 1.7468903 Nov 11 20:58:29.634826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:29.638335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.638602 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47405d63-5d16-440e-95c8-f440da78f42d" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:29.641826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79c850bf-b45c-4af9-8497-9c13a9d171c6 req-ca6115fa-1c3d-4236-8664-8acb5d263c6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "DELETE /v2.0/ports/87434394-9a23-4c46-ae69-8a9de7161f39 HTTP/1.1" status: 204 len: 173 time: 1.1767616 Nov 11 20:58:29.642304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'name': 'network-vif-deleted', 'tag': '87434394-9a23-4c46-ae69-8a9de7161f39'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:29.649003 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06abc30-0f3f-490a-b0d5-0ed88b86abe5" -d '{"events": [{"server_uuid": "aa4f546e-4c59-41da-8631-8a380b014c9b", "name": "network-vif-deleted", "tag": "87434394-9a23-4c46-ae69-8a9de7161f39"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:29.701334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:29.702927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e3231-0345-4de3-b5a8-06969927fe18 req-3f72840e-52cf-4c3a-9921-fd528c21cb93 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:29.711513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-384e3231-0345-4de3-b5a8-06969927fe18 req-3f72840e-52cf-4c3a-9921-fd528c21cb93 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 932 time: 0.1956623 Nov 11 20:58:29.729489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-6ac07297-e288-4436-bfe9-dac96e7f081d tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7776172 Nov 11 20:58:29.757699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Request body: {'port': {'device_id': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:29.799236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f5a654ac-1bb0-4744-9d63-0ed1e9489d64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75e017ae844c4b5c8493a87252abef7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0892649 Nov 11 20:58:29.803338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05ee6768-5fbb-4d95-85d7-e031cf15d7a6 req-fc1b9b85-d3ab-42b4-bbf2-0520b75dbfe6 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843369 Nov 11 20:58:29.803841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:29.863341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-384e3231-0345-4de3-b5a8-06969927fe18 req-1758e2d0-23be-4c10-889c-719560521537 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506579 Nov 11 20:58:29.911046 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.916542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0321de9f-52e6-46ba-97f8-e75b4604e6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:29.985650 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1715e78d-be74-401b-8210-c7d22d797650 x-openstack-request-id: req-1715e78d-be74-401b-8210-c7d22d797650 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:29.986151 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "061adeb4-653d-4889-878a-3aa008a87de1", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:29.986292 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1715e78d-be74-401b-8210-c7d22d797650 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:29.986590 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66', 'code': 200} Nov 11 20:58:29.986848 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1', 'code': 200} Nov 11 20:58:29.987093 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b', 'code': 200} Nov 11 20:58:29.987344 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'code': 200} Nov 11 20:58:29.999703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0321de9f-52e6-46ba-97f8-e75b4604e6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.050977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port 24b03443-973a-4f11-be3a-991db2c6a33b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:30.055071 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.063162 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18155e46-fec8-43a2-8b3b-a5875df69e9b x-openstack-request-id: req-18155e46-fec8-43a2-8b3b-a5875df69e9b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:30.063570 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "26873653-f9a0-4f8f-891f-cd613463e52e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:30.068296 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18155e46-fec8-43a2-8b3b-a5875df69e9b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:30.068296 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '26873653-f9a0-4f8f-891f-cd613463e52e', 'status': 'completed', 'code': 200} Nov 11 20:58:30.116301 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8259fa0b-f233-42c4-9462-55790d4aef40 x-openstack-request-id: req-8259fa0b-f233-42c4-9462-55790d4aef40 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:30.122208 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4f546e-4c59-41da-8631-8a380b014c9b", "name": "network-vif-deleted", "tag": "87434394-9a23-4c46-ae69-8a9de7161f39", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:30.122569 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8259fa0b-f233-42c4-9462-55790d4aef40 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:30.125647 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f546e-4c59-41da-8631-8a380b014c9b', 'name': 'network-vif-deleted', 'tag': '87434394-9a23-4c46-ae69-8a9de7161f39', 'status': 'completed', 'code': 200} Nov 11 20:58:30.206891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-409b6c9a-8bcc-44d4-83fa-e416cf577456 req-2c802383-3720-41f5-bf80-bbb28b8e1e37 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa4f546e-4c59-41da-8631-8a380b014c9b HTTP/1.1" status: 200 len: 210 time: 0.1721261 Nov 11 20:58:30.272116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0321de9f-52e6-46ba-97f8-e75b4604e6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.274015 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0321de9f-52e6-46ba-97f8-e75b4604e6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.291873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0321de9f-52e6-46ba-97f8-e75b4604e6dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9634a559-6d05-4347-adc1-424d20eac2d5 HTTP/1.1" status: 204 len: 168 time: 0.4790571 Nov 11 20:58:30.328811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321de9f-52e6-46ba-97f8-e75b4604e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9634a559-6d05-4347-adc1-424d20eac2d5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:30.339255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] For port 24b03443-973a-4f11-be3a-991db2c6a33b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=24b03443-973a-4f11-be3a-991db2c6a33b,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:30.340261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.358302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8eb0aa-6591-44d9-ae09-55ec666bf3f4 req-258da029-89fd-4c39-8e46-146f956ab87d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:30.374115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b8eb0aa-6591-44d9-ae09-55ec666bf3f4 req-258da029-89fd-4c39-8e46-146f956ab87d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1397939 Nov 11 20:58:30.384356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for 24b03443-973a-4f11-be3a-991db2c6a33b owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:30.438468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b8eb0aa-6591-44d9-ae09-55ec666bf3f4 req-72cff7bd-3fdf-49ff-933d-ec3a0f19cd1e tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576856 Nov 11 20:58:30.515020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7610d-9a0e-44ea-a042-008f3e518688 req-4b5e7623-314b-4982-97d0-ad8a4a1e425e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:30.521100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7610d-9a0e-44ea-a042-008f3e518688 req-4b5e7623-314b-4982-97d0-ad8a4a1e425e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:30.527945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7610d-9a0e-44ea-a042-008f3e518688 req-4b5e7623-314b-4982-97d0-ad8a4a1e425e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:30.546573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7610d-9a0e-44ea-a042-008f3e518688 req-4b5e7623-314b-4982-97d0-ad8a4a1e425e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:30.548423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4b7610d-9a0e-44ea-a042-008f3e518688 req-4b5e7623-314b-4982-97d0-ad8a4a1e425e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 3144 time: 0.2184684 Nov 11 20:58:30.583374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c957b-dba6-4749-a99f-2b837abcb418 req-b2716a49-6892-4d95-a6c2-c86c6070b2c8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:30.584887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a30c957b-dba6-4749-a99f-2b837abcb418 req-b2716a49-6892-4d95-a6c2-c86c6070b2c8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0742116 Nov 11 20:58:30.643080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a30c957b-dba6-4749-a99f-2b837abcb418 req-17542a31-edde-42f7-b4bd-1273e41bff73 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507584 Nov 11 20:58:30.694679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4b7610d-9a0e-44ea-a042-008f3e518688 req-2f91666d-54e2-4acf-bf6d-cca230ad8971 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324575 Nov 11 20:58:30.820255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2e043d-5b6b-494f-9e40-67280f0cfb4c {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:30.831824 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.845788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.855097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Transition to ACTIVE for port object 6b2e043d-5b6b-494f-9e40-67280f0cfb4c will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:58:30.879277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=24b03443-973a-4f11-be3a-991db2c6a33b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:30.936048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] No DVR routers for this DVR port 24b03443-973a-4f11-be3a-991db2c6a33b on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:30.937937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.941147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:30.944556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-4a08cf83-6c11-40cd-b6a1-07a9e66e0d2b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "DELETE /v2.0/ports/24b03443-973a-4f11-be3a-991db2c6a33b HTTP/1.1" status: 204 len: 173 time: 1.3004990 Nov 11 20:58:31.059656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c1ae4-c74b-420b-9988-c687e8dde5c4 req-cba68ed6-de21-4326-b91e-a22264227b8d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:31.061592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af9c1ae4-c74b-420b-9988-c687e8dde5c4 req-cba68ed6-de21-4326-b91e-a22264227b8d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 943 time: 0.0730290 Nov 11 20:58:31.111721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:31.140662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af9c1ae4-c74b-420b-9988-c687e8dde5c4 req-eddab6de-7508-4485-91aa-4e2c4fe1c496 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713844 Nov 11 20:58:31.179246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cd70e-87f6-40a7-8f74-bef584c0894d req-c8f9b523-26bd-44e1-aa8d-d62051f24d23 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:31.180767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc0cd70e-87f6-40a7-8f74-bef584c0894d req-c8f9b523-26bd-44e1-aa8d-d62051f24d23 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 944 time: 0.1645703 Nov 11 20:58:31.202459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:31.293440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port f2f09207-b187-4b4b-83ed-07967365c5dc {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:31.293786 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.312396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc0cd70e-87f6-40a7-8f74-bef584c0894d req-4dd4a8f9-91cd-488e-958a-eb9e1615cea6 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070151 Nov 11 20:58:31.355630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Attempting to bind port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:58:31.355630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Attempting to bind port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '3bce0396-0c22-4b18-90dd-12723cabdf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:58:31.355959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Attempting to bind port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c on network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:31.376087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c on network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:58:31.376517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Attempting to bind port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c on network 368a60e9-dc3d-47fc-9a16-f0f3ac074c48 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:31.437044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:58:31.437414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Checking segment: {'id': '3bce0396-0c22-4b18-90dd-12723cabdf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:31.437810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Bound using segment: {'id': '3bce0396-0c22-4b18-90dd-12723cabdf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:58:31.438272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Bound port: 6b2e043d-5b6b-494f-9e40-67280f0cfb4c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bce0396-0c22-4b18-90dd-12723cabdf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:58:31.438631 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.460398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:31.489162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'port_id': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'mac_address': 'fa:16:3e:5c:f3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c776373-4082-47ef-8356-26f89e810ac8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:31.582072 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.595451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:31.606364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] For port f2f09207-b187-4b4b-83ed-07967365c5dc, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f2f09207-b187-4b4b-83ed-07967365c5dc,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:31.606893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.617486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:31.621824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] For port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:31.674005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] For port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,segment=NetworkSegment(3bce0396-0c22-4b18-90dd-12723cabdf85),segment_id=3bce0396-0c22-4b18-90dd-12723cabdf85)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:58:31.686034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c424b4-8970-461f-b2c8-618926f00987 req-c854a5c8-41e1-4307-93e9-bc21ffeae448 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:31.686282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.693450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03c424b4-8970-461f-b2c8-618926f00987 req-c854a5c8-41e1-4307-93e9-bc21ffeae448 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1611569 Nov 11 20:58:31.758493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:31.779514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.849435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03c424b4-8970-461f-b2c8-618926f00987 req-a183197c-bc40-4fb7-9911-13412d226072 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550655 Nov 11 20:58:31.897360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:31.897990 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.903628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] 10.222.0.58 "PUT /v2.0/ports/6b2e043d-5b6b-494f-9e40-67280f0cfb4c HTTP/1.1" status: 200 len: 1092 time: 2.1603136 Nov 11 20:58:31.904861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-db4ce478-288f-483b-8fff-e45c7c733e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:31.968628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c57c3-1e8f-4e7a-917a-179248f36fd5 req-d93d8d99-9e3d-4ee1-867e-8ba6b97c9633 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:31.970483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-088c57c3-1e8f-4e7a-917a-179248f36fd5 req-d93d8d99-9e3d-4ee1-867e-8ba6b97c9633 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1013522 Nov 11 20:58:31.973149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:32.030681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-088c57c3-1e8f-4e7a-917a-179248f36fd5 req-f5fa294a-fa4b-453d-a413-8f7f87d8a05f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492163 Nov 11 20:58:32.069450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.070072 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.070250 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Floating IP 70b12527-21c9-4155-ad0d-ee532504ce86 disassociated. External IP: 172.25.2.232, port: f2f09207-b187-4b4b-83ed-07967365c5dc. Nov 11 20:58:32.070746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for f2f09207-b187-4b4b-83ed-07967365c5dc owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:32.083375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b'}, {'name': 'network-changed', 'server_uuid': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'tag': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:32.085204 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb557d23-822b-4475-89d0-08fabe2f6902" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b"}, {"name": "network-changed", "server_uuid": "d54052a7-f8b9-4080-9d83-b9b9a930881a", "tag": "6b2e043d-5b6b-494f-9e40-67280f0cfb4c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:32.122704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:32.141823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf204ca-4df5-4da5-8997-d17a6bcf3599 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:32.191902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-881583278-network', 'tenant_id': '0cf0ba51e46f4c7ea6569aa6f3c2798f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:32.208780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00712e7-53a6-4240-8aeb-8ed49b7f88aa req-43e8ee7d-385f-4ae7-bb44-0f5ec53c4a40 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.216369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00712e7-53a6-4240-8aeb-8ed49b7f88aa req-43e8ee7d-385f-4ae7-bb44-0f5ec53c4a40 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.218313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24210a8c-01be-41ea-b6f6-372618e85d2d req-850468d0-c3a9-4a75-a9b5-ffd9b7b3e011 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.223801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00712e7-53a6-4240-8aeb-8ed49b7f88aa req-43e8ee7d-385f-4ae7-bb44-0f5ec53c4a40 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.226207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-24210a8c-01be-41ea-b6f6-372618e85d2d req-850468d0-c3a9-4a75-a9b5-ffd9b7b3e011 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 950 time: 0.0860388 Nov 11 20:58:32.232137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a00712e7-53a6-4240-8aeb-8ed49b7f88aa req-43e8ee7d-385f-4ae7-bb44-0f5ec53c4a40 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 2411 time: 0.2705355 Nov 11 20:58:32.249570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-3bb23643-85b4-4c92-88f3-08e24a43afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.251302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-3bb23643-85b4-4c92-88f3-08e24a43afa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40ea2a4b241743bbb3c398beb31aebdf&device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 1095 time: 0.1625395 Nov 11 20:58:32.285592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-24210a8c-01be-41ea-b6f6-372618e85d2d req-446c5eb9-e88a-494f-9925-79a18db416f4 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Nov 11 20:58:32.318595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-93240e25-f802-4fd5-a62d-a15685a18d01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b2e043d-5b6b-494f-9e40-67280f0cfb4c HTTP/1.1" status: 200 len: 217 time: 0.0506773 Nov 11 20:58:32.326320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Made reservation on behalf of 0cf0ba51e46f4c7ea6569aa6f3c2798f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:32.329949 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.344751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.384408 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6f7c5e-caea-4260-a9f7-75ea1bc97947 x-openstack-request-id: req-ab6f7c5e-caea-4260-a9f7-75ea1bc97947 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:32.392533 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "24b03443-973a-4f11-be3a-991db2c6a33b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d54052a7-f8b9-4080-9d83-b9b9a930881a", "tag": "6b2e043d-5b6b-494f-9e40-67280f0cfb4c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:32.392533 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab6f7c5e-caea-4260-a9f7-75ea1bc97947 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:32.392533 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '24b03443-973a-4f11-be3a-991db2c6a33b', 'status': 'completed', 'code': 200} Nov 11 20:58:32.392533 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'tag': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c', 'status': 'completed', 'code': 200} Nov 11 20:58:32.401191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a00712e7-53a6-4240-8aeb-8ed49b7f88aa req-6aca9bf9-8115-49c0-ab71-f56e550c9af5 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681530 Nov 11 20:58:32.446968 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-4653c190-35c8-488b-b1d9-01a7618b0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.450268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-4653c190-35c8-488b-b1d9-01a7618b0d58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580 HTTP/1.1" status: 200 len: 864 time: 0.1189439 Nov 11 20:58:32.492576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.501125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-8bc6056d-edb6-43f9-8c8e-48ba02e7fcd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=368a60e9-dc3d-47fc-9a16-f0f3ac074c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408702 Nov 11 20:58:32.511121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b4fbb-713f-4a93-aa5b-5acb586d8d06 req-576f4d85-be38-473d-b78f-b359ec5564b3 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.512881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b74b4fbb-713f-4a93-aa5b-5acb586d8d06 req-576f4d85-be38-473d-b78f-b359ec5564b3 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 944 time: 0.0884805 Nov 11 20:58:32.568116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b74b4fbb-713f-4a93-aa5b-5acb586d8d06 req-fb3e5ae1-28fe-45e7-a572-c1b38d98babc tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481253 Nov 11 20:58:32.641722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33491e-95c9-41b8-af72-06012d8a9433 req-25f4511f-70d6-4747-b6a8-fef656318b76 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.643126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b33491e-95c9-41b8-af72-06012d8a9433 req-25f4511f-70d6-4747-b6a8-fef656318b76 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 944 time: 0.1384497 Nov 11 20:58:32.677051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-3babe67e-251e-47e1-a9e8-97356bcce7c4 service neutron] 10.222.0.58 "GET /v2.0/networks/368a60e9-dc3d-47fc-9a16-f0f3ac074c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559410 Nov 11 20:58:32.685201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.711311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:58:32.726634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:32.736697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.737228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b33491e-95c9-41b8-af72-06012d8a9433 req-919777db-23d8-49d2-a484-ba5dd73c17b7 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787075 Nov 11 20:58:32.737331 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Added segment 7e1844de-a92c-4f39-a400-6222b43ecb23 of type vlan for network 8b767f3d-546d-4961-89a7-20f546aeff16 Nov 11 20:58:32.767831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.780463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.814459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=f2f09207-b187-4b4b-83ed-07967365c5dc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:32.829084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d85b8a88-cdcf-4108-a9bc-f0655eb7e6de req-e6157e7c-a89a-4ab3-b2d4-1ee85fc08375 service neutron] 10.222.0.58 "GET /v2.0/networks/368a60e9-dc3d-47fc-9a16-f0f3ac074c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403863 Nov 11 20:58:32.893751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.893751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:32.894339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:32.959162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Router e8718929-d565-4983-b23a-1ba203310865 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:58:32.982738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8b767f3d-546d-4961-89a7-20f546aeff16,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:32.994271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8b767f3d-546d-4961-89a7-20f546aeff16 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:58:33.018643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-624bb881-d6d7-499d-a59c-a1db579f51a7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0419965 Nov 11 20:58:33.023608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:33.032359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Request body: {'subnet': {'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-881583278-subnet', 'tenant_id': '0cf0ba51e46f4c7ea6569aa6f3c2798f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:33.046513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834a682-2c1d-4342-91a5-2e00f9ba7c8f req-1fcd9682-c486-4120-a320-7075cf9d4e4d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.055483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f834a682-2c1d-4342-91a5-2e00f9ba7c8f req-1fcd9682-c486-4120-a320-7075cf9d4e4d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0870461 Nov 11 20:58:33.061738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-2c46a5c2-12c7-4cd1-8c79-b5fe6af0be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.064983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-2c46a5c2-12c7-4cd1-8c79-b5fe6af0be00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40ea2a4b241743bbb3c398beb31aebdf&device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 1095 time: 0.0933568 Nov 11 20:58:33.131021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f834a682-2c1d-4342-91a5-2e00f9ba7c8f req-29e3c7eb-20cf-4add-9842-940779e2552d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678644 Nov 11 20:58:33.145743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:58:33.154703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Made reservation on behalf of 0cf0ba51e46f4c7ea6569aa6f3c2798f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:33.157159 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:33.159174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] Sync routers for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:58:33.171488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:33.172609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:33.306699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] No DVR routers for this DVR port f2f09207-b187-4b4b-83ed-07967365c5dc on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:33.347259 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:33.351216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:58:33.361929 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-84bb91dd-05a3-406c-86b5-9e1d3f532050 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "DELETE /v2.0/ports/f2f09207-b187-4b4b-83ed-07967365c5dc HTTP/1.1" status: 204 len: 173 time: 2.4109707 Nov 11 20:58:33.465073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d363-5c05-4593-8eca-1834c4e240f9 req-f92c024c-344f-4ea8-8a7b-921841cc961f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.467307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a055d363-5c05-4593-8eca-1834c4e240f9 req-f92c024c-344f-4ea8-8a7b-921841cc961f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.2908914 Nov 11 20:58:33.471285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-8cdc39e5-aef0-4f60-a2b9-62faa8091e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.473048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-8cdc39e5-aef0-4f60-a2b9-62faa8091e2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=368a60e9-dc3d-47fc-9a16-f0f3ac074c48 HTTP/1.1" status: 200 len: 925 time: 0.3768156 Nov 11 20:58:33.499987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71109c48-fb55-45c8-b2dc-c3db38f4c3af req-09a3ff0c-5a18-43e2-b4a3-59f2b9cd6610 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.501815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71109c48-fb55-45c8-b2dc-c3db38f4c3af req-09a3ff0c-5a18-43e2-b4a3-59f2b9cd6610 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 950 time: 0.0927033 Nov 11 20:58:33.538112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:33.638241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71109c48-fb55-45c8-b2dc-c3db38f4c3af req-3b5c56bd-f282-43dd-bf5d-5436f5591062 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238759 Nov 11 20:58:33.677626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:41Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:33.725115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] Checking router: e8718929-d565-4983-b23a-1ba203310865 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:58:33.738627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:58:33.739229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:58:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:33.755969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7f4355-69c8-479e-ac0b-57d8e011b6cf,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:33.781292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Checking segment: {'id': '7e1844de-a92c-4f39-a400-6222b43ecb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:33.781743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Network hostable DHCP agents. Network: 8b767f3d-546d-4961-89a7-20f546aeff16, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:58:33.812701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-e17f4abb-86ca-4243-ba03-6ac86d164c84 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.814433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-e17f4abb-86ca-4243-ba03-6ac86d164c84 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 950 time: 0.2049136 Nov 11 20:58:33.848872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dce20a-1b06-4da3-a8c9-189f3257ec14 req-e123d3f4-6dc2-4e82-beb0-7acc2545c2f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.856245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dce20a-1b06-4da3-a8c9-189f3257ec14 req-e123d3f4-6dc2-4e82-beb0-7acc2545c2f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:33.858352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2dce20a-1b06-4da3-a8c9-189f3257ec14 req-e123d3f4-6dc2-4e82-beb0-7acc2545c2f6 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 1677 time: 0.1187961 Nov 11 20:58:33.880197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:58:33.901010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Network 8b767f3d-546d-4961-89a7-20f546aeff16 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:58:33.915254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-202c9398-03cb-45bb-a5de-17b1f714c6b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b2e043d-5b6b-494f-9e40-67280f0cfb4c HTTP/1.1" status: 200 len: 217 time: 0.4303613 Nov 11 20:58:33.956595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2dce20a-1b06-4da3-a8c9-189f3257ec14 req-08bd09de-8e06-47dd-a1d3-b616a21f8f29 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770473 Nov 11 20:58:34.037102 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a055d363-5c05-4593-8eca-1834c4e240f9 req-220fece2-e24c-4887-b608-be238d1c61d5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579462 Nov 11 20:58:34.097655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8b767f3d-546d-4961-89a7-20f546aeff16) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:34.107327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:34.107327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.116894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d8646-7655-4c14-817a-9ec37809a1a4 None None] Network 8b767f3d-546d-4961-89a7-20f546aeff16 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:34.157256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port 62468265-2c59-4259-8a89-656c9d6f0f66 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:34.157822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.169424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-089f29f7-1919-428f-94fd-cdaad5189824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:34.175596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:34.175961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.178370 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-089f29f7-1919-428f-94fd-cdaad5189824 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580 HTTP/1.1" status: 200 len: 864 time: 0.2230530 Nov 11 20:58:34.280535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-992bd503-e87a-4143-9967-b36bb0b1411c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=368a60e9-dc3d-47fc-9a16-f0f3ac074c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863681 Nov 11 20:58:34.344425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:34.344853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.360871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:34.385096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab104809-fd54-4569-bdd2-e34fa8f799be None None] Network 8b767f3d-546d-4961-89a7-20f546aeff16 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:34.385464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8db01-b66f-4a81-ac79-9c0ac8c2b677 req-13cc07c0-c3cb-450b-9c2b-8d7a5d53c679 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:34.393618 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6bd8db01-b66f-4a81-ac79-9c0ac8c2b677 req-13cc07c0-c3cb-450b-9c2b-8d7a5d53c679 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 944 time: 0.1981845 Nov 11 20:58:34.406144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:34.406144 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40266d8-0834-48a4-9e90-5b1afdae6292" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:34.482046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] For port 62468265-2c59-4259-8a89-656c9d6f0f66, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=62468265-2c59-4259-8a89-656c9d6f0f66,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:34.482732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.516535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for 62468265-2c59-4259-8a89-656c9d6f0f66 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:34.547837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30ebae65-db5e-488c-9333-e746cb1a8aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.563350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6bd8db01-b66f-4a81-ac79-9c0ac8c2b677 req-9f32780b-2a3a-4d0f-932c-2b551c14193e tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684728 Nov 11 20:58:34.571099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1462c5-cde3-4aee-9aed-4c89f04377e4 req-69ae7639-44aa-43c4-89a8-7d9971201b73 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:34.584094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa1462c5-cde3-4aee-9aed-4c89f04377e4 req-69ae7639-44aa-43c4-89a8-7d9971201b73 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 944 time: 0.4648895 Nov 11 20:58:34.589746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-ce19ab32-4580-48b6-b7b6-aea4284b1905 service neutron] 10.222.0.58 "GET /v2.0/networks/368a60e9-dc3d-47fc-9a16-f0f3ac074c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721710 Nov 11 20:58:34.593588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:41Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:34.608957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.639151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff8d21-ccba-4052-99b5-77c90666162a None None] The sync data for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 is: [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:35Z', 'revision_number': 4, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9a2914e6-6d76-4951-9d2c-111b70829ec5', 'name': '', 'network_id': '0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'mac_address': 'fa:16:3e:e9:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:34Z', 'updated_at': '2021-11-11T20:47:41Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'subnets': [{'id': '4be6fb7e-1626-4d24-98c5-03d0d9565aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:58:34.647599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:34.651346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:34.674614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=aedb1cbb-e67e-428f-bbe5-0dbfa92dd756,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:34.694841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dbc0ba95-61a0-4c7e-8f4a-d120fd63d484 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6699193 Nov 11 20:58:34.732361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa1462c5-cde3-4aee-9aed-4c89f04377e4 req-551fce9c-4bb2-483d-9888-afc4b05b80c0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472087 Nov 11 20:58:34.824490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:34.825998 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:34.835056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "DELETE /v2.0/ports/aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 HTTP/1.1" status: 204 len: 173 time: 1.0102863 Nov 11 20:58:34.835846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f7d56-3322-4417-ac46-9b364221715e', 'name': 'network-vif-deleted', 'tag': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:34.840051 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca27b327-0dbd-4eff-bf95-d7e9446aebad" -d '{"events": [{"server_uuid": "723f7d56-3322-4417-ac46-9b364221715e", "name": "network-vif-deleted", "tag": "aedb1cbb-e67e-428f-bbe5-0dbfa92dd756"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:34.955490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a4ff3c1-a50d-482b-8f3a-7e92993085f3 req-0b090b86-dfca-4bc3-ba5c-7cd549a05c45 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=723f7d56-3322-4417-ac46-9b364221715e HTTP/1.1" status: 200 len: 210 time: 0.0429072 Nov 11 20:58:34.979479 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd20a34b-a59c-4938-8278-7a5951bc7bb6 x-openstack-request-id: req-dd20a34b-a59c-4938-8278-7a5951bc7bb6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:34.979479 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "f2f09207-b187-4b4b-83ed-07967365c5dc", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:34.979479 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd20a34b-a59c-4938-8278-7a5951bc7bb6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:34.979479 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': 'f2f09207-b187-4b4b-83ed-07967365c5dc', 'status': 'completed', 'code': 200} Nov 11 20:58:35.028361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb557d23-822b-4475-89d0-08fabe2f6902 req-4d743c85-0bd3-439e-a4ed-a96bd84faa4a service neutron] 10.222.0.58 "GET /v2.0/networks/368a60e9-dc3d-47fc-9a16-f0f3ac074c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840823 Nov 11 20:58:35.044251 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9040ae-8407-4e20-aeb1-ccff059aeb02 x-openstack-request-id: req-9b9040ae-8407-4e20-aeb1-ccff059aeb02 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:35.044978 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f7d56-3322-4417-ac46-9b364221715e", "name": "network-vif-deleted", "tag": "aedb1cbb-e67e-428f-bbe5-0dbfa92dd756", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:35.045899 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b9040ae-8407-4e20-aeb1-ccff059aeb02 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:35.047119 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f7d56-3322-4417-ac46-9b364221715e', 'name': 'network-vif-deleted', 'tag': 'aedb1cbb-e67e-428f-bbe5-0dbfa92dd756', 'status': 'completed', 'code': 200} Nov 11 20:58:35.058174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6205e-1a64-462b-886c-eac55d0551b6 req-8197d44c-189d-486c-8598-5265d60a1f2b tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:35.069176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d7f6205e-1a64-462b-886c-eac55d0551b6 req-8197d44c-189d-486c-8598-5265d60a1f2b tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.3158875 Nov 11 20:58:35.113940 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:35.154002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=62468265-2c59-4259-8a89-656c9d6f0f66,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:35.170547 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84bad1-387f-48eb-8934-ce3afc1756ac None None] New status for floating IP 70b12527-21c9-4155-ad0d-ee532504ce86: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:58:35.215388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d7f6205e-1a64-462b-886c-eac55d0551b6 req-7beca5b4-6cd7-4a19-9c20-90726d4e1203 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399455 Nov 11 20:58:35.240286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7af09-dd88-42b0-934b-b0184f337c28 req-3db8b9af-c52c-4973-9c10-87679a21772f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:35.242195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48f7af09-dd88-42b0-934b-b0184f337c28 req-3db8b9af-c52c-4973-9c10-87679a21772f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 943 time: 0.0957408 Nov 11 20:58:35.262684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:35.294178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] No DVR routers for this DVR port 62468265-2c59-4259-8a89-656c9d6f0f66 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:35.297418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:35.302432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-8f1c03dc-2404-4dae-b80e-7ac2bebd208f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "DELETE /v2.0/ports/62468265-2c59-4259-8a89-656c9d6f0f66 HTTP/1.1" status: 204 len: 173 time: 1.9245832 Nov 11 20:58:35.381032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48f7af09-dd88-42b0-934b-b0184f337c28 req-c32f4719-039e-4da7-9ad2-5177088988c3 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups?id=c64b3ecb-c192-490e-89c5-55b0b8f0c6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308844 Nov 11 20:58:35.521807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c237-0ced-43b9-acd8-80b613c25c72 req-ae4bbe22-91bc-47b9-93f6-89157e96143c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:35.537101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7047c237-0ced-43b9-acd8-80b613c25c72 req-ae4bbe22-91bc-47b9-93f6-89157e96143c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1335845 Nov 11 20:58:35.623046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7047c237-0ced-43b9-acd8-80b613c25c72 req-8c32b0c1-32d5-4760-bb4e-a371d3b9bf44 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850487 Nov 11 20:58:35.630206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port 061adeb4-653d-4889-878a-3aa008a87de1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:35.630740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:35.644197 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:35.761100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:35.787803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:35.788439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:35.827334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] For port 061adeb4-653d-4889-878a-3aa008a87de1, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=061adeb4-653d-4889-878a-3aa008a87de1,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:35.827334 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:35.861061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for 061adeb4-653d-4889-878a-3aa008a87de1 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:35.899068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ea2573ec-8476-43b2-b2d7-9169f819b20d tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:35.910753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ea2573ec-8476-43b2-b2d7-9169f819b20d tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/networks?id=8b767f3d-546d-4961-89a7-20f546aeff16 HTTP/1.1" status: 200 len: 821 time: 0.2378192 Nov 11 20:58:35.937896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25219225-7dae-43c6-baca-1530be2b54ce req-7ef88392-9c03-4095-bcda-8f4812fb6266 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:35.938053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-8d916242-506b-4d78-984e-12f16b1ff9d9 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/quotas/0cf0ba51e46f4c7ea6569aa6f3c2798f HTTP/1.1" status: 200 len: 375 time: 0.0233798 Nov 11 20:58:35.938177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-25219225-7dae-43c6-baca-1530be2b54ce req-7ef88392-9c03-4095-bcda-8f4812fb6266 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 944 time: 0.1336122 Nov 11 20:58:36.033125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-25219225-7dae-43c6-baca-1530be2b54ce req-dd4238d7-64dc-4e6e-b61c-4219c937506f tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863063 Nov 11 20:58:36.034348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-354eaab3-aea0-46ff-b420-a7dd2cda2fe9 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0cf0ba51e46f4c7ea6569aa6f3c2798f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950415 Nov 11 20:58:36.059467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:36.143286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:36.152266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:36.154834 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f76ecc-a237-4166-95d8-a3459f8579fc" -d '{"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:36.203279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-824047de-8cb1-482a-856b-b1b6c24779cb service neutron] 10.222.0.31 "GET /v2.0/networks/8b767f3d-546d-4961-89a7-20f546aeff16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665797 Nov 11 20:58:36.206619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42e28f-525c-46df-b7ed-167cc29b0b0e req-eb2db518-3e50-41d2-a78d-204c3f9ff8d9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:36.208250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e42e28f-525c-46df-b7ed-167cc29b0b0e req-eb2db518-3e50-41d2-a78d-204c3f9ff8d9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 944 time: 0.0610254 Nov 11 20:58:36.259203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:36.263386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:36.294939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e42e28f-525c-46df-b7ed-167cc29b0b0e req-b6731430-bcef-45b5-ad90-df3ee643f74e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778260 Nov 11 20:58:36.301267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=061adeb4-653d-4889-878a-3aa008a87de1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:36.322426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:36.331844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-602c2a8a-4dac-4375-92d9-9c1a0a96253d service neutron] 10.222.0.31 "GET /v2.0/networks/8b767f3d-546d-4961-89a7-20f546aeff16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228337 Nov 11 20:58:36.393251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] No DVR routers for this DVR port 061adeb4-653d-4889-878a-3aa008a87de1 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:36.395956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:36.399957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3502fab8-c4c0-4e6e-8e01-e724012ee15c req-b9569e6f-6d1e-472e-920f-a7f9fd697d37 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.58 "DELETE /v2.0/ports/061adeb4-653d-4889-878a-3aa008a87de1 HTTP/1.1" status: 204 len: 173 time: 1.0872140 Nov 11 20:58:36.416288 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735b26c-814c-441f-9837-09df2f9d2866 x-openstack-request-id: req-f735b26c-814c-441f-9837-09df2f9d2866 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:36.416778 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:36.417275 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f735b26c-814c-441f-9837-09df2f9d2866 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:36.417737 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'code': 200} Nov 11 20:58:36.583445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3ee22-daa6-4091-ac21-a11ba9819d76 req-cc87c072-7098-4acf-8582-8bb17d01884a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:36.585012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bda3ee22-daa6-4091-ac21-a11ba9819d76 req-cc87c072-7098-4acf-8582-8bb17d01884a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0835888 Nov 11 20:58:36.592381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d06d68-e6e4-4823-b86b-6db5e543c62a req-965cdde7-c4b2-4c3d-abba-588ec494e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:36.597955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d06d68-e6e4-4823-b86b-6db5e543c62a req-965cdde7-c4b2-4c3d-abba-588ec494e448 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 1096 time: 0.0794168 Nov 11 20:58:36.667906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bda3ee22-daa6-4091-ac21-a11ba9819d76 req-44b5dcee-5591-48cb-9bf0-103eceb063d6 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732508 Nov 11 20:58:36.671056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d06d68-e6e4-4823-b86b-6db5e543c62a req-4a4ea5e0-d3a1-42ee-8b45-9ad993b268e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691919 Nov 11 20:58:36.797585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23711dda-0fa8-4fe9-baa9-7c57c5272d19 req-aee814a4-d2f3-4723-b19b-766f184f2d28 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0450542 Nov 11 20:58:36.902110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45d872ce-d821-46cd-bd7b-24ac6af10d78 req-7d423b79-7ec9-42a3-b146-ed86a77dd13f tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 210 time: 0.0395682 Nov 11 20:58:36.972846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66'}, {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:36.975356 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af183e4d-7331-4c28-b8ba-5e295acb796c" -d '{"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66"}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "061adeb4-653d-4889-878a-3aa008a87de1"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:36.988636 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:37.039724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27b2be-13d5-49cf-980e-aebb77a3e8b6 req-b3724024-1c7c-4cc6-8c74-8466a918ee59 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:37.041258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a27b2be-13d5-49cf-980e-aebb77a3e8b6 req-b3724024-1c7c-4cc6-8c74-8466a918ee59 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0521996 Nov 11 20:58:37.100882 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c722bc-0789-4729-b871-91464f06ac27 x-openstack-request-id: req-79c722bc-0789-4729-b871-91464f06ac27 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:37.101174 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "62468265-2c59-4259-8a89-656c9d6f0f66", "status": "completed", "code": 200}, {"server_uuid": "79622e4c-a38b-4048-bed0-a3220e601383", "name": "network-vif-deleted", "tag": "061adeb4-653d-4889-878a-3aa008a87de1", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:37.101424 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79c722bc-0789-4729-b871-91464f06ac27 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:37.101980 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '62468265-2c59-4259-8a89-656c9d6f0f66', 'status': 'completed', 'code': 200} Nov 11 20:58:37.102125 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79622e4c-a38b-4048-bed0-a3220e601383', 'name': 'network-vif-deleted', 'tag': '061adeb4-653d-4889-878a-3aa008a87de1', 'status': 'completed', 'code': 200} Nov 11 20:58:37.123939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a27b2be-13d5-49cf-980e-aebb77a3e8b6 req-33e90142-cc63-401b-bf3d-bfee1934dad5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Nov 11 20:58:37.233785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708b7c-723b-4208-915b-c4c9d637502c req-0c57f98b-e8ba-4d56-8f88-08f222060c94 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:37.235408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c708b7c-723b-4208-915b-c4c9d637502c req-0c57f98b-e8ba-4d56-8f88-08f222060c94 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 944 time: 0.0707374 Nov 11 20:58:37.246445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6b2e043d-5b6b-494f-9e40-67280f0cfb4c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:37.266585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:37.308289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c708b7c-723b-4208-915b-c4c9d637502c req-71d2c7ff-02d5-46dd-b6b1-1e23242a9e53 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576029 Nov 11 20:58:37.321482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:37.321840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aedb1cbb-e67e-428f-bbe5-0dbfa92dd756 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:37.431875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,segment=NetworkSegment(3bce0396-0c22-4b18-90dd-12723cabdf85),segment_id=3bce0396-0c22-4b18-90dd-12723cabdf85)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:37.445318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c', 'network_id': '368a60e9-dc3d-47fc-9a16-f0f3ac074c48', 'port_id': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c', 'mac_address': 'fa:16:3e:be:a8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:37.446632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e27e9-550c-40d3-a4c2-403c627fe7fd req-2a3a387f-25b5-4c8a-9ada-e7abdafe21bb tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:37.448864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-241e27e9-550c-40d3-a4c2-403c627fe7fd req-2a3a387f-25b5-4c8a-9ada-e7abdafe21bb tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0548656 Nov 11 20:58:37.500670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:37.508612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-241e27e9-550c-40d3-a4c2-403c627fe7fd req-35e88aa5-8d64-424f-955f-dce28412aa1f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531471 Nov 11 20:58:37.515719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2e043d-5b6b-494f-9e40-67280f0cfb4c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:37.538833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,segment=NetworkSegment(3bce0396-0c22-4b18-90dd-12723cabdf85),segment_id=3bce0396-0c22-4b18-90dd-12723cabdf85)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:37.664068 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:37.709019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e21877-8092-4a4d-acd1-1972bff16181 req-d26dda71-33e6-477c-a786-45f6f473277f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:37.712245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16e21877-8092-4a4d-acd1-1972bff16181 req-d26dda71-33e6-477c-a786-45f6f473277f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 950 time: 0.0761070 Nov 11 20:58:37.789363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:37.803413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16e21877-8092-4a4d-acd1-1972bff16181 req-e7646284-c59a-4cd1-832a-ee7c35c03a8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777595 Nov 11 20:58:37.835764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd97d4e-48cc-4d14-927f-7e7149b4a094 req-439376a2-6b28-4880-b924-7ac3360c9d19 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:37.837488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcd97d4e-48cc-4d14-927f-7e7149b4a094 req-439376a2-6b28-4880-b924-7ac3360c9d19 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0574305 Nov 11 20:58:37.851594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:37.898529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcd97d4e-48cc-4d14-927f-7e7149b4a094 req-c50b49e2-6137-426c-8fc8-d5a7b7ff0063 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525417 Nov 11 20:58:37.936683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b1fc0e70-6c26-44a4-a460-d0335007c64c req-26d97358-1e43-4d0b-8b67-d1ad1e3d9837 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0315499 Nov 11 20:58:38.005099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8736168a-0eaf-404d-8aec-c8d69728dd06 req-e2c5072d-f40d-4358-a55f-af7f67935482 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 210 time: 0.0314584 Nov 11 20:58:38.125227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['6b2e043d-5b6b-494f-9e40-67280f0cfb4c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:38.281557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6b0b4-5b35-4f02-b7ca-22ffbb4dde91 req-91c114d6-a7b9-4e92-bdef-fd0143c88fe8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:38.290843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23a6b0b4-5b35-4f02-b7ca-22ffbb4dde91 req-91c114d6-a7b9-4e92-bdef-fd0143c88fe8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0836155 Nov 11 20:58:38.364593 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23a6b0b4-5b35-4f02-b7ca-22ffbb4dde91 req-0cf68478-e0ab-42b9-bfbb-cd13eec2781a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719481 Nov 11 20:58:38.453759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e7d3a-483a-4d43-99ab-f7b22c5713c2 req-09f942ed-ba8a-41b5-b3ec-a8e90f83a0c1 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:38.455259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-976e7d3a-483a-4d43-99ab-f7b22c5713c2 req-09f942ed-ba8a-41b5-b3ec-a8e90f83a0c1 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 945 time: 0.0559578 Nov 11 20:58:38.508821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-976e7d3a-483a-4d43-99ab-f7b22c5713c2 req-a69417de-641a-44ef-af16-fb0acb972eab tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 Nov 11 20:58:38.643491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194c606-569e-4194-9151-0462bbae84ef req-c3db708e-b74d-41ed-8d51-0ea804400e38 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:38.645351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5194c606-569e-4194-9151-0462bbae84ef req-c3db708e-b74d-41ed-8d51-0ea804400e38 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0612161 Nov 11 20:58:38.700895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5194c606-569e-4194-9151-0462bbae84ef req-6b4cfa43-4fc1-4ee9-9a46-ba064f831bbe tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Nov 11 20:58:38.843652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755f00c-cde1-4c4e-a3f3-d2519b60695c req-50177508-5de8-44a4-af88-16ac618f6102 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:38.845416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3755f00c-cde1-4c4e-a3f3-d2519b60695c req-50177508-5de8-44a4-af88-16ac618f6102 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0580547 Nov 11 20:58:38.898963 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3755f00c-cde1-4c4e-a3f3-d2519b60695c req-2ba80b18-157d-4b12-94ac-dcb9ad635ccc tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471740 Nov 11 20:58:38.937842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc320b7-b20d-4971-ab88-d300e027bc0d req-0052160e-ec19-4ee5-8774-c3f68399b938 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:38.946063 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4dc320b7-b20d-4971-ab88-d300e027bc0d req-0052160e-ec19-4ee5-8774-c3f68399b938 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 950 time: 0.0676405 Nov 11 20:58:39.014732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4dc320b7-b20d-4971-ab88-d300e027bc0d req-c05a0a9a-ff09-4192-ab62-0e2701f0f11b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675299 Nov 11 20:58:39.124497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed6466-fc4a-49b0-8a48-992d075fb814 req-bcb6a823-c1ee-4e2b-8916-defaced74a26 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:39.132545 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fed6466-fc4a-49b0-8a48-992d075fb814 req-bcb6a823-c1ee-4e2b-8916-defaced74a26 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0863509 Nov 11 20:58:39.226887 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fed6466-fc4a-49b0-8a48-992d075fb814 req-98e7da8e-2e8e-4900-bae2-b1de424467a8 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934131 Nov 11 20:58:39.319645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f807120-daea-4f69-989f-a46b0b6312fa req-93717843-69f4-4692-9944-6f5ef5b92283 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0308650 Nov 11 20:58:39.378593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-25c72f1a-ee6b-4e77-8141-964f4f686233 req-e446b414-cdd6-4758-9a3a-ecb1c5db7957 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 210 time: 0.0633378 Nov 11 20:58:39.507939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58a8b-74bd-46f2-8e02-31a0a366b419 req-310bddc8-788e-4c1d-bdd9-2972d76af6e8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:39.509773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ff58a8b-74bd-46f2-8e02-31a0a366b419 req-310bddc8-788e-4c1d-bdd9-2972d76af6e8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0688996 Nov 11 20:58:39.511504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd219ca-460e-4921-a8c7-047843b9daa9 req-dae7fe2a-0375-4bfe-87b3-09692c1550a4 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:39.513161 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ddd219ca-460e-4921-a8c7-047843b9daa9 req-dae7fe2a-0375-4bfe-87b3-09692c1550a4 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1101952 Nov 11 20:58:39.560071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001c1df-7290-4a7e-96b2-a159affc18de req-4c76cb0a-e26b-43b6-ad91-c7e4a54cfa7f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:39.561931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3001c1df-7290-4a7e-96b2-a159affc18de req-4c76cb0a-e26b-43b6-ad91-c7e4a54cfa7f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 950 time: 0.1251576 Nov 11 20:58:39.571168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ff58a8b-74bd-46f2-8e02-31a0a366b419 req-aa79886d-2f90-4e80-856e-5968a2237eb5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524337 Nov 11 20:58:39.605632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ddd219ca-460e-4921-a8c7-047843b9daa9 req-8ac65fc4-e1dd-4df5-b3bd-7b581016d354 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829055 Nov 11 20:58:39.699732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-5fa4d648-bbbf-496f-96f3-93ff6bd7b64e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:39.701398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-5fa4d648-bbbf-496f-96f3-93ff6bd7b64e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/ports?device_id=0dd56a3b-2489-4430-9be0-fec1e13efafc HTTP/1.1" status: 200 len: 950 time: 0.1150739 Nov 11 20:58:39.809113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port bfd19100-a11c-4d74-a1bd-a949eedf1310 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:39.809463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:39.860998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090f429-9558-478e-9d9c-ecf271929e14 req-3e402d1b-a33c-4a0e-b95b-2501b561272c tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:39.870683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9090f429-9558-478e-9d9c-ecf271929e14 req-3e402d1b-a33c-4a0e-b95b-2501b561272c tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 945 time: 0.1680150 Nov 11 20:58:39.942354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port 4cf7c89f-64ba-460c-a410-413c4be6ea0f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:39.942833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:39.952554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port bfd19100-a11c-4d74-a1bd-a949eedf1310, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bfd19100-a11c-4d74-a1bd-a949eedf1310,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:39.952940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:39.973249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for bfd19100-a11c-4d74-a1bd-a949eedf1310 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:40.061076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9090f429-9558-478e-9d9c-ecf271929e14 req-b02702ab-3b78-4d6c-bb69-b66758e1e7da tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886880 Nov 11 20:58:40.092271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c34d7-77f9-44d9-bde9-a7f7210b291a req-c4fcdc1e-0009-4f06-951a-892f83067d89 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:40.096565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-920c34d7-77f9-44d9-bde9-a7f7210b291a req-c4fcdc1e-0009-4f06-951a-892f83067d89 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.3611879 Nov 11 20:58:40.184493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-920c34d7-77f9-44d9-bde9-a7f7210b291a req-c7f06441-5665-4ed7-8a5c-f0bf4e1c12ac tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849910 Nov 11 20:58:40.231400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port 4cf7c89f-64ba-460c-a410-413c4be6ea0f, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4cf7c89f-64ba-460c-a410-413c4be6ea0f,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:40.232494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:40.250371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for 4cf7c89f-64ba-460c-a410-413c4be6ea0f owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:40.339479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-f9829d62-9c90-4c52-86be-db1b46160746 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:40.355017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-f9829d62-9c90-4c52-86be-db1b46160746 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.62 "GET /v2.0/networks?id=8b767f3d-546d-4961-89a7-20f546aeff16 HTTP/1.1" status: 200 len: 821 time: 0.3151767 Nov 11 20:58:40.355017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56949eee-1ae4-4329-a1b2-91efe12e27bf req-3ea3f26f-f125-4aed-aaa0-c21a8d51e4b7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:40.355017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56949eee-1ae4-4329-a1b2-91efe12e27bf req-3ea3f26f-f125-4aed-aaa0-c21a8d51e4b7 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 950 time: 0.1935883 Nov 11 20:58:40.375664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Request body: {'port': {'device_id': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16', 'admin_state_up': True, 'tenant_id': '0cf0ba51e46f4c7ea6569aa6f3c2798f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:40.413172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:40.425822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', '4cf7c89f-64ba-460c-a410-413c4be6ea0f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:40.458978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:40.476874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=bfd19100-a11c-4d74-a1bd-a949eedf1310,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:40.556385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56949eee-1ae4-4329-a1b2-91efe12e27bf req-ce688032-1a1e-4dc2-bfc4-4c926b1b71f8 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746798 Nov 11 20:58:40.600353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port bfd19100-a11c-4d74-a1bd-a949eedf1310 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:40.613049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:40.628053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3001c1df-7290-4a7e-96b2-a159affc18de req-73d10693-7085-477d-9888-3112c413d23d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "DELETE /v2.0/ports/bfd19100-a11c-4d74-a1bd-a949eedf1310 HTTP/1.1" status: 204 len: 173 time: 1.0515606 Nov 11 20:58:40.633804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'name': 'network-vif-deleted', 'tag': 'bfd19100-a11c-4d74-a1bd-a949eedf1310'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:40.636096 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8508d90-0b08-49b0-9385-969b9fca1a06" -d '{"events": [{"server_uuid": "97d104be-3c0a-42b7-808a-1441dabb25e8", "name": "network-vif-deleted", "tag": "bfd19100-a11c-4d74-a1bd-a949eedf1310"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:40.742246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Made reservation on behalf of 0cf0ba51e46f4c7ea6569aa6f3c2798f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:40.749026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:40.799418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42b7ecb6-0ff4-4aaa-aaf7-856140a7b236 req-4a747580-8db8-4a96-a2a6-6f85a3c2738f tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0448084 Nov 11 20:58:40.817640 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:40.916999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28895468-b17f-409b-89d6-d237549772df req-45e7f51c-178c-40a6-bfea-d820695829f4 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 210 time: 0.0445809 Nov 11 20:58:40.956167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86942efe-8ec4-4362-a105-e1fc6fea74a4 req-2162c83a-07f3-4bf4-9dce-cf3643cfc8a3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:40.967091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86942efe-8ec4-4362-a105-e1fc6fea74a4 req-2162c83a-07f3-4bf4-9dce-cf3643cfc8a3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.2947824 Nov 11 20:58:40.971910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=4cf7c89f-64ba-460c-a410-413c4be6ea0f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:41.012325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port 4cf7c89f-64ba-460c-a410-413c4be6ea0f on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:41.014968 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:41.020812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a2f545c-13f3-49be-9802-2c19a42c5896 req-70a77125-4322-43f5-ada3-48dd43dddc8b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "DELETE /v2.0/ports/4cf7c89f-64ba-460c-a410-413c4be6ea0f HTTP/1.1" status: 204 len: 173 time: 1.3046527 Nov 11 20:58:41.097973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274c0bf-7efa-4942-bf98-65e693d1982d req-f807f1c7-4423-4222-bc58-694a67b92e31 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:41.111789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9274c0bf-7efa-4942-bf98-65e693d1982d req-f807f1c7-4423-4222-bc58-694a67b92e31 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0984111 Nov 11 20:58:41.122139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'name': 'network-vif-deleted', 'tag': '4cf7c89f-64ba-460c-a410-413c4be6ea0f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:41.124664 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a7e04c-8138-435c-8594-50cd538f2ab3" -d '{"events": [{"server_uuid": "0dd56a3b-2489-4430-9be0-fec1e13efafc", "name": "network-vif-deleted", "tag": "4cf7c89f-64ba-460c-a410-413c4be6ea0f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:41.235451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9274c0bf-7efa-4942-bf98-65e693d1982d req-b3ce7a6f-0c22-4401-a575-2dc1e913e139 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223471 Nov 11 20:58:41.262453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86942efe-8ec4-4362-a105-e1fc6fea74a4 req-f5c15619-a0fa-4265-afad-bd0014649853 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940736 Nov 11 20:58:41.270348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6b2e043d-5b6b-494f-9e40-67280f0cfb4c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:41.317767 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718f776-1c70-4e0d-835f-47e28e324596 x-openstack-request-id: req-7718f776-1c70-4e0d-835f-47e28e324596 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:41.318056 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d104be-3c0a-42b7-808a-1441dabb25e8", "name": "network-vif-deleted", "tag": "bfd19100-a11c-4d74-a1bd-a949eedf1310", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:41.319088 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7718f776-1c70-4e0d-835f-47e28e324596 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:41.319528 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d104be-3c0a-42b7-808a-1441dabb25e8', 'name': 'network-vif-deleted', 'tag': 'bfd19100-a11c-4d74-a1bd-a949eedf1310', 'status': 'completed', 'code': 200} Nov 11 20:58:41.424803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460', 'bfd19100-a11c-4d74-a1bd-a949eedf1310'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:41.472937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Allocated IP 172.20.0.3 (8b767f3d-546d-4961-89a7-20f546aeff16/ee7f4355-69c8-479e-ac0b-57d8e011b6cf/11dd421d-ac45-43a2-9b97-6f350ae94bf8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:58:41.492646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b532-8538-477a-885e-5032b343c8d4 req-bda55257-660a-4a37-8704-323bbbd95b6a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:41.497500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24e9b532-8538-477a-885e-5032b343c8d4 req-bda55257-660a-4a37-8704-323bbbd95b6a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0973780 Nov 11 20:58:41.545210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8e68-d87f-4c09-921f-d4b23ee758df req-ff80a2e7-f72b-4834-8b8f-a8e14c56b696 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:41.548847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9ea8e68-d87f-4c09-921f-d4b23ee758df req-ff80a2e7-f72b-4834-8b8f-a8e14c56b696 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 945 time: 0.1065469 Nov 11 20:58:41.554154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:41.578160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:41.578515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:41.670891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24e9b532-8538-477a-885e-5032b343c8d4 req-85e8806c-4e7a-4f53-a986-e947adf0e798 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683226 Nov 11 20:58:41.675964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9ea8e68-d87f-4c09-921f-d4b23ee758df req-d7c172eb-a2f1-4c1a-9a3a-e8aa8047df26 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169930 Nov 11 20:58:41.805029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d01d493-cd64-4b70-9078-2503f6fb4366 req-61964258-a196-4922-a6a4-7022b63f3d6d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=97d104be-3c0a-42b7-808a-1441dabb25e8 HTTP/1.1" status: 200 len: 210 time: 0.0437202 Nov 11 20:58:41.854692 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a35340-f306-44a0-9c33-3fb43f603968 x-openstack-request-id: req-e1a35340-f306-44a0-9c33-3fb43f603968 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:41.855389 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd56a3b-2489-4430-9be0-fec1e13efafc", "name": "network-vif-deleted", "tag": "4cf7c89f-64ba-460c-a410-413c4be6ea0f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:41.855856 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1a35340-f306-44a0-9c33-3fb43f603968 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:41.857030 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd56a3b-2489-4430-9be0-fec1e13efafc', 'name': 'network-vif-deleted', 'tag': '4cf7c89f-64ba-460c-a410-413c4be6ea0f', 'status': 'completed', 'code': 200} Nov 11 20:58:41.867988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:41.939335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:41.956524 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0c0d00-eeaa-4b36-b051-5c22d506d1ea" -d '{"events": [{"server_uuid": "d54052a7-f8b9-4080-9d83-b9b9a930881a", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e043d-5b6b-494f-9e40-67280f0cfb4c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:41.985236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,segment=NetworkSegment(3bce0396-0c22-4b18-90dd-12723cabdf85),segment_id=3bce0396-0c22-4b18-90dd-12723cabdf85)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:42.004365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:42.028242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126a18c5-ba74-4848-974a-647fbc156694 req-76f299aa-3d5a-4f90-9a2d-6ed2969ef508 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0667834 Nov 11 20:58:42.042785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:42.071400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:42.074627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4cf7c89f-64ba-460c-a410-413c4be6ea0f no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:42.110619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8fd35a4-737b-48fb-8134-1a007484ca4a req-e47912dc-94cd-490a-8539-77d3001d0b3a tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 210 time: 0.0648034 Nov 11 20:58:42.135273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 4cf7c89f-64ba-460c-a410-413c4be6ea0f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:42.135273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4cf7c89f-64ba-460c-a410-413c4be6ea0f not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:42.143391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:42.206898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Network 8b767f3d-546d-4961-89a7-20f546aeff16 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:42.210296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:42.222731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:58:42.231908 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a666e34-ecf7-4bf1-8f80-023c0cc2f6da x-openstack-request-id: req-2a666e34-ecf7-4bf1-8f80-023c0cc2f6da {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:42.232389 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54052a7-f8b9-4080-9d83-b9b9a930881a", "name": "network-vif-plugged", "status": "completed", "tag": "6b2e043d-5b6b-494f-9e40-67280f0cfb4c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:42.232753 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a666e34-ecf7-4bf1-8f80-023c0cc2f6da {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:42.233276 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c', 'code': 200} Nov 11 20:58:42.313140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Pushing event updated for resources: {'Port': ['ID=11dd421d-ac45-43a2-9b97-6f350ae94bf8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:42.376458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:42.379164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:42.387910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:42.393635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af924485-bc6f-448b-8bba-e029408a3791 req-5e2bf283-73db-4ace-b4c1-29798efa5a5e tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:42.402658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af924485-bc6f-448b-8bba-e029408a3791 req-5e2bf283-73db-4ace-b4c1-29798efa5a5e tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0725420 Nov 11 20:58:42.471395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f9c3d-0dff-4a08-a794-c75843e5d6bc req-a61f42a3-dff4-4741-97ba-bad3cf86492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:42.484272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af924485-bc6f-448b-8bba-e029408a3791 req-5a585cfa-31f9-4dca-9a1b-048e48e582ab tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686820 Nov 11 20:58:42.484583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-228f9c3d-0dff-4a08-a794-c75843e5d6bc req-a61f42a3-dff4-4741-97ba-bad3cf86492c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 1097 time: 0.1850722 Nov 11 20:58:42.519187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a959-10ea-47bc-8e8d-16347a1067b0 req-f4492718-90a4-45b7-a180-fdc9c282720d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:42.520834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e572a959-10ea-47bc-8e8d-16347a1067b0 req-f4492718-90a4-45b7-a180-fdc9c282720d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1068702 Nov 11 20:58:42.565843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-228f9c3d-0dff-4a08-a794-c75843e5d6bc req-dabb6321-d7fa-451f-96a5-b055b7410f8e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Nov 11 20:58:42.582745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-ed5818e0-1f6f-4d02-b490-022dd6c118ac tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2154992 Nov 11 20:58:42.606097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e572a959-10ea-47bc-8e8d-16347a1067b0 req-564a68b9-feec-4f19-bd2b-067f887b403c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751081 Nov 11 20:58:42.610539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Request body: {'port': {'device_id': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:42.674566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:42.825474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979da5c-1bd0-43e7-90f0-2c041e179cad req-68e3d45d-e319-40e2-8000-f68cab0f3d13 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:42.827752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4979da5c-1bd0-43e7-90f0-2c041e179cad req-68e3d45d-e319-40e2-8000-f68cab0f3d13 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0553274 Nov 11 20:58:42.902450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4979da5c-1bd0-43e7-90f0-2c041e179cad req-af8a85f7-3640-4c87-a0c2-c3fb65cd51a1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578434 Nov 11 20:58:42.909869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebc79c-6ce0-4639-b429-8be868c0b652 req-fa9b5a2a-9adf-4e45-90e9-8c6c3f0ddaf0 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:42.910706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82ebc79c-6ce0-4639-b429-8be868c0b652 req-fa9b5a2a-9adf-4e45-90e9-8c6c3f0ddaf0 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.1254036 Nov 11 20:58:43.003003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82ebc79c-6ce0-4639-b429-8be868c0b652 req-982825b6-3d02-4152-8f1f-a06019def93a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792608 Nov 11 20:58:43.073586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dd421d-ac45-43a2-9b97-6f350ae94bf8 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:43.081528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:43.097168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Transition to ACTIVE for port object 11dd421d-ac45-43a2-9b97-6f350ae94bf8 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:58:43.161698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:43.205369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ceb0902-21fd-44a0-b5f8-7403fec4b10c req-06e1045d-d116-4550-a23e-469dd2171fbd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0562949 Nov 11 20:58:43.345898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Pushing event updated for resources: {'Port': ['ID=11dd421d-ac45-43a2-9b97-6f350ae94bf8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:43.378462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Attempting to bind port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:58:43.378795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Attempting to bind port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '7e1844de-a92c-4f39-a400-6222b43ecb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:58:43.379118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Attempting to bind port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 on network 8b767f3d-546d-4961-89a7-20f546aeff16 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:43.388451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d1cdb-1f1a-4d23-9133-71b89f07f355 req-2512ac0e-d970-4202-bffb-7c10eab490d6 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:43.389994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b61d1cdb-1f1a-4d23-9133-71b89f07f355 req-2512ac0e-d970-4202-bffb-7c10eab490d6 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 943 time: 0.0971084 Nov 11 20:58:43.393411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 on network 8b767f3d-546d-4961-89a7-20f546aeff16 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:58:43.398210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Attempting to bind port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 on network 8b767f3d-546d-4961-89a7-20f546aeff16 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:43.400753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:58:43.401088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Checking segment: {'id': '7e1844de-a92c-4f39-a400-6222b43ecb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:43.401492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Bound using segment: {'id': '7e1844de-a92c-4f39-a400-6222b43ecb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:58:43.401925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Bound port: 11dd421d-ac45-43a2-9b97-6f350ae94bf8, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1844de-a92c-4f39-a400-6222b43ecb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:58:43.402271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:43.476702 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b61d1cdb-1f1a-4d23-9133-71b89f07f355 req-85210150-0bf1-434c-a284-2dfe28b8bbb5 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779510 Nov 11 20:58:43.526587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] For port 11dd421d-ac45-43a2-9b97-6f350ae94bf8, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:43.531579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] For port 11dd421d-ac45-43a2-9b97-6f350ae94bf8, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=11dd421d-ac45-43a2-9b97-6f350ae94bf8,segment=NetworkSegment(7e1844de-a92c-4f39-a400-6222b43ecb23),segment_id=7e1844de-a92c-4f39-a400-6222b43ecb23)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:58:43.618060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595f13-51df-4a48-9f1d-65dad1d77eee req-bb42c7ba-fe11-42db-b83b-034902983452 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:43.620394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c595f13-51df-4a48-9f1d-65dad1d77eee req-bb42c7ba-fe11-42db-b83b-034902983452 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0674353 Nov 11 20:58:43.668784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:43.677959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c595f13-51df-4a48-9f1d-65dad1d77eee req-f052094b-73de-4c21-92f7-87ea565868e0 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499372 Nov 11 20:58:43.708375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:43.709001 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:43.710378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] 10.222.0.62 "PUT /v2.0/ports/11dd421d-ac45-43a2-9b97-6f350ae94bf8 HTTP/1.1" status: 200 len: 1091 time: 1.1090543 Nov 11 20:58:43.710852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bfd19100-a11c-4d74-a1bd-a949eedf1310 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:43.735676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1e58-85ad-47ff-8585-cb6080bb1677 service neutron] Pushing event updated for resources: {'Port': ['ID=11dd421d-ac45-43a2-9b97-6f350ae94bf8,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:43.745991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: bfd19100-a11c-4d74-a1bd-a949eedf1310 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:43.746412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bfd19100-a11c-4d74-a1bd-a949eedf1310 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:43.819341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b7bb-779c-4c36-869f-a26fda284581 req-b5e0d913-90ec-44a4-a6a8-f15a98b98b68 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:43.820869 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f449b7bb-779c-4c36-869f-a26fda284581 req-b5e0d913-90ec-44a4-a6a8-f15a98b98b68 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0560341 Nov 11 20:58:43.860957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'tag': '11dd421d-ac45-43a2-9b97-6f350ae94bf8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:43.868229 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09fd256-caa4-4976-a1d9-e129aa2bb4af" -d '{"events": [{"name": "network-changed", "server_uuid": "66ca46bc-b282-4860-80a4-ca6287867a9d", "tag": "11dd421d-ac45-43a2-9b97-6f350ae94bf8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:43.915610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f449b7bb-779c-4c36-869f-a26fda284581 req-912eb201-8ee5-4cfe-8ef1-b478e145d290 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882418 Nov 11 20:58:43.926401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-3d59f124-9c7a-4789-a75e-2b0f4beffe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:43.927915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-3d59f124-9c7a-4789-a75e-2b0f4beffe66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cf0ba51e46f4c7ea6569aa6f3c2798f&device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 1094 time: 0.0559835 Nov 11 20:58:43.991608 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f35dbd-11a7-40ce-a26f-b5f30852805b x-openstack-request-id: req-04f35dbd-11a7-40ce-a26f-b5f30852805b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:43.991608 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ca46bc-b282-4860-80a4-ca6287867a9d", "tag": "11dd421d-ac45-43a2-9b97-6f350ae94bf8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:43.992034 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04f35dbd-11a7-40ce-a26f-b5f30852805b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:43.992615 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'tag': '11dd421d-ac45-43a2-9b97-6f350ae94bf8', 'status': 'completed', 'code': 200} Nov 11 20:58:43.995064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-349e1ea9-1237-4741-a339-543fd18af105 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11dd421d-ac45-43a2-9b97-6f350ae94bf8 HTTP/1.1" status: 200 len: 217 time: 0.0543284 Nov 11 20:58:44.141488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900951c-cdd6-4d30-88c5-9f8259f34f5b req-9704e356-8fd8-45e8-8c2b-663761dc723a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:44.143460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0900951c-cdd6-4d30-88c5-9f8259f34f5b req-9704e356-8fd8-45e8-8c2b-663761dc723a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1041493 Nov 11 20:58:44.147894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-21a7edea-b5ff-4ea9-a34d-5de8e110b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:44.149566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-21a7edea-b5ff-4ea9-a34d-5de8e110b481 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee7f4355-69c8-479e-ac0b-57d8e011b6cf HTTP/1.1" status: 200 len: 861 time: 0.1452172 Nov 11 20:58:44.181223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c666125-b3d9-4857-8528-97b04593384b req-dec269d3-de1c-4e49-9abb-1b0d518aac0c tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:44.184104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c666125-b3d9-4857-8528-97b04593384b req-dec269d3-de1c-4e49-9abb-1b0d518aac0c tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.0652831 Nov 11 20:58:44.239151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0900951c-cdd6-4d30-88c5-9f8259f34f5b req-9b612544-f8c5-41e1-823b-81088754dd48 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880871 Nov 11 20:58:44.253453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c666125-b3d9-4857-8528-97b04593384b req-435eef49-4895-400a-b59b-aee0f3fbb416 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525906 Nov 11 20:58:44.273208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-19bce9bf-18bd-43d0-b3b4-477a01530132 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b767f3d-546d-4961-89a7-20f546aeff16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602145 Nov 11 20:58:44.351708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce4b22fa-eac1-4244-93f9-cc56b4729f1e req-037dadcc-59f7-4b9a-92b5-26efee0e0259 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0365043 Nov 11 20:58:44.452949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-68bb7218-3bf3-4316-82aa-bf43edd25809 service neutron] 10.222.0.62 "GET /v2.0/networks/8b767f3d-546d-4961-89a7-20f546aeff16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669447 Nov 11 20:58:44.461568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227aeaa-5770-49b6-a665-46a70cf7a59f req-323f361d-60fa-4c48-9a26-cab007e21dae tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:44.463238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f227aeaa-5770-49b6-a665-46a70cf7a59f req-323f361d-60fa-4c48-9a26-cab007e21dae tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 950 time: 0.0872414 Nov 11 20:58:44.592758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bdae15-43ab-4359-8f83-89a7b15132d8 req-bc5389b0-898b-431c-b303-de9e53d5bfbb service neutron] 10.222.0.62 "GET /v2.0/networks/8b767f3d-546d-4961-89a7-20f546aeff16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255593 Nov 11 20:58:44.621776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f508f-cdcb-4217-81cd-a35c600aa5d9 req-0fed2df0-5870-4def-ab00-afe235d882c7 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:44.631064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca5f508f-cdcb-4217-81cd-a35c600aa5d9 req-0fed2df0-5870-4def-ab00-afe235d882c7 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 943 time: 0.0719922 Nov 11 20:58:44.633149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f227aeaa-5770-49b6-a665-46a70cf7a59f req-df81cc52-c97a-47c9-982d-441c25490081 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583405 Nov 11 20:58:44.716238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca5f508f-cdcb-4217-81cd-a35c600aa5d9 req-b000252d-e012-4af6-bebc-f4f4f043509c tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841217 Nov 11 20:58:44.834977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-ed7661ea-41d0-4a4b-b627-a0868116dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:44.834977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-ed7661ea-41d0-4a4b-b627-a0868116dcc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cf0ba51e46f4c7ea6569aa6f3c2798f&device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 1094 time: 0.0754259 Nov 11 20:58:44.849540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abe63d-22e5-480f-aecc-ff6a609680d3 req-ecf5227a-465a-4675-b79d-1e3fefe349d0 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:44.851365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15abe63d-22e5-480f-aecc-ff6a609680d3 req-ecf5227a-465a-4675-b79d-1e3fefe349d0 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0670493 Nov 11 20:58:45.061637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c5b14-06a9-48c2-8872-6657b663aa28 req-ec0751c9-252e-4ee5-bdcc-c2e4b090ab4e tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:45.063340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1c5b14-06a9-48c2-8872-6657b663aa28 req-ec0751c9-252e-4ee5-bdcc-c2e4b090ab4e tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0570266 Nov 11 20:58:45.132507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1c5b14-06a9-48c2-8872-6657b663aa28 req-f2d4ddb8-4817-4c6d-b883-efb6a3d0c350 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573840 Nov 11 20:58:45.325938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15abe63d-22e5-480f-aecc-ff6a609680d3 req-28d6b2ec-3143-43aa-ae16-fafe6eba91c6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655547 Nov 11 20:58:45.408426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-179d8941-9ddb-4e90-9a0a-c522257552ac tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:45.409925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-179d8941-9ddb-4e90-9a0a-c522257552ac tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/ports?device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 950 time: 0.0752585 Nov 11 20:58:45.411530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-78c14bf8-42e2-4f60-bde2-4fe8b250a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:45.412890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-78c14bf8-42e2-4f60-bde2-4fe8b250a796 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b767f3d-546d-4961-89a7-20f546aeff16 HTTP/1.1" status: 200 len: 922 time: 0.5605469 Nov 11 20:58:45.438673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dba9de-b6aa-4a4c-82c0-df93e65945f0 req-71c2f7a3-da66-4678-8a8f-0ead181b38e2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:45.447209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7dba9de-b6aa-4a4c-82c0-df93e65945f0 req-71c2f7a3-da66-4678-8a8f-0ead181b38e2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1141083 Nov 11 20:58:45.497181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-aec314eb-cb53-40c5-adc2-9ce402b1f27c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11dd421d-ac45-43a2-9b97-6f350ae94bf8 HTTP/1.1" status: 200 len: 217 time: 0.0709021 Nov 11 20:58:45.514446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7dba9de-b6aa-4a4c-82c0-df93e65945f0 req-41a734fd-1269-4675-bf43-4d9f230c54f0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661578 Nov 11 20:58:45.615605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-b889cdb6-853d-446c-b8ff-2ea035c598ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:45.618104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-b889cdb6-853d-446c-b8ff-2ea035c598ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee7f4355-69c8-479e-ac0b-57d8e011b6cf HTTP/1.1" status: 200 len: 861 time: 0.1028101 Nov 11 20:58:45.628882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdefa7-6b7e-48c7-a3b2-d6efc428396c req-b4e36d2a-4df6-4b40-ab68-126c7b6a877e tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:45.631120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4fdefa7-6b7e-48c7-a3b2-d6efc428396c req-b4e36d2a-4df6-4b40-ab68-126c7b6a877e tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.1756432 Nov 11 20:58:45.639350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0844d9b2-7138-4a37-84fa-0ce5ec19961d req-7b1c9182-0cb7-43eb-a76e-1e661be7af07 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0566115 Nov 11 20:58:45.680229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-ddaa5747-1b2c-4eb1-b7eb-e9c56e7fca38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b767f3d-546d-4961-89a7-20f546aeff16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451567 Nov 11 20:58:45.743158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port aa33fa41-81b7-4ab3-bab0-291a8f12c69c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:45.743800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:45.783152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0bc87-29a0-4680-85f0-21ba87e693f0 req-4de258c3-202a-4aad-b5d9-6c5ff7185285 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:45.784736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02c0bc87-29a0-4680-85f0-21ba87e693f0 req-4de258c3-202a-4aad-b5d9-6c5ff7185285 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 950 time: 0.0616274 Nov 11 20:58:45.821630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4fdefa7-6b7e-48c7-a3b2-d6efc428396c req-06e5640a-c3bb-4f33-8ec2-c6e4375544ed tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726918 Nov 11 20:58:45.851604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02c0bc87-29a0-4680-85f0-21ba87e693f0 req-1108ab5a-56c9-4f3a-99cd-51bc4791d84d tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Nov 11 20:58:45.938688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-48e30432-5442-4f96-aeed-72dac77f59b3 service neutron] 10.222.0.62 "GET /v2.0/networks/8b767f3d-546d-4961-89a7-20f546aeff16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444303 Nov 11 20:58:45.940596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port aa33fa41-81b7-4ab3-bab0-291a8f12c69c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:45.940969 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:46.001218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3aa50-c180-4d33-a0b6-ba5b562dae1e req-631abf97-97d1-4a52-b765-38476edf8784 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:46.008941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ef3aa50-c180-4d33-a0b6-ba5b562dae1e req-631abf97-97d1-4a52-b765-38476edf8784 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 943 time: 0.0786009 Nov 11 20:58:46.015297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for aa33fa41-81b7-4ab3-bab0-291a8f12c69c owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:46.058695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ef3aa50-c180-4d33-a0b6-ba5b562dae1e req-4f2d3eee-251e-4359-aa27-9d635113d34a tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 Nov 11 20:58:46.145471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-03a7707e-3b68-407f-bf5e-4a239d5c4ffb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:46.146951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-03a7707e-3b68-407f-bf5e-4a239d5c4ffb tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 950 time: 0.2264035 Nov 11 20:58:46.165786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffbb69-da2f-4128-a2a2-2452324370b1 req-3d1e033d-8c23-4bbf-b550-dbb585360111 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:46.167558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdffbb69-da2f-4128-a2a2-2452324370b1 req-3d1e033d-8c23-4bbf-b550-dbb585360111 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.1947186 Nov 11 20:58:46.260262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f09fd256-caa4-4976-a1d9-e129aa2bb4af req-736b746a-006e-4a7a-a818-23f7e8f57629 service neutron] 10.222.0.62 "GET /v2.0/networks/8b767f3d-546d-4961-89a7-20f546aeff16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931387 Nov 11 20:58:46.268648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cf13c-b39a-4914-aa5e-2c95b3bc65ed req-148adeba-ffe6-4f15-b770-3aa8363817b0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:46.271235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-761cf13c-b39a-4914-aa5e-2c95b3bc65ed req-148adeba-ffe6-4f15-b770-3aa8363817b0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0596118 Nov 11 20:58:46.330261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdffbb69-da2f-4128-a2a2-2452324370b1 req-f264eae1-a42b-44bd-8498-c104e3531f0f tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495721 Nov 11 20:58:46.351221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-761cf13c-b39a-4914-aa5e-2c95b3bc65ed req-bd09c696-1ffa-4b50-bc78-8b18f9c011f4 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668426 Nov 11 20:58:46.395321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:46.400175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:46.519634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:46.529216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b920dd8-117d-46ac-ba53-dc3614bb4e44 req-bef6c5f8-bbf2-4b68-9e98-48cda08b55e4 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:46.537099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b920dd8-117d-46ac-ba53-dc3614bb4e44 req-bef6c5f8-bbf2-4b68-9e98-48cda08b55e4 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1138330 Nov 11 20:58:46.548041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:46.552050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:46.635331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:46.635721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:46.642853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=aa33fa41-81b7-4ab3-bab0-291a8f12c69c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:46.731728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd04409-a6bc-481e-a3ce-92cd00ce784f req-3a56dee5-4b64-4bad-9c96-4e29c83167cd tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:46.734309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4cd04409-a6bc-481e-a3ce-92cd00ce784f req-3a56dee5-4b64-4bad-9c96-4e29c83167cd tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1213682 Nov 11 20:58:46.746242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:46.749155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port aa33fa41-81b7-4ab3-bab0-291a8f12c69c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:46.752670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:46.757372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea526a2f-0ea0-418b-9c4b-afbc97fd68f4 req-178af9de-9590-4aa8-b184-65b7a8e2d146 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "DELETE /v2.0/ports/aa33fa41-81b7-4ab3-bab0-291a8f12c69c HTTP/1.1" status: 204 len: 173 time: 1.3398354 Nov 11 20:58:46.771243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'name': 'network-vif-deleted', 'tag': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:46.774215 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0fe1f6-25cb-428c-a30a-80e1bbe756c4" -d '{"events": [{"server_uuid": "f74a2059-5575-4212-9314-7b9a06be6b46", "name": "network-vif-deleted", "tag": "aa33fa41-81b7-4ab3-bab0-291a8f12c69c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:46.786990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b920dd8-117d-46ac-ba53-dc3614bb4e44 req-025df7fc-d0c4-4d89-938b-a32450b43ae4 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483487 Nov 11 20:58:46.854245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4cd04409-a6bc-481e-a3ce-92cd00ce784f req-02e508d0-0c9e-4197-9c3f-ddb6d02ab67c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121349 Nov 11 20:58:46.903522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:46.984110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc0d8ea0-de24-4dd2-b82f-2269069cd55d req-e1ec48b2-2f9d-4d9b-aeab-eb30d87fe823 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0599556 Nov 11 20:58:47.054041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cde3d-8615-41b4-a8e3-e917a428737d req-8dc0280f-2681-4f60-aae9-bef3c073aa2b tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:47.055654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-132cde3d-8615-41b4-a8e3-e917a428737d req-8dc0280f-2681-4f60-aae9-bef3c073aa2b tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.1291142 Nov 11 20:58:47.094677 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31422b0f-8d41-4703-85f4-71d7c6bd95b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.095526 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3da5b0d-c8fa-43e6-b838-737368f38f90 x-openstack-request-id: req-f3da5b0d-c8fa-43e6-b838-737368f38f90 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:47.095818 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74a2059-5575-4212-9314-7b9a06be6b46", "name": "network-vif-deleted", "tag": "aa33fa41-81b7-4ab3-bab0-291a8f12c69c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:47.096070 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3da5b0d-c8fa-43e6-b838-737368f38f90 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:47.096559 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74a2059-5575-4212-9314-7b9a06be6b46', 'name': 'network-vif-deleted', 'tag': 'aa33fa41-81b7-4ab3-bab0-291a8f12c69c', 'status': 'completed', 'code': 200} Nov 11 20:58:47.120450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.134879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['aa33fa41-81b7-4ab3-bab0-291a8f12c69c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:47.193446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:47.206667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:47.256774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e602ef24-41be-4da7-a18a-82c75b5f08ac req-bcd016b7-eefd-497b-a53a-4553f12efdf2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=f74a2059-5575-4212-9314-7b9a06be6b46 HTTP/1.1" status: 200 len: 210 time: 0.0774131 Nov 11 20:58:47.349803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31422b0f-8d41-4703-85f4-71d7c6bd95b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.352446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-132cde3d-8615-41b4-a8e3-e917a428737d req-82b38b8b-9ef4-45e4-86be-d3c0bbbcd05b tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831731 Nov 11 20:58:47.366175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:47.368983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.377074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0954ff1e-6d00-4577-bff6-8b5d44625f1f req-3240154b-384d-4dd5-b45e-cfea5276a697 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.58 "DELETE /v2.0/ports/a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae HTTP/1.1" status: 204 len: 173 time: 1.2044532 Nov 11 20:58:47.432767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383243f8-5ea3-49b0-9f2f-1ed9df303cdf req-e57cac2d-67e0-4db8-ba93-cce169172e9f tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:47.434786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-383243f8-5ea3-49b0-9f2f-1ed9df303cdf req-e57cac2d-67e0-4db8-ba93-cce169172e9f tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 943 time: 0.0812328 Nov 11 20:58:47.487967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-383243f8-5ea3-49b0-9f2f-1ed9df303cdf req-b9157466-0c71-4b11-bc93-3f7237448afe tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470128 Nov 11 20:58:47.489201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31422b0f-8d41-4703-85f4-71d7c6bd95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.529773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99c3dc-a801-44fb-bf65-7d4d8f759e77 req-5c25bda1-2613-406f-9eb2-83a344d1fc3f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:47.530827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd99c3dc-a801-44fb-bf65-7d4d8f759e77 req-5c25bda1-2613-406f-9eb2-83a344d1fc3f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0779440 Nov 11 20:58:47.559003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31422b0f-8d41-4703-85f4-71d7c6bd95b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=931769586bd141a4a8ae410167474ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540101 Nov 11 20:58:47.559776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31422b0f-8d41-4703-85f4-71d7c6bd95b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573cce9a-8610-4f7e-94d1-814013ae2855,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:47.563142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:47.630841 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85089b1-5602-4f81-abe0-a63941b74c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.644192 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd99c3dc-a801-44fb-bf65-7d4d8f759e77 req-b79eeb56-9458-468f-bf2e-67b7b3a7fd5a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970895 Nov 11 20:58:47.660945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85089b1-5602-4f81-abe0-a63941b74c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.759200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 11dd421d-ac45-43a2-9b97-6f350ae94bf8 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:58:47.841599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85089b1-5602-4f81-abe0-a63941b74c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.845383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b85089b1-5602-4f81-abe0-a63941b74c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:47.846657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b85089b1-5602-4f81-abe0-a63941b74c77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/573cce9a-8610-4f7e-94d1-814013ae2855 HTTP/1.1" status: 204 len: 168 time: 0.2821538 Nov 11 20:58:47.873390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85089b1-5602-4f81-abe0-a63941b74c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573cce9a-8610-4f7e-94d1-814013ae2855,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:47.962416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 11dd421d-ac45-43a2-9b97-6f350ae94bf8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=11dd421d-ac45-43a2-9b97-6f350ae94bf8,segment=NetworkSegment(7e1844de-a92c-4f39-a400-6222b43ecb23),segment_id=7e1844de-a92c-4f39-a400-6222b43ecb23)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:47.970237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4d9fc-47a5-4f4c-8d2d-a590e5360436 req-43255870-4f0f-46f9-beda-02562d9f12ce tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:47.978449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fd4d9fc-47a5-4f4c-8d2d-a590e5360436 req-43255870-4f0f-46f9-beda-02562d9f12ce tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0839307 Nov 11 20:58:47.986951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '11dd421d-ac45-43a2-9b97-6f350ae94bf8', 'network_id': '8b767f3d-546d-4961-89a7-20f546aeff16', 'port_id': '11dd421d-ac45-43a2-9b97-6f350ae94bf8', 'mac_address': 'fa:16:3e:5c:7c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7f4355-69c8-479e-ac0b-57d8e011b6cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:58:48.034075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:48.040723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1fd4d9fc-47a5-4f4c-8d2d-a590e5360436 req-9ca7cc2e-1eee-4c00-b3bb-c613d29a7c13 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607171 Nov 11 20:58:48.056940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dd421d-ac45-43a2-9b97-6f350ae94bf8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:48.082721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 11dd421d-ac45-43a2-9b97-6f350ae94bf8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=11dd421d-ac45-43a2-9b97-6f350ae94bf8,segment=NetworkSegment(7e1844de-a92c-4f39-a400-6222b43ecb23),segment_id=7e1844de-a92c-4f39-a400-6222b43ecb23)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:48.160468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:48.226501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fec9b-590c-4b8e-bba8-f71744afccf1 req-fb2c02d3-8dd7-4a2d-a774-85a6b82d23a3 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:48.228287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d1fec9b-590c-4b8e-bba8-f71744afccf1 req-fb2c02d3-8dd7-4a2d-a774-85a6b82d23a3 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0960999 Nov 11 20:58:48.278469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=11dd421d-ac45-43a2-9b97-6f350ae94bf8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:48.289946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.293584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.295414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.295414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.296121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.296121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.296493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.296787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.303012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.303012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.303012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.303012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:58:48.341070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d1fec9b-590c-4b8e-bba8-f71744afccf1 req-12615965-7b8e-435b-a048-b616b21565b9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045284 Nov 11 20:58:48.430345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-509bfedd-4e7e-4efb-b411-64fc9b698231 req-10da55a5-e06f-4be6-9f66-14bbc3b16bc1 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0395360 Nov 11 20:58:48.488505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc739b4-586f-4dff-84fe-f363ffcb67bc req-f055a146-bcd6-41c0-aca5-adab5214370a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:48.488505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4dc739b4-586f-4dff-84fe-f363ffcb67bc req-f055a146-bcd6-41c0-aca5-adab5214370a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.0782020 Nov 11 20:58:48.585187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4dc739b4-586f-4dff-84fe-f363ffcb67bc req-98bf45cb-de3c-4d1b-9e6f-2f015dfc5766 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779181 Nov 11 20:58:48.585318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['11dd421d-ac45-43a2-9b97-6f350ae94bf8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:48.585427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ca67119-0c12-4d74-923f-6f2f6fb84572 req-8562cd5a-64b9-4121-951f-4095931156fa tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cebce852-f424-462a-bb21-5c84c2be47a0 HTTP/1.1" status: 200 len: 210 time: 0.0338099 Nov 11 20:58:48.709541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069287b3-889d-4c1e-bb42-dad7dfe6f27c req-6459d423-5f99-47f8-b5d4-421152140df1 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:48.714031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-069287b3-889d-4c1e-bb42-dad7dfe6f27c req-6459d423-5f99-47f8-b5d4-421152140df1 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 944 time: 0.0723543 Nov 11 20:58:48.792298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-069287b3-889d-4c1e-bb42-dad7dfe6f27c req-d2f201ed-60bf-41e0-bc7a-c83b8d853d5b tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687644 Nov 11 20:58:48.793096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:48.814393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbdea30b-bb73-4f16-a1ca-eef93d3c7a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:48.824493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437233-e02f-4517-92a2-d0fbb51a8e5a req-a6cda84c-7027-4cbc-a1d5-e59a3db34263 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:48.825748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10437233-e02f-4517-92a2-d0fbb51a8e5a req-a6cda84c-7027-4cbc-a1d5-e59a3db34263 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0786219 Nov 11 20:58:48.876451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10437233-e02f-4517-92a2-d0fbb51a8e5a req-274a6ff5-03e0-454a-8345-624f1ecd5423 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Nov 11 20:58:48.906528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbdea30b-bb73-4f16-a1ca-eef93d3c7a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:48.971922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbdea30b-bb73-4f16-a1ca-eef93d3c7a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:49.011341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea30b-bb73-4f16-a1ca-eef93d3c7a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea0039a-7f8b-4828-8673-ef9c9086c1cf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:49.016303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bbdea30b-bb73-4f16-a1ca-eef93d3c7a91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a78af9c2eb4c44299fdbe5fa06272ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212033 Nov 11 20:58:49.018956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49198) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:49.077638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6227d2-7ea4-45a9-97d1-c19b7b8997bb req-3604abe3-977c-4a38-b0c2-60c654a4e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:49.077638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd6227d2-7ea4-45a9-97d1-c19b7b8997bb req-3604abe3-977c-4a38-b0c2-60c654a4e238 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 1096 time: 0.0561743 Nov 11 20:58:49.091783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e5df063-8bea-4b08-871e-9ad2fbf2e3e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:49.097398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'name': 'network-vif-deleted', 'tag': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:49.099998 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08f7338-0dff-45cd-b05c-7a8aec062c53" -d '{"events": [{"server_uuid": "cebce852-f424-462a-bb21-5c84c2be47a0", "name": "network-vif-deleted", "tag": "a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:49.134567 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e5df063-8bea-4b08-871e-9ad2fbf2e3e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:49.150094 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa292745-0b47-4c63-9294-c9de5e3adbd2 x-openstack-request-id: req-fa292745-0b47-4c63-9294-c9de5e3adbd2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:49.150920 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebce852-f424-462a-bb21-5c84c2be47a0", "name": "network-vif-deleted", "tag": "a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:49.151181 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa292745-0b47-4c63-9294-c9de5e3adbd2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:49.151585 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebce852-f424-462a-bb21-5c84c2be47a0', 'name': 'network-vif-deleted', 'tag': 'a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae', 'status': 'completed', 'code': 200} Nov 11 20:58:49.185829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd6227d2-7ea4-45a9-97d1-c19b7b8997bb req-f19b1fa0-e66b-453d-8233-e62cbd7ef1fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961847 Nov 11 20:58:49.194371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169fa1d-be63-439d-97c2-96f96b918205 req-3604c058-6443-4e86-890b-3a524223760f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:49.195814 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2169fa1d-be63-439d-97c2-96f96b918205 req-3604c058-6443-4e86-890b-3a524223760f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0836391 Nov 11 20:58:49.250284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2169fa1d-be63-439d-97c2-96f96b918205 req-dc624af8-12c4-4c7e-82cd-8ad4baf3f60b tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475130 Nov 11 20:58:49.274413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e5df063-8bea-4b08-871e-9ad2fbf2e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:49.277474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e5df063-8bea-4b08-871e-9ad2fbf2e3e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:49.279956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4e5df063-8bea-4b08-871e-9ad2fbf2e3e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ea0039a-7f8b-4828-8673-ef9c9086c1cf HTTP/1.1" status: 204 len: 168 time: 0.2584810 Nov 11 20:58:49.286792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5df063-8bea-4b08-871e-9ad2fbf2e3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea0039a-7f8b-4828-8673-ef9c9086c1cf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:49.307728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aa33fa41-81b7-4ab3-bab0-291a8f12c69c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:49.333863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: aa33fa41-81b7-4ab3-bab0-291a8f12c69c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:49.334218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device aa33fa41-81b7-4ab3-bab0-291a8f12c69c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:49.334536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:49.355350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:49.355697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a770fdc3-1f2b-41fa-aac3-b4d6f127e9ae not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:49.465449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea24de-f93c-4967-8645-8567c0f865f6 req-deb8fcab-62ac-4530-b50b-057c9b1c34f7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:49.467064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73ea24de-f93c-4967-8645-8567c0f865f6 req-deb8fcab-62ac-4530-b50b-057c9b1c34f7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0524919 Nov 11 20:58:49.542067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73ea24de-f93c-4967-8645-8567c0f865f6 req-6cda887c-a8dd-4f01-8ba2-3b302311c378 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686932 Nov 11 20:58:49.554681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61b956d4-714d-42bf-90e9-d6656a220e81 req-0ce36505-86bc-40aa-b5c2-8ea0f42a7f3c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0321183 Nov 11 20:58:49.711333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376edeab-055c-4c0a-be05-d5c67ab62e70 req-a14403b8-2261-4a66-90ad-8af5ff77b43a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:49.713388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-376edeab-055c-4c0a-be05-d5c67ab62e70 req-a14403b8-2261-4a66-90ad-8af5ff77b43a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.0658836 Nov 11 20:58:49.730558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-0fb927c9-a682-4397-9f9b-300ce4912f8a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:49.732552 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-0fb927c9-a682-4397-9f9b-300ce4912f8a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.58 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 946 time: 0.0746303 Nov 11 20:58:49.769463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-376edeab-055c-4c0a-be05-d5c67ab62e70 req-a7e1cc83-e645-426d-bef2-c71e4edd4779 tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/security-groups?id=16838cfc-436a-4152-a1fd-e9c869e25a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489659 Nov 11 20:58:49.774062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 11dd421d-ac45-43a2-9b97-6f350ae94bf8 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:58:49.915029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Deleting port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:49.915386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:49.955921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f4985-a61f-4387-93a7-7cbc1d1cd580 req-2b9e3eb3-f097-443b-8f74-9d6cd0ce0d81 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:49.963108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-997f4985-a61f-4387-93a7-7cbc1d1cd580 req-2b9e3eb3-f097-443b-8f74-9d6cd0ce0d81 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 944 time: 0.0687487 Nov 11 20:58:49.971993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:58:49.981578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:58:49.982228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.041308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-997f4985-a61f-4387-93a7-7cbc1d1cd580 req-e208362b-8f6f-44ea-8137-53abbd93477a tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712974 Nov 11 20:58:50.058807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] For port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,segment=NetworkSegment(3bce0396-0c22-4b18-90dd-12723cabdf85),segment_id=3bce0396-0c22-4b18-90dd-12723cabdf85)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:50.062052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.087094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Calling delete_port for 6b2e043d-5b6b-494f-9e40-67280f0cfb4c owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:50.089841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.130597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dd421d-ac45-43a2-9b97-6f350ae94bf8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:50.133652 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8340244-6bad-473e-9d22-b3b79f84b1f9" -d '{"events": [{"server_uuid": "66ca46bc-b282-4860-80a4-ca6287867a9d", "name": "network-vif-plugged", "status": "completed", "tag": "11dd421d-ac45-43a2-9b97-6f350ae94bf8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:50.150136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 11dd421d-ac45-43a2-9b97-6f350ae94bf8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=11dd421d-ac45-43a2-9b97-6f350ae94bf8,segment=NetworkSegment(7e1844de-a92c-4f39-a400-6222b43ecb23),segment_id=7e1844de-a92c-4f39-a400-6222b43ecb23)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:50.203422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:50.218631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fef68-85d2-4f17-a587-9e74f47ac44a req-6f285bdc-4dc9-4807-bb0d-dccb8db2b740 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:50.220198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-503fef68-85d2-4f17-a587-9e74f47ac44a req-6f285bdc-4dc9-4807-bb0d-dccb8db2b740 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0789073 Nov 11 20:58:50.226209 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8255-6f93-4bfe-b253-26ede1e4763b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.232676 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea5611-9bd3-49b8-a85d-33cc5888d3f8 x-openstack-request-id: req-cbea5611-9bd3-49b8-a85d-33cc5888d3f8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:50.232967 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ca46bc-b282-4860-80a4-ca6287867a9d", "name": "network-vif-plugged", "status": "completed", "tag": "11dd421d-ac45-43a2-9b97-6f350ae94bf8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:50.233221 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbea5611-9bd3-49b8-a85d-33cc5888d3f8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:50.233621 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dd421d-ac45-43a2-9b97-6f350ae94bf8', 'code': 200} Nov 11 20:58:50.246867 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.323313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-503fef68-85d2-4f17-a587-9e74f47ac44a req-994504ce-3bdb-4257-b30d-f7bca4a2992d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947163 Nov 11 20:58:50.325550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=11dd421d-ac45-43a2-9b97-6f350ae94bf8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:50.402474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399cf06-4e7a-49ff-93f5-b61ac8a4f757 req-6825cf8a-fa27-46f7-b6af-a602968399b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:50.404026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7399cf06-4e7a-49ff-93f5-b61ac8a4f757 req-6825cf8a-fa27-46f7-b6af-a602968399b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 1096 time: 0.0821989 Nov 11 20:58:50.413402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdddcd-5894-4a98-b5cd-43553d287f9b req-f1faba3d-0faa-49e0-8432-183fe081124b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:50.415358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8255-6f93-4bfe-b253-26ede1e4763b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.420690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddcdddcd-5894-4a98-b5cd-43553d287f9b req-f1faba3d-0faa-49e0-8432-183fe081124b tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 950 time: 0.1001539 Nov 11 20:58:50.423903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.436800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['6b2e043d-5b6b-494f-9e40-67280f0cfb4c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:50.487976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a48a4c-ac9d-43c7-8cc5-def71700e6c1 req-d98f14e0-fcdd-4204-8362-62bb54ef9ac8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:50.496127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89a48a4c-ac9d-43c7-8cc5-def71700e6c1 req-d98f14e0-fcdd-4204-8362-62bb54ef9ac8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0718009 Nov 11 20:58:50.501578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Pushing event deleted for resources: {'Port': ['ID=6b2e043d-5b6b-494f-9e40-67280f0cfb4c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:50.515964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8255-6f93-4bfe-b253-26ede1e4763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.571177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7399cf06-4e7a-49ff-93f5-b61ac8a4f757 req-d2a215bd-195f-422b-8b73-4d419bc8a014 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413665 Nov 11 20:58:50.575140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] No DVR routers for this DVR port 6b2e043d-5b6b-494f-9e40-67280f0cfb4c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:50.578684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.579808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b8255-6f93-4bfe-b253-26ede1e4763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289b4675-d5a0-4110-8826-699a0bac2242,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:50.582425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed03ac7b-c7ea-4250-96ae-8e149a2fc154 req-81c66ffe-22e3-4527-be56-cf804e4f67eb tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.58 "DELETE /v2.0/ports/6b2e043d-5b6b-494f-9e40-67280f0cfb4c HTTP/1.1" status: 204 len: 173 time: 0.8440979 Nov 11 20:58:50.594177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddcdddcd-5894-4a98-b5cd-43553d287f9b req-4775b123-b48c-49fc-b2e8-4d7cd7d1e00f tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723361 Nov 11 20:58:50.598144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e2b8255-6f93-4bfe-b253-26ede1e4763b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f9ca719d7974c1d95791e778234830f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939598 Nov 11 20:58:50.600699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49236) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:50.616126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89a48a4c-ac9d-43c7-8cc5-def71700e6c1 req-27e95c80-4f77-432b-b0bb-a806b1ebfe8e tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178997 Nov 11 20:58:50.710446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7637dcf-312c-4963-bfb2-6f51d858c9ff req-2bb517ca-e6df-4599-b2ae-01d1f97e90d8 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0321231 Nov 11 20:58:50.732118 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d21ba45-dd6b-4693-84a4-cb053ecaecb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.761467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d21ba45-dd6b-4693-84a4-cb053ecaecb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.776109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124480d-c471-4c7a-ba1d-639531df1865 req-afb460eb-1aba-4100-943a-64a047bfd969 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:50.777628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8124480d-c471-4c7a-ba1d-639531df1865 req-afb460eb-1aba-4100-943a-64a047bfd969 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1005077 Nov 11 20:58:50.845170 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8124480d-c471-4c7a-ba1d-639531df1865 req-52948eea-40f4-4ef9-8c11-b4b4cf70f532 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 Nov 11 20:58:50.919766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d51c2de9-4564-4044-88bd-ec5ae3f0a861 req-0d710d11-478f-4c39-b5c0-56ada934e92a tempest-ServersNegativeTestMultiTenantJSON-973254633 tempest-ServersNegativeTestMultiTenantJSON-973254633-project] 10.222.0.31 "GET /v2.0/ports?device_id=d54052a7-f8b9-4080-9d83-b9b9a930881a HTTP/1.1" status: 200 len: 210 time: 0.0306888 Nov 11 20:58:50.940674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d21ba45-dd6b-4693-84a4-cb053ecaecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.940674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d21ba45-dd6b-4693-84a4-cb053ecaecb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:50.941303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d21ba45-dd6b-4693-84a4-cb053ecaecb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/289b4675-d5a0-4110-8826-699a0bac2242 HTTP/1.1" status: 204 len: 168 time: 0.3393404 Nov 11 20:58:50.951155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21ba45-dd6b-4693-84a4-cb053ecaecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289b4675-d5a0-4110-8826-699a0bac2242,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:51.154107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c2b5d-f9e5-4c90-b7c7-6cdf15bbb3ed req-775ff9d9-6a37-401b-ad88-e633d72358be tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:51.155647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f3c2b5d-f9e5-4c90-b7c7-6cdf15bbb3ed req-775ff9d9-6a37-401b-ad88-e633d72358be tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 945 time: 0.0508394 Nov 11 20:58:51.156109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'name': 'network-vif-deleted', 'tag': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:51.158449 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea1975-4092-490a-a136-6295cb3a588a" -d '{"events": [{"server_uuid": "d54052a7-f8b9-4080-9d83-b9b9a930881a", "name": "network-vif-deleted", "tag": "6b2e043d-5b6b-494f-9e40-67280f0cfb4c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:51.194382 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:58:51.201659 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea6407-d2ff-4c70-899b-0ff2bcf7d4f3 x-openstack-request-id: req-11ea6407-d2ff-4c70-899b-0ff2bcf7d4f3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:51.201981 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54052a7-f8b9-4080-9d83-b9b9a930881a", "name": "network-vif-deleted", "tag": "6b2e043d-5b6b-494f-9e40-67280f0cfb4c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:51.202202 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11ea6407-d2ff-4c70-899b-0ff2bcf7d4f3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:51.202602 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54052a7-f8b9-4080-9d83-b9b9a930881a', 'name': 'network-vif-deleted', 'tag': '6b2e043d-5b6b-494f-9e40-67280f0cfb4c', 'status': 'completed', 'code': 200} Nov 11 20:58:51.210759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f3c2b5d-f9e5-4c90-b7c7-6cdf15bbb3ed req-026f66de-4080-4b79-941c-3d92ac43d31c tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485973 Nov 11 20:58:51.472194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847eed2-aea7-45b9-850d-44c4b3469255 req-fba35719-5eed-49f0-b226-d891d629d799 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:51.473929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6847eed2-aea7-45b9-850d-44c4b3469255 req-fba35719-5eed-49f0-b226-d891d629d799 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0562954 Nov 11 20:58:51.528559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6847eed2-aea7-45b9-850d-44c4b3469255 req-79247019-2309-4883-a116-2be1e65d28ab tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474927 Nov 11 20:58:51.740500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453cc2-2117-4ef0-9947-3d7f0a9151b5 req-2043138d-2373-49d9-b07d-559e052b870e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:51.745229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9453cc2-2117-4ef0-9947-3d7f0a9151b5 req-2043138d-2373-49d9-b07d-559e052b870e tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 950 time: 0.0837584 Nov 11 20:58:51.782904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cad15-7d42-43af-916d-3d3113d5e6e7 req-5441ace2-61f8-40c7-9388-880bcdc06b72 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:51.791919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c89cad15-7d42-43af-916d-3d3113d5e6e7 req-5441ace2-61f8-40c7-9388-880bcdc06b72 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0855370 Nov 11 20:58:51.836834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9453cc2-2117-4ef0-9947-3d7f0a9151b5 req-330112fd-f91b-4e02-a9b3-3be2267a80b2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732234 Nov 11 20:58:51.850701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c89cad15-7d42-43af-916d-3d3113d5e6e7 req-5a611f9e-a213-4a11-89b5-2de2db254f89 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575044 Nov 11 20:58:51.938770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3f8d03b-5ed6-47f7-b17b-9ef595144ce3 req-6e32df8f-042a-4735-a8d7-132f259ab820 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0490358 Nov 11 20:58:52.018449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:52.034751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.066438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b343a85-3988-4cd2-a7c6-2393a3b39c3c req-b348c3bb-88fc-4e86-b954-0c8c279f0f07 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:52.068342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b343a85-3988-4cd2-a7c6-2393a3b39c3c req-b348c3bb-88fc-4e86-b954-0c8c279f0f07 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0917327 Nov 11 20:58:52.137899 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b343a85-3988-4cd2-a7c6-2393a3b39c3c req-50071571-44bf-49ee-82b3-dc5998aebcd2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Nov 11 20:58:52.147921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] Deleting subnet e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:52.156370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.230089 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.281547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-cfeeddbc-79bc-4de7-8404-ebe9ffb04e20 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:52.288677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-cfeeddbc-79bc-4de7-8404-ebe9ffb04e20 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 809 time: 0.1809423 Nov 11 20:58:52.310254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-2bf2209f-d398-4618-9c91-871c859a3ce3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/quotas/075d7c5fc6fc4c4db127b510f0279193 HTTP/1.1" status: 200 len: 375 time: 0.0206013 Nov 11 20:58:52.323374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.382405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12134419-3434-4b0b-815b-eb9cd964c9e6 req-141a7377-09f5-40f2-8d5c-fafd3a889dd8 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:52.390833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12134419-3434-4b0b-815b-eb9cd964c9e6 req-141a7377-09f5-40f2-8d5c-fafd3a889dd8 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 945 time: 0.0802200 Nov 11 20:58:52.400399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-15f0a1eb-fcb7-4102-8348-13b9194749db tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892084 Nov 11 20:58:52.496963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12134419-3434-4b0b-815b-eb9cd964c9e6 req-a2202234-3437-4c4b-a029-8737cbe7ecab tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049035 Nov 11 20:58:52.507050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.518562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-f8a7428f-f0ed-46cb-bcee-8a5acf87468d service neutron] 10.222.0.31 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063905 Nov 11 20:58:52.550908 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.558917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580 HTTP/1.1" status: 204 len: 168 time: 0.5368893 Nov 11 20:58:52.558917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780819a-188a-4300-bcbe-12e27ab7b4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bfc1fb-e0ad-4bd9-a6eb-0ea97ff9e580,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:52.559444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:52.687730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.699860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-769b335d-0219-43f8-a8ec-40b4bf4014b2 service neutron] 10.222.0.31 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574311 Nov 11 20:58:52.722371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454c0c-fb7f-4d9f-a2f2-31e124ed67f6 req-0d0aac84-a4f8-4dcf-8be9-67922dbbf752 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:52.734411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8454c0c-fb7f-4d9f-a2f2-31e124ed67f6 req-0d0aac84-a4f8-4dcf-8be9-67922dbbf752 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0892661 Nov 11 20:58:52.839828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8454c0c-fb7f-4d9f-a2f2-31e124ed67f6 req-6e52d1b2-5b4d-4e2d-87cc-68d316896a4a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042161 Nov 11 20:58:52.883781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:52.919976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368a60e9-dc3d-47fc-9a16-f0f3ac074c48']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:52.948828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bce0396-0c22-4b18-90dd-12723cabdf85') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:52.949683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bce0396-0c22-4b18-90dd-12723cabdf85') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:52.968016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-5cbf3e8b-cb13-4c75-9c1d-154d64699b34 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:52.969759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-5cbf3e8b-cb13-4c75-9c1d-154d64699b34 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 950 time: 0.0832126 Nov 11 20:58:52.971152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.018037 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.027256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:58:53.028692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:58:53.031408 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:58:53.093288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3681fd9-34c3-46e9-ac60-3da7ccdc50d8 req-7b1addf9-0cca-4689-8f0d-2e336aae9e3a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:53.095903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3681fd9-34c3-46e9-ac60-3da7ccdc50d8 req-7b1addf9-0cca-4689-8f0d-2e336aae9e3a tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 950 time: 0.1294105 Nov 11 20:58:53.109316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8ef0372-c88b-454f-b30f-8c10ba12c88e req-f978d319-3238-4778-ba9d-f87a679fe65c tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0390480 Nov 11 20:58:53.211988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3681fd9-34c3-46e9-ac60-3da7ccdc50d8 req-f272d125-bc88-40ba-b6c2-120d290b7d14 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/security-groups?id=a6d7a313-3382-4179-90b2-41aa354c87c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625842 Nov 11 20:58:53.248623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-273ffc64-4b23-4da2-a64a-829786e0fe8c req-787cbd21-28a6-4c06-ad15-a693e2dc9fa6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 210 time: 0.0696070 Nov 11 20:58:53.273409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Deleting port de204c07-f6f6-4a99-9207-58327360c460 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:53.273409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.280043 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.295749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.303388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6b2e043d-5b6b-494f-9e40-67280f0cfb4c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:53.315635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/368a60e9-dc3d-47fc-9a16-f0f3ac074c48 HTTP/1.1" status: 204 len: 168 time: 0.7529743 Nov 11 20:58:53.329580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:53.351263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 6b2e043d-5b6b-494f-9e40-67280f0cfb4c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:53.354366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 6b2e043d-5b6b-494f-9e40-67280f0cfb4c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:53.377634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f07c48-cc13-4b34-aa65-2958066c7bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=368a60e9-dc3d-47fc-9a16-f0f3ac074c48,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:53.421798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] For port de204c07-f6f6-4a99-9207-58327360c460, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=de204c07-f6f6-4a99-9207-58327360c460,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:53.422164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.426074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] Deleting subnet 07bb0c3b-06e7-42c1-bbe1-9d37f260f7cb {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:53.432645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.436418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Calling delete_port for de204c07-f6f6-4a99-9207-58327360c460 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:53.496756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31346c-08b0-4019-a400-ab06c600b2e0 req-1ad8e330-14fc-4f7e-b550-fdf252058760 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:53.498571 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd31346c-08b0-4019-a400-ab06c600b2e0 req-1ad8e330-14fc-4f7e-b550-fdf252058760 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1825769 Nov 11 20:58:53.607117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.655196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa3e4e-0bc7-4d3e-bc70-a353415ddbaf req-caa03373-1c40-4280-a335-576ade09ad6b tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:53.656974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ccaa3e4e-0bc7-4d3e-bc70-a353415ddbaf req-caa03373-1c40-4280-a335-576ade09ad6b tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 945 time: 0.0636072 Nov 11 20:58:53.722286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ccaa3e4e-0bc7-4d3e-bc70-a353415ddbaf req-50cd5f64-3547-4c9f-95ce-3b9647575b94 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573485 Nov 11 20:58:53.766285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.784719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['de204c07-f6f6-4a99-9207-58327360c460'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:53.829651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Pushing event deleted for resources: {'Port': ['ID=de204c07-f6f6-4a99-9207-58327360c460,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:53.860349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] No DVR routers for this DVR port de204c07-f6f6-4a99-9207-58327360c460 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:53.864017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:53.878682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35f91cf2-ae0e-4ba1-8932-63cc3f56c31d req-7d3b93d2-ef4c-4cd6-9c62-03f7e3e0a1ea tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.62 "DELETE /v2.0/ports/de204c07-f6f6-4a99-9207-58327360c460 HTTP/1.1" status: 204 len: 173 time: 0.8875408 Nov 11 20:58:53.878682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'name': 'network-vif-deleted', 'tag': 'de204c07-f6f6-4a99-9207-58327360c460'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:53.878682 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a95617-48cf-4f71-8da8-009142c80e2e" -d '{"events": [{"server_uuid": "cceb0a7a-13ee-4c24-b4a4-55585f56bfe2", "name": "network-vif-deleted", "tag": "de204c07-f6f6-4a99-9207-58327360c460"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:53.981986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c494a3-0c0b-4fb3-bb30-62390b02b3f5 req-51b90b18-7660-43ed-9f68-f8f42923d7d7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:53.983579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75c494a3-0c0b-4fb3-bb30-62390b02b3f5 req-51b90b18-7660-43ed-9f68-f8f42923d7d7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0575752 Nov 11 20:58:54.019788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd31346c-08b0-4019-a400-ab06c600b2e0 req-c992dfed-306e-4685-b9fc-4f471265a68f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989855 Nov 11 20:58:54.035164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.036625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75c494a3-0c0b-4fb3-bb30-62390b02b3f5 req-efd5f4e8-5022-4211-ad09-40efb31b93a1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Nov 11 20:58:54.130380 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5513ec0e-c6c5-4743-a4c8-c6e0485ca2ae x-openstack-request-id: req-5513ec0e-c6c5-4743-a4c8-c6e0485ca2ae {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:54.130676 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cceb0a7a-13ee-4c24-b4a4-55585f56bfe2", "name": "network-vif-deleted", "tag": "de204c07-f6f6-4a99-9207-58327360c460", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:54.130928 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5513ec0e-c6c5-4743-a4c8-c6e0485ca2ae {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:54.131385 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cceb0a7a-13ee-4c24-b4a4-55585f56bfe2', 'name': 'network-vif-deleted', 'tag': 'de204c07-f6f6-4a99-9207-58327360c460', 'status': 'completed', 'code': 200} Nov 11 20:58:54.194679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.229418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bb0c3b-06e7-42c1-bbe1-9d37f260f7cb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:54.252417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-92678bb8-fa97-4d4d-923a-f2822453e042 req-bf4fd78a-f521-465c-aeb7-cf15a6a00407 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/ports?device_id=79622e4c-a38b-4048-bed0-a3220e601383 HTTP/1.1" status: 200 len: 210 time: 0.0430691 Nov 11 20:58:54.266257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.271013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fdf5a2f0-07e2-44df-8722-2982e0e673a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/07bb0c3b-06e7-42c1-bbe1-9d37f260f7cb HTTP/1.1" status: 204 len: 168 time: 0.9395583 Nov 11 20:58:54.273156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49356) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:54.408078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.425934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88c49fd8-4ecd-444a-b4d8-20a36e1c809c req-d17d72c3-c31d-422a-989e-1102ce0089af tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] 10.222.0.31 "GET /v2.0/ports?device_id=cceb0a7a-13ee-4c24-b4a4-55585f56bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0385840 Nov 11 20:58:54.535368 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.564248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7afc36b-8c64-48bf-81aa-e870d715147f req-58e0730d-7fad-4af8-8c9d-ac9bf393ba04 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 210 time: 0.0503120 Nov 11 20:58:54.578073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61074ba-f286-4c78-b877-fb2208ffbff0']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:54.589877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4b80bb-778e-46af-9d83-0b719df219d3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:54.590260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4b80bb-778e-46af-9d83-0b719df219d3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:58:54.596278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc90900-ffc2-469f-8776-5ff93d7026c0 req-9bacdd21-e6ae-4c18-8155-1099eca91bf8 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:54.597936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc90900-ffc2-469f-8776-5ff93d7026c0 req-9bacdd21-e6ae-4c18-8155-1099eca91bf8 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 945 time: 0.0717325 Nov 11 20:58:54.599348 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.613951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.620521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:58:54.620886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:58:54.622682 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:58:54.652721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc90900-ffc2-469f-8776-5ff93d7026c0 req-9bcbf841-b91e-4ee0-97ea-e9dfb5b6cbf7 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476255 Nov 11 20:58:54.810509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.823567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:54.823567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d61074ba-f286-4c78-b877-fb2208ffbff0 HTTP/1.1" status: 204 len: 168 time: 0.5451896 Nov 11 20:58:54.831124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad48169-27dd-4c88-9401-a2a83c466cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61074ba-f286-4c78-b877-fb2208ffbff0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:55.172395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa6db7-7cce-4838-b8e8-5b7dd00316d2 req-dca63737-afe5-47c9-94cd-c39396e20937 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:55.174014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7fa6db7-7cce-4838-b8e8-5b7dd00316d2 req-dca63737-afe5-47c9-94cd-c39396e20937 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0826473 Nov 11 20:58:55.197909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689e71-bddd-42bc-84ad-bd4e83187b34 req-e72aa3ff-4f66-422e-9dd9-febc6db63368 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:55.200619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6689e71-bddd-42bc-84ad-bd4e83187b34 req-e72aa3ff-4f66-422e-9dd9-febc6db63368 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0824201 Nov 11 20:58:55.242984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7fa6db7-7cce-4838-b8e8-5b7dd00316d2 req-a5bceb4b-0862-4cf2-b8ba-e450cae06529 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615950 Nov 11 20:58:55.256551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6689e71-bddd-42bc-84ad-bd4e83187b34 req-007ae17e-4db6-4ee3-b8e3-1f6eb5370dbf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Nov 11 20:58:55.273830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:55.315193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-453532c2-4ec0-4f3c-b6e3-404fe3ad7c32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40ea2a4b241743bbb3c398beb31aebdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402203 Nov 11 20:58:55.317675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49388) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:55.377594 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac5113a2-84c6-498f-a20a-5341f8f02246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.399550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac5113a2-84c6-498f-a20a-5341f8f02246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.489688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:55.543347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac5113a2-84c6-498f-a20a-5341f8f02246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.546289 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac5113a2-84c6-498f-a20a-5341f8f02246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.547448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ac5113a2-84c6-498f-a20a-5341f8f02246 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16838cfc-436a-4152-a1fd-e9c869e25a6e HTTP/1.1" status: 204 len: 168 time: 0.2288730 Nov 11 20:58:55.552904 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20f9909b-99a7-4f43-9bc8-386db0ea61d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.561698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5113a2-84c6-498f-a20a-5341f8f02246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16838cfc-436a-4152-a1fd-e9c869e25a6e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:55.587267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20f9909b-99a7-4f43-9bc8-386db0ea61d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.666260 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-197c4bec-9088-461a-853b-7228db719600 req-06102d05-9ee8-44e3-b4b2-c9aaa3d1b481 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 210 time: 0.0264785 Nov 11 20:58:55.770326 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20f9909b-99a7-4f43-9bc8-386db0ea61d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.772960 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20f9909b-99a7-4f43-9bc8-386db0ea61d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:55.773089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c2c64-e238-4e2f-84df-6838b07f3146 req-58778057-0ed8-4778-93fd-6a8bd486e0b5 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:55.774725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-451c2c64-e238-4e2f-84df-6838b07f3146 req-58778057-0ed8-4778-93fd-6a8bd486e0b5 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 945 time: 0.0502882 Nov 11 20:58:55.775366 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-20f9909b-99a7-4f43-9bc8-386db0ea61d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/security-groups/c64b3ecb-c192-490e-89c5-55b0b8f0c6db HTTP/1.1" status: 204 len: 168 time: 0.2872696 Nov 11 20:58:55.777567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:55.785965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9909b-99a7-4f43-9bc8-386db0ea61d4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b3ecb-c192-490e-89c5-55b0b8f0c6db,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:55.794598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device de204c07-f6f6-4a99-9207-58327360c460 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:55.805020 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d30f5a59-a806-4939-a5ef-c150171ce967 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] show failed (client error): The resource could not be found. Nov 11 20:58:55.808629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d30f5a59-a806-4939-a5ef-c150171ce967 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "GET /v2.0/security-groups/c64b3ecb-c192-490e-89c5-55b0b8f0c6db HTTP/1.1" status: 404 len: 347 time: 0.0300486 Nov 11 20:58:55.818348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:55.825271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: de204c07-f6f6-4a99-9207-58327360c460 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:55.830007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device de204c07-f6f6-4a99-9207-58327360c460 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:55.913252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-691014dd-3e65-43ba-89e3-3364d8d24e13 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:55.914986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-691014dd-3e65-43ba-89e3-3364d8d24e13 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.58 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 809 time: 0.1202521 Nov 11 20:58:55.928702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Request body: {'port': {'device_id': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'admin_state_up': True, 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:55.934127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-451c2c64-e238-4e2f-84df-6838b07f3146 req-9ce46fc3-1527-45a0-9570-59635a0ab160 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478813 Nov 11 20:58:56.033777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port 7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:56.034167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.109486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:56.127542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.128110 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.145471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for 7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:56.177138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Made reservation on behalf of 075d7c5fc6fc4c4db127b510f0279193 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:58:56.181117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.195840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49420) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:56.393960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Allocated IP 172.20.0.3 (cfc99b4f-9be3-43e1-9330-97be6d9ef4e6/9b07efaf-a1b2-4b21-b89e-01d51a8f29f3/ae330a42-59f5-4d41-9c5c-c25527397091) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:58:56.400107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1058526f-0a42-4822-af7a-7a7f8c0fcdaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.435892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.470693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e35e09-ed0a-4b3d-8de4-2316a61d142b req-f9fafb6a-4deb-4b69-9e24-2141daaebdf8 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:56.471655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfc039-617b-4183-a2d9-ab0dcf0efb41 req-67899d41-40ce-4193-9d69-4615bc21bf04 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:56.472466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8e35e09-ed0a-4b3d-8de4-2316a61d142b req-f9fafb6a-4deb-4b69-9e24-2141daaebdf8 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0971825 Nov 11 20:58:56.473928 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b5bfc039-617b-4183-a2d9-ab0dcf0efb41 req-67899d41-40ce-4193-9d69-4615bc21bf04 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1444476 Nov 11 20:58:56.475634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=7fe214a0-d583-44d6-a9ae-5c4e2f9fc42e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:56.513918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea011f-3d70-4944-abe4-124a7a6c8cfe None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:56.576296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8e35e09-ed0a-4b3d-8de4-2316a61d142b req-12e3c83b-c26d-4fc2-a4e0-48f77ccef2c1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963252 Nov 11 20:58:56.579565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.582184 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.583642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d16c96b2-13ab-4440-80cf-496fcb6c31fd tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/floatingips/70b12527-21c9-4155-ad0d-ee532504ce86 HTTP/1.1" status: 204 len: 168 time: 0.7638841 Nov 11 20:58:56.586202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49430) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:56.624703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-073e2bff-4a74-4fc7-90f3-32c19450816b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00ca57c42ee74fb9b09871a373595ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274540 Nov 11 20:58:56.627490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:56.680129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b5bfc039-617b-4183-a2d9-ab0dcf0efb41 req-70c3b47a-f915-4090-b5f6-9825f6bf1224 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729693 Nov 11 20:58:56.708774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1058526f-0a42-4822-af7a-7a7f8c0fcdaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.753662 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c53b85d2-87da-475c-86d1-4353a85ac5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.758258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.768409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port a56a785e-7435-4069-bcf3-1c4f9488bf94 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:56.768765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.784214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-0e730b0e-a158-4a38-bb4a-e1a38497a681 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:56.785730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-0e730b0e-a158-4a38-bb4a-e1a38497a681 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 945 time: 0.0756819 Nov 11 20:58:56.794570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6688c961-2bf6-4066-8897-9853d9374dd4 req-444339f7-0b54-42a1-9a96-91bfb0c34b97 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 210 time: 0.0442944 Nov 11 20:58:56.853107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c53b85d2-87da-475c-86d1-4353a85ac5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.869403 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1058526f-0a42-4822-af7a-7a7f8c0fcdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.880574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:56.921731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.931490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058526f-0a42-4822-af7a-7a7f8c0fcdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1d083-7ed3-4437-8c1b-e5fc396c286f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:56.937916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1058526f-0a42-4822-af7a-7a7f8c0fcdaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b64acacf9b904e7b8cabe0780794d78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8300850 Nov 11 20:58:56.940682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:56.951801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for a56a785e-7435-4069-bcf3-1c4f9488bf94 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:56.982676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ca67f4ed-e471-453f-b8e0-600ece5189e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a10e6878b4c4157a20b040022c55a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943975 Nov 11 20:58:56.985190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49442) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:56.985661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Deleting port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:56.986002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:56.991123 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.006969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:58:57.045844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c53b85d2-87da-475c-86d1-4353a85ac5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.048589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c53b85d2-87da-475c-86d1-4353a85ac5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.050045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c53b85d2-87da-475c-86d1-4353a85ac5b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6d7a313-3382-4179-90b2-41aa354c87c8 HTTP/1.1" status: 204 len: 168 time: 0.4214566 Nov 11 20:58:57.096933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b85d2-87da-475c-86d1-4353a85ac5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d7a313-3382-4179-90b2-41aa354c87c8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:57.131851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.131980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50833d1d-4674-4946-b333-1578c0db2a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.176242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfca21d6-8c48-4971-b4a1-974ce436ce83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.179192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50833d1d-4674-4946-b333-1578c0db2a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.260697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfca21d6-8c48-4971-b4a1-974ce436ce83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.366027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.397088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=a56a785e-7435-4069-bcf3-1c4f9488bf94,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:57.401035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50833d1d-4674-4946-b333-1578c0db2a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.404209 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50833d1d-4674-4946-b333-1578c0db2a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.405389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50833d1d-4674-4946-b333-1578c0db2a2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0d1d083-7ed3-4437-8c1b-e5fc396c286f HTTP/1.1" status: 204 len: 168 time: 0.4634695 Nov 11 20:58:57.406685 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfca21d6-8c48-4971-b4a1-974ce436ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.408806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfca21d6-8c48-4971-b4a1-974ce436ce83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.409991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dfca21d6-8c48-4971-b4a1-974ce436ce83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18849c83-a6a2-4393-945d-64cc2b622df4 HTTP/1.1" status: 204 len: 168 time: 0.4238608 Nov 11 20:58:57.452205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50833d1d-4674-4946-b333-1578c0db2a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1d083-7ed3-4437-8c1b-e5fc396c286f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:57.491151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca21d6-8c48-4971-b4a1-974ce436ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18849c83-a6a2-4393-945d-64cc2b622df4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:57.533313 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.540317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-113fd6f5-b373-4246-9d0f-4a3b25c13083 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/ports/a56a785e-7435-4069-bcf3-1c4f9488bf94 HTTP/1.1" status: 204 len: 168 time: 0.9508233 Nov 11 20:58:57.540554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:57.545327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:58:57.560031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:58:57.567230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:58:57.601701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Pushing event updated for resources: {'Port': ['ID=ae330a42-59f5-4d41-9c5c-c25527397091,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:57.619332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefedf-1d89-45f8-9004-39f804e4f82e req-a0741f3f-2ca1-473a-9c9a-6babbba247c1 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:57.621701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81fefedf-1d89-45f8-9004-39f804e4f82e req-a0741f3f-2ca1-473a-9c9a-6babbba247c1 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 945 time: 0.2125826 Nov 11 20:58:57.651637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] For port 11dd421d-ac45-43a2-9b97-6f350ae94bf8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=11dd421d-ac45-43a2-9b97-6f350ae94bf8,segment=NetworkSegment(7e1844de-a92c-4f39-a400-6222b43ecb23),segment_id=7e1844de-a92c-4f39-a400-6222b43ecb23)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:57.652324 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.684110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Calling delete_port for 11dd421d-ac45-43a2-9b97-6f350ae94bf8 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:57.693446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port 852cd305-0694-41bc-ade2-03b629cbf56f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:57.694090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.703804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:57.704379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.769717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81fefedf-1d89-45f8-9004-39f804e4f82e req-c159a092-71f0-4b0f-80ee-968dad34ac5a tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/security-groups?id=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350117 Nov 11 20:58:57.794429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b84f7-8a96-40c1-9f73-be89c1947868 req-864a05f3-9666-483b-864a-4b5571cf70e0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:57.795998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-755b84f7-8a96-40c1-9f73-be89c1947868 req-864a05f3-9666-483b-864a-4b5571cf70e0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1190181 Nov 11 20:58:57.834416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:57.859817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for 852cd305-0694-41bc-ade2-03b629cbf56f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:57.883712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e7e5d299-4474-4fd0-baf8-d86223a99457 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9589984 Nov 11 20:58:57.886969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-755b84f7-8a96-40c1-9f73-be89c1947868 req-a10bc57e-2be9-4643-8d90-7d7452c2e8e8 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824382 Nov 11 20:58:57.900656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Request body: {'port': {'device_id': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:58:58.038661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981193c-f50a-4c43-b413-ee80f9a48e4d req-af575f2b-a28a-4e43-ab81-b8cc75c9ed34 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:58.040801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3981193c-f50a-4c43-b413-ee80f9a48e4d req-af575f2b-a28a-4e43-ab81-b8cc75c9ed34 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1463697 Nov 11 20:58:58.054800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.065919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.081044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b44d32-ebb1-45cc-92ae-35a806a05d94 req-d2febb7a-bc03-457e-b2a0-49027aa09a85 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:58.090104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31b44d32-ebb1-45cc-92ae-35a806a05d94 req-d2febb7a-bc03-457e-b2a0-49027aa09a85 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 931 time: 0.0807676 Nov 11 20:58:58.151335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31b44d32-ebb1-45cc-92ae-35a806a05d94 req-ef5c779d-1108-46a3-afcf-273dca6c390b tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601776 Nov 11 20:58:58.203386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.239744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Pushing event deleted for resources: {'Port': ['ID=11dd421d-ac45-43a2-9b97-6f350ae94bf8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:58.243327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=852cd305-0694-41bc-ade2-03b629cbf56f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:58.327323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] No DVR routers for this DVR port 11dd421d-ac45-43a2-9b97-6f350ae94bf8 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:58.333120 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.334059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.340480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d3b354b-c933-4961-8d3d-0df35488e5c1 req-b7bd3fc7-ca7e-4acf-a982-739753001862 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.62 "DELETE /v2.0/ports/11dd421d-ac45-43a2-9b97-6f350ae94bf8 HTTP/1.1" status: 204 len: 173 time: 1.5398848 Nov 11 20:58:58.340679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-632fb322-cebf-4793-ba61-7cb3b6e9587e tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/ports/852cd305-0694-41bc-ade2-03b629cbf56f HTTP/1.1" status: 204 len: 168 time: 0.7958729 Nov 11 20:58:58.340787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'name': 'network-vif-deleted', 'tag': '11dd421d-ac45-43a2-9b97-6f350ae94bf8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:58:58.341626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:58.342258 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b8c448-5370-4021-a71e-43f8728cd6d0" -d '{"events": [{"server_uuid": "66ca46bc-b282-4860-80a4-ca6287867a9d", "name": "network-vif-deleted", "tag": "11dd421d-ac45-43a2-9b97-6f350ae94bf8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:58:58.363958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3981193c-f50a-4c43-b413-ee80f9a48e4d req-4071934a-2615-42e7-8fab-1cc4bf64ea17 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129995 Nov 11 20:58:58.414222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting subnet a0a76313-93ae-4c9a-9c16-7daf90112ad9 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:58.414328 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92634efb-e37f-4d90-b8c0-79f40aae6ef8 x-openstack-request-id: req-92634efb-e37f-4d90-b8c0-79f40aae6ef8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:58:58.414328 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ca46bc-b282-4860-80a4-ca6287867a9d", "name": "network-vif-deleted", "tag": "11dd421d-ac45-43a2-9b97-6f350ae94bf8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:58:58.414328 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92634efb-e37f-4d90-b8c0-79f40aae6ef8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:58:58.414328 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ca46bc-b282-4860-80a4-ca6287867a9d', 'name': 'network-vif-deleted', 'tag': '11dd421d-ac45-43a2-9b97-6f350ae94bf8', 'status': 'completed', 'code': 200} Nov 11 20:58:58.414635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.481016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.527079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae330a42-59f5-4d41-9c5c-c25527397091 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:58:58.541727 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.568345 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.655786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:58.742617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-335212d1-37ac-4d2f-8fd2-707f016b04a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1144cd5e9b9848ae9c281dcce3a4fe0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850656 Nov 11 20:58:58.746441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:58.789425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:58.811344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5e7a-4532-47c1-8f54-012f44c0914d req-0abf1040-f13e-4b5f-9614-8981e028abeb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:58.812903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e73d5e7a-4532-47c1-8f54-012f44c0914d req-0abf1040-f13e-4b5f-9614-8981e028abeb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1107934 Nov 11 20:58:58.824624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Transition to ACTIVE for port object ae330a42-59f5-4d41-9c5c-c25527397091 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:58:58.824724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.825177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e55ba5bf-db2d-40af-b815-1e0586f348fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.864252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ab2fb-0814-4730-85b2-7ff51e1faf48 None None] Network d896e8a9-8693-4938-99ad-cdd8af9527fb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:58.868219 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9165953-7554-494c-ae78-273ce22438b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.887447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.897888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/subnets/a0a76313-93ae-4c9a-9c16-7daf90112ad9 HTTP/1.1" status: 204 len: 168 time: 0.5450501 Nov 11 20:58:58.902939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf719082-bcc0-4990-ac15-0169d9f4b14b tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a76313-93ae-4c9a-9c16-7daf90112ad9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:58.905562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:58.957167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:58.989085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-accaab45-2add-46f2-9e0d-2acc2fe01ba8 req-e5f18352-c0db-492c-b123-39e966242e43 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 210 time: 0.0368049 Nov 11 20:58:59.014478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting subnet dd0da0de-56dc-4722-8b26-4a812a8b9d04 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:58:59.017972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9165953-7554-494c-ae78-273ce22438b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.025450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.091414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.123804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e73d5e7a-4532-47c1-8f54-012f44c0914d req-45d9d288-ab4b-4427-a2a3-6488aa32b360 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765684 Nov 11 20:58:59.131934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e55ba5bf-db2d-40af-b815-1e0586f348fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.144710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Pushing event updated for resources: {'Port': ['ID=ae330a42-59f5-4d41-9c5c-c25527397091,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:59.171047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] DHCP port deletion for d896e8a9-8693-4938-99ad-cdd8af9527fb request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:59.198595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-2e331ec8-401e-457b-b546-e7ed11e6b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:59.199941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-2e331ec8-401e-457b-b546-e7ed11e6b4c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 1097 time: 0.1861327 Nov 11 20:58:59.204800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e55ba5bf-db2d-40af-b815-1e0586f348fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.237903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.298172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ba5bf-db2d-40af-b815-1e0586f348fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ac2ed-6b59-47a4-960a-3da120d3c291,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:59.311048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] Deleting port 7e4316b8-356d-4af2-9140-4b86937b99fb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:58:59.311048 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.332249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e55ba5bf-db2d-40af-b815-1e0586f348fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deceefcd48a5467d93f4e8d0446194bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5418799 Nov 11 20:58:59.334632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Attempting to bind port ae330a42-59f5-4d41-9c5c-c25527397091 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:58:59.334964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Attempting to bind port ae330a42-59f5-4d41-9c5c-c25527397091 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:58:59.335336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Attempting to bind port ae330a42-59f5-4d41-9c5c-c25527397091 on network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:59.336910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49494) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:59.347659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Port ae330a42-59f5-4d41-9c5c-c25527397091 on network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:58:59.348291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Attempting to bind port ae330a42-59f5-4d41-9c5c-c25527397091 on network cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:58:59.358411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:58:59.358762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Checking segment: {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:58:59.359124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Bound using segment: {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:58:59.359633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Bound port: ae330a42-59f5-4d41-9c5c-c25527397091, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de20c89-bbce-41a5-bbea-6a395d2d8caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:58:59.359901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.375886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9165953-7554-494c-ae78-273ce22438b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.378699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9165953-7554-494c-ae78-273ce22438b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.382123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f9165953-7554-494c-ae78-273ce22438b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/360f9fb4-fb67-4390-bf82-a13d377f20fa HTTP/1.1" status: 204 len: 168 time: 0.6323280 Nov 11 20:58:59.396215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] For port 7e4316b8-356d-4af2-9140-4b86937b99fb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7e4316b8-356d-4af2-9140-4b86937b99fb,segment=NetworkSegment(2b871f55-d2fb-485b-873c-fff22e99a643),segment_id=2b871f55-d2fb-485b-873c-fff22e99a643)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:58:59.397841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.400814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-2c3ff5bf-b3ee-4e0f-bcde-41290036e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:59.402311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-2c3ff5bf-b3ee-4e0f-bcde-41290036e193 service neutron] 10.222.0.62 "GET /v2.0/networks?id=66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 200 len: 916 time: 0.1769056 Nov 11 20:58:59.403016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9165953-7554-494c-ae78-273ce22438b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f9fb4-fb67-4390-bf82-a13d377f20fa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:59.405842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecd9ea-ac2b-41b4-b93e-67200d7ac0d1 req-72960d71-45a5-4a28-9abd-542d184faad7 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:59.409117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9aecd9ea-ac2b-41b4-b93e-67200d7ac0d1 req-72960d71-45a5-4a28-9abd-542d184faad7 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 943 time: 0.1101706 Nov 11 20:58:59.437015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] Calling delete_port for 7e4316b8-356d-4af2-9140-4b86937b99fb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:58:59.471344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.478739 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-440b1909-c1b5-4319-af94-4247734b4d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.506186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-440b1909-c1b5-4319-af94-4247734b4d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.546059 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.548525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3213028-5226-4f9c-b752-661cb8c36a5f None None] Network 7518ecc2-0d90-4e11-9fde-55cc19da2878 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:58:59.551841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/subnets/dd0da0de-56dc-4722-8b26-4a812a8b9d04 HTTP/1.1" status: 204 len: 168 time: 0.6416414 Nov 11 20:58:59.575697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:58:59.592010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d157d-b3ba-4b35-916c-c728834af6c4 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0da0de-56dc-4722-8b26-4a812a8b9d04,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:59.609226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-99cf8cb1-5701-4682-b894-ae27332b4b23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9329598-b978-4f9c-825b-cfa8d4674747 HTTP/1.1" status: 200 len: 217 time: 0.1138885 Nov 11 20:58:59.615242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] For port ae330a42-59f5-4d41-9c5c-c25527397091, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:58:59.667118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] For port ae330a42-59f5-4d41-9c5c-c25527397091, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ae330a42-59f5-4d41-9c5c-c25527397091,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:58:59.668435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.684489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9aecd9ea-ac2b-41b4-b93e-67200d7ac0d1 req-a4ed051d-247a-431e-88b3-738895ee0f43 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597101 Nov 11 20:58:59.686466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100574b-3fc9-4cea-9ed0-083966f73982 req-ddcf5a57-79ad-4bdf-a825-437693ea9d99 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:59.688269 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2100574b-3fc9-4cea-9ed0-083966f73982 req-ddcf5a57-79ad-4bdf-a825-437693ea9d99 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1647246 Nov 11 20:58:59.696818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-b7df904f-6f00-4d2c-aee1-364e12d85e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:59.702111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-b7df904f-6f00-4d2c-aee1-364e12d85e7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 200 len: 854 time: 0.0777862 Nov 11 20:58:59.719638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.720953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] Pushing event deleted for resources: {'Port': ['ID=7e4316b8-356d-4af2-9140-4b86937b99fb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:59.729769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec52f1-3829-4513-bf69-181de4b8de8e None None] No DVR routers for this DVR port 7e4316b8-356d-4af2-9140-4b86937b99fb on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:58:59.789727 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.797014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 11dd421d-ac45-43a2-9b97-6f350ae94bf8 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:58:59.800086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2100574b-3fc9-4cea-9ed0-083966f73982 req-2f743d54-2c00-4561-8e54-22e41ecd2aa5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967896 Nov 11 20:58:59.838373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-a59c94d5-66c0-4c3a-afe6-f17123643334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:59.845729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-a59c94d5-66c0-4c3a-afe6-f17123643334 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66af328c-6121-4f19-8147-062cbc34c43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192024 Nov 11 20:58:59.856132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 11dd421d-ac45-43a2-9b97-6f350ae94bf8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:58:59.856711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 11dd421d-ac45-43a2-9b97-6f350ae94bf8 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:58:59.871477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:58:59.872121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.873599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] 10.222.0.58 "PUT /v2.0/ports/ae330a42-59f5-4d41-9c5c-c25527397091 HTTP/1.1" status: 200 len: 1091 time: 1.9783885 Nov 11 20:58:59.898959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.902891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-440b1909-c1b5-4319-af94-4247734b4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.905814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-440b1909-c1b5-4319-af94-4247734b4d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:58:59.907686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-440b1909-c1b5-4319-af94-4247734b4d8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f25ac2ed-6b59-47a4-960a-3da120d3c291 HTTP/1.1" status: 204 len: 168 time: 0.5697572 Nov 11 20:58:59.935085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb2104-1f7c-4da1-ab5c-1965039fb23f service neutron] Pushing event updated for resources: {'Port': ['ID=ae330a42-59f5-4d41-9c5c-c25527397091,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:58:59.970683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] DHCP port deletion for 7518ecc2-0d90-4e11-9fde-55cc19da2878 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:58:59.983325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b1909-c1b5-4319-af94-4247734b4d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ac2ed-6b59-47a4-960a-3da120d3c291,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:00.005234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:00.008327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d896e8a9-8693-4938-99ad-cdd8af9527fb']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:00.034031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b871f55-d2fb-485b-873c-fff22e99a643') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:00.034889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b871f55-d2fb-485b-873c-fff22e99a643') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:00.053881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-1a64781a-c1bc-4348-a970-23b8c66e90d1 service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792653 Nov 11 20:59:00.057579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.101047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.122769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:00.123203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.241696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-664468381-network', 'tenant_id': 'c951217462d14abba06dae3b4e9e968c'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:00.278220 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:00.311207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e4316b8-356d-4af2-9140-4b86937b99fb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:00.321839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e7a6144-8ead-4518-855d-669cc8e7a280 req-4210c649-3ce9-428f-a0a0-f74d22ef7fc0 tempest-ServerAddressesNegativeTestJSON-621008966 tempest-ServerAddressesNegativeTestJSON-621008966-project] 10.222.0.31 "GET /v2.0/ports?device_id=66ca46bc-b282-4860-80a4-ca6287867a9d HTTP/1.1" status: 200 len: 210 time: 0.0425186 Nov 11 20:59:00.345888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 7e4316b8-356d-4af2-9140-4b86937b99fb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:00.346242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e4316b8-356d-4af2-9140-4b86937b99fb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:00.346711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:00.379582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec6bc2a2-d204-4473-bd84-059a34a315c2 req-9d1f9dc7-5bc1-4527-8a20-369fade940af service neutron] 10.222.0.62 "GET /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131292 Nov 11 20:59:00.388021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-a5a398d8-a5a6-4823-baf1-57d5a493a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:00.389931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-a5a398d8-a5a6-4823-baf1-57d5a493a5a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 1094 time: 0.3339767 Nov 11 20:59:00.415634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6138-8114-4933-adb0-c5e275ca4c73 req-54df0ef7-97fb-4176-b0b5-c33032b90c7a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:00.417262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.426335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cbd6138-8114-4933-adb0-c5e275ca4c73 req-54df0ef7-97fb-4176-b0b5-c33032b90c7a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1419997 Nov 11 20:59:00.440116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.446950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] Deleting port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:00.446950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.447168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/networks/d896e8a9-8693-4938-99ad-cdd8af9527fb HTTP/1.1" status: 204 len: 168 time: 0.8668201 Nov 11 20:59:00.447168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03947c-03e9-44ab-b1d3-00594d289981 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Network': ['ID=d896e8a9-8693-4938-99ad-cdd8af9527fb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:00.447334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.448068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:00.455681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'tag': 'ae330a42-59f5-4d41-9c5c-c25527397091'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:00.457967 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd57b8-d4aa-4d87-91cc-95559ea65876" -d '{"events": [{"name": "network-changed", "server_uuid": "13b61c05-5f6c-4784-9a2d-8e30e7001030", "tag": "ae330a42-59f5-4d41-9c5c-c25527397091"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:00.467569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-e6da69e4-9f0a-4b5e-bf8c-1463f69908be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae330a42-59f5-4d41-9c5c-c25527397091 HTTP/1.1" status: 200 len: 217 time: 0.0690436 Nov 11 20:59:00.526675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Made reservation on behalf of c951217462d14abba06dae3b4e9e968c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:00.526675 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.535187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:00.535716 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a467d8-0090-4fc0-bb3a-bb5832ab47d9 x-openstack-request-id: req-77a467d8-0090-4fc0-bb3a-bb5832ab47d9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:00.536002 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b61c05-5f6c-4784-9a2d-8e30e7001030", "tag": "ae330a42-59f5-4d41-9c5c-c25527397091", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:00.536287 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77a467d8-0090-4fc0-bb3a-bb5832ab47d9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:00.536685 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'tag': 'ae330a42-59f5-4d41-9c5c-c25527397091', 'status': 'completed', 'code': 200} Nov 11 20:59:00.545370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.559186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] For port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:00.561556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.589304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cbd6138-8114-4933-adb0-c5e275ca4c73 req-bb3035ca-48a4-4584-9905-d8b1ca95d9ed tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620350 Nov 11 20:59:00.594060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-eaabf261-6264-4073-84da-89f1631cfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:00.595428 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-eaabf261-6264-4073-84da-89f1631cfe0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.1190345 Nov 11 20:59:00.595807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] Calling delete_port for 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:00.601091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.651190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-66bdd21e-4a3a-46a6-992f-d69d825a4657 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435789 Nov 11 20:59:00.682228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Deleting port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:00.682839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.735000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.763984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] For port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,segment=NetworkSegment(ccf63038-3e49-401d-8d23-d6b3483b8796),segment_id=ccf63038-3e49-401d-8d23-d6b3483b8796)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:00.764422 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.782572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Calling delete_port for 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:00.794062 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.812801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-8508bc7c-1d26-4647-9695-c87f2fee4f7f service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494648 Nov 11 20:59:00.895145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:00.937826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa54b1-dc64-4c6d-a8bb-763ba3e45968 req-cea170fa-b0a2-4ddd-80db-cffbe3be1df6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:00.939354 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1fa54b1-dc64-4c6d-a8bb-763ba3e45968 req-cea170fa-b0a2-4ddd-80db-cffbe3be1df6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 943 time: 0.0827277 Nov 11 20:59:00.943040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3e46237-4214-44d8-9292-1a9c4eac2014 req-ff4e196d-ed74-4e50-bfb9-21278c2bb7e9 service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260891 Nov 11 20:59:00.973332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:00.991157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5db338-f98f-4cae-91ec-0422d4ba0a81 req-5d43d3ef-50e9-44b5-998d-59b4a6c57d2d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:00.992736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e5db338-f98f-4cae-91ec-0422d4ba0a81 req-5d43d3ef-50e9-44b5-998d-59b4a6c57d2d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0664284 Nov 11 20:59:01.012128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1fa54b1-dc64-4c6d-a8bb-763ba3e45968 req-bde116f9-1415-49eb-8657-af417d540a64 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587294 Nov 11 20:59:01.022386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:59:01.041595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb8ad8e-d705-4d1d-9850-00c5c8f410f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:01.049577 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.049904 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Added segment 47c019f8-44de-4188-888f-6773878c661e of type vlan for network 3e9ba4d3-3cd8-40cd-b2ec-bad93fcedb02 Nov 11 20:59:01.075054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.084223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.117877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e5db338-f98f-4cae-91ec-0422d4ba0a81 req-09ff99d1-60fa-46b6-b69e-f778f5872116 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141496 Nov 11 20:59:01.121650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.134588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Port': ['ID=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:01.138745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] No DVR routers for this DVR port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:01.145149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] Pushing event deleted for resources: {'Port': ['ID=60e42e5c-b9e8-4ca4-a07b-1c5730ab0087,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:01.156219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44545b8-5257-430f-bf28-528e0e735c04 None None] No DVR routers for this DVR port 60e42e5c-b9e8-4ca4-a07b-1c5730ab0087 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:01.208689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-84eda63c-a631-4fc5-b727-03416f00023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:01.210407 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-84eda63c-a631-4fc5-b727-03416f00023c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 1094 time: 0.0916214 Nov 11 20:59:01.245119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.271825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7518ecc2-0d90-4e11-9fde-55cc19da2878']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:01.285791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf63038-3e49-401d-8d23-d6b3483b8796') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:01.286094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf63038-3e49-401d-8d23-d6b3483b8796') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:01.297061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.312303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.318496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.318677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:01.318957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.319465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:01.328973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:01.329129 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:01.344175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-6dfaacb4-9047-4136-9ae1-476345b9e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:01.345857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-6dfaacb4-9047-4136-9ae1-476345b9e1c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 910 time: 0.1278117 Nov 11 20:59:01.401225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49562) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:01.437935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-2f86ac4f-e66e-4ddf-b51f-5ef44930e43a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae330a42-59f5-4d41-9c5c-c25527397091 HTTP/1.1" status: 200 len: 217 time: 0.0829268 Nov 11 20:59:01.444415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] Pushing event updated for resources: {'Network': ['ID=3e9ba4d3-3cd8-40cd-b2ec-bad93fcedb02,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:01.456933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 3e9ba4d3-3cd8-40cd-b2ec-bad93fcedb02 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:59:01.489330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] Deleting subnet ee7f4355-69c8-479e-ac0b-57d8e011b6cf {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:59:01.497955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.515894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0149ead8-a4c6-4656-beb0-df4b25d6207d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5087321 Nov 11 20:59:01.518176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-28431249-c6ac-41d8-a346-b88e012c1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:01.519982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-28431249-c6ac-41d8-a346-b88e012c1b3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.0711164 Nov 11 20:59:01.546997 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.574435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-1835f466-0647-416d-a57e-2c1b5d60fa8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461736 Nov 11 20:59:01.579721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.586376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.592717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] 10.222.0.31 "DELETE /v2.0/networks/7518ecc2-0d90-4e11-9fde-55cc19da2878 HTTP/1.1" status: 204 len: 168 time: 1.1433487 Nov 11 20:59:01.628057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c65f78-ad19-40ad-9442-69f481e38b59 tempest-TaggedBootDevicesTest_v242-1553961788 tempest-TaggedBootDevicesTest_v242-1553961788-project] Pushing event deleted for resources: {'Network': ['ID=7518ecc2-0d90-4e11-9fde-55cc19da2878,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:01.638301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.739612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-45fbf6b6-afee-4f0f-90d3-138fa9ef9154 service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571469 Nov 11 20:59:01.867811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55e500-0252-4504-9abc-7d54fe099046 req-eec9c23a-5a42-4583-bce4-a12e864c9dd7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:01.870132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f55e500-0252-4504-9abc-7d54fe099046 req-eec9c23a-5a42-4583-bce4-a12e864c9dd7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1272097 Nov 11 20:59:01.873938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.902454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7f4355-69c8-479e-ac0b-57d8e011b6cf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:01.905013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdbd57b8-d4aa-4d87-91cc-95559ea65876 req-7625e133-59cd-4cc9-8dc4-a68068f56d74 service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503313 Nov 11 20:59:01.906902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.912556 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bdc79fe1-35dc-4601-a3a8-e254573d53bd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ee7f4355-69c8-479e-ac0b-57d8e011b6cf HTTP/1.1" status: 204 len: 168 time: 0.5099900 Nov 11 20:59:01.913175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:01.940700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f55e500-0252-4504-9abc-7d54fe099046 req-f98542b2-2390-4900-b148-b5be1023a5b9 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632956 Nov 11 20:59:01.958485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3f3d-703b-4b8b-bb3b-306e3e8e073f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:01.991686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:02.141372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86d39-934b-44ea-be81-83169466e82f req-b47e6355-3eef-4eeb-8438-7b0c6409ab0d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.143793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19b86d39-934b-44ea-be81-83169466e82f req-b47e6355-3eef-4eeb-8438-7b0c6409ab0d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1010251 Nov 11 20:59:02.185975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:02.224589 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19b86d39-934b-44ea-be81-83169466e82f req-3cdc97d1-8372-4762-b769-b92cf180343a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717258 Nov 11 20:59:02.231011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b767f3d-546d-4961-89a7-20f546aeff16']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:02.253238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1844de-a92c-4f39-a400-6222b43ecb23') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:02.253453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1844de-a92c-4f39-a400-6222b43ecb23') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:02.271857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acdf50-2ed5-458c-8758-f02a1652290b req-43272c06-dd39-41f9-843f-52a7b8f73043 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.273459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03acdf50-2ed5-458c-8758-f02a1652290b req-43272c06-dd39-41f9-843f-52a7b8f73043 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 943 time: 0.1251025 Nov 11 20:59:02.275700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:02.302554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:02.330678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:02.331084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:02.336414 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:02.396047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03acdf50-2ed5-458c-8758-f02a1652290b req-9ec2fe80-1b68-4688-9b6c-d37f1c14478e tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131353 Nov 11 20:59:02.509072 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:02.520707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:02.524497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8b767f3d-546d-4961-89a7-20f546aeff16 HTTP/1.1" status: 204 len: 168 time: 0.6101568 Nov 11 20:59:02.537623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef7210-94dc-4f34-8ef1-988ef0034689 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b767f3d-546d-4961-89a7-20f546aeff16,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:02.548636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a644f8-57d4-43bb-9e4a-352eb3fc37b4 req-e7efbfa8-d6cf-4269-93ab-1e00bb72501b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.550622 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6a644f8-57d4-43bb-9e4a-352eb3fc37b4 req-e7efbfa8-d6cf-4269-93ab-1e00bb72501b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0802798 Nov 11 20:59:02.648739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6a644f8-57d4-43bb-9e4a-352eb3fc37b4 req-51374465-4f79-417b-bd53-ed2e6f5fd108 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907545 Nov 11 20:59:02.775603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abde563-1d4e-4d00-bbde-d887210b97bd req-d9664619-960b-444a-96c5-1017ff6c7bb4 tempest-ComputeTenantNetworksTest-1816651369 tempest-ComputeTenantNetworksTest-1816651369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.784019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abde563-1d4e-4d00-bbde-d887210b97bd req-d9664619-960b-444a-96c5-1017ff6c7bb4 tempest-ComputeTenantNetworksTest-1816651369 tempest-ComputeTenantNetworksTest-1816651369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.805666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abde563-1d4e-4d00-bbde-d887210b97bd req-d9664619-960b-444a-96c5-1017ff6c7bb4 tempest-ComputeTenantNetworksTest-1816651369 tempest-ComputeTenantNetworksTest-1816651369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.814104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5abde563-1d4e-4d00-bbde-d887210b97bd req-d9664619-960b-444a-96c5-1017ff6c7bb4 tempest-ComputeTenantNetworksTest-1816651369 tempest-ComputeTenantNetworksTest-1816651369-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2037375 Nov 11 20:59:02.858801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706d8b7-1b53-4c47-b20d-0bbfcab29adb req-37571ba4-0dd3-4477-9b79-0132c57e2416 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.863813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3706d8b7-1b53-4c47-b20d-0bbfcab29adb req-37571ba4-0dd3-4477-9b79-0132c57e2416 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 945 time: 0.0747583 Nov 11 20:59:02.940891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3706d8b7-1b53-4c47-b20d-0bbfcab29adb req-41621b8d-a461-44c6-bd56-c519dbffc79d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676022 Nov 11 20:59:02.952470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b4f1f-ffd9-4a59-aa0f-c4abb2a668ee req-9829d87d-f566-496a-a3ec-514da9dc32bd tempest-ComputeTenantNetworksTest-1816651369 tempest-ComputeTenantNetworksTest-1816651369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:02.954184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f48b4f1f-ffd9-4a59-aa0f-c4abb2a668ee req-9829d87d-f566-496a-a3ec-514da9dc32bd tempest-ComputeTenantNetworksTest-1816651369 tempest-ComputeTenantNetworksTest-1816651369-project] 10.222.0.31 "GET /v2.0/networks/3e9ba4d3-3cd8-40cd-b2ec-bad93fcedb02 HTTP/1.1" status: 200 len: 768 time: 0.1149902 Nov 11 20:59:02.963198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:03.086854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.136268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff5a48-bcab-4850-b831-dc713650bf97 req-48c843ac-6f21-4942-8204-3e61f5f7979c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:03.145563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aff5a48-bcab-4850-b831-dc713650bf97 req-48c843ac-6f21-4942-8204-3e61f5f7979c tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.0957088 Nov 11 20:59:03.145822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49628) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:03.243811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-301da999-f126-4944-8144-ca1869c629d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cf0ba51e46f4c7ea6569aa6f3c2798f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941682 Nov 11 20:59:03.245577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:03.296016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aff5a48-bcab-4850-b831-dc713650bf97 req-ad51e1a1-b920-4dc8-a68b-72c23910f885 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102326 Nov 11 20:59:03.303585 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.329921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3092-cb0b-4c40-bf53-84c17dbb84f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.363864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-43686abf-59ec-4da0-924f-5144453f3be5 req-c66bac33-4e2e-4b8c-9a11-110cd1e14192 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:59:03.364028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3092-cb0b-4c40-bf53-84c17dbb84f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.364179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43686abf-59ec-4da0-924f-5144453f3be5 req-c66bac33-4e2e-4b8c-9a11-110cd1e14192 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213037 Nov 11 20:59:03.364387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9ba4d3-3cd8-40cd-b2ec-bad93fcedb02']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:03.424327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c019f8-44de-4188-888f-6773878c661e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:03.425931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c019f8-44de-4188-888f-6773878c661e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:03.441634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.471930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.504868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43686abf-59ec-4da0-924f-5144453f3be5 req-701c6bc0-7442-4e2f-8f40-ea22fe85b965 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1430564 Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:03.520065 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:03.566524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3092-cb0b-4c40-bf53-84c17dbb84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.569639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3092-cb0b-4c40-bf53-84c17dbb84f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.571103 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7c1f3092-cb0b-4c40-bf53-84c17dbb84f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65d78ea7-cdd0-47d2-a629-d2dd7c8debe4 HTTP/1.1" status: 204 len: 168 time: 0.3242090 Nov 11 20:59:03.596524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f3092-cb0b-4c40-bf53-84c17dbb84f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d78ea7-cdd0-47d2-a629-d2dd7c8debe4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:03.628547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173da4b4-6493-4015-8cb2-b1b34040d0be req-411b83f4-85de-421e-b1fb-feb746534f18 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:03.630418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-173da4b4-6493-4015-8cb2-b1b34040d0be req-411b83f4-85de-421e-b1fb-feb746534f18 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 943 time: 0.1384156 Nov 11 20:59:03.751948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-173da4b4-6493-4015-8cb2-b1b34040d0be req-4d3db340-5638-495e-b056-0db62ad342ae tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142154 Nov 11 20:59:03.760768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.766714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:03.773182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3e9ba4d3-3cd8-40cd-b2ec-bad93fcedb02 HTTP/1.1" status: 204 len: 168 time: 0.8061440 Nov 11 20:59:03.783987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc15d8-d278-4ed1-b1a1-d7803e57ede9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9ba4d3-3cd8-40cd-b2ec-bad93fcedb02,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:03.860591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f94c5-e0ec-4e70-9bed-e4d7df95167f req-94cf1481-f0f8-4aaf-a38c-ff9c33ba54a5 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:03.862647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e58f94c5-e0ec-4e70-9bed-e4d7df95167f req-94cf1481-f0f8-4aaf-a38c-ff9c33ba54a5 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0657976 Nov 11 20:59:03.927132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d6911-c74d-4bfc-8717-c511d4d1176d req-28950b4e-96d3-4940-b95c-ca4824fc4885 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:03.934354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-086d6911-c74d-4bfc-8717-c511d4d1176d req-28950b4e-96d3-4940-b95c-ca4824fc4885 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0683885 Nov 11 20:59:03.968223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e58f94c5-e0ec-4e70-9bed-e4d7df95167f req-7747e113-ea27-4fe2-bde5-dfb6367f1dd5 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886533 Nov 11 20:59:04.003849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-086d6911-c74d-4bfc-8717-c511d4d1176d req-4f07791e-0b71-4d16-908c-d135923b38ee tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547936 Nov 11 20:59:04.140629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10145443-de4c-4dbf-a2aa-7c2d8c76cb06 req-bd840f4c-d8d9-4c4e-a9d3-d08c1238408b tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:04.148713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10145443-de4c-4dbf-a2aa-7c2d8c76cb06 req-bd840f4c-d8d9-4c4e-a9d3-d08c1238408b tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 945 time: 0.0821450 Nov 11 20:59:04.260171 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10145443-de4c-4dbf-a2aa-7c2d8c76cb06 req-cccd94f2-aa6e-4dd1-8b5a-30b8c4aca2ca tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096509 Nov 11 20:59:04.402904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ca89a-bd7c-47a6-9063-7aead5ad1e70 req-ad5c2854-2b67-44e5-b117-4b16c043e3c5 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:04.404699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab3ca89a-bd7c-47a6-9063-7aead5ad1e70 req-ad5c2854-2b67-44e5-b117-4b16c043e3c5 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.0634449 Nov 11 20:59:04.476995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:04.505994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab3ca89a-bd7c-47a6-9063-7aead5ad1e70 req-44a183fe-bfa6-421e-972c-45ae2ef5f9e6 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941665 Nov 11 20:59:04.514083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-754a5055-9656-493f-aee0-91c3b8c431a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:04.564139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b97a520b-b52c-4adc-bcc2-84f34ede846c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c951217462d14abba06dae3b4e9e968c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844505 Nov 11 20:59:04.566666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:04.718983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9b11-ab5b-46d5-ab3d-4273331b0bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:04.767142 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9b11-ab5b-46d5-ab3d-4273331b0bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:04.819405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7678f5e-f1a5-4d61-972b-45174fc5ac30 req-821d7957-6fb2-4598-a8a5-13086cad1710 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:04.825708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7678f5e-f1a5-4d61-972b-45174fc5ac30 req-821d7957-6fb2-4598-a8a5-13086cad1710 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:04.832349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7678f5e-f1a5-4d61-972b-45174fc5ac30 req-821d7957-6fb2-4598-a8a5-13086cad1710 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:04.834094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7678f5e-f1a5-4d61-972b-45174fc5ac30 req-821d7957-6fb2-4598-a8a5-13086cad1710 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb&device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f&device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 2418 time: 0.0821316 Nov 11 20:59:04.888358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7678f5e-f1a5-4d61-972b-45174fc5ac30 req-38248b3a-0f1b-42e6-a804-3434ce1b519a tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477691 Nov 11 20:59:04.926912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4496-e879-46fe-93b5-65e8e0c0ae43 req-11c13102-6f0c-4eea-b899-13e1c0bffa1d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:04.943169 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-813e4496-e879-46fe-93b5-65e8e0c0ae43 req-11c13102-6f0c-4eea-b899-13e1c0bffa1d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 943 time: 0.0766828 Nov 11 20:59:04.958720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9b11-ab5b-46d5-ab3d-4273331b0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:04.963241 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9b11-ab5b-46d5-ab3d-4273331b0bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:04.964638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1e6c9b11-ab5b-46d5-ab3d-4273331b0bcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fb8ad8e-d705-4d1d-9850-00c5c8f410f7 HTTP/1.1" status: 204 len: 168 time: 0.3967705 Nov 11 20:59:04.987155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c9b11-ab5b-46d5-ab3d-4273331b0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb8ad8e-d705-4d1d-9850-00c5c8f410f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:05.038357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34087391-2d7a-4f34-8890-97d5ea689f4d req-12cd9267-c17e-492e-93d0-cd7b1a8dd29d tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1139801 Nov 11 20:59:05.090302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-813e4496-e879-46fe-93b5-65e8e0c0ae43 req-62674427-6c19-4599-a870-6178558fa7f6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389854 Nov 11 20:59:05.263790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee946e-c4c6-4d83-a950-2f169db90ba7 req-4dad78ed-a4b4-48bb-87a6-1a9a0cf1213c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:05.271052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77ee946e-c4c6-4d83-a950-2f169db90ba7 req-4dad78ed-a4b4-48bb-87a6-1a9a0cf1213c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0847895 Nov 11 20:59:05.324892 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77ee946e-c4c6-4d83-a950-2f169db90ba7 req-8b4f3330-bb79-4a79-8abe-5ac569775833 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528233 Nov 11 20:59:05.346513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ae330a42-59f5-4d41-9c5c-c25527397091 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:59:05.377038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:05.576351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ae330a42-59f5-4d41-9c5c-c25527397091, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ae330a42-59f5-4d41-9c5c-c25527397091,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:05.585276 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:05.593824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'ae330a42-59f5-4d41-9c5c-c25527397091', 'network_id': 'cfc99b4f-9be3-43e1-9330-97be6d9ef4e6', 'port_id': 'ae330a42-59f5-4d41-9c5c-c25527397091', 'mac_address': 'fa:16:3e:9e:b3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b07efaf-a1b2-4b21-b89e-01d51a8f29f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:59:05.674087 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:05.689642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae330a42-59f5-4d41-9c5c-c25527397091 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:05.711193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ae330a42-59f5-4d41-9c5c-c25527397091, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ae330a42-59f5-4d41-9c5c-c25527397091,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:05.729070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdd50862-5620-4ce9-9d12-ed49cb7e676d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:05.794948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:05.868072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ae330a42-59f5-4d41-9c5c-c25527397091,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:05.913227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdd50862-5620-4ce9-9d12-ed49cb7e676d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.011855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdd50862-5620-4ce9-9d12-ed49cb7e676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.056517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fdd50862-5620-4ce9-9d12-ed49cb7e676d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3bcaf72ac1748518436e987367d68bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6781039 Nov 11 20:59:06.058618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd50862-5620-4ce9-9d12-ed49cb7e676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5cee45-c40b-42b7-8e05-70ba03f4256e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:06.059637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:06.142864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ae330a42-59f5-4d41-9c5c-c25527397091'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:06.145706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b928ed8-5d5c-4145-a72b-6ab940de4ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.184194 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b928ed8-5d5c-4145-a72b-6ab940de4ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.293228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:06.324299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e65d4-5e2d-472d-a79e-9c405eaaf847 req-9d1ec467-a54e-4e9c-abda-6a35cc3642d5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:06.326373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f62e65d4-5e2d-472d-a79e-9c405eaaf847 req-9d1ec467-a54e-4e9c-abda-6a35cc3642d5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 944 time: 0.1395659 Nov 11 20:59:06.404646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f62e65d4-5e2d-472d-a79e-9c405eaaf847 req-21ea2168-557b-42f1-b2aa-c2b588695d58 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710700 Nov 11 20:59:06.506591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b928ed8-5d5c-4145-a72b-6ab940de4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.506591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b928ed8-5d5c-4145-a72b-6ab940de4ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.507683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8b928ed8-5d5c-4145-a72b-6ab940de4ddd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a5cee45-c40b-42b7-8e05-70ba03f4256e HTTP/1.1" status: 204 len: 168 time: 0.4460025 Nov 11 20:59:06.583161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-159153004-network', 'tenant_id': '1f70732ec8374b5a809cf08b43b0efb7'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:06.594776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928ed8-5d5c-4145-a72b-6ab940de4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5cee45-c40b-42b7-8e05-70ba03f4256e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:06.651368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23655aad-e5aa-402d-ad04-b90e7b431913 req-46a44518-318b-4a6b-a99d-de700aafee98 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:06.659593 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23655aad-e5aa-402d-ad04-b90e7b431913 req-46a44518-318b-4a6b-a99d-de700aafee98 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1505907 Nov 11 20:59:06.712771 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23655aad-e5aa-402d-ad04-b90e7b431913 req-8dc13bc7-661b-4724-879c-371650113ffd tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522034 Nov 11 20:59:06.723730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Made reservation on behalf of 1f70732ec8374b5a809cf08b43b0efb7 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:06.727361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.739059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.852607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.936842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.958296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:59:06.971877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.995468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:06.997846 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Added segment 5b2a8aeb-719f-469e-9bed-607d9214d3da of type vlan for network 8f527206-704e-47c9-ba75-745d71f534cc Nov 11 20:59:07.060714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:07.063210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c4afc6-9fac-489e-8770-fd27090b5d47,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:07.250122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:07.251444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:07.252185 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:07.345406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] Pushing event updated for resources: {'Network': ['ID=8f527206-704e-47c9-ba75-745d71f534cc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:07.376484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ae330a42-59f5-4d41-9c5c-c25527397091 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:07.442053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8f527206-704e-47c9-ba75-745d71f534cc details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:59:07.467498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:07.475508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fbed620a-f371-4508-8d6e-915b6ca77c13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1807885 Nov 11 20:59:07.480231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Request body: {'subnet': {'network_id': '8f527206-704e-47c9-ba75-745d71f534cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-159153004-subnet', 'tenant_id': '1f70732ec8374b5a809cf08b43b0efb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:07.698682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Made reservation on behalf of 1f70732ec8374b5a809cf08b43b0efb7 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:07.701844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:07.828255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port ae330a42-59f5-4d41-9c5c-c25527397091 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:59:07.831629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49808) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:07.832761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port ae330a42-59f5-4d41-9c5c-c25527397091 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:07.833476 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:07.868391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26d8878f-ee34-4dcc-bbec-172d435a274d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:07.907041 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.011409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d0c2-d20a-40bb-b665-aaa6e1772aff req-357355cd-fb53-4fa0-bf44-dffedc250368 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:08.036307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a78d0c2-d20a-40bb-b665-aaa6e1772aff req-357355cd-fb53-4fa0-bf44-dffedc250368 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 944 time: 0.3524880 Nov 11 20:59:08.073542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.094154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62608c05-e8d3-4f77-98e6-d7764ec25a01 req-3e6028c3-4fa4-4271-b657-ef9f21645cd7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:08.104187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62608c05-e8d3-4f77-98e6-d7764ec25a01 req-3e6028c3-4fa4-4271-b657-ef9f21645cd7 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.2904365 Nov 11 20:59:08.156132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port ae330a42-59f5-4d41-9c5c-c25527397091, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ae330a42-59f5-4d41-9c5c-c25527397091,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:08.163104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae330a42-59f5-4d41-9c5c-c25527397091'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:08.166326 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdddecda-4d19-4e6f-9ae8-77015c3cb6cc" -d '{"events": [{"server_uuid": "13b61c05-5f6c-4784-9a2d-8e30e7001030", "name": "network-vif-plugged", "status": "completed", "tag": "ae330a42-59f5-4d41-9c5c-c25527397091"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:08.168766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a78d0c2-d20a-40bb-b665-aaa6e1772aff req-579068b3-d08e-4567-9a8a-dc6447cc0893 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309030 Nov 11 20:59:08.234533 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.242763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26d8878f-ee34-4dcc-bbec-172d435a274d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.297031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62608c05-e8d3-4f77-98e6-d7764ec25a01 req-3faa095a-ba94-4f0c-8551-420ef7b77bf1 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917350 Nov 11 20:59:08.351840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298b882-4f93-42b8-8ca6-2dda914e9d28 req-df1cc80a-76f9-46a1-80e7-2dbd061dbcd0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:08.361253 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f298b882-4f93-42b8-8ca6-2dda914e9d28 req-df1cc80a-76f9-46a1-80e7-2dbd061dbcd0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0862002 Nov 11 20:59:08.373395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26d8878f-ee34-4dcc-bbec-172d435a274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.375597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=ae330a42-59f5-4d41-9c5c-c25527397091,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:08.415718 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43e5744-a92c-4dba-a80f-b1f7e9e1d082 x-openstack-request-id: req-a43e5744-a92c-4dba-a80f-b1f7e9e1d082 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:08.419550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-26d8878f-ee34-4dcc-bbec-172d435a274d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8441401ff294521bdcdef42c433a9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825334 Nov 11 20:59:08.421297 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b61c05-5f6c-4784-9a2d-8e30e7001030", "name": "network-vif-plugged", "status": "completed", "tag": "ae330a42-59f5-4d41-9c5c-c25527397091", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:08.421737 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a43e5744-a92c-4dba-a80f-b1f7e9e1d082 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:08.422309 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae330a42-59f5-4d41-9c5c-c25527397091', 'code': 200} Nov 11 20:59:08.425110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:08.564417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f298b882-4f93-42b8-8ca6-2dda914e9d28 req-f8befa32-e649-4236-8e7b-5a9d49afcccc tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981993 Nov 11 20:59:08.579462 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ce16b5-869c-45af-ae6f-9c2cfd10be34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.583667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8878f-ee34-4dcc-bbec-172d435a274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7a3569-7c0f-4366-ac61-bbaf520309eb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:08.597551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23337a-1790-4c09-b908-4e3f5a2f950d req-4749a78e-8910-41d9-9ed5-fa88573a2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:08.599709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b23337a-1790-4c09-b908-4e3f5a2f950d req-4749a78e-8910-41d9-9ed5-fa88573a2308 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 1096 time: 0.0884752 Nov 11 20:59:08.602149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.663661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b23337a-1790-4c09-b908-4e3f5a2f950d req-1fabbb91-a292-491e-bb9b-178beefd56ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550880 Nov 11 20:59:08.694306 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ce16b5-869c-45af-ae6f-9c2cfd10be34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.794401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=83115485-47ae-4bc9-bad4-d8d633e39802,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:08.811168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Checking segment: {'id': '5b2a8aeb-719f-469e-9bed-607d9214d3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8f527206-704e-47c9-ba75-745d71f534cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:08.811168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Network hostable DHCP agents. Network: 8f527206-704e-47c9-ba75-745d71f534cc, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:59:08.914285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ce16b5-869c-45af-ae6f-9c2cfd10be34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.917828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9ce16b5-869c-45af-ae6f-9c2cfd10be34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:08.919267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9ce16b5-869c-45af-ae6f-9c2cfd10be34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e7a3569-7c0f-4366-ac61-bbaf520309eb HTTP/1.1" status: 204 len: 168 time: 0.4931211 Nov 11 20:59:08.928263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce16b5-869c-45af-ae6f-9c2cfd10be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7a3569-7c0f-4366-ac61-bbaf520309eb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:08.971760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Network 8f527206-704e-47c9-ba75-745d71f534cc is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:59:09.112894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8f527206-704e-47c9-ba75-745d71f534cc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:09.125535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69141d29-d05d-4b6a-a97d-687eedb9bc84 None None] Network 8f527206-704e-47c9-ba75-745d71f534cc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:09.129549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:09.130385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:09.268392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-384cd71c-704e-4135-a50b-7970e34f5fac admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7984371 Nov 11 20:59:09.324723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-1d299a90-5bbf-41f7-8ba7-803fbe1d3d66 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:09.340075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-1d299a90-5bbf-41f7-8ba7-803fbe1d3d66 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.58 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.1997662 Nov 11 20:59:09.469357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efdf766-e5c4-4a3d-a8d0-5b4c0e704c16 None None] Network 8f527206-704e-47c9-ba75-745d71f534cc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:09.510531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b09a-7260-4159-a174-b5a40ebb02f4 req-95692df3-6237-4b9f-9756-ebb8ea1b2480 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:09.512351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3e0b09a-7260-4159-a174-b5a40ebb02f4 req-95692df3-6237-4b9f-9756-ebb8ea1b2480 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1002257 Nov 11 20:59:09.644011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3e0b09a-7260-4159-a174-b5a40ebb02f4 req-422288a1-3ba7-4305-8f8d-6b3ff94406b7 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230624 Nov 11 20:59:09.659200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Deleting port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:09.659662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:09.732643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8e523-be46-43a6-8664-381d4dcc2e08 req-487151d7-76da-4f90-b77a-d907c48c38e0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:09.740172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-08b8e523-be46-43a6-8664-381d4dcc2e08 req-487151d7-76da-4f90-b77a-d907c48c38e0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 946 time: 0.2748342 Nov 11 20:59:09.854832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7b792-390b-4e8f-9d9a-7f18a3b5197b req-e4c100e2-e07a-4f83-921b-0b58eea458b6 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:09.860574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ac7b792-390b-4e8f-9d9a-7f18a3b5197b req-e4c100e2-e07a-4f83-921b-0b58eea458b6 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1145000 Nov 11 20:59:09.866880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-08b8e523-be46-43a6-8664-381d4dcc2e08 req-c2e544a3-b25f-42c1-9b24-2e02e63b4ed0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212535 Nov 11 20:59:09.886661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] For port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:09.887892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:09.890909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:09.929883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ac7b792-390b-4e8f-9d9a-7f18a3b5197b req-b258b8bb-a165-488b-b87c-dc676adb15b9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621879 Nov 11 20:59:09.954107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Calling delete_port for 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:10.002337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] Deleting subnet 83115485-47ae-4bc9-bad4-d8d633e39802 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:59:10.008049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.055316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.137457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.280526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.294605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['23ec2e70-2101-4bc9-86cb-adb9b701fed7', 'f9329598-b978-4f9c-825b-cfa8d4674747'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:10.339644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Pushing event deleted for resources: {'Port': ['ID=03602ad1-981c-4bdd-9e0c-581c2ac4bb9a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:10.360254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.427065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83115485-47ae-4bc9-bad4-d8d633e39802,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:10.442655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.448203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e0eddcd-942b-4404-b827-bef07a97a8bc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/83115485-47ae-4bc9-bad4-d8d633e39802 HTTP/1.1" status: 204 len: 168 time: 0.5537922 Nov 11 20:59:10.448203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] No DVR routers for this DVR port 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:10.449589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:10.456369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.459505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88dc66e3-da0d-4bec-a10c-55f12d2f2d5b req-165254dd-941e-43a5-bf9f-988e797e1edf tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.58 "DELETE /v2.0/ports/03602ad1-981c-4bdd-9e0c-581c2ac4bb9a HTTP/1.1" status: 204 len: 173 time: 1.1123259 Nov 11 20:59:10.459956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'name': 'network-vif-deleted', 'tag': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:10.462788 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e8e488-0a37-4435-a456-d4ad2c9b4556" -d '{"events": [{"server_uuid": "30a2bbf7-72c6-4161-9928-12f32360f3eb", "name": "network-vif-deleted", "tag": "03602ad1-981c-4bdd-9e0c-581c2ac4bb9a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:10.538536 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3415265-de47-4c10-b0bf-2e46e4ea28ed x-openstack-request-id: req-b3415265-de47-4c10-b0bf-2e46e4ea28ed {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:10.539062 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a2bbf7-72c6-4161-9928-12f32360f3eb", "name": "network-vif-deleted", "tag": "03602ad1-981c-4bdd-9e0c-581c2ac4bb9a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:10.539497 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3415265-de47-4c10-b0bf-2e46e4ea28ed {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:10.539908 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a2bbf7-72c6-4161-9928-12f32360f3eb', 'name': 'network-vif-deleted', 'tag': '03602ad1-981c-4bdd-9e0c-581c2ac4bb9a', 'status': 'completed', 'code': 200} Nov 11 20:59:10.579929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.693385 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.733058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f527206-704e-47c9-ba75-745d71f534cc']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:10.746112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2a8aeb-719f-469e-9bed-607d9214d3da') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:10.746547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2a8aeb-719f-469e-9bed-607d9214d3da') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:10.799872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.845412 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.865167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:10.865563 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:10.922472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1132-919b-48d3-b754-d77a4bbde2d0 req-43ace8d5-3ec6-4f35-a0f0-c311786b3d94 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:10.928999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a7e1132-919b-48d3-b754-d77a4bbde2d0 req-43ace8d5-3ec6-4f35-a0f0-c311786b3d94 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1286008 Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:10.959075 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:11.027404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a7e1132-919b-48d3-b754-d77a4bbde2d0 req-4c9c2840-6494-465b-a769-59af473108a7 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872722 Nov 11 20:59:11.056842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78ba8d64-525c-4064-a390-174e60640997 req-d2edc06c-251a-4f03-b463-255745054fd3 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 210 time: 0.0429938 Nov 11 20:59:11.091614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:11.116603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:11.126500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8f527206-704e-47c9-ba75-745d71f534cc HTTP/1.1" status: 204 len: 168 time: 0.6757493 Nov 11 20:59:11.128121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0ee25-58b8-460e-b747-afd937141518 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f527206-704e-47c9-ba75-745d71f534cc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:11.201667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa795-20c1-4629-b674-6bfd453215b4 req-09d6fce4-12c1-44a8-82f6-f594f76c0a7d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:11.207932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-341aa795-20c1-4629-b674-6bfd453215b4 req-09d6fce4-12c1-44a8-82f6-f594f76c0a7d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1217568 Nov 11 20:59:11.329576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-341aa795-20c1-4629-b674-6bfd453215b4 req-6703e65c-1f89-4d99-b6fe-3ca09b8098b4 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132650 Nov 11 20:59:11.399286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:11.489044 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:11.514414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:11.516726 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321ae9ae-f363-44a7-b348-42faa241169e" -d '{"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:11.531065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:11.560250 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd31a5c6-6612-449d-8c80-edfda66229d9 x-openstack-request-id: req-cd31a5c6-6612-449d-8c80-edfda66229d9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:11.560549 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:11.560809 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd31a5c6-6612-449d-8c80-edfda66229d9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:11.561218 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'code': 200} Nov 11 20:59:11.678276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5802790a-fdb2-457e-9794-627025aed17e req-e82745c5-2bf9-4333-8cff-064536521fe7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0432427 Nov 11 20:59:11.726596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:11.727777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:11.808206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5802790a-fdb2-457e-9794-627025aed17e req-ef004935-62c6-43c5-8d6c-93e83f7ef017 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8870b29304104da1a74112701bcbdf3f&device_id=30a2bbf7-72c6-4161-9928-12f32360f3eb HTTP/1.1" status: 200 len: 210 time: 0.0432937 Nov 11 20:59:11.812234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:11.813287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03602ad1-981c-4bdd-9e0c-581c2ac4bb9a not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:11.822350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:11.840449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49958) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:11.975820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802790a-fdb2-457e-9794-627025aed17e req-6d524f02-3fd0-4510-bcf5-dfb52e6b33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:11.978053 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5802790a-fdb2-457e-9794-627025aed17e req-6d524f02-3fd0-4510-bcf5-dfb52e6b33dc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8870b29304104da1a74112701bcbdf3f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1495659 Nov 11 20:59:12.018535 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb5435bc-6288-4c41-b4d7-092c25a94878 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f70732ec8374b5a809cf08b43b0efb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767926 Nov 11 20:59:12.021230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:12.041362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a285ae-9e40-4b7a-84e0-1586fbf2b5e5 req-bac4d0a2-2965-4154-bbce-f2b1fe2caf46 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:12.043049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1a285ae-9e40-4b7a-84e0-1586fbf2b5e5 req-bac4d0a2-2965-4154-bbce-f2b1fe2caf46 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1481020 Nov 11 20:59:12.075576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-62024d78-4168-4fc2-a669-41cd4bad7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:12.077080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-62024d78-4168-4fc2-a669-41cd4bad7514 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 1096 time: 0.1124885 Nov 11 20:59:12.192596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1a285ae-9e40-4b7a-84e0-1586fbf2b5e5 req-8eb93d49-a4cc-4ddd-a8e1-01ded04b123e tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239843 Nov 11 20:59:12.193680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79492ba0-47c6-4503-8960-087acfde9ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:12.221109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79492ba0-47c6-4503-8960-087acfde9ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:12.469774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79492ba0-47c6-4503-8960-087acfde9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:12.479971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79492ba0-47c6-4503-8960-087acfde9ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:12.484745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-79492ba0-47c6-4503-8960-087acfde9ba3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98c4afc6-9fac-489e-8770-fd27090b5d47 HTTP/1.1" status: 204 len: 168 time: 0.4614558 Nov 11 20:59:12.506868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79492ba0-47c6-4503-8960-087acfde9ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c4afc6-9fac-489e-8770-fd27090b5d47,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:12.530073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb636d-66ed-4b44-87b9-abb53c4bad41 req-74cc89d9-7f5b-4cfb-9169-7ee106f05cc2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:12.531853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2bb636d-66ed-4b44-87b9-abb53c4bad41 req-74cc89d9-7f5b-4cfb-9169-7ee106f05cc2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 943 time: 0.1024456 Nov 11 20:59:12.617295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2bb636d-66ed-4b44-87b9-abb53c4bad41 req-18a0b129-2532-4363-8fed-070d75871a73 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780485 Nov 11 20:59:12.670556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802790a-fdb2-457e-9794-627025aed17e req-3415f7fd-fcd8-4cad-a2e3-7b256005e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:12.672084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5802790a-fdb2-457e-9794-627025aed17e req-3415f7fd-fcd8-4cad-a2e3-7b256005e801 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6796665 Nov 11 20:59:12.713652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-97fe4a06-9a15-4911-8d17-2f61e8717492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:12.718961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-97fe4a06-9a15-4911-8d17-2f61e8717492 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 910 time: 0.6293428 Nov 11 20:59:12.770912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-58d0460c-7c66-4e51-9c3d-ad9e5eec7d5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae330a42-59f5-4d41-9c5c-c25527397091 HTTP/1.1" status: 200 len: 217 time: 0.0433130 Nov 11 20:59:12.821923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-b45c3520-c19f-4175-a4a8-7edee6b4c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:12.824300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-b45c3520-c19f-4175-a4a8-7edee6b4c614 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.0481496 Nov 11 20:59:12.860238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-1726dcea-9e73-497a-9f9f-cb726edaefa9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288565 Nov 11 20:59:13.072928 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-9048d87c-ac13-43c2-beb1-61466ae64ae6 service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046716 Nov 11 20:59:13.083670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801eb8e-5fb4-438f-937f-28fafc9142cf req-234f8df5-9310-4b46-ae8b-f3688ef20239 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:13.085554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5801eb8e-5fb4-438f-937f-28fafc9142cf req-234f8df5-9310-4b46-ae8b-f3688ef20239 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 945 time: 0.1091051 Nov 11 20:59:13.284413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5801eb8e-5fb4-438f-937f-28fafc9142cf req-f429b9a2-878a-4e18-bca4-2899b0765266 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899328 Nov 11 20:59:13.368994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-41efd6b8-e6d2-4225-9b54-4c1c9ee4fa4a req-c6d93086-d2c3-45ad-8750-e8af59726850 service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815611 Nov 11 20:59:13.412222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:59:13.519631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f5a8b-05bc-44cf-91b7-85208b12b1a0 req-ade9af69-6b7c-4d8e-9d9f-793a08f5990c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:13.526523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f8f5a8b-05bc-44cf-91b7-85208b12b1a0 req-ade9af69-6b7c-4d8e-9d9f-793a08f5990c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1186705 Nov 11 20:59:13.681705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f8f5a8b-05bc-44cf-91b7-85208b12b1a0 req-4c9ce107-cabe-4f5b-ae89-d3e42a8e0383 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511192 Nov 11 20:59:13.786161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:13.820314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'port_id': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'mac_address': 'fa:16:3e:5c:f3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c776373-4082-47ef-8356-26f89e810ac8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:59:13.970179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:14.013797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a4bbf-ea9a-40c4-80dc-3d809e16c07f req-b3fccbf4-688e-4e5c-bcce-e05123e6bc1c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:14.027452 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a86a4bbf-ea9a-40c4-80dc-3d809e16c07f req-b3fccbf4-688e-4e5c-bcce-e05123e6bc1c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 943 time: 0.2116411 Nov 11 20:59:14.061005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:14.122428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:14.217692 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:14.288085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a86a4bbf-ea9a-40c4-80dc-3d809e16c07f req-09ac187f-a04b-4919-9994-df91efd40973 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613882 Nov 11 20:59:14.309484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-14534317-75fc-4022-a250-a79bee006e50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2809680 Nov 11 20:59:14.331444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:14.411109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-61a3657d-fe31-4210-ac5c-5f50d1eafe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:14.412802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-61a3657d-fe31-4210-ac5c-5f50d1eafe2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 1096 time: 0.0603569 Nov 11 20:59:14.558158 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:14.574613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca5c14-cc6f-4d9d-a80c-2604fa974c8a req-9a41f54b-b354-450d-8628-c01c7e9c8ebb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:14.582142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bfca5c14-cc6f-4d9d-a80c-2604fa974c8a req-9a41f54b-b354-450d-8628-c01c7e9c8ebb tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 945 time: 0.1459219 Nov 11 20:59:14.655229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-5908447f-95b6-44de-8a4a-f5d381c26475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:14.658330 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-5908447f-95b6-44de-8a4a-f5d381c26475 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 910 time: 0.2099109 Nov 11 20:59:14.683132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bfca5c14-cc6f-4d9d-a80c-2604fa974c8a req-434d87df-6c48-4e75-b83d-814be0dc6824 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Nov 11 20:59:14.766415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-829f2893-de0f-461f-951f-6e47c451ff64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 HTTP/1.1" status: 200 len: 217 time: 0.0822504 Nov 11 20:59:14.854903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-9c636871-e576-480c-adf6-1f2ceed191f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:14.856713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-9c636871-e576-480c-adf6-1f2ceed191f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.0696411 Nov 11 20:59:14.941734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-5289f038-de6a-4f51-a5c8-d07fc5879743 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666862 Nov 11 20:59:15.151186 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-2f332f44-280a-4724-9cfd-69b8e5505599 service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946273 Nov 11 20:59:15.224675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-5bae52eb-1b99-422c-84f1-8ffadd1c1215 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:15.232732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-5bae52eb-1b99-422c-84f1-8ffadd1c1215 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 945 time: 0.1379092 Nov 11 20:59:15.354796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f2f6-3836-49d2-8c1f-50bfaee1db3b req-dc9f7018-2e8a-4232-9e6b-d77548be36f1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:15.356449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1340f2f6-3836-49d2-8c1f-50bfaee1db3b req-dc9f7018-2e8a-4232-9e6b-d77548be36f1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.4979358 Nov 11 20:59:15.362173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4178eb8-2e41-49dc-8a98-d402de75da8c req-a99ece96-9efe-4c52-a6da-8f4a66a7c962 service neutron] 10.222.0.62 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906686 Nov 11 20:59:15.382105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Deleting port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:15.382724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:15.450333 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1340f2f6-3836-49d2-8c1f-50bfaee1db3b req-6023aa73-eed3-4f08-b147-dd20f045cacc tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871792 Nov 11 20:59:15.513540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] For port 23ec2e70-2101-4bc9-86cb-adb9b701fed7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=23ec2e70-2101-4bc9-86cb-adb9b701fed7,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:15.513911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:15.549275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Calling delete_port for 23ec2e70-2101-4bc9-86cb-adb9b701fed7 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:15.728239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08de7c-6a22-49f6-8680-b984cee0fd16 req-93cff366-974e-4932-9e12-75c781d44506 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:15.731702 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e08de7c-6a22-49f6-8680-b984cee0fd16 req-93cff366-974e-4932-9e12-75c781d44506 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 944 time: 0.1108229 Nov 11 20:59:15.839523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e08de7c-6a22-49f6-8680-b984cee0fd16 req-c3160307-6ffe-4457-a4f5-9ebddce177d5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860579 Nov 11 20:59:15.862025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:15.870481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['23ec2e70-2101-4bc9-86cb-adb9b701fed7', 'f9329598-b978-4f9c-825b-cfa8d4674747'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:15.888010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Pushing event deleted for resources: {'Port': ['ID=23ec2e70-2101-4bc9-86cb-adb9b701fed7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:15.999981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] No DVR routers for this DVR port 23ec2e70-2101-4bc9-86cb-adb9b701fed7 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:16.002759 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:16.013684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75f46388-d044-43bb-9d53-9f7f70472d89 req-931f47c8-9916-4206-9a4e-8bfa2f6bc24f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "DELETE /v2.0/ports/23ec2e70-2101-4bc9-86cb-adb9b701fed7 HTTP/1.1" status: 204 len: 173 time: 0.7695825 Nov 11 20:59:16.014193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'name': 'network-vif-deleted', 'tag': '23ec2e70-2101-4bc9-86cb-adb9b701fed7'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:16.016741 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bae223-cdf9-4ea8-b2d7-2ddec906ae71" -d '{"events": [{"server_uuid": "d2ea0ff7-185c-4420-a6d5-eed5d8d6183f", "name": "network-vif-deleted", "tag": "23ec2e70-2101-4bc9-86cb-adb9b701fed7"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:16.087822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d05a76c-c7a4-4dc6-baba-060b33bc771b req-8fe3fd4e-9e18-4f63-838c-9a09122c88a8 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 210 time: 0.0641837 Nov 11 20:59:16.193078 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3404be48-a2fc-4b82-a8d8-af779944d2c4 x-openstack-request-id: req-3404be48-a2fc-4b82-a8d8-af779944d2c4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:16.196877 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ea0ff7-185c-4420-a6d5-eed5d8d6183f", "name": "network-vif-deleted", "tag": "23ec2e70-2101-4bc9-86cb-adb9b701fed7", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:16.196877 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3404be48-a2fc-4b82-a8d8-af779944d2c4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:16.196877 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ea0ff7-185c-4420-a6d5-eed5d8d6183f', 'name': 'network-vif-deleted', 'tag': '23ec2e70-2101-4bc9-86cb-adb9b701fed7', 'status': 'completed', 'code': 200} Nov 11 20:59:16.438898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:16.632985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:16.643729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adea1b-9f10-4f78-85df-85f96c723909 req-fdbb0551-1553-4607-9e85-e793e60fcb26 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:16.653708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5adea1b-9f10-4f78-85df-85f96c723909 req-fdbb0551-1553-4607-9e85-e793e60fcb26 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0815880 Nov 11 20:59:16.729707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5adea1b-9f10-4f78-85df-85f96c723909 req-d08adc9b-72c7-4d0d-8e54-e69308512253 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748990 Nov 11 20:59:16.797159 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5084ed6-199b-4f73-ba35-3fe019f44d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:16.811219 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fcfde37-962f-402e-8d94-621bf12f50a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:16.920503 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fcfde37-962f-402e-8d94-621bf12f50a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:16.932291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5084ed6-199b-4f73-ba35-3fe019f44d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.005101 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4fcfde37-962f-402e-8d94-621bf12f50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.047234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5084ed6-199b-4f73-ba35-3fe019f44d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.085717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4fcfde37-962f-402e-8d94-621bf12f50a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82fa9bdfe8db448a96cec64004898560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484138 Nov 11 20:59:17.085717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfde37-962f-402e-8d94-621bf12f50a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317e3319-8149-4a4d-beda-038793b7dcc3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:17.086479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:17.139221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5084ed6-199b-4f73-ba35-3fe019f44d20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebc25b9834884830aa5b7757f9e5346e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6928699 Nov 11 20:59:17.139448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50374) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:17.158365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5084ed6-199b-4f73-ba35-3fe019f44d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6229ebd5-0b6b-4e4b-a3f3-232d1715a9fc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:17.173499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5bec-e924-4ccb-8b89-3e6e3be10625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.177988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470ca09-5ac9-41db-ba82-be72935c1ae8 req-42e3a985-32f3-4a54-a9b4-d7f0985b5c2f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:17.179738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8470ca09-5ac9-41db-ba82-be72935c1ae8 req-42e3a985-32f3-4a54-a9b4-d7f0985b5c2f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 944 time: 0.2448833 Nov 11 20:59:17.205499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5bec-e924-4ccb-8b89-3e6e3be10625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.232756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26198686-2803-4402-9580-fec4aa723889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.235672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8470ca09-5ac9-41db-ba82-be72935c1ae8 req-51574058-fb0f-45c2-a70c-43fe193b5d70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491328 Nov 11 20:59:17.267171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26198686-2803-4402-9580-fec4aa723889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.361907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-958b051f-fe8f-4cc6-8996-10893871418f req-097d358b-98a2-40f3-9c8b-8a3e3dfacec0 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ea0ff7-185c-4420-a6d5-eed5d8d6183f HTTP/1.1" status: 200 len: 210 time: 0.0297844 Nov 11 20:59:17.422142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:17.436382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5bec-e924-4ccb-8b89-3e6e3be10625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.439021 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5bec-e924-4ccb-8b89-3e6e3be10625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.443168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d0b5bec-e924-4ccb-8b89-3e6e3be10625 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/317e3319-8149-4a4d-beda-038793b7dcc3 HTTP/1.1" status: 204 len: 168 time: 0.3526313 Nov 11 20:59:17.443168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26198686-2803-4402-9580-fec4aa723889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.444105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26198686-2803-4402-9580-fec4aa723889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.448530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-26198686-2803-4402-9580-fec4aa723889 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6229ebd5-0b6b-4e4b-a3f3-232d1715a9fc HTTP/1.1" status: 204 len: 168 time: 0.3078375 Nov 11 20:59:17.454703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b5bec-e924-4ccb-8b89-3e6e3be10625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e3319-8149-4a4d-beda-038793b7dcc3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:17.465659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26198686-2803-4402-9580-fec4aa723889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229ebd5-0b6b-4e4b-a3f3-232d1715a9fc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:17.522849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:17.523337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.617654 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.652952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:17.655265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:17.656376 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c732532-dabe-42b9-8312-f9d760de7f5d" -d '{"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:17.709237 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd674ff9-2a5e-4873-ac34-9eb6a477dd93 x-openstack-request-id: req-bd674ff9-2a5e-4873-ac34-9eb6a477dd93 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:17.709793 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-plugged", "status": "completed", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:17.710254 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd674ff9-2a5e-4873-ac34-9eb6a477dd93 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:17.710850 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'code': 200} Nov 11 20:59:17.760729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:17.816042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:17.872989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cee448-328d-4679-a676-9904fc918421 req-aa5337c6-ddda-42fd-89fd-850c9dffd09e tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:17.874805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1cee448-328d-4679-a676-9904fc918421 req-aa5337c6-ddda-42fd-89fd-850c9dffd09e tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0635717 Nov 11 20:59:17.885852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 23ec2e70-2101-4bc9-86cb-adb9b701fed7 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:17.938989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 23ec2e70-2101-4bc9-86cb-adb9b701fed7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:17.939542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 23ec2e70-2101-4bc9-86cb-adb9b701fed7 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:17.969218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1cee448-328d-4679-a676-9904fc918421 req-e741d13c-127c-4ccb-8394-4d635b5969e6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779080 Nov 11 20:59:17.985543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e5db-2c7a-4126-8bec-a203b7191ba8 req-11cb3bc4-28aa-45ce-a42c-061333edafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:17.987082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f97e5db-2c7a-4126-8bec-a203b7191ba8 req-11cb3bc4-28aa-45ce-a42c-061333edafcb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 1096 time: 0.1236086 Nov 11 20:59:18.054800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f97e5db-2c7a-4126-8bec-a203b7191ba8 req-3d2c26c4-903a-4b4e-ba6f-b5dabe21737b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593147 Nov 11 20:59:18.385987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:18.496244 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dbfd7-9bf3-401f-9fe0-be7fed7c2ec7 req-a1a22d2e-19d5-4f78-9379-30bdec771817 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:18.508324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-181dbfd7-9bf3-401f-9fe0-be7fed7c2ec7 req-a1a22d2e-19d5-4f78-9379-30bdec771817 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1664255 Nov 11 20:59:18.571278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-181dbfd7-9bf3-401f-9fe0-be7fed7c2ec7 req-4a367770-6a43-4bda-8efe-3fdfcbe6f180 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616839 Nov 11 20:59:18.595306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:18.603983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72c44f23-d81c-42c0-95ce-2c8531d7a5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:18.747814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72c44f23-d81c-42c0-95ce-2c8531d7a5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:18.860843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72c44f23-d81c-42c0-95ce-2c8531d7a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:18.950892 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-72c44f23-d81c-42c0-95ce-2c8531d7a5f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bc09fbd3965406a937969f7ca5dff53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615968 Nov 11 20:59:18.952669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c44f23-d81c-42c0-95ce-2c8531d7a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8c630b-09e8-4ba7-8187-e5ea6dce846c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:18.956377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:19.057155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ed70226-3310-4dcd-8bdf-012e6854617e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:19.106228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ed70226-3310-4dcd-8bdf-012e6854617e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:19.312038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ed70226-3310-4dcd-8bdf-012e6854617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:19.316293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ed70226-3310-4dcd-8bdf-012e6854617e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:19.317685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9ed70226-3310-4dcd-8bdf-012e6854617e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb8c630b-09e8-4ba7-8187-e5ea6dce846c HTTP/1.1" status: 204 len: 168 time: 0.3601751 Nov 11 20:59:19.357082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed70226-3310-4dcd-8bdf-012e6854617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8c630b-09e8-4ba7-8187-e5ea6dce846c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:19.511754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874716f2-d1eb-4886-9a8b-b575d7aa65b6 req-998306ba-ed2b-4980-8ea9-9f0d1057b074 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:19.517121 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-874716f2-d1eb-4886-9a8b-b575d7aa65b6 req-998306ba-ed2b-4980-8ea9-9f0d1057b074 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1294134 Nov 11 20:59:19.554498 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:19.608129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-874716f2-d1eb-4886-9a8b-b575d7aa65b6 req-0d2dcb98-fe7d-463b-8386-bb1d673696fe tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849288 Nov 11 20:59:19.853789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77f563-eba4-4817-8c07-1f3864863390 req-b66d274f-8dcc-4acb-b82e-b8e3ca5ec1ea tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:19.859050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a77f563-eba4-4817-8c07-1f3864863390 req-b66d274f-8dcc-4acb-b82e-b8e3ca5ec1ea tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1288557 Nov 11 20:59:19.930316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a77f563-eba4-4817-8c07-1f3864863390 req-69333e37-30de-4218-88b5-7bd8063a1d0f tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652003 Nov 11 20:59:20.355416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8af92-6901-48c5-a82d-bb5f4ac1cb2a req-0ecf3592-f027-4f2d-960f-6096edb20bfb tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:20.362932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ed8af92-6901-48c5-a82d-bb5f4ac1cb2a req-0ecf3592-f027-4f2d-960f-6096edb20bfb tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.1138358 Nov 11 20:59:20.481542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ed8af92-6901-48c5-a82d-bb5f4ac1cb2a req-cdf37500-2de4-41c7-881c-d21ac0a4ed7e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174328 Nov 11 20:59:20.665476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f7d1a-c19f-40e0-9548-3799bcfa0194 req-b681eff5-7263-4d17-8af9-cb1c5ab8bcac tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:20.667266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-480f7d1a-c19f-40e0-9548-3799bcfa0194 req-b681eff5-7263-4d17-8af9-cb1c5ab8bcac tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0828369 Nov 11 20:59:20.678334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Deleting port 9a2914e6-6d76-4951-9d2c-111b70829ec5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:20.678334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:20.783081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-480f7d1a-c19f-40e0-9548-3799bcfa0194 req-4292210e-4583-48f4-bacc-ead3179f7fcc tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046133 Nov 11 20:59:20.808287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] For port 9a2914e6-6d76-4951-9d2c-111b70829ec5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9a2914e6-6d76-4951-9d2c-111b70829ec5,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:20.808811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:20.826438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b959b01-2d5e-4840-973f-66b16accc473 req-7ff8bfe7-3b41-4a2c-895d-9cf075849a64 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:20.834627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b959b01-2d5e-4840-973f-66b16accc473 req-7ff8bfe7-3b41-4a2c-895d-9cf075849a64 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0906117 Nov 11 20:59:20.849310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Calling delete_port for 9a2914e6-6d76-4951-9d2c-111b70829ec5 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:20.918354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b959b01-2d5e-4840-973f-66b16accc473 req-a622366e-dfde-43d0-83ec-b379a54ff8be tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824201 Nov 11 20:59:21.100032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfcf23-9616-411c-93ad-ad7b0da4990f req-1d686a3e-830b-4d8c-9557-7348f530cf13 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:21.101648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85bfcf23-9616-411c-93ad-ad7b0da4990f req-1d686a3e-830b-4d8c-9557-7348f530cf13 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Nov 11 20:59:21.173567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85bfcf23-9616-411c-93ad-ad7b0da4990f req-5c81cc62-57e8-4b53-93b0-ef31d5687d9b tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588629 Nov 11 20:59:21.303096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:21.339880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2914e6-6d76-4951-9d2c-111b70829ec5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:21.631632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-48172bc7-316a-45ad-b254-88d20669acec tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:21.634650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-48172bc7-316a-45ad-b254-88d20669acec tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1227527 Nov 11 20:59:21.652440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:21.706436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-97bb3b24-3a19-4d74-b92b-98b68fd7bdcb tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:21.714390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-97bb3b24-3a19-4d74-b92b-98b68fd7bdcb tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/networks?id=9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 200 len: 815 time: 0.2128499 Nov 11 20:59:21.747901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-aebcd5ce-55b3-4372-a95c-6117cb47af3e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/quotas/727ce5eb052f474ebcb5e643f7ea5c22 HTTP/1.1" status: 200 len: 375 time: 0.0201280 Nov 11 20:59:21.797989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-168f01f5-e914-4394-b98d-a50198729fc1 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558121 Nov 11 20:59:21.890889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Deleting port f9329598-b978-4f9c-825b-cfa8d4674747 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:21.891438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:21.943364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-4111e091-761d-412a-b212-e5323dde06cf service neutron] 10.222.0.31 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377432 Nov 11 20:59:22.053801 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:22.101646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-c687494a-0bc1-49d7-98e8-2d5d4a7160cb service neutron] 10.222.0.31 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424265 Nov 11 20:59:22.127842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] For port f9329598-b978-4f9c-825b-cfa8d4674747, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f9329598-b978-4f9c-825b-cfa8d4674747,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:22.128461 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:22.160687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Calling delete_port for f9329598-b978-4f9c-825b-cfa8d4674747 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:22.188739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7b1e-b8d8-4d39-b5c9-583510ae7073 req-0af783ac-b7d6-4f97-b2a6-b030f6aef929 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:22.190376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48ea7b1e-b8d8-4d39-b5c9-583510ae7073 req-0af783ac-b7d6-4f97-b2a6-b030f6aef929 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1491151 Nov 11 20:59:22.199729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Router e8718929-d565-4983-b23a-1ba203310865 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:59:22.372463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48ea7b1e-b8d8-4d39-b5c9-583510ae7073 req-79618c27-c5d1-42f9-8afb-c5ffec3be921 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689055 Nov 11 20:59:22.447603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:59:22.453896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-61a6e941-ed2b-4001-a15d-46f57509c529 admin admin] 10.222.0.31 "PUT /v2.0/routers/e8718929-d565-4983-b23a-1ba203310865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0676656 Nov 11 20:59:22.456376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:22.463729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] Sync routers for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:59:22.488185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:59:22.492497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:59:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:22.542089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29c2026f-55fa-452f-9ebe-d51b90dfaa18 req-27f6116a-dba3-4c97-8062-40573d0b025d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 210 time: 0.0390489 Nov 11 20:59:22.735581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:59:22.737122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8283017-6778-4bbf-a89b-0c6849d82ff1 req-2b8c2c66-e790-42d8-b10f-97d7aa5cd482 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:22.737122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8283017-6778-4bbf-a89b-0c6849d82ff1 req-2b8c2c66-e790-42d8-b10f-97d7aa5cd482 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 946 time: 0.1893795 Nov 11 20:59:22.737122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:22.843941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:59:21Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:22.854366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8283017-6778-4bbf-a89b-0c6849d82ff1 req-ea68635a-48c7-451c-814b-0d79f1812e63 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/security-groups?id=124ec78e-3776-46d1-86bf-494c6911987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334019 Nov 11 20:59:22.896801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] Checking router: e8718929-d565-4983-b23a-1ba203310865 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:59:22.897081 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:22.908822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] Routers {'e8718929-d565-4983-b23a-1ba203310865'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:59:22.909494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:59:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e8718929-d565-4983-b23a-1ba203310865'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:22.922298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-4e838214-2c82-4d51-a0ff-87155c8aa997 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:22.924072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-4e838214-2c82-4d51-a0ff-87155c8aa997 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.58 "GET /v2.0/ports?device_id=3bb95c9f-c370-4bb5-a33b-15d99891ab8a HTTP/1.1" status: 200 len: 945 time: 0.0770962 Nov 11 20:59:22.977821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.091103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Deleting port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:23.091703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.099285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Pushing event deleted for resources: {'Port': ['ID=f9329598-b978-4f9c-825b-cfa8d4674747,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:23.139101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] No DVR routers for this DVR port f9329598-b978-4f9c-825b-cfa8d4674747 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:23.146029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.164474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5beb808a-3c8b-46c5-a06c-e5c11e326046 req-6a9d0d7b-45ba-40d2-bcf7-864a55088590 tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.62 "DELETE /v2.0/ports/f9329598-b978-4f9c-825b-cfa8d4674747 HTTP/1.1" status: 204 len: 173 time: 1.5049717 Nov 11 20:59:23.203468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'name': 'network-vif-deleted', 'tag': 'f9329598-b978-4f9c-825b-cfa8d4674747'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:23.203468 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39224237-b2a0-4867-b6e6-ed071ab7490c" -d '{"events": [{"server_uuid": "42a21bc2-6d34-4625-b1ca-91b965c0ee45", "name": "network-vif-deleted", "tag": "f9329598-b978-4f9c-825b-cfa8d4674747"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:23.272249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Deleting port 1d001afe-188d-41b8-8559-fc64fc76322d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:23.272370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.285027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] For port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:23.285768 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.302388 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae2874c-9e72-479f-b5fa-7f9474857ecd x-openstack-request-id: req-6ae2874c-9e72-479f-b5fa-7f9474857ecd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:23.302695 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a21bc2-6d34-4625-b1ca-91b965c0ee45", "name": "network-vif-deleted", "tag": "f9329598-b978-4f9c-825b-cfa8d4674747", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:23.302959 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ae2874c-9e72-479f-b5fa-7f9474857ecd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:23.303886 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a21bc2-6d34-4625-b1ca-91b965c0ee45', 'name': 'network-vif-deleted', 'tag': 'f9329598-b978-4f9c-825b-cfa8d4674747', 'status': 'completed', 'code': 200} Nov 11 20:59:23.306326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Calling delete_port for f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:23.331902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] Set router e8718929-d565-4983-b23a-1ba203310865 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:59:23.424584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:23.487411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] For port 1d001afe-188d-41b8-8559-fc64fc76322d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1d001afe-188d-41b8-8559-fc64fc76322d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:23.487768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.531531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Calling delete_port for 1d001afe-188d-41b8-8559-fc64fc76322d owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:23.603574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:23.651001 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9dfd2756-6adf-4a00-b3f7-8596ae3166c5 req-64ec11df-266b-4c2f-80a3-f79ac22db60b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 210 time: 0.0346184 Nov 11 20:59:23.684101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d07834-2888-4a85-9155-c3192203aede req-f9ff447b-537a-4fc3-8d00-ad5c8de2bed3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:23.685805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7d07834-2888-4a85-9155-c3192203aede req-f9ff447b-537a-4fc3-8d00-ad5c8de2bed3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1945543 Nov 11 20:59:23.715446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.723014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:59:21Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:23.760005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f0efc-1471-4358-8ae1-53e3b30f6ff5 None None] The sync data for ids ['e8718929-d565-4983-b23a-1ba203310865'] in n-d-805734-3 is: [{'id': 'e8718929-d565-4983-b23a-1ba203310865', 'name': 'tempest-TaggedBootDevicesTest_v242-1467247298-router', 'tenant_id': '6df7ce7d66484e0d9608d313b22de295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:59:21Z', 'revision_number': 5, 'project_id': '6df7ce7d66484e0d9608d313b22de295', 'gw_port': {'id': '1d001afe-188d-41b8-8559-fc64fc76322d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8718929-d565-4983-b23a-1ba203310865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:47:30Z', 'updated_at': '2021-11-11T20:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:59:23.783993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Pushing event deleted for resources: {'Port': ['ID=f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:23.800781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7d07834-2888-4a85-9155-c3192203aede req-11824be9-1510-458d-8bd7-3eeab56293f2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065536 Nov 11 20:59:23.814728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fdf2c8-1eba-464d-9d4b-53ba2073d2a1 None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:23.874724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] No DVR routers for this DVR port f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:23.877288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.882319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06192c0f-a997-451c-ab07-60ac1e0a4616 req-bad3038c-4cff-42ba-b61e-f2120d71fe70 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.58 "DELETE /v2.0/ports/f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 HTTP/1.1" status: 204 len: 173 time: 0.9521863 Nov 11 20:59:23.882786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-deleted', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:23.886432 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee9f3b-86a8-49bb-a737-1891c3eafc37" -d '{"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-deleted", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:23.905449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f9329598-b978-4f9c-825b-cfa8d4674747 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:23.929630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:23.934396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: f9329598-b978-4f9c-825b-cfa8d4674747 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:23.934828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f9329598-b978-4f9c-825b-cfa8d4674747 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:23.961269 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e093157f-9dfd-48c1-ab19-17b7808ce406 x-openstack-request-id: req-e093157f-9dfd-48c1-ab19-17b7808ce406 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:23.961749 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb95c9f-c370-4bb5-a33b-15d99891ab8a", "name": "network-vif-deleted", "tag": "f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:23.962173 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e093157f-9dfd-48c1-ab19-17b7808ce406 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:23.962588 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb95c9f-c370-4bb5-a33b-15d99891ab8a', 'name': 'network-vif-deleted', 'tag': 'f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01', 'status': 'completed', 'code': 200} Nov 11 20:59:23.972060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.045693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0bdf1216-3d42-4a88-93a8-0d66c5f7f847 req-40b211cb-151f-4dec-a1f1-4e8071f85d9e tempest-ListServerFiltersTestJSON-1777301027 tempest-ListServerFiltersTestJSON-1777301027-project] 10.222.0.31 "GET /v2.0/ports?device_id=42a21bc2-6d34-4625-b1ca-91b965c0ee45 HTTP/1.1" status: 200 len: 210 time: 0.0361619 Nov 11 20:59:24.065270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d001afe-188d-41b8-8559-fc64fc76322d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:24.089251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee626e-985e-4d9b-b1ce-9d66b87c9db5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:24.178107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81e2b40-0476-44e5-9714-5a1f8063cd06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.256017 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.288403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9a2914e6-6d76-4951-9d2c-111b70829ec5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:24.356824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 9a2914e6-6d76-4951-9d2c-111b70829ec5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:24.357409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9a2914e6-6d76-4951-9d2c-111b70829ec5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:24.446417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.455816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.460908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.532625 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81e2b40-0476-44e5-9714-5a1f8063cd06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.574607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.644925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.646333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8718929-d565-4983-b23a-1ba203310865 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:59:24.665069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.670149 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5b03a64b-19aa-46d5-9787-e9156ff1b664 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e8718929-d565-4983-b23a-1ba203310865 HTTP/1.1" status: 204 len: 168 time: 2.2079663 Nov 11 20:59:24.670676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:24.685258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e81e2b40-0476-44e5-9714-5a1f8063cd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.744606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=444d72b39aa24f9989a59339c00d02e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3183753 Nov 11 20:59:24.747648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50792) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:24.748366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2868c3-a99e-49bf-a4ec-1b1657b47d16,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:24.760473 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e81e2b40-0476-44e5-9714-5a1f8063cd06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71476f8c659e4f56b0a5f06005085fec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1551564 Nov 11 20:59:24.763128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:24.801707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] Deleting subnet 4be6fb7e-1626-4d24-98c5-03d0d9565aec {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:59:24.803471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e905ae8-2d42-42c3-a451-171c6ca6a97c req-3978c72e-568c-4ada-b986-ca778558c12a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 210 time: 0.0460908 Nov 11 20:59:24.805285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.807246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.807618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.807954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.808323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.808662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.808999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.809385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.809698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.810030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.810356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.810688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.811016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44b281-2806-4597-8795-7c9a2c00ba99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:24.858918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e2b40-0476-44e5-9714-5a1f8063cd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470742b2-8c3c-4e12-ab41-0ab8caf8774d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:24.886833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04a107e8-1205-4112-b067-d24642f9447f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.916127 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.918940 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c12a-4664-4c13-8730-bde98892ea30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:24.929315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04a107e8-1205-4112-b067-d24642f9447f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.012182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c12a-4664-4c13-8730-bde98892ea30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.057453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04a107e8-1205-4112-b067-d24642f9447f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.060068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04a107e8-1205-4112-b067-d24642f9447f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.061988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-04a107e8-1205-4112-b067-d24642f9447f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c2868c3-a99e-49bf-a4ec-1b1657b47d16 HTTP/1.1" status: 204 len: 168 time: 0.3105035 Nov 11 20:59:25.075034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a107e8-1205-4112-b067-d24642f9447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2868c3-a99e-49bf-a4ec-1b1657b47d16,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:25.107348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50806) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:25.151305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea5dfc-0899-434b-9078-1fa5a6315d3c req-847ecd64-5e44-498c-8b43-d56caea9e314 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:25.153795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cea5dfc-0899-434b-9078-1fa5a6315d3c req-847ecd64-5e44-498c-8b43-d56caea9e314 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1431901 Nov 11 20:59:25.160568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] Deleting subnet b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:59:25.164847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.166833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.226683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.278923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c12a-4664-4c13-8730-bde98892ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.281784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c12a-4664-4c13-8730-bde98892ea30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.285862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d3f9c12a-4664-4c13-8730-bde98892ea30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/470742b2-8c3c-4e12-ab41-0ab8caf8774d HTTP/1.1" status: 204 len: 168 time: 0.5188501 Nov 11 20:59:25.300540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c12a-4664-4c13-8730-bde98892ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470742b2-8c3c-4e12-ab41-0ab8caf8774d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:25.306090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cea5dfc-0899-434b-9078-1fa5a6315d3c req-f686957a-c290-4dc2-a1ac-9c0d5d3faa3d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383264 Nov 11 20:59:25.468868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:25.490567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:25.490927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f7fd69ea-58e9-4599-b7eb-2d6a2b3d8e01 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:25.508209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.540869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be6fb7e-1626-4d24-98c5-03d0d9565aec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:25.545906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.549703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-96135459-7f60-4037-922c-60906708eb29 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4be6fb7e-1626-4d24-98c5-03d0d9565aec HTTP/1.1" status: 204 len: 168 time: 0.8774571 Nov 11 20:59:25.551826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e1e6d-b95e-4d67-9beb-22e2e1eb519c None None] Network 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:25.552367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50814) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:25.636541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.706154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Deleting port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:25.706717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.759845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] DHCP port deletion for 0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:25.790485 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.798157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] For port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:25.798532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.813268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Calling delete_port for c68ef33b-bcc1-40dc-89f7-f397bbdc46fb owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:25.815741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] Deleting port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:25.816274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.873597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-b1509166-de99-4d91-8de2-32ee2f6d5bef tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:25.875148 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-b1509166-de99-4d91-8de2-32ee2f6d5bef tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "GET /v2.0/networks?id=9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 200 len: 815 time: 0.1899660 Nov 11 20:59:25.893005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Request body: {'port': {'device_id': '6ac13471-f143-4043-aa28-9137bb88f291', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'admin_state_up': True, 'tenant_id': '727ce5eb052f474ebcb5e643f7ea5c22'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:25.911561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] For port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,segment=NetworkSegment(c6954278-ec92-4b75-a377-4b648b7e92cc),segment_id=c6954278-ec92-4b75-a377-4b648b7e92cc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:25.912121 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:25.927222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] Calling delete_port for c68ef33b-bcc1-40dc-89f7-f397bbdc46fb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:26.011382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-436a103e-6d17-4ead-b589-2861a4dd79bd req-9ba9582b-d57b-45ad-b830-c28af2d8e05d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 210 time: 0.0355434 Nov 11 20:59:26.068408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.074914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.079420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.106856 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Pushing event deleted for resources: {'Port': ['ID=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:26.111124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] No DVR routers for this DVR port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:26.151142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] No DVR routers for this DVR port c68ef33b-bcc1-40dc-89f7-f397bbdc46fb on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:26.153834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Made reservation on behalf of 727ce5eb052f474ebcb5e643f7ea5c22 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:26.157042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf4892-e4e5-4429-b19d-a300637a69b0 None None] Pushing event deleted for resources: {'Port': ['ID=c68ef33b-bcc1-40dc-89f7-f397bbdc46fb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:26.167433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.170928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ee8835-a7c2-49ed-b8f2-f46cacd77f05,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:26.189821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.198287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8f188497-bf77-41af-80be-0bb0af913681 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b3ee8835-a7c2-49ed-b8f2-f46cacd77f05 HTTP/1.1" status: 204 len: 168 time: 1.0847430 Nov 11 20:59:26.198868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50826) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:26.200534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50bc4b-91f4-4275-8668-103c13165d7b None None] Network 66af328c-6121-4f19-8147-062cbc34c43f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:26.237152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1d001afe-188d-41b8-8559-fc64fc76322d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:26.277533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:26.300700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.303055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 1d001afe-188d-41b8-8559-fc64fc76322d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:26.303935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1d001afe-188d-41b8-8559-fc64fc76322d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:26.304576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c68ef33b-bcc1-40dc-89f7-f397bbdc46fb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:26.322507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.339712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c68ef33b-bcc1-40dc-89f7-f397bbdc46fb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:26.340332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c68ef33b-bcc1-40dc-89f7-f397bbdc46fb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:26.365202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:26.389758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6954278-ec92-4b75-a377-4b648b7e92cc') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:26.390307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6954278-ec92-4b75-a377-4b648b7e92cc') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:26.415741 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.455985 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.488911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Allocated IP 172.20.0.8 (9cbc3878-bf07-429e-bb17-e387f00d2ba7/3c776373-4082-47ef-8356-26f89e810ac8/4b7006d0-18ad-4826-bf11-7bceb3626dfc) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:59:26.491915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Deleting port 468d8cb2-936f-479a-a7d8-86738af156ae {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:26.492411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.498508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:26.498508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:26.507011 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:26.542628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] DHCP port deletion for 66af328c-6121-4f19-8147-062cbc34c43f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:26.579558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e468ef-27f4-4821-a58b-d612d0362932 req-a82c5f51-6a83-4ff2-ab36-aff382c21816 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:26.581150 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43e468ef-27f4-4821-a58b-d612d0362932 req-a82c5f51-6a83-4ff2-ab36-aff382c21816 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1551118 Nov 11 20:59:26.608884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] For port 468d8cb2-936f-479a-a7d8-86738af156ae, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=468d8cb2-936f-479a-a7d8-86738af156ae,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:26.609655 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.617577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] Deleting port 468d8cb2-936f-479a-a7d8-86738af156ae {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:26.618828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.638961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43e468ef-27f4-4821-a58b-d612d0362932 req-5711e9ed-a0f9-46ec-89ff-2b0ef740fb33 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495124 Nov 11 20:59:26.643223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Calling delete_port for 468d8cb2-936f-479a-a7d8-86738af156ae owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:26.651126 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.657384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.666919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] 10.222.0.31 "DELETE /v2.0/networks/0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76 HTTP/1.1" status: 204 len: 168 time: 1.1134994 Nov 11 20:59:26.691115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffdf54-4cec-4d29-b7da-8811d604893d admin admin] Pushing event deleted for resources: {'Network': ['ID=0de2ca11-e1b1-4dbe-bd5c-e0c3bf6c8a76,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:26.733482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] For port 468d8cb2-936f-479a-a7d8-86738af156ae, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=468d8cb2-936f-479a-a7d8-86738af156ae,segment=NetworkSegment(68cc771f-f4ee-4f7b-929f-092a833df225),segment_id=68cc771f-f4ee-4f7b-929f-092a833df225)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:26.734117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.749466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] Calling delete_port for 468d8cb2-936f-479a-a7d8-86738af156ae owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:26.811983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.824756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e5982b2-e784-403a-90fc-7df508721132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.952883 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.954501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:26.957464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.004412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=468d8cb2-936f-479a-a7d8-86738af156ae,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:27.009520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] Pushing event deleted for resources: {'Port': ['ID=468d8cb2-936f-479a-a7d8-86738af156ae,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:27.010764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c1142-0bf8-4bad-bff3-858f01f5497b None None] No DVR routers for this DVR port 468d8cb2-936f-479a-a7d8-86738af156ae on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:27.019419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] No DVR routers for this DVR port 468d8cb2-936f-479a-a7d8-86738af156ae on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:27.036600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e5982b2-e784-403a-90fc-7df508721132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.076550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:59:27.083631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:27.103514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:59:27.109063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeade0a-c463-4731-86eb-825d36e23fda None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:27.191097 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.191097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9a4b1d68-e4db-4b64-89e7-d821f86db3be None None] Provisioning complete for port 4b7006d0-18ad-4826-bf11-7bceb3626dfc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:27.191097 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1d68-e4db-4b64-89e7-d821f86db3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.197079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Pushing event updated for resources: {'Port': ['ID=4b7006d0-18ad-4826-bf11-7bceb3626dfc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:27.206747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.230815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b1d68-e4db-4b64-89e7-d821f86db3be None None] Port 4b7006d0-18ad-4826-bf11-7bceb3626dfc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:59:27.241871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66af328c-6121-4f19-8147-062cbc34c43f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:27.256473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e5982b2-e784-403a-90fc-7df508721132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.258923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:27.259573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.263742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cc771f-f4ee-4f7b-929f-092a833df225') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:27.264044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cc771f-f4ee-4f7b-929f-092a833df225') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:27.288360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbb241-2884-42c6-ac7c-8f94528a176b req-b9df3a25-7e77-45b6-bbd2-1779fe668a01 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:27.293688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26bbb241-2884-42c6-ac7c-8f94528a176b req-b9df3a25-7e77-45b6-bbd2-1779fe668a01 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 931 time: 0.1823976 Nov 11 20:59:27.294992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50854) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:27.297031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.298965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5982b2-e784-403a-90fc-7df508721132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7742cc-7e56-492c-85ee-facb0b204422,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:27.304409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8e5982b2-e784-403a-90fc-7df508721132 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eae55d1965274d6e957015e1f4137d43&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0258398 Nov 11 20:59:27.313604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:27.356394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.396410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:27.396843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: timer() Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:27.403064 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:27.459994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-2930af95-d145-4702-ae8d-9a2cd24f8e78 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5737054 Nov 11 20:59:27.471281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f4d6d84f-421b-4d4a-bc22-873f718d8a8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6df7ce7d66484e0d9608d313b22de295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719453 Nov 11 20:59:27.474113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:27.481700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Request body: {'port': {'device_id': '6ac13471-f143-4043-aa28-9137bb88f291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:27.491664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26bbb241-2884-42c6-ac7c-8f94528a176b req-a8e97cf5-f7a6-44e7-9371-57f1229a509b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912880 Nov 11 20:59:27.540098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.567738 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.569084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d012c7ee-ef75-4b3f-adde-bb8fac3e1a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.584278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.644565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d012c7ee-ef75-4b3f-adde-bb8fac3e1a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.687497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.708482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.711166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.715465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dd26ea7-34ee-4921-a384-f0170599ea54 HTTP/1.1" status: 204 len: 168 time: 0.2401178 Nov 11 20:59:27.718236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.721660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] 10.222.0.31 "DELETE /v2.0/networks/66af328c-6121-4f19-8147-062cbc34c43f HTTP/1.1" status: 204 len: 168 time: 1.5217803 Nov 11 20:59:27.725868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be81d9-e662-4430-a376-e709026e5c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=66af328c-6121-4f19-8147-062cbc34c43f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:27.741379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd26ea7-34ee-4921-a384-f0170599ea54,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:27.767605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.767958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.768368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.768710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.769049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.769385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.769715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.770044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.770371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.770696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.771022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.771346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fc38-c15a-499d-bf47-215123fafbf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:27.802425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9d241-b02d-4edf-b94c-2eab59fe846a req-180698d0-6b46-4c1a-b044-c3724b8311f5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:27.805123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2a9d241-b02d-4edf-b94c-2eab59fe846a req-180698d0-6b46-4c1a-b044-c3724b8311f5 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0850568 Nov 11 20:59:27.873952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d012c7ee-ef75-4b3f-adde-bb8fac3e1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.874225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2a9d241-b02d-4edf-b94c-2eab59fe846a req-d993a612-453c-460d-a9c2-c196f0784e90 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604663 Nov 11 20:59:27.876757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d012c7ee-ef75-4b3f-adde-bb8fac3e1a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:27.877951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d012c7ee-ef75-4b3f-adde-bb8fac3e1a03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b7742cc-7e56-492c-85ee-facb0b204422 HTTP/1.1" status: 204 len: 168 time: 0.5625136 Nov 11 20:59:27.899874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012c7ee-ef75-4b3f-adde-bb8fac3e1a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7742cc-7e56-492c-85ee-facb0b204422,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:27.990747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7006d0-18ad-4826-bf11-7bceb3626dfc {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:27.999038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.011902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Transition to ACTIVE for port object 4b7006d0-18ad-4826-bf11-7bceb3626dfc will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:59:28.090442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.169374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Pushing event updated for resources: {'Port': ['ID=4b7006d0-18ad-4826-bf11-7bceb3626dfc,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:28.170211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 468d8cb2-936f-479a-a7d8-86738af156ae no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:28.191867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa50c3b-ba8b-45a9-a4f9-0d47bbf5cb63 None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:28.194239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 468d8cb2-936f-479a-a7d8-86738af156ae {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:28.194581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 468d8cb2-936f-479a-a7d8-86738af156ae not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:28.196168 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:59:28.219252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Attempting to bind port 4b7006d0-18ad-4826-bf11-7bceb3626dfc on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:59:28.219528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Attempting to bind port 4b7006d0-18ad-4826-bf11-7bceb3626dfc by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:59:28.219860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Attempting to bind port 4b7006d0-18ad-4826-bf11-7bceb3626dfc on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:28.224172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Port 4b7006d0-18ad-4826-bf11-7bceb3626dfc on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:59:28.224510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Attempting to bind port 4b7006d0-18ad-4826-bf11-7bceb3626dfc on network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:28.229814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:59:28.230181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Checking segment: {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:28.230571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Bound using segment: {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:59:28.231012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Bound port: 4b7006d0-18ad-4826-bf11-7bceb3626dfc, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12736a32-8405-4f1e-9629-f26171455570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:59:28.231416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.295491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] For port 4b7006d0-18ad-4826-bf11-7bceb3626dfc, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:59:28.299025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] For port 4b7006d0-18ad-4826-bf11-7bceb3626dfc, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4b7006d0-18ad-4826-bf11-7bceb3626dfc,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:59:28.392258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.430259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:28.431530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.432909 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] 10.222.0.62 "PUT /v2.0/ports/4b7006d0-18ad-4826-bf11-7bceb3626dfc HTTP/1.1" status: 200 len: 1091 time: 0.9595838 Nov 11 20:59:28.433364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac13471-f143-4043-aa28-9137bb88f291', 'tag': '4b7006d0-18ad-4826-bf11-7bceb3626dfc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:28.438253 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a80a298-45ad-41e9-8953-703a22435bca" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac13471-f143-4043-aa28-9137bb88f291", "tag": "4b7006d0-18ad-4826-bf11-7bceb3626dfc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:28.438396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf270d8-4e55-4602-812c-0c523d72634c None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:28.462827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4f3f4-651a-40f5-8753-26e09aa5a62f service neutron] Pushing event updated for resources: {'Port': ['ID=4b7006d0-18ad-4826-bf11-7bceb3626dfc,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:28.482350 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738bea7b-2e2e-41af-952e-2f98f5a35777 x-openstack-request-id: req-738bea7b-2e2e-41af-952e-2f98f5a35777 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:28.482350 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac13471-f143-4043-aa28-9137bb88f291", "tag": "4b7006d0-18ad-4826-bf11-7bceb3626dfc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:28.482350 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-738bea7b-2e2e-41af-952e-2f98f5a35777 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:28.482350 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac13471-f143-4043-aa28-9137bb88f291', 'tag': '4b7006d0-18ad-4826-bf11-7bceb3626dfc', 'status': 'completed', 'code': 200} Nov 11 20:59:28.509256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:28.562926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ad599f07-aa65-422d-9490-e2bd5f2d2d9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8870b29304104da1a74112701bcbdf3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521746 Nov 11 20:59:28.565804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:28.577204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80a298-45ad-41e9-8953-703a22435bca req-40b05154-9493-48c5-b76b-8425ee7d3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:28.579358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a80a298-45ad-41e9-8953-703a22435bca req-40b05154-9493-48c5-b76b-8425ee7d3480 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 1094 time: 0.0767322 Nov 11 20:59:28.655971 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d992065-8f39-4563-9ee8-af1ad1d66498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.692739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e66-4724-4081-a7fe-840305a0b8bc req-e2687fd3-2125-4a4a-9e49-0897f363ec0b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:28.694315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04d42e66-4724-4081-a7fe-840305a0b8bc req-e2687fd3-2125-4a4a-9e49-0897f363ec0b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 943 time: 0.0857799 Nov 11 20:59:28.696702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d992065-8f39-4563-9ee8-af1ad1d66498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.702574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80a298-45ad-41e9-8953-703a22435bca req-19ad9dfb-6745-463e-9da4-2fc0c95ffb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:28.704067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a80a298-45ad-41e9-8953-703a22435bca req-19ad9dfb-6745-463e-9da4-2fc0c95ffb7c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1126912 Nov 11 20:59:28.765255 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04d42e66-4724-4081-a7fe-840305a0b8bc req-7955117c-544a-44f7-8fd4-c45bbcf003c3 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618148 Nov 11 20:59:28.809028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80a298-45ad-41e9-8953-703a22435bca req-2ff2c0bf-1d4a-489c-970d-4c119b74223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:28.810535 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a80a298-45ad-41e9-8953-703a22435bca req-2ff2c0bf-1d4a-489c-970d-4c119b74223f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981545 Nov 11 20:59:28.868803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d992065-8f39-4563-9ee8-af1ad1d66498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.871592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d992065-8f39-4563-9ee8-af1ad1d66498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:28.872947 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6d992065-8f39-4563-9ee8-af1ad1d66498 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/124ec78e-3776-46d1-86bf-494c6911987d HTTP/1.1" status: 204 len: 168 time: 0.3050709 Nov 11 20:59:28.881525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d992065-8f39-4563-9ee8-af1ad1d66498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124ec78e-3776-46d1-86bf-494c6911987d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:28.895350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-75e550dc-c2c6-49e8-a89f-992a49222333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:28.898603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-75e550dc-c2c6-49e8-a89f-992a49222333 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 1094 time: 0.0461383 Nov 11 20:59:28.951300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-253dde8a-feb4-4c8f-829f-ddfad70a26f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b7006d0-18ad-4826-bf11-7bceb3626dfc HTTP/1.1" status: 200 len: 217 time: 0.0416088 Nov 11 20:59:29.038394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-8ae5203d-9c23-43dd-8069-26cb528d5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:29.040252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-8ae5203d-9c23-43dd-8069-26cb528d5484 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3c776373-4082-47ef-8356-26f89e810ac8 HTTP/1.1" status: 200 len: 855 time: 0.0713685 Nov 11 20:59:29.049538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476be613-cc3e-4e08-8b6d-42c683145600 req-7bd5bc85-373c-4419-a6d9-ed2129f2f17a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:29.051073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-476be613-cc3e-4e08-8b6d-42c683145600 req-7bd5bc85-373c-4419-a6d9-ed2129f2f17a tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0931649 Nov 11 20:59:29.084524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-c157aaa9-54cb-4da3-ab66-e93f96c6e70e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9cbc3878-bf07-429e-bb17-e387f00d2ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323112 Nov 11 20:59:29.177540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-476be613-cc3e-4e08-8b6d-42c683145600 req-b7e2b1ab-e73a-4266-8354-08d44445baee tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167181 Nov 11 20:59:29.207293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-407a0bd0-fc95-47f3-a372-8c4f43ac431f service neutron] 10.222.0.62 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129448 Nov 11 20:59:29.315221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efdaa41a-0a60-4dde-864f-b90954cfa40b req-3f55a55e-d058-4403-bc61-ce2953545380 service neutron] 10.222.0.62 "GET /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995061 Nov 11 20:59:29.716406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50922) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:29.743574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50926) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:29.766614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76612b81-d525-4d5d-88d9-502b5a4e1c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:29.875481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76612b81-d525-4d5d-88d9-502b5a4e1c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:29.898063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d327ab-7630-4f44-bd31-496b08a62895 req-4c90fb00-8550-4ff9-9b56-038c2c42a67e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:29.899573 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12d327ab-7630-4f44-bd31-496b08a62895 req-4c90fb00-8550-4ff9-9b56-038c2c42a67e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 943 time: 0.0572388 Nov 11 20:59:29.952443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12d327ab-7630-4f44-bd31-496b08a62895 req-2882f36a-67dc-4289-b6e6-b03302bedf57 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 Nov 11 20:59:29.953438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76612b81-d525-4d5d-88d9-502b5a4e1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:29.988844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-76612b81-d525-4d5d-88d9-502b5a4e1c01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cde0d18cb09a4fb4b98900ec072ad815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381647 Nov 11 20:59:29.989331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50936) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:29.999008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76612b81-d525-4d5d-88d9-502b5a4e1c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888e1789-6f9d-4cf9-a80a-f7036eafe3c9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:30.046190 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b077d3c-5e7a-4777-9ec2-acf5a94c8874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.069704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b077d3c-5e7a-4777-9ec2-acf5a94c8874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.089313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-199963196-network', 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:30.212810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:30.218044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.228060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.250877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b077d3c-5e7a-4777-9ec2-acf5a94c8874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.253807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b077d3c-5e7a-4777-9ec2-acf5a94c8874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.256869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b077d3c-5e7a-4777-9ec2-acf5a94c8874 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/888e1789-6f9d-4cf9-a80a-f7036eafe3c9 HTTP/1.1" status: 204 len: 168 time: 0.2648709 Nov 11 20:59:30.295186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b077d3c-5e7a-4777-9ec2-acf5a94c8874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888e1789-6f9d-4cf9-a80a-f7036eafe3c9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:30.333938 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.350136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c7e7e-a30a-4337-8a02-c70b59bcb734 req-5eb8d4ab-3515-418f-be94-61adfbf11fb8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:30.351888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-656c7e7e-a30a-4337-8a02-c70b59bcb734 req-5eb8d4ab-3515-418f-be94-61adfbf11fb8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0855730 Nov 11 20:59:30.407975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-656c7e7e-a30a-4337-8a02-c70b59bcb734 req-fadf096a-fef4-4531-9bd5-5122d4733293 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488856 Nov 11 20:59:30.443163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.468927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:59:30.485290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.485634 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Added segment bd275f49-370b-40dc-8e4b-224f5a80ff0d of type vlan for network 17a6b110-edf6-4a73-8473-84c504928dc6 Nov 11 20:59:30.486950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bade26-0255-466f-bad5-1f0836f7048f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:30.533612 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.668002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.669195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:30.669738 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:30.736136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] Pushing event updated for resources: {'Network': ['ID=17a6b110-edf6-4a73-8473-84c504928dc6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:30.750769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 17a6b110-edf6-4a73-8473-84c504928dc6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:59:30.807237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-14afd4aa-c387-4168-9b4a-45423a5b8002 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0896456 Nov 11 20:59:30.817356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:30.823241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Request body: {'subnet': {'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-199963196-subnet', 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:30.928965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:30.931515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:31.091592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02e509-96d8-44aa-b4c0-e169a024eb7f req-7107dc17-0ab7-4041-95e3-a4e67d7f220a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:31.093325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d02e509-96d8-44aa-b4c0-e169a024eb7f req-7107dc17-0ab7-4041-95e3-a4e67d7f220a tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 943 time: 0.0575738 Nov 11 20:59:31.143815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0d02e509-96d8-44aa-b4c0-e169a024eb7f req-ed5a9757-e3c6-4df5-a237-c34c7aee461f tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Nov 11 20:59:31.233947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:31.299556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:31.307348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Checking segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:31.309022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Network hostable DHCP agents. Network: 17a6b110-edf6-4a73-8473-84c504928dc6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:59:31.433983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Network 17a6b110-edf6-4a73-8473-84c504928dc6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:59:31.529844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f97e-283e-4f7e-96c2-0c5463b168eb req-88f76408-32dd-421c-a9b5-6a1b3a6ed70f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:31.536677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-41a2f97e-283e-4f7e-96c2-0c5463b168eb req-88f76408-32dd-421c-a9b5-6a1b3a6ed70f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Nov 11 20:59:31.565211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 17a6b110-edf6-4a73-8473-84c504928dc6) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:31.577366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7810e-fbe8-4ef2-9075-9ab913c3b745 None None] Network 17a6b110-edf6-4a73-8473-84c504928dc6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:31.583036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:31.583036 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:31.583514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50990) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:31.603742 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-41a2f97e-283e-4f7e-96c2-0c5463b168eb req-7e70a546-2b1f-4256-a822-ceaa3d565b34 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660427 Nov 11 20:59:31.716663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9a4c3-0cc4-4eda-aec0-5b426c92be8c None None] Network 17a6b110-edf6-4a73-8473-84c504928dc6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:31.722498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2fd6d12-b2e8-4ca6-a5e8-d2b425ff9e06 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9040024 Nov 11 20:59:31.815762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:31.882843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63af9351-4642-4218-b869-a9ea3b9ddfca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:31.932456 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1da372d9-ccdf-4e8b-a96f-c510b33a4ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:31.961819 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63af9351-4642-4218-b869-a9ea3b9ddfca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:31.973048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4b7006d0-18ad-4826-bf11-7bceb3626dfc details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:59:32.075905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 4b7006d0-18ad-4826-bf11-7bceb3626dfc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4b7006d0-18ad-4826-bf11-7bceb3626dfc,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:32.090530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63af9351-4642-4218-b869-a9ea3b9ddfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.090687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '4b7006d0-18ad-4826-bf11-7bceb3626dfc', 'network_id': '9cbc3878-bf07-429e-bb17-e387f00d2ba7', 'port_id': '4b7006d0-18ad-4826-bf11-7bceb3626dfc', 'mac_address': 'fa:16:3e:fd:dd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c776373-4082-47ef-8356-26f89e810ac8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:59:32.118260 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-63af9351-4642-4218-b869-a9ea3b9ddfca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef44d02cbd6044709d434632b5371a12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5330038 Nov 11 20:59:32.124926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af9351-4642-4218-b869-a9ea3b9ddfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfa5b9d-ec7e-48f4-a01f-56d8c7617c63,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:32.125396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:32.137422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.151807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7006d0-18ad-4826-bf11-7bceb3626dfc {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:32.175911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-197242270-network', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:32.179254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 4b7006d0-18ad-4826-bf11-7bceb3626dfc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4b7006d0-18ad-4826-bf11-7bceb3626dfc,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:32.205543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d50267-d8e0-4664-b52d-39dc472d2458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.252313 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d50267-d8e0-4664-b52d-39dc472d2458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.279249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.316068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df528083-7d1e-4d9a-8619-8e940c4f3583 req-6718b323-bc8a-4e65-98f5-27b0102dbcd0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:32.317989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df528083-7d1e-4d9a-8619-8e940c4f3583 req-6718b323-bc8a-4e65-98f5-27b0102dbcd0 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 943 time: 0.0731285 Nov 11 20:59:32.333388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Made reservation on behalf of a68933c0c33b4c3d94ba3ae084d54b72 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:32.337292 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.357551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.371256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=4b7006d0-18ad-4826-bf11-7bceb3626dfc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:32.407803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df528083-7d1e-4d9a-8619-8e940c4f3583 req-c83df75a-da8c-4c11-a4a1-7fcc6330e088 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809586 Nov 11 20:59:32.491025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d50267-d8e0-4664-b52d-39dc472d2458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.494261 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1d50267-d8e0-4664-b52d-39dc472d2458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.495430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d1d50267-d8e0-4664-b52d-39dc472d2458 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cfa5b9d-ec7e-48f4-a01f-56d8c7617c63 HTTP/1.1" status: 204 len: 168 time: 0.3706720 Nov 11 20:59:32.503300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d50267-d8e0-4664-b52d-39dc472d2458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfa5b9d-ec7e-48f4-a01f-56d8c7617c63,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:32.568355 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.582222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['4b7006d0-18ad-4826-bf11-7bceb3626dfc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:32.684936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.743809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:59:32.764282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99db9503-dc48-419c-a046-7caba5173596,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:32.769452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.769794 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Added segment c3dad6fb-d6fa-4763-978a-ad4fe11a6fad of type vlan for network 7e9d41d8-4099-4212-969f-eae9b0bba2cf Nov 11 20:59:32.843220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ddf49-26b4-4b10-adb6-a5238deef87c req-a044ff7e-cf72-4450-8135-672250e730c3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:32.846944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-088ddf49-26b4-4b10-adb6-a5238deef87c req-a044ff7e-cf72-4450-8135-672250e730c3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1539042 Nov 11 20:59:32.907578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:32.966485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-088ddf49-26b4-4b10-adb6-a5238deef87c req-c1ada171-cd7c-4d70-a681-a2d396bd510f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090243 Nov 11 20:59:32.989671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-f5041b59-9d0d-4427-956d-6af6380f1ef1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:32.991248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-f5041b59-9d0d-4427-956d-6af6380f1ef1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.1399798 Nov 11 20:59:33.016779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-18433095-d8f7-448c-802f-203f2e5c80bf tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/quotas/935622a99ddc44f0a82c37d40f101a0a HTTP/1.1" status: 200 len: 375 time: 0.0187504 Nov 11 20:59:33.048970 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:33.049963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:33.050543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:33.050804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-11b7f0fa-744c-4e0e-a076-9adfa91f8783 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328364 Nov 11 20:59:33.112208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9d41d8-4099-4212-969f-eae9b0bba2cf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:33.124440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:59:33.149141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-3133e5a1-5fd4-49cd-ba17-3261d45ee382 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879409 Nov 11 20:59:33.174616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d2f89e47-2b7c-4ba5-903a-b21fff0b72d1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3569918 Nov 11 20:59:33.177481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51050) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:33.183063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Request body: {'subnet': {'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-subnet', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:33.249960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-391d1da3-35b9-4757-af5b-4832f141e0af service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954316 Nov 11 20:59:33.291623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Made reservation on behalf of a68933c0c33b4c3d94ba3ae084d54b72 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:33.296125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:33.577069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:33.654223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6630f6-81de-4712-91ab-079211932c3c req-610c0f02-1731-4cb6-a796-10de5510e026 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:33.660659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c6630f6-81de-4712-91ab-079211932c3c req-610c0f02-1731-4cb6-a796-10de5510e026 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 944 time: 0.0608268 Nov 11 20:59:33.666648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Checking segment: {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:33.666648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Network hostable DHCP agents. Network: 7e9d41d8-4099-4212-969f-eae9b0bba2cf, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:59:33.666648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03977496-9e0e-49fe-883e-280361ee307a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:33.708564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c6630f6-81de-4712-91ab-079211932c3c req-5c0f3ff2-70ae-421f-8de4-8ac6153312ad tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468440 Nov 11 20:59:33.770791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:59:33.780044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1352dc34-74b1-4234-a67e-14b442de8388 req-aac4defa-afa8-40e8-ab78-519488a5e776 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 210 time: 0.0269992 Nov 11 20:59:33.854305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09f5b8e2-ac12-4c41-a85a-b07fba260242 req-1f5fc8b2-5831-48a8-a3b3-5921d690af7b tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0317631 Nov 11 20:59:33.885069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 7e9d41d8-4099-4212-969f-eae9b0bba2cf) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:33.889799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:33.890702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:33.895484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d440f-3352-4fe4-a5bd-6def9d17da86 None None] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:33.979834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4b7006d0-18ad-4826-bf11-7bceb3626dfc up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:34.026818 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d74c5e35-0267-4bf8-b56e-7a0f59ddc97a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8482106 Nov 11 20:59:34.029470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51098) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:34.034675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:34.091570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ac459-a52e-48f6-96b8-cbf8f31fb7e0 None None] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:34.156843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b386f-4fde-46ad-89a2-1fc08c89238a req-9bc4592f-e3e3-4975-aa1a-3a5028bbc39f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:34.158503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c9b386f-4fde-46ad-89a2-1fc08c89238a req-9bc4592f-e3e3-4975-aa1a-3a5028bbc39f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0593722 Nov 11 20:59:34.162806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.163883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.192879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 4b7006d0-18ad-4826-bf11-7bceb3626dfc completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:59:34.226582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 4b7006d0-18ad-4826-bf11-7bceb3626dfc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:34.230444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.269122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c9b386f-4fde-46ad-89a2-1fc08c89238a req-e3a4ae97-48b9-40ac-bc14-0b9ebdea93b2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949185 Nov 11 20:59:34.280771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.424025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.449547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac13471-f143-4043-aa28-9137bb88f291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7006d0-18ad-4826-bf11-7bceb3626dfc'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:34.452457 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386495eb-921f-463d-b550-e9699714c592" -d '{"events": [{"server_uuid": "6ac13471-f143-4043-aa28-9137bb88f291", "name": "network-vif-plugged", "status": "completed", "tag": "4b7006d0-18ad-4826-bf11-7bceb3626dfc"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:34.495274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 4b7006d0-18ad-4826-bf11-7bceb3626dfc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4b7006d0-18ad-4826-bf11-7bceb3626dfc,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:34.504593 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835da5e3-fabb-4186-b6a8-566a6bdc1a88 x-openstack-request-id: req-835da5e3-fabb-4186-b6a8-566a6bdc1a88 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:34.504969 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac13471-f143-4043-aa28-9137bb88f291", "name": "network-vif-plugged", "status": "completed", "tag": "4b7006d0-18ad-4826-bf11-7bceb3626dfc", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:34.505230 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-835da5e3-fabb-4186-b6a8-566a6bdc1a88 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:34.505692 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac13471-f143-4043-aa28-9137bb88f291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7006d0-18ad-4826-bf11-7bceb3626dfc', 'code': 200} Nov 11 20:59:34.506014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.527042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa8c3-5bd3-4970-9d06-81c05f3f0700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.630897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ce7b-a18b-4335-b7cf-4c6e0226ed56 req-4e5f0c24-ed62-475c-8f50-6dd7d02bffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:34.632435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cda0ce7b-a18b-4335-b7cf-4c6e0226ed56 req-4e5f0c24-ed62-475c-8f50-6dd7d02bffbd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 1095 time: 0.0418723 Nov 11 20:59:34.639881 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:34.710488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cda0ce7b-a18b-4335-b7cf-4c6e0226ed56 req-b6eaf274-c726-4ab8-9aa5-7160996af431 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Nov 11 20:59:34.747676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=4b7006d0-18ad-4826-bf11-7bceb3626dfc,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:34.902653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfceb-ffcf-43d6-b04a-dc09f7b654e2 req-c8f80deb-ef44-4a3d-af50-65eceba4f2ed tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:34.909671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7ab856e-c4c6-4bdb-aaae-a6efd3c8c988 req-1ba7b1f5-21da-49bb-b73e-777661cf6987 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 210 time: 0.0284026 Nov 11 20:59:34.922279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac7cfceb-ffcf-43d6-b04a-dc09f7b654e2 req-c8f80deb-ef44-4a3d-af50-65eceba4f2ed tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1171725 Nov 11 20:59:35.016886 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac7cfceb-ffcf-43d6-b04a-dc09f7b654e2 req-c120328b-23d1-4816-8022-28f6511ed1c5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936179 Nov 11 20:59:35.034344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:35.037906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a09dfe34-62c3-4268-aa83-dcc8e18163b7 req-22d2667d-0df1-4a92-89c9-e867ee9e5a6e tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0399289 Nov 11 20:59:35.065107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:35.174461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Allocated IP 172.25.2.209 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/a02e43df-8e12-4034-895d-3936a5db8cad) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:59:35.446610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faed3e3-4b9c-4817-9ba1-d077d180c2a8 req-dd843ac7-ca2f-4888-bb42-d23b4cff3832 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:35.448577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4faed3e3-4b9c-4817-9ba1-d077d180c2a8 req-dd843ac7-ca2f-4888-bb42-d23b4cff3832 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0764294 Nov 11 20:59:35.500174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4faed3e3-4b9c-4817-9ba1-d077d180c2a8 req-05a0c4af-30cd-4413-b527-2d6d5b084b36 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 Nov 11 20:59:35.553247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:35.638216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:35.909108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:36.026431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Pushing event updated for resources: {'Port': ['ID=a02e43df-8e12-4034-895d-3936a5db8cad,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:36.068033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:59:36.098693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e08d453d-f942-4dde-88cb-e9c818f52485 req-8496f3f3-d6f9-4627-930c-69b65bc2de2a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 210 time: 0.0486875 Nov 11 20:59:36.100045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:36.110963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:59:36.132072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9fd4a-f955-4498-809c-9b7e4b48b949 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:36.225442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05f7c697-b249-4e7b-ac65-6ce1683fbaff None None] Provisioning complete for port a02e43df-8e12-4034-895d-3936a5db8cad triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:36.227570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05f7c697-b249-4e7b-ac65-6ce1683fbaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:36.227706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5830f-1ed6-418b-b499-d5cf46e7f49b req-2268cb34-f2d4-4032-ab5c-c40766eeafb9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:36.237408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75b5830f-1ed6-418b-b499-d5cf46e7f49b req-2268cb34-f2d4-4032-ab5c-c40766eeafb9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.0946414 Nov 11 20:59:36.277353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05f7c697-b249-4e7b-ac65-6ce1683fbaff None None] Port a02e43df-8e12-4034-895d-3936a5db8cad cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:59:36.312178 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75b5830f-1ed6-418b-b499-d5cf46e7f49b req-29518590-d0d5-40bd-8aaf-51b6c0bc3ba9 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 Nov 11 20:59:36.369764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17dbbca6-077c-435c-83d2-b2ac28729c65 req-ffff4cec-09a4-430d-84f1-4684d78eb47d tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.1646500 Nov 11 20:59:36.612437 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:36.676430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d242b1-8eb9-487f-bf2d-1e32561b887d req-b10f6edf-4f8f-462f-ba79-104c2b407077 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:36.677988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7d242b1-8eb9-487f-bf2d-1e32561b887d req-b10f6edf-4f8f-462f-ba79-104c2b407077 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0804684 Nov 11 20:59:36.737458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7d242b1-8eb9-487f-bf2d-1e32561b887d req-2c71ca12-8cda-4eaf-997c-5ef4389af6f6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505159 Nov 11 20:59:36.841184 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:37.014452 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:37.147940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:59:37.222437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe945304-50d1-4d8d-baa3-76cf69067826 req-748c721c-a7ff-4f60-8c08-75a18decd118 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 210 time: 0.0608730 Nov 11 20:59:37.381036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-435765f3-fef0-458a-a701-1ad46ad5beb2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:37.383152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-435765f3-fef0-458a-a701-1ad46ad5beb2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.1598070 Nov 11 20:59:37.384253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:59:37.395941 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Sync routers for ids ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:59:37.407985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Request body: {'port': {'device_id': 'd56eeb55-aa49-4465-a09f-19a725852449', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'admin_state_up': True, 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:37.410560 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Routers {'828ff5af-b178-4a2d-b4c8-1fafa3566bb6'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:59:37.411197 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:59:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:37.486754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53346fd2-e26c-4126-be44-38a739d9fa6b req-b53948d6-d626-4040-bcb1-d31bd846ad35 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:37.493792 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53346fd2-e26c-4126-be44-38a739d9fa6b req-b53948d6-d626-4040-bcb1-d31bd846ad35 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.0726912 Nov 11 20:59:37.577463 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:37.578742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ee59834c-a5e1-479b-a35c-b4b5a24de691 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5479803 Nov 11 20:59:37.588442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51212) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:37.597110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09510b85-caba-4b6c-877e-71d54074a46f req-40b10833-9635-48b6-8148-314f7654dc7a tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.1276436 Nov 11 20:59:37.706153 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Set router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:59:37.745023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53346fd2-e26c-4126-be44-38a739d9fa6b req-73b34600-e636-4d90-bd9e-8d72450a5664 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386029 Nov 11 20:59:37.817778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:37.850718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:37.855017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:37.975436 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T20:59:36Z', 'revision_number': 3, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port': {'id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:35Z', 'updated_at': '2021-11-11T20:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:38.013788 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Checking router: 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:59:38.014363 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Updating router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 port a02e43df-8e12-4034-895d-3936a5db8cad binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:59:38.051979 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.070081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298ef4c-9f8c-45fd-82e9-9cd32470ee7b req-e4d6f2a8-8302-4a02-8a8b-736b092c41aa tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:38.071985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8298ef4c-9f8c-45fd-82e9-9cd32470ee7b req-e4d6f2a8-8302-4a02-8a8b-736b092c41aa tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1824780 Nov 11 20:59:38.114266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc3a61-91f3-4d76-ace4-c38711e77c7c req-1a9d2262-3304-4294-b499-be7c7f22a97d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:38.128922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91bc3a61-91f3-4d76-ace4-c38711e77c7c req-1a9d2262-3304-4294-b499-be7c7f22a97d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.2172403 Nov 11 20:59:38.195787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8298ef4c-9f8c-45fd-82e9-9cd32470ee7b req-c505e021-97ed-4fa4-a178-330d33e8d72b tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117527 Nov 11 20:59:38.226699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Allocated IP 172.20.0.13 (17a6b110-edf6-4a73-8473-84c504928dc6/66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1/3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:59:38.262901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91bc3a61-91f3-4d76-ace4-c38711e77c7c req-dc0fda16-f1bd-4d85-b463-3299303d7cb3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321642 Nov 11 20:59:38.565903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33be8e19-7032-4ed6-897a-4e4567052396 req-a3ace7b2-8798-46fa-962b-725fc9dafe12 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 210 time: 0.1707182 Nov 11 20:59:38.600632 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.676722 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.684564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.756994 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.813194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18363c45-21b9-45bd-a666-97004b2e59dc None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:38.824004 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Attempting to bind port a02e43df-8e12-4034-895d-3936a5db8cad on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:59:38.824594 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Attempting to bind port a02e43df-8e12-4034-895d-3936a5db8cad by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:59:38.825123 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Attempting to bind port a02e43df-8e12-4034-895d-3936a5db8cad on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:38.836802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415950d-8b17-441a-a8e6-e1d65500da5a req-e0992509-871d-4f6a-a329-2f83ca552440 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:38.837257 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:59:38.837881 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:38.838438 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.838990 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:59:38.841889 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Bound port: a02e43df-8e12-4034-895d-3936a5db8cad, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:59:38.842470 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.844598 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Pushing event updated for resources: {'Port': ['ID=a02e43df-8e12-4034-895d-3936a5db8cad,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:38.850690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b415950d-8b17-441a-a8e6-e1d65500da5a req-e0992509-871d-4f6a-a329-2f83ca552440 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1032088 Nov 11 20:59:38.861761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.875703 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.876503 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.877148 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.877638 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.878297 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.878806 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.879304 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.879794 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.880785 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.880912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-251610f7-adec-4c60-ba02-b27b2e8e2981 req-45454867-3917-431a-ac70-720e392f680b tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0947835 Nov 11 20:59:38.888774 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.891399 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.892380 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:38.952573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-afd12a8f-0628-4e2f-a5b1-ecdfac7be8e0 None None] Provisioning complete for port a02e43df-8e12-4034-895d-3936a5db8cad triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:38.952573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-afd12a8f-0628-4e2f-a5b1-ecdfac7be8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:38.957305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Network 17a6b110-edf6-4a73-8473-84c504928dc6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:59:38.969596 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] For port a02e43df-8e12-4034-895d-3936a5db8cad, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:59:38.975368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:38.985252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:59:38.986564 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] For port a02e43df-8e12-4034-895d-3936a5db8cad, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a02e43df-8e12-4034-895d-3936a5db8cad,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:59:39.029659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-afd12a8f-0628-4e2f-a5b1-ecdfac7be8e0 None None] Port a02e43df-8e12-4034-895d-3936a5db8cad cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:59:39.084505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event updated for resources: {'Port': ['ID=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:39.087437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Allocated IP 172.20.0.1 (7e9d41d8-4099-4212-969f-eae9b0bba2cf/03977496-9e0e-49fe-883e-280361ee307a/4f6bb640-5dc5-471c-a113-892ef990e91c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:59:39.118819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:39.119812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.131163 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.153226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b415950d-8b17-441a-a8e6-e1d65500da5a req-5d22adf6-43a5-417d-8c7d-98f9c714c207 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011303 Nov 11 20:59:39.228828 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-009e9a6b-3e2a-4400-90d5-ac4d0e3bfe27 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8305786 Nov 11 20:59:39.254229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf294af-4ffa-4c07-a8f5-ba8e98f314dd None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:39.295836 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021741f-f23b-4cad-9911-2a657d24e293 None None] Pushing event updated for resources: {'Port': ['ID=a02e43df-8e12-4034-895d-3936a5db8cad,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:39.312634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.322344 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Routers {'828ff5af-b178-4a2d-b4c8-1fafa3566bb6'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:59:39.322987 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:59:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:39.357470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ae85f131-68f2-4046-b727-465f0550b423 None None] Provisioning complete for port a02e43df-8e12-4034-895d-3936a5db8cad triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:39.357827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae85f131-68f2-4046-b727-465f0550b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.378529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51260) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:39.510980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68972cbb-8643-4a2b-8b67-3671c13d9354 req-8fa5eb33-e4a9-4336-9475-7ce1528f38b1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:39.513029 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68972cbb-8643-4a2b-8b67-3671c13d9354 req-8fa5eb33-e4a9-4336-9475-7ce1528f38b1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0990634 Nov 11 20:59:39.537493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Request body: {'port': {'device_id': 'd56eeb55-aa49-4465-a09f-19a725852449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:39.538091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ed393-3afa-41f3-83fb-e995ac684f74 req-cc5f1e5b-9972-4517-8b2b-f69d370a1be5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:39.572873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-837ed393-3afa-41f3-83fb-e995ac684f74 req-cc5f1e5b-9972-4517-8b2b-f69d370a1be5 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1804786 Nov 11 20:59:39.596737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.644822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68972cbb-8643-4a2b-8b67-3671c13d9354 req-726d29f1-80e9-4370-8734-1d49c0dff6e4 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309950 Nov 11 20:59:39.663339 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] Set router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:59:39.668191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-731ef4f8-582f-4814-9a3a-97c64e31bc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.672015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.695983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:59:39.699355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Pushing event updated for resources: {'Port': ['ID=4f6bb640-5dc5-471c-a113-892ef990e91c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:39.708770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:39.713071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:59:39.789059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-837ed393-3afa-41f3-83fb-e995ac684f74 req-df897bde-75dd-41f9-b058-ef35038eadce tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151136 Nov 11 20:59:39.790789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.850689 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae85f131-68f2-4046-b727-465f0550b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:39.901377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ae85f131-68f2-4046-b727-465f0550b423 None None] For port a02e43df-8e12-4034-895d-3936a5db8cad, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a02e43df-8e12-4034-895d-3936a5db8cad,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:39.940430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877be3d-cd6c-436b-8996-c3f63d197a3d req-e916bfb7-20ec-444c-b67e-c33dc4ffb20b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:39.948809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7877be3d-cd6c-436b-8996-c3f63d197a3d req-e916bfb7-20ec-444c-b67e-c33dc4ffb20b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 932 time: 0.1827536 Nov 11 20:59:40.048762 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae85f131-68f2-4046-b727-465f0550b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.093163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-731ef4f8-582f-4814-9a3a-97c64e31bc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.109526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7877be3d-cd6c-436b-8996-c3f63d197a3d req-4001554b-c01a-4aa0-885a-d35d4ce17eda tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597636 Nov 11 20:59:40.150097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85f131-68f2-4046-b727-465f0550b423 None None] Pushing event updated for resources: {'Port': ['ID=a02e43df-8e12-4034-895d-3936a5db8cad,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:40.157663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-731ef4f8-582f-4814-9a3a-97c64e31bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.200384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.347402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-731ef4f8-582f-4814-9a3a-97c64e31bc5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2225e854a0f42ae980c1c60dc89c787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9678259 Nov 11 20:59:40.356764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51278) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:40.369531 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T20:59:36Z', 'revision_number': 3, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port': {'id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:35Z', 'updated_at': '2021-11-11T20:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:40.372065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ef4f8-582f-4814-9a3a-97c64e31bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd5f9ed-99dd-47d9-a920-1c1b2f1413dd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:40.423428 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda77d82-1148-4986-b11c-a8fbb61b3c07 None None] The sync data for ids ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'] in n-d-805734-3 is: [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T20:59:36Z', 'revision_number': 3, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port': {'id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:35Z', 'updated_at': '2021-11-11T20:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:59:40.477310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55338e-96db-4151-ade1-4022ee39b88d req-2e87d30e-27dc-4311-8033-aec1ef625415 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:40.479165 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf55338e-96db-4151-ade1-4022ee39b88d req-2e87d30e-27dc-4311-8033-aec1ef625415 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.2158689 Nov 11 20:59:40.611961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:40.630377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.639765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc090346-c16e-4c29-9aa8-da01e510dc22 req-1196baa5-780d-4398-9248-0ce461b24833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:40.641485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc090346-c16e-4c29-9aa8-da01e510dc22 req-1196baa5-780d-4398-9248-0ce461b24833 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 1096 time: 0.1612520 Nov 11 20:59:40.651374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3517fe08-607c-4c23-bf6d-9c6e5f98efc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.698380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Transition to ACTIVE for port object 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:59:40.707897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf55338e-96db-4151-ade1-4022ee39b88d req-63bc3947-0dfb-460e-8a0c-bf22145c0523 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092431 Nov 11 20:59:40.718604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3517fe08-607c-4c23-bf6d-9c6e5f98efc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.810931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc090346-c16e-4c29-9aa8-da01e510dc22 req-f7a3a0bb-b896-45d6-ab6e-3e5ec4493c9f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398058 Nov 11 20:59:40.855997 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:40.882389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99c4c42c-305a-4f66-8b01-0c16def9b4b2 req-1dbbc686-e8d1-45c6-b57b-840876758216 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.6265759 Nov 11 20:59:40.971800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:40.984448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5186885-1093-49e3-977d-85682fa7cf66 req-7afd5baf-e101-45e1-bbfb-9a27453c5bd1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:40.993504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5186885-1093-49e3-977d-85682fa7cf66 req-7afd5baf-e101-45e1-bbfb-9a27453c5bd1 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1564453 Nov 11 20:59:41.037199 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3517fe08-607c-4c23-bf6d-9c6e5f98efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.040203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3517fe08-607c-4c23-bf6d-9c6e5f98efc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.047351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3517fe08-607c-4c23-bf6d-9c6e5f98efc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cd5f9ed-99dd-47d9-a920-1c1b2f1413dd HTTP/1.1" status: 204 len: 168 time: 0.6865923 Nov 11 20:59:41.124999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517fe08-607c-4c23-bf6d-9c6e5f98efc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd5f9ed-99dd-47d9-a920-1c1b2f1413dd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:41.175327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508afff-6158-475d-97f0-3be797f07856 req-e7d1046f-9a6d-40ed-89df-3ee09907ba38 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:41.182849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0508afff-6158-475d-97f0-3be797f07856 req-e7d1046f-9a6d-40ed-89df-3ee09907ba38 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1383665 Nov 11 20:59:41.208749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5186885-1093-49e3-977d-85682fa7cf66 req-a3b5a319-c843-4c7d-9b70-569f58c62dc0 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093227 Nov 11 20:59:41.212073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.245965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Attempting to bind port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:59:41.246522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Attempting to bind port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:59:41.247046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Attempting to bind port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:41.259150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 on network 17a6b110-edf6-4a73-8473-84c504928dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:59:41.259742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Attempting to bind port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:41.268888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:59:41.270998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Checking segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:41.270998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Bound using segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:59:41.270998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Bound port: 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:59:41.270998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.291793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0508afff-6158-475d-97f0-3be797f07856 req-ff85e11c-1a2c-4a53-9942-f4beb76a2b4c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002686 Nov 11 20:59:41.364982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.394871 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f875038b-3a4b-4bd0-b2db-8fb4d77ef8b7 req-5b3c529c-01d2-4c94-9447-20179f733298 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0641937 Nov 11 20:59:41.427047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] For port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:59:41.466153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] For port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:59:41.490110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae4f5-f199-40ff-a6ee-534a8eb706b6 req-3c2af51b-0e41-43e6-afea-35451c6f2e05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:41.492194 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed9ae4f5-f199-40ff-a6ee-534a8eb706b6 req-3c2af51b-0e41-43e6-afea-35451c6f2e05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 944 time: 0.1414471 Nov 11 20:59:41.495213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Pushing event updated for resources: {'Port': ['ID=4f6bb640-5dc5-471c-a113-892ef990e91c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:41.502477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.559045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.624566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed9ae4f5-f199-40ff-a6ee-534a8eb706b6 req-f3fa8b38-1fd3-45ef-a1b2-a9721debed5a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191156 Nov 11 20:59:41.640124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:41.641095 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:41.642794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] 10.222.0.58 "PUT /v2.0/ports/3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 HTTP/1.1" status: 200 len: 1092 time: 2.4045572 Nov 11 20:59:41.643572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56eeb55-aa49-4465-a09f-19a725852449', 'tag': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:41.646041 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e638ae-05ea-4370-b9e5-0d53d444ff67" -d '{"events": [{"name": "network-changed", "server_uuid": "d56eeb55-aa49-4465-a09f-19a725852449", "tag": "3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:41.672939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:59:41.674369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:41.683912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb9ae8-031a-4296-9116-0fbe2add4229 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:41.859339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:59:41.934011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-27c4db6b-7d59-4162-ae39-94b4046fa78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:41.935555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-27c4db6b-7d59-4162-ae39-94b4046fa78c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 1095 time: 0.0759606 Nov 11 20:59:42.013523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-cfcfc055-0c86-4d1e-9b65-793c0faf4c11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 HTTP/1.1" status: 200 len: 217 time: 0.0603325 Nov 11 20:59:42.084746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-967683c5-6f35-4715-bb86-06c92193ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:42.089206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-967683c5-6f35-4715-bb86-06c92193ceb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.0663545 Nov 11 20:59:42.089364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:59:42.103639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9dec00d6-8555-42f5-989d-76bacefd30af admin admin] 10.222.0.31 "PUT /v2.0/routers/828ff5af-b178-4a2d-b4c8-1fafa3566bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5095348 Nov 11 20:59:42.130990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-4b4f74b4-9946-4640-a177-0f9c456f0cf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322328 Nov 11 20:59:42.156307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:42.176480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c66a3a7-f710-4600-a11d-0719fafe40cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:42.301440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a02e43df-8e12-4034-895d-3936a5db8cad up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:42.302193 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42443dbe-3ff1-4c78-8049-bfd9ee141e55 x-openstack-request-id: req-42443dbe-3ff1-4c78-8049-bfd9ee141e55 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:42.303632 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56eeb55-aa49-4465-a09f-19a725852449", "tag": "3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:42.303869 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42443dbe-3ff1-4c78-8049-bfd9ee141e55 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:42.304922 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56eeb55-aa49-4465-a09f-19a725852449', 'tag': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3', 'status': 'completed', 'code': 200} Nov 11 20:59:42.344495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-a6cc6517-c298-4f5c-aeed-6e0b3598f9f7 service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975965 Nov 11 20:59:42.441646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c66a3a7-f710-4600-a11d-0719fafe40cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:42.444483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a02e43df-8e12-4034-895d-3936a5db8cad triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:42.445190 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:42.471478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6c8b533-814a-4ff6-9e48-80c2f4f93d19 req-a441efba-d7e0-4b75-b58c-f626f7c47dc4 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0724790 Nov 11 20:59:42.604466 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c66a3a7-f710-4600-a11d-0719fafe40cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:42.650560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da5a9c-40c7-4be3-bef0-7a766dce7151 req-f7396822-407e-4c43-a56a-f0d29c5eca74 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:42.652058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76da5a9c-40c7-4be3-bef0-7a766dce7151 req-f7396822-407e-4c43-a56a-f0d29c5eca74 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1816797 Nov 11 20:59:42.673221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab4796-4a63-44ba-babc-84d9f9a619e8 req-6acbadc1-a187-451c-a71d-286c800ddc0c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:42.681525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70ab4796-4a63-44ba-babc-84d9f9a619e8 req-6acbadc1-a187-451c-a71d-286c800ddc0c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1235244 Nov 11 20:59:42.725103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c66a3a7-f710-4600-a11d-0719fafe40cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac3ceb48c86d4e9a92e44ffdea2b9e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5651789 Nov 11 20:59:42.725314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66a3a7-f710-4600-a11d-0719fafe40cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d8f5e-3e34-4d3e-afa7-c6f23c5fa8a9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:42.729173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51332) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:42.735006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efc63989-d4c7-416c-8fe5-d4552b4a124c req-68e1dec8-21a3-49d4-8012-e617cf2d370a service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878796 Nov 11 20:59:42.810726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76da5a9c-40c7-4be3-bef0-7a766dce7151 req-48fb8d8c-5ebf-4dc1-aa46-740ca30e6a48 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331298 Nov 11 20:59:42.810998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70ab4796-4a63-44ba-babc-84d9f9a619e8 req-5e79fa4a-02a0-4e68-a1c8-eb3ded25ff7d tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285071 Nov 11 20:59:42.821383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000261f1-30c5-4501-9bd4-105906f1c6d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:42.865142 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000261f1-30c5-4501-9bd4-105906f1c6d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:42.969863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-80475756-340d-42e0-954d-c938b4aa0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:42.971630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-80475756-340d-42e0-954d-c938b4aa0c99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 1095 time: 0.0685961 Nov 11 20:59:42.993427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059da81-1f76-4095-87af-ec5039276ccd req-1be4a701-2e57-4c23-b219-e25309f8dab6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:42.995162 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7059da81-1f76-4095-87af-ec5039276ccd req-1be4a701-2e57-4c23-b219-e25309f8dab6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 944 time: 0.0801425 Nov 11 20:59:43.082691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7059da81-1f76-4095-87af-ec5039276ccd req-becc0ccd-d1cc-4102-9e0e-397ed5d4b4d8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795763 Nov 11 20:59:43.096673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-c8b4e76e-d1e7-414a-ae02-9773bcb44cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:43.098243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-c8b4e76e-d1e7-414a-ae02-9773bcb44cd3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 912 time: 0.1194561 Nov 11 20:59:43.117909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000261f1-30c5-4501-9bd4-105906f1c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:43.121093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000261f1-30c5-4501-9bd4-105906f1c6d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:43.122394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-000261f1-30c5-4501-9bd4-105906f1c6d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a3d8f5e-3e34-4d3e-afa7-c6f23c5fa8a9 HTTP/1.1" status: 204 len: 168 time: 0.3900282 Nov 11 20:59:43.131959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000261f1-30c5-4501-9bd4-105906f1c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d8f5e-3e34-4d3e-afa7-c6f23c5fa8a9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:43.163625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Sync routers for ids ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:59:43.176666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Routers {'828ff5af-b178-4a2d-b4c8-1fafa3566bb6'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:59:43.177286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:59:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:43.181335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-53bff2f0-a529-4523-b57f-6e0a970d4e98 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 HTTP/1.1" status: 200 len: 217 time: 0.0743248 Nov 11 20:59:43.293008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-56fbfa99-3333-46f8-bc4f-ce5e58c2dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:43.294512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-56fbfa99-3333-46f8-bc4f-ce5e58c2dea0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.1006951 Nov 11 20:59:43.306917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Set router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:59:43.347971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-73fe8baf-00f8-4080-8e9c-91cad5cbe541 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442388 Nov 11 20:59:43.421087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-c938a964-dc3f-499a-a509-e67def9afa8c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:43.422493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-c938a964-dc3f-499a-a509-e67def9afa8c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 818 time: 0.2519445 Nov 11 20:59:43.455256 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-7c62014a-8ec9-4e74-92f9-7716aa827955 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/quotas/a68933c0c33b4c3d94ba3ae084d54b72 HTTP/1.1" status: 200 len: 375 time: 0.0172429 Nov 11 20:59:43.517919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-5b960f64-d6c2-48b2-8429-82ef171adf62 service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604021 Nov 11 20:59:43.562478 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-d02c01fd-aaf3-4782-9f09-d46a766c9b6c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924370 Nov 11 20:59:43.579720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T20:59:39Z', 'revision_number': 4, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port': {'id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:35Z', 'updated_at': '2021-11-11T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '4f6bb640-5dc5-471c-a113-892ef990e91c', 'name': '', 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'mac_address': 'fa:16:3e:c8:f3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '03977496-9e0e-49fe-883e-280361ee307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:38Z', 'updated_at': '2021-11-11T20:59:40Z', 'revision_number': 2, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'subnets': [{'id': '03977496-9e0e-49fe-883e-280361ee307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:43.584767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60c92e2c-4440-493f-a70a-4eeced37bba2 req-70043864-d58c-47df-877e-35bbaca5677d tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0327606 Nov 11 20:59:43.614154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Checking router: 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:59:43.614681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Updating router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 port 4f6bb640-5dc5-471c-a113-892ef990e91c binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:59:43.657142 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:43.757277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-bdfd1f82-0410-4bb7-a477-866ddfa7e392 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:43.759290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-bdfd1f82-0410-4bb7-a477-866ddfa7e392 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1112089 Nov 11 20:59:43.763428 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40e638ae-05ea-4370-b9e5-0d53d444ff67 req-75ee8cf7-0709-43d3-b42b-097483fef44b service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373159 Nov 11 20:59:43.782058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-90f2f7cd-db3d-4869-9d47-280fb5710f42 service neutron] 10.222.0.31 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914828 Nov 11 20:59:43.920361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e5b6a777-81d2-427e-8a24-930100463bc6 service neutron] 10.222.0.31 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309471 Nov 11 20:59:44.037511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Deleting port 4b7006d0-18ad-4826-bf11-7bceb3626dfc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:44.037855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.088556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51374) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:44.226157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295f2f2-f906-4c9a-aa97-4a8c1354f4ae req-1f6e6c8c-9eee-4d1f-9adf-58a65e67e2a7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:44.242898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3295f2f2-f906-4c9a-aa97-4a8c1354f4ae req-1f6e6c8c-9eee-4d1f-9adf-58a65e67e2a7 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 945 time: 0.1707511 Nov 11 20:59:44.257139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.279742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] For port 4b7006d0-18ad-4826-bf11-7bceb3626dfc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4b7006d0-18ad-4826-bf11-7bceb3626dfc,segment=NetworkSegment(12736a32-8405-4f1e-9629-f26171455570),segment_id=12736a32-8405-4f1e-9629-f26171455570)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:44.280527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.304047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Calling delete_port for 4b7006d0-18ad-4826-bf11-7bceb3626dfc owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:44.339026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c9eeaa3-7080-415d-96e4-42136ecf6bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.339487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3295f2f2-f906-4c9a-aa97-4a8c1354f4ae req-05ccd814-2c36-4cb0-abc6-10821bb8156e tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/security-groups?id=24d47ce0-66f4-4f25-8ec3-3989135c45dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953491 Nov 11 20:59:44.365135 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.482611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559faaac-5abb-44f2-b89d-7dd20d2a5157 None None] Pushing event updated for resources: {'Port': ['ID=4f6bb640-5dc5-471c-a113-892ef990e91c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:44.520588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084d2e4-8113-4c98-a11c-31e9a522d4fa req-3fff1e0e-867c-4b49-a436-b6e1299976c6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:44.535615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8084d2e4-8113-4c98-a11c-31e9a522d4fa req-3fff1e0e-867c-4b49-a436-b6e1299976c6 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.2087133 Nov 11 20:59:44.591040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Attempting to bind port 4f6bb640-5dc5-471c-a113-892ef990e91c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:59:44.591469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Attempting to bind port 4f6bb640-5dc5-471c-a113-892ef990e91c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:59:44.591838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Attempting to bind port 4f6bb640-5dc5-471c-a113-892ef990e91c on network 7e9d41d8-4099-4212-969f-eae9b0bba2cf {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:44.608584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:59:44.609242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Checking segment: {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:44.611490 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.611908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Bound using segment: {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:59:44.612432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Bound port: 4f6bb640-5dc5-471c-a113-892ef990e91c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:59:44.612899 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.687018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c9eeaa3-7080-415d-96e4-42136ecf6bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.699437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8084d2e4-8113-4c98-a11c-31e9a522d4fa req-fb0b3ee7-c740-4895-8cbd-f28c3a39e318 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623995 Nov 11 20:59:44.735195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] For port 4f6bb640-5dc5-471c-a113-892ef990e91c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:59:44.748238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c9eeaa3-7080-415d-96e4-42136ecf6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.802521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7c9eeaa3-7080-415d-96e4-42136ecf6bfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc047850560f496e8b7948fcc4724695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7081363 Nov 11 20:59:44.803245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eeaa3-7080-415d-96e4-42136ecf6bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79d17b9-9747-4e6d-97af-3aa311945153,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:44.805478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:44.849211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40617-e743-4d7b-9f77-6cfa9f5aeb51 req-6b85df69-8157-4527-a4d7-78ddb826d2b3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:44.851405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] For port 4f6bb640-5dc5-471c-a113-892ef990e91c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f6bb640-5dc5-471c-a113-892ef990e91c,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:59:44.858730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fbb40617-e743-4d7b-9f77-6cfa9f5aeb51 req-6b85df69-8157-4527-a4d7-78ddb826d2b3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 944 time: 0.0872192 Nov 11 20:59:44.872996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.929973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Pushing event deleted for resources: {'Port': ['ID=4b7006d0-18ad-4826-bf11-7bceb3626dfc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:44.940034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fbb40617-e743-4d7b-9f77-6cfa9f5aeb51 req-075edd6a-fac0-4300-b424-114045238085 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797038 Nov 11 20:59:44.972031 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:44.992780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa87d0d-5359-4fd5-b280-cd247317e071 None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:45.015160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] No DVR routers for this DVR port 4b7006d0-18ad-4826-bf11-7bceb3626dfc on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:45.017407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4b13ae6-fae1-40fd-8e7b-cbf34024bba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:45.020135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:45.024411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0270aa50-c767-4717-a1c0-fcc4605217b6 req-ba342043-0bdd-4f18-8d7b-c25c7daa955c tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.62 "DELETE /v2.0/ports/4b7006d0-18ad-4826-bf11-7bceb3626dfc HTTP/1.1" status: 204 len: 173 time: 1.2569091 Nov 11 20:59:45.027318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac13471-f143-4043-aa28-9137bb88f291', 'name': 'network-vif-deleted', 'tag': '4b7006d0-18ad-4826-bf11-7bceb3626dfc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:45.036670 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2e8c35-a623-4750-a864-156081d0668a" -d '{"events": [{"server_uuid": "6ac13471-f143-4043-aa28-9137bb88f291", "name": "network-vif-deleted", "tag": "4b7006d0-18ad-4826-bf11-7bceb3626dfc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:45.071315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13e3d59a-891b-4feb-b1c9-c380fe7c89d7 req-e6e71232-3373-4be5-a746-3e2a94f0c7e1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 210 time: 0.0851889 Nov 11 20:59:45.074509 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4b13ae6-fae1-40fd-8e7b-cbf34024bba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:45.083285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Routers {'828ff5af-b178-4a2d-b4c8-1fafa3566bb6'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:59:45.084980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T20:59:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:45.221495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4b13ae6-fae1-40fd-8e7b-cbf34024bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:45.226046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4b13ae6-fae1-40fd-8e7b-cbf34024bba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:45.227114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b4b13ae6-fae1-40fd-8e7b-cbf34024bba0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b79d17b9-9747-4e6d-97af-3aa311945153 HTTP/1.1" status: 204 len: 168 time: 0.4194095 Nov 11 20:59:45.249415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b13ae6-fae1-40fd-8e7b-cbf34024bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79d17b9-9747-4e6d-97af-3aa311945153,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:45.276937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] Set router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:59:45.306697 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6e900-8229-4f8f-95c7-283dfb6d1d01 x-openstack-request-id: req-4dd6e900-8229-4f8f-95c7-283dfb6d1d01 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:45.306993 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac13471-f143-4043-aa28-9137bb88f291", "name": "network-vif-deleted", "tag": "4b7006d0-18ad-4826-bf11-7bceb3626dfc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:45.307512 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4dd6e900-8229-4f8f-95c7-283dfb6d1d01 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:45.308078 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac13471-f143-4043-aa28-9137bb88f291', 'name': 'network-vif-deleted', 'tag': '4b7006d0-18ad-4826-bf11-7bceb3626dfc', 'status': 'completed', 'code': 200} Nov 11 20:59:45.423046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559faaac-5abb-44f2-b89d-7dd20d2a5157 None None] Pushing event updated for resources: {'Port': ['ID=4f6bb640-5dc5-471c-a113-892ef990e91c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:45.434273 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bda5672a-56ad-4203-8204-60e4527ca8c0 req-87f21a64-a3d9-4f55-be49-bf4554c05414 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0660779 Nov 11 20:59:45.567663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b86818e6-5491-44bc-88a9-4884e8a6d48c req-6c65ad89-9fa1-4cac-83ca-867d4f25bcd2 tempest-ServerDiskConfigTestJSON-1163113213 tempest-ServerDiskConfigTestJSON-1163113213-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ac13471-f143-4043-aa28-9137bb88f291 HTTP/1.1" status: 200 len: 210 time: 0.0404603 Nov 11 20:59:45.596899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T20:59:39Z', 'revision_number': 4, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port': {'id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:35Z', 'updated_at': '2021-11-11T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '4f6bb640-5dc5-471c-a113-892ef990e91c', 'name': '', 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'mac_address': 'fa:16:3e:c8:f3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '03977496-9e0e-49fe-883e-280361ee307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:38Z', 'updated_at': '2021-11-11T20:59:44Z', 'revision_number': 4, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'subnets': [{'id': '03977496-9e0e-49fe-883e-280361ee307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:45.628630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a531e4b-d27d-4a41-a029-b369af08b472 None None] The sync data for ids ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'] in n-d-805734-3 is: [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T20:59:39Z', 'revision_number': 4, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port': {'id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:35Z', 'updated_at': '2021-11-11T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '4f6bb640-5dc5-471c-a113-892ef990e91c', 'name': '', 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'mac_address': 'fa:16:3e:c8:f3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '03977496-9e0e-49fe-883e-280361ee307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:38Z', 'updated_at': '2021-11-11T20:59:44Z', 'revision_number': 4, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'subnets': [{'id': '03977496-9e0e-49fe-883e-280361ee307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:59:45.747695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-d80a6f43-ccf9-44ab-8b85-52e7f40fa037 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:45.766314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-d80a6f43-ccf9-44ab-8b85-52e7f40fa037 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 818 time: 0.1879480 Nov 11 20:59:45.771499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b1ba6-a7b9-4c62-b171-4d7c53049c7f req-807c5dc3-fb1b-4efd-8c15-493aa6b613f8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:45.773900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-462b1ba6-a7b9-4c62-b171-4d7c53049c7f req-807c5dc3-fb1b-4efd-8c15-493aa6b613f8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1019692 Nov 11 20:59:45.781578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-474f6973-74a6-4720-8444-92070dc00326 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/quotas/a68933c0c33b4c3d94ba3ae084d54b72 HTTP/1.1" status: 200 len: 375 time: 0.0261781 Nov 11 20:59:45.925904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-462b1ba6-a7b9-4c62-b171-4d7c53049c7f req-92c33c45-ed1c-45fe-89df-77f6ebe3c85b tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446328 Nov 11 20:59:46.038576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4b7006d0-18ad-4826-bf11-7bceb3626dfc no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:46.104115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-38d57978-0997-475a-9ea9-e4bb4cbef995 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3216231 Nov 11 20:59:46.146765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 4b7006d0-18ad-4826-bf11-7bceb3626dfc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:46.150338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4b7006d0-18ad-4826-bf11-7bceb3626dfc not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:46.221216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-4bd87681-08a0-4477-86a4-e59bf114496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:46.225723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-4bd87681-08a0-4477-86a4-e59bf114496d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=075d7c5fc6fc4c4db127b510f0279193&device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 1096 time: 0.2886903 Nov 11 20:59:46.272382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20a0c-8a36-4c3f-a6a5-35b1b976a5a6 req-51e76a12-3a1d-4748-a89a-6ee46267b8f3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:46.281020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8af20a0c-8a36-4c3f-a6a5-35b1b976a5a6 req-51e76a12-3a1d-4748-a89a-6ee46267b8f3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 944 time: 0.1970882 Nov 11 20:59:46.361958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f6bb640-5dc5-471c-a113-892ef990e91c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:46.366453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8af20a0c-8a36-4c3f-a6a5-35b1b976a5a6 req-41c85389-d69f-4857-bf4b-9a196d084593 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840304 Nov 11 20:59:46.446562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4f6bb640-5dc5-471c-a113-892ef990e91c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:46.447078 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:46.556677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:46.648525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 4f6bb640-5dc5-471c-a113-892ef990e91c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f6bb640-5dc5-471c-a113-892ef990e91c,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:46.652620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9051dc4f-28f0-4e31-a69c-1cea6405ee72 req-11dd7c98-4d65-4466-af99-26486d1be8b7 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.1012270 Nov 11 20:59:46.736846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:46.827184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:46.855191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf7d149c-bcce-43ae-b79d-84f308329212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:46.904438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=4f6bb640-5dc5-471c-a113-892ef990e91c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:46.949650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-2a6eaca8-fff5-42b7-a20e-d22d94b4034e service neutron] 10.222.0.31 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389566 Nov 11 20:59:47.005891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:47.055673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51510) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:47.079545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf7d149c-bcce-43ae-b79d-84f308329212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.117533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-88869ae8-cc54-41ce-8afb-6122fcf6d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:47.120315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-88869ae8-cc54-41ce-8afb-6122fcf6d065 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 200 len: 910 time: 0.8836663 Nov 11 20:59:47.161219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504e318-f925-4ab8-ab50-a4936ea3f5f2 req-5134a8ae-498f-4888-b701-2c9b0d04b3f3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:47.163281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3504e318-f925-4ab8-ab50-a4936ea3f5f2 req-5134a8ae-498f-4888-b701-2c9b0d04b3f3 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0866094 Nov 11 20:59:47.165646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf7d149c-bcce-43ae-b79d-84f308329212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.190825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] Deleting subnet 3c776373-4082-47ef-8356-26f89e810ac8 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:59:47.223497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bf7d149c-bcce-43ae-b79d-84f308329212 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=296004e7b11c4fd285f5fc6225214c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3949506 Nov 11 20:59:47.230518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:47.240771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.295360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3504e318-f925-4ab8-ab50-a4936ea3f5f2 req-1dfea654-80bf-4f9a-b8bc-818e42516c67 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928648 Nov 11 20:59:47.296106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4365-e9da-493d-8ede-6307f5918555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.305620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-00f15d00-c2cb-455c-9b65-f70fb8bc5f16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae330a42-59f5-4d41-9c5c-c25527397091 HTTP/1.1" status: 200 len: 217 time: 0.1615491 Nov 11 20:59:47.308079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d149c-bcce-43ae-b79d-84f308329212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01245aa3-d856-4928-a861-4eb9fae4d9d6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:47.369245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.410482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4365-e9da-493d-8ede-6307f5918555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.469000 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-04a2343a-0596-411e-88ed-ba2a88851173 service neutron] 10.222.0.31 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858787 Nov 11 20:59:47.498143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-553687ef-53b7-4f01-a0b5-1d5699ecc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:47.499613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-553687ef-53b7-4f01-a0b5-1d5699ecc896 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 200 len: 849 time: 0.1817195 Nov 11 20:59:47.507222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca83a4-714c-4bfe-87bc-2c457451557b req-e179f2f1-014a-4a06-b505-2314234398c2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:47.514907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3ca83a4-714c-4bfe-87bc-2c457451557b req-e179f2f1-014a-4a06-b505-2314234398c2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 944 time: 0.0603895 Nov 11 20:59:47.525111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.525842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4365-e9da-493d-8ede-6307f5918555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.575082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:59:47.584441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd4365-e9da-493d-8ede-6307f5918555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809b96b4-6ba1-4ac6-9a36-58ff7b72b105,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:47.629846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c609f6c-f69c-4402-a4ad-a1d48cc9bcbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.661048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4ffd4365-e9da-493d-8ede-6307f5918555 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=defde9800a5c4d16bbdb6786d87a7160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6016386 Nov 11 20:59:47.663078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:47.667531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c609f6c-f69c-4402-a4ad-a1d48cc9bcbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.670868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-ddd8cbd4-0a3e-44b7-bd04-212718b56d58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534307 Nov 11 20:59:47.696745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b3ca83a4-714c-4bfe-87bc-2c457451557b req-845614db-1fc7-4fc7-bf83-19e8394f1207 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808937 Nov 11 20:59:47.754570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:47.766157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4facaa6f-afbb-422a-822a-2d0d6ea0661a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.776112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'port_id': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3', 'mac_address': 'fa:16:3e:dd:54:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:59:47.837582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.843280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-fa684e50-7bdd-4a9a-a9e6-4fd231ccb04b service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478109 Nov 11 20:59:47.859931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4facaa6f-afbb-422a-822a-2d0d6ea0661a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:47.897157 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5960755a-8720-46fc-9128-bc7338c92103 req-e38624c1-5ec2-43ef-b326-f13d73a48ab9 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0994852 Nov 11 20:59:47.960449 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.036659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c609f6c-f69c-4402-a4ad-a1d48cc9bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.041207 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c609f6c-f69c-4402-a4ad-a1d48cc9bcbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.051185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4c609f6c-f69c-4402-a4ad-a1d48cc9bcbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01245aa3-d856-4928-a861-4eb9fae4d9d6 HTTP/1.1" status: 204 len: 168 time: 0.8176315 Nov 11 20:59:48.053142 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.058501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3c776373-4082-47ef-8356-26f89e810ac8 HTTP/1.1" status: 204 len: 168 time: 1.0515854 Nov 11 20:59:48.064620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde03c47-c89c-4b35-a208-7259d512a733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c776373-4082-47ef-8356-26f89e810ac8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:48.071091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51544) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:48.141424 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4facaa6f-afbb-422a-822a-2d0d6ea0661a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.151348 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4facaa6f-afbb-422a-822a-2d0d6ea0661a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.155753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4facaa6f-afbb-422a-822a-2d0d6ea0661a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/809b96b4-6ba1-4ac6-9a36-58ff7b72b105 HTTP/1.1" status: 204 len: 168 time: 0.4908886 Nov 11 20:59:48.183261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facaa6f-afbb-422a-822a-2d0d6ea0661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809b96b4-6ba1-4ac6-9a36-58ff7b72b105,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:48.200832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-ce2130a3-f8e9-4244-904e-84129ebec26a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:48.203059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-ce2130a3-f8e9-4244-904e-84129ebec26a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 818 time: 0.2244458 Nov 11 20:59:48.213654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb2621c-9c7a-4e1e-9bc9-0d93a4ee6321 None None] Network 9cbc3878-bf07-429e-bb17-e387f00d2ba7 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:48.250915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Request body: {'port': {'device_id': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'admin_state_up': True, 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:48.294337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f6bb640-5dc5-471c-a113-892ef990e91c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:48.298485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:48.305075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-027d5afe-04d2-4074-8ecc-3b8efd4555cc req-ca20d0bf-33ae-4612-b5ce-a973a3191553 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 210 time: 0.3495812 Nov 11 20:59:48.338982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c609f6c-f69c-4402-a4ad-a1d48cc9bcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01245aa3-d856-4928-a861-4eb9fae4d9d6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:48.364746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7dc9db5-a3b5-473f-b2ee-004f02584f5e req-910cfb0d-b846-4255-b132-c64c7c61e871 service neutron] 10.222.0.58 "GET /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120795 Nov 11 20:59:48.377922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.475059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:48.523822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646f828-1ab9-4b0d-b0be-7854d6e70368 req-4c555d99-b3c2-4fe1-8985-bf9a6f7ec085 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:48.525720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3646f828-1ab9-4b0d-b0be-7854d6e70368 req-4c555d99-b3c2-4fe1-8985-bf9a6f7ec085 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0899696 Nov 11 20:59:48.527549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11878de-3640-4a57-b6b5-1a20a2eb6bfa None None] DHCP port deletion for 9cbc3878-bf07-429e-bb17-e387f00d2ba7 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:59:48.528296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.552492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4f6bb640-5dc5-471c-a113-892ef990e91c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:48.552870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.572705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbc3878-bf07-429e-bb17-e387f00d2ba7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:48.579105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12736a32-8405-4f1e-9629-f26171455570') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:48.579400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12736a32-8405-4f1e-9629-f26171455570') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:59:48.590893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.606334 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.613546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:59:48.613993 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: timer() Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:59:48.616404 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:59:48.639697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3646f828-1ab9-4b0d-b0be-7854d6e70368 req-0c90a407-63f2-4804-9af9-6a56d402a3e9 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020055 Nov 11 20:59:48.691570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.747964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Made reservation on behalf of a68933c0c33b4c3d94ba3ae084d54b72 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:48.751953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.780676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:48.789781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.790194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.790601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.792494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.792494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.792494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.792494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.793015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.793445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.793875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.794294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.794717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:59:48.879941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fb34d-ccfd-44ee-9aa2-ea11963ecd64 req-d1f5bf4d-b821-4813-9de4-540cf2993aca tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:48.881756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c44fb34d-ccfd-44ee-9aa2-ea11963ecd64 req-d1f5bf4d-b821-4813-9de4-540cf2993aca tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 945 time: 0.0823562 Nov 11 20:59:48.891839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.897430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:48.905289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] 10.222.0.31 "DELETE /v2.0/networks/9cbc3878-bf07-429e-bb17-e387f00d2ba7 HTTP/1.1" status: 204 len: 168 time: 0.8051367 Nov 11 20:59:48.996594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d0d4f-29b6-414d-ac75-1cdbd75a923a admin admin] Pushing event deleted for resources: {'Network': ['ID=9cbc3878-bf07-429e-bb17-e387f00d2ba7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:49.042497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:49.053987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c44fb34d-ccfd-44ee-9aa2-ea11963ecd64 req-c4e4c756-fb64-484c-9d97-65770dd35c54 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627798 Nov 11 20:59:49.135336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecff39ab-30e0-45ef-bd87-d28be134b598 req-0c8008ee-2b51-41e8-9fda-66b706bdd891 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0379961 Nov 11 20:59:49.162266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Allocated IP 172.20.0.2 (7e9d41d8-4099-4212-969f-eae9b0bba2cf/03977496-9e0e-49fe-883e-280361ee307a/f1e55366-3d06-450c-97df-4b4334ec6337) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:59:49.372611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.403617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b00cf093-2b8a-49a7-b9d5-df8452a216ee req-2560b45a-dadd-41a3-98e2-a2754582bae0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 210 time: 0.0307703 Nov 11 20:59:49.468742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:49.479152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.551799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:59:49.563789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:49.571649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:59:49.594945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Pushing event updated for resources: {'Port': ['ID=f1e55366-3d06-450c-97df-4b4334ec6337,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:49.602294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-404edcaf-4a3f-460b-a29b-5c359f311b6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=727ce5eb052f474ebcb5e643f7ea5c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323504 Nov 11 20:59:49.605001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51610) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:49.629042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:49.629699 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.674839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dac987e8-f083-4c6b-b5f0-6de9c8745251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.707489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dac987e8-f083-4c6b-b5f0-6de9c8745251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.751358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef21d7c-c31f-4daa-baab-c281a67eb267 req-6c085b75-0474-482e-ac75-e5165ddbc9ca tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:49.752818 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ef21d7c-c31f-4daa-baab-c281a67eb267 req-6c085b75-0474-482e-ac75-e5165ddbc9ca tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0515461 Nov 11 20:59:49.803160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ef21d7c-c31f-4daa-baab-c281a67eb267 req-92477729-d3ba-43e7-849e-4ac8d6876a07 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Nov 11 20:59:49.842331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-f730881e-fd41-4b27-b05b-d7d291f8f14b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6258392 Nov 11 20:59:49.863313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Request body: {'port': {'device_id': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:49.919112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dac987e8-f083-4c6b-b5f0-6de9c8745251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.922373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dac987e8-f083-4c6b-b5f0-6de9c8745251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.923052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:49.932249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dac987e8-f083-4c6b-b5f0-6de9c8745251 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24d47ce0-66f4-4f25-8ec3-3989135c45dc HTTP/1.1" status: 204 len: 168 time: 0.3179784 Nov 11 20:59:49.932763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac987e8-f083-4c6b-b5f0-6de9c8745251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d47ce0-66f4-4f25-8ec3-3989135c45dc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:50.272212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169de56-598c-48a1-b343-5bf78a54ef45 req-c3e3f5b7-bb5a-4676-b652-71055a05fd9f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:50.278640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3169de56-598c-48a1-b343-5bf78a54ef45 req-c3e3f5b7-bb5a-4676-b652-71055a05fd9f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 945 time: 0.1279423 Nov 11 20:59:50.286074 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e594222a-519f-425d-bbd3-3e7f4d93283a req-73343465-8ddb-4261-9c1f-75bc5f86a3af tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0338702 Nov 11 20:59:50.352082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3169de56-598c-48a1-b343-5bf78a54ef45 req-80ba17ca-109e-4938-a5c3-18e2344ad469 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Nov 11 20:59:50.369505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e55366-3d06-450c-97df-4b4334ec6337 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:50.382171 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:50.399182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Transition to ACTIVE for port object f1e55366-3d06-450c-97df-4b4334ec6337 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:59:50.506600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc60c594-fa34-4e33-80a8-14754b7cce17 req-a0542a02-99da-4ddd-88a2-91d4f700c8b8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 210 time: 0.0311270 Nov 11 20:59:50.508850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:50.571706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55366-3d06-450c-97df-4b4334ec6337,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:50.650275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Attempting to bind port f1e55366-3d06-450c-97df-4b4334ec6337 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:59:50.651054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Attempting to bind port f1e55366-3d06-450c-97df-4b4334ec6337 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:59:50.651671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Attempting to bind port f1e55366-3d06-450c-97df-4b4334ec6337 on network 7e9d41d8-4099-4212-969f-eae9b0bba2cf {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:50.657661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Port f1e55366-3d06-450c-97df-4b4334ec6337 on network 7e9d41d8-4099-4212-969f-eae9b0bba2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:59:50.659305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Attempting to bind port f1e55366-3d06-450c-97df-4b4334ec6337 on network 7e9d41d8-4099-4212-969f-eae9b0bba2cf {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:50.665844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:59:50.666342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Checking segment: {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:50.666915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Bound using segment: {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:59:50.667789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Bound port: f1e55366-3d06-450c-97df-4b4334ec6337, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:59:50.668308 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:50.785236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] For port f1e55366-3d06-450c-97df-4b4334ec6337, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:59:50.805153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] For port f1e55366-3d06-450c-97df-4b4334ec6337, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f1e55366-3d06-450c-97df-4b4334ec6337,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:59:50.889137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:50.942805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:50.943451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:50.945832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] 10.222.0.62 "PUT /v2.0/ports/f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 200 len: 1091 time: 1.0871511 Nov 11 20:59:50.946364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'tag': 'f1e55366-3d06-450c-97df-4b4334ec6337'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:50.948861 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc4fb01-75c4-4ee9-8d2b-e3bc3fa061f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f165cb44-854b-4805-a8a1-909bbc6a1fd1", "tag": "f1e55366-3d06-450c-97df-4b4334ec6337"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:50.982160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f90bf-815c-41b9-8413-7181cf4790e8 req-f2159de8-8dae-4087-9f89-641a1250f435 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:50.990616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae7f90bf-815c-41b9-8413-7181cf4790e8 req-f2159de8-8dae-4087-9f89-641a1250f435 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0870786 Nov 11 20:59:51.013546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123153a-ae87-40a0-84ab-e900d5769022 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e55366-3d06-450c-97df-4b4334ec6337,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:51.047808 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734aa64e-7299-4161-9a8b-2d9d6573c772 x-openstack-request-id: req-734aa64e-7299-4161-9a8b-2d9d6573c772 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:51.047808 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f165cb44-854b-4805-a8a1-909bbc6a1fd1", "tag": "f1e55366-3d06-450c-97df-4b4334ec6337", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:51.047808 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-734aa64e-7299-4161-9a8b-2d9d6573c772 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:51.047808 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'tag': 'f1e55366-3d06-450c-97df-4b4334ec6337', 'status': 'completed', 'code': 200} Nov 11 20:59:51.083113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae7f90bf-815c-41b9-8413-7181cf4790e8 req-7add0810-fd67-449b-96c9-3fe322f0517f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913801 Nov 11 20:59:51.139447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4fb01-75c4-4ee9-8d2b-e3bc3fa061f8 req-cf7bd282-5501-43a8-90c8-e1db3bfff466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:51.141258 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fc4fb01-75c4-4ee9-8d2b-e3bc3fa061f8 req-cf7bd282-5501-43a8-90c8-e1db3bfff466 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0696194 Nov 11 20:59:51.317340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4fb01-75c4-4ee9-8d2b-e3bc3fa061f8 req-3572aa20-a716-402c-9a7f-9bde16adb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:51.319088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fc4fb01-75c4-4ee9-8d2b-e3bc3fa061f8 req-3572aa20-a716-402c-9a7f-9bde16adb968 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1624386 Nov 11 20:59:51.346356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-09589e7e-c469-4001-a9f7-71af7b01f90d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:51.348484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-09589e7e-c469-4001-a9f7-71af7b01f90d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 818 time: 0.1935399 Nov 11 20:59:51.370819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Request body: {'port': {'device_id': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'admin_state_up': True, 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:51.457176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea7fe0f4-af6f-40e2-88df-02f2ebcd269a req-6a252510-ce81-42be-89b1-1bb9d969c3e3 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0603106 Nov 11 20:59:51.458281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4fb01-75c4-4ee9-8d2b-e3bc3fa061f8 req-0ea7edaa-776e-4d12-9d9f-1069c966297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:51.461357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fc4fb01-75c4-4ee9-8d2b-e3bc3fa061f8 req-0ea7edaa-776e-4d12-9d9f-1069c966297d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328323 Nov 11 20:59:51.582389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:51.641950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-289109ca-cf54-44df-8f68-4ba99c343bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:51.648239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-289109ca-cf54-44df-8f68-4ba99c343bb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1094 time: 0.1100876 Nov 11 20:59:51.680381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Made reservation on behalf of a68933c0c33b4c3d94ba3ae084d54b72 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:51.684912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:51.722423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-1eb0ea7b-f07a-453e-8b6e-40b8b0bc5709 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 200 len: 217 time: 0.0602374 Nov 11 20:59:51.747371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:59:51.751541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:51.751919 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:51.776013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b44a57-495a-4a3b-8809-86f0089004d0 req-28590368-a4b3-4dcf-baac-418bcab961f6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:51.778053 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3b44a57-495a-4a3b-8809-86f0089004d0 req-28590368-a4b3-4dcf-baac-418bcab961f6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 945 time: 0.1535847 Nov 11 20:59:51.821033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-93cd8539-a86d-4090-90e3-7a8c6c8cf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:51.822136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-93cd8539-a86d-4090-90e3-7a8c6c8cf8d8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.0929139 Nov 11 20:59:51.846964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f2457fd-58d3-4ddd-b160-4c4e0bca6da0 req-49e134e8-8389-4260-9b37-717d0b8faaf8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 210 time: 0.0408807 Nov 11 20:59:51.904024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3b44a57-495a-4a3b-8809-86f0089004d0 req-6a802679-4350-48c0-885e-70827cd1fe3c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190352 Nov 11 20:59:51.907684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-51ed3293-9754-499c-a276-29ea313dc096 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639591 Nov 11 20:59:51.974120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Allocated IP 172.20.0.14 (7e9d41d8-4099-4212-969f-eae9b0bba2cf/03977496-9e0e-49fe-883e-280361ee307a/7cca5dde-9b13-4e4d-b9b6-a686502c1ebe) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:59:52.033141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.061598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56eeb55-aa49-4465-a09f-19a725852449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:52.064125 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d6d3d-960f-4452-aa26-a03a23ca253b" -d '{"events": [{"server_uuid": "d56eeb55-aa49-4465-a09f-19a725852449", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:52.093528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b304-240e-4126-80a6-c4adf06ca91b req-acbfcfd2-ea87-421e-a5e6-e112af373593 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:52.104640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76d2b304-240e-4126-80a6-c4adf06ca91b req-acbfcfd2-ea87-421e-a5e6-e112af373593 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1175723 Nov 11 20:59:52.109881 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.113533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:52.126541 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c93fb-199f-404c-89c6-f8854b984581 x-openstack-request-id: req-454c93fb-199f-404c-89c6-f8854b984581 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:52.126966 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56eeb55-aa49-4465-a09f-19a725852449", "name": "network-vif-plugged", "status": "completed", "tag": "3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:52.127322 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-454c93fb-199f-404c-89c6-f8854b984581 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:52.127818 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56eeb55-aa49-4465-a09f-19a725852449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3', 'code': 200} Nov 11 20:59:52.182511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.223080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76d2b304-240e-4126-80a6-c4adf06ca91b req-ff5efc5c-db52-42a0-b3ed-a015d965e999 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150339 Nov 11 20:59:52.291116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:52.314299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.333295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee12bea-00bc-4153-8c1c-3b6d736eaa6e req-02a09313-40ba-4c29-bdbe-c7b9791d5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:52.335178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee12bea-00bc-4153-8c1c-3b6d736eaa6e req-02a09313-40ba-4c29-bdbe-c7b9791d5f33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 1097 time: 0.1126077 Nov 11 20:59:52.424964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee12bea-00bc-4153-8c1c-3b6d736eaa6e req-1ae56afc-ed5a-493f-b405-fcf8433cbf3d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790758 Nov 11 20:59:52.430031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:52.473039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-0e27d68c-979c-4d81-826d-7ea732d6c4fb service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562322 Nov 11 20:59:52.488481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.542629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Pushing event updated for resources: {'Port': ['ID=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:52.560553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1522774470-network', 'tenant_id': '4ddbe1570e584554b454fab101c5d78a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:52.634960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ec6a4e3-483e-4c37-b8dd-2928ceba772a req-d7b81b13-17d0-45f4-9c8b-ed9e1e892a00 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528788 Nov 11 20:59:52.654298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e95b9229-0353-4a8c-9001-c530bd209dc9 req-aa78ef78-91a5-4f10-b17f-1855985dc0e2 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0340486 Nov 11 20:59:52.661289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Network 7e9d41d8-4099-4212-969f-eae9b0bba2cf is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:59:52.662804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:52.666243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:59:52.700256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Made reservation on behalf of 4ddbe1570e584554b454fab101c5d78a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:52.703103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.720953 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.762387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:52.763151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.844638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.873603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-ed0cd525-6f1b-4445-a827-05a55a04ded9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5082502 Nov 11 20:59:52.887441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Request body: {'port': {'device_id': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:52.927167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:52.985640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:59:52.999314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.012282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f9356-6208-4a2c-8a6d-06ccaca5e0b9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:53.016916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.017267 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Added segment 937d096a-3da5-4cd6-815c-f87624b161f8 of type vlan for network dda5489b-bf71-475c-8a85-6800b3e217f7 Nov 11 20:59:53.097515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de142-e8c0-488c-8f8e-d6750bf67b02 req-370b0ac0-c302-4b31-a9cb-1aaedd8be0ef tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:53.099096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de4de142-e8c0-488c-8f8e-d6750bf67b02 req-370b0ac0-c302-4b31-a9cb-1aaedd8be0ef tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 932 time: 0.0640609 Nov 11 20:59:53.152220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.152778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de4de142-e8c0-488c-8f8e-d6750bf67b02 req-c132d25e-423a-4cae-be17-e27c1f7fe0db tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Nov 11 20:59:53.266072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc828-1787-4eec-a5a9-32e7b0d25348 req-abea0e44-3da1-47c2-8dde-e05ec2f716ac tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:53.267472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e8cc828-1787-4eec-a5a9-32e7b0d25348 req-abea0e44-3da1-47c2-8dde-e05ec2f716ac tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 946 time: 0.1802256 Nov 11 20:59:53.333490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.337588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:53.337588 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.371871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8be74-7dea-4487-806e-a26fb1ab8933 req-dfbca555-d31d-4401-8ed0-f4ed36ba0815 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:53.373294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cff8be74-7dea-4487-806e-a26fb1ab8933 req-dfbca555-d31d-4401-8ed0-f4ed36ba0815 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0596375 Nov 11 20:59:53.423962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cff8be74-7dea-4487-806e-a26fb1ab8933 req-392fc7f3-fdae-43b0-aece-6ef078471db4 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Nov 11 20:59:53.467579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2e8cc828-1787-4eec-a5a9-32e7b0d25348 req-7dc3dd89-9d95-47a2-8c2a-16a0670b7088 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824422 Nov 11 20:59:53.472864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] Pushing event updated for resources: {'Network': ['ID=dda5489b-bf71-475c-8a85-6800b3e217f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:53.486555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network dda5489b-bf71-475c-8a85-6800b3e217f7 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:59:53.510611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7411e15c-3b26-44df-8ea7-81e2ab0cd5d0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0787807 Nov 11 20:59:53.513478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:53.519035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Request body: {'subnet': {'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1522774470-subnet', 'tenant_id': '4ddbe1570e584554b454fab101c5d78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:59:53.590421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:53.598366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.611747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Transition to ACTIVE for port object 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:59:53.685202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Made reservation on behalf of 4ddbe1570e584554b454fab101c5d78a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:59:53.687916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.749537 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:53.875447 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80e3f6e7-4f7b-40c1-a0c7-32d550c0d08e req-d4021164-4a1d-4d99-9577-452477417ecc tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0357881 Nov 11 20:59:53.876701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Pushing event updated for resources: {'Port': ['ID=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:53.923348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:54.028582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Attempting to bind port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:59:54.033147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Attempting to bind port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:59:54.033147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Attempting to bind port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe on network 7e9d41d8-4099-4212-969f-eae9b0bba2cf {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:54.044209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe on network 7e9d41d8-4099-4212-969f-eae9b0bba2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:59:54.044538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Attempting to bind port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe on network 7e9d41d8-4099-4212-969f-eae9b0bba2cf {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:59:54.055579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:59:54.055916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Checking segment: {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:54.056331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Bound using segment: {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:59:54.056769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Bound port: 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:59:54.057122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.066390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fec65ad-ff52-4faf-bd50-2085659da1a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.123590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] For port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:59:54.126757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] For port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:59:54.154364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fec65ad-ff52-4faf-bd50-2085659da1a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.197084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.221977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fec65ad-ff52-4faf-bd50-2085659da1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.235986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.270186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0fec65ad-ff52-4faf-bd50-2085659da1a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1a0e5c35b9345569748b89c5134710f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457437 Nov 11 20:59:54.276992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:54.277865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec65ad-ff52-4faf-bd50-2085659da1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80dc5d-df16-41bc-bdc1-2d7ba8565f38,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:54.332550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:54.333236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.334751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] 10.222.0.62 "PUT /v2.0/ports/7cca5dde-9b13-4e4d-b9b6-a686502c1ebe HTTP/1.1" status: 200 len: 1092 time: 1.4515357 Nov 11 20:59:54.344195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'tag': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:54.346941 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3660a68f-bac0-42a0-a568-384e264b2f87" -d '{"events": [{"name": "network-changed", "server_uuid": "3e92c712-168e-4593-b54d-b4eb0063afd5", "tag": "7cca5dde-9b13-4e4d-b9b6-a686502c1ebe"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:54.375542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e845a5b9-3acd-43b9-bcc8-557c6f590753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.404020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e845a5b9-3acd-43b9-bcc8-557c6f590753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.462753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=580a4098-57ac-48a2-aa4a-b9d66281b3d0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:54.465727 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55c25df-32ee-413b-97a2-49363e90ec7b x-openstack-request-id: req-e55c25df-32ee-413b-97a2-49363e90ec7b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:54.466057 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e92c712-168e-4593-b54d-b4eb0063afd5", "tag": "7cca5dde-9b13-4e4d-b9b6-a686502c1ebe", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:54.466609 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e55c25df-32ee-413b-97a2-49363e90ec7b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:54.467034 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'tag': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe', 'status': 'completed', 'code': 200} Nov 11 20:59:54.530796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb6c8a-c7f5-4a14-b667-4461532a6634 service neutron] Pushing event updated for resources: {'Port': ['ID=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:54.546485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa361-1c5f-4989-ba6b-07099093472e req-ea9df4c8-db71-4917-af2f-171803f0274f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:54.552931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-045fa361-1c5f-4989-ba6b-07099093472e req-ea9df4c8-db71-4917-af2f-171803f0274f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 944 time: 0.3140543 Nov 11 20:59:54.552931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Checking segment: {'id': '937d096a-3da5-4cd6-815c-f87624b161f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:59:54.552931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Network hostable DHCP agents. Network: dda5489b-bf71-475c-8a85-6800b3e217f7, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:59:54.573879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e845a5b9-3acd-43b9-bcc8-557c6f590753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.576122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-fb6acdc7-17fd-4c0b-a231-410e24bc633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:54.577132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e845a5b9-3acd-43b9-bcc8-557c6f590753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.577720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-fb6acdc7-17fd-4c0b-a231-410e24bc633d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 1095 time: 0.1098075 Nov 11 20:59:54.578275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e845a5b9-3acd-43b9-bcc8-557c6f590753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd80dc5d-df16-41bc-bdc1-2d7ba8565f38 HTTP/1.1" status: 204 len: 168 time: 0.2965264 Nov 11 20:59:54.596413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a5b9-3acd-43b9-bcc8-557c6f590753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80dc5d-df16-41bc-bdc1-2d7ba8565f38,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:54.613986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6933a-09da-4d83-9b86-f549f1c4b8ea req-f90e384f-a701-4b7b-8af2-02759c9c0d15 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:54.622146 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8c6933a-09da-4d83-9b86-f549f1c4b8ea req-f90e384f-a701-4b7b-8af2-02759c9c0d15 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.0919075 Nov 11 20:59:54.642454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-2d86075d-bb3b-4294-b44d-34f8dbd067b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe HTTP/1.1" status: 200 len: 217 time: 0.0532634 Nov 11 20:59:54.694384 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-045fa361-1c5f-4989-ba6b-07099093472e req-0e00cd61-e648-4105-8d60-2fd5c5e529bd tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346750 Nov 11 20:59:54.699056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8c6933a-09da-4d83-9b86-f549f1c4b8ea req-ef71585e-6128-4481-812e-d5a014f8e998 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683658 Nov 11 20:59:54.707920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Network dda5489b-bf71-475c-8a85-6800b3e217f7 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:59:54.737382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-e8b4d1ed-ae65-44e8-b34d-fb8366a096f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:54.739664 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-e8b4d1ed-ae65-44e8-b34d-fb8366a096f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.0880623 Nov 11 20:59:54.784547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-05806f98-c69d-4308-a3aa-8171242f910f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344923 Nov 11 20:59:54.823666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8867bf1-b898-42e0-9612-775f2be0dac0 req-058675a9-fd7f-484a-afb3-82f51ac02d05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:54.825211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8867bf1-b898-42e0-9612-775f2be0dac0 req-058675a9-fd7f-484a-afb3-82f51ac02d05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 946 time: 0.0593474 Nov 11 20:59:54.850405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, dda5489b-bf71-475c-8a85-6800b3e217f7) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:59:54.857696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:54.858303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:54.865821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129589aa-5054-44c0-bb7f-151e085e1d22 None None] Network dda5489b-bf71-475c-8a85-6800b3e217f7 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:54.881435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8867bf1-b898-42e0-9612-775f2be0dac0 req-dfdc36e5-085e-4862-918b-8613b5f5bbff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Nov 11 20:59:54.912971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-9ec4e897-f28c-4ecd-91ff-5448577f126a service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195188 Nov 11 20:59:55.001858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8e0d2e0c-596a-4a94-ab28-1eb0c1a04b22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4791527 Nov 11 20:59:55.085083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04cdfd30-5b91-49de-aa24-2670f3865a95 req-d734dcff-6672-4de9-b58f-93ab4e8abe08 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.1058550 Nov 11 20:59:55.127770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa6e56-b551-46b3-8c70-cf457880f532 None None] Network dda5489b-bf71-475c-8a85-6800b3e217f7 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:59:55.154413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e7f7c2d-149a-46a9-be51-708ab04f3e6a req-0b9d205c-6775-4249-a3e2-838213a8058e service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318316 Nov 11 20:59:55.348753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-b5cbc315-d599-4b23-92f9-af903c42b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:55.350387 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-b5cbc315-d599-4b23-92f9-af903c42b31f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 1095 time: 0.0597131 Nov 11 20:59:55.456372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-716fa100-a668-4977-a6ea-b7637cf1e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:55.458775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-716fa100-a668-4977-a6ea-b7637cf1e027 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.0989387 Nov 11 20:59:55.506469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c0436-9a10-4ec1-ba86-323fa0f44c8b req-d8aa8038-5591-40c6-8657-075a523367ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:55.508569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-137c0436-9a10-4ec1-ba86-323fa0f44c8b req-d8aa8038-5591-40c6-8657-075a523367ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 946 time: 0.0671082 Nov 11 20:59:55.555301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-1762a7bf-9f01-44a0-8327-ceb86b08a284 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe HTTP/1.1" status: 200 len: 217 time: 0.0848119 Nov 11 20:59:55.567576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-137c0436-9a10-4ec1-ba86-323fa0f44c8b req-57f46f45-1c7e-496f-a132-7127f00b1522 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487010 Nov 11 20:59:55.640051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-3f53cd9e-cf00-49eb-ad90-a9703cc0be5d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:55.641586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-3f53cd9e-cf00-49eb-ad90-a9703cc0be5d tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.58 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1818457 Nov 11 20:59:55.657919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:55.672536 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d038720-24b9-42a9-901c-094d12ee97ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:55.718421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-25896d99-b486-4b1d-9549-cf4bb50ce9bf tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:55.721148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-25896d99-b486-4b1d-9549-cf4bb50ce9bf tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/networks?id=dda5489b-bf71-475c-8a85-6800b3e217f7 HTTP/1.1" status: 200 len: 822 time: 0.2250786 Nov 11 20:59:55.725657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-105125fc-7119-4d8d-ad35-fd0b53ec8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:55.725657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-105125fc-7119-4d8d-ad35-fd0b53ec8a0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.1344748 Nov 11 20:59:55.772083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-26eba697-806b-473a-8d16-b308763c76ff tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/quotas/4ddbe1570e584554b454fab101c5d78a HTTP/1.1" status: 200 len: 375 time: 0.0416298 Nov 11 20:59:55.788341 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d038720-24b9-42a9-901c-094d12ee97ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:55.795396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-bec63227-828e-46a6-8358-d289d7991939 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374944 Nov 11 20:59:55.833633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-45f0783e-1c57-4665-a128-295123a676af tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ddbe1570e584554b454fab101c5d78a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406704 Nov 11 20:59:55.879143 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d038720-24b9-42a9-901c-094d12ee97ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:55.942232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1211b91-f6b9-42e0-aeb3-fb3980e2f14f req-a3784645-19c7-405e-9fa1-fe105d3324df tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:55.954389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1211b91-f6b9-42e0-aeb3-fb3980e2f14f req-a3784645-19c7-405e-9fa1-fe105d3324df tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 944 time: 0.1368346 Nov 11 20:59:55.979524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Deleting port ae330a42-59f5-4d41-9c5c-c25527397091 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:55.979812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:55.980092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3d038720-24b9-42a9-901c-094d12ee97ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b85554293ee14547b95fae6f18b0a093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179324 Nov 11 20:59:55.983687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:59:56.010251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d038720-24b9-42a9-901c-094d12ee97ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1320187-41ae-4f6b-b7ee-347acaf91166,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:56.018202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-9fb86c57-01cc-416f-b27d-874b92bd5452 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116573 Nov 11 20:59:56.073867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f1e55366-3d06-450c-97df-4b4334ec6337 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:59:56.100809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1b185b46-aa64-4730-ba0a-a1ac8868cb37 service neutron] 10.222.0.31 "GET /v2.0/networks/dda5489b-bf71-475c-8a85-6800b3e217f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499845 Nov 11 20:59:56.112772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8522bfbd-64d0-46dc-8f84-fad500875274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.142631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8522bfbd-64d0-46dc-8f84-fad500875274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.225588 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1211b91-f6b9-42e0-aeb3-fb3980e2f14f req-a322bfd8-e565-405f-90d9-f6938c615021 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691038 Nov 11 20:59:56.261212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f1e55366-3d06-450c-97df-4b4334ec6337, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f1e55366-3d06-450c-97df-4b4334ec6337,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:56.276281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'f1e55366-3d06-450c-97df-4b4334ec6337', 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'port_id': 'f1e55366-3d06-450c-97df-4b4334ec6337', 'mac_address': 'fa:16:3e:ce:ec:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03977496-9e0e-49fe-883e-280361ee307a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:59:56.294073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8522bfbd-64d0-46dc-8f84-fad500875274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.298522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8522bfbd-64d0-46dc-8f84-fad500875274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.301626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8522bfbd-64d0-46dc-8f84-fad500875274 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1320187-41ae-4f6b-b7ee-347acaf91166 HTTP/1.1" status: 204 len: 168 time: 0.3164253 Nov 11 20:59:56.330166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522bfbd-64d0-46dc-8f84-fad500875274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1320187-41ae-4f6b-b7ee-347acaf91166,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:56.350240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.368018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e55366-3d06-450c-97df-4b4334ec6337 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:56.399495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697076f3-20b5-4a20-bb7f-d36b66976dc7 req-eaa60804-c1ad-43f7-b22a-4ef1ceb87260 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:56.407965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-697076f3-20b5-4a20-bb7f-d36b66976dc7 req-eaa60804-c1ad-43f7-b22a-4ef1ceb87260 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 945 time: 0.1050134 Nov 11 20:59:56.430435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f1e55366-3d06-450c-97df-4b4334ec6337, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f1e55366-3d06-450c-97df-4b4334ec6337,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:56.475380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-697076f3-20b5-4a20-bb7f-d36b66976dc7 req-c9324232-07e6-4dc4-bf17-b2e1dcbbc63c tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637419 Nov 11 20:59:56.496247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.564706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d1dba6b-efec-4160-ba4c-9a40b4c5cd1f req-1a27738d-2bf8-455d-9e72-3fa96f76f381 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0293980 Nov 11 20:59:56.581149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f1e55366-3d06-450c-97df-4b4334ec6337,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:56.614351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] For port ae330a42-59f5-4d41-9c5c-c25527397091, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=ae330a42-59f5-4d41-9c5c-c25527397091,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:56.614950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.635298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Calling delete_port for ae330a42-59f5-4d41-9c5c-c25527397091 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:56.703197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3660a68f-bac0-42a0-a568-384e264b2f87 req-6fb3591e-e9ca-4637-b010-f9ef32268560 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537271 Nov 11 20:59:56.717224 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-49abcbe6-e4d1-4471-910e-e3904dc52838 service neutron] 10.222.0.31 "GET /v2.0/networks/dda5489b-bf71-475c-8a85-6800b3e217f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150990 Nov 11 20:59:56.742046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f1e55366-3d06-450c-97df-4b4334ec6337'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:56.742596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614f8ae-4350-4dc0-af71-963b4c823dba req-23541c8f-aa6a-425f-9b01-a0ad8f8468e7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:56.752439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9614f8ae-4350-4dc0-af71-963b4c823dba req-23541c8f-aa6a-425f-9b01-a0ad8f8468e7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 946 time: 0.0912523 Nov 11 20:59:56.825656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9614f8ae-4350-4dc0-af71-963b4c823dba req-b14aeabf-cc19-4a6c-bce3-caa141f92c51 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701380 Nov 11 20:59:56.957659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:56.970246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['ae330a42-59f5-4d41-9c5c-c25527397091'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:57.006107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Pushing event deleted for resources: {'Port': ['ID=ae330a42-59f5-4d41-9c5c-c25527397091,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:57.113707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:57.119375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] No DVR routers for this DVR port ae330a42-59f5-4d41-9c5c-c25527397091 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:57.122450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:57.131351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76e2fef3-3fb3-40fe-ba60-1d41cac1fc4d req-e68a2840-b0ab-4b5e-b7a1-fba41a0e96ac tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.58 "DELETE /v2.0/ports/ae330a42-59f5-4d41-9c5c-c25527397091 HTTP/1.1" status: 204 len: 173 time: 1.4752045 Nov 11 20:59:57.131351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'name': 'network-vif-deleted', 'tag': 'ae330a42-59f5-4d41-9c5c-c25527397091'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:57.131351 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0b23b5-adfb-4b2c-aba7-4288498b194c" -d '{"events": [{"server_uuid": "13b61c05-5f6c-4784-9a2d-8e30e7001030", "name": "network-vif-deleted", "tag": "ae330a42-59f5-4d41-9c5c-c25527397091"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:57.174468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88dde77a-75dd-4a40-adaf-e5ea2ed4788f req-6c8b8ba2-b12a-4a2d-a10a-e0f7e5467b12 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 210 time: 0.1031005 Nov 11 20:59:57.182985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-fb093871-a752-4b3c-981d-bd3c337eb5c4 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:57.184773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-fb093871-a752-4b3c-981d-bd3c337eb5c4 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 946 time: 0.1197429 Nov 11 20:59:57.186299 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06dec67-fe2b-40e3-bf7a-daaa7c27034a x-openstack-request-id: req-d06dec67-fe2b-40e3-bf7a-daaa7c27034a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:57.186690 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b61c05-5f6c-4784-9a2d-8e30e7001030", "name": "network-vif-deleted", "tag": "ae330a42-59f5-4d41-9c5c-c25527397091", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:57.186827 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d06dec67-fe2b-40e3-bf7a-daaa7c27034a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:57.187221 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b61c05-5f6c-4784-9a2d-8e30e7001030', 'name': 'network-vif-deleted', 'tag': 'ae330a42-59f5-4d41-9c5c-c25527397091', 'status': 'completed', 'code': 200} Nov 11 20:59:57.312428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:57.352121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Deleting port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:59:57.352584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:57.443955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569e4d-715d-42d4-af73-f4a57c88d53a req-ab2739d7-bcae-481c-8e38-2ce5dd1bad1e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:57.446637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd569e4d-715d-42d4-af73-f4a57c88d53a req-ab2739d7-bcae-481c-8e38-2ce5dd1bad1e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 944 time: 0.1306746 Nov 11 20:59:57.552012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] For port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:57.552441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:57.588787 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd569e4d-715d-42d4-af73-f4a57c88d53a req-cb666367-67d9-4ea1-ad76-a05afb1ff568 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258037 Nov 11 20:59:57.595148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Calling delete_port for 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:59:57.598978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05ed6b20-98f5-49a7-a9b3-c4a5bcd01b66 req-eb2a57a0-4233-4c00-a0bb-33a489b48d8f tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=13b61c05-5f6c-4784-9a2d-8e30e7001030 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Nov 11 20:59:57.690331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cdf74b86-1f4b-4058-81ba-4a614b7f9218 req-379d3f7d-b9f6-4460-99f6-f86256b43cb6 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0374730 Nov 11 20:59:57.855750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:57.869590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:57.885875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event deleted for resources: {'Port': ['ID=3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:57.967942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] No DVR routers for this DVR port 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:59:57.970410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-57a5a578-292a-4f19-acc9-5aa08d5592bb req-01790afa-c360-402f-94c6-1da1bfca904d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 210 time: 0.0404866 Nov 11 20:59:57.971235 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:57.975353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-572d1e76-260b-4f61-a923-bc57cdecbbfc req-5d9654e8-4bbf-4240-9e35-c1d4c67f5f89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "DELETE /v2.0/ports/3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 HTTP/1.1" status: 204 len: 173 time: 0.7835793 Nov 11 20:59:58.068654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:59:58.071953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f1e55366-3d06-450c-97df-4b4334ec6337 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:59:58.254323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48968639-08fc-4b92-b1aa-f2fa58938e65 req-f1481889-6a73-44f3-92ac-f88fef90dcc1 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Nov 11 20:59:58.262821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:58.276986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe', 'network_id': '7e9d41d8-4099-4212-969f-eae9b0bba2cf', 'port_id': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe', 'mac_address': 'fa:16:3e:8e:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03977496-9e0e-49fe-883e-280361ee307a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:59:58.316554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:58.329951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:59:58.348608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:58.396702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port f1e55366-3d06-450c-97df-4b4334ec6337 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:59:58.407188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port f1e55366-3d06-450c-97df-4b4334ec6337 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:59:58.407188 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:58.512377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:58.537967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55366-3d06-450c-97df-4b4334ec6337'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:58.540323 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6089d352-37d0-4203-80ac-afad14af2a08" -d '{"events": [{"server_uuid": "f165cb44-854b-4805-a8a1-909bbc6a1fd1", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55366-3d06-450c-97df-4b4334ec6337"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:58.554645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f1e55366-3d06-450c-97df-4b4334ec6337, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f1e55366-3d06-450c-97df-4b4334ec6337,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:59:58.646242 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:58.699003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:58.707976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5043a7-011f-4c9f-99f6-787d2acc4905 req-32d5d9ba-dded-48a5-9614-71aa441b5ed8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:58.709729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-af5043a7-011f-4c9f-99f6-787d2acc4905 req-32d5d9ba-dded-48a5-9614-71aa441b5ed8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 945 time: 0.0636306 Nov 11 20:59:58.724163 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a9e0a-e45c-404e-98c9-aeae7270cbfe x-openstack-request-id: req-0d3a9e0a-e45c-404e-98c9-aeae7270cbfe {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:58.724461 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f165cb44-854b-4805-a8a1-909bbc6a1fd1", "name": "network-vif-plugged", "status": "completed", "tag": "f1e55366-3d06-450c-97df-4b4334ec6337", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:58.724715 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d3a9e0a-e45c-404e-98c9-aeae7270cbfe {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:58.725115 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e55366-3d06-450c-97df-4b4334ec6337', 'code': 200} Nov 11 20:59:58.805145 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:59:58.926737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-af5043a7-011f-4c9f-99f6-787d2acc4905 req-eac7a648-bf70-46ed-ac91-b4473e89ff6e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085309 Nov 11 20:59:58.932733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e9e4b05-57f1-4a93-9f21-331d5be3573b req-bcd300e2-7e0e-4abf-8ef9-892373728820 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0713236 Nov 11 20:59:58.940078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7cca5dde-9b13-4e4d-b9b6-a686502c1ebe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:59:58.991876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f616e-c4d9-4c59-84d0-92d5687cd81a req-0fb2edc6-4626-4cca-9a86-a10a212b6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:58.997502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-821f616e-c4d9-4c59-84d0-92d5687cd81a req-0fb2edc6-4626-4cca-9a86-a10a212b6e4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1498272 Nov 11 20:59:59.034119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f1e55366-3d06-450c-97df-4b4334ec6337,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:59:59.089075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-821f616e-c4d9-4c59-84d0-92d5687cd81a req-219459c2-204d-4c8f-a484-772993664f1a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798085 Nov 11 20:59:59.188328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56eeb55-aa49-4465-a09f-19a725852449', 'name': 'network-vif-deleted', 'tag': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:59:59.190981 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfe0c9-af9b-453b-ad07-714d23c8cb3a" -d '{"events": [{"server_uuid": "d56eeb55-aa49-4465-a09f-19a725852449", "name": "network-vif-deleted", "tag": "3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:59:59.240707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94564aa0-3d0a-4eea-93c1-6a7781ba1035 req-3f8cae8d-05dd-48fd-8c8b-cccae8772508 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=d56eeb55-aa49-4465-a09f-19a725852449 HTTP/1.1" status: 200 len: 210 time: 0.0580866 Nov 11 20:59:59.299351 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719c969-a0a5-4d6e-baa9-f3a16c870170 x-openstack-request-id: req-3719c969-a0a5-4d6e-baa9-f3a16c870170 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:59:59.300404 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56eeb55-aa49-4465-a09f-19a725852449", "name": "network-vif-deleted", "tag": "3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:59:59.300404 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3719c969-a0a5-4d6e-baa9-f3a16c870170 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:59:59.308017 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56eeb55-aa49-4465-a09f-19a725852449', 'name': 'network-vif-deleted', 'tag': '3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3', 'status': 'completed', 'code': 200} Nov 11 20:59:59.411440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e932d7-3429-4a0e-8d2d-80cfe3c920dc req-8e3c2051-86e1-420d-b700-5c57501d0a0b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 210 time: 0.0293179 Nov 11 20:59:59.614160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ae330a42-59f5-4d41-9c5c-c25527397091 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:59:59.652255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: ae330a42-59f5-4d41-9c5c-c25527397091 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:59:59.652613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device ae330a42-59f5-4d41-9c5c-c25527397091 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:59:59.725388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124cca8-d8b6-46ea-b02c-cfdbb9d8aeb1 req-345a2b24-6d4d-440b-8ae9-462ea931f9f8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:59:59.727719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e124cca8-d8b6-46ea-b02c-cfdbb9d8aeb1 req-345a2b24-6d4d-440b-8ae9-462ea931f9f8 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0537577 Nov 11 20:59:59.779936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e124cca8-d8b6-46ea-b02c-cfdbb9d8aeb1 req-a51036f3-b6a0-4ef2-91d8-1543898e4c20 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Nov 11 21:00:00.081208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:00.102134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6747-534a-4365-9967-4d2d7f71e9a0 req-52cf3d7e-0ca6-44e5-8788-23fa8e68cce8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:00.103051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-389c2d26-b955-4a7a-a84a-60a2c25efef9 req-584dcce4-a34d-4ec4-8401-12fa05b04d46 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0376885 Nov 11 21:00:00.106901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77db6747-534a-4365-9967-4d2d7f71e9a0 req-52cf3d7e-0ca6-44e5-8788-23fa8e68cce8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 945 time: 0.1021607 Nov 11 21:00:00.192379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77db6747-534a-4365-9967-4d2d7f71e9a0 req-8f3d1208-21cf-46ff-a8b7-6c833dc0f7da tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728316 Nov 11 21:00:00.313177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:00:00.318817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:00.319199 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:00.426116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:00.493622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:00.604438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2406821-634d-405b-94fb-3efc1e2dad98 req-ffb57bf8-3a97-432a-8090-f55b427e4c2d tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 210 time: 0.0916791 Nov 11 21:00:00.627173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:00.680213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:00.728459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:00.733513 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57abb08-9fc2-47cd-a424-82e95c53f330" -d '{"events": [{"server_uuid": "3e92c712-168e-4593-b54d-b4eb0063afd5", "name": "network-vif-plugged", "status": "completed", "tag": "7cca5dde-9b13-4e4d-b9b6-a686502c1ebe"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:00.737313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-49b34229-e20c-4bf9-8be2-54147e0e9b5b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:00.740567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-49b34229-e20c-4bf9-8be2-54147e0e9b5b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.62 "GET /v2.0/networks?id=dda5489b-bf71-475c-8a85-6800b3e217f7 HTTP/1.1" status: 200 len: 822 time: 0.2244854 Nov 11 21:00:00.756422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Request body: {'port': {'device_id': '01730ce7-4c48-4624-b31d-07611148ab63', 'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7', 'admin_state_up': True, 'tenant_id': '4ddbe1570e584554b454fab101c5d78a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:00.792683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-43000e0c-7125-4033-b63a-4b48598d1965 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:00.797954 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90f9eb7-82af-456c-93ab-e53f38306bd3 x-openstack-request-id: req-d90f9eb7-82af-456c-93ab-e53f38306bd3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:00.797954 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e92c712-168e-4593-b54d-b4eb0063afd5", "name": "network-vif-plugged", "status": "completed", "tag": "7cca5dde-9b13-4e4d-b9b6-a686502c1ebe", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:00.797954 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d90f9eb7-82af-456c-93ab-e53f38306bd3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:00.797954 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe', 'code': 200} Nov 11 21:00:00.799857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-43000e0c-7125-4033-b63a-4b48598d1965 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.1855433 Nov 11 21:00:00.854431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-18f0851b-7603-4889-b1d5-ba19aed4d79a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/quotas/935622a99ddc44f0a82c37d40f101a0a HTTP/1.1" status: 200 len: 375 time: 0.0535474 Nov 11 21:00:00.899104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-90eef779-ca4c-499c-9455-02f3ea611603 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435948 Nov 11 21:00:00.941915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037faf3d-2929-41bc-bfee-866dd1b3684a req-d0a87b3a-f77f-4be7-a943-b274451379d4 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:00.951610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-037faf3d-2929-41bc-bfee-866dd1b3684a req-d0a87b3a-f77f-4be7-a943-b274451379d4 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0769222 Nov 11 21:00:01.035907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-5d916879-cf31-4dbd-b0a3-2408c10d7310 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357586 Nov 11 21:00:01.042903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-037faf3d-2929-41bc-bfee-866dd1b3684a req-8f5dac8d-288b-4e2d-8742-57459e7b6e58 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903480 Nov 11 21:00:01.047394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664594d-20ee-4940-b882-cc49a2e9663a req-55a46710-a560-4959-a65f-533ecce1bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:01.048931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5664594d-20ee-4940-b882-cc49a2e9663a req-55a46710-a560-4959-a65f-533ecce1bf79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 1097 time: 0.0700998 Nov 11 21:00:01.112006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5664594d-20ee-4940-b882-cc49a2e9663a req-1cc82f48-da2f-42ed-9224-ab86999360dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531056 Nov 11 21:00:01.145731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Made reservation on behalf of 4ddbe1570e584554b454fab101c5d78a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:01.150507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:01.154875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-0d9bac49-736a-4376-a508-7c5c4afcc3ae service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119883 Nov 11 21:00:01.210824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a75222e-11d3-4355-a783-561c01ec446b req-3cb6513a-0fa5-4c8b-a1ce-2c486a8ee261 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0284328 Nov 11 21:00:01.298169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Allocated IP 172.20.0.5 (dda5489b-bf71-475c-8a85-6800b3e217f7/580a4098-57ac-48a2-aa4a-b9d66281b3d0/85186c03-4058-4c0c-ac43-e45ee6d7dae7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:01.367358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a581d8b-ec68-439d-808b-474c0e026880 req-794e2e2d-17b1-4c2a-a877-deae056132d1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:01.381182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a581d8b-ec68-439d-808b-474c0e026880 req-794e2e2d-17b1-4c2a-a877-deae056132d1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0851068 Nov 11 21:00:01.469125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8626205-205f-4d7f-bdad-b80aaf3865e7 req-c4798665-1b63-4a85-8b2c-61ba440f8c0a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0417395 Nov 11 21:00:01.478323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a581d8b-ec68-439d-808b-474c0e026880 req-c6004292-852e-433a-8c0f-3e0d10a49636 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633481 Nov 11 21:00:01.542310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:01.612860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:01.646801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:01.647944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3fdd10cf-cc1c-4a51-a7d1-b13e2c11f5a3 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:01.676405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:01.718893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Network dda5489b-bf71-475c-8a85-6800b3e217f7 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:01.721899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:01.722339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b3dba-8631-4696-8927-c0f964bca0a7 req-0add713f-2544-4d78-9cc0-0a700d866906 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:01.723863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d7b3dba-8631-4696-8927-c0f964bca0a7 req-0add713f-2544-4d78-9cc0-0a700d866906 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 931 time: 0.0499980 Nov 11 21:00:01.728774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:01.756879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Pushing event updated for resources: {'Port': ['ID=85186c03-4058-4c0c-ac43-e45ee6d7dae7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:01.791433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:01.791433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:01.800958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d7b3dba-8631-4696-8927-c0f964bca0a7 req-040480b6-5f74-4f0d-b1ed-cdeaac03d1a1 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667741 Nov 11 21:00:01.884635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-1d085098-a23d-4f00-84de-61f98336cc7b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1326692 Nov 11 21:00:01.903394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Request body: {'port': {'device_id': '01730ce7-4c48-4624-b31d-07611148ab63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:01.909110 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da3b6fc9-af14-4a43-a7f8-49a56904ff12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:01.969074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:02.224930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392c684-f46e-44ab-82b3-75c3a447201d req-c10861b4-8015-4938-ad4d-2789631fe613 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:02.227056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1392c684-f46e-44ab-82b3-75c3a447201d req-c10861b4-8015-4938-ad4d-2789631fe613 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0955298 Nov 11 21:00:02.303715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1392c684-f46e-44ab-82b3-75c3a447201d req-03f5cde0-12b1-4d63-a328-01fca9b73d96 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663333 Nov 11 21:00:02.343135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85186c03-4058-4c0c-ac43-e45ee6d7dae7 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:02.351017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:02.362696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20c18d2a-e51b-4967-9c04-e9b89671fef5 req-de837717-cbaf-4385-bccf-218e2279c5bb tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0478356 Nov 11 21:00:02.371101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Transition to ACTIVE for port object 85186c03-4058-4c0c-ac43-e45ee6d7dae7 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:00:02.487712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:02.561134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Pushing event updated for resources: {'Port': ['ID=85186c03-4058-4c0c-ac43-e45ee6d7dae7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:02.638362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a5b2c6d-d14e-4466-bc78-421c4de929f1 req-f67f5efd-b9ce-447c-a5bd-c74ba27bd663 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0385795 Nov 11 21:00:02.765957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b593b95-2472-4205-a6b2-eb5f364bcd21 req-6480084f-56a1-4416-b045-c9db2613b728 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:02.768520 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b593b95-2472-4205-a6b2-eb5f364bcd21 req-6480084f-56a1-4416-b045-c9db2613b728 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1622291 Nov 11 21:00:02.774736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Attempting to bind port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:02.775174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Attempting to bind port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '937d096a-3da5-4cd6-815c-f87624b161f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:02.775561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Attempting to bind port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 on network dda5489b-bf71-475c-8a85-6800b3e217f7 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:02.802575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 on network dda5489b-bf71-475c-8a85-6800b3e217f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:00:02.803022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Attempting to bind port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 on network dda5489b-bf71-475c-8a85-6800b3e217f7 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:02.813259 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:02.813750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Checking segment: {'id': '937d096a-3da5-4cd6-815c-f87624b161f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:02.814293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Bound using segment: {'id': '937d096a-3da5-4cd6-815c-f87624b161f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:02.814800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Bound port: 85186c03-4058-4c0c-ac43-e45ee6d7dae7, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937d096a-3da5-4cd6-815c-f87624b161f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:02.815232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:02.870919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b593b95-2472-4205-a6b2-eb5f364bcd21 req-c3b87d9f-4882-4572-b9f8-a11fbba1f852 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921423 Nov 11 21:00:02.926704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] For port 85186c03-4058-4c0c-ac43-e45ee6d7dae7, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:02.931093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] For port 85186c03-4058-4c0c-ac43-e45ee6d7dae7, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=85186c03-4058-4c0c-ac43-e45ee6d7dae7,segment=NetworkSegment(937d096a-3da5-4cd6-815c-f87624b161f8),segment_id=937d096a-3da5-4cd6-815c-f87624b161f8)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:02.945120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe6d16-195e-4216-a638-10098c9d5c61 req-b67831fa-6cad-4fdc-bbb0-0cc6ba4ece33 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:02.947688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ebe6d16-195e-4216-a638-10098c9d5c61 req-b67831fa-6cad-4fdc-bbb0-0cc6ba4ece33 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 943 time: 0.0622480 Nov 11 21:00:03.009482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ebe6d16-195e-4216-a638-10098c9d5c61 req-aac115ba-df28-4dac-81b6-c2a6d1ffbf7a tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523436 Nov 11 21:00:03.057141 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.113144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-fe5ba345-cd2d-492c-8f27-1293ee01f935 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.114975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-fe5ba345-cd2d-492c-8f27-1293ee01f935 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.0836823 Nov 11 21:00:03.155388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.156260 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.157831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] 10.222.0.62 "PUT /v2.0/ports/85186c03-4058-4c0c-ac43-e45ee6d7dae7 HTTP/1.1" status: 200 len: 1091 time: 1.2612121 Nov 11 21:00:03.158275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01730ce7-4c48-4624-b31d-07611148ab63', 'tag': '85186c03-4058-4c0c-ac43-e45ee6d7dae7'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:03.160531 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672c4cb-8ccf-46a1-9f2f-b99993776726" -d '{"events": [{"name": "network-changed", "server_uuid": "01730ce7-4c48-4624-b31d-07611148ab63", "tag": "85186c03-4058-4c0c-ac43-e45ee6d7dae7"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:03.176569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73444c98-aca8-41e0-988e-62374e99e177 service neutron] Pushing event updated for resources: {'Port': ['ID=85186c03-4058-4c0c-ac43-e45ee6d7dae7,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:03.216580 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195fab3f-447b-4e73-b9c0-2857559f71a5 x-openstack-request-id: req-195fab3f-447b-4e73-b9c0-2857559f71a5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:03.216871 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01730ce7-4c48-4624-b31d-07611148ab63", "tag": "85186c03-4058-4c0c-ac43-e45ee6d7dae7", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:03.217119 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-195fab3f-447b-4e73-b9c0-2857559f71a5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:03.217534 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01730ce7-4c48-4624-b31d-07611148ab63', 'tag': '85186c03-4058-4c0c-ac43-e45ee6d7dae7', 'status': 'completed', 'code': 200} Nov 11 21:00:03.276389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Deleting port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:00:03.277044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.313953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672c4cb-8ccf-46a1-9f2f-b99993776726 req-c998ca91-a820-450b-be48-c9325f7450ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.315766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3672c4cb-8ccf-46a1-9f2f-b99993776726 req-c998ca91-a820-450b-be48-c9325f7450ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ddbe1570e584554b454fab101c5d78a&device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 1094 time: 0.0645678 Nov 11 21:00:03.348481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:03.414076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] For port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:03.415160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.448279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Calling delete_port for 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:00:03.506046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e36e952e-11ea-42ba-98d5-6e72a4b80372 req-55258fdb-9e81-4ec7-a6bf-74515994d310 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0441139 Nov 11 21:00:03.534405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672c4cb-8ccf-46a1-9f2f-b99993776726 req-12e6eb12-c652-4872-912c-655c51c816ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.536303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3672c4cb-8ccf-46a1-9f2f-b99993776726 req-12e6eb12-c652-4872-912c-655c51c816ba service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4ddbe1570e584554b454fab101c5d78a&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2114832 Nov 11 21:00:03.568071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aafa59-bd2d-4e33-b48b-658f5711eefd req-eb0f4ac7-cd99-4ae7-8ccc-64fbd94fbf70 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.575939 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-41aafa59-bd2d-4e33-b48b-658f5711eefd req-eb0f4ac7-cd99-4ae7-8ccc-64fbd94fbf70 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 945 time: 0.1497388 Nov 11 21:00:03.582160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394090f6-94b5-43ad-b8ef-868c944af044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.659452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672c4cb-8ccf-46a1-9f2f-b99993776726 req-0a0988ac-efdb-4668-8387-72393553053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.660561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3672c4cb-8ccf-46a1-9f2f-b99993776726 req-0a0988ac-efdb-4668-8387-72393553053d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077526 Nov 11 21:00:03.706292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-41aafa59-bd2d-4e33-b48b-658f5711eefd req-d537a6e3-edd1-4577-a98e-1745cd205c11 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/security-groups?id=684c42ff-d5f9-4bae-872a-e70d798c2b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294644 Nov 11 21:00:03.776069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394090f6-94b5-43ad-b8ef-868c944af044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.782449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef1021dc-58a5-4aeb-be82-68005d383d19 req-a409ada3-dc35-4c6a-a821-7f164ddbc6c6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0641084 Nov 11 21:00:03.797654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-4f279a52-059d-43f4-b870-176047729389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.799248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-4f279a52-059d-43f4-b870-176047729389 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ddbe1570e584554b454fab101c5d78a&device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 1094 time: 0.0917559 Nov 11 21:00:03.830381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.847520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:00:03.856476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-20958829-8889-45f8-9d5a-a3e0025198b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85186c03-4058-4c0c-ac43-e45ee6d7dae7 HTTP/1.1" status: 200 len: 217 time: 0.0412626 Nov 11 21:00:03.883008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Pushing event deleted for resources: {'Port': ['ID=69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:03.885051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-394090f6-94b5-43ad-b8ef-868c944af044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.958194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] No DVR routers for this DVR port 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:00:03.963362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:03.966916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99e7e32e-994e-42df-aff6-06f7bfb6a0f2 req-9f3aa523-7d35-4292-813e-069d5661c0c2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.62 "DELETE /v2.0/ports/69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 HTTP/1.1" status: 204 len: 173 time: 0.8352160 Nov 11 21:00:03.970968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'name': 'network-vif-deleted', 'tag': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:03.970968 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ef0e2-cca9-44f7-bbd4-2781a928a315" -d '{"events": [{"server_uuid": "7e23090d-1ffd-4188-b51c-7e7dcf319ccd", "name": "network-vif-deleted", "tag": "69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:03.974156 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-394090f6-94b5-43ad-b8ef-868c944af044 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fa6aa12c75344749858f1ec7141eed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6242208 Nov 11 21:00:03.977460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394090f6-94b5-43ad-b8ef-868c944af044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc27b74b-4213-4204-9a42-a70e512cc056,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:03.980280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52050) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:03.997423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-cec100a1-df22-49ea-8348-b5686ce809ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:03.998086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-cec100a1-df22-49ea-8348-b5686ce809ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=580a4098-57ac-48a2-aa4a-b9d66281b3d0 HTTP/1.1" status: 200 len: 862 time: 0.1268251 Nov 11 21:00:04.065805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-91828169-d766-40b9-a614-7d374237ddec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dda5489b-bf71-475c-8a85-6800b3e217f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546980 Nov 11 21:00:04.066924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7c2b2-2f01-44d4-9101-2de7eeb759bc req-4fd9eb75-ca2d-4efe-b3db-698f36a39071 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:04.068515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6f7c2b2-2f01-44d4-9101-2de7eeb759bc req-4fd9eb75-ca2d-4efe-b3db-698f36a39071 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0819933 Nov 11 21:00:04.085068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-152a5989-9dac-4213-8c69-ba59498bd4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:04.133745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-152a5989-9dac-4213-8c69-ba59498bd4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:04.240530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6f7c2b2-2f01-44d4-9101-2de7eeb759bc req-0f60cf9c-2787-4e22-8708-0486b8593740 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582563 Nov 11 21:00:04.273897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-1fe420a9-20fb-472a-87fd-a24ab0539174 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:04.275415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-1fe420a9-20fb-472a-87fd-a24ab0539174 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.2519028 Nov 11 21:00:04.291422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Request body: {'port': {'device_id': '935ae970-e18f-42be-a271-02ac9dc60a07', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'admin_state_up': True, 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:04.296132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-152a5989-9dac-4213-8c69-ba59498bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:04.304255 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-152a5989-9dac-4213-8c69-ba59498bd4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:04.304255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-152a5989-9dac-4213-8c69-ba59498bd4ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc27b74b-4213-4204-9a42-a70e512cc056 HTTP/1.1" status: 204 len: 168 time: 0.3195198 Nov 11 21:00:04.315944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a5989-9dac-4213-8c69-ba59498bd4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc27b74b-4213-4204-9a42-a70e512cc056,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:04.348254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-a81990f3-fb23-4966-8361-6355b486c3b3 service neutron] 10.222.0.62 "GET /v2.0/networks/dda5489b-bf71-475c-8a85-6800b3e217f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276816 Nov 11 21:00:04.410494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27090-4b90-4682-aaa5-85a3d7028408 req-6362e4f2-adb8-47cd-ae70-fa957a591f16 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:04.413941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2c27090-4b90-4682-aaa5-85a3d7028408 req-6362e4f2-adb8-47cd-ae70-fa957a591f16 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 943 time: 0.0898192 Nov 11 21:00:04.446123 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc73596b-799a-4525-8d15-f2154ca73b4b x-openstack-request-id: req-dc73596b-799a-4525-8d15-f2154ca73b4b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:04.446756 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e23090d-1ffd-4188-b51c-7e7dcf319ccd", "name": "network-vif-deleted", "tag": "69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:04.446756 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc73596b-799a-4525-8d15-f2154ca73b4b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:04.447070 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e23090d-1ffd-4188-b51c-7e7dcf319ccd', 'name': 'network-vif-deleted', 'tag': '69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92', 'status': 'completed', 'code': 200} Nov 11 21:00:04.513881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2c27090-4b90-4682-aaa5-85a3d7028408 req-286f1caf-99c2-48ae-bd0f-d21d00a5594e tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852795 Nov 11 21:00:04.535082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1b7b-e200-46f6-b3b9-7f4ee7a0d352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:04.568715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7daefa1-7e9e-4439-babb-4ebe6b2f09d1 req-820892c8-a130-4e21-9d97-a55bc5b3dd72 service neutron] 10.222.0.62 "GET /v2.0/networks/dda5489b-bf71-475c-8a85-6800b3e217f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848111 Nov 11 21:00:04.647682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-403ed9ca-4db4-4f2c-9005-34222b26ee39 req-10dd3cff-376b-44bd-bd06-4217633d4e6e tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0298519 Nov 11 21:00:04.712794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:04.716454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:04.830941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7c3f606-4793-41aa-bf7c-23ec943fe20e req-4e56ff8e-a969-40ca-98eb-614b2a7272b2 tempest-ServerRescueTestJSON-1318392291 tempest-ServerRescueTestJSON-1318392291-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e23090d-1ffd-4188-b51c-7e7dcf319ccd HTTP/1.1" status: 200 len: 210 time: 0.0309775 Nov 11 21:00:04.859394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Allocated IP 172.20.0.11 (17a6b110-edf6-4a73-8473-84c504928dc6/66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1/13f2f28d-1e3b-4807-9fe9-60a9813285f9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:04.956902 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04b2d182-8159-4e6b-871d-2fc7eecff2e9 req-e9bbb8c2-be3d-4782-86a7-f296b7f85d49 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0604227 Nov 11 21:00:05.130992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:05.152679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f06c41-dc11-4a21-8c43-a0a136207d3f req-c537304d-86f3-4594-ac97-7575f849f263 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:05.154197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39f06c41-dc11-4a21-8c43-a0a136207d3f req-c537304d-86f3-4594-ac97-7575f849f263 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1240683 Nov 11 21:00:05.177742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-f19c8380-5b7b-4682-881c-db34cf3b0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:05.177742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-f19c8380-5b7b-4682-881c-db34cf3b0a09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 1097 time: 0.1132228 Nov 11 21:00:05.198776 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:00:05.296397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39f06c41-dc11-4a21-8c43-a0a136207d3f req-67520123-a64a-4f74-b6af-6728ef5d8165 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350358 Nov 11 21:00:05.322486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-12b241b9-0bbb-439b-ad47-a274b412e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:05.324063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-12b241b9-0bbb-439b-ad47-a274b412e405 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.1331565 Nov 11 21:00:05.376490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:05.378729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-20bf84ba-eff6-4f8d-add6-c0192e4867f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe HTTP/1.1" status: 200 len: 217 time: 0.0441294 Nov 11 21:00:05.448612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Network 17a6b110-edf6-4a73-8473-84c504928dc6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:05.454257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:05.463799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:05.493684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event updated for resources: {'Port': ['ID=13f2f28d-1e3b-4807-9fe9-60a9813285f9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:05.499297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-79c956f9-df5c-4e21-bfd7-a8bf22eaa9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:05.500801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-79c956f9-df5c-4e21-bfd7-a8bf22eaa9ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.1086054 Nov 11 21:00:05.504969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:05.556111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-0c8511be-e76f-4e3d-9bc5-cd7e9bb7b1c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452011 Nov 11 21:00:05.562163 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:05.562821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:05.672804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0401976-c1cf-4bbd-9fe4-4adb3db91421 req-eb814714-c011-4571-9862-bc6204c4b6b1 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:05.672804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0401976-c1cf-4bbd-9fe4-4adb3db91421 req-eb814714-c011-4571-9862-bc6204c4b6b1 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 943 time: 0.0553012 Nov 11 21:00:05.673408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-3e0faeb4-b79d-4f72-bfda-007dd07b9330 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931392 Nov 11 21:00:05.720910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-bb20f9e3-b051-4713-ae38-916c9499e236 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4325306 Nov 11 21:00:05.744791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Request body: {'port': {'device_id': '935ae970-e18f-42be-a271-02ac9dc60a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:05.748720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0401976-c1cf-4bbd-9fe4-4adb3db91421 req-0e5d3765-b5eb-44eb-8d10-5f18a916de05 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805843 Nov 11 21:00:05.797972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22822739-6a8c-479a-9618-f69a61afcfad req-5b09f417-644a-442c-8a2d-383b54388933 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0500402 Nov 11 21:00:05.871218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:05.891584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:05.900810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae8b40dc-fae0-43dd-936e-c2de31f9e1c2 req-d5f3d460-450a-4fb7-bddb-8d4b5aed12ae service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246790 Nov 11 21:00:06.002850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52114) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:06.109882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:06.157816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42d305-3124-4c26-95cc-9ab387996ba6 req-20d28c2b-266c-4f9d-9e58-d6e5a41e94d6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:06.159357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b42d305-3124-4c26-95cc-9ab387996ba6 req-20d28c2b-266c-4f9d-9e58-d6e5a41e94d6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 932 time: 0.1219883 Nov 11 21:00:06.177423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:06.177986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 69fc67d9-0cf7-4c8e-ab4e-bea93fd53e92 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:06.274363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b42d305-3124-4c26-95cc-9ab387996ba6 req-7270fe9d-2bdd-4be7-8c0a-86ebd8fa606c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990341 Nov 11 21:00:06.299849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f2f28d-1e3b-4807-9fe9-60a9813285f9 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:06.311311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.343042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Transition to ACTIVE for port object 13f2f28d-1e3b-4807-9fe9-60a9813285f9 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:00:06.356703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-874808049-network', 'tenant_id': '3f6a707ca854457695a2b0ff26a06402'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:06.405091 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.482747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Made reservation on behalf of 3f6a707ca854457695a2b0ff26a06402 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:06.484945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.495367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Pushing event updated for resources: {'Port': ['ID=13f2f28d-1e3b-4807-9fe9-60a9813285f9,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:06.515248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5406c-1d71-4c11-8b8f-995a46014962 req-72652fd2-5558-476a-ac1c-c88b7c0424db tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:06.515464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.516766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10d5406c-1d71-4c11-8b8f-995a46014962 req-72652fd2-5558-476a-ac1c-c88b7c0424db tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0982172 Nov 11 21:00:06.572171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Attempting to bind port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:06.572413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Attempting to bind port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:06.572679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Attempting to bind port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:06.587570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 on network 17a6b110-edf6-4a73-8473-84c504928dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:00:06.587904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Attempting to bind port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:06.599724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:06.600100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Checking segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:06.601141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Bound using segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:06.601581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Bound port: 13f2f28d-1e3b-4807-9fe9-60a9813285f9, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:06.601932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.604433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10d5406c-1d71-4c11-8b8f-995a46014962 req-b4466fb9-ff79-459d-85ba-62f772b59851 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797462 Nov 11 21:00:06.693476 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.705230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] For port 13f2f28d-1e3b-4807-9fe9-60a9813285f9, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:06.708411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] For port 13f2f28d-1e3b-4807-9fe9-60a9813285f9, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13f2f28d-1e3b-4807-9fe9-60a9813285f9,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:06.713402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.788782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.809573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:00:06.817384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.888416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.888894 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Added segment 8d51b767-129f-4eb0-bc59-dedb26234640 of type vlan for network e66197ae-4903-46e6-afdc-6df578e0b9ff Nov 11 21:00:06.895568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:06.896364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:06.897826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] 10.222.0.58 "PUT /v2.0/ports/13f2f28d-1e3b-4807-9fe9-60a9813285f9 HTTP/1.1" status: 200 len: 1092 time: 1.1633384 Nov 11 21:00:06.919795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86641c9e-59ce-4675-98da-96394b57cb62 req-a593f924-4628-4843-bb27-e0c5f43fb492 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0318496 Nov 11 21:00:06.924360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935ae970-e18f-42be-a271-02ac9dc60a07', 'tag': '13f2f28d-1e3b-4807-9fe9-60a9813285f9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:06.926925 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "935ae970-e18f-42be-a271-02ac9dc60a07", "tag": "13f2f28d-1e3b-4807-9fe9-60a9813285f9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:06.936321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9faaf2-6286-4508-8cb0-9d00567ee93e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:06.964062 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.069343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Deleting port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:00:07.070089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.169693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] For port c3ee433c-6fd3-4fb7-9fe2-9eac84acf480, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,segment=NetworkSegment(9de20c89-bbce-41a5-bbea-6a395d2d8caa),segment_id=9de20c89-bbce-41a5-bbea-6a395d2d8caa)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:07.170062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.183781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Calling delete_port for c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:00:07.346244 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324b98ca-6619-4ed6-bd9a-b3e5e529ce5a x-openstack-request-id: req-324b98ca-6619-4ed6-bd9a-b3e5e529ce5a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:07.346530 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935ae970-e18f-42be-a271-02ac9dc60a07", "tag": "13f2f28d-1e3b-4807-9fe9-60a9813285f9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:07.346857 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-324b98ca-6619-4ed6-bd9a-b3e5e529ce5a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:07.347147 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935ae970-e18f-42be-a271-02ac9dc60a07', 'tag': '13f2f28d-1e3b-4807-9fe9-60a9813285f9', 'status': 'completed', 'code': 200} Nov 11 21:00:07.348884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe184a1-7d67-41bc-baac-2fd83c3b500d service neutron] Pushing event updated for resources: {'Port': ['ID=13f2f28d-1e3b-4807-9fe9-60a9813285f9,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:07.387861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.409878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896192-c20c-40e8-b85b-3b6c08b7ea1f req-3b565e1d-a3dd-48f9-bf78-8cb110b8d574 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:07.411403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6896192-c20c-40e8-b85b-3b6c08b7ea1f req-3b565e1d-a3dd-48f9-bf78-8cb110b8d574 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 943 time: 0.5779293 Nov 11 21:00:07.439365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa8977-837d-4b95-8606-74f31fdb8752 req-437b6821-4939-402d-b8dd-9b65ee371dba tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:07.446698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eafa8977-837d-4b95-8606-74f31fdb8752 req-437b6821-4939-402d-b8dd-9b65ee371dba tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 944 time: 0.0860000 Nov 11 21:00:07.452180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-c98bb943-4900-4b0d-9c6a-8dd7d5c1978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:07.453691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-c98bb943-4900-4b0d-9c6a-8dd7d5c1978c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 1095 time: 0.1058161 Nov 11 21:00:07.519077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-10ee14c8-75f2-4871-98b9-74acec6edabb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f2f28d-1e3b-4807-9fe9-60a9813285f9 HTTP/1.1" status: 200 len: 217 time: 0.0521748 Nov 11 21:00:07.521061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.521219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eafa8977-837d-4b95-8606-74f31fdb8752 req-6b5eb766-3122-45f9-8585-d2ffe8029d26 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Nov 11 21:00:07.521328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:07.521811 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.556031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6896192-c20c-40e8-b85b-3b6c08b7ea1f req-28749a0c-63f5-41d2-b714-8df1ef9bc995 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328788 Nov 11 21:00:07.590272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.618792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ee433c-6fd3-4fb7-9fe2-9eac84acf480,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:07.626810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e66197ae-4903-46e6-afdc-6df578e0b9ff,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:07.641512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-21c113cf-c723-4403-89a1-7bf79876f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:07.642232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e66197ae-4903-46e6-afdc-6df578e0b9ff details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:00:07.644767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-21c113cf-c723-4403-89a1-7bf79876f643 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.1163576 Nov 11 21:00:07.685878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-a2612059-c729-45ba-8b97-9a71c35ca8b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349903 Nov 11 21:00:07.732160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c07e3c59-0dc2-4e23-bddb-2fd69fbe19c6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7289004 Nov 11 21:00:07.736341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52162) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:07.767993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Request body: {'subnet': {'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-874808049-subnet', 'tenant_id': '3f6a707ca854457695a2b0ff26a06402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:07.816595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-8d5967bb-996a-405b-b4ac-775e5053d4ee service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225538 Nov 11 21:00:07.838778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa854f-7135-4fea-b616-4653654bcb68 req-bdfc5068-0a51-401e-94f6-55239380fad7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:07.839813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8aa854f-7135-4fea-b616-4653654bcb68 req-bdfc5068-0a51-401e-94f6-55239380fad7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0992787 Nov 11 21:00:07.852847 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.875401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.926008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Made reservation on behalf of 3f6a707ca854457695a2b0ff26a06402 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:07.929248 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:07.955812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8aa854f-7135-4fea-b616-4653654bcb68 req-9f67e3cd-4e92-440a-9ee2-0d0d2d6083e0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086671 Nov 11 21:00:07.957439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9bc6d66-0b6d-4aa0-b0bb-e0e2b3aba6f5 req-0f96cd78-2bc1-49fa-8faa-d0f0463b0e3f service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337383 Nov 11 21:00:08.057481 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-76d5081a-4279-41d9-a339-4effb74b5d84 req-4a701b94-6b3a-4035-a135-ec8ac579721f tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0419321 Nov 11 21:00:08.117665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 85186c03-4058-4c0c-ac43-e45ee6d7dae7 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:00:08.236538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-ec32fee9-4809-40ba-9db2-ba71790048bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:08.238434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-ec32fee9-4809-40ba-9db2-ba71790048bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 1095 time: 0.1011889 Nov 11 21:00:08.263360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Router 037ac3e9-b911-48f2-81cd-66fce54fb10b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:00:08.270277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 85186c03-4058-4c0c-ac43-e45ee6d7dae7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=85186c03-4058-4c0c-ac43-e45ee6d7dae7,segment=NetworkSegment(937d096a-3da5-4cd6-815c-f87624b161f8),segment_id=937d096a-3da5-4cd6-815c-f87624b161f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:08.283795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '85186c03-4058-4c0c-ac43-e45ee6d7dae7', 'network_id': 'dda5489b-bf71-475c-8a85-6800b3e217f7', 'port_id': '85186c03-4058-4c0c-ac43-e45ee6d7dae7', 'mac_address': 'fa:16:3e:e4:5d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580a4098-57ac-48a2-aa4a-b9d66281b3d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:00:08.328913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:08.356204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85186c03-4058-4c0c-ac43-e45ee6d7dae7 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:08.382815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-b83ecfa1-9681-4ede-a8d3-3fa1d06a0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:08.386520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 85186c03-4058-4c0c-ac43-e45ee6d7dae7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=85186c03-4058-4c0c-ac43-e45ee6d7dae7,segment=NetworkSegment(937d096a-3da5-4cd6-815c-f87624b161f8),segment_id=937d096a-3da5-4cd6-815c-f87624b161f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:08.387356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-b83ecfa1-9681-4ede-a8d3-3fa1d06a0145 service neutron] 10.222.0.58 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 912 time: 0.1412337 Nov 11 21:00:08.427316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:00:08.436803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-59f449da-5b8b-4727-aa57-0c90a12e119a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13f2f28d-1e3b-4807-9fe9-60a9813285f9 HTTP/1.1" status: 200 len: 217 time: 0.0422635 Nov 11 21:00:08.438701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0fe551be-b8c3-4f97-ad60-74eb6bafd23d admin admin] 10.222.0.31 "PUT /v2.0/routers/037ac3e9-b911-48f2-81cd-66fce54fb10b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5459347 Nov 11 21:00:08.439735 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] Sync routers for ids ['037ac3e9-b911-48f2-81cd-66fce54fb10b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:00:08.441248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:08.442522 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:08.452668 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] Routers {'037ac3e9-b911-48f2-81cd-66fce54fb10b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:00:08.453284 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:00:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['037ac3e9-b911-48f2-81cd-66fce54fb10b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:08.472855 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:08.558588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-f45ee6b5-2497-48da-941d-684fb32e3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:08.560301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-f45ee6b5-2497-48da-941d-684fb32e3e9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.1138961 Nov 11 21:00:08.578690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=85186c03-4058-4c0c-ac43-e45ee6d7dae7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:08.578986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Pushing event updated for resources: {'Subnet': ['ID=629cbb2c-4c82-478a-b25a-0e3c70066725,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:08.610716 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:08.650869 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-55b98e0c-51e4-4cb7-b889-639a0cdbb1b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830126 Nov 11 21:00:08.656988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Checking segment: {'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:08.657486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Network hostable DHCP agents. Network: e66197ae-4903-46e6-afdc-6df578e0b9ff, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:00:08.681521 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] Set router 037ac3e9-b911-48f2-81cd-66fce54fb10b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:00:08.753528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:08.780307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-0ba1bb26-f335-4b56-9ae0-78b4bf5d8f23 service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169646 Nov 11 21:00:08.791882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['85186c03-4058-4c0c-ac43-e45ee6d7dae7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:00:08.798368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630994c6-a110-4fa8-9a10-fc1c5bbb710b req-29aef5bc-e6e3-4e77-9b99-d72fc3229a31 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:08.807014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-630994c6-a110-4fa8-9a10-fc1c5bbb710b req-29aef5bc-e6e3-4e77-9b99-d72fc3229a31 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 944 time: 0.0677109 Nov 11 21:00:08.907477 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T21:00:07Z', 'revision_number': 5, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port': {'id': 'dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:93:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:57:31Z', 'updated_at': '2021-11-11T20:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:08.933181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-630994c6-a110-4fa8-9a10-fc1c5bbb710b req-5f77c829-0331-4faf-a983-d11111783db2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197343 Nov 11 21:00:08.959105 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] Checking router: 037ac3e9-b911-48f2-81cd-66fce54fb10b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:00:08.993878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f0743-7ac7-48e1-adf1-1a82237dc67e req-baed9991-42d8-49e4-b9af-ceb756c11036 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:08.993878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b74f0743-7ac7-48e1-adf1-1a82237dc67e req-baed9991-42d8-49e4-b9af-ceb756c11036 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 944 time: 0.2113333 Nov 11 21:00:08.995938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8adba25-86f8-4234-b1d6-2fcf7b2e5ee0 req-2d136d78-0801-4e38-81f8-d2a8e9c88225 service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588969 Nov 11 21:00:09.003107 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] Routers {'037ac3e9-b911-48f2-81cd-66fce54fb10b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:00:09.003740 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:00:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['037ac3e9-b911-48f2-81cd-66fce54fb10b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:09.009970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Deleting port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:00:09.010416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:09.062989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Network e66197ae-4903-46e6-afdc-6df578e0b9ff is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:00:09.084065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b74f0743-7ac7-48e1-adf1-1a82237dc67e req-34816a9f-c0ac-48df-a297-b24f53459e87 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820432 Nov 11 21:00:09.149133 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] Set router 037ac3e9-b911-48f2-81cd-66fce54fb10b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:00:09.161425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e66197ae-4903-46e6-afdc-6df578e0b9ff) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:09.166299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:09.167169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:09.171805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a59fc-36ea-4b63-99f2-2a70713c1fc1 None None] Network e66197ae-4903-46e6-afdc-6df578e0b9ff requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:09.207178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1aca0b-05e9-47fb-a7b4-7e9d8461de10 req-4ab1849c-22a3-4faa-88c8-e4a45c039a13 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:09.208805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb1aca0b-05e9-47fb-a7b4-7e9d8461de10 req-4ab1849c-22a3-4faa-88c8-e4a45c039a13 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1060848 Nov 11 21:00:09.216083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] For port dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:09.216083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:09.226656 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T21:00:08Z', 'revision_number': 6, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:09.233751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Calling delete_port for dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:00:09.235945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7777a4ff-d709-40a2-aa98-f1d91e8818ed req-be878de0-419d-48cb-9020-15d267351e7d tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0514905 Nov 11 21:00:09.259264 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2183e6c-e3a4-464f-bf57-3c7d32f19bd4 None None] The sync data for ids ['037ac3e9-b911-48f2-81cd-66fce54fb10b'] in n-d-805734-3 is: [{'id': '037ac3e9-b911-48f2-81cd-66fce54fb10b', 'name': 'tempest-ServerRescueTestJSON-39558190-router', 'tenant_id': '075d7c5fc6fc4c4db127b510f0279193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:57:30Z', 'updated_at': '2021-11-11T21:00:08Z', 'revision_number': 6, 'project_id': '075d7c5fc6fc4c4db127b510f0279193', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:00:09.287215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-af2489fc-cd22-4442-9a81-c7b9673982df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5423052 Nov 11 21:00:09.339057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb1aca0b-05e9-47fb-a7b4-7e9d8461de10 req-9aa23ad4-ff7a-47c5-9214-f4ee2f1ede53 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192265 Nov 11 21:00:09.379321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33734c36-69f0-4df8-975c-17ced9a55665 None None] Network e66197ae-4903-46e6-afdc-6df578e0b9ff requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:09.623633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:09.659941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:09.679807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d244d4-58ad-49ad-a11e-6178cd32b46e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:00:09.735560 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:09.839686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:09.841907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.038131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574aba1-e466-457f-a184-69b466f6a81b req-f3cd840b-1bbe-4403-9294-50fe2e091b9d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:10.038910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.039435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 037ac3e9-b911-48f2-81cd-66fce54fb10b {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:00:10.039549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5574aba1-e466-457f-a184-69b466f6a81b req-f3cd840b-1bbe-4403-9294-50fe2e091b9d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 944 time: 0.0511246 Nov 11 21:00:10.044234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.051755 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-64f9a28e-21e9-45bc-8d31-75deb44b4d36 admin admin] 10.222.0.31 "DELETE /v2.0/routers/037ac3e9-b911-48f2-81cd-66fce54fb10b HTTP/1.1" status: 204 len: 168 time: 1.6029737 Nov 11 21:00:10.051755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52210) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:10.095828 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5574aba1-e466-457f-a184-69b466f6a81b req-f7eb73a2-1a9c-443d-9c75-12b157c584fb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493855 Nov 11 21:00:10.115395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 85186c03-4058-4c0c-ac43-e45ee6d7dae7 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:10.133394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] Deleting subnet 9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:00:10.145189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.202849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.247026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:10.269946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:10.270302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c3ee433c-6fd3-4fb7-9fe2-9eac84acf480 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:10.270733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:10.281640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.293295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:10.293649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dcb5eeb6-1fdd-4fb0-b3be-a6aec57ba558 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:10.322030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:00:10.324342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fbc96-3851-4048-90b2-c52649d50e23 req-98fce701-41ba-49ae-abd5-b46b9a1fed41 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:10.326999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-937fbc96-3851-4048-90b2-c52649d50e23 req-98fce701-41ba-49ae-abd5-b46b9a1fed41 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 944 time: 0.0970132 Nov 11 21:00:10.327519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:10.328278 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.377137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6b007a8-a97b-40cb-a8bb-5ef3371e3d52 req-ff594f77-0e41-4227-9c6d-6a4c9a9d6917 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0611839 Nov 11 21:00:10.426238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-937fbc96-3851-4048-90b2-c52649d50e23 req-4b8ef56d-c477-4c7d-a362-dfd9c0080950 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818281 Nov 11 21:00:10.489894 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.528254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 85186c03-4058-4c0c-ac43-e45ee6d7dae7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=85186c03-4058-4c0c-ac43-e45ee6d7dae7,segment=NetworkSegment(937d096a-3da5-4cd6-815c-f87624b161f8),segment_id=937d096a-3da5-4cd6-815c-f87624b161f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:10.529699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01730ce7-4c48-4624-b31d-07611148ab63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85186c03-4058-4c0c-ac43-e45ee6d7dae7'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:10.532646 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6b57f-a1c1-436e-9eb0-9666a12f1b58" -d '{"events": [{"server_uuid": "01730ce7-4c48-4624-b31d-07611148ab63", "name": "network-vif-plugged", "status": "completed", "tag": "85186c03-4058-4c0c-ac43-e45ee6d7dae7"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:10.533502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.590215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b07efaf-a1b2-4b21-b89e-01d51a8f29f3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:10.600552 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96cc369-b734-4b57-be60-d88ef3c956b5 x-openstack-request-id: req-f96cc369-b734-4b57-be60-d88ef3c956b5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:10.600794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.601550 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01730ce7-4c48-4624-b31d-07611148ab63", "name": "network-vif-plugged", "status": "completed", "tag": "85186c03-4058-4c0c-ac43-e45ee6d7dae7", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:10.601992 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f96cc369-b734-4b57-be60-d88ef3c956b5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:10.602683 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01730ce7-4c48-4624-b31d-07611148ab63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85186c03-4058-4c0c-ac43-e45ee6d7dae7', 'code': 200} Nov 11 21:00:10.604603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ffdbde58-74f1-4240-bb6d-9388d2639ac8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b07efaf-a1b2-4b21-b89e-01d51a8f29f3 HTTP/1.1" status: 204 len: 168 time: 0.5558088 Nov 11 21:00:10.605309 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.607399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:10.609911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335375-f407-4609-8b05-f3cc5076fc15 req-e4b5b584-5568-4f8d-a2f8-2270630b16ac tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:10.611763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ee335375-f407-4609-8b05-f3cc5076fc15 req-e4b5b584-5568-4f8d-a2f8-2270630b16ac tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1101034 Nov 11 21:00:10.674253 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ee335375-f407-4609-8b05-f3cc5076fc15 req-2a42cd12-33a8-4cac-b520-7999bc151a2e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525887 Nov 11 21:00:10.675639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=85186c03-4058-4c0c-ac43-e45ee6d7dae7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:10.722440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.746466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678062c-79af-40c0-b5cb-c332e317f6c8 req-7ecd8549-336b-4b94-aa3a-17864f0d2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:10.748002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a678062c-79af-40c0-b5cb-c332e317f6c8 req-7ecd8549-336b-4b94-aa3a-17864f0d2fd4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 1096 time: 0.0430727 Nov 11 21:00:10.799487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a678062c-79af-40c0-b5cb-c332e317f6c8 req-40536c47-a1c3-4ee1-a26d-d9079f48c195 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Nov 11 21:00:10.822480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.846904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc99b4f-9be3-43e1-9330-97be6d9ef4e6']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:10.856636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de20c89-bbce-41a5-bbea-6a395d2d8caa') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:10.856934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de20c89-bbce-41a5-bbea-6a395d2d8caa') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:10.867645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.882170 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.891330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:00:10.891330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:00:10.893113 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:00:11.032873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:11.049544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:11.056857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cfc99b4f-9be3-43e1-9330-97be6d9ef4e6 HTTP/1.1" status: 204 len: 168 time: 0.4437609 Nov 11 21:00:11.056857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a0e95-2651-4f88-b7ff-bc1e9e7884c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc99b4f-9be3-43e1-9330-97be6d9ef4e6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:11.255421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5cccb-e367-43e6-9741-700af4bf8f76 req-85d8d03e-3b98-41da-a1ec-da95a337758c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:11.262725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80a5cccb-e367-43e6-9741-700af4bf8f76 req-85d8d03e-3b98-41da-a1ec-da95a337758c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 944 time: 0.0686872 Nov 11 21:00:11.307174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80a5cccb-e367-43e6-9741-700af4bf8f76 req-1582ae07-4566-4200-9714-15140fc87adb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Nov 11 21:00:11.524446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5e7ea9c-5477-46a8-99a4-9b461d53807d req-14e08fb0-4363-461c-89a8-11f110d4698e tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0485218 Nov 11 21:00:11.572864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7db7d-2314-4c91-892e-0516e63467c9 req-ecbacb6b-6a88-4faa-9823-90389d9b79da tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:11.576296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ce7db7d-2314-4c91-892e-0516e63467c9 req-ecbacb6b-6a88-4faa-9823-90389d9b79da tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 945 time: 0.0649245 Nov 11 21:00:11.636183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ce7db7d-2314-4c91-892e-0516e63467c9 req-8ccd0412-6e2c-4db0-928e-2115f4140d9c tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512438 Nov 11 21:00:11.654019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:11.677311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13f2f28d-1e3b-4807-9fe9-60a9813285f9 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:00:11.726731 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3cc524ac-5549-43a6-ad92-6da9c3bac0e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=075d7c5fc6fc4c4db127b510f0279193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713117 Nov 11 21:00:11.729522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:11.814091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5b4f-82b7-4ce9-a14b-8eeb87ffd70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:11.837555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79a916-277e-4e46-abdc-7dff13e937fb req-389e8d67-4685-4779-9d81-1bfb4b2c0b85 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:11.839276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff79a916-277e-4e46-abdc-7dff13e937fb req-389e8d67-4685-4779-9d81-1bfb4b2c0b85 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0579097 Nov 11 21:00:11.840775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5b4f-82b7-4ce9-a14b-8eeb87ffd70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:11.843873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13f2f28d-1e3b-4807-9fe9-60a9813285f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13f2f28d-1e3b-4807-9fe9-60a9813285f9,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:11.904591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff79a916-277e-4e46-abdc-7dff13e937fb req-59b34aab-4adb-4271-b5d8-e4edeb7dc7f8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583775 Nov 11 21:00:12.027561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5b4f-82b7-4ce9-a14b-8eeb87ffd70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:12.030641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c5b4f-82b7-4ce9-a14b-8eeb87ffd70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:12.032318 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca8c5b4f-82b7-4ce9-a14b-8eeb87ffd70e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/684c42ff-d5f9-4bae-872a-e70d798c2b20 HTTP/1.1" status: 204 len: 168 time: 0.3016860 Nov 11 21:00:12.036486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '13f2f28d-1e3b-4807-9fe9-60a9813285f9', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'port_id': '13f2f28d-1e3b-4807-9fe9-60a9813285f9', 'mac_address': 'fa:16:3e:a4:76:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:00:12.047664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c5b4f-82b7-4ce9-a14b-8eeb87ffd70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c42ff-d5f9-4bae-872a-e70d798c2b20,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:12.083521 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:12.096951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f2f28d-1e3b-4807-9fe9-60a9813285f9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:12.120915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13f2f28d-1e3b-4807-9fe9-60a9813285f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13f2f28d-1e3b-4807-9fe9-60a9813285f9,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:12.244344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:12.298316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=13f2f28d-1e3b-4807-9fe9-60a9813285f9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:12.426270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82188-bcb3-412a-8bd2-5339541ced66 req-9d5235a0-5e7f-43e4-8c6e-74c828b5a951 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:12.427820 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-edf82188-bcb3-412a-8bd2-5339541ced66 req-9d5235a0-5e7f-43e4-8c6e-74c828b5a951 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 945 time: 0.0514526 Nov 11 21:00:12.480832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-edf82188-bcb3-412a-8bd2-5339541ced66 req-6b423532-e5cc-4ce6-90e4-4ce1c689fb95 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Nov 11 21:00:12.536522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['13f2f28d-1e3b-4807-9fe9-60a9813285f9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:00:12.682444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8707340d-567b-45b3-8b41-db54da807609 req-caa5da45-4c07-40d2-a7f5-bd5a12da594b tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0498574 Nov 11 21:00:12.799563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7788a2-c328-41e0-a56e-14f2f786d7d7 req-459377c3-0c53-4a54-8d9d-c1c754debf45 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:12.801358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b7788a2-c328-41e0-a56e-14f2f786d7d7 req-459377c3-0c53-4a54-8d9d-c1c754debf45 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 945 time: 0.0579016 Nov 11 21:00:12.851815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b7788a2-c328-41e0-a56e-14f2f786d7d7 req-44725651-de33-4136-9fdd-cede47022b4e tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 Nov 11 21:00:13.083668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77c9d4-9b06-45bf-bd9b-24bdddc465fd req-fa5d509b-48cf-4a70-89bf-0778761a1766 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:13.086232 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b77c9d4-9b06-45bf-bd9b-24bdddc465fd req-fa5d509b-48cf-4a70-89bf-0778761a1766 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0664849 Nov 11 21:00:13.154495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b77c9d4-9b06-45bf-bd9b-24bdddc465fd req-8be24c79-7220-487e-b5aa-fe653ebf1cd1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Nov 11 21:00:13.599417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:13.662086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac07e-4d36-4e3f-bcd7-674a19d5be8d req-55c2fa2b-15c8-4d24-9074-897d3c165c49 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:13.670842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf1ac07e-4d36-4e3f-bcd7-674a19d5be8d req-55c2fa2b-15c8-4d24-9074-897d3c165c49 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 945 time: 0.1121013 Nov 11 21:00:13.675193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e4a82-73ca-400b-8cfa-5e6b206c659a req-5229b0a6-a333-4374-8bf3-89dabc01a8a5 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:13.676803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f1e4a82-73ca-400b-8cfa-5e6b206c659a req-5229b0a6-a333-4374-8bf3-89dabc01a8a5 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 945 time: 0.1011863 Nov 11 21:00:13.703599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13f2f28d-1e3b-4807-9fe9-60a9813285f9 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:13.781225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf1ac07e-4d36-4e3f-bcd7-674a19d5be8d req-b104889e-7f1f-4d7c-9909-5bffe6fe321c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075816 Nov 11 21:00:13.804308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f1e4a82-73ca-400b-8cfa-5e6b206c659a req-6d3c1d46-d2ea-482a-a671-97c6ee3559bd tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165209 Nov 11 21:00:13.873040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:00:13.875835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f946570-8d25-4055-9233-b64929c4a06f req-776a7f04-e9a4-488b-bd4a-90e13dd83d72 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0279131 Nov 11 21:00:13.881918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:13.881918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:13.920585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1365296302-network', 'tenant_id': 'd18c832e6ad74f3dab1896825383ccdb'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:13.997662 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.022540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935ae970-e18f-42be-a271-02ac9dc60a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2f28d-1e3b-4807-9fe9-60a9813285f9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:14.024844 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897034a-cc25-4ff8-b7a5-0b9018ce5d98" -d '{"events": [{"server_uuid": "935ae970-e18f-42be-a271-02ac9dc60a07", "name": "network-vif-plugged", "status": "completed", "tag": "13f2f28d-1e3b-4807-9fe9-60a9813285f9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:14.040703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13f2f28d-1e3b-4807-9fe9-60a9813285f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13f2f28d-1e3b-4807-9fe9-60a9813285f9,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:14.044043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Made reservation on behalf of d18c832e6ad74f3dab1896825383ccdb for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:14.047127 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.058026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.065560 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75821995-9e29-49e3-bce4-ead5bc88bc1e x-openstack-request-id: req-75821995-9e29-49e3-bce4-ead5bc88bc1e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:14.065850 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935ae970-e18f-42be-a271-02ac9dc60a07", "name": "network-vif-plugged", "status": "completed", "tag": "13f2f28d-1e3b-4807-9fe9-60a9813285f9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:14.066242 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75821995-9e29-49e3-bce4-ead5bc88bc1e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:14.066651 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935ae970-e18f-42be-a271-02ac9dc60a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2f28d-1e3b-4807-9fe9-60a9813285f9', 'code': 200} Nov 11 21:00:14.152537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.192200 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.205685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0139241-9f14-4ae4-93ca-85210b59b42c req-ec950290-9150-4dd1-83fe-bfd2499f6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:14.207249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0139241-9f14-4ae4-93ca-85210b59b42c req-ec950290-9150-4dd1-83fe-bfd2499f6964 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 1096 time: 0.0775309 Nov 11 21:00:14.232810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=13f2f28d-1e3b-4807-9fe9-60a9813285f9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:14.297331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0139241-9f14-4ae4-93ca-85210b59b42c req-039bf9ce-abc0-4870-b39d-f1e59270cadc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823345 Nov 11 21:00:14.322484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f94b77-0cd2-4a58-a4bc-2120f4b5c566 req-04418bba-5322-4955-b730-ed5fc75d5eaa tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:14.324410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40f94b77-0cd2-4a58-a4bc-2120f4b5c566 req-04418bba-5322-4955-b730-ed5fc75d5eaa tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0750680 Nov 11 21:00:14.325822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.361954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:00:14.387807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.388216 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Added segment d4b5b7af-f9f2-48bf-b689-c9309f59d509 of type vlan for network 81fd2b4a-b136-426b-8248-95ee81b9efd9 Nov 11 21:00:14.389526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9640f4-44d5-4cad-8239-79d418b72986,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:14.446667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40f94b77-0cd2-4a58-a4bc-2120f4b5c566 req-ee316ae9-8734-4d47-aa78-30075e951e26 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126788 Nov 11 21:00:14.460526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.587173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.589934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:14.589934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:14.653575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] Pushing event updated for resources: {'Network': ['ID=81fd2b4a-b136-426b-8248-95ee81b9efd9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:14.663497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 81fd2b4a-b136-426b-8248-95ee81b9efd9 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:00:14.733410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-79bc9ad6-35c5-47a0-b645-3211bd5db199 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1307559 Nov 11 21:00:14.735983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:14.741709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Request body: {'subnet': {'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1365296302-subnet', 'tenant_id': 'd18c832e6ad74f3dab1896825383ccdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:14.870058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Made reservation on behalf of d18c832e6ad74f3dab1896825383ccdb for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:14.872701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:15.012289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fec5b-b8c2-4b56-80fd-f6775ea3408e req-ef8edcb7-c66d-41d4-85b6-f67a4d2b0f30 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:15.025955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-265fec5b-b8c2-4b56-80fd-f6775ea3408e req-ef8edcb7-c66d-41d4-85b6-f67a4d2b0f30 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 945 time: 0.1267285 Nov 11 21:00:15.130752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084873-37a6-47be-a311-4ed799c61e71 req-71481069-a4f5-459c-8930-c703732b38d0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:15.132943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f084873-37a6-47be-a311-4ed799c61e71 req-71481069-a4f5-459c-8930-c703732b38d0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 946 time: 0.2402654 Nov 11 21:00:15.136930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-265fec5b-b8c2-4b56-80fd-f6775ea3408e req-8284450f-352e-4125-b625-77864cc0798d tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094568 Nov 11 21:00:15.254097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f084873-37a6-47be-a311-4ed799c61e71 req-e45e5474-e3ef-4120-b820-0133a48b9f70 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041102 Nov 11 21:00:15.306505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a0183768-ad20-4a10-842c-2c9bcd8dcd02 req-26285f89-fedf-4c5f-8ffc-e153bd804552 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0556741 Nov 11 21:00:15.384638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:15.438626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315d808a-72a9-4fe2-91b4-097300051f2e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:15.449698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Checking segment: {'id': 'd4b5b7af-f9f2-48bf-b689-c9309f59d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:15.450072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Network hostable DHCP agents. Network: 81fd2b4a-b136-426b-8248-95ee81b9efd9, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:00:15.572847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62976-a9a7-4405-b75d-a999e01c55fc req-a043cd8d-df5f-4c3f-9ce7-ed89bfa0e565 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:15.580391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fa62976-a9a7-4405-b75d-a999e01c55fc req-a043cd8d-df5f-4c3f-9ce7-ed89bfa0e565 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0624664 Nov 11 21:00:15.587521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Network 81fd2b4a-b136-426b-8248-95ee81b9efd9 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:00:15.634895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fa62976-a9a7-4405-b75d-a999e01c55fc req-15f83c9f-c9b8-429a-9ba7-b317b76edbbd tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537932 Nov 11 21:00:15.668120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c22bb47-bf53-4d21-b376-42a2232b4b58 req-0de4f842-e896-4bd7-b904-ab8ef0270971 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0266647 Nov 11 21:00:15.793868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 81fd2b4a-b136-426b-8248-95ee81b9efd9) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:15.805549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb16e5-d87c-4dde-b5e3-0005327ea6d5 None None] Network 81fd2b4a-b136-426b-8248-95ee81b9efd9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:15.810309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:15.811292 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:15.827327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-87cf2f37-4200-4899-b5b2-de9cd69053dd tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:15.830853 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-87cf2f37-4200-4899-b5b2-de9cd69053dd tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.62 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 945 time: 0.0587549 Nov 11 21:00:15.931999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Deleting port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:00:15.934188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:15.937344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-04cad27b-6aab-4c52-8c48-db3485a364c3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1998587 Nov 11 21:00:15.966981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1e04a-aff7-4a8d-9a7d-e18f37c1bf32 None None] Network 81fd2b4a-b136-426b-8248-95ee81b9efd9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:16.054354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] For port 85186c03-4058-4c0c-ac43-e45ee6d7dae7, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=85186c03-4058-4c0c-ac43-e45ee6d7dae7,segment=NetworkSegment(937d096a-3da5-4cd6-815c-f87624b161f8),segment_id=937d096a-3da5-4cd6-815c-f87624b161f8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:16.054968 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:16.067661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Calling delete_port for 85186c03-4058-4c0c-ac43-e45ee6d7dae7 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:00:16.281314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d328cf8-058a-4d03-9a70-e51ed2439a54 req-8819198c-407f-4a94-9fd3-970ecbd13201 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:16.289272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d328cf8-058a-4d03-9a70-e51ed2439a54 req-8819198c-407f-4a94-9fd3-970ecbd13201 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 945 time: 0.0715539 Nov 11 21:00:16.351040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d328cf8-058a-4d03-9a70-e51ed2439a54 req-0a1215c4-bbd5-42d8-807f-b621a26aebfb tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/security-groups?id=152f9356-6208-4a2c-8a6d-06ccaca5e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Nov 11 21:00:16.356291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:16.398244 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Pushing event deleted for resources: {'Port': ['ID=85186c03-4058-4c0c-ac43-e45ee6d7dae7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:16.434546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f9750-d96d-4b98-8da8-bae2893001a4 req-1287f316-b27b-4829-a9c1-791dfd865fb8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:16.436061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b70f9750-d96d-4b98-8da8-bae2893001a4 req-1287f316-b27b-4829-a9c1-791dfd865fb8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 946 time: 0.0900352 Nov 11 21:00:16.457020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] No DVR routers for this DVR port 85186c03-4058-4c0c-ac43-e45ee6d7dae7 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:00:16.471399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:16.474765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb4a5b9d-297d-4ecc-be7b-11fa0ce95d6a req-bf1b9e60-c58c-4733-8c83-15cd71c743b0 tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.62 "DELETE /v2.0/ports/85186c03-4058-4c0c-ac43-e45ee6d7dae7 HTTP/1.1" status: 204 len: 173 time: 0.6344554 Nov 11 21:00:16.477531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38d6b0cd-5072-4864-a456-c08b2701b322 req-c94d78de-e13c-4385-b676-ceb7ddab622f tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0509403 Nov 11 21:00:16.477959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01730ce7-4c48-4624-b31d-07611148ab63', 'name': 'network-vif-deleted', 'tag': '85186c03-4058-4c0c-ac43-e45ee6d7dae7'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:16.480303 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61adb50-b354-40cf-95eb-bb756aa5e9da" -d '{"events": [{"server_uuid": "01730ce7-4c48-4624-b31d-07611148ab63", "name": "network-vif-deleted", "tag": "85186c03-4058-4c0c-ac43-e45ee6d7dae7"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:16.491550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b70f9750-d96d-4b98-8da8-bae2893001a4 req-45c2e55e-b487-4980-9f17-aff0ebbe20c6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Nov 11 21:00:16.537244 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e13a98e-ab6e-48d4-925a-6f9cb30c87f3 x-openstack-request-id: req-0e13a98e-ab6e-48d4-925a-6f9cb30c87f3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:16.538060 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01730ce7-4c48-4624-b31d-07611148ab63", "name": "network-vif-deleted", "tag": "85186c03-4058-4c0c-ac43-e45ee6d7dae7", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:16.538308 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e13a98e-ab6e-48d4-925a-6f9cb30c87f3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:16.538709 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01730ce7-4c48-4624-b31d-07611148ab63', 'name': 'network-vif-deleted', 'tag': '85186c03-4058-4c0c-ac43-e45ee6d7dae7', 'status': 'completed', 'code': 200} Nov 11 21:00:16.774576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6ca28-a687-45fa-9673-be8f4dec0dbe req-c81b44c0-fbe1-4c95-a541-521f344e5ee4 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:16.776414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-feb6ca28-a687-45fa-9673-be8f4dec0dbe req-c81b44c0-fbe1-4c95-a541-521f344e5ee4 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0546563 Nov 11 21:00:16.862679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-feb6ca28-a687-45fa-9673-be8f4dec0dbe req-de087cd3-f278-4e6e-a747-d1b4608cdc42 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768514 Nov 11 21:00:16.945963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-db4b05d4-8f1d-41c4-9bb5-89ed8e32724c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:16.947567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-db4b05d4-8f1d-41c4-9bb5-89ed8e32724c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/networks?id=81fd2b4a-b136-426b-8248-95ee81b9efd9 HTTP/1.1" status: 200 len: 809 time: 0.1170185 Nov 11 21:00:16.963490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-58caf93b-75b0-4797-a3bf-85af61abf586 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/quotas/d18c832e6ad74f3dab1896825383ccdb HTTP/1.1" status: 200 len: 375 time: 0.0098662 Nov 11 21:00:17.000891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-6ad5f11f-fdf8-4fb2-ba0e-1e3b862d0adc tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d18c832e6ad74f3dab1896825383ccdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317192 Nov 11 21:00:17.105151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-982f2fdd-ddcd-493d-9961-ec36f2327894 service neutron] 10.222.0.31 "GET /v2.0/networks/81fd2b4a-b136-426b-8248-95ee81b9efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927913 Nov 11 21:00:17.237310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-c5422af7-f442-408c-ab97-20d051ba7b48 service neutron] 10.222.0.31 "GET /v2.0/networks/81fd2b4a-b136-426b-8248-95ee81b9efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240213 Nov 11 21:00:17.456903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-946b3b14-8f62-494a-a862-1d3d9aa46c76 req-dc3d3370-20b8-436c-ba85-f65bc40c812b tempest-InstanceActionsNegativeTestJSON-14809707 tempest-InstanceActionsNegativeTestJSON-14809707-project] 10.222.0.31 "GET /v2.0/ports?device_id=01730ce7-4c48-4624-b31d-07611148ab63 HTTP/1.1" status: 200 len: 210 time: 0.0310178 Nov 11 21:00:17.704998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9bf63e2a-51fd-48f7-8b42-66eb757fbe37 req-2d65ee48-563d-4bdb-89b0-4b4d545f0bec tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0969963 Nov 11 21:00:17.737407 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f0dfce09-bc1c-4458-9091-88d941df4f1d req-df4cb1c0-e947-4669-bd31-1c210d3aba8c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 210 time: 0.0614381 Nov 11 21:00:18.001000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a07667-0c59-460c-995a-f6e3b4a83564 req-176ccb1d-0ed8-4116-900d-1aaa8df38d8c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:18.002727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-79a07667-0c59-460c-995a-f6e3b4a83564 req-176ccb1d-0ed8-4116-900d-1aaa8df38d8c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0657694 Nov 11 21:00:18.074822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-79a07667-0c59-460c-995a-f6e3b4a83564 req-698a88a8-fd62-46b2-aaae-30d639f9f0a3 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 Nov 11 21:00:18.162141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 85186c03-4058-4c0c-ac43-e45ee6d7dae7 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:18.185126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 85186c03-4058-4c0c-ac43-e45ee6d7dae7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:18.185694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 85186c03-4058-4c0c-ac43-e45ee6d7dae7 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:18.501416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7bcf34f7-e92f-469f-92e1-9aa7868f63f8 req-06da8287-fa23-48a2-a94a-5cda5d2390d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67e3c4209e8c4ac591551fdd319cf601&device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0441618 Nov 11 21:00:18.530673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52482) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:18.578257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-795fe65e-1d0b-4808-907c-11f7fb0ee126 req-41782c52-0842-4384-b56a-78e8ec198c9e tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0737267 Nov 11 21:00:18.594691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7bcf34f7-e92f-469f-92e1-9aa7868f63f8 req-4bfeb3a5-3e4a-40b8-9200-bf0daadb9fd0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=67e3c4209e8c4ac591551fdd319cf601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761414 Nov 11 21:00:18.628968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] Deleting subnet 580a4098-57ac-48a2-aa4a-b9d66281b3d0 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:00:18.633485 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:18.671568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:18.722720 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:18.746207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf34f7-e92f-469f-92e1-9aa7868f63f8 req-abc59de3-cf27-4739-811b-81f511962cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:18.748322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7bcf34f7-e92f-469f-92e1-9aa7868f63f8 req-abc59de3-cf27-4739-811b-81f511962cb2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461871 Nov 11 21:00:18.840755 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9452d18-98e8-41db-be83-2743ef2ee51b req-929cf688-3262-425e-acd2-a785ec10cdeb tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 210 time: 0.0348463 Nov 11 21:00:18.907241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:18.937752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580a4098-57ac-48a2-aa4a-b9d66281b3d0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:18.946724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:18.954119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:18.956268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb7789c9-2b07-43e0-8ac3-45fe0dab4583 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/580a4098-57ac-48a2-aa4a-b9d66281b3d0 HTTP/1.1" status: 204 len: 168 time: 0.4243553 Nov 11 21:00:19.060703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:19.203578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:19.249949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda5489b-bf71-475c-8a85-6800b3e217f7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:19.262589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937d096a-3da5-4cd6-815c-f87624b161f8') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:19.262885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937d096a-3da5-4cd6-815c-f87624b161f8') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:19.278124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db435f0-1e2f-4dc1-8d53-2b7afd8898f6 req-261c154f-2ed8-4dba-b35f-853d9ab200a7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:19.279626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9db435f0-1e2f-4dc1-8d53-2b7afd8898f6 req-261c154f-2ed8-4dba-b35f-853d9ab200a7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0884123 Nov 11 21:00:19.283353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:19.308887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:19.319288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:00:19.319678 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:00:19.322701 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:00:19.389604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9db435f0-1e2f-4dc1-8d53-2b7afd8898f6 req-3cbd251f-2811-4fe2-b14a-93d151e4b519 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986412 Nov 11 21:00:19.612605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:19.612605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:19.615148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] 10.222.0.31 "DELETE /v2.0/networks/dda5489b-bf71-475c-8a85-6800b3e217f7 HTTP/1.1" status: 204 len: 168 time: 0.6596684 Nov 11 21:00:19.635038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43169d6d-aea7-4c16-9c42-fd8fd3fbcfad admin admin] Pushing event deleted for resources: {'Network': ['ID=dda5489b-bf71-475c-8a85-6800b3e217f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:19.684884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1b6736-cf93-4e4e-862e-30051e8f9d69 req-0f1352c6-1e9e-436f-b8bf-89d367e7b583 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0357032 Nov 11 21:00:19.956687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70620105-fc06-4c58-a327-588ade6fbac0 req-83350dfd-3d86-416e-a091-8d50b5b1d591 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 210 time: 0.0436568 Nov 11 21:00:20.135399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7bcf34f7-e92f-469f-92e1-9aa7868f63f8 req-04e49467-d4a1-4c23-b91f-32cd4a560320 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0258760 Nov 11 21:00:20.161083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:20.239902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:20.240911 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6ef11a4d-234e-493f-94fe-fd5d5551752e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ddbe1570e584554b454fab101c5d78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768490 Nov 11 21:00:20.295220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eb24475-691a-4858-b66c-ca347c984983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:20.322115 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eb24475-691a-4858-b66c-ca347c984983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:20.512856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eb24475-691a-4858-b66c-ca347c984983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:20.515235 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8eb24475-691a-4858-b66c-ca347c984983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:20.517036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8eb24475-691a-4858-b66c-ca347c984983 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/152f9356-6208-4a2c-8a6d-06ccaca5e0b9 HTTP/1.1" status: 204 len: 168 time: 0.2751119 Nov 11 21:00:20.530087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb24475-691a-4858-b66c-ca347c984983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f9356-6208-4a2c-8a6d-06ccaca5e0b9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:20.539320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb8a9d-50dc-4c66-a38e-c1409118f879 req-8fd5405f-24c2-45e4-8dfd-da5cd256404b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:20.540919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0eeb8a9d-50dc-4c66-a38e-c1409118f879 req-8fd5405f-24c2-45e4-8dfd-da5cd256404b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0768778 Nov 11 21:00:20.595406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0eeb8a9d-50dc-4c66-a38e-c1409118f879 req-9c50a4dc-3c00-458d-852c-259d96ebcd3b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 Nov 11 21:00:20.888115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ea93130-54cd-4873-a14a-2c835159c89f req-87bddbfd-f594-4558-9631-c9a768e24144 tempest-ServerShowV254Test-78453259 tempest-ServerShowV254Test-78453259-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf6d152a-c576-4d4f-afd2-703bfa1302ae HTTP/1.1" status: 200 len: 210 time: 0.0322826 Nov 11 21:00:21.060300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b933b071-c525-4529-98ed-293de134ac8d req-50db7365-3f17-4ea5-827f-707c1ee458ba tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 210 time: 0.0283027 Nov 11 21:00:21.266796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-931ee0d6-53ce-4194-83fe-84ccf6f5ab94 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:21.269893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-931ee0d6-53ce-4194-83fe-84ccf6f5ab94 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.62 "GET /v2.0/networks?id=81fd2b4a-b136-426b-8248-95ee81b9efd9 HTTP/1.1" status: 200 len: 809 time: 0.1291971 Nov 11 21:00:21.287534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Request body: {'port': {'device_id': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9', 'admin_state_up': True, 'tenant_id': 'd18c832e6ad74f3dab1896825383ccdb'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:21.349045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:21.405984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:21.538039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e449858f-170d-4059-a45d-fda1e62a5fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:21.566598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Made reservation on behalf of d18c832e6ad74f3dab1896825383ccdb for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:21.573857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:21.600400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e6ffdcb-e25b-49ba-bc77-4ded6b8c032e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:21.788033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e449858f-170d-4059-a45d-fda1e62a5fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:21.807106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Allocated IP 172.20.0.3 (81fd2b4a-b136-426b-8248-95ee81b9efd9/315d808a-72a9-4fe2-91b4-097300051f2e/772b5236-f8b0-4cf0-adba-f141552b4595) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:21.815829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ce15-1b03-41ba-b93f-0230697544ce req-cb3c1d22-394b-4508-9f04-700aec57386c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:21.824647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c6ce15-1b03-41ba-b93f-0230697544ce req-cb3c1d22-394b-4508-9f04-700aec57386c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1094382 Nov 11 21:00:21.853418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e6ffdcb-e25b-49ba-bc77-4ded6b8c032e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:21.904728 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e449858f-170d-4059-a45d-fda1e62a5fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:21.983697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e449858f-170d-4059-a45d-fda1e62a5fcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=730d168a695f440c8262fc5946cdbefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312900 Nov 11 21:00:21.984086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e6ffdcb-e25b-49ba-bc77-4ded6b8c032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:21.987629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:21.999623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c6ce15-1b03-41ba-b93f-0230697544ce req-c504f8da-1617-4dbb-acab-1a1e02c955e9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737642 Nov 11 21:00:22.034416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2e6ffdcb-e25b-49ba-bc77-4ded6b8c032e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80afc171768e41bf8683872075eaf12d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6184134 Nov 11 21:00:22.035139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:22.042765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.217066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a641e7e1-6467-4dc0-a561-5dfcc0bb2710 req-8ca7fa21-1dde-4c1d-ad65-792fdbcbe2a4 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 210 time: 0.0437555 Nov 11 21:00:22.230313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449858f-170d-4059-a45d-fda1e62a5fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7872c1ae-8ca7-4541-9893-f95067e70efd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:22.282516 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2eb084a-b03f-485a-8267-ca9e26683ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.287770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a25cca1d-7409-4e94-998e-2d7874501e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.348031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ffdcb-e25b-49ba-bc77-4ded6b8c032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b888c2ab-de99-4918-8a04-8b0f9d54e50a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:22.349202 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2eb084a-b03f-485a-8267-ca9e26683ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.371152 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.374204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a25cca1d-7409-4e94-998e-2d7874501e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.568210 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a25cca1d-7409-4e94-998e-2d7874501e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.568520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.570697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2eb084a-b03f-485a-8267-ca9e26683ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.574136 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2eb084a-b03f-485a-8267-ca9e26683ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.574591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a25cca1d-7409-4e94-998e-2d7874501e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.576092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a25cca1d-7409-4e94-998e-2d7874501e57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b888c2ab-de99-4918-8a04-8b0f9d54e50a HTTP/1.1" status: 204 len: 168 time: 0.5313146 Nov 11 21:00:22.579533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f2eb084a-b03f-485a-8267-ca9e26683ba6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7872c1ae-8ca7-4541-9893-f95067e70efd HTTP/1.1" status: 204 len: 168 time: 0.5905311 Nov 11 21:00:22.594668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cca1d-7409-4e94-998e-2d7874501e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888c2ab-de99-4918-8a04-8b0f9d54e50a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:22.624889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:22.681710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb084a-b03f-485a-8267-ca9e26683ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7872c1ae-8ca7-4541-9893-f95067e70efd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:22.683517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Pushing event updated for resources: {'Port': ['ID=772b5236-f8b0-4cf0-adba-f141552b4595,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:22.698665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Network 81fd2b4a-b136-426b-8248-95ee81b9efd9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:22.700203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:22.705358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:22.728355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:22.795649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:22.796896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:22.909890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-1aa233c0-9689-4cc5-a254-13c8d32c3099 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6266379 Nov 11 21:00:22.926731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Request body: {'port': {'device_id': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:23.051803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.384457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772b5236-f8b0-4cf0-adba-f141552b4595 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:23.392435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.408992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Transition to ACTIVE for port object 772b5236-f8b0-4cf0-adba-f141552b4595 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:00:23.448420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1641746348-network', 'tenant_id': '280bfcaf3b984b169fa626cebd9dc342'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:23.476587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ecfa8-5bfa-4d07-a98c-3f6f241c243d req-bed6a1f1-3832-4b59-90c2-0f6370fc1083 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:23.485133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a41ecfa8-5bfa-4d07-a98c-3f6f241c243d req-bed6a1f1-3832-4b59-90c2-0f6370fc1083 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.3752131 Nov 11 21:00:23.528366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eaf95-1ee3-4ae8-9a10-a8f91e309731 req-3a5bddad-c080-4e26-b961-2e612c58be63 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:23.539700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c1eaf95-1ee3-4ae8-9a10-a8f91e309731 req-3a5bddad-c080-4e26-b961-2e612c58be63 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 931 time: 0.1548018 Nov 11 21:00:23.587687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a41ecfa8-5bfa-4d07-a98c-3f6f241c243d req-cb0a63b2-c901-43d2-92fe-122e19b49b0f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957363 Nov 11 21:00:23.591154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.630099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e960928-cc95-4885-a6a9-42fe6b88048c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.634637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Made reservation on behalf of 280bfcaf3b984b169fa626cebd9dc342 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:23.636938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.661125 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.681465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c1eaf95-1ee3-4ae8-9a10-a8f91e309731 req-1fb709e9-037a-4f0b-9cc1-1ba5b607e7c6 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339433 Nov 11 21:00:23.730278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Pushing event updated for resources: {'Port': ['ID=772b5236-f8b0-4cf0-adba-f141552b4595,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:23.790570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Attempting to bind port 772b5236-f8b0-4cf0-adba-f141552b4595 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:23.791651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Attempting to bind port 772b5236-f8b0-4cf0-adba-f141552b4595 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'd4b5b7af-f9f2-48bf-b689-c9309f59d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:23.792192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Attempting to bind port 772b5236-f8b0-4cf0-adba-f141552b4595 on network 81fd2b4a-b136-426b-8248-95ee81b9efd9 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:23.798362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Port 772b5236-f8b0-4cf0-adba-f141552b4595 on network 81fd2b4a-b136-426b-8248-95ee81b9efd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:00:23.798905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Attempting to bind port 772b5236-f8b0-4cf0-adba-f141552b4595 on network 81fd2b4a-b136-426b-8248-95ee81b9efd9 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:23.809118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:23.809118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Checking segment: {'id': 'd4b5b7af-f9f2-48bf-b689-c9309f59d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:23.809118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Bound using segment: {'id': 'd4b5b7af-f9f2-48bf-b689-c9309f59d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:23.809118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Bound port: 772b5236-f8b0-4cf0-adba-f141552b4595, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b5b7af-f9f2-48bf-b689-c9309f59d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:23.809118 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.810362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.871769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e960928-cc95-4885-a6a9-42fe6b88048c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.875249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] For port 772b5236-f8b0-4cf0-adba-f141552b4595, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:23.880598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] For port 772b5236-f8b0-4cf0-adba-f141552b4595, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=772b5236-f8b0-4cf0-adba-f141552b4595,segment=NetworkSegment(d4b5b7af-f9f2-48bf-b689-c9309f59d509),segment_id=d4b5b7af-f9f2-48bf-b689-c9309f59d509)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:23.923117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.972426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:00:23.983424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90973e6c-092f-4911-8291-3743f7a427de,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:23.992593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:23.993418 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Added segment 6a3164e2-4db8-4841-94b6-970ba5fe315d of type vlan for network 5ac0040a-4b87-4e3a-a40c-474278fc48be Nov 11 21:00:23.995700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.024876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e960928-cc95-4885-a6a9-42fe6b88048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.086908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:24.087538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.088998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] 10.222.0.62 "PUT /v2.0/ports/772b5236-f8b0-4cf0-adba-f141552b4595 HTTP/1.1" status: 200 len: 1091 time: 1.1671615 Nov 11 21:00:24.089487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:24.090127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04cf4e-d307-4e05-a37b-9cfe7070413d service neutron] Pushing event updated for resources: {'Port': ['ID=772b5236-f8b0-4cf0-adba-f141552b4595,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:24.093261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'tag': '772b5236-f8b0-4cf0-adba-f141552b4595'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:24.096429 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becec93f-97a1-4084-bc87-3881da1229be" -d '{"events": [{"name": "network-changed", "server_uuid": "e9036a14-fca7-4fbf-9a1d-edbb3c62e565", "tag": "772b5236-f8b0-4cf0-adba-f141552b4595"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:24.120448 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d618bd7a-203d-4c8c-b126-8e798b0f552e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.127427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2e960928-cc95-4885-a6a9-42fe6b88048c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67e3c4209e8c4ac591551fdd319cf601&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3976791 Nov 11 21:00:24.131837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.132542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960928-cc95-4885-a6a9-42fe6b88048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe651e-178c-41ca-ae05-a0b7a7c88001,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:24.134538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:24.184572 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb6341a-168f-47d0-bc0b-21ca14b1753d x-openstack-request-id: req-eeb6341a-168f-47d0-bc0b-21ca14b1753d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:24.184868 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9036a14-fca7-4fbf-9a1d-edbb3c62e565", "tag": "772b5236-f8b0-4cf0-adba-f141552b4595", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:24.185123 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eeb6341a-168f-47d0-bc0b-21ca14b1753d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:24.185520 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'tag': '772b5236-f8b0-4cf0-adba-f141552b4595', 'status': 'completed', 'code': 200} Nov 11 21:00:24.256982 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e429fbc-368b-4387-b87e-e05938024218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.270521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.273298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:24.274515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.316646 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e429fbc-368b-4387-b87e-e05938024218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.338923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d618bd7a-203d-4c8c-b126-8e798b0f552e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.352714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becec93f-97a1-4084-bc87-3881da1229be req-1312dab2-75d2-4993-b4be-f5f3161b1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:24.354322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-becec93f-97a1-4084-bc87-3881da1229be req-1312dab2-75d2-4993-b4be-f5f3161b1d5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d18c832e6ad74f3dab1896825383ccdb&device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 1094 time: 0.1303377 Nov 11 21:00:24.398303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] Pushing event updated for resources: {'Network': ['ID=5ac0040a-4b87-4e3a-a40c-474278fc48be,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:24.419065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 5ac0040a-4b87-4e3a-a40c-474278fc48be details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:00:24.438535 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d618bd7a-203d-4c8c-b126-8e798b0f552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.441859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-defbf79c-e7b2-4abf-95ab-3d0166019f6c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8114777 Nov 11 21:00:24.453377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:24.462340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Request body: {'subnet': {'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1641746348-subnet', 'tenant_id': '280bfcaf3b984b169fa626cebd9dc342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:24.514316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618bd7a-203d-4c8c-b126-8e798b0f552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73832e07-1d8d-47f7-8b79-e2c5b5a457a9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:24.522856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d618bd7a-203d-4c8c-b126-8e798b0f552e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7497a4fa88774e72b60c5f9f46fc8a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226744 Nov 11 21:00:24.524378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:24.532074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becec93f-97a1-4084-bc87-3881da1229be req-25bb3a4d-cd14-455e-b054-931dac9028db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:24.532074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-becec93f-97a1-4084-bc87-3881da1229be req-25bb3a4d-cd14-455e-b054-931dac9028db service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d18c832e6ad74f3dab1896825383ccdb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1641476 Nov 11 21:00:24.571551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e429fbc-368b-4387-b87e-e05938024218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.578189 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e429fbc-368b-4387-b87e-e05938024218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.581860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6e429fbc-368b-4387-b87e-e05938024218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ffe651e-178c-41ca-ae05-a0b7a7c88001 HTTP/1.1" status: 204 len: 168 time: 0.4441390 Nov 11 21:00:24.605253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.655354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.678428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e429fbc-368b-4387-b87e-e05938024218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe651e-178c-41ca-ae05-a0b7a7c88001,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:24.768264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becec93f-97a1-4084-bc87-3881da1229be req-875a97a3-caaa-47cb-801b-756fd7646b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:24.772224 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-becec93f-97a1-4084-bc87-3881da1229be req-875a97a3-caaa-47cb-801b-756fd7646b3d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270968 Nov 11 21:00:24.800292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Made reservation on behalf of 280bfcaf3b984b169fa626cebd9dc342 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:24.804838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:24.879406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0feebf-dbbb-47cb-90c5-7aa3b116dd22 req-c931591e-29fe-46f5-bdad-acc0f1183f3e tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:24.884571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0feebf-dbbb-47cb-90c5-7aa3b116dd22 req-c931591e-29fe-46f5-bdad-acc0f1183f3e tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 943 time: 0.0998008 Nov 11 21:00:24.918429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424ac4-f7c0-4202-a56f-589925416f3a req-8a4105fa-b924-49c9-948d-49b9c5234387 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:24.920094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64424ac4-f7c0-4202-a56f-589925416f3a req-8a4105fa-b924-49c9-948d-49b9c5234387 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1669428 Nov 11 21:00:25.003341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-296992de-6d03-4fc2-8b48-62edace8b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:25.006010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-296992de-6d03-4fc2-8b48-62edace8b647 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d18c832e6ad74f3dab1896825383ccdb&device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 1094 time: 0.1565335 Nov 11 21:00:25.018975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:25.022570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:25.023747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73832e07-1d8d-47f7-8b79-e2c5b5a457a9 HTTP/1.1" status: 204 len: 168 time: 0.4966774 Nov 11 21:00:25.054825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73832e07-1d8d-47f7-8b79-e2c5b5a457a9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:25.076663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.077813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.077813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.077813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.078204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.078315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.078601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.078927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.079268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.079569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.079888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.080229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c694f21-ff3f-4388-927e-19f9bc3656e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:25.082468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-0ac0d6ba-1be3-46bb-b8c9-2e28ed2f6f99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=772b5236-f8b0-4cf0-adba-f141552b4595 HTTP/1.1" status: 200 len: 217 time: 0.0647566 Nov 11 21:00:25.092120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0feebf-dbbb-47cb-90c5-7aa3b116dd22 req-f0525ffa-bb4d-485f-8231-95b8bc02c4ec tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731226 Nov 11 21:00:25.116583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64424ac4-f7c0-4202-a56f-589925416f3a req-7cf9da8f-993e-45bf-b2b0-634b4175e0f1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834066 Nov 11 21:00:25.166416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-ddf5e3e8-dac0-4937-9f1d-171f58dd7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:25.178362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-ddf5e3e8-dac0-4937-9f1d-171f58dd7c15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=315d808a-72a9-4fe2-91b4-097300051f2e HTTP/1.1" status: 200 len: 849 time: 0.0841193 Nov 11 21:00:25.235701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-aa36c072-03f4-469c-bacb-3ffad663b78b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=81fd2b4a-b136-426b-8248-95ee81b9efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462918 Nov 11 21:00:25.354405 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-7d43a5a5-b1a6-46e6-b30e-0af6817f0a60 service neutron] 10.222.0.62 "GET /v2.0/networks/81fd2b4a-b136-426b-8248-95ee81b9efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072559 Nov 11 21:00:25.404847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:25.478819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f1cd0d-786e-4c7e-91aa-03826623f6e2 req-4125b0a4-a8b0-4822-82f9-c5616476810e service neutron] 10.222.0.62 "GET /v2.0/networks/81fd2b4a-b136-426b-8248-95ee81b9efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093657 Nov 11 21:00:25.479075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056759a5-ade9-4d75-ba71-721e30d09fec,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:25.488771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Checking segment: {'id': '6a3164e2-4db8-4841-94b6-970ba5fe315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:25.494085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Network hostable DHCP agents. Network: 5ac0040a-4b87-4e3a-a40c-474278fc48be, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:00:25.662643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Network 5ac0040a-4b87-4e3a-a40c-474278fc48be is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:00:25.810171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 5ac0040a-4b87-4e3a-a40c-474278fc48be) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:25.822110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:25.824280 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:25.824470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c1e23-d5dc-4fd4-8f9e-9022beb3782e None None] Network 5ac0040a-4b87-4e3a-a40c-474278fc48be requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:25.936808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f03266d6-dee2-4097-a016-1192007cc622 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4774568 Nov 11 21:00:26.009422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8bd35-9745-4b49-92cc-b56afffe4f18 None None] Network 5ac0040a-4b87-4e3a-a40c-474278fc48be requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:26.314425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f05a27-4ce3-49b6-8aef-ec6c5a4f89eb req-c83b10de-2598-4314-bdef-e416521883e2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:26.314425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9f05a27-4ce3-49b6-8aef-ec6c5a4f89eb req-c83b10de-2598-4314-bdef-e416521883e2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0828996 Nov 11 21:00:26.315550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56597c26-4705-4548-9c4e-54aee8b2002f req-405c1447-a90b-4d22-b96e-1a9fd7ef87d4 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:26.315550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56597c26-4705-4548-9c4e-54aee8b2002f req-405c1447-a90b-4d22-b96e-1a9fd7ef87d4 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 943 time: 0.0804639 Nov 11 21:00:26.381931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9f05a27-4ce3-49b6-8aef-ec6c5a4f89eb req-3818d2f3-4016-411e-b0d8-80b3656bc28b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560508 Nov 11 21:00:26.424570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56597c26-4705-4548-9c4e-54aee8b2002f req-56b4d7af-501e-4302-9a48-d214ecf2dcd5 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003749 Nov 11 21:00:27.092885 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:27.271618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-d8e3aa1a-ed5e-4947-954c-1c74adf26778 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:27.281540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-d8e3aa1a-ed5e-4947-954c-1c74adf26778 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/networks?id=5ac0040a-4b87-4e3a-a40c-474278fc48be HTTP/1.1" status: 200 len: 814 time: 0.1756251 Nov 11 21:00:27.294954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-570994d6-e5ef-4b4c-b56e-4ce162d425a4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/quotas/280bfcaf3b984b169fa626cebd9dc342 HTTP/1.1" status: 200 len: 375 time: 0.0121458 Nov 11 21:00:27.334670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c148b552-7b8d-4ae8-883e-30cba8ebe80a tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=280bfcaf3b984b169fa626cebd9dc342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296674 Nov 11 21:00:27.448760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-76d003b5-efe6-448f-a306-8aed316a752e service neutron] 10.222.0.31 "GET /v2.0/networks/5ac0040a-4b87-4e3a-a40c-474278fc48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070161 Nov 11 21:00:27.550070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270267b7-3125-435a-81e0-2373c162fc98 req-8fe83141-b1cc-4d01-a990-5029e73f8394 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:27.551762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-270267b7-3125-435a-81e0-2373c162fc98 req-8fe83141-b1cc-4d01-a990-5029e73f8394 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0633552 Nov 11 21:00:27.574806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-a356c02d-80fc-4b93-97b5-0647be4c6881 service neutron] 10.222.0.31 "GET /v2.0/networks/5ac0040a-4b87-4e3a-a40c-474278fc48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174777 Nov 11 21:00:27.630246 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-270267b7-3125-435a-81e0-2373c162fc98 req-02da524c-cfaa-4c5b-ad24-123fccabbbdd tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678473 Nov 11 21:00:27.778521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae07bd-2052-4282-a5d8-937f6bede450 req-fa78c027-156a-4679-948b-c6b01e470145 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:27.780052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-02ae07bd-2052-4282-a5d8-937f6bede450 req-fa78c027-156a-4679-948b-c6b01e470145 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 943 time: 0.0579054 Nov 11 21:00:28.176947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 772b5236-f8b0-4cf0-adba-f141552b4595 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:00:28.324418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-02ae07bd-2052-4282-a5d8-937f6bede450 req-d296cffb-1802-42e3-a6e5-4a21c0fa5157 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350862 Nov 11 21:00:28.367676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2a8f93f-f2de-4803-a760-91115f1ee837 req-3baee35c-f2b8-44fe-b62c-acd5be9ea175 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 210 time: 0.0346010 Nov 11 21:00:28.382678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 772b5236-f8b0-4cf0-adba-f141552b4595, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=772b5236-f8b0-4cf0-adba-f141552b4595,segment=NetworkSegment(d4b5b7af-f9f2-48bf-b689-c9309f59d509),segment_id=d4b5b7af-f9f2-48bf-b689-c9309f59d509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:28.395279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '772b5236-f8b0-4cf0-adba-f141552b4595', 'network_id': '81fd2b4a-b136-426b-8248-95ee81b9efd9', 'port_id': '772b5236-f8b0-4cf0-adba-f141552b4595', 'mac_address': 'fa:16:3e:a0:27:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315d808a-72a9-4fe2-91b4-097300051f2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:00:28.443780 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:28.457330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772b5236-f8b0-4cf0-adba-f141552b4595 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:28.494218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 772b5236-f8b0-4cf0-adba-f141552b4595, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=772b5236-f8b0-4cf0-adba-f141552b4595,segment=NetworkSegment(d4b5b7af-f9f2-48bf-b689-c9309f59d509),segment_id=d4b5b7af-f9f2-48bf-b689-c9309f59d509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:28.637840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:28.736658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=772b5236-f8b0-4cf0-adba-f141552b4595,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:28.805807 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c1f38-7a33-455c-a72b-5c7266f4f227 req-45992b0b-f1f1-4d85-87ed-812d44e61263 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:28.811216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-184c1f38-7a33-455c-a72b-5c7266f4f227 req-45992b0b-f1f1-4d85-87ed-812d44e61263 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0583272 Nov 11 21:00:28.883185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-184c1f38-7a33-455c-a72b-5c7266f4f227 req-1145b56f-6955-489e-bcec-5aeefee4a918 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657237 Nov 11 21:00:28.962555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['772b5236-f8b0-4cf0-adba-f141552b4595'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:00:29.467790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45b889-b97b-4efa-bbd9-e974a08902e8 req-6e2b5290-ce45-4363-9a6a-b95ba8dbdb22 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:29.469719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e45b889-b97b-4efa-bbd9-e974a08902e8 req-6e2b5290-ce45-4363-9a6a-b95ba8dbdb22 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 944 time: 0.0672023 Nov 11 21:00:29.546610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e45b889-b97b-4efa-bbd9-e974a08902e8 req-4b495a44-1bbc-4ba6-bcfa-d114e543778f tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687840 Nov 11 21:00:29.604085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:29.616284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c2ced3f3-6f32-4a2c-93c6-0b2618bca58a req-845c911a-91d5-4721-ad9c-59a01fb1ba6a tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 210 time: 0.0363300 Nov 11 21:00:30.003710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60490a1-6517-4445-ad06-81376c8c93e5 req-0893c74c-be0a-40af-98c4-1d8b73b21c5f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:30.005300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c60490a1-6517-4445-ad06-81376c8c93e5 req-0893c74c-be0a-40af-98c4-1d8b73b21c5f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0508115 Nov 11 21:00:30.046595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3c2075c-c7a6-49dd-8cb2-642a145520d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.089110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c60490a1-6517-4445-ad06-81376c8c93e5 req-dd1e7cd1-db2c-4f8e-8078-17414e0e99f7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742986 Nov 11 21:00:30.174308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:30.195436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 772b5236-f8b0-4cf0-adba-f141552b4595 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:30.317395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.398742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.440623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 772b5236-f8b0-4cf0-adba-f141552b4595 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:00:30.445905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 772b5236-f8b0-4cf0-adba-f141552b4595 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:30.446296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.495309 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.534829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.539176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71cb5365179148cb9b05dff964de3ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637738 Nov 11 21:00:30.540262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09110f63-d256-4e71-9516-8dbe3f924184,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:30.542175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:30.549082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.549642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.550155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.550632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.551105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.551572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.552039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.558803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.562796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.563777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772b5236-f8b0-4cf0-adba-f141552b4595'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:30.564700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.565052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.565397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3459a9-0690-4ecf-8be0-295c092d0fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:30.567621 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1102e48-ca72-484e-87b1-d3bafcd06e2e" -d '{"events": [{"server_uuid": "e9036a14-fca7-4fbf-9a1d-edbb3c62e565", "name": "network-vif-plugged", "status": "completed", "tag": "772b5236-f8b0-4cf0-adba-f141552b4595"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:30.583266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 772b5236-f8b0-4cf0-adba-f141552b4595, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=772b5236-f8b0-4cf0-adba-f141552b4595,segment=NetworkSegment(d4b5b7af-f9f2-48bf-b689-c9309f59d509),segment_id=d4b5b7af-f9f2-48bf-b689-c9309f59d509)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:30.585184 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3c2075c-c7a6-49dd-8cb2-642a145520d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.613364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1a82a15-2ce5-44f9-b65d-67a53f491f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.645562 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1a82a15-2ce5-44f9-b65d-67a53f491f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.656182 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92591c19-b98c-4888-92e5-9829cd61bb23 x-openstack-request-id: req-92591c19-b98c-4888-92e5-9829cd61bb23 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:30.656182 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9036a14-fca7-4fbf-9a1d-edbb3c62e565", "name": "network-vif-plugged", "status": "completed", "tag": "772b5236-f8b0-4cf0-adba-f141552b4595", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:30.656182 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92591c19-b98c-4888-92e5-9829cd61bb23 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:30.656182 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772b5236-f8b0-4cf0-adba-f141552b4595', 'code': 200} Nov 11 21:00:30.687327 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.732564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3c2075c-c7a6-49dd-8cb2-642a145520d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.774373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594205dc-686c-43ee-b5ab-84f29baf821c req-daf28128-cc95-4a65-881f-ab402a520cbc tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:30.783386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-594205dc-686c-43ee-b5ab-84f29baf821c req-daf28128-cc95-4a65-881f-ab402a520cbc tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 944 time: 0.1398280 Nov 11 21:00:30.797003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9528989-dca2-47cb-910f-e58c4bf27a38 req-827d71d8-7dfe-4947-8a3b-abc3345bde0a tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 210 time: 0.0452993 Nov 11 21:00:30.800362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=772b5236-f8b0-4cf0-adba-f141552b4595,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:30.826240 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e3c2075c-c7a6-49dd-8cb2-642a145520d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07a0721422aa49a381fb69c2bb61e1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2198048 Nov 11 21:00:30.827049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1a82a15-2ce5-44f9-b65d-67a53f491f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.829722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e1a82a15-2ce5-44f9-b65d-67a53f491f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.830964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e1a82a15-2ce5-44f9-b65d-67a53f491f97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09110f63-d256-4e71-9516-8dbe3f924184 HTTP/1.1" status: 204 len: 168 time: 0.2876487 Nov 11 21:00:30.832008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:30.839904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2075c-c7a6-49dd-8cb2-642a145520d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cbdfc9-636d-4c8f-83ca-ae18a62f6c81,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:30.857450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b4912-848d-4900-bdd4-5d8e56bb1245 req-89732d2c-c8b3-451c-ac0e-68b1431567d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:30.859228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa9b4912-848d-4900-bdd4-5d8e56bb1245 req-89732d2c-c8b3-451c-ac0e-68b1431567d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 1096 time: 0.1058092 Nov 11 21:00:30.870335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a82a15-2ce5-44f9-b65d-67a53f491f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09110f63-d256-4e71-9516-8dbe3f924184,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:30.875576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-594205dc-686c-43ee-b5ab-84f29baf821c req-9ea75d31-eb80-4cd2-a4c5-6733fc51494b tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908408 Nov 11 21:00:30.903989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6cde80-be88-45af-8f90-c6c42189943a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:30.931792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa9b4912-848d-4900-bdd4-5d8e56bb1245 req-7668afa9-850c-4f1e-89eb-460603fe75af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551424 Nov 11 21:00:30.941596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6cde80-be88-45af-8f90-c6c42189943a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:31.149263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6cde80-be88-45af-8f90-c6c42189943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:31.151849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6cde80-be88-45af-8f90-c6c42189943a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:31.153290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fe6cde80-be88-45af-8f90-c6c42189943a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20cbdfc9-636d-4c8f-83ca-ae18a62f6c81 HTTP/1.1" status: 204 len: 168 time: 0.3202004 Nov 11 21:00:31.172006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cde80-be88-45af-8f90-c6c42189943a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cbdfc9-636d-4c8f-83ca-ae18a62f6c81,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:31.254437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-8b0c115b-c27d-4015-94fa-ba8f49de80a9 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:31.255986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-8b0c115b-c27d-4015-94fa-ba8f49de80a9 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.58 "GET /v2.0/networks?id=5ac0040a-4b87-4e3a-a40c-474278fc48be HTTP/1.1" status: 200 len: 814 time: 0.1507757 Nov 11 21:00:31.270677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Request body: {'port': {'device_id': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be', 'admin_state_up': True, 'tenant_id': '280bfcaf3b984b169fa626cebd9dc342'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:31.288404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aa466-532b-411b-9a3e-930082b29a89 req-1c4503a1-fc78-455f-a852-40281bbfb3ad tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:31.289986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad7aa466-532b-411b-9a3e-930082b29a89 req-1c4503a1-fc78-455f-a852-40281bbfb3ad tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1033404 Nov 11 21:00:31.359869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad7aa466-532b-411b-9a3e-930082b29a89 req-0de773ad-d610-4481-b5a7-00a1426303b5 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583644 Nov 11 21:00:31.526315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Made reservation on behalf of 280bfcaf3b984b169fa626cebd9dc342 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:31.536201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:31.688775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Allocated IP 172.20.0.8 (5ac0040a-4b87-4e3a-a40c-474278fc48be/056759a5-ade9-4d75-ba71-721e30d09fec/a01d3874-4328-4ce7-9075-4dd1a694cbed) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:31.841611 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:31.907355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e4a6d003-4ebb-47e9-8f83-5047560e1185 req-245712fe-30e1-4741-b17d-b6c3b781503c tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 210 time: 0.0407791 Nov 11 21:00:31.988682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4fa5f-2035-45e8-aa00-d50685d3aba3 req-443a995f-b288-4293-95b4-408197200e8b tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:31.990936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecd4fa5f-2035-45e8-aa00-d50685d3aba3 req-443a995f-b288-4293-95b4-408197200e8b tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 945 time: 0.0563674 Nov 11 21:00:31.997714 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b4af345-23ae-4eba-a7cc-b1a15026866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.044016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecd4fa5f-2035-45e8-aa00-d50685d3aba3 req-779fe8d8-7b62-4a17-946c-a8ba301b8c6a tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Nov 11 21:00:32.046944 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.072420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52920) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:32.082016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8bad759-5e29-4f4a-bd0d-a93da108d4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.107229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Network 5ac0040a-4b87-4e3a-a40c-474278fc48be is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:32.108699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Pushing event updated for resources: {'Port': ['ID=a01d3874-4328-4ce7-9075-4dd1a694cbed,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:32.111562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:32.113779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:32.184280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:32.184961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.191849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8bad759-5e29-4f4a-bd0d-a93da108d4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.250691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52926) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:32.278432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8bad759-5e29-4f4a-bd0d-a93da108d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.294901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-c3bd5522-8c4f-4210-8a91-eac59a6297d4 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0284607 Nov 11 21:00:32.310030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Request body: {'port': {'device_id': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:32.360948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e8bad759-5e29-4f4a-bd0d-a93da108d4fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c310a795acb452f9fbf4699b5b17930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906914 Nov 11 21:00:32.363508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bad759-5e29-4f4a-bd0d-a93da108d4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d100998-7064-4444-b9a1-c765f7173543,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:32.398272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:32.405373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.493765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93323b9c-631d-408a-a9f8-4156c56559b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.495020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8689d1d-845e-4784-ad6d-8a6aa2cf0860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.521834 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8689d1d-845e-4784-ad6d-8a6aa2cf0860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.627294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c08c-6dcb-4a26-89ee-9490b60428ef req-4b902a00-b3bd-4605-bddf-cc14b3ea3846 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:32.628839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d98c08c-6dcb-4a26-89ee-9490b60428ef req-4b902a00-b3bd-4605-bddf-cc14b3ea3846 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1690061 Nov 11 21:00:32.709380 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8689d1d-845e-4784-ad6d-8a6aa2cf0860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.712085 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8689d1d-845e-4784-ad6d-8a6aa2cf0860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.716296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f8689d1d-845e-4784-ad6d-8a6aa2cf0860 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d100998-7064-4444-b9a1-c765f7173543 HTTP/1.1" status: 204 len: 168 time: 0.3159933 Nov 11 21:00:32.724991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8689d1d-845e-4784-ad6d-8a6aa2cf0860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d100998-7064-4444-b9a1-c765f7173543,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:32.778177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d98c08c-6dcb-4a26-89ee-9490b60428ef req-cf187b9e-ef54-475b-95d3-30ed88363926 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401896 Nov 11 21:00:32.857479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93323b9c-631d-408a-a9f8-4156c56559b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.871242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01d3874-4328-4ce7-9075-4dd1a694cbed {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:32.878892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.892283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Transition to ACTIVE for port object a01d3874-4328-4ce7-9075-4dd1a694cbed will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:00:32.974457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93323b9c-631d-408a-a9f8-4156c56559b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:32.977723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.056449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523100c-2962-4b4f-ab58-8a2b96a9cc84 req-fefd36ec-4b06-4544-994b-0afd317ead84 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:33.058739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d523100c-2962-4b4f-ab58-8a2b96a9cc84 req-fefd36ec-4b06-4544-994b-0afd317ead84 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 943 time: 0.0677588 Nov 11 21:00:33.082230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-93323b9c-631d-408a-a9f8-4156c56559b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0db37e107482461fa81f9f5d23471f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8303618 Nov 11 21:00:33.089572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93323b9c-631d-408a-a9f8-4156c56559b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9565e52-57e2-4195-b05d-6fbad728dbfd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:33.096622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:33.134247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Pushing event updated for resources: {'Port': ['ID=a01d3874-4328-4ce7-9075-4dd1a694cbed,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:33.167166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d523100c-2962-4b4f-ab58-8a2b96a9cc84 req-62f155a5-61e4-4543-8d59-00cdab6db59d tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947168 Nov 11 21:00:33.236569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4750dff0-8c89-4626-a191-f59043afa7d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.275227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Attempting to bind port a01d3874-4328-4ce7-9075-4dd1a694cbed on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:33.275566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Attempting to bind port a01d3874-4328-4ce7-9075-4dd1a694cbed by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '6a3164e2-4db8-4841-94b6-970ba5fe315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:33.275894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Attempting to bind port a01d3874-4328-4ce7-9075-4dd1a694cbed on network 5ac0040a-4b87-4e3a-a40c-474278fc48be {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:33.283856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4750dff0-8c89-4626-a191-f59043afa7d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.300009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90def0e4-cc86-4536-a8f8-7a58cf7677ad req-71c10e43-f1b3-499b-9202-28538bd52bff tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:33.301541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90def0e4-cc86-4536-a8f8-7a58cf7677ad req-71c10e43-f1b3-499b-9202-28538bd52bff tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 945 time: 0.1254182 Nov 11 21:00:33.304750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Port a01d3874-4328-4ce7-9075-4dd1a694cbed on network 5ac0040a-4b87-4e3a-a40c-474278fc48be not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:00:33.305075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Attempting to bind port a01d3874-4328-4ce7-9075-4dd1a694cbed on network 5ac0040a-4b87-4e3a-a40c-474278fc48be {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:33.318589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:33.318930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Checking segment: {'id': '6a3164e2-4db8-4841-94b6-970ba5fe315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:33.319313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Bound using segment: {'id': '6a3164e2-4db8-4841-94b6-970ba5fe315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:33.319744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Bound port: a01d3874-4328-4ce7-9075-4dd1a694cbed, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3164e2-4db8-4841-94b6-970ba5fe315d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:33.320100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.423374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90def0e4-cc86-4536-a8f8-7a58cf7677ad req-8c4bbf71-dd18-422a-90ce-19d01e7b8e4d tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061490 Nov 11 21:00:33.434756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] For port a01d3874-4328-4ce7-9075-4dd1a694cbed, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:33.438137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] For port a01d3874-4328-4ce7-9075-4dd1a694cbed, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a01d3874-4328-4ce7-9075-4dd1a694cbed,segment=NetworkSegment(6a3164e2-4db8-4841-94b6-970ba5fe315d),segment_id=6a3164e2-4db8-4841-94b6-970ba5fe315d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:33.538923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4750dff0-8c89-4626-a191-f59043afa7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.542688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4750dff0-8c89-4626-a191-f59043afa7d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.546495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4750dff0-8c89-4626-a191-f59043afa7d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9565e52-57e2-4195-b05d-6fbad728dbfd HTTP/1.1" status: 204 len: 168 time: 0.4471929 Nov 11 21:00:33.552212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750dff0-8c89-4626-a191-f59043afa7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9565e52-57e2-4195-b05d-6fbad728dbfd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:33.578120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.619818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:33.620478 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:33.621961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] 10.222.0.58 "PUT /v2.0/ports/a01d3874-4328-4ce7-9075-4dd1a694cbed HTTP/1.1" status: 200 len: 1091 time: 1.3177538 Nov 11 21:00:33.622423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'tag': 'a01d3874-4328-4ce7-9075-4dd1a694cbed'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:33.624820 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7ec00-06dc-469f-9623-6cd34c1c9353" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5b14a5-8765-4a6a-8867-18a741ffb0c0", "tag": "a01d3874-4328-4ce7-9075-4dd1a694cbed"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:33.654362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb5a83-763e-4523-a2b7-755a2c2c545e service neutron] Pushing event updated for resources: {'Port': ['ID=a01d3874-4328-4ce7-9075-4dd1a694cbed,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:33.682463 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c2a285-52fd-4f2c-b6fc-3b67486d2a52 x-openstack-request-id: req-41c2a285-52fd-4f2c-b6fc-3b67486d2a52 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:33.682753 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5b14a5-8765-4a6a-8867-18a741ffb0c0", "tag": "a01d3874-4328-4ce7-9075-4dd1a694cbed", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:33.683334 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41c2a285-52fd-4f2c-b6fc-3b67486d2a52 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:33.684645 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'tag': 'a01d3874-4328-4ce7-9075-4dd1a694cbed', 'status': 'completed', 'code': 200} Nov 11 21:00:33.770593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7ec00-06dc-469f-9623-6cd34c1c9353 req-40ff1a3e-4172-4cae-894f-0f3e62a620ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:33.770593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-63b7ec00-06dc-469f-9623-6cd34c1c9353 req-40ff1a3e-4172-4cae-894f-0f3e62a620ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=280bfcaf3b984b169fa626cebd9dc342&device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 1094 time: 0.0611799 Nov 11 21:00:33.918127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7ec00-06dc-469f-9623-6cd34c1c9353 req-c6a49442-34a0-49d3-9363-7715926eacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:33.919653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-63b7ec00-06dc-469f-9623-6cd34c1c9353 req-c6a49442-34a0-49d3-9363-7715926eacd0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=280bfcaf3b984b169fa626cebd9dc342&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1441410 Nov 11 21:00:33.938070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac7007-df46-4c36-bf9f-3a8e5406f6a0 req-cee40e06-b548-4b74-8836-fc730340947d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:33.939525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06ac7007-df46-4c36-bf9f-3a8e5406f6a0 req-cee40e06-b548-4b74-8836-fc730340947d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0767598 Nov 11 21:00:34.067659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06ac7007-df46-4c36-bf9f-3a8e5406f6a0 req-85617e1e-840f-4b97-afa9-7ff47fca5896 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117320 Nov 11 21:00:34.100090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7ec00-06dc-469f-9623-6cd34c1c9353 req-23a484e0-75a7-4dd3-a67a-55c8daf7ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:34.104049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-63b7ec00-06dc-469f-9623-6cd34c1c9353 req-23a484e0-75a7-4dd3-a67a-55c8daf7ceec service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727066 Nov 11 21:00:34.114121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53004) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:34.218841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-a85b5e70-907c-4fb8-b6b7-a0bb83d83b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:34.221690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-a85b5e70-907c-4fb8-b6b7-a0bb83d83b75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=280bfcaf3b984b169fa626cebd9dc342&device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 1094 time: 0.0778770 Nov 11 21:00:34.275900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-fa7acc4f-8ddc-415a-bb3c-d08b293424f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01d3874-4328-4ce7-9075-4dd1a694cbed HTTP/1.1" status: 200 len: 217 time: 0.0453453 Nov 11 21:00:34.322830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-205ed105-9f26-4f23-a054-285d0718986e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.380464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fa185-1d51-4072-94c8-7fc47985d5ad req-ae77c839-c08e-4d9e-9b8f-e64f0980f62c tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:34.383400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d0fa185-1d51-4072-94c8-7fc47985d5ad req-ae77c839-c08e-4d9e-9b8f-e64f0980f62c tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 943 time: 0.1458404 Nov 11 21:00:34.394612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f75d0c97-c7e6-4597-98ed-f35efb99743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:34.396634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-f75d0c97-c7e6-4597-98ed-f35efb99743f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=056759a5-ade9-4d75-ba71-721e30d09fec HTTP/1.1" status: 200 len: 854 time: 0.1064792 Nov 11 21:00:34.444447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-dc2aec3b-086e-4f02-9c2c-c3f16cf3d5ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ac0040a-4b87-4e3a-a40c-474278fc48be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387104 Nov 11 21:00:34.446752 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ad4658d-ccdf-463a-9d2e-f779ce427d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.447296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-205ed105-9f26-4f23-a054-285d0718986e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.495198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d0fa185-1d51-4072-94c8-7fc47985d5ad req-0a70ffec-bf52-4f73-acea-0288fed65c41 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038096 Nov 11 21:00:34.562155 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-5a5815d4-2e56-471f-ae5c-0e2aa5b0a470 service neutron] 10.222.0.58 "GET /v2.0/networks/5ac0040a-4b87-4e3a-a40c-474278fc48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088319 Nov 11 21:00:34.564010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-205ed105-9f26-4f23-a054-285d0718986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.593464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:34.636564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-205ed105-9f26-4f23-a054-285d0718986e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e220b7ba464c4102a7d0882c3095486a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5212514 Nov 11 21:00:34.637170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:34.644031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ed105-9f26-4f23-a054-285d0718986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1379887e-b376-4b65-a3b8-a96febc53c91,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:34.655571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44c4c1c-62e5-46b1-9adc-7ffab7c91d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.720574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddf243a8-1c26-43e9-95e8-9aa72991710b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.720783 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8aeff14-e956-4621-b516-dc2199e5b625 req-5af2371a-6985-4a69-a32e-1e21e0d755e4 service neutron] 10.222.0.58 "GET /v2.0/networks/5ac0040a-4b87-4e3a-a40c-474278fc48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452420 Nov 11 21:00:34.752823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddf243a8-1c26-43e9-95e8-9aa72991710b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.834714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44c4c1c-62e5-46b1-9adc-7ffab7c91d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.966511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddf243a8-1c26-43e9-95e8-9aa72991710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.969183 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddf243a8-1c26-43e9-95e8-9aa72991710b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:34.970359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ddf243a8-1c26-43e9-95e8-9aa72991710b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1379887e-b376-4b65-a3b8-a96febc53c91 HTTP/1.1" status: 204 len: 168 time: 0.3320205 Nov 11 21:00:34.986980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf243a8-1c26-43e9-95e8-9aa72991710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1379887e-b376-4b65-a3b8-a96febc53c91,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:35.058282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c44c4c1c-62e5-46b1-9adc-7ffab7c91d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:35.115159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c44c4c1c-62e5-46b1-9adc-7ffab7c91d28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6500484d38449f6ab45f1a511d6f831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5081029 Nov 11 21:00:35.115159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c4c1c-62e5-46b1-9adc-7ffab7c91d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2244625-22fb-4f54-8e39-67e6469e1e40,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:35.115682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53050) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:35.194349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-200fb904-2310-41fa-9e0c-cc55c726f3f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:35.209790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd61bb-c88c-410e-b422-ad1e2820fcbc req-8a839c9a-ceae-46e6-8ed2-a0e0a9f867b2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:35.211340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04dd61bb-c88c-410e-b422-ad1e2820fcbc req-8a839c9a-ceae-46e6-8ed2-a0e0a9f867b2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0529904 Nov 11 21:00:35.220260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-200fb904-2310-41fa-9e0c-cc55c726f3f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:35.268766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04dd61bb-c88c-410e-b422-ad1e2820fcbc req-a17fea22-7cf3-4c73-bdb9-9a3e5c42c42c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462439 Nov 11 21:00:35.464654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-200fb904-2310-41fa-9e0c-cc55c726f3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:35.464654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-200fb904-2310-41fa-9e0c-cc55c726f3f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:35.464654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-200fb904-2310-41fa-9e0c-cc55c726f3f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2244625-22fb-4f54-8e39-67e6469e1e40 HTTP/1.1" status: 204 len: 168 time: 0.3458765 Nov 11 21:00:35.471105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fb904-2310-41fa-9e0c-cc55c726f3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2244625-22fb-4f54-8e39-67e6469e1e40,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:35.549501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:35.637489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ae147-1b4a-4131-8159-e84af8f5e77a req-29c6941c-0ade-4638-bd41-a97085285d44 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:35.639024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e4ae147-1b4a-4131-8159-e84af8f5e77a req-29c6941c-0ade-4638-bd41-a97085285d44 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 943 time: 0.0524776 Nov 11 21:00:35.679348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc551-3bbf-44c1-969e-0472fe9b4b9c req-0461d725-1ec4-421c-a2cc-dd84200e1514 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:35.680907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a3fc551-3bbf-44c1-969e-0472fe9b4b9c req-0461d725-1ec4-421c-a2cc-dd84200e1514 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 946 time: 0.0570717 Nov 11 21:00:35.689249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e4ae147-1b4a-4131-8159-e84af8f5e77a req-6cd9a043-b02a-45c7-988a-00c454903434 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Nov 11 21:00:35.734770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a3fc551-3bbf-44c1-969e-0472fe9b4b9c req-403380f1-3e99-4a5d-869c-d70ec69403a3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474427 Nov 11 21:00:36.410624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8a017-1cb3-447c-a781-e7b6b527321f req-6ab1005d-10ea-4cc6-b234-d6a4c1f11e21 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:36.418718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5d8a017-1cb3-447c-a781-e7b6b527321f req-6ab1005d-10ea-4cc6-b234-d6a4c1f11e21 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0618241 Nov 11 21:00:36.475972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5d8a017-1cb3-447c-a781-e7b6b527321f req-5ec6956a-d849-4710-84e4-503b22110be2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Nov 11 21:00:36.770620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53136) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:36.822829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310478-3fec-40d3-a0ea-5398606ed98b req-068be424-80b5-4bd9-bccd-cac11ca04dd0 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:36.830739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8310478-3fec-40d3-a0ea-5398606ed98b req-068be424-80b5-4bd9-bccd-cac11ca04dd0 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 943 time: 0.0659697 Nov 11 21:00:36.921296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8310478-3fec-40d3-a0ea-5398606ed98b req-4b939659-2b7f-48be-9cc7-d18d8fd26e94 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895698 Nov 11 21:00:36.969944 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:36.997655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e0122-5857-4f2b-9fd0-4d2d65e35b02 req-8e883890-df28-4f84-beec-1d5f790544ba tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:37.007782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a6e0122-5857-4f2b-9fd0-4d2d65e35b02 req-8e883890-df28-4f84-beec-1d5f790544ba tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 946 time: 0.0737159 Nov 11 21:00:37.020548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-network', 'tenant_id': '94363958320542ceb3b8cea29e964aed'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:37.082796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a6e0122-5857-4f2b-9fd0-4d2d65e35b02 req-8b00450b-19bc-466e-b863-716b3011f308 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749397 Nov 11 21:00:37.160286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Made reservation on behalf of 94363958320542ceb3b8cea29e964aed for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:37.163317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.174342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.255812 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.346401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.369075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:00:37.383729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834530d4-e4a9-4028-8f81-49ca629905a1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:37.388773 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.389358 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Added segment 5274987a-2432-45fd-83ce-5c8554ec1859 of type vlan for network d0dfe0de-4e0c-4fef-a364-57e15d417fcc Nov 11 21:00:37.454368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.461245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-24abf4b8-01b6-43f9-899c-0b509dc64845 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:37.463468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-24abf4b8-01b6-43f9-899c-0b509dc64845 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 946 time: 0.0817363 Nov 11 21:00:37.597807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.598815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:37.599184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Deleting port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:00:37.599500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.599926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.620373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c40cd4-5109-4bbe-b22a-4f37705b2a21 req-820bbf89-c8b4-4773-807f-256ca4b91b8a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:37.627924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38c40cd4-5109-4bbe-b22a-4f37705b2a21 req-820bbf89-c8b4-4773-807f-256ca4b91b8a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0781462 Nov 11 21:00:37.714746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] Pushing event updated for resources: {'Network': ['ID=d0dfe0de-4e0c-4fef-a364-57e15d417fcc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:37.731656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:00:37.761993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38c40cd4-5109-4bbe-b22a-4f37705b2a21 req-f43cfe9a-f69a-4eb5-a178-1b16ed53ee54 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318800 Nov 11 21:00:37.795859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f77196b-fd55-4f1e-9199-991b20eba9fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0232658 Nov 11 21:00:37.799219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:37.807344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Request body: {'subnet': {'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-subnet', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:37.830289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] For port 13f2f28d-1e3b-4807-9fe9-60a9813285f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13f2f28d-1e3b-4807-9fe9-60a9813285f9,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:37.831220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.833869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a01d3874-4328-4ce7-9075-4dd1a694cbed details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:00:37.850504 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:37.862722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23196d76-bc38-461b-a730-db7989c892f3 req-0664a462-dd7d-49e3-a35e-f565bb863664 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:37.864288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23196d76-bc38-461b-a730-db7989c892f3 req-0664a462-dd7d-49e3-a35e-f565bb863664 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 945 time: 0.1764545 Nov 11 21:00:37.865835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Calling delete_port for 13f2f28d-1e3b-4807-9fe9-60a9813285f9 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:00:37.889418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab116b-cbbc-4bad-93ea-e1c87d9edf25 req-1e0b14df-dff4-4644-83e4-89f95be5219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:37.890791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4ab116b-cbbc-4bad-93ea-e1c87d9edf25 req-1e0b14df-dff4-4644-83e4-89f95be5219b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 1097 time: 0.1651323 Nov 11 21:00:37.967828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a01d3874-4328-4ce7-9075-4dd1a694cbed, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a01d3874-4328-4ce7-9075-4dd1a694cbed,segment=NetworkSegment(6a3164e2-4db8-4841-94b6-970ba5fe315d),segment_id=6a3164e2-4db8-4841-94b6-970ba5fe315d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:37.980084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a01d3874-4328-4ce7-9075-4dd1a694cbed', 'network_id': '5ac0040a-4b87-4e3a-a40c-474278fc48be', 'port_id': 'a01d3874-4328-4ce7-9075-4dd1a694cbed', 'mac_address': 'fa:16:3e:62:f8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056759a5-ade9-4d75-ba71-721e30d09fec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:00:37.983156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Made reservation on behalf of 94363958320542ceb3b8cea29e964aed for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:37.986288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:38.013806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23196d76-bc38-461b-a730-db7989c892f3 req-ae788599-3e22-4649-83e9-89e4774eeb25 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398015 Nov 11 21:00:38.039946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:38.056732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01d3874-4328-4ce7-9075-4dd1a694cbed {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:00:38.058113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4ab116b-cbbc-4bad-93ea-e1c87d9edf25 req-556f8094-6894-47f8-bc68-937d49df6ffa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248751 Nov 11 21:00:38.088975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a01d3874-4328-4ce7-9075-4dd1a694cbed, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a01d3874-4328-4ce7-9075-4dd1a694cbed,segment=NetworkSegment(6a3164e2-4db8-4841-94b6-970ba5fe315d),segment_id=6a3164e2-4db8-4841-94b6-970ba5fe315d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:38.198934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5aeede-45ed-4eed-93df-43e135f56a52 req-8936f92d-2be9-4baf-8b99-ebfa02c49d1a tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:38.206932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b5aeede-45ed-4eed-93df-43e135f56a52 req-8936f92d-2be9-4baf-8b99-ebfa02c49d1a tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 943 time: 0.1025519 Nov 11 21:00:38.237062 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:38.257429 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:38.297837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1785ae-a7ab-414e-ba22-05e69c64c683 req-7ce114f7-797b-4ed0-bb7b-216352a106ef tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:38.310081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1785ae-a7ab-414e-ba22-05e69c64c683 req-7ce114f7-797b-4ed0-bb7b-216352a106ef tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 867 time: 0.1419775 Nov 11 21:00:38.314578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b5aeede-45ed-4eed-93df-43e135f56a52 req-9cdf40c8-a02e-4a81-b642-5046f4359fd9 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047988 Nov 11 21:00:38.320348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a01d3874-4328-4ce7-9075-4dd1a694cbed,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:38.359027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event deleted for resources: {'Port': ['ID=13f2f28d-1e3b-4807-9fe9-60a9813285f9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:38.430887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] No DVR routers for this DVR port 13f2f28d-1e3b-4807-9fe9-60a9813285f9 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:00:38.435512 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:38.438836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ffe8fb50-42a1-4571-8473-cd30e4b3cc4a req-b8995e96-57eb-4d30-bc4b-eef01109b38a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "DELETE /v2.0/ports/13f2f28d-1e3b-4807-9fe9-60a9813285f9 HTTP/1.1" status: 204 len: 173 time: 0.9681735 Nov 11 21:00:38.443377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935ae970-e18f-42be-a271-02ac9dc60a07', 'name': 'network-vif-deleted', 'tag': '13f2f28d-1e3b-4807-9fe9-60a9813285f9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:38.443377 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131a3b47-df05-4ad0-9c47-1a995866662f" -d '{"events": [{"server_uuid": "935ae970-e18f-42be-a271-02ac9dc60a07", "name": "network-vif-deleted", "tag": "13f2f28d-1e3b-4807-9fe9-60a9813285f9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:38.450290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e1785ae-a7ab-414e-ba22-05e69c64c683 req-d605e797-1b06-4763-83da-91e8d6a9fe2a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392789 Nov 11 21:00:38.492769 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c33b5e0-8e8c-40c0-b79d-d576be6bed69 x-openstack-request-id: req-7c33b5e0-8e8c-40c0-b79d-d576be6bed69 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:38.493395 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935ae970-e18f-42be-a271-02ac9dc60a07", "name": "network-vif-deleted", "tag": "13f2f28d-1e3b-4807-9fe9-60a9813285f9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:38.493395 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c33b5e0-8e8c-40c0-b79d-d576be6bed69 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:38.493836 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935ae970-e18f-42be-a271-02ac9dc60a07', 'name': 'network-vif-deleted', 'tag': '13f2f28d-1e3b-4807-9fe9-60a9813285f9', 'status': 'completed', 'code': 200} Nov 11 21:00:38.561949 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:38.564488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a01d3874-4328-4ce7-9075-4dd1a694cbed'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:00:38.642804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Checking segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:38.643177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Network hostable DHCP agents. Network: d0dfe0de-4e0c-4fef-a364-57e15d417fcc, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:00:38.647829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:38.850162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:00:38.939175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea0b49-7886-410b-b803-1b8f83d24ab4 req-1dbbb8f5-64f6-40b4-a3e1-c5fa34f78164 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:38.941252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-72ea0b49-7886-410b-b803-1b8f83d24ab4 req-1dbbb8f5-64f6-40b4-a3e1-c5fa34f78164 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.0793736 Nov 11 21:00:38.989011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d0dfe0de-4e0c-4fef-a364-57e15d417fcc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:38.999260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:39.000222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:39.005712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad79342-b454-49a6-beaa-2caad1c035b8 None None] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:39.051912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-72ea0b49-7886-410b-b803-1b8f83d24ab4 req-c4e0f982-9fdc-47fe-8f41-1803b1399754 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951359 Nov 11 21:00:39.128267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4350b43e-5ab4-4378-968d-916c06b97d7b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3271253 Nov 11 21:00:39.131597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:39.137434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:39.228429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-d0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:00:39.230286 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:39.262764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7338c-ba8b-4123-b6c8-cd6cab1d3ff4 req-fb2eee33-da47-4a8a-a2ab-e90295b8364f tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:39.273606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5a7338c-ba8b-4123-b6c8-cd6cab1d3ff4 req-fb2eee33-da47-4a8a-a2ab-e90295b8364f tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 945 time: 0.1256692 Nov 11 21:00:39.397505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:39.400585 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:39.449099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5a7338c-ba8b-4123-b6c8-cd6cab1d3ff4 req-9f0e8bc4-4f7b-4900-a9ee-f330ee1b533c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744995 Nov 11 21:00:39.591389 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:39.626608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709c03d-eb69-43ab-9ef3-5875aa207bca req-8d0c2ccc-7fac-4c11-905d-f07db03aa860 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:39.632752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2709c03d-eb69-43ab-9ef3-5875aa207bca req-8d0c2ccc-7fac-4c11-905d-f07db03aa860 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 944 time: 0.1342258 Nov 11 21:00:39.651244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dab026eb-ac49-4143-ba5e-ee095d5c83b8 req-d2e6821d-6f42-44bf-9cf3-c10fbf035652 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0619102 Nov 11 21:00:39.681700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Allocated IP 172.20.0.2 (d0dfe0de-4e0c-4fef-a364-57e15d417fcc/1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3/895dc883-04e4-4d75-b3c7-e2f489097d80) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:39.761486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2709c03d-eb69-43ab-9ef3-5875aa207bca req-d10c25f0-ea96-4f85-be80-aa45ad6ce61f tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183105 Nov 11 21:00:39.868611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a01d3874-4328-4ce7-9075-4dd1a694cbed up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:39.915292 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.011613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-52881f71-d1bc-40d0-8bf9-ba9848686061 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:40.013651 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-52881f71-d1bc-40d0-8bf9-ba9848686061 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 945 time: 0.0638306 Nov 11 21:00:40.073615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.140917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port a01d3874-4328-4ce7-9075-4dd1a694cbed completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:00:40.178621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Pushing event updated for resources: {'Port': ['ID=895dc883-04e4-4d75-b3c7-e2f489097d80,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:40.199990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a01d3874-4328-4ce7-9075-4dd1a694cbed triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:40.200529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.215119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Deleting port 772b5236-f8b0-4cf0-adba-f141552b4595 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:00:40.216397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.261312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:40.283238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:40.288774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:40.331761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.356464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d90e1-99cb-444d-96d2-b4c6e73e6bec req-6a101527-6781-411f-a205-6abab41b42c1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:40.358427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e0d90e1-99cb-444d-96d2-b4c6e73e6bec req-6a101527-6781-411f-a205-6abab41b42c1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1033640 Nov 11 21:00:40.373521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] For port 772b5236-f8b0-4cf0-adba-f141552b4595, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=772b5236-f8b0-4cf0-adba-f141552b4595,segment=NetworkSegment(d4b5b7af-f9f2-48bf-b689-c9309f59d509),segment_id=d4b5b7af-f9f2-48bf-b689-c9309f59d509)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:40.374089 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.404810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Calling delete_port for 772b5236-f8b0-4cf0-adba-f141552b4595 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:00:40.426486 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.449310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e0d90e1-99cb-444d-96d2-b4c6e73e6bec req-a443db10-4d7a-40a8-a1f3-6eb798235013 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815425 Nov 11 21:00:40.494260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Attempting to bind port 895dc883-04e4-4d75-b3c7-e2f489097d80 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:40.494260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Attempting to bind port 895dc883-04e4-4d75-b3c7-e2f489097d80 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:40.494260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Attempting to bind port 895dc883-04e4-4d75-b3c7-e2f489097d80 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:40.506444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:40.506945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Checking segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:40.507240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.507639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Bound using segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:40.508127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Bound port: 895dc883-04e4-4d75-b3c7-e2f489097d80, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:40.508587 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.548538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a01d3874-4328-4ce7-9075-4dd1a694cbed, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a01d3874-4328-4ce7-9075-4dd1a694cbed,segment=NetworkSegment(6a3164e2-4db8-4841-94b6-970ba5fe315d),segment_id=6a3164e2-4db8-4841-94b6-970ba5fe315d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:40.550911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01d3874-4328-4ce7-9075-4dd1a694cbed'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:40.555199 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de3a91d-b0f2-4778-afb5-00ea7c719bed" -d '{"events": [{"server_uuid": "ae5b14a5-8765-4a6a-8867-18a741ffb0c0", "name": "network-vif-plugged", "status": "completed", "tag": "a01d3874-4328-4ce7-9075-4dd1a694cbed"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:40.651553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9610a-0a2c-49d3-a767-4746832fd397 req-dfd15bf9-2734-4802-8d49-3f0041f04730 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:40.653900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f9610a-0a2c-49d3-a767-4746832fd397 req-dfd15bf9-2734-4802-8d49-3f0041f04730 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0999274 Nov 11 21:00:40.667835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] For port 895dc883-04e4-4d75-b3c7-e2f489097d80, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:40.671273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] For port 895dc883-04e4-4d75-b3c7-e2f489097d80, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=895dc883-04e4-4d75-b3c7-e2f489097d80,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:40.672936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.673738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13f2f28d-1e3b-4807-9fe9-60a9813285f9 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:40.699842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 13f2f28d-1e3b-4807-9fe9-60a9813285f9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:40.700842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13f2f28d-1e3b-4807-9fe9-60a9813285f9 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:40.742924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b57b15-8f1c-4aae-a4ad-635a1ca5cde8 req-03b9b65f-3781-4436-9cca-69050741e80d tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:40.744786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16b57b15-8f1c-4aae-a4ad-635a1ca5cde8 req-03b9b65f-3781-4436-9cca-69050741e80d tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 945 time: 0.1350596 Nov 11 21:00:40.773109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a01d3874-4328-4ce7-9075-4dd1a694cbed,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:40.792542 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f9610a-0a2c-49d3-a767-4746832fd397 req-f6761087-5107-4ff1-b45c-6c880e4b8494 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233983 Nov 11 21:00:40.794975 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.873192 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c81ab92-8f8c-417a-8ea4-d69ff7b49a55 x-openstack-request-id: req-1c81ab92-8f8c-417a-8ea4-d69ff7b49a55 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:40.873391 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5b14a5-8765-4a6a-8867-18a741ffb0c0", "name": "network-vif-plugged", "status": "completed", "tag": "a01d3874-4328-4ce7-9075-4dd1a694cbed", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:40.873621 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c81ab92-8f8c-417a-8ea4-d69ff7b49a55 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:40.874022 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01d3874-4328-4ce7-9075-4dd1a694cbed', 'code': 200} Nov 11 21:00:40.891825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:40.955038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aa0dd-6e72-491a-af60-d99e4d94af64 None None] Pushing event updated for resources: {'Port': ['ID=895dc883-04e4-4d75-b3c7-e2f489097d80,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:40.964037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Pushing event deleted for resources: {'Port': ['ID=772b5236-f8b0-4cf0-adba-f141552b4595,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:41.015997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-af4edc9c-129b-42e0-a677-557f28be9192 req-9419c271-c1cc-475e-a596-dd4d84d5001b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0540826 Nov 11 21:00:41.019721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16b57b15-8f1c-4aae-a4ad-635a1ca5cde8 req-180b4e2b-a725-4106-be1c-abc6861a4173 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee9640f4-44d5-4cad-8239-79d418b72986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610257 Nov 11 21:00:41.135973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] No DVR routers for this DVR port 772b5236-f8b0-4cf0-adba-f141552b4595 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:00:41.142796 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:41.156946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e7a51084-6c2a-4c06-a0c1-3ba6961b92b0 req-332cdcda-6283-4392-8895-5be3620bff4c tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.62 "DELETE /v2.0/ports/772b5236-f8b0-4cf0-adba-f141552b4595 HTTP/1.1" status: 204 len: 173 time: 1.1316373 Nov 11 21:00:41.157460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'name': 'network-vif-deleted', 'tag': '772b5236-f8b0-4cf0-adba-f141552b4595'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:41.159775 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b0de71-5dfe-458c-b67b-4166d2659625" -d '{"events": [{"server_uuid": "e9036a14-fca7-4fbf-9a1d-edbb3c62e565", "name": "network-vif-deleted", "tag": "772b5236-f8b0-4cf0-adba-f141552b4595"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:41.194941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e23840-0cbe-438d-bea4-12c5903d21d7 req-5aeaa826-aa8f-46b7-b638-891057929bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:41.200394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e23840-0cbe-438d-bea4-12c5903d21d7 req-5aeaa826-aa8f-46b7-b638-891057929bd5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1707983 Nov 11 21:00:41.205317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:41.238018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:41.354389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5b7d-e270-45ed-8edc-2bf0d610b47d req-966338c1-3184-4f26-b462-9ebc96fda196 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:41.357350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9e23840-0cbe-438d-bea4-12c5903d21d7 req-2223b624-41d7-4296-98d8-20915cf1b445 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463475 Nov 11 21:00:41.368373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf4b5b7d-e270-45ed-8edc-2bf0d610b47d req-966338c1-3184-4f26-b462-9ebc96fda196 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 945 time: 0.2473452 Nov 11 21:00:41.445931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf4b5b7d-e270-45ed-8edc-2bf0d610b47d req-ddc0628e-707c-4ff2-8194-3dad392c729d tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754907 Nov 11 21:00:41.507484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Allocated IP 172.25.2.101 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/27efc43f-359a-47ed-85a2-739fd1c15f9d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:41.517487 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132b7ef-7091-4676-b303-71b2337a3485 x-openstack-request-id: req-9132b7ef-7091-4676-b303-71b2337a3485 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:41.517784 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9036a14-fca7-4fbf-9a1d-edbb3c62e565", "name": "network-vif-deleted", "tag": "772b5236-f8b0-4cf0-adba-f141552b4595", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:41.518048 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9132b7ef-7091-4676-b303-71b2337a3485 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:41.518450 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9036a14-fca7-4fbf-9a1d-edbb3c62e565', 'name': 'network-vif-deleted', 'tag': '772b5236-f8b0-4cf0-adba-f141552b4595', 'status': 'completed', 'code': 200} Nov 11 21:00:41.685248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:41.787091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e86671-c76b-461b-8463-31bf604c4533 req-66ecbed2-a4a9-4e8e-99d0-672f40893d88 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:41.789074 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45e86671-c76b-461b-8463-31bf604c4533 req-66ecbed2-a4a9-4e8e-99d0-672f40893d88 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0548995 Nov 11 21:00:41.858514 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:41.881094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:41.884179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:41.886857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:41.919747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d8339-77b3-4fd4-952e-e1114f44bbcb None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:00:41.946399 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45e86671-c76b-461b-8463-31bf604c4533 req-3c6fe29d-76cd-4cf1-97de-1c98774df544 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491895 Nov 11 21:00:41.991680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Pushing event updated for resources: {'Port': ['ID=27efc43f-359a-47ed-85a2-739fd1c15f9d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:42.022818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8e12c021-a1dd-4a30-9a4d-8acfc7cd57eb None None] Provisioning complete for port 27efc43f-359a-47ed-85a2-739fd1c15f9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:42.023249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e12c021-a1dd-4a30-9a4d-8acfc7cd57eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:42.107285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e12c021-a1dd-4a30-9a4d-8acfc7cd57eb None None] Port 27efc43f-359a-47ed-85a2-739fd1c15f9d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:00:42.206059 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:00:42.254651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 772b5236-f8b0-4cf0-adba-f141552b4595 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:42.293758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 772b5236-f8b0-4cf0-adba-f141552b4595 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:42.297674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 772b5236-f8b0-4cf0-adba-f141552b4595 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:42.305878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5984e08c-da45-4c15-b8b0-5e15f00cc2ee req-d3243cf4-33fb-41ae-8a27-0be450afbe60 tempest-ServerTagsTestJSON-1035002793 tempest-ServerTagsTestJSON-1035002793-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9036a14-fca7-4fbf-9a1d-edbb3c62e565 HTTP/1.1" status: 200 len: 210 time: 0.0420938 Nov 11 21:00:42.344507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67df2543-d9a4-464c-b0f7-7f467dd7d3df req-54100bcc-3d68-4aa4-ba46-56b4e7c92ad1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0655215 Nov 11 21:00:42.441498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 895dc883-04e4-4d75-b3c7-e2f489097d80 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:42.631532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 895dc883-04e4-4d75-b3c7-e2f489097d80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:42.636312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:42.668837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15a5d1-df8f-48ac-a2f4-a18db1cc1c0d None None] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:42.685964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:42.688505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0269bfd-f625-42cb-8ad5-e8dee54fcd9d req-8eba904e-4fd8-414b-9a40-8a9673bba20f tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:42.706023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0269bfd-f625-42cb-8ad5-e8dee54fcd9d req-8eba904e-4fd8-414b-9a40-8a9673bba20f tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 945 time: 0.1015565 Nov 11 21:00:42.773734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0269bfd-f625-42cb-8ad5-e8dee54fcd9d req-7f567e1f-07ba-48c1-b814-e2896b42659e tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667458 Nov 11 21:00:43.041526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b2bc99c8-35f0-4c74-b5b9-b807dc77250b None None] Provisioning complete for port 895dc883-04e4-4d75-b3c7-e2f489097d80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:43.042116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2bc99c8-35f0-4c74-b5b9-b807dc77250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.237277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a93e2-6046-4bd9-8681-08ea9b41f891 req-517e066e-4310-4c27-b571-4bf8afde7631 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:43.246085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb2a93e2-6046-4bd9-8681-08ea9b41f891 req-517e066e-4310-4c27-b571-4bf8afde7631 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1631176 Nov 11 21:00:43.268461 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.282807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.320067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2bc99c8-35f0-4c74-b5b9-b807dc77250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.331631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:43.346450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 895dc883-04e4-4d75-b3c7-e2f489097d80, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=895dc883-04e4-4d75-b3c7-e2f489097d80,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:43.433305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:43.437177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb2a93e2-6046-4bd9-8681-08ea9b41f891 req-ec9d8162-3ae9-47ce-86f8-c6ed9d87daac tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900618 Nov 11 21:00:43.449262 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.570633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] Deleting subnet 315d808a-72a9-4fe2-91b4-097300051f2e {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:00:43.591778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.592873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=895dc883-04e4-4d75-b3c7-e2f489097d80,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:43.678450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e0782bb-b815-4d21-8efa-64ddccd2f253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.723288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-35ff2c3e-cb73-4186-91c9-a7dddd7b5cd6 req-92e4fc54-18e1-458b-a55c-3d1b68c75650 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.1343932 Nov 11 21:00:43.761276 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-b2bc99c8-35f0-4c74-b5b9-b807dc77250b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:00:43.764122 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-b2bc99c8-35f0-4c74-b5b9-b807dc77250b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:00:43.823242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.860872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:43.920096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Router 3860ff63-2c85-4998-b532-e10cfad24a3d is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:00:44.003762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.036072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fb52f-a638-4b2b-803c-bf9012e416cb req-94286b0a-b1fa-4bef-bbc4-d63eb83ed2d5 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:44.038932 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f53fb52f-a638-4b2b-803c-bf9012e416cb req-94286b0a-b1fa-4bef-bbc4-d63eb83ed2d5 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 945 time: 0.1259351 Nov 11 21:00:44.047462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e0782bb-b815-4d21-8efa-64ddccd2f253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.073539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.074201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:00:44.076942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] 10.222.0.31 "DELETE /v2.0/subnets/315d808a-72a9-4fe2-91b4-097300051f2e HTTP/1.1" status: 204 len: 168 time: 0.6426458 Nov 11 21:00:44.079552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53500) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:44.080292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bf217-3c10-4374-993f-3172591bd7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315d808a-72a9-4fe2-91b4-097300051f2e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:44.090893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Sync routers for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:00:44.111113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:00:44.113189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:00:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:44.189136 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e0782bb-b815-4d21-8efa-64ddccd2f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.212923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f53fb52f-a638-4b2b-803c-bf9012e416cb req-c5b9fbff-2d29-4804-ab06-b4ca7dc9d4a9 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344798 Nov 11 21:00:44.272515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.314693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0782bb-b815-4d21-8efa-64ddccd2f253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e37ce-8590-46f7-8577-739a0dccb7ac,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:44.325536 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5e0782bb-b815-4d21-8efa-64ddccd2f253 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b366d970d4d34bfbaa6e82f62df5c2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9926777 Nov 11 21:00:44.327895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:44.339307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.344760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bb0e8aee-896d-40b6-b243-a87f5c1eff6a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2078362 Nov 11 21:00:44.346818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:44.369840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:00:44.443918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 895dc883-04e4-4d75-b3c7-e2f489097d80 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:44.555016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.574691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1b2d-82d7-44e2-815f-82e4fcdc7ff2 req-27db073c-497b-4ded-9796-df7a2863e91a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:44.586575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-941b1b2d-82d7-44e2-815f-82e4fcdc7ff2 req-27db073c-497b-4ded-9796-df7a2863e91a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.3099232 Nov 11 21:00:44.600357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6588de9-10c9-43f6-999e-da16e0da22c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.646753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6588de9-10c9-43f6-999e-da16e0da22c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.658276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fd2b4a-b136-426b-8248-95ee81b9efd9']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:44.719123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b5b7af-f9f2-48bf-b689-c9309f59d509') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:44.719588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b5b7af-f9f2-48bf-b689-c9309f59d509') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:44.797852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.801148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 895dc883-04e4-4d75-b3c7-e2f489097d80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:44.801544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.856369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-941b1b2d-82d7-44e2-815f-82e4fcdc7ff2 req-af01e10f-bb11-4454-a759-1376eae25f11 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686012 Nov 11 21:00:44.893719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.912592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6588de9-10c9-43f6-999e-da16e0da22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.915585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c6588de9-10c9-43f6-999e-da16e0da22c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.918978 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c6588de9-10c9-43f6-999e-da16e0da22c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b4e37ce-8590-46f7-8577-739a0dccb7ac HTTP/1.1" status: 204 len: 168 time: 0.5878615 Nov 11 21:00:44.934062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6588de9-10c9-43f6-999e-da16e0da22c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e37ce-8590-46f7-8577-739a0dccb7ac,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:44.957066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:00:44.962065 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:00:44.965394 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:00:44.982216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e3f0ba0-16a8-4823-9322-29c64a04d165 None None] Provisioning complete for port 895dc883-04e4-4d75-b3c7-e2f489097d80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:44.982216 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0ba0-16a8-4823-9322-29c64a04d165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.085691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:42Z', 'revision_number': 3, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:45.142750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Checking router: 3860ff63-2c85-4998-b532-e10cfad24a3d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:00:45.143942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Updating router 3860ff63-2c85-4998-b532-e10cfad24a3d port 27efc43f-359a-47ed-85a2-739fd1c15f9d binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:00:45.167664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1558db81-d052-48d5-b9ec-ea064d8daf0d req-34266297-f143-4bf8-96d7-67dd925e7e03 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0741863 Nov 11 21:00:45.189203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.222551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.226560 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.245739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] 10.222.0.31 "DELETE /v2.0/networks/81fd2b4a-b136-426b-8248-95ee81b9efd9 HTTP/1.1" status: 204 len: 168 time: 1.1530082 Nov 11 21:00:45.245739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e1036-cfb6-4067-bd58-a1517706083b admin admin] Pushing event deleted for resources: {'Network': ['ID=81fd2b4a-b136-426b-8248-95ee81b9efd9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:45.262969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.414728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Allocated IP 172.20.0.1 (d0dfe0de-4e0c-4fef-a364-57e15d417fcc/1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3/a50a54f4-4c6a-4844-b072-b98d04912d21) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:45.490646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f6a50-e0fa-4392-9652-48c23b3bde60 req-e5e9a560-430f-47d6-8fff-030a87c72110 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:45.498779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c0f6a50-e0fa-4392-9652-48c23b3bde60 req-e5e9a560-430f-47d6-8fff-030a87c72110 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 945 time: 0.0912423 Nov 11 21:00:45.559187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c0f6a50-e0fa-4392-9652-48c23b3bde60 req-57487b5e-762a-4e95-9505-69f0c2a5ea23 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594244 Nov 11 21:00:45.626788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.668506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.758637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:45.805718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-14184741-df6c-46b8-8b60-51019c2ec88d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d18c832e6ad74f3dab1896825383ccdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458484 Nov 11 21:00:45.808174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:45.828700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.852357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.905733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69228f-f39c-45f4-ac09-ded2f432821b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:00:45.923467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c21011-b61d-4793-9227-94860c17748e None None] Pushing event updated for resources: {'Port': ['ID=27efc43f-359a-47ed-85a2-739fd1c15f9d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:45.930956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Attempting to bind port 27efc43f-359a-47ed-85a2-739fd1c15f9d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:45.931633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Attempting to bind port 27efc43f-359a-47ed-85a2-739fd1c15f9d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:45.932296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Attempting to bind port 27efc43f-359a-47ed-85a2-739fd1c15f9d on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:45.968835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:45.969477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:45.975651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:45.975651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:45.975651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Bound port: 27efc43f-359a-47ed-85a2-739fd1c15f9d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:45.975651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.044617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6e4d795b-d72b-46e9-8047-f3b71b56bdb0 None None] Provisioning complete for port 27efc43f-359a-47ed-85a2-739fd1c15f9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:46.045149 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e4d795b-d72b-46e9-8047-f3b71b56bdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.082546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] For port 27efc43f-359a-47ed-85a2-739fd1c15f9d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:46.105313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] For port 27efc43f-359a-47ed-85a2-739fd1c15f9d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=27efc43f-359a-47ed-85a2-739fd1c15f9d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:46.117480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d795b-d72b-46e9-8047-f3b71b56bdb0 None None] Port 27efc43f-359a-47ed-85a2-739fd1c15f9d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:00:46.119442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53570) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:46.137794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbc51-1f0f-4d15-adac-2a362c00dbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.192989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.311172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc096054-c3ff-4771-8c82-31015b6c8505 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:00:46.311535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbc51-1f0f-4d15-adac-2a362c00dbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.332269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:00:46.333823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:00:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:46.353980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:46.382357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-362461c8-9054-4bac-a708-93d109787836 req-a68ac537-20e9-4c74-93d5-09e4acd4709b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=935ae970-e18f-42be-a271-02ac9dc60a07 HTTP/1.1" status: 200 len: 210 time: 0.0438294 Nov 11 21:00:46.383979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:46.394838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:46.402012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a50a54f4-4c6a-4844-b072-b98d04912d21,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:46.433500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d97da40-fef9-4ff0-a8d2-e7b1fe8894db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.440712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c21011-b61d-4793-9227-94860c17748e None None] Pushing event updated for resources: {'Port': ['ID=27efc43f-359a-47ed-85a2-739fd1c15f9d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:46.457770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b742092c-d73d-434f-84d1-87ec510dbb50 None None] Provisioning complete for port 27efc43f-359a-47ed-85a2-739fd1c15f9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:46.458759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b742092c-d73d-434f-84d1-87ec510dbb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.479276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d97da40-fef9-4ff0-a8d2-e7b1fe8894db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.515290 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbc51-1f0f-4d15-adac-2a362c00dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.573613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086922-751e-4ea5-a0d2-bf3d6912360a req-a8df994e-0e5b-465b-8873-64b7319e95da tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:46.581847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40086922-751e-4ea5-a0d2-bf3d6912360a req-a8df994e-0e5b-465b-8873-64b7319e95da tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.2649264 Nov 11 21:00:46.608875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4d1cbc51-1f0f-4d15-adac-2a362c00dbff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1005e094131440197cc58058641f19c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883146 Nov 11 21:00:46.609761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cbc51-1f0f-4d15-adac-2a362c00dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb3edd6-e17d-46c9-8d40-810b61abf088,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:46.613045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:46.628902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:46.645243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.716944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40086922-751e-4ea5-a0d2-bf3d6912360a req-1e04f68f-eba8-48c1-9d47-64f0fbbd25d6 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340933 Nov 11 21:00:46.775381 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d97da40-fef9-4ff0-a8d2-e7b1fe8894db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.777638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d97da40-fef9-4ff0-a8d2-e7b1fe8894db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.785655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5d97da40-fef9-4ff0-a8d2-e7b1fe8894db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee9640f4-44d5-4cad-8239-79d418b72986 HTTP/1.1" status: 204 len: 168 time: 0.9759371 Nov 11 21:00:46.792523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:00:46.885391 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab6e479e-54e4-4d75-97f3-a34a4f3d0e52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.910135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97da40-fef9-4ff0-a8d2-e7b1fe8894db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9640f4-44d5-4cad-8239-79d418b72986,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:46.925425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ac80b-c921-4f57-aa26-7b98fd1fa2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.939672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-2d0c6fb0-ddb7-4188-a80a-a7fe979b07b1 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:46.941566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-2d0c6fb0-ddb7-4188-a80a-a7fe979b07b1 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 945 time: 0.2151148 Nov 11 21:00:46.949853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ac80b-c921-4f57-aa26-7b98fd1fa2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:46.975431 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f0d76-93b4-4a05-afae-d9c81ff63c77 req-3734232c-b3df-4e28-86b4-417c0a6d19b9 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:46.983448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-781f0d76-93b4-4a05-afae-d9c81ff63c77 req-3734232c-b3df-4e28-86b4-417c0a6d19b9 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 945 time: 0.2852588 Nov 11 21:00:47.102049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-781f0d76-93b4-4a05-afae-d9c81ff63c77 req-cea97311-31eb-4c37-b0ec-46a7b8c93d01 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178925 Nov 11 21:00:47.144181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.151767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab6e479e-54e4-4d75-97f3-a34a4f3d0e52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.232714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab6e479e-54e4-4d75-97f3-a34a4f3d0e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.242251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ac80b-c921-4f57-aa26-7b98fd1fa2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.246486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ac80b-c921-4f57-aa26-7b98fd1fa2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.246974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Deleting port a01d3874-4328-4ce7-9075-4dd1a694cbed {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:00:47.247348 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.250618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-605ac80b-c921-4f57-aa26-7b98fd1fa2ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cb3edd6-e17d-46c9-8d40-810b61abf088 HTTP/1.1" status: 204 len: 168 time: 0.6350539 Nov 11 21:00:47.294781 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b742092c-d73d-434f-84d1-87ec510dbb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.352199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b742092c-d73d-434f-84d1-87ec510dbb50 None None] For port 27efc43f-359a-47ed-85a2-739fd1c15f9d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=27efc43f-359a-47ed-85a2-739fd1c15f9d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:47.354605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab6e479e-54e4-4d75-97f3-a34a4f3d0e52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86cf5622d0574fc8a01d73b6f43a2cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7239778 Nov 11 21:00:47.356584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:47.394471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e479e-54e4-4d75-97f3-a34a4f3d0e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf9b68f-ab13-496b-af85-d957ea11f4f7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:47.418295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ac80b-c921-4f57-aa26-7b98fd1fa2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb3edd6-e17d-46c9-8d40-810b61abf088,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:47.443030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2f2861b-c0b4-42f4-8a89-493fe77c1d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.478464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2f2861b-c0b4-42f4-8a89-493fe77c1d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.516730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:42Z', 'revision_number': 3, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:47.570480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b742092c-d73d-434f-84d1-87ec510dbb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.572822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c186c36-5fa4-4415-ac10-fbbabedcc3a4 None None] The sync data for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 is: [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:42Z', 'revision_number': 3, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:00:47.680812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742092c-d73d-434f-84d1-87ec510dbb50 None None] Pushing event updated for resources: {'Port': ['ID=27efc43f-359a-47ed-85a2-739fd1c15f9d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:47.700853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] For port a01d3874-4328-4ce7-9075-4dd1a694cbed, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a01d3874-4328-4ce7-9075-4dd1a694cbed,segment=NetworkSegment(6a3164e2-4db8-4841-94b6-970ba5fe315d),segment_id=6a3164e2-4db8-4841-94b6-970ba5fe315d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:47.701355 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.723098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-32fdec10-2689-4da2-bd50-e676fd540437 None None] Provisioning complete for port a50a54f4-4c6a-4844-b072-b98d04912d21 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:47.727184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32fdec10-2689-4da2-bd50-e676fd540437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.756971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Calling delete_port for a01d3874-4328-4ce7-9075-4dd1a694cbed owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:00:47.778556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2f2861b-c0b4-42f4-8a89-493fe77c1d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.781809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2f2861b-c0b4-42f4-8a89-493fe77c1d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:47.787182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2f2861b-c0b4-42f4-8a89-493fe77c1d99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daf9b68f-ab13-496b-af85-d957ea11f4f7 HTTP/1.1" status: 204 len: 168 time: 0.4285295 Nov 11 21:00:47.808315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2861b-c0b4-42f4-8a89-493fe77c1d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf9b68f-ab13-496b-af85-d957ea11f4f7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:47.813394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-32fdec10-2689-4da2-bd50-e676fd540437 None None] Port a50a54f4-4c6a-4844-b072-b98d04912d21 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:00:48.008111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:48.023591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b638efb-07e0-48f8-930d-cff60921fd9c req-c758489d-8966-409f-bf27-f527e396098d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:48.025534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b638efb-07e0-48f8-930d-cff60921fd9c req-c758489d-8966-409f-bf27-f527e396098d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1311116 Nov 11 21:00:48.119291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:48.133571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b638efb-07e0-48f8-930d-cff60921fd9c req-df127f99-7dbf-464f-8783-b228ddeae711 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008766 Nov 11 21:00:48.269867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a50a54f4-4c6a-4844-b072-b98d04912d21,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:48.393791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490911da-6a1b-4141-869f-a289174c549e req-a654b9c8-2ed9-4af9-beea-50303a2a0bd8 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:48.408658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490911da-6a1b-4141-869f-a289174c549e req-a654b9c8-2ed9-4af9-beea-50303a2a0bd8 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 945 time: 0.1572714 Nov 11 21:00:48.410947 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:48.419486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 27efc43f-359a-47ed-85a2-739fd1c15f9d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:48.544051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 27efc43f-359a-47ed-85a2-739fd1c15f9d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:48.544536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:48.551406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490911da-6a1b-4141-869f-a289174c549e req-ca87cabb-b1f4-4cde-b13d-64d0831a4e83 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/security-groups?id=90973e6c-092f-4911-8291-3743f7a427de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435385 Nov 11 21:00:48.598775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:48.622820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a01d3874-4328-4ce7-9075-4dd1a694cbed'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:00:48.727963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Pushing event deleted for resources: {'Port': ['ID=a01d3874-4328-4ce7-9075-4dd1a694cbed,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:48.865573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] No DVR routers for this DVR port a01d3874-4328-4ce7-9075-4dd1a694cbed on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:00:48.875582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:48.879275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:48.883929 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dfe0af87-14e8-4815-a024-749467d1d1dd req-1dc9b587-2271-407b-9214-c43423f15128 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.58 "DELETE /v2.0/ports/a01d3874-4328-4ce7-9075-4dd1a694cbed HTTP/1.1" status: 204 len: 173 time: 1.9360509 Nov 11 21:00:48.884857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:48.886662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'name': 'network-vif-deleted', 'tag': 'a01d3874-4328-4ce7-9075-4dd1a694cbed'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:00:48.889489 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c75589b-c231-41e2-a7f2-beeb230a8fcd" -d '{"events": [{"server_uuid": "ae5b14a5-8765-4a6a-8867-18a741ffb0c0", "name": "network-vif-deleted", "tag": "a01d3874-4328-4ce7-9075-4dd1a694cbed"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:00:48.903320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39b2da-8170-4667-9a89-6c491210c09b req-2790f86f-24da-482f-bbd0-ae5254754780 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:48.904988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed39b2da-8170-4667-9a89-6c491210c09b req-2790f86f-24da-482f-bbd0-ae5254754780 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.4546514 Nov 11 21:00:49.033286 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2838f-12d2-40b5-bf82-3d41aa29580a x-openstack-request-id: req-82b2838f-12d2-40b5-bf82-3d41aa29580a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:00:49.033880 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5b14a5-8765-4a6a-8867-18a741ffb0c0", "name": "network-vif-deleted", "tag": "a01d3874-4328-4ce7-9075-4dd1a694cbed", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:00:49.034128 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82b2838f-12d2-40b5-bf82-3d41aa29580a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:00:49.034539 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5b14a5-8765-4a6a-8867-18a741ffb0c0', 'name': 'network-vif-deleted', 'tag': 'a01d3874-4328-4ce7-9075-4dd1a694cbed', 'status': 'completed', 'code': 200} Nov 11 21:00:49.098225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed39b2da-8170-4667-9a89-6c491210c09b req-7b3fab0e-c43b-4c43-80d3-f44b3f637bef tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/quotas/935622a99ddc44f0a82c37d40f101a0a HTTP/1.1" status: 200 len: 375 time: 0.0601971 Nov 11 21:00:49.187170 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed39b2da-8170-4667-9a89-6c491210c09b req-e12574fe-3d75-4834-bfa0-06f0a728bbd0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760605 Nov 11 21:00:49.205510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Router 3860ff63-2c85-4998-b532-e10cfad24a3d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:00:49.338054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:00:49.354064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-00feb9ee-4a4d-4449-9099-b73ed1e978a6 admin admin] 10.222.0.31 "PUT /v2.0/routers/3860ff63-2c85-4998-b532-e10cfad24a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9990730 Nov 11 21:00:49.369282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-91d43146-5759-406e-9d0a-a1828a7a2d08 None None] Provisioning complete for port a50a54f4-4c6a-4844-b072-b98d04912d21 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:49.369662 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91d43146-5759-406e-9d0a-a1828a7a2d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:49.423121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-91d43146-5759-406e-9d0a-a1828a7a2d08 None None] Port a50a54f4-4c6a-4844-b072-b98d04912d21 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:00:49.742841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-287ecedd-d3d4-4591-9560-384b8aac74c0 req-51469817-db8a-4040-9969-253bbcbaeac8 tempest-ServerAddressesTestJSON-2069688984 tempest-ServerAddressesTestJSON-2069688984-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae5b14a5-8765-4a6a-8867-18a741ffb0c0 HTTP/1.1" status: 200 len: 210 time: 0.0473964 Nov 11 21:00:50.030718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed39b2da-8170-4667-9a89-6c491210c09b req-11bf8da7-11cc-4c8b-9c2c-614374e96939 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351109 Nov 11 21:00:50.171762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed39b2da-8170-4667-9a89-6c491210c09b req-46d45eff-28f5-41d9-b4a6-a783c8d7e485 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394737 Nov 11 21:00:50.270125 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Sync routers for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:00:50.299776 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:00:50.300457 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:00:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:50.497995 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:00:50.710501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:50.715329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ca757946-4318-4fe6-8069-767d211cda40 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661817736', 'description': 'tempest-description--1310552099'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:50.870190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e74fd479-b54b-457c-9d7b-6e4303d16fc1 req-c98f5313-f978-42dd-9fce-abd49082b561 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dc6cfe1-f691-46b7-8ca4-a8671b9122af HTTP/1.1" status: 200 len: 210 time: 0.0887115 Nov 11 21:00:50.874540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca757946-4318-4fe6-8069-767d211cda40 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:50.968590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:51.033103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca757946-4318-4fe6-8069-767d211cda40 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.139180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca757946-4318-4fe6-8069-767d211cda40 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.156500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] Deleting subnet 056759a5-ade9-4d75-ba71-721e30d09fec {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:00:51.166470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.230898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca757946-4318-4fe6-8069-767d211cda40 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf66a8-ee95-4e58-8843-21bcd3548e97,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:51.248022 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca757946-4318-4fe6-8069-767d211cda40 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.250253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.252464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca757946-4318-4fe6-8069-767d211cda40 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5400198 Nov 11 21:00:51.254794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53764) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:51.260986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-db920bd8-5981-4975-8213-98dd10969074 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf66a8-ee95-4e58-8843-21bcd3548e97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:51.354596 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 2, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:51.366638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.431718 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Checking router: 3860ff63-2c85-4998-b532-e10cfad24a3d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:00:51.432074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Updating router 3860ff63-2c85-4998-b532-e10cfad24a3d port a50a54f4-4c6a-4844-b072-b98d04912d21 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:00:51.471427 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.490812 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db920bd8-5981-4975-8213-98dd10969074 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.620076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.662089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db920bd8-5981-4975-8213-98dd10969074 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.672184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056759a5-ade9-4d75-ba71-721e30d09fec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:51.684096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.687555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-138ae05e-f768-48a4-b2fe-7d1ba62ffb5a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/056759a5-ade9-4d75-ba71-721e30d09fec HTTP/1.1" status: 204 len: 168 time: 0.7157948 Nov 11 21:00:51.690330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:51.773168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.876341 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db920bd8-5981-4975-8213-98dd10969074 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.878859 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.883609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.909311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac0040a-4b87-4e3a-a40c-474278fc48be']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:51.923610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3164e2-4db8-4841-94b6-970ba5fe315d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:51.923991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3164e2-4db8-4841-94b6-970ba5fe315d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:51.936533 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.954961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.969650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:00:51.969650 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:51.982759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a01d3874-4328-4ce7-9075-4dd1a694cbed no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:00:51.988797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:00:51.994211 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:00:52.034762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: a01d3874-4328-4ce7-9075-4dd1a694cbed {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:00:52.039641 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.052960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a01d3874-4328-4ce7-9075-4dd1a694cbed not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:00:52.078719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db920bd8-5981-4975-8213-98dd10969074 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa40d442-f1f6-4419-bc26-d4250ba526c5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:52.107616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.210837 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Pushing event updated for resources: {'Port': ['ID=a50a54f4-4c6a-4844-b072-b98d04912d21,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:52.241764 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.252028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.261075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5ac0040a-4b87-4e3a-a40c-474278fc48be HTTP/1.1" status: 204 len: 168 time: 0.5695930 Nov 11 21:00:52.328288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-536519d1-2db9-4749-9138-f2cad3171927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.331845 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db920bd8-5981-4975-8213-98dd10969074 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.337201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:52.337741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-db920bd8-5981-4975-8213-98dd10969074 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0810313 Nov 11 21:00:52.340810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f78c2-9c41-448f-9c0e-359e7eea15f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac0040a-4b87-4e3a-a40c-474278fc48be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:52.352116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c38263c0-3f70-4bff-81ae-38adc4ad24dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'security_group_rule': {'security_group_id': 'ccdf66a8-ee95-4e58-8843-21bcd3548e97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:52.358224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba524dfc-781d-41c5-b9f4-a0a2dacd0d8d req-8bba9935-a635-41cf-93f3-0892adc46581 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:52.359843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba524dfc-781d-41c5-b9f4-a0a2dacd0d8d req-8bba9935-a635-41cf-93f3-0892adc46581 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.2010975 Nov 11 21:00:52.441172 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Attempting to bind port a50a54f4-4c6a-4844-b072-b98d04912d21 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:52.441172 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Attempting to bind port a50a54f4-4c6a-4844-b072-b98d04912d21 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:52.441172 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Attempting to bind port a50a54f4-4c6a-4844-b072-b98d04912d21 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:52.451249 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.454259 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.454935 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.455635 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.457091 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.457933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.459387 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.459967 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.461325 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.461887 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.463605 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.464217 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:52.472968 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:52.475885 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Checking segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:52.476736 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.478798 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Bound using segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:52.479652 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Bound port: a50a54f4-4c6a-4844-b072-b98d04912d21, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:52.481111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba524dfc-781d-41c5-b9f4-a0a2dacd0d8d req-1e010a8e-36f1-4d07-8a32-fd4b5b1a2346 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006794 Nov 11 21:00:52.481469 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.527300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f745c-aa12-4667-b554-8047e89961bb req-2398df92-0e36-4d71-92f9-e6d838030726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:52.528700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73f745c-aa12-4667-b554-8047e89961bb req-2398df92-0e36-4d71-92f9-e6d838030726 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.3264899 Nov 11 21:00:52.534561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-536519d1-2db9-4749-9138-f2cad3171927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.570368 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] For port a50a54f4-4c6a-4844-b072-b98d04912d21, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:52.574374 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] For port a50a54f4-4c6a-4844-b072-b98d04912d21, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a50a54f4-4c6a-4844-b072-b98d04912d21,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:52.575742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8d25f007-0c06-4acc-b2ea-2eb5b6ad993a None None] Provisioning complete for port a50a54f4-4c6a-4844-b072-b98d04912d21 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:52.576228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d25f007-0c06-4acc-b2ea-2eb5b6ad993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.618804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8d25f007-0c06-4acc-b2ea-2eb5b6ad993a None None] Port a50a54f4-4c6a-4844-b072-b98d04912d21 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:00:52.686863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-990e0dac-a5fb-4f4b-8eb3-90b82c90c0bb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:52.688468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-990e0dac-a5fb-4f4b-8eb3-90b82c90c0bb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.3032861 Nov 11 21:00:52.714699 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.723289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f745c-aa12-4667-b554-8047e89961bb req-1e48f716-a62b-48a2-956a-87abb81f1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:52.724964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73f745c-aa12-4667-b554-8047e89961bb req-1e48f716-a62b-48a2-956a-87abb81f1ffd service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.1838698 Nov 11 21:00:52.725649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-536519d1-2db9-4749-9138-f2cad3171927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.728734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-47491086-f463-4cb7-8f8d-13f381240ad5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/quotas/935622a99ddc44f0a82c37d40f101a0a HTTP/1.1" status: 200 len: 375 time: 0.0279121 Nov 11 21:00:52.765070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c38263c0-3f70-4bff-81ae-38adc4ad24dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:52.789905 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:00:52.790832 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:00:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:52.854189 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73f745c-aa12-4667-b554-8047e89961bb req-7d450038-d199-4bc6-a627-3e71557ecfd9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 200 len: 217 time: 0.1102746 Nov 11 21:00:52.872051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-23d7fc38-3bab-4085-88d3-e4de1a75f513 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187904 Nov 11 21:00:52.884568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-536519d1-2db9-4749-9138-f2cad3171927 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c9d45ec74624c1cacf0b7aee4426900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8945618 Nov 11 21:00:52.887872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53902) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:52.927102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536519d1-2db9-4749-9138-f2cad3171927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a1c2f-4688-4d92-bcc4-c969c436483f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:52.960839 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9dd9b-d245-4ba4-9dee-f9c0aab117b9 None None] Pushing event updated for resources: {'Port': ['ID=a50a54f4-4c6a-4844-b072-b98d04912d21,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:52.999905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df2e8be0-1088-465c-be20-5a5515a532ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.017564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:53.036543 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:00:53.062715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53906) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:53.078611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df2e8be0-1088-465c-be20-5a5515a532ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.134151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-70036dff-27da-45a8-acd7-70bc92cbd8d4 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481358 Nov 11 21:00:53.210892 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dcf67be9-ead4-4430-ad2f-35cea0e6f3dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=280bfcaf3b984b169fa626cebd9dc342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905046 Nov 11 21:00:53.214293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53916) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:53.254492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-e36d3e02-90f0-4bf7-bc7c-6fe1630298ae service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191206 Nov 11 21:00:53.260322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Provisioning complete for port a50a54f4-4c6a-4844-b072-b98d04912d21 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:53.261985 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.263716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f745c-aa12-4667-b554-8047e89961bb req-f159e209-3855-4073-9bf2-f11970d1910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:53.269845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73f745c-aa12-4667-b554-8047e89961bb req-f159e209-3855-4073-9bf2-f11970d1910b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.3965299 Nov 11 21:00:53.359586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c38263c0-3f70-4bff-81ae-38adc4ad24dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.362168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73f745c-aa12-4667-b554-8047e89961bb req-ce5df032-47d1-44f6-b1ef-debd9fef8236 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794449 Nov 11 21:00:53.369453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e711d385-1f1f-4c58-8ef5-568cff463f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.396999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e711d385-1f1f-4c58-8ef5-568cff463f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.426155 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:52Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:00:53.448284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df2e8be0-1088-465c-be20-5a5515a532ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.450967 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df2e8be0-1088-465c-be20-5a5515a532ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.454732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-df2e8be0-1088-465c-be20-5a5515a532ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/149a1c2f-4688-4d92-bcc4-c969c436483f HTTP/1.1" status: 204 len: 168 time: 0.5629961 Nov 11 21:00:53.466715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e8be0-1088-465c-be20-5a5515a532ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a1c2f-4688-4d92-bcc4-c969c436483f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:53.472344 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61085e1-1ad5-4854-84f9-5dfd36a02278 None None] The sync data for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 is: [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:52Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:00:53.522478 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.583825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c38263c0-3f70-4bff-81ae-38adc4ad24dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.621961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b99812ab-e012-45de-b559-31b97b6a72a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.630479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] For port a50a54f4-4c6a-4844-b072-b98d04912d21, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a50a54f4-4c6a-4844-b072-b98d04912d21,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:00:53.649957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e711d385-1f1f-4c58-8ef5-568cff463f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.655730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e711d385-1f1f-4c58-8ef5-568cff463f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.660438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e711d385-1f1f-4c58-8ef5-568cff463f5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90973e6c-092f-4911-8291-3743f7a427de HTTP/1.1" status: 204 len: 168 time: 0.4397380 Nov 11 21:00:53.666931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38263c0-3f70-4bff-81ae-38adc4ad24dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7ffbe3-b537-452f-afc0-91332eee8435,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:53.683365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711d385-1f1f-4c58-8ef5-568cff463f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90973e6c-092f-4911-8291-3743f7a427de,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:53.707299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73f745c-aa12-4667-b554-8047e89961bb req-042bc71a-2d53-4943-bf87-c4f65467d25a service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299818 Nov 11 21:00:53.805475 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.813973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c38263c0-3f70-4bff-81ae-38adc4ad24dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:53.817246 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c38263c0-3f70-4bff-81ae-38adc4ad24dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4770536 Nov 11 21:00:53.821798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:53.830169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:53.902662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Pushing event updated for resources: {'Port': ['ID=a50a54f4-4c6a-4844-b072-b98d04912d21,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:53.904921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732090fb-0b76-480f-830e-73bfb2813d05 req-8ab43b0d-1e7f-47e1-ac22-ee2a40e90489 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:53.927424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-732090fb-0b76-480f-830e-73bfb2813d05 req-8ab43b0d-1e7f-47e1-ac22-ee2a40e90489 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.2354023 Nov 11 21:00:53.932815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.934237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.946076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8913054d-d833-407a-9ebe-d1bed2420305 req-e41ccd21-dfb3-4129-9c92-80ff03e1695b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 210 time: 0.0835226 Nov 11 21:00:53.968852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.973113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.974392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.976238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.990476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.990476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.990476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.993149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.994524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:53.995855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0e2148-9038-494a-8886-aa64223b1cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:00:54.009546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c73f745c-aa12-4667-b554-8047e89961bb req-6757d34c-4696-40fa-a7ed-f8a06ba98951 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891014 Nov 11 21:00:54.019379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b99812ab-e012-45de-b559-31b97b6a72a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.059880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53938) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:54.060810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.092304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-732090fb-0b76-480f-830e-73bfb2813d05 req-b7fed0d3-94cc-4f5f-bdc9-a84a30c5cc39 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634409 Nov 11 21:00:54.134120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b99812ab-e012-45de-b559-31b97b6a72a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.358264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99812ab-e012-45de-b559-31b97b6a72a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19bc75f-7038-4782-824e-93cb57e8440c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:54.368962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:54.369180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b99812ab-e012-45de-b559-31b97b6a72a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08618178cb80483ead05552f19f0d4bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3053224 Nov 11 21:00:54.441447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a50a54f4-4c6a-4844-b072-b98d04912d21 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:00:54.442248 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.478483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57555457-0af1-47a2-a344-3f1dbd64ac1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.545779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57555457-0af1-47a2-a344-3f1dbd64ac1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.582755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a50a54f4-4c6a-4844-b072-b98d04912d21 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:00:54.583205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.645702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947b1c60-0105-4f79-9932-fe29c70e470c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.708973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Allocated IP 172.25.2.146 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/0628492a-7afd-4dbe-8046-ccc6f0cda7a5) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:54.753805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57555457-0af1-47a2-a344-3f1dbd64ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.759991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57555457-0af1-47a2-a344-3f1dbd64ac1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.761327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-57555457-0af1-47a2-a344-3f1dbd64ac1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a19bc75f-7038-4782-824e-93cb57e8440c HTTP/1.1" status: 204 len: 168 time: 0.3904362 Nov 11 21:00:54.774706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57555457-0af1-47a2-a344-3f1dbd64ac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19bc75f-7038-4782-824e-93cb57e8440c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:54.904080 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:54.910283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947b1c60-0105-4f79-9932-fe29c70e470c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.017026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947b1c60-0105-4f79-9932-fe29c70e470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.075566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81474be6-6e8d-41d0-b005-f155e53eca98 req-3e9fad06-dc5c-4a11-8084-e8233585732f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 210 time: 0.0529704 Nov 11 21:00:55.083807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.112264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-947b1c60-0105-4f79-9932-fe29c70e470c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a46eb07db7d84e0a9e10b399f26a2c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0533230 Nov 11 21:00:55.115563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53980) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:55.158897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b1c60-0105-4f79-9932-fe29c70e470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8293b4-a89f-4791-bfec-79348e7717ee,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:55.174134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:55.180896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:55.186895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:55.226999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-037e6348-85e6-4809-b077-e239f2e5ca5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.231552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'Port': ['ID=0628492a-7afd-4dbe-8046-ccc6f0cda7a5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:55.333340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-037e6348-85e6-4809-b077-e239f2e5ca5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.368996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.389884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6e12f-1a96-4946-b6a0-9ca009bd4da7 req-22bbc2fb-b5de-4e83-9de9-cc9d66778448 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:55.391485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcb6e12f-1a96-4946-b6a0-9ca009bd4da7 req-22bbc2fb-b5de-4e83-9de9-cc9d66778448 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1356089 Nov 11 21:00:55.464743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcb6e12f-1a96-4946-b6a0-9ca009bd4da7 req-d254eb97-9684-4580-a58e-6339ebe6313e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643272 Nov 11 21:00:55.689225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-037e6348-85e6-4809-b077-e239f2e5ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.693307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-037e6348-85e6-4809-b077-e239f2e5ca5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.693882 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-037e6348-85e6-4809-b077-e239f2e5ca5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea8293b4-a89f-4791-bfec-79348e7717ee HTTP/1.1" status: 204 len: 168 time: 0.5765159 Nov 11 21:00:55.704502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e6348-85e6-4809-b077-e239f2e5ca5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8293b4-a89f-4791-bfec-79348e7717ee,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:55.734221 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:55.902643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.016863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.035505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:56.091665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'Port': ['ID=0628492a-7afd-4dbe-8046-ccc6f0cda7a5,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:56.107119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.172119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fdf2a5b5-9489-46d2-a614-ca886d62dd15 req-4177d216-8fa8-492c-874d-07df1deff5ca tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 210 time: 0.0280771 Nov 11 21:00:56.242364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.251758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1166cb99-219c-4a40-bbb0-86f1cc146825 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4195654 Nov 11 21:00:56.391624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1130962688-network', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:56.554510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Made reservation on behalf of f6893d4fd3664dab879903dbd07919e2 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:56.559188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.570263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.643586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-b4bf8ae6-a3c6-4194-b6a6-5ac1adaa9b4d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--661817736&fields=id&tenant_id=94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 267 time: 0.0488899 Nov 11 21:00:56.659835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c370723-2e49-4a0a-bc34-7fb5639af8a9 req-54905df8-5024-4349-bfaf-2b2b6da3319b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:56.661616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c370723-2e49-4a0a-bc34-7fb5639af8a9 req-54905df8-5024-4349-bfaf-2b2b6da3319b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0925000 Nov 11 21:00:56.723134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.736684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c370723-2e49-4a0a-bc34-7fb5639af8a9 req-dc4dbb02-61f9-45e7-9201-0e4cffecdc56 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674336 Nov 11 21:00:56.786464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-a8641c9e-90dd-4c71-a142-be4a34e3ef64 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:56.788655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-a8641c9e-90dd-4c71-a142-be4a34e3ef64 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 817 time: 0.1345918 Nov 11 21:00:56.804116 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-eb783b58-f60e-46a0-945b-bb1626a2ec5c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/quotas/94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 375 time: 0.0096097 Nov 11 21:00:56.861437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.887128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-193ba97c-3305-40e6-857f-7065cbb2fa74 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766559 Nov 11 21:00:56.901022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:00:56.918700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d49cd9-c82d-4052-8d0d-342c909bf49b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:56.933450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:56.935175 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Added segment b4a844d7-1c33-486b-ac82-39bed6137c1c of type vlan for network 087349e6-35eb-433c-9508-333571ae10b8 Nov 11 21:00:57.037553 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:57.109088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-cd7f1d4f-8b6e-41ac-bd17-2ae5a28c2f46 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:57.110681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-cd7f1d4f-8b6e-41ac-bd17-2ae5a28c2f46 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.2224047 Nov 11 21:00:57.131921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Request body: {'port': {'device_id': 'becdda35-891e-48cb-a448-ca5101255852', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'admin_state_up': True, 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:57.146582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:57.162182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-dc452eb6-64b4-4415-b643-508b3faa06d9 service neutron] 10.222.0.31 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224534 Nov 11 21:00:57.191840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:57.193189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:57.194011 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:57.291934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] Pushing event updated for resources: {'Network': ['ID=087349e6-35eb-433c-9508-333571ae10b8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:57.304638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 087349e6-35eb-433c-9508-333571ae10b8 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:00:57.330001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1ab2b087-6c15-488d-a9e0-def5026452d5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2929845 Nov 11 21:00:57.369200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:57.373401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99290fec-d4fc-4aa6-a1bc-9c45da3fdc84 req-2183459b-54f1-401c-a0bc-52ae9c77237a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 210 time: 0.0826104 Nov 11 21:00:57.389249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Request body: {'subnet': {'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1130962688-subnet', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:57.580999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Made reservation on behalf of f6893d4fd3664dab879903dbd07919e2 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:57.584846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:57.813105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-de38318c-da23-4041-a172-5d3aee15f45e service neutron] 10.222.0.31 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185949 Nov 11 21:00:57.936771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:57.945092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:57.965928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.006976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54118) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:58.080419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:58.102953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Checking segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:58.105261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Network hostable DHCP agents. Network: 087349e6-35eb-433c-9508-333571ae10b8, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:00:58.239864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Network 087349e6-35eb-433c-9508-333571ae10b8 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:00:58.258943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b492d6c-979f-47e9-b768-4ed1974e74d1 req-7650e1e8-ca2c-4e73-adb0-6e82bad457b1 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0874629 Nov 11 21:00:58.273410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f4b0e-93be-4b20-81d6-ca73f587c3e1 req-f5d9066e-9351-4a0b-80f2-9b7e618809e9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:58.281372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e7f4b0e-93be-4b20-81d6-ca73f587c3e1 req-f5d9066e-9351-4a0b-80f2-9b7e618809e9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1302853 Nov 11 21:00:58.357693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 087349e6-35eb-433c-9508-333571ae10b8) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:58.363018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:58.363620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.369201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3758d24-f670-4b1b-9880-7cf07b0bc779 None None] Network 087349e6-35eb-433c-9508-333571ae10b8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:00:58.412770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Allocated IP 172.20.0.3 (17a6b110-edf6-4a73-8473-84c504928dc6/66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1/4417854f-bcc9-43d2-ac94-8cbb5e65c795) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:58.419828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e7f4b0e-93be-4b20-81d6-ca73f587c3e1 req-aa328f61-466a-4c03-b64a-33c793bd83c3 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372573 Nov 11 21:00:58.487132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:58.545583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b4653caa-46ac-44aa-8082-7ddb69346f84 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1693079 Nov 11 21:00:58.548137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:58.551171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1843243595'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:58.556386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:58.601208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51aab755-406c-467b-b6bc-f7698f38df22 req-34b47441-8a1e-426c-ae70-d83cd531303d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 210 time: 0.0999408 Nov 11 21:00:58.646299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-087349e6-35eb-433c-9508-333571ae10b8', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:00:58.647530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.671735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8ce5bfb-dd62-449c-a29a-da924723c884 req-d5d121e0-9738-48cd-81f9-8a27cb0d83c2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 210 time: 0.0664666 Nov 11 21:00:58.773860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-44822331'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:58.798220 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.798371 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.798475 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.802478 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:00:58.802478 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 21:00:58.802478 n-d-805734-3 neutron-server[109674]: [parameters: {'project_id_1': 'b933a5b6192d4a4fb5609046a58ee21f', 'expiration_1': datetime.datetime(2021, 11, 11, 21, 0, 38, 785060)}] Nov 11 21:00:58.802478 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:00:58.803440 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:00:58.875840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.893476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Allocated IP 172.20.0.2 (087349e6-35eb-433c-9508-333571ae10b8/7d8d9145-d305-4fdf-8e90-5fb0513f1b2a/d95b4341-03f8-42eb-b48f-3395a8699219) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:00:58.949431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Made reservation on behalf of 857552a55ff0416ea18c657a3eb2f9fb for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:58.953171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:58.963005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.037105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.043531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.081343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.115560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Network 17a6b110-edf6-4a73-8473-84c504928dc6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:59.118615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:59.128382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:59.161828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event updated for resources: {'Port': ['ID=4417854f-bcc9-43d2-ac94-8cbb5e65c795,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:59.217999 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.233467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:59.234149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.238345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.271854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0127550c-5908-4ac5-8ed6-d4b3b42d159a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:59.296278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:00:59.310247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.314060 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Added segment 58b43d04-22a8-4f6d-b521-cdd8b6b83cf7 of type vlan for network e9f5d70e-9542-4d02-b403-e11b8ebb36ed Nov 11 21:00:59.318673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Network 087349e6-35eb-433c-9508-333571ae10b8 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:00:59.338917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Pushing event updated for resources: {'Port': ['ID=d95b4341-03f8-42eb-b48f-3395a8699219,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:59.347445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:00:59.347616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:00:59.397167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.398930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.434655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-d26e26e9-4e66-4a11-9797-3d2fd03eeaa6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3106470 Nov 11 21:00:59.437371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Attempting to bind port d95b4341-03f8-42eb-b48f-3395a8699219 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:00:59.438326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Attempting to bind port d95b4341-03f8-42eb-b48f-3395a8699219 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:00:59.438894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Attempting to bind port d95b4341-03f8-42eb-b48f-3395a8699219 on network 087349e6-35eb-433c-9508-333571ae10b8 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:00:59.447803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:00:59.448751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Checking segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:00:59.449447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Request body: {'port': {'device_id': 'becdda35-891e-48cb-a448-ca5101255852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:00:59.450060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.450659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Bound using segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:00:59.451333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Bound port: d95b4341-03f8-42eb-b48f-3395a8699219, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:00:59.452084 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.521430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7e9675e5-b173-477e-be12-19b1df589a4e req-d020f58a-cdd5-48bf-a1f5-0377b49c2d76 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0879085 Nov 11 21:00:59.556586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.567852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Made reservation on behalf of b933a5b6192d4a4fb5609046a58ee21f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:00:59.571466 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.582134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.589470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:00:59.590153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.593520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] For port d95b4341-03f8-42eb-b48f-3395a8699219, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:00:59.597973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] For port d95b4341-03f8-42eb-b48f-3395a8699219, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d95b4341-03f8-42eb-b48f-3395a8699219,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:00:59.604718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.736000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:00:59.754774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event updated for resources: {'Network': ['ID=e9f5d70e-9542-4d02-b403-e11b8ebb36ed,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:00:59.769393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36f75e4a-d9a8-4e98-a8d1-ab7c299a7bb7 req-4ebeb235-8ee0-4262-bf86-e19bf6cedfce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 210 time: 0.0745292 Nov 11 21:00:59.772923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:00:59.779457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d75f0806-32d8-436c-a587-9d28f0cff34e tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7703583 Nov 11 21:00:59.780459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:00:59.813722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Request body: {'subnet': {'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:00.015412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc690e2-68c4-47f6-8504-1a967b1b737f None None] Pushing event updated for resources: {'Port': ['ID=d95b4341-03f8-42eb-b48f-3395a8699219,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:00.126354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3880d3-7a17-4c6a-9262-08c7c0a661cc req-54539b4d-5221-483b-9fd0-fa03d9714691 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:00.127972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc3880d3-7a17-4c6a-9262-08c7c0a661cc req-54539b4d-5221-483b-9fd0-fa03d9714691 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.6049802 Nov 11 21:01:00.240088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f14c0-60f9-49d3-be47-7c31beaf4f84 req-8dca2ba5-33eb-43f4-9bcb-f0e7e6a42015 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:00.241862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-711f14c0-60f9-49d3-be47-7c31beaf4f84 req-8dca2ba5-33eb-43f4-9bcb-f0e7e6a42015 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 931 time: 0.1930931 Nov 11 21:01:00.268789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc3880d3-7a17-4c6a-9262-08c7c0a661cc req-d59edb01-ee90-4803-a3b1-2b87488aa0e4 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305933 Nov 11 21:01:00.322088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Made reservation on behalf of 857552a55ff0416ea18c657a3eb2f9fb for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:00.325805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.436447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d95b4341-03f8-42eb-b48f-3395a8699219 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:00.508911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d95b4341-03f8-42eb-b48f-3395a8699219 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:00.510217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.527062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-711f14c0-60f9-49d3-be47-7c31beaf4f84 req-4c8e496e-b7fc-4315-a0ba-2aa8c9b35d2b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753172 Nov 11 21:01:00.587803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.660277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4417854f-bcc9-43d2-ac94-8cbb5e65c795 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:00.663135 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.677512 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.686891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ec8db75-21c4-4b5f-be93-4142ceca0c50 req-45f9a201-3aac-492d-9f9f-337367b038cc tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0661590 Nov 11 21:01:00.688260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.696920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Transition to ACTIVE for port object 4417854f-bcc9-43d2-ac94-8cbb5e65c795 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:01:00.698084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port d95b4341-03f8-42eb-b48f-3395a8699219, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d95b4341-03f8-42eb-b48f-3395a8699219,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:00.709467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.746452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.775937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:00.803611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.818534 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Added segment bb493ae7-1de5-4927-8f1e-b52076621af7 of type vlan for network e95c5cde-e431-406c-9629-98f2ccdf449d Nov 11 21:01:00.818534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe5c31-2b64-4e55-9cc2-3b1791095a35,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:00.899988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.914610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Allocated IP 172.25.2.137 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/b2848b92-4c95-4412-8694-111a7b8a3971) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:00.936899 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:00.968647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c3640c7-eec4-4419-b61f-f6dad85093a2 req-19a53719-9d7c-4963-b7a4-1ce322f7985f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 210 time: 0.0671635 Nov 11 21:01:00.972824 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.029255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=d95b4341-03f8-42eb-b48f-3395a8699219,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:01.037379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.097137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.105819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:01.107985 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.148376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event updated for resources: {'Subnet': ['ID=c9462fb8-7634-4a8b-8448-1d0a693d0659,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:01.150822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Pushing event updated for resources: {'Port': ['ID=4417854f-bcc9-43d2-ac94-8cbb5e65c795,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:01.168191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.249845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event updated for resources: {'Network': ['ID=e95c5cde-e431-406c-9629-98f2ccdf449d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:01.262983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e95c5cde-e431-406c-9629-98f2ccdf449d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:01:01.282316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Attempting to bind port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:01.282935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Attempting to bind port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:01.282935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Attempting to bind port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:01.295617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 on network 17a6b110-edf6-4a73-8473-84c504928dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:01.302415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Attempting to bind port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:01.306633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8622cd48-e22b-4267-bdbe-72be8b92bcea tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8179104 Nov 11 21:01:01.309590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54220) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:01.318430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Request body: {'subnet': {'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:01.320749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Checking segment: {'id': '58b43d04-22a8-4f6d-b521-cdd8b6b83cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:01.321215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Network hostable DHCP agents. Network: e9f5d70e-9542-4d02-b403-e11b8ebb36ed, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:01:01.323908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:01.324498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Checking segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:01.325288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Bound using segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:01.325898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Bound port: 4417854f-bcc9-43d2-ac94-8cbb5e65c795, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:01.329153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.449073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e238495-271c-45c4-8662-9a46e692c4f0 None None] Network 087349e6-35eb-433c-9508-333571ae10b8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:01.477738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] For port 4417854f-bcc9-43d2-ac94-8cbb5e65c795, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:01.481400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] For port 4417854f-bcc9-43d2-ac94-8cbb5e65c795, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4417854f-bcc9-43d2-ac94-8cbb5e65c795,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:01.503826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16144b-c4c3-4ad6-af34-0abad27e94d9 req-64b68002-b9ae-4c64-a20f-d36a1955378d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:01.505836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a16144b-c4c3-4ad6-af34-0abad27e94d9 req-64b68002-b9ae-4c64-a20f-d36a1955378d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0603077 Nov 11 21:01:01.511943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:01.537841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-22a59689-c311-48da-9ae6-2447b4f8d372 None None] Provisioning complete for port d95b4341-03f8-42eb-b48f-3395a8699219 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:01.538535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22a59689-c311-48da-9ae6-2447b4f8d372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.568788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a16144b-c4c3-4ad6-af34-0abad27e94d9 req-2bcc7c8a-2540-4bb7-b26f-ae736014cda6 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Nov 11 21:01:01.582692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Made reservation on behalf of b933a5b6192d4a4fb5609046a58ee21f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:01.588676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.635173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.668422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.674105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e9f5d70e-9542-4d02-b403-e11b8ebb36ed) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:01.702421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd75088-01fb-4d1a-aabe-bb1c6a93e799 None None] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:01.708826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:01.709423 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.739432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:01.740676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:01.741608 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] 10.222.0.58 "PUT /v2.0/ports/4417854f-bcc9-43d2-ac94-8cbb5e65c795 HTTP/1.1" status: 200 len: 1091 time: 2.2985671 Nov 11 21:01:01.742078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becdda35-891e-48cb-a448-ca5101255852', 'tag': '4417854f-bcc9-43d2-ac94-8cbb5e65c795'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:01.743460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b2848b92-4c95-4412-8694-111a7b8a3971,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:01.744398 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1db320-1371-443f-9023-00f0f0d2e66e" -d '{"events": [{"name": "network-changed", "server_uuid": "becdda35-891e-48cb-a448-ca5101255852", "tag": "4417854f-bcc9-43d2-ac94-8cbb5e65c795"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:01.770715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67341926-f78c-4930-845f-e5ba6904c213 req-25b71912-7b1f-4a41-a403-90ae1a903cac tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:01.775533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67341926-f78c-4930-845f-e5ba6904c213 req-25b71912-7b1f-4a41-a403-90ae1a903cac tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 943 time: 0.1555452 Nov 11 21:01:01.777929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8c07b-4565-4a9f-a0dc-21d39dbcd809 service neutron] Pushing event updated for resources: {'Port': ['ID=4417854f-bcc9-43d2-ac94-8cbb5e65c795,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:01.818902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ba8e27b1-38e6-4f58-9556-ba0146906b95 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0186183 Nov 11 21:01:01.829794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:01.834622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:01.838138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Request body: {'port': {'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1575460718'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:01.847387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:01.862259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:01.883267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b138f1-6c25-4601-9299-199b56c3246c None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:01.941275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a174f11f-1fef-4759-887d-477e1982f535 req-64771da0-938d-4fe6-a54d-0d789e920b75 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1053798 Nov 11 21:01:02.029489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e9f5d70e-9542-4d02-b403-e11b8ebb36ed', 'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed', 'tenant_id': '857552a55ff0416ea18c657a3eb2f9fb', 'fixed_ips': [{'subnet_id': 'c9462fb8-7634-4a8b-8448-1d0a693d0659'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:01:02.034675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.061382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67341926-f78c-4930-845f-e5ba6904c213 req-16f60c9e-6951-49b3-a5d1-095f07edce20 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798643 Nov 11 21:01:02.106085 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37348fc5-4564-4a1a-829d-5fe1d5fa3533 x-openstack-request-id: req-37348fc5-4564-4a1a-829d-5fe1d5fa3533 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:02.106312 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becdda35-891e-48cb-a448-ca5101255852", "tag": "4417854f-bcc9-43d2-ac94-8cbb5e65c795", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:02.107675 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37348fc5-4564-4a1a-829d-5fe1d5fa3533 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:02.108116 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becdda35-891e-48cb-a448-ca5101255852', 'tag': '4417854f-bcc9-43d2-ac94-8cbb5e65c795', 'status': 'completed', 'code': 200} Nov 11 21:01:02.142602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-cfd5d6bd-ea64-48d5-a61f-53258cb796a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:02.147060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-cfd5d6bd-ea64-48d5-a61f-53258cb796a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 1094 time: 0.1480737 Nov 11 21:01:02.170897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3552e9b1-52e0-4dd7-96d7-63e9528348b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.176385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33b4089f-d129-4281-bdd4-211b6abe6f2f None None] Provisioning complete for port b2848b92-4c95-4412-8694-111a7b8a3971 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:02.177013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33b4089f-d129-4281-bdd4-211b6abe6f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.223469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-33b4089f-d129-4281-bdd4-211b6abe6f2f None None] Port b2848b92-4c95-4412-8694-111a7b8a3971 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:02.230941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-69f8f266-981b-4d72-977f-c7d8cb8ccebc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4417854f-bcc9-43d2-ac94-8cbb5e65c795 HTTP/1.1" status: 200 len: 217 time: 0.0789144 Nov 11 21:01:02.323620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2384482f-bf0a-4726-af5e-c6ccf51c11cc req-bbbbbc5a-2fc5-4c69-a472-5d8490781111 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 210 time: 0.1745126 Nov 11 21:01:02.381590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d95b4341-03f8-42eb-b48f-3395a8699219 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:02.432271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Allocated IP 172.20.0.2 (e9f5d70e-9542-4d02-b403-e11b8ebb36ed/c9462fb8-7634-4a8b-8448-1d0a693d0659/bb66738c-dfb1-4213-a256-491a9e1918fc) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:02.481444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-c0d0a432-c13f-4a9f-bcdb-7ff2989f6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:02.483131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-c0d0a432-c13f-4a9f-bcdb-7ff2989f6775 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.2253714 Nov 11 21:01:02.534985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-1caec140-0c17-411d-84b7-0fcab272c153 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431564 Nov 11 21:01:02.560558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Made reservation on behalf of 857552a55ff0416ea18c657a3eb2f9fb for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:02.565522 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.571801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e7fec2c5-6f1a-4987-8887-40fe101b29c8 None None] Provisioning complete for port d95b4341-03f8-42eb-b48f-3395a8699219 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:02.572432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7fec2c5-6f1a-4987-8887-40fe101b29c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.594814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.615998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-12761443-1536-4c18-96e7-eb5eea2e7031 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:02.617737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-12761443-1536-4c18-96e7-eb5eea2e7031 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 817 time: 0.3837945 Nov 11 21:01:02.654403 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.685397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] device_id is not set on port 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:02.777264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event updated for resources: {'Subnet': ['ID=1ffce8b7-d14e-4270-9594-f8aa05fe26e1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:02.797437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d95b4341-03f8-42eb-b48f-3395a8699219 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:02.809274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:02.989402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Checking segment: {'id': 'bb493ae7-1de5-4927-8f1e-b52076621af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:02.992421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Network hostable DHCP agents. Network: e95c5cde-e431-406c-9629-98f2ccdf449d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:01:03.008136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-a70cd738-f4ec-4b3b-988e-f18397eda3c5 service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640958 Nov 11 21:01:03.025872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-65b20f76-d809-47d6-a691-a031c502ee2a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 379 time: 0.3725164 Nov 11 21:01:03.037427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.071652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682f472-912e-43d3-9f80-24061dc23f96 req-928c2890-3655-43ea-84b9-f25b3f91c378 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:03.080860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c682f472-912e-43d3-9f80-24061dc23f96 req-928c2890-3655-43ea-84b9-f25b3f91c378 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.2941153 Nov 11 21:01:03.087969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'port': {'device_id': '44f1c636-462a-4197-ab12-9fe773f36de1', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'admin_state_up': True, 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'security_groups': ['ccdf66a8-ee95-4e58-8843-21bcd3548e97']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:03.103224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.135203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7a3f053-e767-4fd3-91a6-050c4707fab1 req-56f9fcd1-49aa-4ff4-b835-f5f01876426d tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0400720 Nov 11 21:01:03.242466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c682f472-912e-43d3-9f80-24061dc23f96 req-0058c3b6-33da-4fa9-8dab-bfb360c13762 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603420 Nov 11 21:01:03.244902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Network e95c5cde-e431-406c-9629-98f2ccdf449d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:03.283647 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.289138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a81201-4920-4489-9da5-2fa799236a01 req-26047d42-bb33-4d4b-aeb5-f706c9fcca5e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:03.292495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17a81201-4920-4489-9da5-2fa799236a01 req-26047d42-bb33-4d4b-aeb5-f706c9fcca5e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 943 time: 0.0813382 Nov 11 21:01:03.318915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e69dcf5-bc1d-45a8-a08b-99f693130683 req-ed5fbd16-6266-415f-b8b9-580703a790eb service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857916 Nov 11 21:01:03.346741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Pushing event updated for resources: {'Port': ['ID=bb66738c-dfb1-4213-a256-491a9e1918fc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:03.360767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Allocated IP 172.20.0.9 (e9f5d70e-9542-4d02-b403-e11b8ebb36ed/c9462fb8-7634-4a8b-8448-1d0a693d0659/3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:03.371130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:03.371969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e95c5cde-e431-406c-9629-98f2ccdf449d) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:03.374597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:03.384767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d66cf-c1ac-4d25-8b93-407334e70d1a None None] Network e95c5cde-e431-406c-9629-98f2ccdf449d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:03.388813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:03.399566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:03.401035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.411963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Router 179774aa-0942-4f33-86d4-04748dc7739e is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:01:03.432265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17a81201-4920-4489-9da5-2fa799236a01 req-91220934-37b3-4f99-bc46-cf746d11359c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298599 Nov 11 21:01:03.487555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba431d7d-b4e0-4a57-b109-97f4188cdbd1 req-d56b00aa-3667-4b4b-bdfa-90b4bbb610a4 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 210 time: 0.0345168 Nov 11 21:01:03.568860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Attempting to bind port bb66738c-dfb1-4213-a256-491a9e1918fc on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:03.569363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Attempting to bind port bb66738c-dfb1-4213-a256-491a9e1918fc by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '58b43d04-22a8-4f6d-b521-cdd8b6b83cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:03.569997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Attempting to bind port bb66738c-dfb1-4213-a256-491a9e1918fc on network e9f5d70e-9542-4d02-b403-e11b8ebb36ed {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:03.580543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:03.581281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Checking segment: {'id': '58b43d04-22a8-4f6d-b521-cdd8b6b83cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:03.581473 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.582127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Bound using segment: {'id': '58b43d04-22a8-4f6d-b521-cdd8b6b83cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:03.583458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Bound port: bb66738c-dfb1-4213-a256-491a9e1918fc, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b43d04-22a8-4f6d-b521-cdd8b6b83cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:03.583879 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.625543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:03.632027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Made reservation on behalf of 94363958320542ceb3b8cea29e964aed for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:03.634896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.648891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Sync routers for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:03.662281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:03.662914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:00:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:03.702189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c2e4c57-e80c-426c-8a61-90437c98cf87 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3906929 Nov 11 21:01:03.704254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:03.710082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Request body: {'port': {'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1774982075'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:03.721594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-1349b7a1-6330-46fe-9240-8deae2a6671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:03.723719 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-1349b7a1-6330-46fe-9240-8deae2a6671c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 1094 time: 0.1295047 Nov 11 21:01:03.789115 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.803069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] For port bb66738c-dfb1-4213-a256-491a9e1918fc, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:03.864226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] For port bb66738c-dfb1-4213-a256-491a9e1918fc, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bb66738c-dfb1-4213-a256-491a9e1918fc,segment=NetworkSegment(58b43d04-22a8-4f6d-b521-cdd8b6b83cf7),segment_id=58b43d04-22a8-4f6d-b521-cdd8b6b83cf7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:03.869007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e95c5cde-e431-406c-9629-98f2ccdf449d', 'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d', 'tenant_id': 'b933a5b6192d4a4fb5609046a58ee21f', 'fixed_ips': [{'subnet_id': '1ffce8b7-d14e-4270-9594-f8aa05fe26e1'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:01:03.869858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.890095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:03.893193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f2f35c00-b2aa-47f4-888c-7c0768ca59a0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3428986 Nov 11 21:01:03.896725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:03.906274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Allocated IP 172.20.0.6 (d0dfe0de-4e0c-4fef-a364-57e15d417fcc/1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3/2058a452-827e-421e-b227-4ffb089c365c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:03.912194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:03.931841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-a9c473d9-a3bd-49ee-9df7-962928475c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:03.933358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-a9c473d9-a3bd-49ee-9df7-962928475c27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 912 time: 0.2018197 Nov 11 21:01:04.021523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-143ed1c0-1923-4c59-b2ed-75ccf1ff6ef3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4417854f-bcc9-43d2-ac94-8cbb5e65c795 HTTP/1.1" status: 200 len: 217 time: 0.0781553 Nov 11 21:01:04.054166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.085667 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.226413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:04.236686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:04.251715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:04.272031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Made reservation on behalf of b933a5b6192d4a4fb5609046a58ee21f for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:04.272031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.283796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-d44cb82f-cb18-4f4f-aa41-aca9ca36881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:04.285187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-d44cb82f-cb18-4f4f-aa41-aca9ca36881f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.2533462 Nov 11 21:01:04.333757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event updated for resources: {'Port': ['ID=3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:04.384581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede51d07-9a72-4344-971f-eadcf313d4c8 None None] Pushing event updated for resources: {'Port': ['ID=bb66738c-dfb1-4213-a256-491a9e1918fc,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:04.387376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-81c63efb-db0b-4407-b106-d0d37329c8e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778821 Nov 11 21:01:04.394633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] device_id is not set on port fed64b0b-2f5d-42d2-83b3-8f6de052d9a0 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:04.434222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Allocated IP 172.20.0.2 (e95c5cde-e431-406c-9629-98f2ccdf449d/1ffce8b7-d14e-4270-9594-f8aa05fe26e1/e66abc6d-f693-4c68-af50-45dbaf9b887c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:04.472451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82ab1469-27d1-4c85-a07b-7c664e542411 req-bdccf283-fdfb-4d7d-9a83-f014b7c676df tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1613796 Nov 11 21:01:04.501765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.565337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1da7a0aa-c317-4774-8496-0be9b333dae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.669870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:02Z', 'revision_number': 3, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:04.689232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:04.689232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.729639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de112c-8f80-45e6-955b-4cb09f576251 req-bfd6a02f-b939-41c3-9a1a-c9b330b06608 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:04.739089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Checking router: 179774aa-0942-4f33-86d4-04748dc7739e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:01:04.739089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Updating router 179774aa-0942-4f33-86d4-04748dc7739e port b2848b92-4c95-4412-8694-111a7b8a3971 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:01:04.740992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39de112c-8f80-45e6-955b-4cb09f576251 req-bfd6a02f-b939-41c3-9a1a-c9b330b06608 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.3559616 Nov 11 21:01:04.777065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.780082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.795755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-cb5a5a69-58e5-491c-8969-32684c32f5e5 service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944979 Nov 11 21:01:04.882390 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.905143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd580d-ca1a-4f1d-8365-cfe547a7ee07 req-03a8cd2a-de31-4153-9fe4-d412f0941f3f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:04.914049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26cd580d-ca1a-4f1d-8365-cfe547a7ee07 req-03a8cd2a-de31-4153-9fe4-d412f0941f3f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 943 time: 0.1779301 Nov 11 21:01:04.924375 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:04.951356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6d784788-74c4-4ff5-b6b0-730f317d2502 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1204813 Nov 11 21:01:04.954185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:04.968344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Request body: {'port': {'network_id': 'e9f5d70e-9542-4d02-b403-e11b8ebb36ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-207202296', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:04.968887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] bootfile-name is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:01:04.969220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] tftp-server is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:01:04.969541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] server-ip-address is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:01:04.986843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39de112c-8f80-45e6-955b-4cb09f576251 req-1a5a17e7-6f33-4ce8-8026-b239898bbd11 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417409 Nov 11 21:01:05.003228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.013590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:05.030845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:05.045875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:05.057452 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Network e95c5cde-e431-406c-9629-98f2ccdf449d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:05.061697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Allocated IP 172.20.0.11 (e95c5cde-e431-406c-9629-98f2ccdf449d/1ffce8b7-d14e-4270-9594-f8aa05fe26e1/fed64b0b-2f5d-42d2-83b3-8f6de052d9a0) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:05.063641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Pushing event updated for resources: {'Port': ['ID=e66abc6d-f693-4c68-af50-45dbaf9b887c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:05.070546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:05.073002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:05.073135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26cd580d-ca1a-4f1d-8365-cfe547a7ee07 req-a8d4aade-4d2f-4dee-8af8-555cb87f49c7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580772 Nov 11 21:01:05.172425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:05.178781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Attempting to bind port e66abc6d-f693-4c68-af50-45dbaf9b887c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:05.179156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Attempting to bind port e66abc6d-f693-4c68-af50-45dbaf9b887c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bb493ae7-1de5-4927-8f1e-b52076621af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:05.179520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Attempting to bind port e66abc6d-f693-4c68-af50-45dbaf9b887c on network e95c5cde-e431-406c-9629-98f2ccdf449d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:05.187406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad1db320-1371-443f-9023-00f0f0d2e66e req-d14c9ea5-808d-4c4e-9249-95e9d4348951 service neutron] 10.222.0.58 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832564 Nov 11 21:01:05.194036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:05.194552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Checking segment: {'id': 'bb493ae7-1de5-4927-8f1e-b52076621af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:05.194962 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.195649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Bound using segment: {'id': 'bb493ae7-1de5-4927-8f1e-b52076621af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:05.196137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Bound port: e66abc6d-f693-4c68-af50-45dbaf9b887c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb493ae7-1de5-4927-8f1e-b52076621af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e95c5cde-e431-406c-9629-98f2ccdf449d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:05.196564 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.315088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.371846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:05.377118 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.388903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] For port e66abc6d-f693-4c68-af50-45dbaf9b887c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:05.393208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] For port e66abc6d-f693-4c68-af50-45dbaf9b887c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e66abc6d-f693-4c68-af50-45dbaf9b887c,segment=NetworkSegment(bb493ae7-1de5-4927-8f1e-b52076621af7),segment_id=bb493ae7-1de5-4927-8f1e-b52076621af7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:05.402891 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.434373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271b1d1-357f-4949-87bf-a5e3e6c0427a req-bb1ab6cd-4629-4943-bca8-4cdf6c444204 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:05.443015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7271b1d1-357f-4949-87bf-a5e3e6c0427a req-bb1ab6cd-4629-4943-bca8-4cdf6c444204 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 931 time: 0.2721219 Nov 11 21:01:05.482184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75f5be-9a5b-4247-98a3-84446e185051 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:05.498428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Attempting to bind port b2848b92-4c95-4412-8694-111a7b8a3971 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:05.498428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Attempting to bind port b2848b92-4c95-4412-8694-111a7b8a3971 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:05.498428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Attempting to bind port b2848b92-4c95-4412-8694-111a7b8a3971 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:05.504177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4975e3-f50f-406a-acc5-4ef79c00acf3 None None] Pushing event updated for resources: {'Port': ['ID=b2848b92-4c95-4412-8694-111a7b8a3971,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:05.516987 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.556454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:05.556816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:05.557223 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.565606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:05.566427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Bound port: b2848b92-4c95-4412-8694-111a7b8a3971, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:05.567703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.570817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Made reservation on behalf of 857552a55ff0416ea18c657a3eb2f9fb for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:05.580501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.605480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Allocated IP 172.20.0.1 (087349e6-35eb-433c-9508-333571ae10b8/7d8d9145-d305-4fdf-8e90-5fb0513f1b2a/df281493-7531-4452-98db-f33a3b9c3c49) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:05.618206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7271b1d1-357f-4949-87bf-a5e3e6c0427a req-018b2af3-3b0d-4f29-a55b-69ec7006c8d8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743338 Nov 11 21:01:05.619735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] device_id is not set on port 914732fb-1119-4ab8-a4c6-61b4f4f341d8 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:05.681327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-353216c8-2992-4a0b-8e47-7f38c3d352ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6324530 Nov 11 21:01:05.683365 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.695235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Request body: {'port': {'device_id': '44f1c636-462a-4197-ab12-9fe773f36de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:05.695631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] For port b2848b92-4c95-4412-8694-111a7b8a3971, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:05.699847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] For port b2848b92-4c95-4412-8694-111a7b8a3971, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b2848b92-4c95-4412-8694-111a7b8a3971,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:05.710773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Provisioning complete for port 2058a452-827e-421e-b227-4ffb089c365c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:05.711424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.791173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.836435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.838578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf255fc-8e17-4ce3-82d0-03abaede64ba None None] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:05.848720 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.862332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b5b5c14-a894-4333-bfe8-0801f23879cc req-0cc7bba9-c1de-43ce-a8cf-bb77eb42b7e2 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.2225511 Nov 11 21:01:05.890527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:05.907693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Allocated IP 172.20.0.12 (e9f5d70e-9542-4d02-b403-e11b8ebb36ed/c9462fb8-7634-4a8b-8448-1d0a693d0659/914732fb-1119-4ab8-a4c6-61b4f4f341d8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:05.920271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6adb6c-90ac-4462-9341-016eec7d58de None None] Pushing event updated for resources: {'Port': ['ID=e66abc6d-f693-4c68-af50-45dbaf9b887c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:05.968292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Port 2058a452-827e-421e-b227-4ffb089c365c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:05.971455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:06.053047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Network e95c5cde-e431-406c-9629-98f2ccdf449d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:06.061810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:06.061810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:06.069859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:06.136692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964104fa-2d8b-4871-8b5a-7e010f8645f0 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:06.158088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event updated for resources: {'Port': ['ID=fed64b0b-2f5d-42d2-83b3-8f6de052d9a0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:06.178213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Provisioning complete for port b2848b92-4c95-4412-8694-111a7b8a3971 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:06.178784 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:06.234410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Network 087349e6-35eb-433c-9508-333571ae10b8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:06.235479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Pushing event updated for resources: {'Port': ['ID=df281493-7531-4452-98db-f33a3b9c3c49,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:06.248954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:06.278204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:06.357020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:06.359253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:06.409178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:06.500243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-093b6fff-c9ba-41c7-8c3c-de880af7972f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.7821312 Nov 11 21:01:06.505423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54306) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:06.570595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:06.571240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:06.574444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725768bc-d638-49d9-a7c3-63220e025474 req-fdb01b5c-7f81-44df-850e-67ddf96f7f63 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:06.576079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-725768bc-d638-49d9-a7c3-63220e025474 req-fdb01b5c-7f81-44df-850e-67ddf96f7f63 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 943 time: 0.3343127 Nov 11 21:01:06.606703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e66abc6d-f693-4c68-af50-45dbaf9b887c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:06.722447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4975e3-f50f-406a-acc5-4ef79c00acf3 None None] Pushing event updated for resources: {'Port': ['ID=b2848b92-4c95-4412-8694-111a7b8a3971,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:06.752774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-725768bc-d638-49d9-a7c3-63220e025474 req-cd51875d-a004-4fb6-9c2a-3829bbd71ff7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313431 Nov 11 21:01:06.862308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:06.894530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2d3558c-c5b1-476f-a0a0-bbaf39848169 req-f77bad8a-f77e-462c-8dee-dacf037bc8c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0390723 Nov 11 21:01:07.027975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec60c0-7446-4b25-8514-516978c43ed4 req-155ccaeb-2984-4adf-b9f9-10ab4e2c0cea tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:07.037808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0ec60c0-7446-4b25-8514-516978c43ed4 req-155ccaeb-2984-4adf-b9f9-10ab4e2c0cea tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.8639731 Nov 11 21:01:07.058617 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.149526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.181355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2058a452-827e-421e-b227-4ffb089c365c {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:07.195843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.211104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] For port b2848b92-4c95-4412-8694-111a7b8a3971, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b2848b92-4c95-4412-8694-111a7b8a3971,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:07.224279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e66abc6d-f693-4c68-af50-45dbaf9b887c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:07.224663 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.229683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Transition to ACTIVE for port object 2058a452-827e-421e-b227-4ffb089c365c will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:01:07.282772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.291682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0ec60c0-7446-4b25-8514-516978c43ed4 req-a610b9e5-d525-45c8-8d4c-3c9eff230af9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528796 Nov 11 21:01:07.340407 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.373247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226dc18-35b5-47c7-8b66-593858098b64 None None] Network e95c5cde-e431-406c-9629-98f2ccdf449d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:07.418545 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50c858ab-2280-4ce6-bd7e-2d15d95e108d req-83f364a2-1f3b-4ab8-897c-1436757df2ca tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0374017 Nov 11 21:01:07.423319 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.468745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Deleting port fed64b0b-2f5d-42d2-83b3-8f6de052d9a0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:07.469089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.484272 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.499871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29442ef-2176-494a-9e9b-099ca3fdf8a7 None None] Pushing event updated for resources: {'Port': ['ID=b2848b92-4c95-4412-8694-111a7b8a3971,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:07.504969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:07.568418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:07.570509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Provisioning complete for port e66abc6d-f693-4c68-af50-45dbaf9b887c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:07.570887 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.590310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:07.620682 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.628701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:02Z', 'revision_number': 3, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:07.644382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:07.690924 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:07.709058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255884db-fc1a-4032-9cc3-3da2a42fc865 req-8a0f8776-cc99-446b-9c6b-aaafd3f68258 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:07.719086 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-255884db-fc1a-4032-9cc3-3da2a42fc865 req-8a0f8776-cc99-446b-9c6b-aaafd3f68258 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 931 time: 0.3360639 Nov 11 21:01:07.788193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba56313-e993-4b82-8bbe-d205553625d5 None None] The sync data for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 is: [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:02Z', 'revision_number': 3, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:07.849385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c9158f2-eace-404c-809e-ac21850adca5 req-5c8117c3-c9c5-427f-bfb4-985f9f5cecc8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1631217 Nov 11 21:01:07.851805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event updated for resources: {'Port': ['ID=914732fb-1119-4ab8-a4c6-61b4f4f341d8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:07.931157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port e66abc6d-f693-4c68-af50-45dbaf9b887c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e66abc6d-f693-4c68-af50-45dbaf9b887c,segment=NetworkSegment(bb493ae7-1de5-4927-8f1e-b52076621af7),segment_id=bb493ae7-1de5-4927-8f1e-b52076621af7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:07.999397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.013069 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.022735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Attempting to bind port 2058a452-827e-421e-b227-4ffb089c365c on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:08.023784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Attempting to bind port 2058a452-827e-421e-b227-4ffb089c365c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:08.024571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Attempting to bind port 2058a452-827e-421e-b227-4ffb089c365c on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:08.034477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.035325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bb66738c-dfb1-4213-a256-491a9e1918fc up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:08.041295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:08.042418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.056109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Port 2058a452-827e-421e-b227-4ffb089c365c on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:08.056858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Attempting to bind port 2058a452-827e-421e-b227-4ffb089c365c on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:08.068972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.070542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-255884db-fc1a-4032-9cc3-3da2a42fc865 req-97563ab9-5ba0-49c9-99dc-0d4ccf05440b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437836 Nov 11 21:01:08.073253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:08.073922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Checking segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:08.074294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.074792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Bound using segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:08.075474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Bound port: 2058a452-827e-421e-b227-4ffb089c365c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:08.076354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.099505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Calling delete_port for fed64b0b-2f5d-42d2-83b3-8f6de052d9a0 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:08.103022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9753d25-15b4-4630-870a-ff58dcf4429d req-17d26538-1867-48b1-9d59-d84c51f70bc7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:08.111542 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9753d25-15b4-4630-870a-ff58dcf4429d req-17d26538-1867-48b1-9d59-d84c51f70bc7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 943 time: 0.2133286 Nov 11 21:01:08.167031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.174352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4417854f-bcc9-43d2-ac94-8cbb5e65c795 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:01:08.202593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f112bed2-4dbd-4238-885c-a17eb67ed38a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2416027 Nov 11 21:01:08.213281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:08.347526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9753d25-15b4-4630-870a-ff58dcf4429d req-6599f6e0-b6a8-4782-a626-711465413ec9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349720 Nov 11 21:01:08.412241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.419353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=e66abc6d-f693-4c68-af50-45dbaf9b887c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:08.419589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Pushing event updated for resources: {'Port': ['ID=df281493-7531-4452-98db-f33a3b9c3c49,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:08.463047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:01:08.468946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:08.484311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:08.561135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ac9c6-2fe4-45a2-bb89-10e0f121eaab tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:08.577838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ac9c6-2fe4-45a2-bb89-10e0f121eaab tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:08.598509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ac9c6-2fe4-45a2-bb89-10e0f121eaab tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:08.603069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e3ac9c6-2fe4-45a2-bb89-10e0f121eaab tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3916285 Nov 11 21:01:08.604016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.612605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:08.683389 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:01:08.687130 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:01:08.693796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bb66738c-dfb1-4213-a256-491a9e1918fc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:08.694176 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.712701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.816023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event deleted for resources: {'Port': ['ID=fed64b0b-2f5d-42d2-83b3-8f6de052d9a0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:08.869634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58b0538d-dd4b-4cc3-a646-3c454303312c req-43a351cb-32f6-4187-a875-316660e66c29 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0924504 Nov 11 21:01:08.909342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4417854f-bcc9-43d2-ac94-8cbb5e65c795, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4417854f-bcc9-43d2-ac94-8cbb5e65c795,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:08.924046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:08.924963 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:08.942277 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] 10.222.0.58 "PUT /v2.0/ports/2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 1091 time: 3.2417669 Nov 11 21:01:08.942277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'tag': '2058a452-827e-421e-b227-4ffb089c365c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:08.942774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '4417854f-bcc9-43d2-ac94-8cbb5e65c795', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'port_id': '4417854f-bcc9-43d2-ac94-8cbb5e65c795', 'mac_address': 'fa:16:3e:db:5b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:01:08.974361 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c15f99-883f-4706-bca4-c1b0bc624277" -d '{"events": [{"name": "network-changed", "server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "tag": "2058a452-827e-421e-b227-4ffb089c365c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:09.192656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:09.201289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4f93ea8a-95ea-4d90-8fdb-143431491894 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "DELETE /v2.0/ports/fed64b0b-2f5d-42d2-83b3-8f6de052d9a0 HTTP/1.1" status: 204 len: 168 time: 2.6666319 Nov 11 21:01:09.217956 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f73441-aa23-43e4-abee-6fc91dd6f965 x-openstack-request-id: req-76f73441-aa23-43e4-abee-6fc91dd6f965 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:09.218569 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "tag": "2058a452-827e-421e-b227-4ffb089c365c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:09.218814 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76f73441-aa23-43e4-abee-6fc91dd6f965 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:09.219424 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'tag': '2058a452-827e-421e-b227-4ffb089c365c', 'status': 'completed', 'code': 200} Nov 11 21:01:09.231654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:09.245225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01d916-7c35-46c9-a93c-d896d954b7cd req-fb22c719-a3ca-4e66-9a80-06ce7c34418c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:09.250609 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb01d916-7c35-46c9-a93c-d896d954b7cd req-fb22c719-a3ca-4e66-9a80-06ce7c34418c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.7287674 Nov 11 21:01:09.357786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:09.364346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Network 087349e6-35eb-433c-9508-333571ae10b8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:09.371384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:09.430958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c188d-c415-405c-8632-b4b2573cbae3 service neutron] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:09.495643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port bb66738c-dfb1-4213-a256-491a9e1918fc, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bb66738c-dfb1-4213-a256-491a9e1918fc,segment=NetworkSegment(58b43d04-22a8-4f6d-b521-cdd8b6b83cf7),segment_id=58b43d04-22a8-4f6d-b521-cdd8b6b83cf7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:09.497572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb01d916-7c35-46c9-a93c-d896d954b7cd req-ae635f43-8a7d-4cf8-9365-d324a794c621 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320890 Nov 11 21:01:09.527351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:09.593498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Provisioning complete for port bb66738c-dfb1-4213-a256-491a9e1918fc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:09.593498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:09.602866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4417854f-bcc9-43d2-ac94-8cbb5e65c795 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:09.603734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec042bfc-7475-43e0-8c10-f41e6804e1cc req-82229cf7-3319-46bc-92a1-704856e0da69 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:09.614106 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec042bfc-7475-43e0-8c10-f41e6804e1cc req-82229cf7-3319-46bc-92a1-704856e0da69 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.2789097 Nov 11 21:01:09.622794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8f6d61b0-3c51-4ca7-b256-87ab889a98c3 tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.3069293 Nov 11 21:01:09.625147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54356) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:09.633888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1960306068'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:09.668783 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:09.674853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-b863b35a-f1dd-411a-a216-b3b2bce971c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:09.676644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-b863b35a-f1dd-411a-a216-b3b2bce971c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1094 time: 0.4952922 Nov 11 21:01:09.784044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad6fd0-af82-4680-97cb-022e5a21e64c req-2ae900ae-0413-4090-817f-9475c6fe7d71 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:09.786181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1fad6fd0-af82-4680-97cb-022e5a21e64c req-2ae900ae-0413-4090-817f-9475c6fe7d71 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 943 time: 0.1604562 Nov 11 21:01:09.822348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4417854f-bcc9-43d2-ac94-8cbb5e65c795, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4417854f-bcc9-43d2-ac94-8cbb5e65c795,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:09.832971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Router 179774aa-0942-4f33-86d4-04748dc7739e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:01:09.907119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec042bfc-7475-43e0-8c10-f41e6804e1cc req-bed4e260-a44f-4095-9205-3e2628833990 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919247 Nov 11 21:01:09.915571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-a28562ee-7ec8-4b70-9286-3a3ce9294f4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 217 time: 0.2247317 Nov 11 21:01:09.928467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:09.929475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Deleting port 914732fb-1119-4ab8-a4c6-61b4f4f341d8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:09.929475 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:09.958386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1fad6fd0-af82-4680-97cb-022e5a21e64c req-ce9cd6d8-367e-4ecb-9c53-da7a80f76bd8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626346 Nov 11 21:01:10.006024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=bb66738c-dfb1-4213-a256-491a9e1918fc,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:10.054230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e66abc6d-f693-4c68-af50-45dbaf9b887c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:10.098321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Made reservation on behalf of b933a5b6192d4a4fb5609046a58ee21f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:10.102861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.148442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Provisioning complete for port b2848b92-4c95-4412-8694-111a7b8a3971 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:10.148972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.152182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4417854f-bcc9-43d2-ac94-8cbb5e65c795,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:10.172772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:10.178431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4002daa-434a-4583-beca-686c2cb60c51 admin admin] 10.222.0.31 "PUT /v2.0/routers/179774aa-0942-4f33-86d4-04748dc7739e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2804806 Nov 11 21:01:10.186738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba5130a1-e596-4fc3-b132-7b185e84c29b req-32d48fb5-b93b-4b95-9635-a68d7df83ab1 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1102448 Nov 11 21:01:10.225904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-974931a7-26d9-4589-a7c9-6a4f35ec8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:10.225904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-974931a7-26d9-4589-a7c9-6a4f35ec8c78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.2536500 Nov 11 21:01:10.273482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.291629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Calling delete_port for 914732fb-1119-4ab8-a4c6-61b4f4f341d8 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:10.391454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4417854f-bcc9-43d2-ac94-8cbb5e65c795'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:01:10.399361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:10.435364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.435829 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Added segment 94884873-17b0-4d79-a14f-4fcd951087c1 of type vlan for network e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a Nov 11 21:01:10.444760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e66abc6d-f693-4c68-af50-45dbaf9b887c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:10.452797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.452999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-38b0dfe6-ca21-4bc5-b63e-9d94be1919c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:10.454628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-38b0dfe6-ca21-4bc5-b63e-9d94be1919c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037846 Nov 11 21:01:10.542583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.747054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b2848b92-4c95-4412-8694-111a7b8a3971 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:10.801656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Provisioning complete for port df281493-7531-4452-98db-f33a3b9c3c49 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:10.802460 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.829006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178e46-fd29-47a4-bb70-a305382a3cd1 req-31d38ac3-2893-48b5-8c31-b4c4bad19ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:10.835220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c178e46-fd29-47a4-bb70-a305382a3cd1 req-31d38ac3-2893-48b5-8c31-b4c4bad19ff5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1671567 Nov 11 21:01:10.840394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-812157bd-de88-457e-94c8-48abe4bae256 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566222 Nov 11 21:01:10.844622 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.867106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:10.867803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:10.880119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-df22b1c4-66b3-4069-be79-4a13282ba738 None None] Port df281493-7531-4452-98db-f33a3b9c3c49 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:10.893836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b2848b92-4c95-4412-8694-111a7b8a3971 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:10.894363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.007723 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Sync routers for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:11.011344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.025810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Could not find standard attr ID for object fed64b0b-2f5d-42d2-83b3-8f6de052d9a0. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:01:11.038599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Could not find standard attr ID for object 914732fb-1119-4ab8-a4c6-61b4f4f341d8. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:01:11.039921 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:11.040837 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:11.046352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996accf-7d28-433f-bbd1-41c20a1e58d9 req-08f578f1-9a63-4c85-9f63-f8b76f3b19a6 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:11.054016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Provisioning complete for port bb66738c-dfb1-4213-a256-491a9e1918fc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:11.054659 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.056725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a996accf-7d28-433f-bbd1-41c20a1e58d9 req-08f578f1-9a63-4c85-9f63-f8b76f3b19a6 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0881605 Nov 11 21:01:11.152990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event updated for resources: {'Network': ['ID=e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:11.156385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event deleted for resources: {'Port': ['ID=914732fb-1119-4ab8-a4c6-61b4f4f341d8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:11.172324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a996accf-7d28-433f-bbd1-41c20a1e58d9 req-e50c0f43-2902-4d2f-9fb5-51ea652bb523 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939806 Nov 11 21:01:11.176014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54398) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:11.177289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4788e522-f516-4462-aa76-4efa46f79d2f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5478725 Nov 11 21:01:11.180037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c178e46-fd29-47a4-bb70-a305382a3cd1 req-2fb98817-dede-45e8-813f-b4b8bc365501 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753510 Nov 11 21:01:11.280224 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:11.319165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:01:11.329734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:11.338622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-46333c46-96e5-42b1-80fa-27a1d39bd11d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361798655', 'description': 'tempest-description--1306816570'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:11.346962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.353815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b6d015d8-1803-4c6d-af54-5c30d2964c4a tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "DELETE /v2.0/ports/914732fb-1119-4ab8-a4c6-61b4f4f341d8 HTTP/1.1" status: 204 len: 168 time: 2.7429168 Nov 11 21:01:11.360706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:11.370281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Request body: {'port': {'name': 'tempest-new-port-name-1024312639', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:11.376601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] bootfile-name is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:01:11.377089 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] tftp-server is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:01:11.377532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] server-ip-address is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:01:11.384329 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b6b78db-40c9-418f-971c-d8d8802973a5 req-662034f2-79e0-44ed-b4bc-8dbc4a2c4891 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092189 Nov 11 21:01:11.469643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b31d55-04ab-40ef-b621-91e1d46064a5 req-9db4c230-b479-4022-888f-8c048a454ff1 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1043258 Nov 11 21:01:11.549653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Provisioning complete for port df281493-7531-4452-98db-f33a3b9c3c49 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:11.550381 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.627894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Port df281493-7531-4452-98db-f33a3b9c3c49 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:11.639095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Provisioning complete for port 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:11.639558 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.669669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-193d822f-bda4-4e9a-bd1a-ac2e2178cd0b tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "GET /v2.0/agents/1e4203dd-91e2-493c-93a9-05dd02023d86/dhcp-networks HTTP/1.1" status: 200 len: 8103 time: 0.4903376 Nov 11 21:01:11.673652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:11.680406 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.681710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Port 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:11.696313 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 2, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:11.708240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Provisioning complete for port e66abc6d-f693-4c68-af50-45dbaf9b887c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:11.717799 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9914487e-5ee0-4afe-8afd-9e4eb05b51ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.753993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-e04adb86-db79-49c2-9599-d89413f277cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:11.755768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-e04adb86-db79-49c2-9599-d89413f277cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1094 time: 0.1568863 Nov 11 21:01:11.770411 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Checking router: 179774aa-0942-4f33-86d4-04748dc7739e for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:01:11.775206 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Updating router 179774aa-0942-4f33-86d4-04748dc7739e port df281493-7531-4452-98db-f33a3b9c3c49 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:01:11.783632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e3054-da04-40e6-b514-2bda5b91226f req-e44126ff-003f-43d0-bce6-30f6b4833521 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:11.785617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c8e3054-da04-40e6-b514-2bda5b91226f req-e44126ff-003f-43d0-bce6-30f6b4833521 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.2496991 Nov 11 21:01:11.816404 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.819848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46333c46-96e5-42b1-80fa-27a1d39bd11d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:11.843540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bb66738c-dfb1-4213-a256-491a9e1918fc up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:11.902685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e89f4-3611-41e4-aece-8beaca56346b req-eab37954-b273-4cd4-8654-11d16395bcc3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:11.912605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-431e89f4-3611-41e4-aece-8beaca56346b req-eab37954-b273-4cd4-8654-11d16395bcc3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 944 time: 0.3436785 Nov 11 21:01:11.931196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bb66738c-dfb1-4213-a256-491a9e1918fc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:11.931729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.008903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-8111a79f-3c73-4072-a896-e9f410a1bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:12.010518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-8111a79f-3c73-4072-a896-e9f410a1bf34 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.2237353 Nov 11 21:01:12.032839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f5cd1-f9eb-4176-9696-9398872cc03d tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] Network e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:12.080687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4417854f-bcc9-43d2-ac94-8cbb5e65c795 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:12.095079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-3436f2ad-a6ad-4d44-825b-dad70c032310 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 217 time: 0.0745001 Nov 11 21:01:12.150460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4d9f5cd1-f9eb-4176-9696-9398872cc03d tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "POST /v2.0/agents/1e4203dd-91e2-493c-93a9-05dd02023d86/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4752972 Nov 11 21:01:12.151778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:12.158273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd8b4ae-28ab-4d0b-8fbb-fae261880f97 None None] Network e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:12.178673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-431e89f4-3611-41e4-aece-8beaca56346b req-dc4e7e26-f55b-4fa8-a550-7c305cb98edf tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642629 Nov 11 21:01:12.188416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46333c46-96e5-42b1-80fa-27a1d39bd11d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.229869 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.284612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:01:12.291952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:12.292615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.324638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46333c46-96e5-42b1-80fa-27a1d39bd11d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.362842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46333c46-96e5-42b1-80fa-27a1d39bd11d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e98d7a-c20f-49c9-a9b5-88fa02888b02,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:12.368787 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.375561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d6d-e138-400b-8fb4-2a35764914eb req-7d2bcc5b-16d0-44a1-8b9e-f035054d802f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:12.377413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22947d6d-e138-400b-8fb4-2a35764914eb req-7d2bcc5b-16d0-44a1-8b9e-f035054d802f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1178272 Nov 11 21:01:12.420315 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.443237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c8e3054-da04-40e6-b514-2bda5b91226f req-b8eb3b80-694d-4d09-a472-004b71bb1c7a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4957848 Nov 11 21:01:12.458257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becdda35-891e-48cb-a448-ca5101255852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4417854f-bcc9-43d2-ac94-8cbb5e65c795'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:12.466417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22947d6d-e138-400b-8fb4-2a35764914eb req-59743786-703c-4659-a268-4ab2373b5672 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772448 Nov 11 21:01:12.472944 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585e20b0-c0e8-4314-a7e9-d18b096553b1" -d '{"events": [{"server_uuid": "becdda35-891e-48cb-a448-ca5101255852", "name": "network-vif-plugged", "status": "completed", "tag": "4417854f-bcc9-43d2-ac94-8cbb5e65c795"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:12.483444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46333c46-96e5-42b1-80fa-27a1d39bd11d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.484796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-46333c46-96e5-42b1-80fa-27a1d39bd11d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1538849 Nov 11 21:01:12.487987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54426) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:12.496399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ef998ba8-9af7-4ed8-8417-7298fc4f48e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'security_group_rule': {'security_group_id': 'e6e98d7a-c20f-49c9-a9b5-88fa02888b02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:12.509759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4417854f-bcc9-43d2-ac94-8cbb5e65c795, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4417854f-bcc9-43d2-ac94-8cbb5e65c795,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:12.527534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-3d756c75-06d2-4e20-8009-82414ee80daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:12.529943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-3d756c75-06d2-4e20-8009-82414ee80daa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.4063821 Nov 11 21:01:12.550521 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f5da37-1e10-4f3e-8574-67b7a2d1f476 x-openstack-request-id: req-82f5da37-1e10-4f3e-8574-67b7a2d1f476 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:12.551444 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becdda35-891e-48cb-a448-ca5101255852", "name": "network-vif-plugged", "status": "completed", "tag": "4417854f-bcc9-43d2-ac94-8cbb5e65c795", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:12.551892 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82f5da37-1e10-4f3e-8574-67b7a2d1f476 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:12.552323 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becdda35-891e-48cb-a448-ca5101255852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4417854f-bcc9-43d2-ac94-8cbb5e65c795', 'code': 200} Nov 11 21:01:12.603423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.638823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bf397397-97da-4d08-8cc5-d750aeef562e tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "GET /v2.0/agents/1e4203dd-91e2-493c-93a9-05dd02023d86/dhcp-networks HTTP/1.1" status: 200 len: 8874 time: 0.4619915 Nov 11 21:01:12.640586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54430) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:12.653949 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb8a57-b1ea-4614-bb9e-d7199bbccb17 None None] Pushing event updated for resources: {'Port': ['ID=df281493-7531-4452-98db-f33a3b9c3c49,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:12.686795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a3def7c-5cc4-44e1-894b-061c8fa91451 req-3b165cba-158a-4e02-b995-26702aa087aa tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1159158 Nov 11 21:01:12.692814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef998ba8-9af7-4ed8-8417-7298fc4f48e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.730545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4417854f-bcc9-43d2-ac94-8cbb5e65c795,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:12.756056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef998ba8-9af7-4ed8-8417-7298fc4f48e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.761317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-8247ffa0-61b1-48b3-a2b3-8115827775cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:12.762914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-8247ffa0-61b1-48b3-a2b3-8115827775cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2129169 Nov 11 21:01:12.773279 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Attempting to bind port df281493-7531-4452-98db-f33a3b9c3c49 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:12.773651 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Attempting to bind port df281493-7531-4452-98db-f33a3b9c3c49 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:12.774009 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Attempting to bind port df281493-7531-4452-98db-f33a3b9c3c49 on network 087349e6-35eb-433c-9508-333571ae10b8 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:12.780104 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:12.780602 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Checking segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:12.781006 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.781398 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Bound using segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:12.781868 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Bound port: df281493-7531-4452-98db-f33a3b9c3c49, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:12.782247 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.886257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362952bc-d92c-4f0d-bf54-8a1ac183810e req-d4ff60d1-9ce5-4779-bcec-f1e5a270f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:12.888006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-362952bc-d92c-4f0d-bf54-8a1ac183810e req-d4ff60d1-9ce5-4779-bcec-f1e5a270f80f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 1096 time: 0.2464399 Nov 11 21:01:12.889949 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef998ba8-9af7-4ed8-8417-7298fc4f48e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.895345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.908372 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] For port df281493-7531-4452-98db-f33a3b9c3c49, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:12.912537 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] For port df281493-7531-4452-98db-f33a3b9c3c49, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=df281493-7531-4452-98db-f33a3b9c3c49,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:12.932379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef998ba8-9af7-4ed8-8417-7298fc4f48e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28f1be8-36bf-4731-a778-07b8f88084bf,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:12.964572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-24b8447c-af91-4039-bbde-6301f0a2d7e6 None None] Provisioning complete for port df281493-7531-4452-98db-f33a3b9c3c49 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:12.964948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24b8447c-af91-4039-bbde-6301f0a2d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.980301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-112d9d14-13da-4bee-bba7-7c56aa07788a service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048759 Nov 11 21:01:12.982403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-362952bc-d92c-4f0d-bf54-8a1ac183810e req-9f0c6534-63cb-48a4-80af-2a58ae578e55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847495 Nov 11 21:01:12.985019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:12.990418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a3b2d10e-d167-43cc-a9a4-3c39640980e6 tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "DELETE /v2.0/agents/1e4203dd-91e2-493c-93a9-05dd02023d86/dhcp-networks/e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a HTTP/1.1" status: 204 len: 168 time: 0.3449178 Nov 11 21:01:12.992538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.012716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-24b8447c-af91-4039-bbde-6301f0a2d7e6 None None] Port df281493-7531-4452-98db-f33a3b9c3c49 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:13.045370 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.059676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event updated for resources: {'Port': ['ID=3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:13.083988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] In _notify_port_updated(), no bound segment for port 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 on network e9f5d70e-9542-4d02-b403-e11b8ebb36ed {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:01:13.089888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:13.090753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.100478 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ec5b5acf-f439-457a-8b0e-e8a3d083350f tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "PUT /v2.0/ports/3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 HTTP/1.1" status: 200 len: 1136 time: 1.7331197 Nov 11 21:01:13.100478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.147728 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:13.148384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:13.149266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4bf8d6df-556a-4842-b56e-4df335dfd8f0 tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "GET /v2.0/agents/1e4203dd-91e2-493c-93a9-05dd02023d86/dhcp-networks HTTP/1.1" status: 200 len: 8103 time: 0.1541724 Nov 11 21:01:13.153947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef998ba8-9af7-4ed8-8417-7298fc4f48e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.157430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ef998ba8-9af7-4ed8-8417-7298fc4f48e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6651196 Nov 11 21:01:13.157430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.158023 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb8a57-b1ea-4614-bb9e-d7199bbccb17 None None] Pushing event updated for resources: {'Port': ['ID=df281493-7531-4452-98db-f33a3b9c3c49,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:13.165138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54442) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.185508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a540ca00-d520-4918-85a4-f64759951655 tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "GET /v2.0/networks/e95c5cde-e431-406c-9629-98f2ccdf449d/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0280609 Nov 11 21:01:13.188932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.210079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-12f3bfec-8747-43a0-844a-c89e502ed9aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'security_group_rule': {'security_group_id': 'e6e98d7a-c20f-49c9-a9b5-88fa02888b02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:13.224220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9c1dbf0-12e2-4daf-b853-3e7acbb9ec51 tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "GET /v2.0/networks/e95c5cde-e431-406c-9629-98f2ccdf449d/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0302327 Nov 11 21:01:13.225148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.305266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b2941-6d6b-497c-8f52-6a1def57135d tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:13.308537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d11b2941-6d6b-497c-8f52-6a1def57135d tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "GET /v2.0/ports/3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 HTTP/1.1" status: 200 len: 1136 time: 0.2118101 Nov 11 21:01:13.351573 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:13.356958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.451630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9a73245e-0049-4941-b633-b6307094df0b None None] Provisioning complete for port 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:13.452234 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a73245e-0049-4941-b633-b6307094df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.498092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ffb81e06-6e41-4e3f-b9a8-22036dd4f520 tempest-DHCPAgentSchedulersTestJSON-1278209621 tempest-DHCPAgentSchedulersTestJSON-1278209621-project-admin] 10.222.0.31 "GET /v2.0/agents/1e4203dd-91e2-493c-93a9-05dd02023d86/dhcp-networks HTTP/1.1" status: 200 len: 8103 time: 0.2715631 Nov 11 21:01:13.499821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:13.530929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a73245e-0049-4941-b633-b6307094df0b None None] Port 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:13.658894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3d64126f-ff28-4f46-8468-57d097afc8c8 None None] Provisioning complete for port df281493-7531-4452-98db-f33a3b9c3c49 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:13.660872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.661781 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d64126f-ff28-4f46-8468-57d097afc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.682377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d7ff-a732-41f2-ba2b-960e8c19715b req-e2bd7aef-1b2d-49da-80ca-9c01454084b0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:13.709036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8c6d7ff-a732-41f2-ba2b-960e8c19715b req-e2bd7aef-1b2d-49da-80ca-9c01454084b0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1131384 Nov 11 21:01:13.772868 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:12Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:13.803003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d64126f-ff28-4f46-8468-57d097afc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.806208 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaad55-7061-416c-bc28-095139a96458 None None] The sync data for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 is: [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:12Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:13.850307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3d64126f-ff28-4f46-8468-57d097afc8c8 None None] For port df281493-7531-4452-98db-f33a3b9c3c49, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=df281493-7531-4452-98db-f33a3b9c3c49,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:13.874220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8c6d7ff-a732-41f2-ba2b-960e8c19715b req-b3603bd0-9250-4fbe-9c16-2a358b145a22 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341684 Nov 11 21:01:13.888108 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.948000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3d64126f-ff28-4f46-8468-57d097afc8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:13.956101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:13.991122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94884873-17b0-4d79-a14f-4fcd951087c1') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:13.991587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94884873-17b0-4d79-a14f-4fcd951087c1') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:14.021577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98c15f99-883f-4706-bca4-c1b0bc624277 req-615cc792-bbf8-4213-a6e4-d1d305cc53a3 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655184 Nov 11 21:01:14.023436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.039259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64126f-ff28-4f46-8468-57d097afc8c8 None None] Pushing event updated for resources: {'Port': ['ID=df281493-7531-4452-98db-f33a3b9c3c49,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:14.047695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12f3bfec-8747-43a0-844a-c89e502ed9aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.097727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.105731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:01:14.106433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.131802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852459-f69d-424b-8176-16bc2c1c3291 req-fee31ef0-fe90-42dd-ba45-2781ebb8f75c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:01:14.133467 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:01:14.139444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd852459-f69d-424b-8176-16bc2c1c3291 req-fee31ef0-fe90-42dd-ba45-2781ebb8f75c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.7925682 Nov 11 21:01:14.201570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c2ed9-27bc-4fc9-b96d-ba7c7b4268d3 req-457230c3-6bd1-48f8-bc9f-5dc5c4ab7089 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:14.209401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d24c2ed9-27bc-4fc9-b96d-ba7c7b4268d3 req-457230c3-6bd1-48f8-bc9f-5dc5c4ab7089 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1592002 Nov 11 21:01:14.234085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12f3bfec-8747-43a0-844a-c89e502ed9aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.249827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cd852459-f69d-424b-8176-16bc2c1c3291 req-b51a4de0-d85d-4dad-8d47-d479d964408d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093516 Nov 11 21:01:14.256015 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.271263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.272263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Deleting port 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:14.272606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.281532 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "DELETE /v2.0/networks/e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a HTTP/1.1" status: 204 len: 168 time: 0.7775021 Nov 11 21:01:14.286347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:14.332213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d24c2ed9-27bc-4fc9-b96d-ba7c7b4268d3 req-f3fcea41-61cc-4395-bd58-6742f9e9fb2a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032784 Nov 11 21:01:14.350076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089b2d5-21ff-46cb-90c2-ff886451df75 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event deleted for resources: {'Network': ['ID=e30c20fc-c1e8-48a7-bfbe-6fc38fc1e17a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:14.357807 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b0469d-6e09-49ec-89ad-b3289d7f726f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] DELETE failed (client error): The resource could not be found. Nov 11 21:01:14.358607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b0469d-6e09-49ec-89ad-b3289d7f726f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:14.367443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-06b0469d-6e09-49ec-89ad-b3289d7f726f tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "DELETE /v2.0/ports/fed64b0b-2f5d-42d2-83b3-8f6de052d9a0 HTTP/1.1" status: 404 len: 333 time: 0.0759823 Nov 11 21:01:14.367685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:14.495509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Deleting subnet 1ffce8b7-d14e-4270-9594-f8aa05fe26e1 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:01:14.497875 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12f3bfec-8747-43a0-844a-c89e502ed9aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.520876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2629cf9e-647f-4346-a44b-2d488b5f3bfb req-5b806a7c-e72c-43c9-9ad6-b3dc6ad1e75c tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1341414 Nov 11 21:01:14.524036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.585351 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.595429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3bfec-8747-43a0-844a-c89e502ed9aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1da6c18-4e1d-49eb-95da-f73073a08656,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:14.606437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Calling delete_port for 3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:14.629972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.728824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-585fbac8-0400-4e7c-b0fe-45d4b63fd1df req-2151d7d0-ec24-409b-962c-43ef30213555 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae00ead2-8056-46ed-a284-74d59498b2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0443141 Nov 11 21:01:14.731439 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12f3bfec-8747-43a0-844a-c89e502ed9aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.732559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-12f3bfec-8747-43a0-844a-c89e502ed9aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5663424 Nov 11 21:01:14.735892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54486) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:14.749600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:14.839145 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-585fbac8-0400-4e7c-b0fe-45d4b63fd1df req-670c6932-f96f-4790-b29c-e3b194c4aaa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=703dbfa623434b94987aba1d0b7369c9&device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0348690 Nov 11 21:01:14.871016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.954087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:14.954303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-585fbac8-0400-4e7c-b0fe-45d4b63fd1df req-49f4cb2b-32fa-4d4a-908d-62db8cee761c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=703dbfa623434b94987aba1d0b7369c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855970 Nov 11 21:01:15.097221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd50b76-583c-46ef-b221-dae6268c11ae req-c6d22efd-373c-433e-8a99-4584e83b2536 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:15.100097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-afd50b76-583c-46ef-b221-dae6268c11ae req-c6d22efd-373c-433e-8a99-4584e83b2536 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1204898 Nov 11 21:01:15.134627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a510f-32c2-4814-abc5-f934e90d6e80 req-0aeea70c-300e-43ca-b7c8-4be85c301e25 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:15.137723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb1a510f-32c2-4814-abc5-f934e90d6e80 req-0aeea70c-300e-43ca-b7c8-4be85c301e25 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.3046443 Nov 11 21:01:15.189725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-afd50b76-583c-46ef-b221-dae6268c11ae req-d6a6e8eb-43db-479e-a5d8-fba084c7075e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828669 Nov 11 21:01:15.222459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-94c4016f-e114-4294-b6d1-f68e03d50434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:15.224818 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-94c4016f-e114-4294-b6d1-f68e03d50434 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1640499 Nov 11 21:01:15.229116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.232818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fbac8-0400-4e7c-b0fe-45d4b63fd1df req-7047dbd8-992d-48f2-b882-469535477696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:15.234489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-585fbac8-0400-4e7c-b0fe-45d4b63fd1df req-7047dbd8-992d-48f2-b882-469535477696 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732856 Nov 11 21:01:15.284493 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.340470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.347978 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb1a510f-32c2-4814-abc5-f934e90d6e80 req-f0a43a88-985a-4fcf-8cae-4a4915100d32 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928573 Nov 11 21:01:15.447993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Allocated IP 172.25.2.31 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/1b7e3982-6f55-4faf-a5a0-099b62a16736) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:15.449907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event deleted for resources: {'Port': ['ID=3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:15.482189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c619f8-86a1-4148-b6d9-f9fe86538866 req-963d139f-e2df-4f42-a0e3-906a97a41fd4 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:15.484003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0c619f8-86a1-4148-b6d9-f9fe86538866 req-963d139f-e2df-4f42-a0e3-906a97a41fd4 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.1384573 Nov 11 21:01:15.489954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffce8b7-d14e-4270-9594-f8aa05fe26e1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:15.516636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a228ece-7ad1-4610-bd94-16e37b1dffd9 None None] Network e95c5cde-e431-406c-9629-98f2ccdf449d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:15.523980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.528230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3131b290-c08f-4679-8ed5-19e0f30b9646 tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "DELETE /v2.0/subnets/1ffce8b7-d14e-4270-9594-f8aa05fe26e1 HTTP/1.1" status: 204 len: 168 time: 1.1550605 Nov 11 21:01:15.566011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:15.710022 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.756100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e7cfb31-cbfe-40a1-9f5e-2e52bdf31fc4 req-a33a207b-6816-4ec1-8a77-5b9f5f1e0f1b tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0685430 Nov 11 21:01:15.760537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-2a162425-47db-476f-b938-c7349a06f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:15.762275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-2a162425-47db-476f-b938-c7349a06f501 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.5243485 Nov 11 21:01:15.774971 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.780532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-27267841-925a-4ce7-a95a-cbb58dcd808b tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "DELETE /v2.0/ports/3aef3500-b6a7-4551-9e2d-a9f0d6bb19d7 HTTP/1.1" status: 204 len: 168 time: 2.3685675 Nov 11 21:01:15.788901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:15.841484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.864984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0c619f8-86a1-4148-b6d9-f9fe86538866 req-7179ad0a-7f8f-490c-a192-07d14ede5b42 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657837 Nov 11 21:01:15.867817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:15.887887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device df281493-7531-4452-98db-f33a3b9c3c49 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:15.902222 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-ab8c7aa0-bfda-4c1a-80be-fe52254d3c51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 200 len: 217 time: 0.1109650 Nov 11 21:01:15.923179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] DHCP port deletion for e95c5cde-e431-406c-9629-98f2ccdf449d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:15.924583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:15.955429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:15.959237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:15.961266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'Port': ['ID=1b7e3982-6f55-4faf-a5a0-099b62a16736,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:16.002009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port df281493-7531-4452-98db-f33a3b9c3c49 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:16.002592 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.023090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Deleting subnet c9462fb8-7634-4a8b-8448-1d0a693d0659 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:01:16.029541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.049641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] Deleting port e66abc6d-f693-4c68-af50-45dbaf9b887c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:16.050013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.073294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-04caa971-60ac-48ef-9fb5-b7e60adf162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:16.074781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-04caa971-60ac-48ef-9fb5-b7e60adf162e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.1537578 Nov 11 21:01:16.080824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:01:16.096328 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.124782 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.147643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-2d5c20b1-ceb5-4c08-9a99-20ed39610425 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626614 Nov 11 21:01:16.152479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Deleting port e66abc6d-f693-4c68-af50-45dbaf9b887c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:16.155044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.170783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] For port e66abc6d-f693-4c68-af50-45dbaf9b887c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e66abc6d-f693-4c68-af50-45dbaf9b887c,segment=NetworkSegment(bb493ae7-1de5-4927-8f1e-b52076621af7),segment_id=bb493ae7-1de5-4927-8f1e-b52076621af7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:16.171466 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.220480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] Calling delete_port for e66abc6d-f693-4c68-af50-45dbaf9b887c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:16.257605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.279287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] For port e66abc6d-f693-4c68-af50-45dbaf9b887c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e66abc6d-f693-4c68-af50-45dbaf9b887c,segment=NetworkSegment(bb493ae7-1de5-4927-8f1e-b52076621af7),segment_id=bb493ae7-1de5-4927-8f1e-b52076621af7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:16.279798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.321010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Calling delete_port for e66abc6d-f693-4c68-af50-45dbaf9b887c owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:16.364672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:16.386870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '2058a452-827e-421e-b227-4ffb089c365c', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'port_id': '2058a452-827e-421e-b227-4ffb089c365c', 'mac_address': 'fa:16:3e:50:b9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:01:16.435081 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.436380 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.456226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2058a452-827e-421e-b227-4ffb089c365c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:16.484916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:16.502723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46d5c-44be-4070-9f0e-a2bec70d90ea req-e6284cf4-eb66-483d-873a-df63e2e026d0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:16.504658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62c46d5c-44be-4070-9f0e-a2bec70d90ea req-e6284cf4-eb66-483d-873a-df63e2e026d0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.1809111 Nov 11 21:01:16.509930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77f0f9-5fb3-4d2c-b2d5-426b54a9bc51 req-e154f118-0738-437c-ad85-ec5df7476cfa tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:16.511514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab77f0f9-5fb3-4d2c-b2d5-426b54a9bc51 req-e154f118-0738-437c-ad85-ec5df7476cfa tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1336291 Nov 11 21:01:16.516026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.545907 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.592514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] No DVR routers for this DVR port e66abc6d-f693-4c68-af50-45dbaf9b887c on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:16.594488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295ada1-b07c-460f-817e-bb6774d374aa None None] Pushing event deleted for resources: {'Port': ['ID=e66abc6d-f693-4c68-af50-45dbaf9b887c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:16.606281 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.611568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event deleted for resources: {'Subnet': ['ID=c9462fb8-7634-4a8b-8448-1d0a693d0659,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:16.616560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-7bd523e7-6621-43d5-8643-a10ab74138e7 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529419 Nov 11 21:01:16.617675 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.623005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3cf4f-1d42-43f4-862d-2c138c7fd7f9 None None] Network e9f5d70e-9542-4d02-b403-e11b8ebb36ed requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:16.641385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.644086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-46c34f47-b67a-4f58-ae2e-27e4f1b0fbca tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "DELETE /v2.0/subnets/c9462fb8-7634-4a8b-8448-1d0a693d0659 HTTP/1.1" status: 204 len: 168 time: 0.8425758 Nov 11 21:01:16.648603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54526) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:16.658353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] No DVR routers for this DVR port e66abc6d-f693-4c68-af50-45dbaf9b887c on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:16.661457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event deleted for resources: {'Port': ['ID=e66abc6d-f693-4c68-af50-45dbaf9b887c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:16.673677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62c46d5c-44be-4070-9f0e-a2bec70d90ea req-177f03d5-de02-439e-b07a-c1ada457744f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543036 Nov 11 21:01:16.753271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab77f0f9-5fb3-4d2c-b2d5-426b54a9bc51 req-80065f6b-aff6-4dc1-9704-e137de703657 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130504 Nov 11 21:01:16.841479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.894905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:16.913181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e96ead28-5549-4051-96e2-d97a2f7eb53e req-cf4b8d46-4498-452a-bffc-f99b022cb8d2 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0386684 Nov 11 21:01:16.919472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95c5cde-e431-406c-9629-98f2ccdf449d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:16.935654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.935828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.943542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb493ae7-1de5-4927-8f1e-b52076621af7') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:16.943985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb493ae7-1de5-4927-8f1e-b52076621af7') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:16.954538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2058a452-827e-421e-b227-4ffb089c365c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:01:16.960577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e74596-2a52-46b0-aeb1-70628d219d99 req-1850dc46-5fd7-4a4f-a517-b80e52aa27cc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:16.962015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75e74596-2a52-46b0-aeb1-70628d219d99 req-1850dc46-5fd7-4a4f-a517-b80e52aa27cc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1529222 Nov 11 21:01:16.966824 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:16.999736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.008813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:01:17.011624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.020500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e75aaf2-1c94-429b-a7a4-9a8df851d810 req-f3147f06-8d8d-4b79-8663-75fe95fb3c3f service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698030 Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:01:17.034007 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:01:17.051778 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.065496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] DHCP port deletion for e9f5d70e-9542-4d02-b403-e11b8ebb36ed request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:17.081113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Deleting port bb66738c-dfb1-4213-a256-491a9e1918fc {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:17.081456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.180691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] Deleting port bb66738c-dfb1-4213-a256-491a9e1918fc {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:17.180980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.194902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] For port bb66738c-dfb1-4213-a256-491a9e1918fc, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bb66738c-dfb1-4213-a256-491a9e1918fc,segment=NetworkSegment(58b43d04-22a8-4f6d-b521-cdd8b6b83cf7),segment_id=58b43d04-22a8-4f6d-b521-cdd8b6b83cf7)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:17.195541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.221427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.232194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Calling delete_port for bb66738c-dfb1-4213-a256-491a9e1918fc owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:17.254472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'Port': ['ID=1b7e3982-6f55-4faf-a5a0-099b62a16736,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:17.273362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75e74596-2a52-46b0-aeb1-70628d219d99 req-fdf45ef9-cdeb-47a9-b880-6fbc7543cba1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916548 Nov 11 21:01:17.319527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] For port bb66738c-dfb1-4213-a256-491a9e1918fc, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bb66738c-dfb1-4213-a256-491a9e1918fc,segment=NetworkSegment(58b43d04-22a8-4f6d-b521-cdd8b6b83cf7),segment_id=58b43d04-22a8-4f6d-b521-cdd8b6b83cf7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:17.320181 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.332754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] Calling delete_port for bb66738c-dfb1-4213-a256-491a9e1918fc owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:17.339849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.344714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.349107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] 10.222.0.31 "DELETE /v2.0/networks/e95c5cde-e431-406c-9629-98f2ccdf449d HTTP/1.1" status: 204 len: 168 time: 1.7791462 Nov 11 21:01:17.370292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe89bba-4650-4b7c-962b-082db60d554a tempest-DHCPAgentSchedulersTestJSON-1872319523 tempest-DHCPAgentSchedulersTestJSON-1872319523-project] Pushing event deleted for resources: {'Network': ['ID=e95c5cde-e431-406c-9629-98f2ccdf449d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:17.389656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.400613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c0922736-545e-4a52-8f4f-10842e14633a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6583557 Nov 11 21:01:17.482873 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.495196 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.523871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] Pushing event deleted for resources: {'Port': ['ID=bb66738c-dfb1-4213-a256-491a9e1918fc,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:17.529569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade5b9e-d788-4885-aca7-c413f0b10131 None None] No DVR routers for this DVR port bb66738c-dfb1-4213-a256-491a9e1918fc on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:17.535937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event deleted for resources: {'Port': ['ID=bb66738c-dfb1-4213-a256-491a9e1918fc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:17.551897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] No DVR routers for this DVR port bb66738c-dfb1-4213-a256-491a9e1918fc on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:17.659887 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-009991a8-1fb0-47f9-a157-8af8b5c51559 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--361798655&fields=id&tenant_id=f6893d4fd3664dab879903dbd07919e2 HTTP/1.1" status: 200 len: 267 time: 0.1334233 Nov 11 21:01:17.664621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.709600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f5d70e-9542-4d02-b403-e11b8ebb36ed']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:17.729221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b43d04-22a8-4f6d-b521-cdd8b6b83cf7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:17.729515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b43d04-22a8-4f6d-b521-cdd8b6b83cf7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:17.780358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e66abc6d-f693-4c68-af50-45dbaf9b887c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:01:17.787338 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.808413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.808616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: e66abc6d-f693-4c68-af50-45dbaf9b887c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:01:17.808725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e66abc6d-f693-4c68-af50-45dbaf9b887c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:01:17.809106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bb66738c-dfb1-4213-a256-491a9e1918fc no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:01:17.820264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:01:17.820666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:01:17.823656 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:01:17.836923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bb66738c-dfb1-4213-a256-491a9e1918fc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:01:17.837557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bb66738c-dfb1-4213-a256-491a9e1918fc not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:01:17.879741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7763a-e15b-41dc-8c73-f3d3ad22eb7d req-dce1981e-8e57-41b6-8813-fb9354131f0c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:17.879741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0f7763a-e15b-41dc-8c73-f3d3ad22eb7d req-dce1981e-8e57-41b6-8813-fb9354131f0c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.1132758 Nov 11 21:01:17.930230 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0f7763a-e15b-41dc-8c73-f3d3ad22eb7d req-2e77c7f3-79f6-41b4-b7d8-2049b560fea8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Nov 11 21:01:17.934137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-553e947f-918b-454d-9ff5-d0ad107dc374 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:17.935631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-553e947f-918b-454d-9ff5-d0ad107dc374 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 811 time: 0.2634628 Nov 11 21:01:17.958983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-801a0f26-5523-4672-8aa6-cdc540a9c90d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/quotas/f6893d4fd3664dab879903dbd07919e2 HTTP/1.1" status: 200 len: 375 time: 0.0149250 Nov 11 21:01:17.966072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-370b0922-adf2-4432-8cd1-45c751246622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:17.967639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-370b0922-adf2-4432-8cd1-45c751246622 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0791280 Nov 11 21:01:18.052904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b85ffb-be05-4b42-ac00-53230d623f90 req-5bfd8e90-680f-4263-9b27-0b2cbfcce632 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:18.054736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-11b85ffb-be05-4b42-ac00-53230d623f90 req-5bfd8e90-680f-4263-9b27-0b2cbfcce632 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 944 time: 0.0612800 Nov 11 21:01:18.092940 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:18.097213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:18.101756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-a04893ed-33ed-41b7-839d-92af088dd3e9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327345 Nov 11 21:01:18.114995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:18.118746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54568) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:18.121197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] 10.222.0.31 "DELETE /v2.0/networks/e9f5d70e-9542-4d02-b403-e11b8ebb36ed HTTP/1.1" status: 204 len: 168 time: 1.4509077 Nov 11 21:01:18.136251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-11b85ffb-be05-4b42-ac00-53230d623f90 req-7e302284-c80e-4e28-8422-ab6a514cf8d2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732477 Nov 11 21:01:18.150798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db56ff-c051-4621-a94d-71e3b75c7599 tempest-ExtraDHCPOptionsTestJSON-1861261119 tempest-ExtraDHCPOptionsTestJSON-1861261119-project] Pushing event deleted for resources: {'Network': ['ID=e9f5d70e-9542-4d02-b403-e11b8ebb36ed,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:18.243454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-408d9200-9dd8-4750-958b-a883f7c18501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:18.245193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-408d9200-9dd8-4750-958b-a883f7c18501 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.2414100 Nov 11 21:01:18.291268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 2058a452-827e-421e-b227-4ffb089c365c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:01:18.297720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 2058a452-827e-421e-b227-4ffb089c365c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:18.298361 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:18.311350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-a4a844f5-ffdf-4f0d-b1a6-fea580ea0963 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 200 len: 217 time: 0.0492752 Nov 11 21:01:18.373105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-2ca92c24-eef7-4879-8c43-b6c2eaca389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:18.374731 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-2ca92c24-eef7-4879-8c43-b6c2eaca389e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.0510769 Nov 11 21:01:18.379096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-d3110fb9-73e1-457f-8514-a4a76b0aabc2 service neutron] 10.222.0.31 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366059 Nov 11 21:01:18.439206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-16feac2a-c263-47d0-9e4a-bc91aef6cbc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500329 Nov 11 21:01:18.598561 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:18.606201 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-89361879-cbb1-4540-8f25-fc90b06f3495 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320980 Nov 11 21:01:18.625485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:18.628021 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efdafe0-770e-4b59-9f10-3723236b1bf6" -d '{"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-plugged", "status": "completed", "tag": "2058a452-827e-421e-b227-4ffb089c365c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:18.643772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:18.662214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-e5e91730-010b-4604-a5d5-68c5629d198d service neutron] 10.222.0.31 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716451 Nov 11 21:01:18.726931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30c944fb-9ce3-4625-822b-44a9fec5c873 req-543510d4-d04e-4ea5-a0b5-5d524a9e7a0c tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.4691174 Nov 11 21:01:18.735936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f642c235-d77f-4ef7-bdd7-c7af821b0a00 req-41759680-217c-4304-b2cc-8516cb64363f service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111627 Nov 11 21:01:18.775298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2ae1bcba-769a-497b-9a5d-963e6c6b770c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b933a5b6192d4a4fb5609046a58ee21f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551654 Nov 11 21:01:18.777911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54586) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:18.787589 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:18.842191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17a255d3-943b-4e3a-aff0-0a5481bcf72b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:18.871705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17a255d3-943b-4e3a-aff0-0a5481bcf72b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:18.880671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:18.887371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:19.064333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-21bffaab-a875-405f-acd2-4f9793e21b6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=857552a55ff0416ea18c657a3eb2f9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722722 Nov 11 21:01:19.064333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:19.074036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f04a18-e63c-4f38-a70e-88d3c5abc283 req-251c1e30-2e58-49f6-9434-a6ff8c132546 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:19.077663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24f04a18-e63c-4f38-a70e-88d3c5abc283 req-251c1e30-2e58-49f6-9434-a6ff8c132546 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0608814 Nov 11 21:01:19.098375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17a255d3-943b-4e3a-aff0-0a5481bcf72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:19.100725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17a255d3-943b-4e3a-aff0-0a5481bcf72b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:19.104369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-17a255d3-943b-4e3a-aff0-0a5481bcf72b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29fe5c31-2b64-4e55-9cc2-3b1791095a35 HTTP/1.1" status: 204 len: 168 time: 0.3229566 Nov 11 21:01:19.120528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a255d3-943b-4e3a-aff0-0a5481bcf72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe5c31-2b64-4e55-9cc2-3b1791095a35,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:19.144770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b74b1c3-f2c3-4f0e-a7d5-c8581b76232c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:19.168563 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-24f04a18-e63c-4f38-a70e-88d3c5abc283 req-651eff36-8161-4947-bd5f-a607d6a9a94e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855823 Nov 11 21:01:19.171109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b74b1c3-f2c3-4f0e-a7d5-c8581b76232c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:19.196473 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:01:19.258651 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be0eb24-51c4-4ed2-929c-2563bf30504c x-openstack-request-id: req-7be0eb24-51c4-4ed2-929c-2563bf30504c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:19.258970 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-plugged", "status": "completed", "tag": "2058a452-827e-421e-b227-4ffb089c365c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:19.259232 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7be0eb24-51c4-4ed2-929c-2563bf30504c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:19.259634 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c', 'code': 200} Nov 11 21:01:19.321537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9244aec-a613-40cf-8e47-6237ff434b11 req-4d405e60-ec4c-453b-8109-b14cb1e135d8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 210 time: 0.0279622 Nov 11 21:01:19.336033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b74b1c3-f2c3-4f0e-a7d5-c8581b76232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:19.339897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b74b1c3-f2c3-4f0e-a7d5-c8581b76232c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:19.341957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0b74b1c3-f2c3-4f0e-a7d5-c8581b76232c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0127550c-5908-4ac5-8ed6-d4b3b42d159a HTTP/1.1" status: 204 len: 168 time: 0.2754157 Nov 11 21:01:19.358129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74b1c3-f2c3-4f0e-a7d5-c8581b76232c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0127550c-5908-4ac5-8ed6-d4b3b42d159a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:19.456955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d48fc-43a3-4a02-bbe5-132cc839939d req-b81b3f14-7e98-4af7-8be4-38f739261ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:19.459014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff8d48fc-43a3-4a02-bbe5-132cc839939d req-b81b3f14-7e98-4af7-8be4-38f739261ef1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1096 time: 0.1367133 Nov 11 21:01:19.511323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238ef1-5320-4ddf-b1a2-7c7291191a73 req-4b4de3c2-efa8-42a8-a504-76b30c5b997a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:19.512865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46238ef1-5320-4ddf-b1a2-7c7291191a73 req-4b4de3c2-efa8-42a8-a504-76b30c5b997a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1132858 Nov 11 21:01:19.530315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff8d48fc-43a3-4a02-bbe5-132cc839939d req-b073e86b-4055-4b97-8e9d-8be489fcb92f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629427 Nov 11 21:01:19.543852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891c2c9-7983-4b5e-826d-ec1b8b9cf4bb req-3441657d-a72c-49a9-bf47-20052868be30 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:19.546158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e891c2c9-7983-4b5e-826d-ec1b8b9cf4bb req-3441657d-a72c-49a9-bf47-20052868be30 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.1114841 Nov 11 21:01:19.596953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46238ef1-5320-4ddf-b1a2-7c7291191a73 req-aabf80cf-f861-4696-938a-2570ed5688f5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752783 Nov 11 21:01:19.610419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e891c2c9-7983-4b5e-826d-ec1b8b9cf4bb req-3457da2a-533e-49d4-ba9c-711b878cb5c7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573668 Nov 11 21:01:19.863468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03c1c434-94f6-4804-ab0e-a30b47e1da03 req-2c9be008-371d-4964-94d6-a2336a6133ef tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0289142 Nov 11 21:01:20.008806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54630) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:20.023213 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5629-7e3e-4ece-93ae-368be290a835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:20.107526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5629-7e3e-4ece-93ae-368be290a835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:20.240120 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1c5629-7e3e-4ece-93ae-368be290a835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:20.311299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:20.311687 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8f1c5629-7e3e-4ece-93ae-368be290a835 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d7c3b85a83e4ca39c2a76ca605dd9d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3013155 Nov 11 21:01:20.314279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c5629-7e3e-4ece-93ae-368be290a835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11d3720-a707-4693-a362-0fd34cc25be2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:20.356444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f8679-b691-43fe-af0c-17bdac0d608d req-943012bc-dbc8-4973-9e0e-3e70f5207212 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:20.358816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e86f8679-b691-43fe-af0c-17bdac0d608d req-943012bc-dbc8-4973-9e0e-3e70f5207212 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1057796 Nov 11 21:01:20.388528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-403d0771-72bf-4a81-a5b6-2d5583c1589e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:20.426391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d7319ebb-0c8d-4b7c-b549-9588c1614859 req-d6f13c85-d504-4d82-b6fe-e42dc7e3cc8e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 210 time: 0.0395770 Nov 11 21:01:20.432929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e86f8679-b691-43fe-af0c-17bdac0d608d req-466533d3-3d29-410c-8031-15f8f4492e12 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664845 Nov 11 21:01:20.443515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-403d0771-72bf-4a81-a5b6-2d5583c1589e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:20.610901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-403d0771-72bf-4a81-a5b6-2d5583c1589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:20.613468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-403d0771-72bf-4a81-a5b6-2d5583c1589e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:20.620450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-403d0771-72bf-4a81-a5b6-2d5583c1589e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b11d3720-a707-4693-a362-0fd34cc25be2 HTTP/1.1" status: 204 len: 168 time: 0.3074355 Nov 11 21:01:20.654852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d0771-72bf-4a81-a5b6-2d5583c1589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11d3720-a707-4693-a362-0fd34cc25be2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:20.767945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50ef01-133e-4c57-9cd9-5ce71c942d0a req-e4a1d48f-80b3-4694-bbc2-20789aa7fa1b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:20.769731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf50ef01-133e-4c57-9cd9-5ce71c942d0a req-e4a1d48f-80b3-4694-bbc2-20789aa7fa1b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0590246 Nov 11 21:01:20.772321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5aaa4-a491-4129-936c-df33bd8ad07e req-807ce1aa-57ac-453f-99f1-7badf1474006 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:20.774066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8a5aaa4-a491-4129-936c-df33bd8ad07e req-807ce1aa-57ac-453f-99f1-7badf1474006 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.0650907 Nov 11 21:01:20.831205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf50ef01-133e-4c57-9cd9-5ce71c942d0a req-70002a58-0133-4b12-bfa3-2c03eb50f77a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519915 Nov 11 21:01:20.836733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8a5aaa4-a491-4129-936c-df33bd8ad07e req-d842cb8a-2345-41ba-abd2-d7ef8ce6bfcf tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548737 Nov 11 21:01:20.930570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.002081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4436e161-5e6f-40ca-909b-e7ee4da0060f req-08026906-9555-4144-beae-9fb20016d985 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0365632 Nov 11 21:01:21.163831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-85b37a17-a23c-4ecb-9cfe-cb39e35be490 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] Request body: {'port': {'network_id': '2801d372-c4e9-4b4a-8d9c-6a78b64028a3', 'name': 'tempest-NetworksNegativeTestJSON-708150429'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:21.193450 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b37a17-a23c-4ecb-9cfe-cb39e35be490 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] POST failed (client error): The resource could not be found. Nov 11 21:01:21.194042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b37a17-a23c-4ecb-9cfe-cb39e35be490 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:21.200287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54686) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.213804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-85b37a17-a23c-4ecb-9cfe-cb39e35be490 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2636285 Nov 11 21:01:21.228191 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9de499d-b1fd-4fea-b721-05dfa3da6b99 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] DELETE failed (client error): The resource could not be found. Nov 11 21:01:21.228913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9de499d-b1fd-4fea-b721-05dfa3da6b99 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:21.235789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a9de499d-b1fd-4fea-b721-05dfa3da6b99 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "DELETE /v2.0/networks/b9fa3cee-caab-4f37-8ea8-d1a5492b29dd HTTP/1.1" status: 404 len: 339 time: 0.0310237 Nov 11 21:01:21.236218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54690) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.268813 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3393aa1f-46f9-4fd9-8690-a0d80ef8b960 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] DELETE failed (client error): The resource could not be found. Nov 11 21:01:21.268813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3393aa1f-46f9-4fd9-8690-a0d80ef8b960 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:21.272034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3393aa1f-46f9-4fd9-8690-a0d80ef8b960 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "DELETE /v2.0/ports/2fc024cf-80f5-4a77-94cc-41977b9d1934 HTTP/1.1" status: 404 len: 333 time: 0.0347207 Nov 11 21:01:21.276232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.329807 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1df2576-4598-44ee-89fa-f91037c6a5a4 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] DELETE failed (client error): The resource could not be found. Nov 11 21:01:21.330276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1df2576-4598-44ee-89fa-f91037c6a5a4 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:21.343473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1df2576-4598-44ee-89fa-f91037c6a5a4 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "DELETE /v2.0/subnets/ed9105ee-29e1-4c9f-94f9-9693fd3a703c HTTP/1.1" status: 404 len: 337 time: 0.0658844 Nov 11 21:01:21.347214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54698) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.369424 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-03660bba-927a-4f7f-bdba-173f334fe288 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] GET failed (client error): The resource could not be found. Nov 11 21:01:21.370964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03660bba-927a-4f7f-bdba-173f334fe288 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "GET /v2.0/networks/e9606645-cf65-4c1d-b511-01884413b489 HTTP/1.1" status: 404 len: 339 time: 0.0220470 Nov 11 21:01:21.374968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.406584 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7141afb3-29d4-4ac8-95e5-51247da5d650 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] GET failed (client error): The resource could not be found. Nov 11 21:01:21.406584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7141afb3-29d4-4ac8-95e5-51247da5d650 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "GET /v2.0/ports/6090b74d-21c4-4566-8281-071def0c88ff HTTP/1.1" status: 404 len: 333 time: 0.0261986 Nov 11 21:01:21.409605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.444485 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46d103c-f2ad-44dd-bb1d-a85565f4f35b tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] GET failed (client error): The resource could not be found. Nov 11 21:01:21.446028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b46d103c-f2ad-44dd-bb1d-a85565f4f35b tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "GET /v2.0/subnets/14746876-99a6-4153-9c21-bf615627a159 HTTP/1.1" status: 404 len: 337 time: 0.0349474 Nov 11 21:01:21.449795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54706) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.456081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c386d6a6-5821-41be-9359-980b5567bf81 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:21.471450 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c386d6a6-5821-41be-9359-980b5567bf81 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] PUT failed (client error): The resource could not be found. Nov 11 21:01:21.472948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c386d6a6-5821-41be-9359-980b5567bf81 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:21.474385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c386d6a6-5821-41be-9359-980b5567bf81 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "PUT /v2.0/networks/e5d2ed81-5498-4972-b279-6e5904de04e3 HTTP/1.1" status: 404 len: 339 time: 0.0234435 Nov 11 21:01:21.478073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.483327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-732da1f3-9a7f-47b4-95e8-e1283d61dbf4 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:21.525504 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-732da1f3-9a7f-47b4-95e8-e1283d61dbf4 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] PUT failed (client error): The resource could not be found. Nov 11 21:01:21.531678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732da1f3-9a7f-47b4-95e8-e1283d61dbf4 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:21.531678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-732da1f3-9a7f-47b4-95e8-e1283d61dbf4 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "PUT /v2.0/ports/9f2cccb3-1afc-4c0e-8cfa-86d4fd4095cd HTTP/1.1" status: 404 len: 333 time: 0.0484691 Nov 11 21:01:21.531900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:21.538028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-20b9e4c9-4365-4166-ad3b-f69c66525a07 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:21.570090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-c32cfc61-6ecb-4db3-b4b3-842e87f1ef17 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:21.571686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-c32cfc61-6ecb-4db3-b4b3-842e87f1ef17 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.0895751 Nov 11 21:01:21.587586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e284ecf1-2481-4c8a-a745-ef2a36c7dfdb req-34b73ed2-660d-41bd-be99-d90eb6e15acc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 210 time: 0.0445619 Nov 11 21:01:21.588939 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b9e4c9-4365-4166-ad3b-f69c66525a07 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] PUT failed (client error): The resource could not be found. Nov 11 21:01:21.589376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b9e4c9-4365-4166-ad3b-f69c66525a07 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:01:21.595139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-20b9e4c9-4365-4166-ad3b-f69c66525a07 tempest-NetworksNegativeTestJSON-1511464680 tempest-NetworksNegativeTestJSON-1511464680-project] 10.222.0.31 "PUT /v2.0/subnets/ca3529bd-5f5b-4782-94c4-058446e759a3 HTTP/1.1" status: 404 len: 337 time: 0.0574198 Nov 11 21:01:21.689908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Deleting port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:21.690122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:21.810118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] For port 4417854f-bcc9-43d2-ac94-8cbb5e65c795, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4417854f-bcc9-43d2-ac94-8cbb5e65c795,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:21.810490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:21.828179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Calling delete_port for 4417854f-bcc9-43d2-ac94-8cbb5e65c795 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:22.025453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:22.050342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff678ba-e6cf-4156-8d32-c33eb18275b8 req-174b9361-d444-48ad-80d5-9b37f13c51f1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:22.052114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ff678ba-e6cf-4156-8d32-c33eb18275b8 req-174b9361-d444-48ad-80d5-9b37f13c51f1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 945 time: 0.1090579 Nov 11 21:01:22.066859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dd9ce-e79e-4636-9d3b-d004aea15458 req-eb7d3549-39fc-4721-87dc-4e3181f15bc1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:22.077817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-292dd9ce-e79e-4636-9d3b-d004aea15458 req-eb7d3549-39fc-4721-87dc-4e3181f15bc1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1388965 Nov 11 21:01:22.111981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ff678ba-e6cf-4156-8d32-c33eb18275b8 req-06169ee0-d1eb-40b3-9119-76cb8ebf15c4 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516341 Nov 11 21:01:22.191611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-292dd9ce-e79e-4636-9d3b-d004aea15458 req-3659b074-8502-4016-9749-4c80ce0daf3c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050346 Nov 11 21:01:22.247421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:22.263059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6e3f59a-8ade-4551-acd0-ed7075bb40ef req-50cef301-8357-49d0-9491-de1dd2dfaf53 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0520165 Nov 11 21:01:22.284212 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:22.303292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4417854f-bcc9-43d2-ac94-8cbb5e65c795'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:01:22.447650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8ee7-de81-4cf8-8827-8d2486c23512 req-b954ffeb-d520-49c0-8e2d-a07c9c268a64 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:22.451292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bdf8ee7-de81-4cf8-8827-8d2486c23512 req-b954ffeb-d520-49c0-8e2d-a07c9c268a64 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0882449 Nov 11 21:01:22.461685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:22.467187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'floatingip': {'port_id': '2058a452-827e-421e-b227-4ffb089c365c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:22.469611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event deleted for resources: {'Port': ['ID=4417854f-bcc9-43d2-ac94-8cbb5e65c795,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:22.541658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:22.550034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] No DVR routers for this DVR port 4417854f-bcc9-43d2-ac94-8cbb5e65c795 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:22.553940 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:22.575038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c6466aa-b41c-4545-bca9-3a4ff2635354 req-b24cee0f-750b-46b8-aaf1-4edea68e2ccc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.58 "DELETE /v2.0/ports/4417854f-bcc9-43d2-ac94-8cbb5e65c795 HTTP/1.1" status: 204 len: 173 time: 0.9961929 Nov 11 21:01:22.578482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becdda35-891e-48cb-a448-ca5101255852', 'name': 'network-vif-deleted', 'tag': '4417854f-bcc9-43d2-ac94-8cbb5e65c795'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:22.581143 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171ccc9a-3640-4730-85e4-3c19e26b466f" -d '{"events": [{"server_uuid": "becdda35-891e-48cb-a448-ca5101255852", "name": "network-vif-deleted", "tag": "4417854f-bcc9-43d2-ac94-8cbb5e65c795"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:22.654706 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16380f13-33a1-43bc-bd6f-184d89179780 x-openstack-request-id: req-16380f13-33a1-43bc-bd6f-184d89179780 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:22.654706 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becdda35-891e-48cb-a448-ca5101255852", "name": "network-vif-deleted", "tag": "4417854f-bcc9-43d2-ac94-8cbb5e65c795", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:22.654706 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16380f13-33a1-43bc-bd6f-184d89179780 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:22.654706 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becdda35-891e-48cb-a448-ca5101255852', 'name': 'network-vif-deleted', 'tag': '4417854f-bcc9-43d2-ac94-8cbb5e65c795', 'status': 'completed', 'code': 200} Nov 11 21:01:22.688365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01600e9c-08b3-4ba3-8937-c5d6281d4d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:22.691393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-65f8a537-1da4-4a3b-99ba-e77712d93a50 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:22.698299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-65f8a537-1da4-4a3b-99ba-e77712d93a50 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 811 time: 0.2794714 Nov 11 21:01:22.789721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-46136c49-b94a-430a-8f61-9677cd1568bb tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6893d4fd3664dab879903dbd07919e2 HTTP/1.1" status: 200 len: 379 time: 0.0733082 Nov 11 21:01:22.794485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91c5dc4c-7981-4000-821a-3e9e8404df47 req-3f94d5ef-0b51-44d6-bd7b-dff62d1b3a73 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 210 time: 0.0592198 Nov 11 21:01:22.807944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'port': {'device_id': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'admin_state_up': True, 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'security_groups': ['e6e98d7a-c20f-49c9-a9b5-88fa02888b02']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:23.092647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01600e9c-08b3-4ba3-8937-c5d6281d4d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.142586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Made reservation on behalf of f6893d4fd3664dab879903dbd07919e2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:23.149443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.209344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01600e9c-08b3-4ba3-8937-c5d6281d4d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.255210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01600e9c-08b3-4ba3-8937-c5d6281d4d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcafe2be-54db-4dd1-b50b-a0fe31fc3a98,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:23.272549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d7577ec-7549-41dc-99f2-5ff7f577b2f4 req-c7667c77-81f5-488b-8a87-55b08a8494b2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=becdda35-891e-48cb-a448-ca5101255852 HTTP/1.1" status: 200 len: 210 time: 0.0426061 Nov 11 21:01:23.324233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-01600e9c-08b3-4ba3-8937-c5d6281d4d2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=238cd975abee4453b9b869b84603faf3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0733600 Nov 11 21:01:23.327122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54780) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:23.365837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Allocated IP 172.20.0.3 (087349e6-35eb-433c-9508-333571ae10b8/7d8d9145-d305-4fdf-8e90-5fb0513f1b2a/893c32ad-2565-4fe2-860c-c88e099631ea) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:23.463279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec64383d-cf32-46db-9385-fde22320d92d req-c0c863f7-50a6-4678-acb4-d69db4ff9ea9 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0754988 Nov 11 21:01:23.492774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.500455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-077c4cfb-5840-4b16-bcb6-43f22f4d1330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.551150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-077c4cfb-5840-4b16-bcb6-43f22f4d1330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.584037 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.642964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:23.693679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.703459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729416f-d3d7-4b75-a68e-d6d14aada8a0 req-0d16b8a5-d370-4d19-8e3b-624fef9566fc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:23.712172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9729416f-d3d7-4b75-a68e-d6d14aada8a0 req-0d16b8a5-d370-4d19-8e3b-624fef9566fc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1330669 Nov 11 21:01:23.746504 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Floating IP 30b33f70-b6d1-4ec8-a8bf-1043062ef329 associated. External IP: 172.25.2.146, port: 2058a452-827e-421e-b227-4ffb089c365c. Nov 11 21:01:23.811754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9729416f-d3d7-4b75-a68e-d6d14aada8a0 req-0a08272b-2d52-4e3b-b134-ec005d46e012 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984280 Nov 11 21:01:23.852418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-077c4cfb-5840-4b16-bcb6-43f22f4d1330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.855164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-077c4cfb-5840-4b16-bcb6-43f22f4d1330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.856432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-077c4cfb-5840-4b16-bcb6-43f22f4d1330 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcafe2be-54db-4dd1-b50b-a0fe31fc3a98 HTTP/1.1" status: 204 len: 168 time: 0.5277991 Nov 11 21:01:23.884423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c4cfb-5840-4b16-bcb6-43f22f4d1330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcafe2be-54db-4dd1-b50b-a0fe31fc3a98,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:23.925315 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:23.954950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Network 087349e6-35eb-433c-9508-333571ae10b8 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:23.962003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:23.967305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-85110133'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:24.020978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:24.176008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Router 3860ff63-2c85-4998-b532-e10cfad24a3d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:01:24.325038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b597b35f-52c5-4530-a0fa-dac50ca92ec3 None None] Provisioning complete for port 893c32ad-2565-4fe2-860c-c88e099631ea triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:24.326386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b597b35f-52c5-4530-a0fa-dac50ca92ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:24.339090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:24.343734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:24.371286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b597b35f-52c5-4530-a0fa-dac50ca92ec3 None None] Port 893c32ad-2565-4fe2-860c-c88e099631ea cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:24.374296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] Sync routers for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:24.381180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56a2ec5c-1897-4484-b29e-6299857a9b42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "PUT /v2.0/floatingips/30b33f70-b6d1-4ec8-a8bf-1043062ef329 HTTP/1.1" status: 200 len: 991 time: 1.9177089 Nov 11 21:01:24.381995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'tag': '2058a452-827e-421e-b227-4ffb089c365c'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:24.384675 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab42435-e40e-47ab-8c70-4e27229099f0" -d '{"events": [{"name": "network-changed", "server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "tag": "2058a452-827e-421e-b227-4ffb089c365c"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:24.390299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:24.391545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:24.543874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:24.580840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:24.581565 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:24.633418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'Port': ['ID=893c32ad-2565-4fe2-860c-c88e099631ea,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:24.656429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f33b-3a25-43d7-aaeb-efbf6957ffa0 req-b4b53e1f-0cf6-4214-aff4-052631f3f7a4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:24.658782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2519f33b-3a25-43d7-aaeb-efbf6957ffa0 req-b4b53e1f-0cf6-4214-aff4-052631f3f7a4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 931 time: 0.7013965 Nov 11 21:01:24.713099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2519f33b-3a25-43d7-aaeb-efbf6957ffa0 req-5601b9f2-d61f-46f6-9ddd-ef9c55c5230c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465379 Nov 11 21:01:24.739742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Made reservation on behalf of faed0887bb884b5f89693e9cad00d1d6 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:24.743642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:24.756227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:24.856606 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-59ce8c62-b5f4-487b-98fc-9aa425d2a391 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0564215 Nov 11 21:01:24.889391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Request body: {'port': {'device_id': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:24.907117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '30b33f70-b6d1-4ec8-a8bf-1043062ef329', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'port_id': '2058a452-827e-421e-b227-4ffb089c365c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'mac_address': 'fa:16:3e:50:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f1c636-462a-4197-ab12-9fe773f36de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:00:55Z', 'updated_at': '2021-11-11T21:01:23Z', 'revision_number': 1, 'project_id': '94363958320542ceb3b8cea29e964aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:24.910564 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdff2195-fa77-45e1-8a75-327b1dd22db8 x-openstack-request-id: req-bdff2195-fa77-45e1-8a75-327b1dd22db8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:24.910949 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "tag": "2058a452-827e-421e-b227-4ffb089c365c", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:24.911291 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdff2195-fa77-45e1-8a75-327b1dd22db8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:24.911736 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'tag': '2058a452-827e-421e-b227-4ffb089c365c', 'status': 'completed', 'code': 200} Nov 11 21:01:24.945664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] Checking router: 3860ff63-2c85-4998-b532-e10cfad24a3d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:01:24.960938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:24.961821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:25.027183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:25.076201 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0969ad20-acd8-4bfc-9cf2-fec1c5aa2131 req-a1bddd8b-1479-4da3-8c95-c2ae21649d1c tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0722973 Nov 11 21:01:25.091009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:25.101541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-972e8fd3-bbed-4bff-8a27-de24f387d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:25.103425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-972e8fd3-bbed-4bff-8a27-de24f387d984 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1096 time: 0.1355281 Nov 11 21:01:25.164963 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:25.212968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-0aca1693-4320-4e2a-adda-6386bd7b0205 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:25.224222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-0aca1693-4320-4e2a-adda-6386bd7b0205 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.1473799 Nov 11 21:01:25.228970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:25.247191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-5f37fec4-1cb2-4037-9b75-1b803c19ca12 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/quotas/935622a99ddc44f0a82c37d40f101a0a HTTP/1.1" status: 200 len: 375 time: 0.0203409 Nov 11 21:01:25.250378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:25.289993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-dba1bad9-3aea-4f7f-8274-8c7a16f596fb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391316 Nov 11 21:01:25.345234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:25.345898 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Added segment d431f034-0487-4032-8cb3-7a1d2c4f5599 of type vlan for network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 Nov 11 21:01:25.364482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6a6ea-23ad-48a8-81f8-acf6a346563f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:25.482383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:25.509619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-e9a3c6ce-9c8f-4ac5-8275-28cb89772a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:25.511394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-e9a3c6ce-9c8f-4ac5-8275-28cb89772a93 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.3929348 Nov 11 21:01:25.577656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-d42528ab-8688-44c4-a752-3a0831927a6f service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865064 Nov 11 21:01:25.692920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:25.703325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '30b33f70-b6d1-4ec8-a8bf-1043062ef329', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'port_id': '2058a452-827e-421e-b227-4ffb089c365c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'mac_address': 'fa:16:3e:50:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f1c636-462a-4197-ab12-9fe773f36de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:00:55Z', 'updated_at': '2021-11-11T21:01:23Z', 'revision_number': 1, 'project_id': '94363958320542ceb3b8cea29e964aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:25.709161 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:25.717064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:25.727606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:25.743284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe806d-9e66-40ba-b146-760aa304535f None None] The sync data for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 is: [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '30b33f70-b6d1-4ec8-a8bf-1043062ef329', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'port_id': '2058a452-827e-421e-b227-4ffb089c365c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'mac_address': 'fa:16:3e:50:b9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f1c636-462a-4197-ab12-9fe773f36de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:00:55Z', 'updated_at': '2021-11-11T21:01:23Z', 'revision_number': 1, 'project_id': '94363958320542ceb3b8cea29e964aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:25.821728 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-2db2fb1b-347a-4af4-b61e-7eb1e940e802 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342372 Nov 11 21:01:25.881168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-763725180'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:25.945382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2990391 Nov 11 21:01:25.954633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-2b18d1f6-6a9f-44d2-a341-e0e5f1a68d2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 999 time: 0.4287951 Nov 11 21:01:25.985201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:25.986973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65430d54-b541-466a-a70b-5760f146e11b tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Pushing event updated for resources: {'Network': ['ID=efbbb380-0c05-4bb5-8f0e-d482d22a8e06,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:26.001999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.002108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:01:26.013461 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.180267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4417854f-bcc9-43d2-ac94-8cbb5e65c795 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:01:26.205557 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.248228 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53da1e-0581-4335-818e-24dbb9db1161 None None] New status for floating IP 30b33f70-b6d1-4ec8-a8bf-1043062ef329: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:01:26.266307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.283847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:26.307064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.307064 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment dd6f2352-0579-4714-98e2-d1ebe036d090 of type vlan for network 77854740-e488-4ae5-b766-e48a00aee9d5 Nov 11 21:01:26.326327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 4417854f-bcc9-43d2-ac94-8cbb5e65c795 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:01:26.327059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4417854f-bcc9-43d2-ac94-8cbb5e65c795 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:01:26.377781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab7b6-ddac-465c-aa47-31a86b36dfc1 req-c7d5e579-673a-4500-8637-bac2e39b8622 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:26.387706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73bab7b6-ddac-465c-aa47-31a86b36dfc1 req-c7d5e579-673a-4500-8637-bac2e39b8622 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 931 time: 0.4608569 Nov 11 21:01:26.395124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-281174bf-f432-401e-8fef-b79917470d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:26.397287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-281174bf-f432-401e-8fef-b79917470d0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.3445354 Nov 11 21:01:26.400468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.481519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ba04b-6033-41fe-9438-339486c64f7c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:26.493012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.493485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.493956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.494399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.494839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.495276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.495716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.496173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.496610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.497040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.497476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.498049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:26.530578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893c32ad-2565-4fe2-860c-c88e099631ea {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:26.547097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.596429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:26.602586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Request body: {'port': {'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06', 'binding:host_id': 'n-h2-805734-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1769082320'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:26.621939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Transition to ACTIVE for port object 893c32ad-2565-4fe2-860c-c88e099631ea will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:01:26.629338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.643620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73bab7b6-ddac-465c-aa47-31a86b36dfc1 req-9a5e4292-3679-4120-ae6c-3a24f11c2396 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543108 Nov 11 21:01:26.647618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:26.648412 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.649551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-e7776eea-0b1d-4ba1-97b8-d681e264c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:26.651814 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-e7776eea-0b1d-4ba1-97b8-d681e264c1d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304780 Nov 11 21:01:26.745575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33f68093-ee53-409c-9b7c-602a5462a152 req-6ccbc590-6d61-4d48-b2b4-93304e376c1f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 210 time: 0.0835433 Nov 11 21:01:26.775326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-715907bf-1b88-4d1c-89da-7e1bea457e62 req-ebb9a0c7-7346-4cde-810a-5f563370974a tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0472271 Nov 11 21:01:26.781582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.812717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=77854740-e488-4ae5-b766-e48a00aee9d5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:26.831221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 77854740-e488-4ae5-b766-e48a00aee9d5 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:01:26.855018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Pushing event updated for resources: {'Port': ['ID=893c32ad-2565-4fe2-860c-c88e099631ea,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:26.858780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-64be00ae-7ed7-4631-9f04-d79c94d9467f service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978803 Nov 11 21:01:26.900466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Made reservation on behalf of b96824f0bbb24de7b476fe5609fbb823 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:26.903981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:26.930267 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.009276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-727dc8fb-025e-4c6b-9cc0-5edc0bff6eca tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3152883 Nov 11 21:01:27.014350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:27.019930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1539674624'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:27.124380 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.143015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Attempting to bind port 893c32ad-2565-4fe2-860c-c88e099631ea on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:27.143351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Attempting to bind port 893c32ad-2565-4fe2-860c-c88e099631ea by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:27.143684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Attempting to bind port 893c32ad-2565-4fe2-860c-c88e099631ea on network 087349e6-35eb-433c-9508-333571ae10b8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:27.145026 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.176905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Port 893c32ad-2565-4fe2-860c-c88e099631ea on network 087349e6-35eb-433c-9508-333571ae10b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:27.177235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Attempting to bind port 893c32ad-2565-4fe2-860c-c88e099631ea on network 087349e6-35eb-433c-9508-333571ae10b8 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:27.180909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ab42435-e40e-47ab-8c70-4e27229099f0 req-ea4a44f8-b4ec-4624-8b73-6622dc3312dd service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118045 Nov 11 21:01:27.187081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:27.192603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.195950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:27.196501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Checking segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:27.196904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Bound using segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:27.197353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Bound port: 893c32ad-2565-4fe2-860c-c88e099631ea, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:27.197709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.214912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.233826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] device_id is not set on port 0458babd-de4c-4dc3-86f1-7d9c231426fb yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:27.315313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] For port 893c32ad-2565-4fe2-860c-c88e099631ea, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:27.320288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] For port 893c32ad-2565-4fe2-860c-c88e099631ea, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=893c32ad-2565-4fe2-860c-c88e099631ea,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:27.356004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:27.361732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279a534c-12b3-46a0-a143-4d76716c78b6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:27.381215 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.381790 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df of type vlan for network 190e58c9-4ec5-485e-a393-87cd41c7442d Nov 11 21:01:27.426852 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.489363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:27.491442 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.493686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] 10.222.0.62 "PUT /v2.0/ports/893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 200 len: 1091 time: 2.6160412 Nov 11 21:01:27.495706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:27.502504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.506130 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747bf1c5-2057-474d-9eb0-c2443b7e847f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:27.580321 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd4e70f-c2f1-44e8-93ae-3924eb09383e x-openstack-request-id: req-fcd4e70f-c2f1-44e8-93ae-3924eb09383e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:27.589354 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:27.589354 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcd4e70f-c2f1-44e8-93ae-3924eb09383e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:27.589354 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea', 'status': 'completed', 'code': 200} Nov 11 21:01:27.589354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31f17a-e2aa-4d74-a40f-89a6db622df6 service neutron] Pushing event updated for resources: {'Port': ['ID=893c32ad-2565-4fe2-860c-c88e099631ea,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:27.658077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf1c5-2057-474d-9eb0-c2443b7e847f req-4605057a-8b90-4f45-9150-0b2368f8d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:27.660950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-747bf1c5-2057-474d-9eb0-c2443b7e847f req-4605057a-8b90-4f45-9150-0b2368f8d391 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1094 time: 0.0701513 Nov 11 21:01:27.716099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.730675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:27.731336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.754098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] device_id is not set on port 0458babd-de4c-4dc3-86f1-7d9c231426fb yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:27.765711 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.866970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:27.872272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=190e58c9-4ec5-485e-a393-87cd41c7442d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:27.887657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 190e58c9-4ec5-485e-a393-87cd41c7442d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:01:27.967922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6ffc930-c721-4803-97e5-9b66f5d2032f req-45bf8e9e-f2ac-4644-aca3-f19f92b54894 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 210 time: 0.0670896 Nov 11 21:01:27.978369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf1c5-2057-474d-9eb0-c2443b7e847f req-aa5f2635-b4ac-4b54-9381-0bf1d1315132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:27.982444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-747bf1c5-2057-474d-9eb0-c2443b7e847f req-aa5f2635-b4ac-4b54-9381-0bf1d1315132 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f6893d4fd3664dab879903dbd07919e2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3108625 Nov 11 21:01:28.024296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6635386d-48d4-49db-b370-a91e8b8b5845 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0058060 Nov 11 21:01:28.025327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:28.032495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': '77854740-e488-4ae5-b766-e48a00aee9d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:28.064978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=0458babd-de4c-4dc3-86f1-7d9c231426fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:28.093696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301b563-f211-4b27-a406-8916f3b49e63 req-ebcb3d19-a633-4c53-b2c6-98a17ed02a61 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:28.101165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8301b563-f211-4b27-a406-8916f3b49e63 req-ebcb3d19-a633-4c53-b2c6-98a17ed02a61 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 943 time: 0.2570007 Nov 11 21:01:28.169817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8301b563-f211-4b27-a406-8916f3b49e63 req-267ff8c8-4677-416b-9bd0-5ed3db274488 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664911 Nov 11 21:01:28.173700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Checking segment: {'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:28.174164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Network hostable DHCP agents. Network: efbbb380-0c05-4bb5-8f0e-d482d22a8e06, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:01:28.208052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e2ed630-ab17-4a46-a3e8-432827646258 req-3191b4b0-1989-4037-874a-540f1af84851 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1100812 Nov 11 21:01:28.252734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf1c5-2057-474d-9eb0-c2443b7e847f req-1c60933a-8520-4da0-ab97-2038db74d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:28.255442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-747bf1c5-2057-474d-9eb0-c2443b7e847f req-1c60933a-8520-4da0-ab97-2038db74d9b9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2638540 Nov 11 21:01:28.256375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:28.366664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:28.370640 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:28.398204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, efbbb380-0c05-4bb5-8f0e-d482d22a8e06) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:28.408173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:28.408718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab38c3d-77e2-4b3d-b8ec-596d598f55fd None None] Network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:28.430797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.431543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.432461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.438011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.438688 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.439119 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 2 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.461773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.462278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.462780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.475977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.476788 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.476922 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 3 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.485350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-6745fb12-e2eb-4c45-a870-3950c8326cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:28.488527 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-6745fb12-e2eb-4c45-a870-3950c8326cc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1094 time: 0.1707461 Nov 11 21:01:28.504771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.505119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.505464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.520873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.521207 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.521796 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 4 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.576804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.577145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.577495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.589625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.590496 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.591407 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 5 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.608379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.608968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.609471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.616692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.617270 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.617866 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 6 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.633016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.633597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.634174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.639582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.640109 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.640736 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 7 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.662504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.662846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.663189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.668651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.668983 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.669377 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 8 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.679695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-9e3869ed-9be4-4dbf-93da-a2505e3a9b2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 200 len: 217 time: 0.1816130 Nov 11 21:01:28.684403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.684874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.685222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.691613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.691957 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.692377 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 9 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.709545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.709887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.710228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.715781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.716112 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.716708 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 10 to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb Nov 11 21:01:28.731846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:28.732226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:28.732706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:28.737766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 0458babd-de4c-4dc3-86f1-7d9c231426fb on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:28.738486 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 0458babd-de4c-4dc3-86f1-7d9c231426fb on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:28.738938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:28.742911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-736a4703-d68c-479b-87f1-58adfd65e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:28.744837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-736a4703-d68c-479b-87f1-58adfd65e89c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.0534174 Nov 11 21:01:28.802536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-9ab362aa-43b5-45e7-b29e-c98d2e1fe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:28.804474 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-9ab362aa-43b5-45e7-b29e-c98d2e1fe0fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453713 Nov 11 21:01:28.807774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] For port 0458babd-de4c-4dc3-86f1-7d9c231426fb, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:28.808339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:01:28.876670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:28.950162 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:28.971967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=d3946aeb-c62b-40a6-bb7e-20ae9aabc24b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:28.982887 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-539566a5-cfde-49fb-857a-209bcf82388f service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683400 Nov 11 21:01:28.987659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': 'dd6f2352-0579-4714-98e2-d1ebe036d090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '77854740-e488-4ae5-b766-e48a00aee9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:28.988188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: 77854740-e488-4ae5-b766-e48a00aee9d5, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:01:29.051687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:29.052797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.105026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=0458babd-de4c-4dc3-86f1-7d9c231426fb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:29.145064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f88e973-b694-4388-b63b-bc431f84f1b8 req-f568a5b9-f032-4548-bade-26768ba51586 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 210 time: 0.0405450 Nov 11 21:01:29.149237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d5fbf5d5-19e2-4de6-9914-4362dad7fd2b req-b05e2fbc-d07a-43c4-afa1-b24f1542e756 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583881 Nov 11 21:01:29.155871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 77854740-e488-4ae5-b766-e48a00aee9d5 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:29.190508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a342fac5-9e9a-42b0-bcc1-1edbe8e47f9b tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5862222 Nov 11 21:01:29.190508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:29.297449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 77854740-e488-4ae5-b766-e48a00aee9d5) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:29.305688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:29.306569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.312054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9b27f-fa82-4805-bea8-bd609e512c10 None None] Network 77854740-e488-4ae5-b766-e48a00aee9d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:29.366386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c72d4fb2-200e-4f22-8592-c5ca8a013b6a req-b1b8275a-0c07-41d4-9ec9-7d892c796cbb tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0530748 Nov 11 21:01:29.412432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-d7ef0fba-a0d2-4f92-847c-0059da7ae6ce tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:29.414806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-d7ef0fba-a0d2-4f92-847c-0059da7ae6ce tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.2053185 Nov 11 21:01:29.435712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ea8a3-9683-44c8-b0be-5f4dd653985d req-7058de57-214b-428a-bcc2-b14a3784520c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:29.439128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Request body: {'port': {'device_id': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'admin_state_up': True, 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:29.444098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d31ea8a3-9683-44c8-b0be-5f4dd653985d req-7058de57-214b-428a-bcc2-b14a3784520c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 943 time: 0.1558957 Nov 11 21:01:29.514156 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-889c529d-42fa-493f-ba35-0566bcef926d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4847715 Nov 11 21:01:29.518395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:29.525375 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d31ea8a3-9683-44c8-b0be-5f4dd653985d req-2c90b9fd-0d7c-4260-8b6c-e145e4473da2 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801051 Nov 11 21:01:29.535134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Deleting port 0458babd-de4c-4dc3-86f1-7d9c231426fb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:29.535653 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.571742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': '190e58c9-4ec5-485e-a393-87cd41c7442d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:29.646534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] For port 0458babd-de4c-4dc3-86f1-7d9c231426fb, host n-h2-805734-3, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:29.646913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.648604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-77854740-e488-4ae5-b766-e48a00aee9d5', 'network_id': '77854740-e488-4ae5-b766-e48a00aee9d5', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': 'd3946aeb-c62b-40a6-bb7e-20ae9aabc24b'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:01:29.651498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.665301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Calling delete_port for 0458babd-de4c-4dc3-86f1-7d9c231426fb owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:29.849743 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.868254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Allocated IP 2001:db8::2 (77854740-e488-4ae5-b766-e48a00aee9d5/d3946aeb-c62b-40a6-bb7e-20ae9aabc24b/3d21d2b4-8473-4b4f-88eb-556e522537b5) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:29.875099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:29.883913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.898905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event deleted for resources: {'Port': ['ID=0458babd-de4c-4dc3-86f1-7d9c231426fb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:29.912548 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:29.917408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ef662a02-d48e-4b63-9f94-ac84b2010cc9 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0458babd-de4c-4dc3-86f1-7d9c231426fb HTTP/1.1" status: 204 len: 168 time: 0.7283826 Nov 11 21:01:29.919019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54970) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:29.956709 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-684d6777-1247-47a6-8e62-e20f5f80f555 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:01:29.959075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-684d6777-1247-47a6-8e62-e20f5f80f555 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "GET /v2.0/ports/0458babd-de4c-4dc3-86f1-7d9c231426fb HTTP/1.1" status: 404 len: 333 time: 0.0387702 Nov 11 21:01:29.963608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54974) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:29.969161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Request body: {'port': {'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2058310415'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:30.077508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:30.083339 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.089145 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.147561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Made reservation on behalf of b96824f0bbb24de7b476fe5609fbb823 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:30.151223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.172759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] device_id is not set on port 598d9f63-43f2-4636-aeec-28c0cffbc6de yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:30.177523 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.241245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Network 77854740-e488-4ae5-b766-e48a00aee9d5 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:30.250277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:30.255599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:30.267826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Pushing event updated for resources: {'Port': ['ID=3d21d2b4-8473-4b4f-88eb-556e522537b5,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:30.325589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Allocated IP 172.20.0.5 (17a6b110-edf6-4a73-8473-84c504928dc6/66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1/34940336-9211-460b-ad9b-f1f299d93923) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:30.331216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Attempting to bind port 3d21d2b4-8473-4b4f-88eb-556e522537b5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:30.331841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Attempting to bind port 3d21d2b4-8473-4b4f-88eb-556e522537b5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'dd6f2352-0579-4714-98e2-d1ebe036d090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '77854740-e488-4ae5-b766-e48a00aee9d5'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:30.332459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Attempting to bind port 3d21d2b4-8473-4b4f-88eb-556e522537b5 on network 77854740-e488-4ae5-b766-e48a00aee9d5 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:30.342482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:30.342915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Checking segment: {'id': 'dd6f2352-0579-4714-98e2-d1ebe036d090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '77854740-e488-4ae5-b766-e48a00aee9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:30.343266 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.343397 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.343742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Bound using segment: {'id': 'dd6f2352-0579-4714-98e2-d1ebe036d090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '77854740-e488-4ae5-b766-e48a00aee9d5'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:30.344278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Bound port: 3d21d2b4-8473-4b4f-88eb-556e522537b5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6f2352-0579-4714-98e2-d1ebe036d090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '77854740-e488-4ae5-b766-e48a00aee9d5'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:30.344674 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.380215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-732c1acb-7917-42dc-8d6f-581d7c55fe7e req-51fbbe5a-ae94-4870-9a5e-1ba442d9875c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 210 time: 0.1021593 Nov 11 21:01:30.442502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] For port 3d21d2b4-8473-4b4f-88eb-556e522537b5, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:30.446611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] For port 3d21d2b4-8473-4b4f-88eb-556e522537b5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3d21d2b4-8473-4b4f-88eb-556e522537b5,segment=NetworkSegment(dd6f2352-0579-4714-98e2-d1ebe036d090),segment_id=dd6f2352-0579-4714-98e2-d1ebe036d090)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:30.517112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03f0fbeb-366a-45ae-8372-fd686d1cdd87 req-a0bf3e8c-5dbe-4160-a9be-3370b83483c0 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0378492 Nov 11 21:01:30.520740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=aa4cba40-02f4-4822-8780-85868e72951a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:30.520987 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.547337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.573151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': 'e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '190e58c9-4ec5-485e-a393-87cd41c7442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:30.573520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: 190e58c9-4ec5-485e-a393-87cd41c7442d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:01:30.617218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 893c32ad-2565-4fe2-860c-c88e099631ea details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:01:30.639656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.700866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbd75c-5aea-4b9e-900f-33f7b1c8ec4a None None] Pushing event updated for resources: {'Port': ['ID=3d21d2b4-8473-4b4f-88eb-556e522537b5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:30.718706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 190e58c9-4ec5-485e-a393-87cd41c7442d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:30.731928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29b24-cbf8-4512-a18f-b9a1099645eb req-33ee3b7a-cb5c-4172-8ff2-000e0a7751a0 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:30.733503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3df29b24-cbf8-4512-a18f-b9a1099645eb req-33ee3b7a-cb5c-4172-8ff2-000e0a7751a0 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 943 time: 0.0864074 Nov 11 21:01:30.753222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.818224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.821271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 893c32ad-2565-4fe2-860c-c88e099631ea, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=893c32ad-2565-4fe2-860c-c88e099631ea,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:30.830420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3df29b24-cbf8-4512-a18f-b9a1099645eb req-47243bc5-01e8-4417-bb7e-67c1e8c99cb6 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893812 Nov 11 21:01:30.855710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '893c32ad-2565-4fe2-860c-c88e099631ea', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'port_id': '893c32ad-2565-4fe2-860c-c88e099631ea', 'mac_address': 'fa:16:3e:c5:60:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:01:30.874884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:30.880225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 190e58c9-4ec5-485e-a393-87cd41c7442d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:30.890142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:30.890727 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.893572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.894728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.895110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.895444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.895772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.896095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.896462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.896783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.897102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.897421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.897925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.898247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:30.908658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:30.912362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa89b82-3ea4-4d9b-8852-a366e1a2ae65 None None] Network 190e58c9-4ec5-485e-a393-87cd41c7442d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:30.914321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Network 17a6b110-edf6-4a73-8473-84c504928dc6 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:30.917764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:30.920097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:30.928033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:30.934512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:30.937563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:30.941054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:30.961346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=598d9f63-43f2-4636-aeec-28c0cffbc6de,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:30.977201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.033784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:31.042376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.048841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-385f005b-933e-499a-ae3b-f10034455f74 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5290885 Nov 11 21:01:31.049060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893c32ad-2565-4fe2-860c-c88e099631ea {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:31.052070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54996) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:31.068704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-951a59d2-b1a7-4ca8-8073-03f6971d3d5e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2073672886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:31.077349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 893c32ad-2565-4fe2-860c-c88e099631ea, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=893c32ad-2565-4fe2-860c-c88e099631ea,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:31.110527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8f9acbec-5c8b-468f-b73f-45eed42c2028 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1453946 Nov 11 21:01:31.112763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:31.131204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:31.193258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-813d2309-4aee-457a-af9b-2be10fd76c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7607167 Nov 11 21:01:31.208432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.221034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Request body: {'port': {'device_id': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:31.240602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-190e58c9-4ec5-485e-a393-87cd41c7442d', 'network_id': '190e58c9-4ec5-485e-a393-87cd41c7442d', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': 'aa4cba40-02f4-4822-8780-85868e72951a'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:01:31.241961 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.244409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.266973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951a59d2-b1a7-4ca8-8073-03f6971d3d5e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.268404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951a59d2-b1a7-4ca8-8073-03f6971d3d5e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.337582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.348744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951a59d2-b1a7-4ca8-8073-03f6971d3d5e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.439341 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951a59d2-b1a7-4ca8-8073-03f6971d3d5e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.500880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=893c32ad-2565-4fe2-860c-c88e099631ea,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:31.529984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Allocated IP 2001:db8:1::2 (190e58c9-4ec5-485e-a393-87cd41c7442d/aa4cba40-02f4-4822-8780-85868e72951a/84137486-2306-401a-b71f-a44db66d5da5) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:31.554768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-951a59d2-b1a7-4ca8-8073-03f6971d3d5e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:31.556596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-951a59d2-b1a7-4ca8-8073-03f6971d3d5e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4926453 Nov 11 21:01:31.560523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55010) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:31.769963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-667a3b21-3e93-4277-ab3a-5441c08603ba req-7fb6c8e9-cd7c-47c7-b81b-72834c52c2a8 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0695703 Nov 11 21:01:32.231704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.235184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['893c32ad-2565-4fe2-860c-c88e099631ea'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:01:32.242996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3d21d2b4-8473-4b4f-88eb-556e522537b5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:32.279674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.370788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.408336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6898c-ace1-4e42-b748-50cec955b6ce req-85dc05c2-d711-44fd-930b-dfbde8045007 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:32.418926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dd6898c-ace1-4e42-b748-50cec955b6ce req-85dc05c2-d711-44fd-930b-dfbde8045007 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 931 time: 0.9254262 Nov 11 21:01:32.436446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a92035-8046-4210-8eeb-497b06246e90 None None] Network 77854740-e488-4ae5-b766-e48a00aee9d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:32.495088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] device_id is not set on port 598d9f63-43f2-4636-aeec-28c0cffbc6de yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:32.505744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3d21d2b4-8473-4b4f-88eb-556e522537b5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:32.506373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.520409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.562282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Network 190e58c9-4ec5-485e-a393-87cd41c7442d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:32.571538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8003e911-f10d-4fc3-9cf7-0deb922c3390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.603604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dd6898c-ace1-4e42-b748-50cec955b6ce req-15e29cc9-81f1-40b0-b3d7-f84e22a7f039 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836102 Nov 11 21:01:32.613531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.638393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3cfd188b-5b97-4eef-bb23-20985cc38946 None None] Provisioning complete for port 3d21d2b4-8473-4b4f-88eb-556e522537b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:32.638783 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3cfd188b-5b97-4eef-bb23-20985cc38946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.672208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefc504-5fad-4028-8f2d-b8bf92f03023 req-da1dceeb-e1e5-46f1-a1be-512ab331c1bb tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:32.673847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aaefc504-5fad-4028-8f2d-b8bf92f03023 req-da1dceeb-e1e5-46f1-a1be-512ab331c1bb tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 944 time: 0.5389040 Nov 11 21:01:32.679474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:32.739290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:32.745819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=598d9f63-43f2-4636-aeec-28c0cffbc6de,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:32.755159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Pushing event updated for resources: {'Port': ['ID=84137486-2306-401a-b71f-a44db66d5da5,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:32.804484 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aaefc504-5fad-4028-8f2d-b8bf92f03023 req-7ee4d93d-94b9-4018-8e4c-e904178758c3 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196878 Nov 11 21:01:32.834389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8::1 (77854740-e488-4ae5-b766-e48a00aee9d5/d3946aeb-c62b-40a6-bb7e-20ae9aabc24b/ba3236b1-c952-4265-ba94-59d0d351f037) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:32.859105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:32.859449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:32.859802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:32.890880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34940336-9211-460b-ad9b-f1f299d93923 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:32.905050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:32.905050 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:32.913278 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.930168 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 2 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:32.932300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:32.992962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Attempting to bind port 84137486-2306-401a-b71f-a44db66d5da5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:32.993437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Attempting to bind port 84137486-2306-401a-b71f-a44db66d5da5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '190e58c9-4ec5-485e-a393-87cd41c7442d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:32.993899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Attempting to bind port 84137486-2306-401a-b71f-a44db66d5da5 on network 190e58c9-4ec5-485e-a393-87cd41c7442d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.044917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.045336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.045687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.048485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Transition to ACTIVE for port object 34940336-9211-460b-ad9b-f1f299d93923 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:01:33.065119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:33.066769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Checking segment: {'id': 'e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '190e58c9-4ec5-485e-a393-87cd41c7442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:33.067373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.070134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Bound using segment: {'id': 'e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '190e58c9-4ec5-485e-a393-87cd41c7442d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:33.070743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Bound port: 84137486-2306-401a-b71f-a44db66d5da5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '190e58c9-4ec5-485e-a393-87cd41c7442d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:33.071407 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.073268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90ddc36b-e7ce-46f7-bf30-a67ced6f0a72 req-18a68b1c-9441-409c-9ec3-76a0bdbdb491 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.1249924 Nov 11 21:01:33.091536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.092312 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.092958 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 3 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.102503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.108350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.108953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.109298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.116530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.121356 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3cfd188b-5b97-4eef-bb23-20985cc38946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.128106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.128472 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.130470 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 4 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.142338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 3d21d2b4-8473-4b4f-88eb-556e522537b5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3d21d2b4-8473-4b4f-88eb-556e522537b5,segment=NetworkSegment(dd6f2352-0579-4714-98e2-d1ebe036d090),segment_id=dd6f2352-0579-4714-98e2-d1ebe036d090)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:33.177397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.177734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.178076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.193657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.194000 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.195237 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 5 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.198006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:33.236769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] For port 84137486-2306-401a-b71f-a44db66d5da5, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:33.242794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] For port 84137486-2306-401a-b71f-a44db66d5da5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84137486-2306-401a-b71f-a44db66d5da5,segment=NetworkSegment(e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df),segment_id=e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:33.244088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.253950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.254309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.254656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.262513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.262842 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.264771 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 6 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.274808 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.288282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.288889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.289232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.302800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.303620 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.305358 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 7 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.309960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Attempting to bind port 34940336-9211-460b-ad9b-f1f299d93923 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.310825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Attempting to bind port 34940336-9211-460b-ad9b-f1f299d93923 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.311184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Attempting to bind port 34940336-9211-460b-ad9b-f1f299d93923 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.328417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Port 34940336-9211-460b-ad9b-f1f299d93923 on network 17a6b110-edf6-4a73-8473-84c504928dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.328417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Attempting to bind port 34940336-9211-460b-ad9b-f1f299d93923 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.328417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.328417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.328888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.334068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.334405 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.334805 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 8 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.343096 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-3cfd188b-5b97-4eef-bb23-20985cc38946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:01:33.343459 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-3cfd188b-5b97-4eef-bb23-20985cc38946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:01:33.346148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:33.346642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Checking segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:33.347704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Bound using segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:33.353110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 77854740-e488-4ae5-b766-e48a00aee9d5 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:33.354850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=3d21d2b4-8473-4b4f-88eb-556e522537b5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:33.358731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:33.360417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Bound port: 34940336-9211-460b-ad9b-f1f299d93923, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:33.360993 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.371104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:33.371897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.384202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.386142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.386540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.386859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.416326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.417016 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.418525 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 9 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.452953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae99fc-ec35-4e2c-ab77-23dbb0c133ce None None] Pushing event updated for resources: {'Port': ['ID=84137486-2306-401a-b71f-a44db66d5da5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:33.472596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.472596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.472596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.472852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=ba3236b1-c952-4265-ba94-59d0d351f037,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:33.503238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.503615 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.505297 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 10 to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de Nov 11 21:01:33.535054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:33.550953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:33.556583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:33.556973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:33.557602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:33.562415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:33.562813 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 598d9f63-43f2-4636-aeec-28c0cffbc6de on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:33.563148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.645022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] For port 598d9f63-43f2-4636-aeec-28c0cffbc6de, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:33.645427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempted to set empty binding levels {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:01:33.655893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.698464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.732102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.752810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:33.754698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:33.762905 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] 10.222.0.62 "PUT /v2.0/ports/34940336-9211-460b-ad9b-f1f299d93923 HTTP/1.1" status: 200 len: 1091 time: 2.5478902 Nov 11 21:01:33.762905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'tag': '34940336-9211-460b-ad9b-f1f299d93923'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:33.767463 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25" -d '{"events": [{"name": "network-changed", "server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "tag": "34940336-9211-460b-ad9b-f1f299d93923"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:34.026297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] In _notify_port_updated(), no bound segment for port 598d9f63-43f2-4636-aeec-28c0cffbc6de on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:01:34.030784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.032112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.034079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "PUT /v2.0/ports/598d9f63-43f2-4636-aeec-28c0cffbc6de HTTP/1.1" status: 200 len: 975 time: 2.9196577 Nov 11 21:01:34.047471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3d21d2b4-8473-4b4f-88eb-556e522537b5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:34.055932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55052) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:34.159928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076410f4-4203-4fcc-a905-4ccd2325c919 service neutron] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:34.162175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3d21d2b4-8473-4b4f-88eb-556e522537b5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:34.172639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.260389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ec7b0de1-3346-49e1-9673-e892590aa74b None None] Provisioning complete for port 3d21d2b4-8473-4b4f-88eb-556e522537b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:34.260978 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0de1-3346-49e1-9673-e892590aa74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.280067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd01f8f-76a1-4103-9a78-00e9ee6a4fa4 req-aa86c5dd-96af-4e11-8ae6-7e3a31853f17 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.281782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd01f8f-76a1-4103-9a78-00e9ee6a4fa4 req-aa86c5dd-96af-4e11-8ae6-7e3a31853f17 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 943 time: 0.5081310 Nov 11 21:01:34.329696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-9e76dbbe-2ef8-4d14-be7b-0e332c855d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.332644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-9e76dbbe-2ef8-4d14-be7b-0e332c855d91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 1094 time: 0.2938461 Nov 11 21:01:34.405066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.405596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.406081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.406552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.407022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.407488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.408119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.408597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.409096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.409659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.410130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.410593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.411058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.411519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.413584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.413584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.413584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.414401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.415654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.416198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.416684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.417257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.417614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.425338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-671500aa-0ee9-41cc-8d16-a91a20d81cbc tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20669 time: 0.3643217 Nov 11 21:01:34.431479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55062) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:34.435374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ec7b0de1-3346-49e1-9673-e892590aa74b None None] Provisioning complete for port ba3236b1-c952-4265-ba94-59d0d351f037 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:34.435755 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0de1-3346-49e1-9673-e892590aa74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.444834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d78b8c-7313-4562-b48f-c77add3b9998 req-da6e9ec2-a84a-4142-8735-e48a70933ab4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.450345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4d78b8c-7313-4562-b48f-c77add3b9998 req-da6e9ec2-a84a-4142-8735-e48a70933ab4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 944 time: 0.1380405 Nov 11 21:01:34.475186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1ac30-6646-42a0-a580-e58eef621b43 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=598d9f63-43f2-4636-aeec-28c0cffbc6de,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:34.476916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b0de1-3346-49e1-9673-e892590aa74b None None] Port ba3236b1-c952-4265-ba94-59d0d351f037 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:34.496504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-c6ae4ae4-00cf-4409-82cb-90afa0814513 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34940336-9211-460b-ad9b-f1f299d93923 HTTP/1.1" status: 200 len: 217 time: 0.1253197 Nov 11 21:01:34.504733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdc5822d-9b1e-4419-b412-ea30275c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.557713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4d78b8c-7313-4562-b48f-c77add3b9998 req-84075997-bad3-4ac2-8ed1-1e432cf53b7d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037674 Nov 11 21:01:34.576777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd01f8f-76a1-4103-9a78-00e9ee6a4fa4 req-e6aa140c-f640-4cdb-8afd-993aa63df523 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765963 Nov 11 21:01:34.600013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 893c32ad-2565-4fe2-860c-c88e099631ea up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:34.658982 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909cebbf-97cc-4012-9dd8-d15605b285e4 x-openstack-request-id: req-909cebbf-97cc-4012-9dd8-d15605b285e4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:34.665007 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "tag": "34940336-9211-460b-ad9b-f1f299d93923", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:34.665495 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-909cebbf-97cc-4012-9dd8-d15605b285e4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:34.666023 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'tag': '34940336-9211-460b-ad9b-f1f299d93923', 'status': 'completed', 'code': 200} Nov 11 21:01:34.729470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-e920390b-89b0-4874-b7ec-e599e914c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:34.730958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-e920390b-89b0-4874-b7ec-e599e914c87b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.2248099 Nov 11 21:01:34.783787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.788011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3563274b-4c63-4118-a20b-8cc72a220788 req-7f63a9a6-c8c5-4df7-85d3-c97484710ef5 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0723090 Nov 11 21:01:34.818952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-43e50fbd-afe5-4c46-a97d-28b90b8c1a6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299041 Nov 11 21:01:34.833666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Deleting port 598d9f63-43f2-4636-aeec-28c0cffbc6de {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:34.834012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.843649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 893c32ad-2565-4fe2-860c-c88e099631ea completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:01:34.850303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 893c32ad-2565-4fe2-860c-c88e099631ea triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:34.854128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.876844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.878211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.965798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] For port 598d9f63-43f2-4636-aeec-28c0cffbc6de, host n-h2-805734-3, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:34.967605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.975511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:34.989598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Calling delete_port for 598d9f63-43f2-4636-aeec-28c0cffbc6de owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:35.005813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=ba3236b1-c952-4265-ba94-59d0d351f037,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:35.009299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:35.012506 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7c7993-c201-4731-b0e6-0e7c0d27e819" -d '{"events": [{"server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "name": "network-vif-plugged", "status": "completed", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:35.027765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-46f791b1-74de-425e-b596-825dada75508 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815977 Nov 11 21:01:35.037275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 893c32ad-2565-4fe2-860c-c88e099631ea, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=893c32ad-2565-4fe2-860c-c88e099631ea,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:35.088958 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4393e0-3e58-4c1c-a252-aface66b4295 x-openstack-request-id: req-df4393e0-3e58-4c1c-a252-aface66b4295 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:35.089572 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "name": "network-vif-plugged", "status": "completed", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:35.089572 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df4393e0-3e58-4c1c-a252-aface66b4295 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:35.089913 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea', 'code': 200} Nov 11 21:01:35.090590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 77854740-e488-4ae5-b766-e48a00aee9d5 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:35.092180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:35.112463 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.186004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34296901-48ae-40b5-9d2e-98212f352cc8 None None] Network 190e58c9-4ec5-485e-a393-87cd41c7442d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:35.219032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4336ea9f-e3a5-4261-887e-007639b64ff1 req-a0ebdba6-ea96-4f3b-8a12-5bb6398e1a43 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608627 Nov 11 21:01:35.302956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36294-65fd-47da-9042-24fb44b494b7 req-f59dab64-6fe6-4b1a-be9a-a8bd0b58f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:35.304926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71a36294-65fd-47da-9042-24fb44b494b7 req-f59dab64-6fe6-4b1a-be9a-a8bd0b58f947 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1096 time: 0.0909286 Nov 11 21:01:35.305424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=893c32ad-2565-4fe2-860c-c88e099631ea,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:35.336597 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.369215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71a36294-65fd-47da-9042-24fb44b494b7 req-120c8e30-9476-4be1-9258-791dbb7cb942 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527606 Nov 11 21:01:35.379399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event deleted for resources: {'Port': ['ID=598d9f63-43f2-4636-aeec-28c0cffbc6de,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:35.391750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.397764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cd02bfa7-998b-4d15-9e38-e6c6ca793cd1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "DELETE /v2.0/ports/598d9f63-43f2-4636-aeec-28c0cffbc6de HTTP/1.1" status: 204 len: 168 time: 0.9631431 Nov 11 21:01:35.399732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55076) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:35.427379 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cc6ca4-a555-4374-8040-72d997016e27 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:01:35.429270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4cc6ca4-a555-4374-8040-72d997016e27 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "GET /v2.0/ports/598d9f63-43f2-4636-aeec-28c0cffbc6de HTTP/1.1" status: 404 len: 333 time: 0.0281525 Nov 11 21:01:35.432350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-68a6bf79-88f1-4ee3-8b33-2cc9ee985a09 None None] Provisioning complete for port 84137486-2306-401a-b71f-a44db66d5da5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:35.432877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68a6bf79-88f1-4ee3-8b33-2cc9ee985a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.433415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:35.438306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1855270487', 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:35.448287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 7da80022-6fa5-45a8-a352-9769e773ac42 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:01:35.450544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-80aeba6d-1aea-41a3-85ef-5893208e1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:35.452340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-80aeba6d-1aea-41a3-85ef-5893208e1ebf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0748675 Nov 11 21:01:35.521077 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.574653 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68a6bf79-88f1-4ee3-8b33-2cc9ee985a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.601265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:35.609796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1f651b8e-b878-4a7c-8fb8-bfccddbd4161 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/7da80022-6fa5-45a8-a352-9769e773ac42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0482235 Nov 11 21:01:35.611125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Made reservation on behalf of b96824f0bbb24de7b476fe5609fbb823 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:35.612699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55088) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:35.614682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.631785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-68a6bf79-88f1-4ee3-8b33-2cc9ee985a09 None None] For port 84137486-2306-401a-b71f-a44db66d5da5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84137486-2306-401a-b71f-a44db66d5da5,segment=NetworkSegment(e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df),segment_id=e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:35.635429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] Sync routers for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:35.664851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:35.666499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:35.678850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] device_id is not set on port 24db2031-3e40-472c-9a06-dd082b20387f yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:35.774035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:35.787498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:35.788142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:35.845590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:35.847076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bf7f2-acf9-4bc2-8402-af67ddeed112 None None] The sync data for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:35.848906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68a6bf79-88f1-4ee3-8b33-2cc9ee985a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:35.867461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a0783-7b75-4b6d-9dd4-08a4d98c5c3e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:35.871838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b1a0783-7b75-4b6d-9dd4-08a4d98c5c3e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports/ba3236b1-c952-4265-ba94-59d0d351f037 HTTP/1.1" status: 200 len: 911 time: 0.2552807 Nov 11 21:01:35.872697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:35.917420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84137486-2306-401a-b71f-a44db66d5da5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:35.924876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6bf79-88f1-4ee3-8b33-2cc9ee985a09 None None] Pushing event updated for resources: {'Port': ['ID=84137486-2306-401a-b71f-a44db66d5da5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:35.965715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3cbff-12a7-4c59-ba81-e41699f97b07 req-6cc149c0-f661-4fde-b096-903290345884 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:35.975612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9f3cbff-12a7-4c59-ba81-e41699f97b07 req-6cc149c0-f661-4fde-b096-903290345884 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 943 time: 0.2261410 Nov 11 21:01:35.990505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46a6f7b1-983a-42cb-bf65-c2cd8782a39d None None] Provisioning complete for port ba3236b1-c952-4265-ba94-59d0d351f037 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:35.991144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46a6f7b1-983a-42cb-bf65-c2cd8782a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.036851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46a6f7b1-983a-42cb-bf65-c2cd8782a39d None None] Port ba3236b1-c952-4265-ba94-59d0d351f037 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:36.040202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 84137486-2306-401a-b71f-a44db66d5da5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:36.040687 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.042608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce29e3-c3a0-45ac-8313-319258868d56 req-2682ad63-983e-4fdc-be7d-0ae1abe9bce4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:36.044209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68ce29e3-c3a0-45ac-8313-319258868d56 req-2682ad63-983e-4fdc-be7d-0ae1abe9bce4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.3090086 Nov 11 21:01:36.065021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-81ebea2b-01f9-4c93-87e2-7246f2a7ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:36.066575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-81ebea2b-01f9-4c93-87e2-7246f2a7ded9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 912 time: 0.4431887 Nov 11 21:01:36.086682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.093082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9f3cbff-12a7-4c59-ba81-e41699f97b07 req-3829880e-768a-4143-a308-a6e2bf386050 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175025 Nov 11 21:01:36.163120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f55bcc42-a4ea-48c2-9edb-a5d1f9d4b22e None None] Provisioning complete for port 84137486-2306-401a-b71f-a44db66d5da5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:36.164806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f55bcc42-a4ea-48c2-9edb-a5d1f9d4b22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.180113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-93ee1ba5-e3f0-49b1-846c-a1f10a8ecc57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34940336-9211-460b-ad9b-f1f299d93923 HTTP/1.1" status: 200 len: 217 time: 0.0941222 Nov 11 21:01:36.209964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.271345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:36.274368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:36.279077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:36.280053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:36.280643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.284802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=24db2031-3e40-472c-9a06-dd082b20387f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:36.298492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68ce29e3-c3a0-45ac-8313-319258868d56 req-1571c1fa-72fa-4b0a-acf7-a89eccf33770 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430859 Nov 11 21:01:36.370079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-a06b88e8-2dd8-45b1-9d7a-265c19c65129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:36.371855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-a06b88e8-2dd8-45b1-9d7a-265c19c65129 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.1352582 Nov 11 21:01:36.377438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-220fda71-89fd-4456-b05c-12cdcd0530f2 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9429121 Nov 11 21:01:36.378768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:36.454719 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-21bd5ec1-6d8d-4446-9a33-a112a5b5bc86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503485 Nov 11 21:01:36.463096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bb73cae-59ef-4bcb-9af1-890e258681e1 req-3067d692-66c5-4a48-bbb8-4718b0dee533 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0632062 Nov 11 21:01:36.469501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f2fd7-543c-4902-95cd-2d5525ce6d58 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:36.471223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ac3f2fd7-543c-4902-95cd-2d5525ce6d58 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "GET /v2.0/ports/24db2031-3e40-472c-9a06-dd082b20387f HTTP/1.1" status: 200 len: 955 time: 0.0909264 Nov 11 21:01:36.474311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:36.698069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-8595acd5-c28d-4153-98dc-1153b96f5b0f service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311323 Nov 11 21:01:36.699787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.713880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Deleting port 24db2031-3e40-472c-9a06-dd082b20387f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:36.714216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.860747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:36.912347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Calling delete_port for 24db2031-3e40-472c-9a06-dd082b20387f owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:36.996631 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.033207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc1c248a-2e6c-4481-a333-3bc8fc7bbf25 req-3143ff8d-892c-4983-9c7d-dc5442149a7c service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169982 Nov 11 21:01:37.174191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.212406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event deleted for resources: {'Port': ['ID=24db2031-3e40-472c-9a06-dd082b20387f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:37.226390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8:1::1 (190e58c9-4ec5-485e-a393-87cd41c7442d/aa4cba40-02f4-4822-8780-85868e72951a/fb4d6008-230b-4c00-a4b2-a6a295258d5c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:37.234555 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.238706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a3e1d46b-998b-44aa-8611-3be27be52c25 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "DELETE /v2.0/ports/24db2031-3e40-472c-9a06-dd082b20387f HTTP/1.1" status: 204 len: 168 time: 0.7603505 Nov 11 21:01:37.241981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:37.309586 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25ea9c3-44d5-4b8a-a4c0-6be0d200b7a4 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:01:37.311259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e25ea9c3-44d5-4b8a-a4c0-6be0d200b7a4 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "GET /v2.0/ports/24db2031-3e40-472c-9a06-dd082b20387f HTTP/1.1" status: 404 len: 333 time: 0.0682666 Nov 11 21:01:37.314970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:37.323348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Request body: {'port': {'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1296713188'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:37.340977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63673e71-f298-4ab2-83f5-dbc13fb06b2c req-d478c5f2-12b4-429d-9fac-8aa51b0b1d89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:37.342579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-63673e71-f298-4ab2-83f5-dbc13fb06b2c req-d478c5f2-12b4-429d-9fac-8aa51b0b1d89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 943 time: 0.1366909 Nov 11 21:01:37.424194 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.428433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Made reservation on behalf of b96824f0bbb24de7b476fe5609fbb823 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:37.429449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-63673e71-f298-4ab2-83f5-dbc13fb06b2c req-918cee03-543a-43fd-8c34-dd199f774a06 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795531 Nov 11 21:01:37.435372 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.476891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] device_id is not set on port 6fc66939-7c16-4037-8969-aef0c1d78824 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:37.530423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85bde7-31c8-4d8b-bd58-510092351353 req-e5799258-e32d-4dda-a450-bfa806294fa0 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:37.532104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f85bde7-31c8-4d8b-bd58-510092351353 req-e5799258-e32d-4dda-a450-bfa806294fa0 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1245096 Nov 11 21:01:37.592796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c2ab99a-70d7-4db5-97d0-deec3ffb3468 req-46226a82-53f9-4d13-9a43-896937de2f0b tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0330431 Nov 11 21:01:37.604907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.637359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f85bde7-31c8-4d8b-bd58-510092351353 req-49608812-6a33-4ba5-acdd-0bbe6f335b44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963140 Nov 11 21:01:37.652674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 190e58c9-4ec5-485e-a393-87cd41c7442d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:37.657453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:37.661777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:37.662311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.719414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.733121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=fb4d6008-230b-4c00-a4b2-a6a295258d5c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:37.802116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84137486-2306-401a-b71f-a44db66d5da5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:37.841819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b834e1-7ca1-4916-9616-4db3e6b805f9 req-5fd7c684-531d-42ae-964e-74e02255b106 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:37.843512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1b834e1-7ca1-4916-9616-4db3e6b805f9 req-5fd7c684-531d-42ae-964e-74e02255b106 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1025500 Nov 11 21:01:37.854825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55142) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:37.857753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.862814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'floatingip': {'port_id': '893c32ad-2565-4fe2-860c-c88e099631ea'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:37.864446 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.887440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 84137486-2306-401a-b71f-a44db66d5da5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:37.888023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.958535 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:37.963456 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.011360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0b7718b8-7a1b-4437-964b-faa29e6388af None None] Provisioning complete for port fb4d6008-230b-4c00-a4b2-a6a295258d5c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:38.011952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0b7718b8-7a1b-4437-964b-faa29e6388af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.013036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:38.014469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:38.039989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:38.040966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:38.041584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.051931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0b7718b8-7a1b-4437-964b-faa29e6388af None None] Port fb4d6008-230b-4c00-a4b2-a6a295258d5c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:38.052343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=6fc66939-7c16-4037-8969-aef0c1d78824,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:38.178352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f0cbfac3-dcba-44de-8248-d630bbf3a8e1 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8614759 Nov 11 21:01:38.180985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:38.186206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:38.295679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.602012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 34940336-9211-460b-ad9b-f1f299d93923 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:01:38.831717 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.resource_extend [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:01:38.868688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:38.879236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.883568 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f81bdcf9-51f0-4114-9ff2-95a02a460914 req-76c844ab-a7e7-493c-880a-d84d93465bf8 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0707448 Nov 11 21:01:38.889963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab74fec-7fba-4e65-9343-7daae3e0fcb7 req-04f5293a-4894-4b8d-8a95-64bc0f79283c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:38.898484 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ab74fec-7fba-4e65-9343-7daae3e0fcb7 req-04f5293a-4894-4b8d-8a95-64bc0f79283c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 943 time: 0.1545300 Nov 11 21:01:38.900976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '34940336-9211-460b-ad9b-f1f299d93923', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'port_id': '34940336-9211-460b-ad9b-f1f299d93923', 'mac_address': 'fa:16:3e:f6:88:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:01:38.959498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.975695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34940336-9211-460b-ad9b-f1f299d93923 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:01:38.986365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] device_id is not set on port 6fc66939-7c16-4037-8969-aef0c1d78824 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:38.987357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ab74fec-7fba-4e65-9343-7daae3e0fcb7 req-e7e532c9-23b7-44c0-9875-74c9cf2dc12c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875051 Nov 11 21:01:38.990403 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.991304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:38.997383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:39.000981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:39.005672 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:39.090783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=fb4d6008-230b-4c00-a4b2-a6a295258d5c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:39.132844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 190e58c9-4ec5-485e-a393-87cd41c7442d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:39.134385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:39.137989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:39.169415 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:39.194178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:39.236465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:39.298669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 7da80022-6fa5-45a8-a352-9769e773ac42 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:01:39.318106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=6fc66939-7c16-4037-8969-aef0c1d78824,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:39.347656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.348011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.348382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.381358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.381697 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.383575 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 2 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:39.418698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.419082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.419424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.430850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.431197 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.433022 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 3 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:39.437947 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Floating IP 23be3e04-06f2-48d0-b008-b4416cc2960a associated. External IP: 172.25.2.31, port: 893c32ad-2565-4fe2-860c-c88e099631ea. Nov 11 21:01:39.484628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['34940336-9211-460b-ad9b-f1f299d93923'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:01:39.536271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:39.542786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8f4a2796-808b-40e8-9e4f-b753768303c6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/7da80022-6fa5-45a8-a352-9769e773ac42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6694715 Nov 11 21:01:39.545476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55174) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:39.550581 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] Sync routers for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:39.588693 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:39.589697 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:39.614786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.615300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.615744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.618945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75667013-4d07-421d-af98-793961a205a8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:39.623128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-75667013-4d07-421d-af98-793961a205a8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports/fb4d6008-230b-4c00-a4b2-a6a295258d5c HTTP/1.1" status: 200 len: 913 time: 0.0739577 Nov 11 21:01:39.623276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:39.631037 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:39.640706 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:39.641541 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:39.646020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.646020 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.652290 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 4 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:39.674056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.674537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.675541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.692139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-26898613-4687-4cee-8fc8-53cbf176b9bd None None] Provisioning complete for port fb4d6008-230b-4c00-a4b2-a6a295258d5c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:39.692837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26898613-4687-4cee-8fc8-53cbf176b9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:39.730465 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:39.730851 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae0eb5-da8d-43ba-baae-d1e36c74f669 None None] The sync data for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:39.752140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-26898613-4687-4cee-8fc8-53cbf176b9bd None None] Port fb4d6008-230b-4c00-a4b2-a6a295258d5c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:39.810559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.811078 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.813424 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 5 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:39.832279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.833006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.833180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.842777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.843236 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.845330 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 6 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:39.864926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.865416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.865856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.875608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Router 179774aa-0942-4f33-86d4-04748dc7739e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:01:39.876879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.877311 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.878018 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 7 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:39.893399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.893960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.894410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.902989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.903424 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.905503 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 8 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:39.970982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:39.972139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:39.972965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:39.979223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:39.979686 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:39.981617 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 9 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:40.014244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:40.014701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:40.015145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:40.058043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:40.058619 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:40.061102 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempt 10 to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 Nov 11 21:01:40.068948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-076df715-bb1a-42bb-ae29-445b0b0bdbd3 req-31e9ae46-9d86-4b3c-b147-1739e20029cc tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0732663 Nov 11 21:01:40.111620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:40.112412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:40.112877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempting to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:40.124835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:40.126131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:01:40.126465 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Failed to bind port 6fc66939-7c16-4037-8969-aef0c1d78824 on host n-h2-805734-3 for vnic_type normal using segments [{'id': 'd431f034-0487-4032-8cb3-7a1d2c4f5599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'efbbb380-0c05-4bb5-8f0e-d482d22a8e06'}] Nov 11 21:01:40.126840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.138749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.139034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] Sync routers for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:40.152914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:40.153437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:40.211347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.211645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5f70f967-f0ef-49f5-8401-88f2206c1382 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "PUT /v2.0/floatingips/23be3e04-06f2-48d0-b008-b4416cc2960a HTTP/1.1" status: 200 len: 990 time: 2.3549204 Nov 11 21:01:40.253283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:40.255806 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:40.298571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd0f5e-87aa-4c65-8554-cf146965796f req-85f6b0d6-c65b-44fe-ade9-c98a5983f156 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:40.308940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60fd0f5e-87aa-4c65-8554-cf146965796f req-85f6b0d6-c65b-44fe-ade9-c98a5983f156 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 944 time: 0.2351661 Nov 11 21:01:40.310766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:40.378397 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9499e067-2836-466e-a2d9-4ebdb4f0bf07 x-openstack-request-id: req-9499e067-2836-466e-a2d9-4ebdb4f0bf07 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:40.378764 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:40.378945 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9499e067-2836-466e-a2d9-4ebdb4f0bf07 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:40.380667 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea', 'status': 'completed', 'code': 200} Nov 11 21:01:40.424430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60fd0f5e-87aa-4c65-8554-cf146965796f req-1ee751d3-f9a5-4f8e-ba2e-6e54ab8d86b6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108103 Nov 11 21:01:40.426548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] For port 6fc66939-7c16-4037-8969-aef0c1d78824, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:40.426927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:01:40.489903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.522879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-c83823fc-a400-4d94-ad5d-9c91475f741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:40.524843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-c83823fc-a400-4d94-ad5d-9c91475f741f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1096 time: 0.0854504 Nov 11 21:01:40.645048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 34940336-9211-460b-ad9b-f1f299d93923 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:40.779521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port fb4d6008-230b-4c00-a4b2-a6a295258d5c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:40.780008 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.845108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '23be3e04-06f2-48d0-b008-b4416cc2960a', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'port_id': '893c32ad-2565-4fe2-860c-c88e099631ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'mac_address': 'fa:16:3e:c5:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:01:16Z', 'updated_at': '2021-11-11T21:01:38Z', 'revision_number': 1, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:40.853521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-b77dd480-9eba-4f14-8a9a-a01bdd311be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:40.855459 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-b77dd480-9eba-4f14-8a9a-a01bdd311be5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.3090377 Nov 11 21:01:40.875430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] Checking router: 179774aa-0942-4f33-86d4-04748dc7739e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:01:40.885748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 34940336-9211-460b-ad9b-f1f299d93923 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:01:40.890680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:40.891332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:40.893074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 34940336-9211-460b-ad9b-f1f299d93923 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:40.893996 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.954127 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.982054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-b8fb0503-970c-4781-8696-7ca6985142f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 200 len: 998 time: 0.1116533 Nov 11 21:01:40.983419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for fb4d6008-230b-4c00-a4b2-a6a295258d5c owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:40.990627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] In _notify_port_updated(), no bound segment for port 6fc66939-7c16-4037-8969-aef0c1d78824 on network efbbb380-0c05-4bb5-8f0e-d482d22a8e06 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:01:40.991677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:40.992312 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:40.993654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "PUT /v2.0/ports/6fc66939-7c16-4037-8969-aef0c1d78824 HTTP/1.1" status: 200 len: 975 time: 2.8117387 Nov 11 21:01:40.996362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55210) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:41.036074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0f719-2ed7-4ec3-a0ec-0f1391986a59 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event updated for resources: {'Port': ['ID=6fc66939-7c16-4037-8969-aef0c1d78824,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:41.089127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:01:41.091657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-88fd1a75-7210-494a-b638-be71ffdfcdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:41.093164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-88fd1a75-7210-494a-b638-be71ffdfcdb4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.1007102 Nov 11 21:01:41.114446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Deleting port 6fc66939-7c16-4037-8969-aef0c1d78824 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:41.114815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:41.200845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] For port 6fc66939-7c16-4037-8969-aef0c1d78824, host n-h2-805734-3, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:41.201039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:41.227421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Calling delete_port for 6fc66939-7c16-4037-8969-aef0c1d78824 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:41.266646 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:41.276998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1024baa6-6aa6-4458-804a-65094bda2f58 req-6c9e60a8-567f-4f8f-9d58-6ef9108653c1 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0855196 Nov 11 21:01:41.289131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-5e3c964d-21c2-47b1-af3e-95324327efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:41.293514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-5e3c964d-21c2-47b1-af3e-95324327efd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836824 Nov 11 21:01:41.471478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:41.474301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940336-9211-460b-ad9b-f1f299d93923'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:01:41.477225 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7583f6-57be-42dc-8d50-bda38565d195" -d '{"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-plugged", "status": "completed", "tag": "34940336-9211-460b-ad9b-f1f299d93923"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:01:41.507226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-3fd9eb08-7cd9-4dea-a5ac-7a328b7c15d4 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752784 Nov 11 21:01:41.519691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9046e-d45e-46c9-bf76-01c13ed2d56f req-09d1596e-e2aa-4a67-b14f-5a3adbcc0c8e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:41.520790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '23be3e04-06f2-48d0-b008-b4416cc2960a', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'port_id': '893c32ad-2565-4fe2-860c-c88e099631ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'mac_address': 'fa:16:3e:c5:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:01:16Z', 'updated_at': '2021-11-11T21:01:38Z', 'revision_number': 1, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:41.522043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ead9046e-d45e-46c9-bf76-01c13ed2d56f req-09d1596e-e2aa-4a67-b14f-5a3adbcc0c8e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.2380791 Nov 11 21:01:41.550205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1119e-bc15-4d95-8beb-1e4bb2ff559f None None] The sync data for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 is: [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '23be3e04-06f2-48d0-b008-b4416cc2960a', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'port_id': '893c32ad-2565-4fe2-860c-c88e099631ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'mac_address': 'fa:16:3e:c5:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:01:16Z', 'updated_at': '2021-11-11T21:01:38Z', 'revision_number': 1, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:41.551188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-acad903e-2ce5-4d92-937b-cb8797836574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:41.554084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-acad903e-2ce5-4d92-937b-cb8797836574 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1880438 Nov 11 21:01:41.572017 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:41.614934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a02c3558-bad3-4760-bb08-e1924b89ed74 req-1c2b8490-5706-49d7-b25d-6a5e3921ae74 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0749288 Nov 11 21:01:41.623174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:41.648359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:41.669261 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:41.725033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ead9046e-d45e-46c9-bf76-01c13ed2d56f req-0e31a596-4f2e-4972-adca-4932b7328f46 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918526 Nov 11 21:01:41.755120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fc66939-7c16-4037-8969-aef0c1d78824,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:41.770961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=fb4d6008-230b-4c00-a4b2-a6a295258d5c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:41.771540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:41.804461 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e2fa4482-c4b8-40c8-9290-1b2f86d63e9a tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6fc66939-7c16-4037-8969-aef0c1d78824 HTTP/1.1" status: 204 len: 168 time: 0.8069351 Nov 11 21:01:41.811852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55234) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:41.819956 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaffe71-d59b-408b-b1b2-e24ae614539c x-openstack-request-id: req-cfaffe71-d59b-408b-b1b2-e24ae614539c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:01:41.824616 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-plugged", "status": "completed", "tag": "34940336-9211-460b-ad9b-f1f299d93923", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:01:41.825009 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfaffe71-d59b-408b-b1b2-e24ae614539c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:01:41.825547 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940336-9211-460b-ad9b-f1f299d93923', 'code': 200} Nov 11 21:01:41.870019 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6835b761-ea7e-423f-9102-702ea170c601 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:01:41.876252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6835b761-ea7e-423f-9102-702ea170c601 tempest-PortsAdminExtendedAttrsTestJSON-1030193642 tempest-PortsAdminExtendedAttrsTestJSON-1030193642-project-admin] 10.222.0.31 "GET /v2.0/ports/6fc66939-7c16-4037-8969-aef0c1d78824 HTTP/1.1" status: 404 len: 333 time: 0.0569620 Nov 11 21:01:41.877111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:41.891002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc35ccff-fc58-46fe-be9f-88b65a0cd2a8 req-f8113e20-d6b6-4ead-839a-af48f08e9429 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765309 Nov 11 21:01:41.895465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-13392680-67c4-40f5-aeb2-3131e004d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:41.898259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-13392680-67c4-40f5-aeb2-3131e004d391 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.3298843 Nov 11 21:01:41.926901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84525a43-f24f-46d2-a322-c17cffe1c3e1 req-edc06f3c-f69a-432c-a1e9-43b8b24464fe tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:41.952464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84525a43-f24f-46d2-a322-c17cffe1c3e1 req-edc06f3c-f69a-432c-a1e9-43b8b24464fe tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.4100616 Nov 11 21:01:42.003369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-14775578-e0ef-40a7-b3ff-45900506fed7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 200 len: 217 time: 0.0550032 Nov 11 21:01:42.024402 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1438846-3f44-410a-8461-704e55ca4e15 None None] New status for floating IP 23be3e04-06f2-48d0-b008-b4416cc2960a: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:01:42.072333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.100245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-529a45fb-f02d-4579-a5ec-fe02f3c5f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:42.101719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-529a45fb-f02d-4579-a5ec-fe02f3c5f2cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.0892677 Nov 11 21:01:42.143990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84525a43-f24f-46d2-a322-c17cffe1c3e1 req-21896eca-c4b5-4a89-b3a1-96326dfd5145 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906433 Nov 11 21:01:42.175313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-df81993f-6a17-4924-9bbe-213864999e77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381939 Nov 11 21:01:42.200850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfd511-4305-445c-a384-f0bc55ce55fe req-c8d1f5b1-fd88-4f58-8e6a-f0a177a706e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:42.202541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38bfd511-4305-445c-a384-f0bc55ce55fe req-c8d1f5b1-fd88-4f58-8e6a-f0a177a706e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 1096 time: 0.2298188 Nov 11 21:01:42.216807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.345564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38bfd511-4305-445c-a384-f0bc55ce55fe req-7c0b1879-700c-449f-a33d-41f3d173827d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324086 Nov 11 21:01:42.367723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 7da80022-6fa5-45a8-a352-9769e773ac42 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:01:42.369616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.399495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbbb380-0c05-4bb5-8f0e-d482d22a8e06']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:42.411005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd431f034-0487-4032-8cb3-7a1d2c4f5599') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:42.411322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd431f034-0487-4032-8cb3-7a1d2c4f5599') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:42.422284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.440373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.467639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:01:42.468657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:01:42.474424 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:01:42.498892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:42.508044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e6b4214b-535d-4c7b-a5a0-ff45ff1b61b7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/7da80022-6fa5-45a8-a352-9769e773ac42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8810172 Nov 11 21:01:42.508423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-41707d6c-dade-435e-8630-8671802e7634 req-ab8539ed-38d4-41e0-b3b7-80298070a070 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0683210 Nov 11 21:01:42.508548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:42.527031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] Sync routers for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:42.553260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:42.553900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:42.571259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-4f6b8e57-c5df-4389-9b8b-9bc5968f8c4f service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790653 Nov 11 21:01:42.597007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:42.606265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:42.606951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:42.650576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:42.651392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5570b84-2513-4cf6-a6f1-57527e4fd0c6 None None] The sync data for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:42.691687 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.710963 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:42.710963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] 10.222.0.31 "DELETE /v2.0/networks/efbbb380-0c05-4bb5-8f0e-d482d22a8e06 HTTP/1.1" status: 204 len: 168 time: 0.8078301 Nov 11 21:01:42.733450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec227c6-e898-4eb0-9a8a-33cc1098e160 tempest-PortsAdminExtendedAttrsTestJSON-1210667438 tempest-PortsAdminExtendedAttrsTestJSON-1210667438-project] Pushing event deleted for resources: {'Network': ['ID=efbbb380-0c05-4bb5-8f0e-d482d22a8e06,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:42.738855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae20f361-72b0-440a-9ff5-fe6271ef0236 req-2d4d76fc-f36c-4944-9966-663fcf35d11c service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284935 Nov 11 21:01:42.945412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7664a0c-98fe-4709-92aa-6bf1b8b01c9f req-afbda75b-f222-4bfa-9b07-360000721ddc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:42.947331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7664a0c-98fe-4709-92aa-6bf1b8b01c9f req-afbda75b-f222-4bfa-9b07-360000721ddc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1067181 Nov 11 21:01:43.027555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7664a0c-98fe-4709-92aa-6bf1b8b01c9f req-cc0af72f-f633-4b78-b4b6-fb4943c45c5c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723920 Nov 11 21:01:43.306424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:43.317269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579326b5-dfb0-493b-a78d-21d701e2e19b req-3375f700-9e97-4e17-959a-9a9f2002bd3f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:43.319233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-579326b5-dfb0-493b-a78d-21d701e2e19b req-3375f700-9e97-4e17-959a-9a9f2002bd3f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0747783 Nov 11 21:01:43.378985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55272) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:43.388655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-579326b5-dfb0-493b-a78d-21d701e2e19b req-34cf3da7-e31b-4f95-a305-a7075c9a961f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630331 Nov 11 21:01:43.528567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-adefc485-3d91-4ad2-a88c-590851646a54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faed0887bb884b5f89693e9cad00d1d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484191 Nov 11 21:01:43.531133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:43.590959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port ba3236b1-c952-4265-ba94-59d0d351f037 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:43.591309 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:43.599485 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30ac0d1b-139d-4b1b-8fe1-8a1ffffeb6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:43.627760 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30ac0d1b-139d-4b1b-8fe1-8a1ffffeb6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:43.678959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-873e61a3-112b-4499-b7ce-f317ecd8e4cb req-8c9f4119-3c4c-4237-8d19-035911535db0 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0306604 Nov 11 21:01:43.732885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:43.749771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for ba3236b1-c952-4265-ba94-59d0d351f037 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:43.791896 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30ac0d1b-139d-4b1b-8fe1-8a1ffffeb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:43.794911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-30ac0d1b-139d-4b1b-8fe1-8a1ffffeb6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:43.797099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-30ac0d1b-139d-4b1b-8fe1-8a1ffffeb6fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60b6a6ea-23ad-48a8-81f8-acf6a346563f HTTP/1.1" status: 204 len: 168 time: 0.2649684 Nov 11 21:01:43.813850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac0d1b-139d-4b1b-8fe1-8a1ffffeb6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6a6ea-23ad-48a8-81f8-acf6a346563f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:44.044281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd2197f1-5d26-4d15-bb7c-35d344e18cac req-514cee6d-d1ba-4cba-a935-29744b591a9a tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe&device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0284464 Nov 11 21:01:44.072035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:44.180248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=ba3236b1-c952-4265-ba94-59d0d351f037,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:44.293288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e8bf8-64c3-42b6-9677-048d702f14e5 req-4a0012b2-0608-401e-8d2c-cdc7d6c912ec tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:44.295495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e43e8bf8-64c3-42b6-9677-048d702f14e5 req-4a0012b2-0608-401e-8d2c-cdc7d6c912ec tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1725602 Nov 11 21:01:44.350489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:44.384744 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e43e8bf8-64c3-42b6-9677-048d702f14e5 req-844be0b4-a271-4169-9dc3-349b308a8512 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794349 Nov 11 21:01:44.536428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc5498-7c36-462e-a282-3c8222b5ea09 req-f31f65e8-8876-4dd9-bc49-d46e733c4417 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:44.537975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1dc5498-7c36-462e-a282-3c8222b5ea09 req-f31f65e8-8876-4dd9-bc49-d46e733c4417 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0686269 Nov 11 21:01:44.565293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 7da80022-6fa5-45a8-a352-9769e773ac42 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:01:44.623058 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1dc5498-7c36-462e-a282-3c8222b5ea09 req-0a41f536-9d8e-4223-8d6e-48e8635f3fa5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730107 Nov 11 21:01:44.667582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:44.672704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-64bd880d-0cb6-4b4e-8ba1-4f1e86de4d4d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/7da80022-6fa5-45a8-a352-9769e773ac42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1632338 Nov 11 21:01:44.675594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55314) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:44.680031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] Sync routers for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:44.698765 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:44.703202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8312e808-f5ee-475e-a6f1-a50ea4939431 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da80022-6fa5-45a8-a352-9769e773ac42 HTTP/1.1" status: 200 len: 205 time: 0.0264733 Nov 11 21:01:44.703633 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:44.706539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:44.761683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:44.781959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4a62fbd-0b53-4a33-ada3-2331541a033b req-815a94f6-6be7-450d-bc94-680ca46c9e59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=703dbfa623434b94987aba1d0b7369c9&device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0552866 Nov 11 21:01:44.808863 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:44.836694 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] Routers {'7da80022-6fa5-45a8-a352-9769e773ac42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:44.836827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33e22d22-ea4b-4e0c-a444-068a9738e241 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:44.837332 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7da80022-6fa5-45a8-a352-9769e773ac42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:44.872227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5309ae55-ae31-42d6-879d-a73c02d333a2 req-84971f34-da98-403e-85d3-5ffa9442087f tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0552278 Nov 11 21:01:44.877056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4a62fbd-0b53-4a33-ada3-2331541a033b req-c1231c8d-c178-4223-a415-9633e2da023d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=703dbfa623434b94987aba1d0b7369c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818269 Nov 11 21:01:44.894353 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:44.895012 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1369ab67-9d84-487c-b76c-26c77257571b None None] The sync data for ids ['7da80022-6fa5-45a8-a352-9769e773ac42'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:44.903801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-341bcd05-dbf7-4283-93a3-e2b3e5faa0d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b96824f0bbb24de7b476fe5609fbb823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410031 Nov 11 21:01:44.904497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:45.016712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33e22d22-ea4b-4e0c-a444-068a9738e241 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.017236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5af54302-c850-4efd-a186-42b01332c1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.020383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33e22d22-ea4b-4e0c-a444-068a9738e241 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.024000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62fbd-0b53-4a33-ada3-2331541a033b req-f15dfcfa-9f00-416f-bd08-93c88d1a4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:45.025594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4a62fbd-0b53-4a33-ada3-2331541a033b req-f15dfcfa-9f00-416f-bd08-93c88d1a4d82 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400554 Nov 11 21:01:45.044540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5af54302-c850-4efd-a186-42b01332c1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.201818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33e22d22-ea4b-4e0c-a444-068a9738e241 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.202432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e22d22-ea4b-4e0c-a444-068a9738e241 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Fanout notify agent at l3_agent the message router_deleted on router 7da80022-6fa5-45a8-a352-9769e773ac42 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:01:45.227819 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33e22d22-ea4b-4e0c-a444-068a9738e241 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.227819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-33e22d22-ea4b-4e0c-a444-068a9738e241 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/7da80022-6fa5-45a8-a352-9769e773ac42 HTTP/1.1" status: 204 len: 168 time: 0.5113330 Nov 11 21:01:45.228049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55338) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:45.279312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet aa4cba40-02f4-4822-8780-85868e72951a {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:01:45.282503 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.290372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5af54302-c850-4efd-a186-42b01332c1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.290372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5af54302-c850-4efd-a186-42b01332c1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.290372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5af54302-c850-4efd-a186-42b01332c1da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/279a534c-12b3-46a0-a143-4d76716c78b6 HTTP/1.1" status: 204 len: 168 time: 0.3741732 Nov 11 21:01:45.319370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af54302-c850-4efd-a186-42b01332c1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a534c-12b3-46a0-a143-4d76716c78b6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:45.339093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.445846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.553304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf935a-ad32-4c4d-9c46-1c7145ea4aef req-903e4aae-7a63-423d-a431-cdf7a989ee3a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:45.560676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4faf935a-ad32-4c4d-9c46-1c7145ea4aef req-903e4aae-7a63-423d-a431-cdf7a989ee3a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0923352 Nov 11 21:01:45.566338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878fb9-9b49-4a60-9236-9172bd7cac39 req-736e2e58-e313-4126-be48-a1af80c01896 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:45.568013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30878fb9-9b49-4a60-9236-9172bd7cac39 req-736e2e58-e313-4126-be48-a1af80c01896 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0809071 Nov 11 21:01:45.607211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.631211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30878fb9-9b49-4a60-9236-9172bd7cac39 req-e17dbcee-c951-4f83-b2da-6cc08f0652aa tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528901 Nov 11 21:01:45.647652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4faf935a-ad32-4c4d-9c46-1c7145ea4aef req-4df45a68-d3bb-483d-a9ee-62b19e4bed2f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852489 Nov 11 21:01:45.651168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.655120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/aa4cba40-02f4-4822-8780-85868e72951a HTTP/1.1" status: 204 len: 168 time: 0.4319227 Nov 11 21:01:45.657350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a33e26-09ce-4b03-9180-6cdc9fd552f5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4cba40-02f4-4822-8780-85868e72951a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:45.658591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:45.665922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba03b0-e300-4a69-a713-a9e1296dd473 None None] Network 190e58c9-4ec5-485e-a393-87cd41c7442d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:45.905811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet d3946aeb-c62b-40a6-bb7e-20ae9aabc24b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:01:45.905811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.905811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:45.917804 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.039389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f247cb9-054c-4fc0-99e6-b30548f2a78c req-838c05b6-719f-4e57-8763-7c690766449a tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0316646 Nov 11 21:01:46.099500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] DHCP port deletion for 190e58c9-4ec5-485e-a393-87cd41c7442d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:46.101086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.138133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=d3946aeb-c62b-40a6-bb7e-20ae9aabc24b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:46.141594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76846ce8-c3ab-45fd-9bb1-21463c915ff8 None None] Network 77854740-e488-4ae5-b766-e48a00aee9d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:46.152959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.156960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2d5ff177-cade-4234-9fed-3ae8a4258a5c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/d3946aeb-c62b-40a6-bb7e-20ae9aabc24b HTTP/1.1" status: 204 len: 168 time: 0.4937699 Nov 11 21:01:46.160296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:46.241835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] Deleting port 84137486-2306-401a-b71f-a44db66d5da5 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:46.242249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.244348 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.316848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 84137486-2306-401a-b71f-a44db66d5da5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:46.316848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.373918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] For port 84137486-2306-401a-b71f-a44db66d5da5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84137486-2306-401a-b71f-a44db66d5da5,segment=NetworkSegment(e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df),segment_id=e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:46.374322 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.381126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 84137486-2306-401a-b71f-a44db66d5da5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84137486-2306-401a-b71f-a44db66d5da5,segment=NetworkSegment(e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df),segment_id=e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:46.381505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.396288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 84137486-2306-401a-b71f-a44db66d5da5 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:46.398425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] Calling delete_port for 84137486-2306-401a-b71f-a44db66d5da5 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:46.433025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4a62fbd-0b53-4a33-ada3-2331541a033b req-d6b16949-0004-4d3e-a780-2dd1bf9e477a tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0594244 Nov 11 21:01:46.548907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] DHCP port deletion for 77854740-e488-4ae5-b766-e48a00aee9d5 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:46.600935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] Deleting port 3d21d2b4-8473-4b4f-88eb-556e522537b5 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:46.601399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.618314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.659844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=84137486-2306-401a-b71f-a44db66d5da5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:46.666872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port 84137486-2306-401a-b71f-a44db66d5da5 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:46.679179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.695065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] For port 3d21d2b4-8473-4b4f-88eb-556e522537b5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3d21d2b4-8473-4b4f-88eb-556e522537b5,segment=NetworkSegment(dd6f2352-0579-4714-98e2-d1ebe036d090),segment_id=dd6f2352-0579-4714-98e2-d1ebe036d090)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:46.695496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.773007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] No DVR routers for this DVR port 84137486-2306-401a-b71f-a44db66d5da5 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:46.774455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c5560-a7a0-4f96-9516-53425ceb39a6 None None] Pushing event deleted for resources: {'Port': ['ID=84137486-2306-401a-b71f-a44db66d5da5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:46.776532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] Calling delete_port for 3d21d2b4-8473-4b4f-88eb-556e522537b5 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:46.791865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.835458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190e58c9-4ec5-485e-a393-87cd41c7442d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:46.846329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619e30d-397a-4572-8f6f-79374d2ce415 req-1ccc5323-0884-4477-8145-2e34c87ff771 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:46.848600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a619e30d-397a-4572-8f6f-79374d2ce415 req-1ccc5323-0884-4477-8145-2e34c87ff771 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1014440 Nov 11 21:01:46.863801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:46.864536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a3d6c9-c43d-4bf4-aad0-32332a9cc7df') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:46.877905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.897794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.908434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:01:46.908612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:46.920345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155e0a-a11c-4287-af3a-b4663816d5e3 req-78bb8f6b-6ba7-4baf-b03c-db044e1efc82 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:46.921610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a619e30d-397a-4572-8f6f-79374d2ce415 req-3ffaa5a4-c5ce-4068-90c9-9a8565489658 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663719 Nov 11 21:01:46.922436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34155e0a-a11c-4287-af3a-b4663816d5e3 req-78bb8f6b-6ba7-4baf-b03c-db044e1efc82 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1009917 Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:01:46.923309 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:01:47.000141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.048676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] Pushing event deleted for resources: {'Port': ['ID=3d21d2b4-8473-4b4f-88eb-556e522537b5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:47.055548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c382fe5-d571-4cf0-8e97-4270279d87ab None None] No DVR routers for this DVR port 3d21d2b4-8473-4b4f-88eb-556e522537b5 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:47.066129 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34155e0a-a11c-4287-af3a-b4663816d5e3 req-cef8aac0-7bd8-4606-8717-411a185e6c03 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103225 Nov 11 21:01:47.134910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.142346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.151756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/190e58c9-4ec5-485e-a393-87cd41c7442d HTTP/1.1" status: 204 len: 168 time: 0.9871583 Nov 11 21:01:47.151756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:47.181550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45a46911-840f-4859-919c-043396e891e4 req-a3e2ceab-d941-4a08-9539-1d1f1bc9604f tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0dddfa-a436-4f1e-bc1b-e82772fb4cfe HTTP/1.1" status: 200 len: 210 time: 0.0373125 Nov 11 21:01:47.195323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc9cbf-4d4c-498b-84de-fe5069506ab8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=190e58c9-4ec5-485e-a393-87cd41c7442d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:47.249961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.360760 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.388265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77854740-e488-4ae5-b766-e48a00aee9d5']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:47.398799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6f2352-0579-4714-98e2-d1ebe036d090') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:47.400138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6f2352-0579-4714-98e2-d1ebe036d090') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:47.409767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.422961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.429344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:01:47.429754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:01:47.432749 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:01:47.603361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.611354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.614800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/77854740-e488-4ae5-b766-e48a00aee9d5 HTTP/1.1" status: 204 len: 168 time: 0.4624867 Nov 11 21:01:47.618647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55422) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:47.623814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-635996578'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:47.626383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80855554-930c-4686-b738-5e2add0c753b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=77854740-e488-4ae5-b766-e48a00aee9d5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:47.769098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:47.774186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.802235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84137486-2306-401a-b71f-a44db66d5da5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:01:47.811296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:47.823819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 84137486-2306-401a-b71f-a44db66d5da5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:01:47.824228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84137486-2306-401a-b71f-a44db66d5da5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:01:47.824630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3d21d2b4-8473-4b4f-88eb-556e522537b5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:01:47.826493 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.827051 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment 9390ba0d-d4f4-4f61-90ee-44c6115129c7 of type vlan for network 78a18673-eb64-41f4-be00-c72946d9bdb4 Nov 11 21:01:47.847704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3d21d2b4-8473-4b4f-88eb-556e522537b5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:01:47.848396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3d21d2b4-8473-4b4f-88eb-556e522537b5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:01:47.887222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:47.949928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:47.997897 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.003813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:48.004424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.065344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1475897007', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:48.110341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=78a18673-eb64-41f4-be00-c72946d9bdb4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:48.126108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f4533-1f45-440e-bffb-8436c5a369bc req-adf7a0ba-676b-4122-8443-57b9d971ebc8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:48.128115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef3f4533-1f45-440e-bffb-8436c5a369bc req-adf7a0ba-676b-4122-8443-57b9d971ebc8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1322064 Nov 11 21:01:48.130227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:01:48.145442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b4ae0fb2-bff8-4b11-9be6-fccc36cf404d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5254650 Nov 11 21:01:48.153082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:48.160212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:48.187099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551cbd4-0f97-4836-9775-a06084cec6b1 req-98769064-f1f4-4310-89ca-00f5596345f9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:48.188982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9551cbd4-0f97-4836-9775-a06084cec6b1 req-98769064-f1f4-4310-89ca-00f5596345f9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0697329 Nov 11 21:01:48.249121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9551cbd4-0f97-4836-9775-a06084cec6b1 req-0690002f-6c70-47be-889f-34df5496d698 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Nov 11 21:01:48.285749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef3f4533-1f45-440e-bffb-8436c5a369bc req-fa8e05da-919a-453f-8bf3-6da7068966e2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463814 Nov 11 21:01:48.316340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Made reservation on behalf of fc77cb0926284e0f947f86414c102edb for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:48.318541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.332363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.386445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:48.389924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.483865 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.642015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.648206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] device_id is not set on port ebf50afe-822f-4690-ab1f-c11a548fbd22 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:48.755143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd04de90-13fe-4855-b197-33bbc9b42ad3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:48.832508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Allocated IP 172.25.2.232 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/ebf50afe-822f-4690-ab1f-c11a548fbd22) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:48.936738 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:48.984522 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6515537-355c-4c24-bdd1-f182a3665295 req-5ca73215-c3b3-47be-947a-10a259639c7c tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0614133 Nov 11 21:01:49.032034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-acd7f80d-54b9-4796-963a-91c7cf2115e1 req-0802cca1-df79-4881-9b67-cca0476b9ad6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=703dbfa623434b94987aba1d0b7369c9&device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0548387 Nov 11 21:01:49.080396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=a330ec37-be8f-485c-9a25-bafe70b11db2,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:49.091985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-acd7f80d-54b9-4796-963a-91c7cf2115e1 req-70b165d9-18b6-40c6-82ff-5b3d3f63133c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=703dbfa623434b94987aba1d0b7369c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475702 Nov 11 21:01:49.095526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.101335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': '9390ba0d-d4f4-4f61-90ee-44c6115129c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:49.101691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: 78a18673-eb64-41f4-be00-c72946d9bdb4, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:01:49.219124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f80d-54b9-4796-963a-91c7cf2115e1 req-55272e73-8c87-474d-b7aa-b6c9c2073cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:49.220555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-acd7f80d-54b9-4796-963a-91c7cf2115e1 req-55272e73-8c87-474d-b7aa-b6c9c2073cbd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204069 Nov 11 21:01:49.300653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:49.313014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.384129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:49.390949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:49.397557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:49.413806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebee9aa-38c1-4aa4-89a9-b4852d90a8f2 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:49.420944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c994-cc3d-4ba6-9c1d-412fcfb9dd94 req-193bf105-a41f-4d1b-aada-9588cc1e72ea tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:49.422489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f230c994-cc3d-4ba6-9c1d-412fcfb9dd94 req-193bf105-a41f-4d1b-aada-9588cc1e72ea tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Nov 11 21:01:49.431276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 78a18673-eb64-41f4-be00-c72946d9bdb4) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:49.434604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf50afe-822f-4690-ab1f-c11a548fbd22,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:49.439069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de3df4-fa42-4e0d-a43d-7072dfce8234 None None] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:49.444971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:49.445579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.475265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e5d32-1d02-4a9b-b42e-bf2d5a43da43 req-4a11dd3f-66bd-4792-b55f-9d702d5ac2bd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:49.476946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d62e5d32-1d02-4a9b-b42e-bf2d5a43da43 req-4a11dd3f-66bd-4792-b55f-9d702d5ac2bd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1487050 Nov 11 21:01:49.482109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:49.482725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.491639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f230c994-cc3d-4ba6-9c1d-412fcfb9dd94 req-4d4785db-0058-4118-87a6-3340f44f2a4e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615611 Nov 11 21:01:49.514179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cecce7ac-8c48-4a9e-bb93-54f5eef0eb06 None None] Provisioning complete for port ebf50afe-822f-4690-ab1f-c11a548fbd22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:49.514566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cecce7ac-8c48-4a9e-bb93-54f5eef0eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.540614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d62e5d32-1d02-4a9b-b42e-bf2d5a43da43 req-d4ad87e4-8ac5-49bc-a57b-2425980e5a85 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539577 Nov 11 21:01:49.566893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cecce7ac-8c48-4a9e-bb93-54f5eef0eb06 None None] Port ebf50afe-822f-4690-ab1f-c11a548fbd22 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:49.614548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-80570439-77ae-4a0b-9b51-fc9819ae3ab2 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4593301 Nov 11 21:01:49.625045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:49.631424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-59d845b6-fe48-4134-a278-026d4250f929 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1482711322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:49.655146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-78a18673-eb64-41f4-be00-c72946d9bdb4', 'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': 'a330ec37-be8f-485c-9a25-bafe70b11db2'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:01:49.656419 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.663807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5a1c23c4-ba97-4cf0-aa3f-28983ca69b60 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7075450 Nov 11 21:01:49.664755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:49.668569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.232'}]}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:49.770973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59d845b6-fe48-4134-a278-026d4250f929 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.772324 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59d845b6-fe48-4134-a278-026d4250f929 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.811944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Allocated IP 2001:db8::2 (78a18673-eb64-41f4-be00-c72946d9bdb4/a330ec37-be8f-485c-9a25-bafe70b11db2/d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:49.846838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59d845b6-fe48-4134-a278-026d4250f929 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.860497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.862063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.911784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.951191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59d845b6-fe48-4134-a278-026d4250f929 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:49.960020 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.064283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.075500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59d845b6-fe48-4134-a278-026d4250f929 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.079754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-59d845b6-fe48-4134-a278-026d4250f929 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4617009 Nov 11 21:01:50.085706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:50.092349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'port': {'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4', 'name': 'tempest-RoutersIpV6Test-1496003627'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:50.097700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f61aa50-79d7-4334-a8fb-643ebf6a6373 req-b6f84b26-4711-45bb-9f85-792be9581a7c tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0492058 Nov 11 21:01:50.142188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Pushing event updated for resources: {'Port': ['ID=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:50.147890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:50.163852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:50.163852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:50.183042 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.220898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Attempting to bind port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:01:50.222585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Attempting to bind port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9390ba0d-d4f4-4f61-90ee-44c6115129c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:01:50.222978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Attempting to bind port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee on network 78a18673-eb64-41f4-be00-c72946d9bdb4 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:01:50.229092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:01:50.229905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Checking segment: {'id': '9390ba0d-d4f4-4f61-90ee-44c6115129c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:50.230512 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.231083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Bound using segment: {'id': '9390ba0d-d4f4-4f61-90ee-44c6115129c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:01:50.231731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Bound port: d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9390ba0d-d4f4-4f61-90ee-44c6115129c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78a18673-eb64-41f4-be00-c72946d9bdb4'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:01:50.232203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.305788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] For port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:01:50.308842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] For port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,segment=NetworkSegment(9390ba0d-d4f4-4f61-90ee-44c6115129c7),segment_id=9390ba0d-d4f4-4f61-90ee-44c6115129c7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:01:50.311673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:50.318265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.332550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] device_id is not set on port b1450f32-f626-4ede-a346-4d9b4b3630b5 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:01:50.358006 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.428173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c51802-e731-4d3c-9664-5fc29d2b1256 None None] Pushing event updated for resources: {'Port': ['ID=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:50.483925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.524034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.531460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8::3c4 (78a18673-eb64-41f4-be00-c72946d9bdb4/a330ec37-be8f-485c-9a25-bafe70b11db2/b1450f32-f626-4ede-a346-4d9b4b3630b5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:50.781864 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-acd7f80d-54b9-4796-963a-91c7cf2115e1 req-3926c198-e497-462c-bd6f-85114fdd9df0 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0552640 Nov 11 21:01:50.810042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0c2d-15ce-407a-b2ce-2ead3843b77a req-1e045b3c-5aaa-409d-ac4c-64c54684093f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:50.821684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51cc0c2d-15ce-407a-b2ce-2ead3843b77a req-1e045b3c-5aaa-409d-ac4c-64c54684093f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1171594 Nov 11 21:01:50.829418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.854234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f302-4ed8-4d9a-b9a3-96dae49f638b req-d2d3eab0-2ec2-454a-a85d-19ae7a717564 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:50.866374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d7a3f302-4ed8-4d9a-b9a3-96dae49f638b req-d2d3eab0-2ec2-454a-a85d-19ae7a717564 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.2741151 Nov 11 21:01:50.891943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:50.916612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51cc0c2d-15ce-407a-b2ce-2ead3843b77a req-fefd5724-64b2-4ad9-a976-3b55d378fb76 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 Nov 11 21:01:51.003605 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.067954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d7a3f302-4ed8-4d9a-b9a3-96dae49f638b req-8153d240-94f2-487b-a00b-87f8fe168c30 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003977 Nov 11 21:01:51.087617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:51.097714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:51.104508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:01:51.111616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:51.112264 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.122461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.129258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=b1450f32-f626-4ede-a346-4d9b4b3630b5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:51.132965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.217548 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6e39ccb1-e104-42fc-aea7-77dafd26898e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1296806 Nov 11 21:01:51.220272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:51.220434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0711ceaf-fb98-4e5d-bb53-5c7fc41df27d req-f012aee7-89ae-4a6a-86f8-10dc7a8fa3d8 tempest-ServerShowV247Test-926817153 tempest-ServerShowV247Test-926817153-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae00ead2-8056-46ed-a284-74d59498b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0273142 Nov 11 21:01:51.255151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.258606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e40ea2d0-d0c5-470b-93e2-e14630386162 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:01:51.362901 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:01:51.364297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-58a76915-33f9-4479-b12d-af1a91473512 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6989079 Nov 11 21:01:51.367044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:51.478530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Deleting port ebf50afe-822f-4690-ab1f-c11a548fbd22 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:51.478855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.573262 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.586029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Calling delete_port for ebf50afe-822f-4690-ab1f-c11a548fbd22 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:51.652103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.652260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331591c-5171-4230-ba9a-c56c7437594b None None] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:51.739475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-950e5e80-2ae7-44a6-aed6-db570eaef3a0 None None] Provisioning complete for port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:51.739933 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-950e5e80-2ae7-44a6-aed6-db570eaef3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:51.969952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:52.042635 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-950e5e80-2ae7-44a6-aed6-db570eaef3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.105330 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.118918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53589d63-cec6-49ae-82d7-283f743ecfb1 req-dbf006bf-7eb3-4cd3-876c-4c7b979d1622 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:52.120684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53589d63-cec6-49ae-82d7-283f743ecfb1 req-dbf006bf-7eb3-4cd3-876c-4c7b979d1622 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0885935 Nov 11 21:01:52.129857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-950e5e80-2ae7-44a6-aed6-db570eaef3a0 None None] For port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,segment=NetworkSegment(9390ba0d-d4f4-4f61-90ee-44c6115129c7),segment_id=9390ba0d-d4f4-4f61-90ee-44c6115129c7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:52.155351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:52.155838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.197659 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-950e5e80-2ae7-44a6-aed6-db570eaef3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.224487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53589d63-cec6-49ae-82d7-283f743ecfb1 req-d6fe686c-d40f-45fd-be5f-17a4a73300d4 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949049 Nov 11 21:01:52.255732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.312720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e4db-a68d-4200-9db2-1e895d16ca93 req-40e24686-3513-40cb-b391-fc3226fe54af tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:52.315751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5398e4db-a68d-4200-9db2-1e895d16ca93 req-40e24686-3513-40cb-b391-fc3226fe54af tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1005015 Nov 11 21:01:52.347704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.352132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.358136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e5e80-2ae7-44a6-aed6-db570eaef3a0 None None] Pushing event updated for resources: {'Port': ['ID=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:52.430735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7fd689eb-b7d9-4302-999a-27ad649bc0fd None None] Provisioning complete for port b1450f32-f626-4ede-a346-4d9b4b3630b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:52.431942 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7fd689eb-b7d9-4302-999a-27ad649bc0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.435586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebf50afe-822f-4690-ab1f-c11a548fbd22,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:52.462828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=b1450f32-f626-4ede-a346-4d9b4b3630b5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:52.482021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e268b4f-1390-42c5-b814-bd7d10f58af9 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:52.516895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7fd689eb-b7d9-4302-999a-27ad649bc0fd None None] Port b1450f32-f626-4ede-a346-4d9b4b3630b5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:52.524051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5398e4db-a68d-4200-9db2-1e895d16ca93 req-b44738bd-4771-4751-8807-33eb1e846ef9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004676 Nov 11 21:01:52.552662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7fd689eb-b7d9-4302-999a-27ad649bc0fd None None] Provisioning complete for port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:52.555846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7fd689eb-b7d9-4302-999a-27ad649bc0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.610900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.616235 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-103bfe49-d78c-46c4-b453-846233a9d2b0 tempest-RoutersAdminNegativeIpV6Test-746622659 tempest-RoutersAdminNegativeIpV6Test-746622659-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ebf50afe-822f-4690-ab1f-c11a548fbd22 HTTP/1.1" status: 204 len: 168 time: 1.2479045 Nov 11 21:01:52.633175 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.807620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d698e100-bbaa-4d7a-baf8-862a70e0bdbc None None] Provisioning complete for port b1450f32-f626-4ede-a346-4d9b4b3630b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:52.809886 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d698e100-bbaa-4d7a-baf8-862a70e0bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.842823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:52.863420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d698e100-bbaa-4d7a-baf8-862a70e0bdbc None None] Port b1450f32-f626-4ede-a346-4d9b4b3630b5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:52.984897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a35843dd-fa88-4ec7-9a7d-d72cf91c0f5d None None] Provisioning complete for port b1450f32-f626-4ede-a346-4d9b4b3630b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:52.989321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a35843dd-fa88-4ec7-9a7d-d72cf91c0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.032098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a35843dd-fa88-4ec7-9a7d-d72cf91c0f5d None None] Port b1450f32-f626-4ede-a346-4d9b4b3630b5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:53.069364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:53.179096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:53.330851 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48dc-7187-42eb-9b7d-b38158edec4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.387107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6297039a-045d-49c1-a934-76371db6a979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.442160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40a985-06e3-4c7a-a013-be045c85e3f8 req-9e656cbc-7165-4fee-96f5-af006e918037 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:53.443653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be40a985-06e3-4c7a-a013-be045c85e3f8 req-9e656cbc-7165-4fee-96f5-af006e918037 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1087675 Nov 11 21:01:53.539552 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.555087 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be40a985-06e3-4c7a-a013-be045c85e3f8 req-3f6b6e92-def6-4550-9405-86d73a847f07 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044695 Nov 11 21:01:53.558170 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6297039a-045d-49c1-a934-76371db6a979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.572290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48dc-7187-42eb-9b7d-b38158edec4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.643539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a34b6-e834-491f-9b63-637e7bd9870e req-cb9159b2-fb2e-41ae-a68a-2b5ce7ef7636 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:53.645087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-083a34b6-e834-491f-9b63-637e7bd9870e req-cb9159b2-fb2e-41ae-a68a-2b5ce7ef7636 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Nov 11 21:01:53.649639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.650023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.683191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c3ea48dc-7187-42eb-9b7d-b38158edec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.685708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6297039a-045d-49c1-a934-76371db6a979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.747113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6297039a-045d-49c1-a934-76371db6a979 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=703dbfa623434b94987aba1d0b7369c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6765273 Nov 11 21:01:53.750942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55576) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:53.754241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c3ea48dc-7187-42eb-9b7d-b38158edec4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8968fa70c814fbb84c96d181e4e1afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5738235 Nov 11 21:01:53.758647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55578) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:53.773281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=b1450f32-f626-4ede-a346-4d9b4b3630b5,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:53.773480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea48dc-7187-42eb-9b7d-b38158edec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ac84a-444a-47e7-ba93-c9516c363af8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:53.803464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-083a34b6-e834-491f-9b63-637e7bd9870e req-617f40ff-e86c-4559-a702-1d974aa07d46 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509171 Nov 11 21:01:53.810279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297039a-045d-49c1-a934-76371db6a979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307fb988-3625-4fe2-a84e-900d6746c551,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:53.819981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:01:53.858321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:01:53.859846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:53.884357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65427da4-6407-498c-88c9-19abb2dab88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.890168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:53.890646 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.919047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c2b-3b8a-414c-9bd7-811a219cf5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.950264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65427da4-6407-498c-88c9-19abb2dab88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:53.981928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c2b-3b8a-414c-9bd7-811a219cf5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:54.164828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-83840d80-51fb-4831-9f22-67f615e642a2 None None] Provisioning complete for port b1450f32-f626-4ede-a346-4d9b4b3630b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:01:54.164828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83840d80-51fb-4831-9f22-67f615e642a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:54.185096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 5f33726b-178b-470b-b6de-bdf150a111da is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:01:54.199342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-83840d80-51fb-4831-9f22-67f615e642a2 None None] Port b1450f32-f626-4ede-a346-4d9b4b3630b5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:01:54.219282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c2b-3b8a-414c-9bd7-811a219cf5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:54.222850 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2f9c2b-3b8a-414c-9bd7-811a219cf5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:54.225919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3e2f9c2b-3b8a-414c-9bd7-811a219cf5de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/307fb988-3625-4fe2-a84e-900d6746c551 HTTP/1.1" status: 204 len: 168 time: 0.4669313 Nov 11 21:01:54.225919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65427da4-6407-498c-88c9-19abb2dab88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:54.228731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65427da4-6407-498c-88c9-19abb2dab88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:54.228731 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-65427da4-6407-498c-88c9-19abb2dab88f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d22ac84a-444a-47e7-ba93-c9516c363af8 HTTP/1.1" status: 204 len: 168 time: 0.4691041 Nov 11 21:01:54.243729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f9c2b-3b8a-414c-9bd7-811a219cf5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307fb988-3625-4fe2-a84e-900d6746c551,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:54.259409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427da4-6407-498c-88c9-19abb2dab88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ac84a-444a-47e7-ba93-c9516c363af8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:54.351730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:54.362570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:54.366053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] Sync routers for ids ['5f33726b-178b-470b-b6de-bdf150a111da'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:54.372816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d15f0f23-9a49-4098-8a08-624f755b0038 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/5f33726b-178b-470b-b6de-bdf150a111da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1507256 Nov 11 21:01:54.384801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] Routers {'5f33726b-178b-470b-b6de-bdf150a111da'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:54.385523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5f33726b-178b-470b-b6de-bdf150a111da'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:54.423762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:54.439736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ad7b5-0093-4627-8955-0cde904c2e6a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:54.441946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-556ad7b5-0093-4627-8955-0cde904c2e6a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports/b1450f32-f626-4ede-a346-4d9b4b3630b5 HTTP/1.1" status: 200 len: 984 time: 0.0781279 Nov 11 21:01:54.445653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:54.461874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] Routers {'5f33726b-178b-470b-b6de-bdf150a111da'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:54.462518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5f33726b-178b-470b-b6de-bdf150a111da'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:54.476106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9eea7-c188-41a6-a881-39819b3dfc61 req-f81b53e0-dd44-420b-9e9e-58abbd2b402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:54.477691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfc9eea7-c188-41a6-a881-39819b3dfc61 req-f81b53e0-dd44-420b-9e9e-58abbd2b402d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0526991 Nov 11 21:01:54.514847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:54.515654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8a1cb-5485-4d9f-aeb2-bcd7b64c851a None None] The sync data for ids ['5f33726b-178b-470b-b6de-bdf150a111da'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:54.550832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfc9eea7-c188-41a6-a881-39819b3dfc61 req-43139966-c2b6-4191-96bf-26e0a7db1037 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639150 Nov 11 21:01:54.759352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72587119-154b-4240-bb64-e45d34020592 req-4aeff78b-08b9-4b84-b942-52dd34c6c370 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:54.764723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-72587119-154b-4240-bb64-e45d34020592 req-4aeff78b-08b9-4b84-b942-52dd34c6c370 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1136060 Nov 11 21:01:54.887144 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-72587119-154b-4240-bb64-e45d34020592 req-cd1b879a-908a-4a63-8d20-7d023e6ee91a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122410 Nov 11 21:01:54.992560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb355-f532-48b8-9fb3-2dc4afb4d4d3 req-8f0ce0ab-387b-4c74-a2c0-d22b9d3e18bd tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:54.994442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18deb355-f532-48b8-9fb3-2dc4afb4d4d3 req-8f0ce0ab-387b-4c74-a2c0-d22b9d3e18bd tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0946658 Nov 11 21:01:55.074986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18deb355-f532-48b8-9fb3-2dc4afb4d4d3 req-7fff335f-7854-450e-80c2-bbb7d1c2942f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742846 Nov 11 21:01:55.134524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:55.142552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.182057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5cc8072-06d5-4443-8481-7b4260c91e11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc77cb0926284e0f947f86414c102edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458939 Nov 11 21:01:55.184313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55614) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:55.248534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50d93f5e-e858-4791-bc8a-a37ec327b14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.271246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50d93f5e-e858-4791-bc8a-a37ec327b14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.393684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50d93f5e-e858-4791-bc8a-a37ec327b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.396994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50d93f5e-e858-4791-bc8a-a37ec327b14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.400226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50d93f5e-e858-4791-bc8a-a37ec327b14f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd04de90-13fe-4855-b197-33bbc9b42ad3 HTTP/1.1" status: 204 len: 168 time: 0.2147827 Nov 11 21:01:55.402283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port b1450f32-f626-4ede-a346-4d9b4b3630b5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:55.402761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.414561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d93f5e-e858-4791-bc8a-a37ec327b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd04de90-13fe-4855-b197-33bbc9b42ad3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:55.499291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.513905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for b1450f32-f626-4ede-a346-4d9b4b3630b5 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:55.787855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:55.837233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=b1450f32-f626-4ede-a346-4d9b4b3630b5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:56.058047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:56.201454 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:01:56.235404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c6c4f-e1ba-41a0-a064-a21b780358e8 req-dc84ac99-776c-467f-b478-13cd636d5641 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:56.238770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a14c6c4f-e1ba-41a0-a064-a21b780358e8 req-dc84ac99-776c-467f-b478-13cd636d5641 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0814624 Nov 11 21:01:56.270211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad05a7-9ad0-43d7-b76e-e803341dd951 req-043f362f-d339-4783-b08f-221d1211d22a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:56.271865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6ad05a7-9ad0-43d7-b76e-e803341dd951 req-043f362f-d339-4783-b08f-221d1211d22a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2398345 Nov 11 21:01:56.321094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a14c6c4f-e1ba-41a0-a064-a21b780358e8 req-9c05f543-c5e4-4392-b0a2-37bf1a94758b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640366 Nov 11 21:01:56.357088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 5f33726b-178b-470b-b6de-bdf150a111da has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:01:56.386681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6ad05a7-9ad0-43d7-b76e-e803341dd951 req-73a76ca7-f1ce-449f-bf8b-22b1c556674a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609813 Nov 11 21:01:56.475095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:01:56.485145 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] Sync routers for ids ['5f33726b-178b-470b-b6de-bdf150a111da'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:01:56.488202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2f61a1dc-119b-454c-b7ef-607ba7194941 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/5f33726b-178b-470b-b6de-bdf150a111da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0383844 Nov 11 21:01:56.490158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:56.495836 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] Routers {'5f33726b-178b-470b-b6de-bdf150a111da'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:56.496478 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5f33726b-178b-470b-b6de-bdf150a111da'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:56.548164 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:56.563260 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] Routers {'5f33726b-178b-470b-b6de-bdf150a111da'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:01:56.564716 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:01:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5f33726b-178b-470b-b6de-bdf150a111da'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:56.602936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:56.603380 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dab9bd-59be-48c0-8a32-f8b9c840b28c None None] The sync data for ids ['5f33726b-178b-470b-b6de-bdf150a111da'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:01:56.782807 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-5ff6d9c1-b7dd-46d4-b28a-300e4a112f76 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 21:01:56.787789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ff6d9c1-b7dd-46d4-b28a-300e4a112f76 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/5f33726b-178b-470b-b6de-bdf150a111da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2935631 Nov 11 21:01:56.788272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55668) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:56.827974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55670) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:56.835925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55672) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:56.836829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6303194e-5598-4ba5-932d-e7649b0bc32b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f33726b-178b-470b-b6de-bdf150a111da HTTP/1.1" status: 200 len: 205 time: 0.0473869 Nov 11 21:01:56.930798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a35b817-c55c-4520-ab54-f5fac1cf74cf tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:56.988918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1005166870'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:57.129053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.150661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a35b817-c55c-4520-ab54-f5fac1cf74cf tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.153174 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a35b817-c55c-4520-ab54-f5fac1cf74cf tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.192929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Made reservation on behalf of d7a04cec0b054638918eca21c583cd4b for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:57.196610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.208822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.305150 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a35b817-c55c-4520-ab54-f5fac1cf74cf tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.305697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a35b817-c55c-4520-ab54-f5fac1cf74cf tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Fanout notify agent at l3_agent the message router_deleted on router 5f33726b-178b-470b-b6de-bdf150a111da {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:01:57.313236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a35b817-c55c-4520-ab54-f5fac1cf74cf tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.316379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5a35b817-c55c-4520-ab54-f5fac1cf74cf tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/5f33726b-178b-470b-b6de-bdf150a111da HTTP/1.1" status: 204 len: 168 time: 0.4867783 Nov 11 21:01:57.318406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:57.386931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.456972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet a330ec37-be8f-485c-9a25-bafe70b11db2 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:01:57.492654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.552593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a12b8-9206-4dd4-8027-3daf7b4c67c1 req-5eb168f5-fc85-4703-817e-178e147ea066 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:57.556425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d9a12b8-9206-4dd4-8027-3daf7b4c67c1 req-5eb168f5-fc85-4703-817e-178e147ea066 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0742970 Nov 11 21:01:57.578940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451005a-f662-40fd-bb19-ef49f211f2a5 req-d02a638d-8340-4cca-a6ea-cb401e5104f4 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:57.581778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1451005a-f662-40fd-bb19-ef49f211f2a5 req-d02a638d-8340-4cca-a6ea-cb401e5104f4 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1324623 Nov 11 21:01:57.588308 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.623312 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d9a12b8-9206-4dd4-8027-3daf7b4c67c1 req-3b26b764-9169-4d67-bc7c-d5776ecacace tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596223 Nov 11 21:01:57.623975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.666441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c654a6-c4e7-4c33-bdc3-5632905d464f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:57.691859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:57.703697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.704186 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Added segment bdd2f3f7-9ff9-4059-8017-76f456a6b17e of type vlan for network e59d06d6-87f3-43a7-abb4-7219f1460c0c Nov 11 21:01:57.754721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.825937 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.833698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1451005a-f662-40fd-bb19-ef49f211f2a5 req-2f503fb4-1197-4142-b84c-90a793dbdd51 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046192 Nov 11 21:01:57.874474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:57.884675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:57.887070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.014829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Network': ['ID=e59d06d6-87f3-43a7-abb4-7219f1460c0c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:58.026555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:01:58.042412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-47093da3-2dde-49b6-887a-84b3efa39d77 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2027760 Nov 11 21:01:58.042923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55698) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:58.047926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'subnet': {'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:58.084075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.149899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e489b8-f18a-46ec-a225-9af71f108288 None None] Network 78a18673-eb64-41f4-be00-c72946d9bdb4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:58.168222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=a330ec37-be8f-485c-9a25-bafe70b11db2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:58.172540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.176544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-db2482e4-2082-460f-b358-8c460bbd3ddd tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/a330ec37-be8f-485c-9a25-bafe70b11db2 HTTP/1.1" status: 204 len: 168 time: 0.8559103 Nov 11 21:01:58.179216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:58.300904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Made reservation on behalf of d7a04cec0b054638918eca21c583cd4b for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:58.304724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.323388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.370925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] DHCP port deletion for 78a18673-eb64-41f4-be00-c72946d9bdb4 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:01:58.461867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Deleting port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:58.462564 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.468692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-e1161cd2-50ac-4aac-9fa7-c2d314542131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:58.470347 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-e1161cd2-50ac-4aac-9fa7-c2d314542131 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0681026 Nov 11 21:01:58.473906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4713d4-0f28-4383-bf51-35f3aa988866 req-412cff8c-b986-46b8-843e-0482c341b347 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:58.476462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb4713d4-0f28-4383-bf51-35f3aa988866 req-412cff8c-b986-46b8-843e-0482c341b347 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.0675607 Nov 11 21:01:58.519321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:01:58.519653 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.557424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] For port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,segment=NetworkSegment(9390ba0d-d4f4-4f61-90ee-44c6115129c7),segment_id=9390ba0d-d4f4-4f61-90ee-44c6115129c7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:58.558151 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.582131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Calling delete_port for d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:58.584828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,segment=NetworkSegment(9390ba0d-d4f4-4f61-90ee-44c6115129c7),segment_id=9390ba0d-d4f4-4f61-90ee-44c6115129c7)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:01:58.585356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.603321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:01:58.632770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb4713d4-0f28-4383-bf51-35f3aa988866 req-e0078884-53f9-4d13-a52a-db74d83bacb9 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466928 Nov 11 21:01:58.651309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-f02911d8-ce19-4c08-a9a5-1fa4040cebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:58.666316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-f02911d8-ce19-4c08-a9a5-1fa4040cebfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.1716723 Nov 11 21:01:58.748025 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-79b47dd2-e71c-4868-a2a9-0eb5cb8fc7de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 200 len: 217 time: 0.0733764 Nov 11 21:01:58.799311 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.833160 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.854002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:58.867567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:58.902852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] No DVR routers for this DVR port d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:01:58.931238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-fea8b27e-e172-48ae-a160-529db1542505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:58.932265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Pushing event deleted for resources: {'Port': ['ID=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:58.932806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-fea8b27e-e172-48ae-a160-529db1542505 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.1422486 Nov 11 21:01:58.951816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e9a7c-6c53-4928-9c80-dd4f3fd9a9ff req-7a8a119a-69ea-44c0-b233-a13332783802 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:58.953398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f5e9a7c-6c53-4928-9c80-dd4f3fd9a9ff req-7a8a119a-69ea-44c0-b233-a13332783802 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2042761 Nov 11 21:01:58.969840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Subnet': ['ID=fcc3ab7f-11bc-4296-84de-38e1f448a9cd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:58.977034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.977034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.977268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.977613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.977950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.978287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.978620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.979063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.979401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.979952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.980313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.980644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7750a-7e22-470a-bbe9-1ba6a44f8002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:01:58.990737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:59.003017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-93e54e7a-70ae-4c0c-93bb-d652edb69abf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486715 Nov 11 21:01:59.074631 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.079504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Checking segment: {'id': 'bdd2f3f7-9ff9-4059-8017-76f456a6b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:01:59.079881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Network hostable DHCP agents. Network: e59d06d6-87f3-43a7-abb4-7219f1460c0c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:01:59.096054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a18673-eb64-41f4-be00-c72946d9bdb4']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:59.112043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9390ba0d-d4f4-4f61-90ee-44c6115129c7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:59.112405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9390ba0d-d4f4-4f61-90ee-44c6115129c7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:01:59.126196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.139850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f5e9a7c-6c53-4928-9c80-dd4f3fd9a9ff req-a1b63d82-48af-4efd-b5ea-bcbfd1bd459b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726470 Nov 11 21:01:59.173061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.183746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:01:59.184382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.184533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-c15d5eca-9d1f-4160-a975-1e69d2887722 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657195 Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:01:59.200291 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:01:59.264585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:01:59.303660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dc2b5a0-90bb-450a-9ddc-00dd89b5892f req-a58f3c57-f6db-4558-a680-24afd023cf5a service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079359 Nov 11 21:01:59.351733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e59d06d6-87f3-43a7-abb4-7219f1460c0c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:01:59.352011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.356776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:59.362416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.362629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.371194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:59.372431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/78a18673-eb64-41f4-be00-c72946d9bdb4 HTTP/1.1" status: 204 len: 168 time: 1.1913052 Nov 11 21:01:59.374124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f7e5c-744a-4caf-9af9-cacde7b6e593 None None] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:01:59.389046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b2127-c233-442e-b1e8-020e5fb1dc81 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=78a18673-eb64-41f4-be00-c72946d9bdb4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:01:59.391541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2108763103'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:59.545848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e59d06d6-87f3-43a7-abb4-7219f1460c0c', 'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c', 'tenant_id': 'd7a04cec0b054638918eca21c583cd4b', 'fixed_ips': [{'subnet_id': 'fcc3ab7f-11bc-4296-84de-38e1f448a9cd'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:01:59.546510 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.552028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-29bb20d3-6ee1-41c6-babc-859b95fdc986 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5081177 Nov 11 21:01:59.555669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:01:59.561158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e2c3dc07-a540-4f8d-83ed-d80439c3a2a3 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-949093281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:01:59.661343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:01:59.668258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.711942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Allocated IP 172.20.0.2 (e59d06d6-87f3-43a7-abb4-7219f1460c0c/fcc3ab7f-11bc-4296-84de-38e1f448a9cd/9989bfed-f616-46f3-87ea-b3ba8f2ef770) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:01:59.730965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:01:59.754217 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.754581 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment 9938de79-be86-4773-8f80-8e1840c05a24 of type vlan for network 8070ae02-7199-40f7-ad77-05d3766dceab Nov 11 21:01:59.779093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2c3dc07-a540-4f8d-83ed-d80439c3a2a3 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.781872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2c3dc07-a540-4f8d-83ed-d80439c3a2a3 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.855256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.895020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc230c12-3ea5-4275-a9fc-a5a28766d56f req-d814d2b2-ffca-4fe8-9ea3-ad99567603e7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:59.898600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc230c12-3ea5-4275-a9fc-a5a28766d56f req-d814d2b2-ffca-4fe8-9ea3-ad99567603e7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1368010 Nov 11 21:01:59.943168 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.981271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2c3dc07-a540-4f8d-83ed-d80439c3a2a3 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.990561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:01:59.996636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:01:59.997243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.032759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:00.045343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc230c12-3ea5-4275-a9fc-a5a28766d56f req-a9777964-9573-462e-bab6-c9647de6e029 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315000 Nov 11 21:02:00.063589 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.070457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:00.075755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d5d9fb01-76dd-4aa6-8bf9-92a35fec51ee not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:00.083248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=8070ae02-7199-40f7-ad77-05d3766dceab,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:00.100407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2c3dc07-a540-4f8d-83ed-d80439c3a2a3 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.109670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8070ae02-7199-40f7-ad77-05d3766dceab details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:00.136950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:00.138669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8b145bbe-1614-4aef-97f3-bd1d61979960 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7519841 Nov 11 21:02:00.141112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:00.147385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': '8070ae02-7199-40f7-ad77-05d3766dceab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:00.162235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Pushing event updated for resources: {'Port': ['ID=9989bfed-f616-46f3-87ea-b3ba8f2ef770,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:00.169851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:00.193553 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2c3dc07-a540-4f8d-83ed-d80439c3a2a3 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.197602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2c3dc07-a540-4f8d-83ed-d80439c3a2a3 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6376295 Nov 11 21:02:00.197779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:00.211853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:00.394992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Attempting to bind port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:00.395588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Attempting to bind port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bdd2f3f7-9ff9-4059-8017-76f456a6b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:00.395846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Attempting to bind port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 on network e59d06d6-87f3-43a7-abb4-7219f1460c0c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:00.401349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:00.401869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Checking segment: {'id': 'bdd2f3f7-9ff9-4059-8017-76f456a6b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:00.402514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.403012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Bound using segment: {'id': 'bdd2f3f7-9ff9-4059-8017-76f456a6b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:00.403592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Bound port: 9989bfed-f616-46f3-87ea-b3ba8f2ef770, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd2f3f7-9ff9-4059-8017-76f456a6b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:00.404962 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.452081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccbb82-c2f0-4d57-9e43-ae55cc324c33 req-361c16e4-163d-4f97-b049-fa0f29df26ad tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:00.464607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eaccbb82-c2f0-4d57-9e43-ae55cc324c33 req-361c16e4-163d-4f97-b049-fa0f29df26ad tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1974154 Nov 11 21:02:00.484269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] For port 9989bfed-f616-46f3-87ea-b3ba8f2ef770, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:00.488759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] For port 9989bfed-f616-46f3-87ea-b3ba8f2ef770, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9989bfed-f616-46f3-87ea-b3ba8f2ef770,segment=NetworkSegment(bdd2f3f7-9ff9-4059-8017-76f456a6b17e),segment_id=bdd2f3f7-9ff9-4059-8017-76f456a6b17e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:00.554617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eaccbb82-c2f0-4d57-9e43-ae55cc324c33 req-95da4377-5cca-4444-9f22-6b4a79bfb893 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732894 Nov 11 21:02:00.647917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:00.648363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.652080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:00.759814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daf2df-1eeb-4a37-866d-586ce924af36 None None] Pushing event updated for resources: {'Port': ['ID=9989bfed-f616-46f3-87ea-b3ba8f2ef770,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:01.146166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:01.257361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=1779df09-596f-49d9-88d5-2c963ab79660,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:01.269775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': '9938de79-be86-4773-8f80-8e1840c05a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8070ae02-7199-40f7-ad77-05d3766dceab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:01.270154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: 8070ae02-7199-40f7-ad77-05d3766dceab, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:01.363435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 8070ae02-7199-40f7-ad77-05d3766dceab is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:01.467823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8070ae02-7199-40f7-ad77-05d3766dceab) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:01.477941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61edd1-a173-4013-bc35-c781df6e0197 None None] Network 8070ae02-7199-40f7-ad77-05d3766dceab requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:01.484782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:01.485430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:01.543628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c206d2-95d7-47fd-ad38-e3cfe8204bd2 req-453120e2-79bf-42fe-b0ff-1d0838a0ee4f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:01.546581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-57c206d2-95d7-47fd-ad38-e3cfe8204bd2 req-453120e2-79bf-42fe-b0ff-1d0838a0ee4f tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1654942 Nov 11 21:02:01.547975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:01.626045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56e9e8cc-df58-41f3-84ee-674061e5bb92 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4815745 Nov 11 21:02:01.627738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:01.637290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e6368990-9433-4cdf-8028-d27b8d458f36 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1406983112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:01.731189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8070ae02-7199-40f7-ad77-05d3766dceab', 'network_id': '8070ae02-7199-40f7-ad77-05d3766dceab', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': '1779df09-596f-49d9-88d5-2c963ab79660'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:01.732129 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:01.776458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-57c206d2-95d7-47fd-ad38-e3cfe8204bd2 req-475b3135-be6b-46f4-a3fd-20503cbb00a7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118380 Nov 11 21:02:01.800280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9634678-dc13-47e0-84b7-64cebb242a07 req-d766fa3b-7063-4473-9a8f-53bbcd08cddf tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:01.802209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9634678-dc13-47e0-84b7-64cebb242a07 req-d766fa3b-7063-4473-9a8f-53bbcd08cddf tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0669029 Nov 11 21:02:01.850260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6368990-9433-4cdf-8028-d27b8d458f36 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:01.851802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6368990-9433-4cdf-8028-d27b8d458f36 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:01.895033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9634678-dc13-47e0-84b7-64cebb242a07 req-56029548-2e9c-41c6-a905-82a92abaf53c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850053 Nov 11 21:02:01.999598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5e57f59-01ce-413c-aa9e-b7836fbc09c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.024805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Allocated IP 2001:db8::2 (8070ae02-7199-40f7-ad77-05d3766dceab/1779df09-596f-49d9-88d5-2c963ab79660/3bc9a47d-e3e6-4892-8715-05eb2f54b63b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:02.044727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6368990-9433-4cdf-8028-d27b8d458f36 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.167810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6368990-9433-4cdf-8028-d27b8d458f36 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.182906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Allocated IP 172.20.0.1 (e59d06d6-87f3-43a7-abb4-7219f1460c0c/fcc3ab7f-11bc-4296-84de-38e1f448a9cd/f3f68857-0dbc-41fc-8f17-83cab17426f1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:02.218425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9989bfed-f616-46f3-87ea-b3ba8f2ef770 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:02.268192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6368990-9433-4cdf-8028-d27b8d458f36 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.269946 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e6368990-9433-4cdf-8028-d27b8d458f36 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6408393 Nov 11 21:02:02.272569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:02.461327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.503805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:02.506738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.536547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.559618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c332c1-cb55-42a4-8d13-fd3f194ec7bf None None] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:02.641163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.658306 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.717558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Port': ['ID=f3f68857-0dbc-41fc-8f17-83cab17426f1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:02.726074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1c55c790-392f-4ac9-8fc9-e9b262ec13fc None None] Provisioning complete for port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:02.726444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c55c790-392f-4ac9-8fc9-e9b262ec13fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.756201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:02.758848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:02.762374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:02.788327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Pushing event updated for resources: {'Port': ['ID=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:02.792907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Network 8070ae02-7199-40f7-ad77-05d3766dceab is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:02.818269 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:02.852736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:02.864273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:02.868568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.084368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.098944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b10d1-b65a-4f4a-906c-5e4436fafdfe req-54fc2b15-bcf1-420b-954a-1b244ca3a75d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:03.108078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-481b10d1-b65a-4f4a-906c-5e4436fafdfe req-54fc2b15-bcf1-420b-954a-1b244ca3a75d tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1964717 Nov 11 21:02:03.116648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e172981-d151-4b29-8756-ccdbcd84a1a3 req-bcced54d-4de1-4e26-a345-c1df9fe2f4be tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:03.118739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e172981-d151-4b29-8756-ccdbcd84a1a3 req-bcced54d-4de1-4e26-a345-c1df9fe2f4be tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0753129 Nov 11 21:02:03.139664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Attempting to bind port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:03.145501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Attempting to bind port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9938de79-be86-4773-8f80-8e1840c05a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8070ae02-7199-40f7-ad77-05d3766dceab'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:03.145856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Attempting to bind port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b on network 8070ae02-7199-40f7-ad77-05d3766dceab {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:03.201165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:03.212651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Checking segment: {'id': '9938de79-be86-4773-8f80-8e1840c05a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8070ae02-7199-40f7-ad77-05d3766dceab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:03.212651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.212651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Bound using segment: {'id': '9938de79-be86-4773-8f80-8e1840c05a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8070ae02-7199-40f7-ad77-05d3766dceab'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:03.212651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Bound port: 3bc9a47d-e3e6-4892-8715-05eb2f54b63b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9938de79-be86-4773-8f80-8e1840c05a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8070ae02-7199-40f7-ad77-05d3766dceab'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:03.212651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.225188 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e172981-d151-4b29-8756-ccdbcd84a1a3 req-71a1b9d0-5f4e-463b-bf71-17a347386fdd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996652 Nov 11 21:02:03.274407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.293362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 9989bfed-f616-46f3-87ea-b3ba8f2ef770, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9989bfed-f616-46f3-87ea-b3ba8f2ef770,segment=NetworkSegment(bdd2f3f7-9ff9-4059-8017-76f456a6b17e),segment_id=bdd2f3f7-9ff9-4059-8017-76f456a6b17e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:03.304395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-481b10d1-b65a-4f4a-906c-5e4436fafdfe req-9d6bc1fe-88e0-42c3-8399-e1b353c8aec0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577373 Nov 11 21:02:03.352427 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c55c790-392f-4ac9-8fc9-e9b262ec13fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.420848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] For port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:03.428957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] For port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,segment=NetworkSegment(9938de79-be86-4773-8f80-8e1840c05a24),segment_id=9938de79-be86-4773-8f80-8e1840c05a24)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:03.451788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.495861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8::1 (8070ae02-7199-40f7-ad77-05d3766dceab/1779df09-596f-49d9-88d5-2c963ab79660/9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:03.583762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=9989bfed-f616-46f3-87ea-b3ba8f2ef770,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:03.600485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.671227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-1c55c790-392f-4ac9-8fc9-e9b262ec13fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:02:03.672252 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-1c55c790-392f-4ac9-8fc9-e9b262ec13fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:02:03.748348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c670c-6327-47e1-a16e-7f12a4bc4765 None None] Pushing event updated for resources: {'Port': ['ID=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:03.750246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.877703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:03.990478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 8070ae02-7199-40f7-ad77-05d3766dceab is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:03.997288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:04.000800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:04.001414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.150636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.154131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9989bfed-f616-46f3-87ea-b3ba8f2ef770 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:04.263635 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.328890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:04.366632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:04.367060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.425850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Port': ['ID=f3f68857-0dbc-41fc-8f17-83cab17426f1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:04.438774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-936a8701-3d18-49b4-a348-e89ef985fcc8 None None] Provisioning complete for port f3f68857-0dbc-41fc-8f17-83cab17426f1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:04.439236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-936a8701-3d18-49b4-a348-e89ef985fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.515289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.543956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.562625 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-456f3b83-d0c5-4d8a-b4e2-657ac8df6343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.605625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88ab6-b366-41c6-baf8-7b80c492eed8 req-22077599-3049-429c-a47e-a8e494d3c581 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:04.607235 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ab88ab6-b366-41c6-baf8-7b80c492eed8 req-22077599-3049-429c-a47e-a8e494d3c581 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1772606 Nov 11 21:02:04.650017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-936a8701-3d18-49b4-a348-e89ef985fcc8 None None] Port f3f68857-0dbc-41fc-8f17-83cab17426f1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:04.675974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-936a8701-3d18-49b4-a348-e89ef985fcc8 None None] Provisioning complete for port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:04.676602 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-936a8701-3d18-49b4-a348-e89ef985fcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:04.762632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ab88ab6-b366-41c6-baf8-7b80c492eed8 req-666aaa25-201f-42af-b4e5-b724bbf50162 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371174 Nov 11 21:02:04.764775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:04.773701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:04.972397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:05.106029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:05.106785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:05.208761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Router 9f529b74-d8d4-4424-9669-dfa7bd98ed31 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:02:05.268528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-830e04f1-ca1d-4b4d-b290-d0110869b850 None None] Provisioning complete for port f3f68857-0dbc-41fc-8f17-83cab17426f1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:05.269030 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-830e04f1-ca1d-4b4d-b290-d0110869b850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:05.277532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 8070ae02-7199-40f7-ad77-05d3766dceab is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:05.279430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:05.285167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:05.364072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f049b-40d1-496a-b580-48e8c6c23377 None None] Network 8070ae02-7199-40f7-ad77-05d3766dceab requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:05.373210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-830e04f1-ca1d-4b4d-b290-d0110869b850 None None] Port f3f68857-0dbc-41fc-8f17-83cab17426f1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:05.423011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:05.437881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e64c1eab-a0e3-474b-b893-8e640267025b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "PUT /v2.0/routers/9f529b74-d8d4-4424-9669-dfa7bd98ed31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2390285 Nov 11 21:02:05.441682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:05.451250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'port': {'network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c', 'name': 'tempest-FloatingIPNegativeTestJSON-885610940'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:05.691720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] Sync routers for ids ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:05.726961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33212635-bf12-4d13-915e-f4aae5c73b0b None None] Provisioning complete for port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:05.727359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33212635-bf12-4d13-915e-f4aae5c73b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:05.769728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Made reservation on behalf of d7a04cec0b054638918eca21c583cd4b for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:05.774587 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:05.797584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] Routers {'9f529b74-d8d4-4424-9669-dfa7bd98ed31'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:05.798643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:05.800797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:05.825304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] device_id is not set on port 620867c2-2256-425e-bf08-8b83e3549c6c yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:02:05.849508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:05.928005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] Routers {'9f529b74-d8d4-4424-9669-dfa7bd98ed31'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:05.928836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:05.940802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router c7de5119-b732-44e2-82b0-f7fe5ee5d8fb is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:02:06.006757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:06.007519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486804d-a85c-4ce3-9c09-ccedc93bb9f9 None None] The sync data for ids ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:06.026739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33212635-bf12-4d13-915e-f4aae5c73b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:06.029253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8702669-c2b2-4119-bdd5-1a073794869f req-8a0ed499-454d-4d06-a208-3e60ee6ec650 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:06.030910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8702669-c2b2-4119-bdd5-1a073794869f req-8a0ed499-454d-4d06-a208-3e60ee6ec650 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1384826 Nov 11 21:02:06.102656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:06.115812 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] Sync routers for ids ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:06.121376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55984) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:06.122212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1ecd4cf9-da61-459a-83f5-e354be9e83cc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/c7de5119-b732-44e2-82b0-f7fe5ee5d8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8482745 Nov 11 21:02:06.132671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Allocated IP 172.20.0.9 (e59d06d6-87f3-43a7-abb4-7219f1460c0c/fcc3ab7f-11bc-4296-84de-38e1f448a9cd/620867c2-2256-425e-bf08-8b83e3549c6c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:06.134028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-33212635-bf12-4d13-915e-f4aae5c73b0b None None] For port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,segment=NetworkSegment(9938de79-be86-4773-8f80-8e1840c05a24),segment_id=9938de79-be86-4773-8f80-8e1840c05a24)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:06.146001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3bc9a47d-e3e6-4892-8715-05eb2f54b63b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:06.148137 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] Routers {'c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:06.148940 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:06.176499 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a8702669-c2b2-4119-bdd5-1a073794869f req-3731873b-76c0-47e3-a660-f4dcffc703e0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352465 Nov 11 21:02:06.200785 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:06.216064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33212635-bf12-4d13-915e-f4aae5c73b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:06.221296 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] Routers {'c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:06.222037 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:06.258517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ebd3f9-6320-4f74-a778-6d273d147c49 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:06.262911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55990) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:06.263126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c9ebd3f9-6320-4f74-a778-6d273d147c49 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports/9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec HTTP/1.1" status: 200 len: 911 time: 0.1399989 Nov 11 21:02:06.289323 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:06.290253 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb301a07-b71a-4ff7-b04d-6b71eb707eca None None] The sync data for ids ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:06.310427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:06.310649 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:06.459699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33212635-bf12-4d13-915e-f4aae5c73b0b None None] Pushing event updated for resources: {'Port': ['ID=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:06.515350 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:06.659155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-701c4ec8-ee78-46e6-b285-da14a36d100c None None] Provisioning complete for port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:06.659539 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-701c4ec8-ee78-46e6-b285-da14a36d100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:06.758277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:06.815120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-701c4ec8-ee78-46e6-b285-da14a36d100c None None] Provisioning complete for port 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:06.815858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-701c4ec8-ee78-46e6-b285-da14a36d100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:06.890116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:06.898069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:06.905522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:06.913293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-701c4ec8-ee78-46e6-b285-da14a36d100c None None] Port 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:06.933261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Port': ['ID=620867c2-2256-425e-bf08-8b83e3549c6c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:07.059189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:07.059884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.091545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.122226 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.153666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fed0caac-5a10-4aba-a6de-8e0f73f9dd1d None None] Provisioning complete for port 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:07.154207 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fed0caac-5a10-4aba-a6de-8e0f73f9dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.175119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8439ff6-ba63-4ea0-8820-201de22807a9 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7288496 Nov 11 21:02:07.175472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56046) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:07.181793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:07.296583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fed0caac-5a10-4aba-a6de-8e0f73f9dd1d None None] Port 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:07.388639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.443420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8e39baa1-7565-4e5b-b502-ccbc930869f3 None None] Provisioning complete for port 620867c2-2256-425e-bf08-8b83e3549c6c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:07.443420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e39baa1-7565-4e5b-b502-ccbc930869f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.444611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2fb68-c3d6-4c26-9aa9-1fe6dd4a7e57 req-fb76f8c1-c78d-442e-af5f-5fe7c286f35a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:07.446222 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eea2fb68-c3d6-4c26-9aa9-1fe6dd4a7e57 req-fb76f8c1-c78d-442e-af5f-5fe7c286f35a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1354032 Nov 11 21:02:07.502261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e39baa1-7565-4e5b-b502-ccbc930869f3 None None] Port 620867c2-2256-425e-bf08-8b83e3549c6c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:07.564704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:07.565461 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.570023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eea2fb68-c3d6-4c26-9aa9-1fe6dd4a7e57 req-c068c1f0-db65-490e-a149-f209fede40de tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154447 Nov 11 21:02:07.630967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-23515549-13a5-441a-9bc2-032d6232f5e1 None None] Provisioning complete for port 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:07.635635 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23515549-13a5-441a-9bc2-032d6232f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.638387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.675724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23515549-13a5-441a-9bc2-032d6232f5e1 None None] Port 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:07.686196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.700908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:07.785072 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:07.805487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Allocated IP 172.25.2.64 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/ba640690-d22e-4c30-9c4f-5fbbe1ee0902) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:07.981806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:08.037116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3bc9a47d-e3e6-4892-8715-05eb2f54b63b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:08.082453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:08.090044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:08.090558 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:08.112653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=9c6adc2e-ce1e-45c2-b9a5-a89eec7a49ec,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:08.214872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:08.256374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:08.304252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:08.324661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:08.331341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:08.342861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Port': ['ID=ba640690-d22e-4c30-9c4f-5fbbe1ee0902,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:08.498811 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:08.527690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router c7de5119-b732-44e2-82b0-f7fe5ee5d8fb has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:08.610909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:08.618858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-082578bc-a558-4d2a-afcc-c3288412ba3a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/c7de5119-b732-44e2-82b0-f7fe5ee5d8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3521314 Nov 11 21:02:08.621265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] Sync routers for ids ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:08.631688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:08.640675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] Routers {'c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:08.641324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:08.713561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:08.717928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:08.718834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-678e5b2b-9977-4de0-a412-fd567826615f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7de5119-b732-44e2-82b0-f7fe5ee5d8fb HTTP/1.1" status: 200 len: 205 time: 0.0855041 Nov 11 21:02:08.719798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:08.731498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] Routers {'c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:08.732553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:08.823220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:08.827811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f97485-1c75-459c-a01e-6386247c32c8 None None] The sync data for ids ['c7de5119-b732-44e2-82b0-f7fe5ee5d8fb'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:08.853300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ec4f-78e1-4716-82ba-e1bc94496374 req-d240f582-91db-4374-a508-cedae08a47f6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:08.855095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3384ec4f-78e1-4716-82ba-e1bc94496374 req-d240f582-91db-4374-a508-cedae08a47f6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1551263 Nov 11 21:02:08.867488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0f65d1a-d9a2-41bd-9e33-80391f6a1b9f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.078301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3384ec4f-78e1-4716-82ba-e1bc94496374 req-c0f014f9-0142-48fe-b3d2-2edfcd0d6a83 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115440 Nov 11 21:02:09.143980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0f65d1a-d9a2-41bd-9e33-80391f6a1b9f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.146617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0f65d1a-d9a2-41bd-9e33-80391f6a1b9f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.187662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.289750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.338698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0f65d1a-d9a2-41bd-9e33-80391f6a1b9f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.339551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f65d1a-d9a2-41bd-9e33-80391f6a1b9f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Fanout notify agent at l3_agent the message router_deleted on router c7de5119-b732-44e2-82b0-f7fe5ee5d8fb {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:02:09.359690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Port': ['ID=ba640690-d22e-4c30-9c4f-5fbbe1ee0902,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:09.362096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0f65d1a-d9a2-41bd-9e33-80391f6a1b9f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.365880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f0f65d1a-d9a2-41bd-9e33-80391f6a1b9f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/c7de5119-b732-44e2-82b0-f7fe5ee5d8fb HTTP/1.1" status: 204 len: 168 time: 0.6468403 Nov 11 21:02:09.368568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:09.415405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.490996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet 1779df09-596f-49d9-88d5-2c963ab79660 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:02:09.494606 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.541494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.541706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.545817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d26234d5-dfb6-45c6-800c-84809f9b1aef tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3659270 Nov 11 21:02:09.545817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56170) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:09.550640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ad756982-aeb0-40ab-bf2e-0d6d9361b0c8 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'floatingip': {'port_id': '620867c2-2256-425e-bf08-8b83e3549c6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:09.644062 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad756982-aeb0-40ab-bf2e-0d6d9361b0c8 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.658692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.781782 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ad756982-aeb0-40ab-bf2e-0d6d9361b0c8 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] update failed (client error): The resource could not be found. Nov 11 21:02:09.784233 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ad756982-aeb0-40ab-bf2e-0d6d9361b0c8 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "PUT /v2.0/floatingips/a635a456-4273-4582-b1ca-e36142cf2d63 HTTP/1.1" status: 404 len: 507 time: 0.2360907 Nov 11 21:02:09.786439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:09.803512 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.896496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297a5ae-3c72-4fe9-95b8-418f89ab9360 None None] Network 8070ae02-7199-40f7-ad77-05d3766dceab requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:09.911392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=1779df09-596f-49d9-88d5-2c963ab79660,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:09.928330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:09.935606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9d1a5007-a41f-4105-9136-6186f9b347b9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/1779df09-596f-49d9-88d5-2c963ab79660 HTTP/1.1" status: 204 len: 168 time: 0.5600154 Nov 11 21:02:09.941506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56188) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:09.962378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Deleting port ba640690-d22e-4c30-9c4f-5fbbe1ee0902 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:09.962786 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.067972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.098310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.099780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.117970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Calling delete_port for ba640690-d22e-4c30-9c4f-5fbbe1ee0902 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:10.203306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] DHCP port deletion for 8070ae02-7199-40f7-ad77-05d3766dceab request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:02:10.210574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:10.212070 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.311469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,segment=NetworkSegment(9938de79-be86-4773-8f80-8e1840c05a24),segment_id=9938de79-be86-4773-8f80-8e1840c05a24)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:10.311927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.327169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 3bc9a47d-e3e6-4892-8715-05eb2f54b63b owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:10.330669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] Deleting port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:10.331342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.441715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] For port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,segment=NetworkSegment(9938de79-be86-4773-8f80-8e1840c05a24),segment_id=9938de79-be86-4773-8f80-8e1840c05a24)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:10.442485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.472126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] Calling delete_port for 3bc9a47d-e3e6-4892-8715-05eb2f54b63b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:10.511252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.563468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.574933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:10.585506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:10.602236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] Pushing event deleted for resources: {'Port': ['ID=3bc9a47d-e3e6-4892-8715-05eb2f54b63b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:10.604420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc338a-694e-4592-ae41-1c92ae931a7e None None] No DVR routers for this DVR port 3bc9a47d-e3e6-4892-8715-05eb2f54b63b on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:10.701293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.725664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8070ae02-7199-40f7-ad77-05d3766dceab']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:10.737720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9938de79-be86-4773-8f80-8e1840c05a24') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:10.738183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9938de79-be86-4773-8f80-8e1840c05a24') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:10.755814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.772645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.779820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:02:10.780295 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:02:10.784533 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:02:10.802740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a7eb3-7c64-469a-9867-686038f3b9f7 req-47cbd541-9582-4c0c-90b4-0c973214efe7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:10.805347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-765a7eb3-7c64-469a-9867-686038f3b9f7 req-47cbd541-9582-4c0c-90b4-0c973214efe7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2301562 Nov 11 21:02:10.871359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-765a7eb3-7c64-469a-9867-686038f3b9f7 req-cdafb417-a7ba-4701-89a7-799930ea66e6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556691 Nov 11 21:02:10.911050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.934492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event deleted for resources: {'Port': ['ID=ba640690-d22e-4c30-9c4f-5fbbe1ee0902,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:10.945862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.961802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:10.961802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/8070ae02-7199-40f7-ad77-05d3766dceab HTTP/1.1" status: 204 len: 168 time: 1.0130119 Nov 11 21:02:10.964970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:10.971613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-314543514', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:10.994170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9e878-53b7-414e-826a-a071c57efeba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=8070ae02-7199-40f7-ad77-05d3766dceab,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:11.050692 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.054476 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.058066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2389bc9d-b1c9-492b-967e-77e8e8e0ded7 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "DELETE /v2.0/floatingips/a635a456-4273-4582-b1ca-e36142cf2d63 HTTP/1.1" status: 204 len: 168 time: 1.2680397 Nov 11 21:02:11.060974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56240) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:11.066148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-90d7d9ba-8de7-441a-911a-aeabf11b4b28 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'floatingip': {'floating_network_id': 'e59d06d6-87f3-43a7-abb4-7219f1460c0c', 'port_id': '620867c2-2256-425e-bf08-8b83e3549c6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:11.174983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.176520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.233274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.318000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90d7d9ba-8de7-441a-911a-aeabf11b4b28 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.497710 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.580217 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-90d7d9ba-8de7-441a-911a-aeabf11b4b28 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:02:11.582205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-90d7d9ba-8de7-441a-911a-aeabf11b4b28 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5194645 Nov 11 21:02:11.585369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:11.589961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '620867c2-2256-425e-bf08-8b83e3549c6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:11.788679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.830562 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.855930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:11.890865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:12.066302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 172.25.2.13 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/872e1d25-4930-414d-97ed-ffccb2757ad7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:12.106606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3bc9a47d-e3e6-4892-8715-05eb2f54b63b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:12.131665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943368e-d526-40da-880d-fece73ecdfc1 req-7787804d-32f3-43b9-99bc-9d539f3c2d74 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:12.133341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6943368e-d526-40da-880d-fece73ecdfc1 req-7787804d-32f3-43b9-99bc-9d539f3c2d74 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1449113 Nov 11 21:02:12.150490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3bc9a47d-e3e6-4892-8715-05eb2f54b63b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:12.151968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3bc9a47d-e3e6-4892-8715-05eb2f54b63b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:12.254430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6943368e-d526-40da-880d-fece73ecdfc1 req-1b867560-3c11-47f4-8c17-a5bf343e2ead tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093953 Nov 11 21:02:12.316915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:12.523777 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:12.581039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=872e1d25-4930-414d-97ed-ffccb2757ad7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:12.616479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:12.617667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Allocated IP 172.25.2.213 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f9a8e9c6-ef5d-4d66-8ee8-9417928be973) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:12.633472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:12.638273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:12.651609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03027e5-c219-47f6-8747-ce76081e00d5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:02:12.819780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6c5168ff-3988-40a4-a46c-9c4096c6e7ab None None] Provisioning complete for port 872e1d25-4930-414d-97ed-ffccb2757ad7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:12.820512 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c5168ff-3988-40a4-a46c-9c4096c6e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:12.827218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:12.908933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c5168ff-3988-40a4-a46c-9c4096c6e7ab None None] Port 872e1d25-4930-414d-97ed-ffccb2757ad7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:12.928679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:12.984769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:12.990612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:12.993159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:13.019257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event updated for resources: {'Port': ['ID=f9a8e9c6-ef5d-4d66-8ee8-9417928be973,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:13.192480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Deleting port f9a8e9c6-ef5d-4d66-8ee8-9417928be973 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:13.192842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:13.305147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:13.308188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:13.309890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:13.340567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Calling delete_port for f9a8e9c6-ef5d-4d66-8ee8-9417928be973 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:13.537582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80ae74-61f3-4c56-82f0-e85d9352b304 req-a9339592-7f71-48f6-ac4b-5cac717845e8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:13.539555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca80ae74-61f3-4c56-82f0-e85d9352b304 req-a9339592-7f71-48f6-ac4b-5cac717845e8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1181128 Nov 11 21:02:13.664302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca80ae74-61f3-4c56-82f0-e85d9352b304 req-efbfae8d-67e6-45ea-b0b4-845aced618a5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185908 Nov 11 21:02:13.699352 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:13.715595 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:13.742918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event deleted for resources: {'Port': ['ID=f9a8e9c6-ef5d-4d66-8ee8-9417928be973,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:13.967838 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] create failed (client error): The resource could not be found. Nov 11 21:02:13.968995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-211472f1-3fb8-4f23-8785-f8f112e38a01 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3826523 Nov 11 21:02:13.979797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:13.996171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 7e5d7ca5-988e-4d6d-abc4-cb812e555820 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:02:14.096538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Deleting port 620867c2-2256-425e-bf08-8b83e3549c6c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:14.096828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:14.134872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:14.146287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] Sync routers for ids ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:14.156688 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] Routers {'7e5d7ca5-988e-4d6d-abc4-cb812e555820'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:14.157337 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:14.222964 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:14.227277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:14.228818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:14.231635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56380) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:14.231870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e5df2982-0b1d-4952-8590-2aaa47ca9912 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2642572 Nov 11 21:02:14.262866 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] Routers {'7e5d7ca5-988e-4d6d-abc4-cb812e555820'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:14.263574 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:14.308063 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:14.308846 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6ce0-a99c-445a-8208-0a082cccdbdf None None] The sync data for ids ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:14.362582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Calling delete_port for 620867c2-2256-425e-bf08-8b83e3549c6c owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:14.391825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b236c9d6-b315-4164-8cec-521ab5691c40 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/routers/7e5d7ca5-988e-4d6d-abc4-cb812e555820 HTTP/1.1" status: 200 len: 883 time: 0.1589072 Nov 11 21:02:14.394624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56386) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:14.630645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:14.665278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event deleted for resources: {'Port': ['ID=620867c2-2256-425e-bf08-8b83e3549c6c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:14.732574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6eaa95e0-57ec-4de2-ac98-6da2f166198a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3359535 Nov 11 21:02:14.736074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:14.743339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8f1d220a-32b6-4210-9e3a-b7d830d52903 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-314543514'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:14.905703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e6e52-8e00-443d-bbc9-b135c6794944 req-a4f46787-009a-4bf4-99bd-c26c159313d0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:14.907992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b47e6e52-8e00-443d-bbc9-b135c6794944 req-a4f46787-009a-4bf4-99bd-c26c159313d0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0938146 Nov 11 21:02:14.960027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:14.967868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-04f08709-5dd7-4453-aff9-c940dd0ff79b tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "DELETE /v2.0/ports/620867c2-2256-425e-bf08-8b83e3549c6c HTTP/1.1" status: 204 len: 168 time: 0.9867415 Nov 11 21:02:14.970701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56420) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:15.328243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b47e6e52-8e00-443d-bbc9-b135c6794944 req-7e770ea3-cd6d-4396-988f-b37a305bdbdf tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077530 Nov 11 21:02:15.505713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b297bc3-8109-4e07-ade7-54d889547a0d tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:15.507242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8b297bc3-8109-4e07-ade7-54d889547a0d tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f529b74-d8d4-4424-9669-dfa7bd98ed31 HTTP/1.1" status: 200 len: 913 time: 0.4937384 Nov 11 21:02:15.510209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56442) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:15.774936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1d220a-32b6-4210-9e3a-b7d830d52903 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:15.902419 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1d220a-32b6-4210-9e3a-b7d830d52903 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:16.107085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1d220a-32b6-4210-9e3a-b7d830d52903 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 7e5d7ca5-988e-4d6d-abc4-cb812e555820 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:16.204490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:16.336498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d220a-32b6-4210-9e3a-b7d830d52903 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:16.344349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f1d220a-32b6-4210-9e3a-b7d830d52903 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:16.345983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8f1d220a-32b6-4210-9e3a-b7d830d52903 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/7e5d7ca5-988e-4d6d-abc4-cb812e555820 HTTP/1.1" status: 200 len: 890 time: 1.6075232 Nov 11 21:02:16.346301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] Sync routers for ids ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:16.348893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56462) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:16.356837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] Routers {'7e5d7ca5-988e-4d6d-abc4-cb812e555820'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:16.357531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:16.395295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:16.422499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] Routers {'7e5d7ca5-988e-4d6d-abc4-cb812e555820'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:16.423775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:16.475679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:16.478153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a469a61-b6a5-4c9a-b123-9971b23e89db None None] The sync data for ids ['7e5d7ca5-988e-4d6d-abc4-cb812e555820'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:16.568290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441125-d1d7-4e04-9cfb-d74ce000f9b1 req-8167c261-09ea-4bfa-a778-2ae438bc171a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:16.570061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89441125-d1d7-4e04-9cfb-d74ce000f9b1 req-8167c261-09ea-4bfa-a778-2ae438bc171a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1582673 Nov 11 21:02:16.603318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ce11f1ac-02f8-460e-9d75-eb7d998a47a8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/routers/7e5d7ca5-988e-4d6d-abc4-cb812e555820 HTTP/1.1" status: 200 len: 890 time: 0.2502551 Nov 11 21:02:16.603601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:16.648802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-89c0c1af-91cc-4a5e-9d5b-460709549759 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e5d7ca5-988e-4d6d-abc4-cb812e555820 HTTP/1.1" status: 200 len: 205 time: 0.0439274 Nov 11 21:02:16.651215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:16.764645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89441125-d1d7-4e04-9cfb-d74ce000f9b1 req-681c5d20-60de-4a33-a6fe-3483172a6c02 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858299 Nov 11 21:02:16.789079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 34940336-9211-460b-ad9b-f1f299d93923 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:02:16.817547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Deleting port f3f68857-0dbc-41fc-8f17-83cab17426f1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:16.817937 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:16.933810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.001278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.006088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-716d009c-581b-46e1-a574-c7145c1c01b9 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:17.007632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-716d009c-581b-46e1-a574-c7145c1c01b9 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/networks?id=e66197ae-4903-46e6-afdc-6df578e0b9ff HTTP/1.1" status: 200 len: 813 time: 0.2547371 Nov 11 21:02:17.041112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Calling delete_port for f3f68857-0dbc-41fc-8f17-83cab17426f1 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:17.087523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-f17d3370-e22c-4ae1-ae90-ea1a0cc02d1b tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/quotas/3f6a707ca854457695a2b0ff26a06402 HTTP/1.1" status: 200 len: 375 time: 0.0394266 Nov 11 21:02:17.102581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:17.146031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '34940336-9211-460b-ad9b-f1f299d93923', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'port_id': '34940336-9211-460b-ad9b-f1f299d93923', 'mac_address': 'fa:16:3e:f6:88:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:02:17.151931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-cb716b04-b339-4cee-bbc8-cc29d1131229 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f6a707ca854457695a2b0ff26a06402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543544 Nov 11 21:02:17.160097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.241163 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.270237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34940336-9211-460b-ad9b-f1f299d93923 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:02:17.317340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:17.408736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-5ff3c41f-5cd4-49a5-92c1-e73bf30cb91d service neutron] 10.222.0.31 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375903 Nov 11 21:02:17.430878 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.495565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:17.588032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 872e1d25-4930-414d-97ed-ffccb2757ad7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:17.588401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.609748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['34940336-9211-460b-ad9b-f1f299d93923'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:02:17.624807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.699473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event deleted for resources: {'Port': ['ID=f3f68857-0dbc-41fc-8f17-83cab17426f1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:17.766080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-ce0956f0-a164-455f-9201-d3e79b58cdfa service neutron] 10.222.0.31 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214760 Nov 11 21:02:17.918933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:17.973346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 872e1d25-4930-414d-97ed-ffccb2757ad7 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:18.185512 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:18.347143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef348-b97f-4fba-ae12-2b35ee19e658 req-c84c1204-0594-47db-908f-9ddc11c98c61 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:18.349170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-830ef348-b97f-4fba-ae12-2b35ee19e658 req-c84c1204-0594-47db-908f-9ddc11c98c61 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 944 time: 0.3207643 Nov 11 21:02:18.390958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:18.553034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=872e1d25-4930-414d-97ed-ffccb2757ad7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:18.570142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Router 9f529b74-d8d4-4424-9669-dfa7bd98ed31 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:18.592114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f42b54-05f8-4285-b923-a17b89dc3c73 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:02:18.623874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-830ef348-b97f-4fba-ae12-2b35ee19e658 req-e1b0552d-2670-4bf4-8df7-68bc8af24c07 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957667 Nov 11 21:02:18.711835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:18.718093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ebfdb84f-4e5e-4af9-8be5-3b83ab4bc282 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "PUT /v2.0/routers/9f529b74-d8d4-4424-9669-dfa7bd98ed31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2063775 Nov 11 21:02:18.720556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:18.725892 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] Sync routers for ids ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:18.754943 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] Routers {'9f529b74-d8d4-4424-9669-dfa7bd98ed31'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:18.755583 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:18.803968 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46932a21-bd1a-48b3-ab75-d18f4158a7dd req-294726ba-e3ff-4d48-a49e-b83ad33de71b tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 210 time: 0.0778015 Nov 11 21:02:18.816051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 34940336-9211-460b-ad9b-f1f299d93923 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:18.828329 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:18.835781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:18.842162 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] Routers {'9f529b74-d8d4-4424-9669-dfa7bd98ed31'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:18.843008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:18.888382 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:18.889297 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb10eb0-032e-4822-a2c4-5bed979eaea4 None None] The sync data for ids ['9f529b74-d8d4-4424-9669-dfa7bd98ed31'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:18.925670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 34940336-9211-460b-ad9b-f1f299d93923 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:18.926438 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:18.935807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6630dd1-9f1b-458e-b4bb-91cad189b98c tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.087408 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.116532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.120467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.154707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:19.154707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940336-9211-460b-ad9b-f1f299d93923'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:02:19.158342 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220a7a0e-88da-4bae-aee2-5b84024eabdb" -d '{"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-plugged", "status": "completed", "tag": "34940336-9211-460b-ad9b-f1f299d93923"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:02:19.253594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.261574 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8010f6d9-9844-4346-9665-f3a41d44ab0b x-openstack-request-id: req-8010f6d9-9844-4346-9665-f3a41d44ab0b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:02:19.261869 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-plugged", "status": "completed", "tag": "34940336-9211-460b-ad9b-f1f299d93923", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:02:19.262318 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8010f6d9-9844-4346-9665-f3a41d44ab0b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:02:19.262885 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940336-9211-460b-ad9b-f1f299d93923', 'code': 200} Nov 11 21:02:19.311738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6630dd1-9f1b-458e-b4bb-91cad189b98c tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.316800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6630dd1-9f1b-458e-b4bb-91cad189b98c tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.334126 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.335347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Fanout notify agent at l3_agent the message router_deleted on router 7e5d7ca5-988e-4d6d-abc4-cb812e555820 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:02:19.356469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:19.358971 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.379399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4e136cc1-0e36-483d-8744-5a66854fc7ce tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/7e5d7ca5-988e-4d6d-abc4-cb812e555820 HTTP/1.1" status: 204 len: 168 time: 2.7218876 Nov 11 21:02:19.382005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:19.403549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1100666253'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:19.488252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6630dd1-9f1b-458e-b4bb-91cad189b98c tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.489095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6630dd1-9f1b-458e-b4bb-91cad189b98c tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Fanout notify agent at l3_agent the message router_deleted on router 9f529b74-d8d4-4424-9669-dfa7bd98ed31 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:02:19.498325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6630dd1-9f1b-458e-b4bb-91cad189b98c tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.499710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a6630dd1-9f1b-458e-b4bb-91cad189b98c tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "DELETE /v2.0/routers/9f529b74-d8d4-4424-9669-dfa7bd98ed31 HTTP/1.1" status: 204 len: 168 time: 0.7782106 Nov 11 21:02:19.503148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:19.651704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Deleting subnet fcc3ab7f-11bc-4296-84de-38e1f448a9cd {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:02:19.680063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.716267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:19.719928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.731744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.768215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-c66e4bd9-c7cf-478e-9843-11dd08248735 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034575 Nov 11 21:02:19.798982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:19.813240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.814576 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment 0729b06f-f63d-491b-9dff-20b5c4340a99 of type vlan for network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 Nov 11 21:02:19.823336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b55ba1-9242-4ad5-9ddb-be71a3953768 req-d7d2fd4e-b44e-45c0-9577-bd9ccbae7817 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:19.825444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26b55ba1-9242-4ad5-9ddb-be71a3953768 req-d7d2fd4e-b44e-45c0-9577-bd9ccbae7817 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.0829246 Nov 11 21:02:19.865988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.922218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:19.969488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26b55ba1-9242-4ad5-9ddb-be71a3953768 req-3ef503b7-eed0-44c9-9480-3e89806b8796 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972509 Nov 11 21:02:20.033712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c3ddd7d-cbb4-4f81-b00d-945039ce5830 req-a607935e-7167-4026-a556-330faeed0419 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 210 time: 0.0703471 Nov 11 21:02:20.066481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-44c3448b-04ae-46c7-97d3-6ac7959848b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:20.068059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-44c3448b-04ae-46c7-97d3-6ac7959848b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 1097 time: 0.1073112 Nov 11 21:02:20.145210 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.147823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.151414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:20.152049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.169084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.174586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "DELETE /v2.0/subnets/fcc3ab7f-11bc-4296-84de-38e1f448a9cd HTTP/1.1" status: 204 len: 168 time: 0.6696246 Nov 11 21:02:20.182059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93925859-f19b-4d95-835c-42a0c8c41eb1 None None] Network e59d06d6-87f3-43a7-abb4-7219f1460c0c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:20.186873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56572) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:20.296757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9133275 Nov 11 21:02:20.309938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:20.326011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': 'cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:20.345663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a6fd4-19e6-45f6-862f-e1398a7c5b84 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc3ab7f-11bc-4296-84de-38e1f448a9cd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:20.369899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fe932-c1fc-4e3b-b090-70f7477a4022 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:20.393977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:20.413182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.524813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-65b15d59-f1de-40e0-bd0e-acb8d96fc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:20.526453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-65b15d59-f1de-40e0-bd0e-acb8d96fc02f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 200 len: 919 time: 0.4199238 Nov 11 21:02:20.552420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Deleting port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:20.552755 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.592385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-e819cb12-baed-4718-a242-63bd2c9126d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe HTTP/1.1" status: 200 len: 217 time: 0.0493290 Nov 11 21:02:20.686104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465b78f-6082-434c-a535-7728098859cd None None] DHCP port deletion for e59d06d6-87f3-43a7-abb4-7219f1460c0c request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:02:20.790225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] For port 9989bfed-f616-46f3-87ea-b3ba8f2ef770, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9989bfed-f616-46f3-87ea-b3ba8f2ef770,segment=NetworkSegment(bdd2f3f7-9ff9-4059-8017-76f456a6b17e),segment_id=bdd2f3f7-9ff9-4059-8017-76f456a6b17e)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:20.790771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.810473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-526eef95-08a8-44ad-9541-9102e0ba3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:20.815595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-526eef95-08a8-44ad-9541-9102e0ba3887 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 200 len: 858 time: 0.1731660 Nov 11 21:02:20.820180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:20.825375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.826484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Calling delete_port for 9989bfed-f616-46f3-87ea-b3ba8f2ef770 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:20.828651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3465b78f-6082-434c-a535-7728098859cd None None] Deleting port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:20.829054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3465b78f-6082-434c-a535-7728098859cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.926416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3465b78f-6082-434c-a535-7728098859cd None None] For port 9989bfed-f616-46f3-87ea-b3ba8f2ef770, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9989bfed-f616-46f3-87ea-b3ba8f2ef770,segment=NetworkSegment(bdd2f3f7-9ff9-4059-8017-76f456a6b17e),segment_id=bdd2f3f7-9ff9-4059-8017-76f456a6b17e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:20.926823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3465b78f-6082-434c-a535-7728098859cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:20.961287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3465b78f-6082-434c-a535-7728098859cd None None] Calling delete_port for 9989bfed-f616-46f3-87ea-b3ba8f2ef770 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:20.979435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-582ed4a0-419c-4573-bbe0-f047bc91cdc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7e9d41d8-4099-4212-969f-eae9b0bba2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451967 Nov 11 21:02:21.116534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:21.205309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-291a8c13-ce36-4481-87b7-ed481fa5d20b service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121886 Nov 11 21:02:21.278332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] No DVR routers for this DVR port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:21.281432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3465b78f-6082-434c-a535-7728098859cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:21.369047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465b78f-6082-434c-a535-7728098859cd None None] Pushing event deleted for resources: {'Port': ['ID=9989bfed-f616-46f3-87ea-b3ba8f2ef770,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:21.390103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465b78f-6082-434c-a535-7728098859cd None None] No DVR routers for this DVR port 9989bfed-f616-46f3-87ea-b3ba8f2ef770 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:21.395678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event deleted for resources: {'Port': ['ID=9989bfed-f616-46f3-87ea-b3ba8f2ef770,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:21.482176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a4a2cd3-d381-49ef-83b0-8020154fb95c req-4030aac5-5aec-4042-a98e-d4446054f70f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 210 time: 0.1781318 Nov 11 21:02:21.588121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:21.602324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e15ef566-3008-4cbd-880e-c6137c4e15c4 req-4ca697d2-5cf6-4d49-a30c-323cfef00ba2 service neutron] 10.222.0.62 "GET /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555973 Nov 11 21:02:21.634424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59d06d6-87f3-43a7-abb4-7219f1460c0c']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:21.650974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07162a-94a0-43e9-a148-ad44f41ad7ec req-d938cf44-03f8-4cdd-9222-b8a83ebb0633 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:21.660801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be07162a-94a0-43e9-a148-ad44f41ad7ec req-d938cf44-03f8-4cdd-9222-b8a83ebb0633 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.4210777 Nov 11 21:02:21.709027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd2f3f7-9ff9-4059-8017-76f456a6b17e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:21.709611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd2f3f7-9ff9-4059-8017-76f456a6b17e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:21.739524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:21.828441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:21.837932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:21.850409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be07162a-94a0-43e9-a148-ad44f41ad7ec req-c8f971f0-6f49-45da-855f-9bd25f62118f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886332 Nov 11 21:02:21.851591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:02:21.851923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:02:21.856971 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:02:21.990711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-6fa6f5a5-d8ba-436a-a6d7-304c9d527eea tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:21.992538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-6fa6f5a5-d8ba-436a-a6d7-304c9d527eea tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.58 "GET /v2.0/networks?id=e66197ae-4903-46e6-afdc-6df578e0b9ff HTTP/1.1" status: 200 len: 813 time: 0.2660718 Nov 11 21:02:22.020106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Request body: {'port': {'device_id': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff', 'admin_state_up': True, 'tenant_id': '3f6a707ca854457695a2b0ff26a06402'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:22.089227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': '0729b06f-f63d-491b-9dff-20b5c4340a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:22.089712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:22.100482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.103247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=f69f958d-aa16-4f8c-866a-78aa0d02e658,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:22.126031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9989bfed-f616-46f3-87ea-b3ba8f2ef770 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:22.200694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 9989bfed-f616-46f3-87ea-b3ba8f2ef770 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:22.201537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9989bfed-f616-46f3-87ea-b3ba8f2ef770 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:22.242312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:22.263588 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.284915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.294203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] 10.222.0.31 "DELETE /v2.0/networks/e59d06d6-87f3-43a7-abb4-7219f1460c0c HTTP/1.1" status: 204 len: 168 time: 2.1031220 Nov 11 21:02:22.301601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56600) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:22.327928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81330721-96b6-4b79-b8b8-17f2ad963c13 tempest-FloatingIPNegativeTestJSON-1603407640 tempest-FloatingIPNegativeTestJSON-1603407640-project] Pushing event deleted for resources: {'Network': ['ID=e59d06d6-87f3-43a7-abb4-7219f1460c0c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:22.328196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:22.338638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b33ac2-c42b-4bd5-9f62-d602fc872295 None None] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:22.339569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:22.340243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.425691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Made reservation on behalf of 3f6a707ca854457695a2b0ff26a06402 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:22.429649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.538319 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b6693e99-4517-4d2d-8e68-dc215b4cfb3f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2217572 Nov 11 21:02:22.541078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:22.552056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-096b4c3c-6d30-4aaf-b362-f684d6798098 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-10729837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:22.569246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0936-86e7-4199-bf72-e701dfb00f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.600584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0', 'network_id': 'cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': 'f69f958d-aa16-4f8c-866a-78aa0d02e658'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:22.601522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.760518 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-096b4c3c-6d30-4aaf-b362-f684d6798098 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.763148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-096b4c3c-6d30-4aaf-b362-f684d6798098 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.791774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0936-86e7-4199-bf72-e701dfb00f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.875199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Allocated IP 172.20.0.4 (e66197ae-4903-46e6-afdc-6df578e0b9ff/629cbb2c-4c82-478a-b25a-0e3c70066725/cc4b6710-d1a3-41e4-94d9-318608d5f478) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:22.933835 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0936-86e7-4199-bf72-e701dfb00f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:22.971436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-096b4c3c-6d30-4aaf-b362-f684d6798098 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.046063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Allocated IP 2001:db8::2 (cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0/f69f958d-aa16-4f8c-866a-78aa0d02e658/766a420a-4a02-465d-9a38-0f244c677d23) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:23.078372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb2d0936-86e7-4199-bf72-e701dfb00f22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c4d560cc29b413496ce4b482312c39f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7743378 Nov 11 21:02:23.194811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:23.195499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:23.199943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-096b4c3c-6d30-4aaf-b362-f684d6798098 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.334095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d0936-86e7-4199-bf72-e701dfb00f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc2356f-9849-4372-af5f-74f9c5c6f3e1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:23.480947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.523316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68805aa3-484b-4d69-960e-79ba89737178 req-7e5ce126-8aa9-481d-b450-a599587092bd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:23.534591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68805aa3-484b-4d69-960e-79ba89737178 req-7e5ce126-8aa9-481d-b450-a599587092bd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.3671176 Nov 11 21:02:23.546871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f158f9f-fad8-4c31-afa9-ab893b4a92fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.550849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.615330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f158f9f-fad8-4c31-afa9-ab893b4a92fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.658472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Pushing event updated for resources: {'Port': ['ID=766a420a-4a02-465d-9a38-0f244c677d23,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:23.671412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:23.674445 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-096b4c3c-6d30-4aaf-b362-f684d6798098 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.678441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:23.679174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-096b4c3c-6d30-4aaf-b362-f684d6798098 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1368001 Nov 11 21:02:23.681190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:23.685242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:23.807876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Attempting to bind port 766a420a-4a02-465d-9a38-0f244c677d23 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:23.808279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Attempting to bind port 766a420a-4a02-465d-9a38-0f244c677d23 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0729b06f-f63d-491b-9dff-20b5c4340a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:23.808642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Attempting to bind port 766a420a-4a02-465d-9a38-0f244c677d23 on network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:23.825669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:23.826092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Checking segment: {'id': '0729b06f-f63d-491b-9dff-20b5c4340a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:23.826456 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.826852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Bound using segment: {'id': '0729b06f-f63d-491b-9dff-20b5c4340a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:23.827349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Bound port: 766a420a-4a02-465d-9a38-0f244c677d23, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0729b06f-f63d-491b-9dff-20b5c4340a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:23.827739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:23.946270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd7b5ee6-8b85-460e-a3e1-00a138ed7359 req-2ba4aa97-0257-4943-844c-76cc812b2608 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 210 time: 1.0443530 Nov 11 21:02:24.034089 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.048733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] For port 766a420a-4a02-465d-9a38-0f244c677d23, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:24.055917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] For port 766a420a-4a02-465d-9a38-0f244c677d23, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=766a420a-4a02-465d-9a38-0f244c677d23,segment=NetworkSegment(0729b06f-f63d-491b-9dff-20b5c4340a99),segment_id=0729b06f-f63d-491b-9dff-20b5c4340a99)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:24.123116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.150976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.186993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edaccd-21bb-467c-a45c-59f8673141b5 None None] Pushing event updated for resources: {'Port': ['ID=766a420a-4a02-465d-9a38-0f244c677d23,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:24.211161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f158f9f-fad8-4c31-afa9-ab893b4a92fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.214810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f158f9f-fad8-4c31-afa9-ab893b4a92fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.215996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f158f9f-fad8-4c31-afa9-ab893b4a92fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bc2356f-9849-4372-af5f-74f9c5c6f3e1 HTTP/1.1" status: 204 len: 168 time: 0.9932544 Nov 11 21:02:24.287525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Pushing event updated for resources: {'Port': ['ID=cc4b6710-d1a3-41e4-94d9-318608d5f478,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:24.298884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Network e66197ae-4903-46e6-afdc-6df578e0b9ff is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:24.306356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:24.309411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:24.399468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:24.401691 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.408938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68805aa3-484b-4d69-960e-79ba89737178 req-411c8a80-e125-476e-a081-8f0bcd4a236d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8727798 Nov 11 21:02:24.420107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f158f9f-fad8-4c31-afa9-ab893b4a92fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc2356f-9849-4372-af5f-74f9c5c6f3e1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:24.506644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:24.519275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d0eeb9c3-0b57-48e0-be73-66cbbd2b31f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7a04cec0b054638918eca21c583cd4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2717772 Nov 11 21:02:24.646300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d0b9-630b-4354-a968-99b14987dc0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.726753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d0b9-630b-4354-a968-99b14987dc0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.801145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae74180-46f9-422d-b8ab-ee69d4a94142 req-d5d5d55b-cf07-4e8e-a595-9f84bce1160b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:24.809371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bae74180-46f9-422d-b8ab-ee69d4a94142 req-d5d5d55b-cf07-4e8e-a595-9f84bce1160b tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1075692 Nov 11 21:02:24.825657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-d50ec56e-dfc6-4090-a4bd-c01c81ad086c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8215704 Nov 11 21:02:24.841885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Request body: {'port': {'device_id': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:24.869134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.933641 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d0b9-630b-4354-a968-99b14987dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.936361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d0b9-630b-4354-a968-99b14987dc0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:24.937632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dfc7d0b9-630b-4354-a968-99b14987dc0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43c654a6-c4e7-4c33-bdc3-5632905d464f HTTP/1.1" status: 204 len: 168 time: 0.4296300 Nov 11 21:02:24.954523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7d0b9-630b-4354-a968-99b14987dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c654a6-c4e7-4c33-bdc3-5632905d464f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:24.963496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:25.036691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bae74180-46f9-422d-b8ab-ee69d4a94142 req-e5375957-f3f6-49ac-a2b0-b6375edb332c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261009 Nov 11 21:02:25.387102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7ec5f-57bd-44f9-a475-56e9f16fcfd4 req-c80ebe84-52c5-4695-b48d-f2bace60656f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:25.395819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ab7ec5f-57bd-44f9-a475-56e9f16fcfd4 req-c80ebe84-52c5-4695-b48d-f2bace60656f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 931 time: 0.2755177 Nov 11 21:02:25.576662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8::1 (cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0/f69f958d-aa16-4f8c-866a-78aa0d02e658/5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:25.593623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ab7ec5f-57bd-44f9-a475-56e9f16fcfd4 req-35e4da82-1984-4918-a271-71ca50f7a4a4 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943161 Nov 11 21:02:25.632300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4b6710-d1a3-41e4-94d9-318608d5f478 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:02:25.655564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:25.687466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Transition to ACTIVE for port object cc4b6710-d1a3-41e4-94d9-318608d5f478 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:02:25.807744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:25.820754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af058cb0-51ae-4e15-ac03-6cdd43fe1877 req-73279ec7-fe92-4ef7-8379-b5e1ba72988e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:25.829400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af058cb0-51ae-4e15-ac03-6cdd43fe1877 req-73279ec7-fe92-4ef7-8379-b5e1ba72988e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2284679 Nov 11 21:02:25.918732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:25.931486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b50f4c-3d23-498f-b5c9-128b4294ccb6 None None] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:26.016846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af058cb0-51ae-4e15-ac03-6cdd43fe1877 req-3527f631-2647-4ea3-9f7f-a37d4e10270f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862767 Nov 11 21:02:26.130634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b6710-d1a3-41e4-94d9-318608d5f478,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:26.168714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.212588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 766a420a-4a02-465d-9a38-0f244c677d23 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:26.298642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:26.298642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:26.300432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:26.303197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:26.303982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.319219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98819312-c1b5-4cbe-b33a-5b952d2e3841 req-1d17909d-8eb7-46da-a1f7-056bb93f5cfc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:26.347097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98819312-c1b5-4cbe-b33a-5b952d2e3841 req-1d17909d-8eb7-46da-a1f7-056bb93f5cfc tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.1760948 Nov 11 21:02:26.370888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b599fbf7-bfef-49a5-bd79-78085d25d286 None None] Provisioning complete for port 766a420a-4a02-465d-9a38-0f244c677d23 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:26.371346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b599fbf7-bfef-49a5-bd79-78085d25d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.395682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Attempting to bind port cc4b6710-d1a3-41e4-94d9-318608d5f478 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:26.396016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Attempting to bind port cc4b6710-d1a3-41e4-94d9-318608d5f478 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:26.401500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Attempting to bind port cc4b6710-d1a3-41e4-94d9-318608d5f478 on network e66197ae-4903-46e6-afdc-6df578e0b9ff {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:26.421379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Port cc4b6710-d1a3-41e4-94d9-318608d5f478 on network e66197ae-4903-46e6-afdc-6df578e0b9ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:02:26.421708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Attempting to bind port cc4b6710-d1a3-41e4-94d9-318608d5f478 on network e66197ae-4903-46e6-afdc-6df578e0b9ff {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:26.448110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:26.460685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Checking segment: {'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:26.461098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Bound using segment: {'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:26.461563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Bound port: cc4b6710-d1a3-41e4-94d9-318608d5f478, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:26.461934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.505858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98819312-c1b5-4cbe-b33a-5b952d2e3841 req-3abf0b1b-6f28-4fab-88fa-f808206b3354 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384876 Nov 11 21:02:26.556107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.604443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] For port cc4b6710-d1a3-41e4-94d9-318608d5f478, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:26.607085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] For port cc4b6710-d1a3-41e4-94d9-318608d5f478, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cc4b6710-d1a3-41e4-94d9-318608d5f478,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:26.640283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 766a420a-4a02-465d-9a38-0f244c677d23 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:26.640718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.686740 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b599fbf7-bfef-49a5-bd79-78085d25d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.710557 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.763183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b599fbf7-bfef-49a5-bd79-78085d25d286 None None] For port 766a420a-4a02-465d-9a38-0f244c677d23, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=766a420a-4a02-465d-9a38-0f244c677d23,segment=NetworkSegment(0729b06f-f63d-491b-9dff-20b5c4340a99),segment_id=0729b06f-f63d-491b-9dff-20b5c4340a99)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:26.791532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:26.791532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.791532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] 10.222.0.58 "PUT /v2.0/ports/cc4b6710-d1a3-41e4-94d9-318608d5f478 HTTP/1.1" status: 200 len: 1091 time: 1.9550657 Nov 11 21:02:26.791532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'tag': 'cc4b6710-d1a3-41e4-94d9-318608d5f478'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:02:26.824216 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e74b28c-9689-4704-a220-d5f0c59b9012" -d '{"events": [{"name": "network-changed", "server_uuid": "da09f662-4f29-4d18-87b8-0ef4654820d0", "tag": "cc4b6710-d1a3-41e4-94d9-318608d5f478"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:02:26.843191 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.881330 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b599fbf7-bfef-49a5-bd79-78085d25d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:26.926356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0e804-1df6-43ed-8baa-ff02ea849fcb service neutron] Pushing event updated for resources: {'Port': ['ID=cc4b6710-d1a3-41e4-94d9-318608d5f478,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:26.961414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2288ac-6497-4a7a-a1d6-07bb06e827e5 req-e150408a-552c-4399-8f81-1fdb2f6e9e87 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:26.963025 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a2288ac-6497-4a7a-a1d6-07bb06e827e5 req-e150408a-552c-4399-8f81-1fdb2f6e9e87 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 943 time: 0.2928169 Nov 11 21:02:27.059159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-8fe3ed1b-240b-47e7-b7f8-74b3adce2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:27.059693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-8fe3ed1b-240b-47e7-b7f8-74b3adce2604 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f6a707ca854457695a2b0ff26a06402&device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 1094 time: 0.1040425 Nov 11 21:02:27.113364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:27.180138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-340e3bf4-3dc1-4eb5-93dd-80e569cd8d65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4b6710-d1a3-41e4-94d9-318608d5f478 HTTP/1.1" status: 200 len: 217 time: 0.1122186 Nov 11 21:02:27.184393 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be2ecf-6754-42f8-9824-70c14e662fb3 x-openstack-request-id: req-09be2ecf-6754-42f8-9824-70c14e662fb3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:02:27.184692 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da09f662-4f29-4d18-87b8-0ef4654820d0", "tag": "cc4b6710-d1a3-41e4-94d9-318608d5f478", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:02:27.189135 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09be2ecf-6754-42f8-9824-70c14e662fb3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:02:27.189135 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'tag': 'cc4b6710-d1a3-41e4-94d9-318608d5f478', 'status': 'completed', 'code': 200} Nov 11 21:02:27.228950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599fbf7-bfef-49a5-bd79-78085d25d286 None None] Pushing event updated for resources: {'Port': ['ID=766a420a-4a02-465d-9a38-0f244c677d23,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:27.240212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:02:27.240867 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:02:27.252600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a2288ac-6497-4a7a-a1d6-07bb06e827e5 req-817e75c5-8ebb-4e15-9d6b-ba3747b13f88 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574894 Nov 11 21:02:27.276704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.321620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-26764e27-472e-4e81-b692-5930e9d0042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:27.323811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-26764e27-472e-4e81-b692-5930e9d0042d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629cbb2c-4c82-478a-b25a-0e3c70066725 HTTP/1.1" status: 200 len: 853 time: 0.1357322 Nov 11 21:02:27.352244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2b305667-6baf-4472-9949-06b4cadc85bd None None] Provisioning complete for port 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:27.354153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b305667-6baf-4472-9949-06b4cadc85bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.388832 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-11ecb5f5-48fb-4746-825b-db5e48bdd52a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e66197ae-4903-46e6-afdc-6df578e0b9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568354 Nov 11 21:02:27.464897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2b305667-6baf-4472-9949-06b4cadc85bd None None] Port 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:27.488139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2b305667-6baf-4472-9949-06b4cadc85bd None None] Provisioning complete for port 766a420a-4a02-465d-9a38-0f244c677d23 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:27.488547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b305667-6baf-4472-9949-06b4cadc85bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.510960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.590733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-85bdcd5d-7c50-4827-9ed7-adac16ffaad0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-773019854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:27.604941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.606966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.650483 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-29d1ff67-a40a-4302-8cd1-b1387aa7c63c service neutron] 10.222.0.58 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243993 Nov 11 21:02:27.707714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3b1e8-8442-4fc7-8f42-8470074bf0f1 req-fa7c3d85-b65c-4e00-8340-7e10f0e68381 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:27.710059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ef3b1e8-8442-4fc7-8f42-8470074bf0f1 req-fa7c3d85-b65c-4e00-8340-7e10f0e68381 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.3197460 Nov 11 21:02:27.836424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:27.867355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f51d2b1-c6a1-4754-9315-c8efd6427d08 req-5867b979-e28c-4eca-879a-20e3e9cb43af service neutron] 10.222.0.58 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050145 Nov 11 21:02:27.867635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5a028eb7-04c2-4e0f-9753-a1219f08c4a9 None None] Provisioning complete for port 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:27.870283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a028eb7-04c2-4e0f-9753-a1219f08c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.873743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.874223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.874712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.875156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.876117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.876863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.877299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.877742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.878195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.878638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.879063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.879498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:27.880621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ef3b1e8-8442-4fc7-8f42-8470074bf0f1 req-89754f0a-1bc3-4296-bd57-388fbf429751 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130779 Nov 11 21:02:27.897666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85bdcd5d-7c50-4827-9ed7-adac16ffaad0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.899045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85bdcd5d-7c50-4827-9ed7-adac16ffaad0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:27.993069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e65d0-ea8a-4adc-900b-5c60687b3cd3 req-5e20c538-9336-4578-aa00-a31d95c158e8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:27.997844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c94e65d0-ea8a-4adc-900b-5c60687b3cd3 req-5e20c538-9336-4578-aa00-a31d95c158e8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.2557669 Nov 11 21:02:28.003408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5a028eb7-04c2-4e0f-9753-a1219f08c4a9 None None] Port 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:28.159609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-7f369265-5ccb-4ab5-8a8f-89dbcc3da299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:28.159609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-7f369265-5ccb-4ab5-8a8f-89dbcc3da299 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f6a707ca854457695a2b0ff26a06402&device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 1094 time: 0.0751696 Nov 11 21:02:28.159819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 766a420a-4a02-465d-9a38-0f244c677d23 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:28.165407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85bdcd5d-7c50-4827-9ed7-adac16ffaad0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.180033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-b4bb8226-a0ed-44b6-b148-cccb35ff436e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:28.181811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-b4bb8226-a0ed-44b6-b148-cccb35ff436e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 946 time: 0.2418721 Nov 11 21:02:28.196502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:28.200927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c94e65d0-ea8a-4adc-900b-5c60687b3cd3 req-1900d8bf-b428-4f02-a19a-79152b7959c1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883934 Nov 11 21:02:28.210658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:28.263862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 766a420a-4a02-465d-9a38-0f244c677d23 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:28.264554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.300343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-f4fdb0c5-0f3d-433b-b5d0-f630c999884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:28.302952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-f4fdb0c5-0f3d-433b-b5d0-f630c999884c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e66197ae-4903-46e6-afdc-6df578e0b9ff HTTP/1.1" status: 200 len: 914 time: 0.1644208 Nov 11 21:02:28.331847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Deleting port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:28.332613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.455835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-581e44f4-edaf-45d4-86ed-762f0152a35a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc4b6710-d1a3-41e4-94d9-318608d5f478 HTTP/1.1" status: 200 len: 217 time: 0.1362469 Nov 11 21:02:28.534500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-51be69dd-9920-43aa-9487-129d2a970d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:28.536023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-51be69dd-9920-43aa-9487-129d2a970d32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629cbb2c-4c82-478a-b25a-0e3c70066725 HTTP/1.1" status: 200 len: 853 time: 0.0713172 Nov 11 21:02:28.588781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b1f8-a956-495e-9ec5-25bd3e3e08f8 req-b79302e8-3f52-4f14-8a35-c6d5bb1b1377 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:28.589131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] For port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:28.589487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.590420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c2d0b1f8-a956-495e-9ec5-25bd3e3e08f8 req-b79302e8-3f52-4f14-8a35-c6d5bb1b1377 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 943 time: 0.1373374 Nov 11 21:02:28.594115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-c86efc7d-fa5a-4f81-8175-c0e138118ec0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e66197ae-4903-46e6-afdc-6df578e0b9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480411 Nov 11 21:02:28.615587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Calling delete_port for 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:28.713764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c2d0b1f8-a956-495e-9ec5-25bd3e3e08f8 req-1922061d-552f-4171-857d-f81dc34a8a52 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105094 Nov 11 21:02:28.739327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e9e044ee-9987-4c80-90d5-f3c2942ed3db None None] Provisioning complete for port 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:28.739821 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9e044ee-9987-4c80-90d5-f3c2942ed3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.742213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-9bab4329-8bc5-4f86-a032-63c52825de61 service neutron] 10.222.0.58 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403828 Nov 11 21:02:28.764734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85bdcd5d-7c50-4827-9ed7-adac16ffaad0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.784061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e9e044ee-9987-4c80-90d5-f3c2942ed3db None None] Port 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:28.831019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 236681eb-4dec-4129-a981-ffa9e376f643 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:02:28.864164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e74b28c-9689-4704-a220-d5f0c59b9012 req-b47c884c-c2e6-46c0-bd90-73852bb739c7 service neutron] 10.222.0.58 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130536 Nov 11 21:02:28.931501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85bdcd5d-7c50-4827-9ed7-adac16ffaad0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.935296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-85bdcd5d-7c50-4827-9ed7-adac16ffaad0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.8112936 Nov 11 21:02:28.936221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:28.940985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-468567694'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:28.976364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:28.989787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:28.994042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f1e55366-3d06-450c-97df-4b4334ec6337', '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:02:29.015574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a609286b-260b-41ec-bb3f-2e0a2a1b9cb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/236681eb-4dec-4129-a981-ffa9e376f643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3261502 Nov 11 21:02:29.017577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:29.066544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] Sync routers for ids ['236681eb-4dec-4129-a981-ffa9e376f643'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:29.096912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Pushing event deleted for resources: {'Port': ['ID=7cca5dde-9b13-4e4d-b9b6-a686502c1ebe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:29.135571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d7599-9260-4b8f-a8a3-41f912e3ef32 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:29.145888 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4b1d7599-9260-4b8f-a8a3-41f912e3ef32 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports/5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d HTTP/1.1" status: 200 len: 911 time: 0.1268189 Nov 11 21:02:29.148572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:29.169467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] Routers {'236681eb-4dec-4129-a981-ffa9e376f643'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:29.170437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['236681eb-4dec-4129-a981-ffa9e376f643'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:29.177767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f69f958d-aa16-4f8c-866a-78aa0d02e658'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:29.227911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:29.242850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] No DVR routers for this DVR port 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:29.258779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.265352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9f7b5fe-24d4-4887-90d6-3312a5518ae2 req-f0d2ed02-e049-44ca-ba86-3167e5c175ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "DELETE /v2.0/ports/7cca5dde-9b13-4e4d-b9b6-a686502c1ebe HTTP/1.1" status: 204 len: 173 time: 1.0628197 Nov 11 21:02:29.270268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'name': 'network-vif-deleted', 'tag': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:02:29.272057 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346e856d-1826-4e09-8cd8-5f73c559bb8c" -d '{"events": [{"server_uuid": "3e92c712-168e-4593-b54d-b4eb0063afd5", "name": "network-vif-deleted", "tag": "7cca5dde-9b13-4e4d-b9b6-a686502c1ebe"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:02:29.275066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:29.284439 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.341105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] Routers {'236681eb-4dec-4129-a981-ffa9e376f643'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:29.347557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['236681eb-4dec-4129-a981-ffa9e376f643'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:29.350661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717db10f-16fe-45dc-a7e6-14284c62c989 req-d7091516-3aa2-4ae0-aba9-dd0ae45903b7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:29.370993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-717db10f-16fe-45dc-a7e6-14284c62c989 req-d7091516-3aa2-4ae0-aba9-dd0ae45903b7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2919405 Nov 11 21:02:29.388575 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.463049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:29.479699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6b3ec-62e3-499a-acec-dd52cc55832b None None] The sync data for ids ['236681eb-4dec-4129-a981-ffa9e376f643'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:29.531117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-717db10f-16fe-45dc-a7e6-14284c62c989 req-f6cc10cb-6091-4b89-9e7e-ec546892f2cc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590912 Nov 11 21:02:29.542942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba1eef81-2354-4e31-b5e5-4c5d746193e4 req-357bb1c0-34b6-4c4b-9a0c-97aa4df737ff tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 210 time: 0.0434177 Nov 11 21:02:29.626793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.665430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.671168 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc07c1-fffd-45af-bb2f-aa765c7e558c x-openstack-request-id: req-98dc07c1-fffd-45af-bb2f-aa765c7e558c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:02:29.671168 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e92c712-168e-4593-b54d-b4eb0063afd5", "name": "network-vif-deleted", "tag": "7cca5dde-9b13-4e4d-b9b6-a686502c1ebe", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:02:29.671657 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98dc07c1-fffd-45af-bb2f-aa765c7e558c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:02:29.671657 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e92c712-168e-4593-b54d-b4eb0063afd5', 'name': 'network-vif-deleted', 'tag': '7cca5dde-9b13-4e4d-b9b6-a686502c1ebe', 'status': 'completed', 'code': 200} Nov 11 21:02:29.732996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.790285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:29.829967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb6a2b8-1684-4d45-8427-b7a1ffcfcbf1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:29.846952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.847634 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Added segment 314b56c2-e9cd-4f20-8c08-b223081b5796 of type vlan for network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 Nov 11 21:02:29.939947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:29.987061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464c6b-3a90-4888-8060-ac53a7817700 req-ef8f848a-7db5-4e34-bdc0-676b0a756c60 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:29.989026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a464c6b-3a90-4888-8060-ac53a7817700 req-ef8f848a-7db5-4e34-bdc0-676b0a756c60 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 943 time: 0.1679628 Nov 11 21:02:30.059095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:30.067980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:30.069192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:30.136971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a464c6b-3a90-4888-8060-ac53a7817700 req-ef6e83ce-6722-4d3e-bfcc-fac4de966a66 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189873 Nov 11 21:02:30.178836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Network': ['ID=8327d1a8-e27d-4ad1-8710-9ea97c6b1f23,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:30.187825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1468c519-ec87-4c30-a771-c5933d6cb272 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2512617 Nov 11 21:02:30.192120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56764) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:30.201214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'subnet': {'network_id': '8327d1a8-e27d-4ad1-8710-9ea97c6b1f23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:30.209541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:30.352799 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:30.511364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:30.511364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:30.511364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:30.511364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/ports/5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d HTTP/1.1" status: 200 len: 911 time: 1.3582904 Nov 11 21:02:30.511871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:30.533310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:30.544247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:30.650261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec75fba-655f-4009-9639-478d6c2bfa68 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:30.820598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd665716-2590-40c3-95e6-bd6e0b5a7803 req-70babec3-fe37-4979-bb7b-22b226d97c35 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e92c712-168e-4593-b54d-b4eb0063afd5 HTTP/1.1" status: 200 len: 210 time: 0.0566044 Nov 11 21:02:30.903818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea28732-29ab-44b6-a390-d9e1087a06d1 req-3cd5c2a4-8d2f-4cab-b18f-1ecd8490f4ee tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:30.912575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ea28732-29ab-44b6-a390-d9e1087a06d1 req-3cd5c2a4-8d2f-4cab-b18f-1ecd8490f4ee tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2005537 Nov 11 21:02:31.022873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ea28732-29ab-44b6-a390-d9e1087a06d1 req-85f615af-d069-4089-9f91-f0061d1f5ba5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093085 Nov 11 21:02:31.042222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.106991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.145975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Subnet': ['ID=8f43ef50-f41c-4bf6-aad1-d1500f7ceff6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:31.153759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Checking segment: {'id': '314b56c2-e9cd-4f20-8c08-b223081b5796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8327d1a8-e27d-4ad1-8710-9ea97c6b1f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:31.154125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network hostable DHCP agents. Network: 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:31.269875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:31.351382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b4e8b-416f-46ac-ae3c-943d14ae8fe0 req-f2875555-d173-4b08-b537-ff2965a80bbe tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:31.358080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-714b4e8b-416f-46ac-ae3c-943d14ae8fe0 req-f2875555-d173-4b08-b537-ff2965a80bbe tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 943 time: 0.1061153 Nov 11 21:02:31.367340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:31.372461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:31.379621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184264d-cf9f-400f-a2bf-8542db6e4318 None None] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:31.382346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.452264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-714b4e8b-416f-46ac-ae3c-943d14ae8fe0 req-fa85533e-602f-4cc4-b1cb-b16fbe7e0bdf tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932839 Nov 11 21:02:31.491861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d3459648-7f34-485e-a174-83a55d28eb41 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2965851 Nov 11 21:02:31.505795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:31.509021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:31.510742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.511135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'network': {'name': 'tempest-router-network01--1253535672'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:31.613263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:31.616793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.654252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.675002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:31.675964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8327d1a8-e27d-4ad1-8710-9ea97c6b1f23', 'network_id': '8327d1a8-e27d-4ad1-8710-9ea97c6b1f23', 'tenant_id': '5fa0a3ffed614b1b9036e874322be933', 'fixed_ips': [{'subnet_id': '8f43ef50-f41c-4bf6-aad1-d1500f7ceff6'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:31.677507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.678082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:31.685706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.692489 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Added segment 79365e04-8f15-46b2-acf7-0c17e165818e of type vlan for network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 Nov 11 21:02:31.743721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.841655 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.848017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:31.858717 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.933540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Allocated IP 2001:db8::2 (8327d1a8-e27d-4ad1-8710-9ea97c6b1f23/8f43ef50-f41c-4bf6-aad1-d1500f7ceff6/2da367e9-4473-4ccc-b1bf-2633b8c34dce) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:31.954363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c84ab24-c443-49ce-9b30-d72890c4bc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:31.973102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.021958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=5bf6a9da-1a3b-4f91-b095-4b4bf3a8174d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:32.025979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Network': ['ID=6675febd-6be8-4698-8ff9-0fcf7e3e5890,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:32.051720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:32.070143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.073297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.073785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.074209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.074630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.075044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.075584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.076024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.079564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.079564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.079564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.087301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:32.113401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5f371ff3-a4be-41ff-a66b-6210c2f03fb0 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6062932 Nov 11 21:02:32.116566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56810) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:32.130408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'network': {'name': 'tempest-router-network02--2112270045'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:32.263956 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.287962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:32.292521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.319621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.346530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:32.385079 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.387392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.387934 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Added segment 48f49503-11cb-4cb2-924d-66874982dab8 of type vlan for network c93fe491-d251-4b6d-a426-aa50e6dface6 Nov 11 21:02:32.477399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a5f58-17f2-4408-92db-32e5b061a907 req-cff248fe-d353-437f-81d9-443cc14a88dd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:32.479078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c6a5f58-17f2-4408-92db-32e5b061a907 req-cff248fe-d353-437f-81d9-443cc14a88dd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2616267 Nov 11 21:02:32.483392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.499430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:32.507097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:32.512656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:32.574806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Pushing event updated for resources: {'Port': ['ID=2da367e9-4473-4ccc-b1bf-2633b8c34dce,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:32.597654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cc4b6710-d1a3-41e4-94d9-318608d5f478 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:02:32.611748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Attempting to bind port 2da367e9-4473-4ccc-b1bf-2633b8c34dce on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:32.612116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Attempting to bind port 2da367e9-4473-4ccc-b1bf-2633b8c34dce by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '314b56c2-e9cd-4f20-8c08-b223081b5796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8327d1a8-e27d-4ad1-8710-9ea97c6b1f23'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:32.612553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Attempting to bind port 2da367e9-4473-4ccc-b1bf-2633b8c34dce on network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:32.614077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.619685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:32.620376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.628592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:32.629082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Checking segment: {'id': '314b56c2-e9cd-4f20-8c08-b223081b5796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8327d1a8-e27d-4ad1-8710-9ea97c6b1f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:32.629523 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.629916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Bound using segment: {'id': '314b56c2-e9cd-4f20-8c08-b223081b5796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8327d1a8-e27d-4ad1-8710-9ea97c6b1f23'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:32.630415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Bound port: 2da367e9-4473-4ccc-b1bf-2633b8c34dce, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314b56c2-e9cd-4f20-8c08-b223081b5796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8327d1a8-e27d-4ad1-8710-9ea97c6b1f23'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:32.630802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:32.720694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 236681eb-4dec-4129-a981-ffa9e376f643 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:32.748700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Network': ['ID=c93fe491-d251-4b6d-a426-aa50e6dface6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:32.772706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c6a5f58-17f2-4408-92db-32e5b061a907 req-0437fee1-1a6b-47ba-be06-6c2d1e7a1690 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798524 Nov 11 21:02:32.792080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network c93fe491-d251-4b6d-a426-aa50e6dface6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:32.812794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-af1d680f-2920-4ba0-b552-83efbac5a205 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6945889 Nov 11 21:02:32.822938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:32.844864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'subnet': {'network_id': '6675febd-6be8-4698-8ff9-0fcf7e3e5890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:32.869682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:32.881030 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] Sync routers for ids ['236681eb-4dec-4129-a981-ffa9e376f643'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:32.881577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c12574f3-c77e-4a32-8f80-7642397dfb82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/236681eb-4dec-4129-a981-ffa9e376f643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3622155 Nov 11 21:02:32.882551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:32.888178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51906a6-112d-483d-a5ad-3a8d7d7506a1 req-fb835d6a-d072-4b80-9830-96573ecb06bf tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:32.889847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f51906a6-112d-483d-a5ad-3a8d7d7506a1 req-fb835d6a-d072-4b80-9830-96573ecb06bf tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 943 time: 0.1273563 Nov 11 21:02:32.908370 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] Routers {'236681eb-4dec-4129-a981-ffa9e376f643'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:32.909339 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['236681eb-4dec-4129-a981-ffa9e376f643'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:32.960327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:32.985956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:32.986704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7cca5dde-9b13-4e4d-b9b6-a686502c1ebe not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:32.999161 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:33.001493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5e7ac833-9b31-4fc9-8fb2-9d8b44f76e9a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=236681eb-4dec-4129-a981-ffa9e376f643 HTTP/1.1" status: 200 len: 205 time: 0.1071315 Nov 11 21:02:33.002605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:33.022331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f51906a6-112d-483d-a5ad-3a8d7d7506a1 req-f67aa33f-20d6-4e1c-8d5a-c9a34ca3c4ef tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821590 Nov 11 21:02:33.028641 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] Routers {'236681eb-4dec-4129-a981-ffa9e376f643'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:33.029316 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['236681eb-4dec-4129-a981-ffa9e376f643'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:33.048358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] For port 2da367e9-4473-4ccc-b1bf-2633b8c34dce, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:33.053159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] For port 2da367e9-4473-4ccc-b1bf-2633b8c34dce, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2da367e9-4473-4ccc-b1bf-2633b8c34dce,segment=NetworkSegment(314b56c2-e9cd-4f20-8c08-b223081b5796),segment_id=314b56c2-e9cd-4f20-8c08-b223081b5796)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:33.097707 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:33.098359 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6d859-5265-4563-8641-efca4b2fd581 None None] The sync data for ids ['236681eb-4dec-4129-a981-ffa9e376f643'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:33.115861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cc4b6710-d1a3-41e4-94d9-318608d5f478, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cc4b6710-d1a3-41e4-94d9-318608d5f478,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:33.180571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:33.186257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.203508 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:02:33.353658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'cc4b6710-d1a3-41e4-94d9-318608d5f478', 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff', 'port_id': 'cc4b6710-d1a3-41e4-94d9-318608d5f478', 'mac_address': 'fa:16:3e:44:59:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629cbb2c-4c82-478a-b25a-0e3c70066725', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:02:33.377304 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.501239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebaab4-beb8-4a0a-831e-415889162e94 None None] Pushing event updated for resources: {'Port': ['ID=2da367e9-4473-4ccc-b1bf-2633b8c34dce,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:33.533182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.533455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e544011-992e-4de7-b057-81133ccb86f9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.575537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4b6710-d1a3-41e4-94d9-318608d5f478 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:02:33.601855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cc4b6710-d1a3-41e4-94d9-318608d5f478, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cc4b6710-d1a3-41e4-94d9-318608d5f478,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:33.706387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.730018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.776039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e544011-992e-4de7-b057-81133ccb86f9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.780500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e544011-992e-4de7-b057-81133ccb86f9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:33.842351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936c1ae-9223-45f8-99ff-fc351503a45e req-37810a2e-a236-4231-86eb-60f109fdd022 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:33.861148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7936c1ae-9223-45f8-99ff-fc351503a45e req-37810a2e-a236-4231-86eb-60f109fdd022 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.8879716 Nov 11 21:02:33.863355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b6710-d1a3-41e4-94d9-318608d5f478,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:33.877127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Checking segment: {'id': '79365e04-8f15-46b2-acf7-0c17e165818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6675febd-6be8-4698-8ff9-0fcf7e3e5890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:33.877127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network hostable DHCP agents. Network: 6675febd-6be8-4698-8ff9-0fcf7e3e5890, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:33.898613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Subnet': ['ID=66860c0d-fb4a-41df-bcc1-b1a9fad754e7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:33.990160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7936c1ae-9223-45f8-99ff-fc351503a45e req-d92e259f-e29e-494c-8cb8-05e69063ec0e tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225295 Nov 11 21:02:34.020960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:34.052277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e544011-992e-4de7-b057-81133ccb86f9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.053470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e544011-992e-4de7-b057-81133ccb86f9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Fanout notify agent at l3_agent the message router_deleted on router 236681eb-4dec-4129-a981-ffa9e376f643 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:02:34.056732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['cc4b6710-d1a3-41e4-94d9-318608d5f478'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:02:34.072966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e544011-992e-4de7-b057-81133ccb86f9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.075425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e544011-992e-4de7-b057-81133ccb86f9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/236681eb-4dec-4129-a981-ffa9e376f643 HTTP/1.1" status: 204 len: 168 time: 1.0705276 Nov 11 21:02:34.078990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56850) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:34.101881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168b46-0c6e-47e2-8d6d-0fb3f2e32346 req-2ccc0ebd-9c82-4f93-b463-fe6b39a118c2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:34.110397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63168b46-0c6e-47e2-8d6d-0fb3f2e32346 req-2ccc0ebd-9c82-4f93-b463-fe6b39a118c2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1327777 Nov 11 21:02:34.180441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 6675febd-6be8-4698-8ff9-0fcf7e3e5890) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:34.194947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:34.195538 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.202694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52118f1f-50ad-4819-9fdd-cd3d3d98733b None None] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:34.226813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet f69f958d-aa16-4f8c-866a-78aa0d02e658 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:02:34.232480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.258194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63168b46-0c6e-47e2-8d6d-0fb3f2e32346 req-89792f0f-ff80-4260-9f21-79ca2116327e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420958 Nov 11 21:02:34.264715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2da367e9-4473-4ccc-b1bf-2633b8c34dce up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:34.338519 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.362579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-95a599fd-0980-428a-a5d3-38abfcda9368 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5306664 Nov 11 21:02:34.366286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:34.368320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'subnet': {'network_id': 'c93fe491-d251-4b6d-a426-aa50e6dface6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:34.408878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be706ec0-7566-462a-b44b-c8e78f8e87d2 req-cbb2157a-1dbd-44d7-993b-b9457808a12f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:34.410491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be706ec0-7566-462a-b44b-c8e78f8e87d2 req-cbb2157a-1dbd-44d7-993b-b9457808a12f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 944 time: 0.2448275 Nov 11 21:02:34.507244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be706ec0-7566-462a-b44b-c8e78f8e87d2 req-09fb34f1-56ae-424a-aa17-6400423cc7fe tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881746 Nov 11 21:02:34.534422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2da367e9-4473-4ccc-b1bf-2633b8c34dce triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:34.534911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.600583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.645831 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-716a4d6b-ea40-46b8-b198-87df8bc9281a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.651509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-6675febd-6be8-4698-8ff9-0fcf7e3e5890', 'network_id': '6675febd-6be8-4698-8ff9-0fcf7e3e5890', 'tenant_id': '5fa0a3ffed614b1b9036e874322be933', 'fixed_ips': [{'subnet_id': '66860c0d-fb4a-41df-bcc1-b1a9fad754e7'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:34.652347 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.686998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:34.691399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.807529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.859054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.869833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=f69f958d-aa16-4f8c-866a-78aa0d02e658,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:34.877299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:34.883568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cecfa648-fd08-44f4-a440-ef02cd09658d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/f69f958d-aa16-4f8c-866a-78aa0d02e658 HTTP/1.1" status: 204 len: 168 time: 0.8016851 Nov 11 21:02:34.883765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56862) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:34.897367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee58e1-65a3-4afc-ad3b-2849033bb65d None None] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:35.037431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 2da367e9-4473-4ccc-b1bf-2633b8c34dce, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2da367e9-4473-4ccc-b1bf-2633b8c34dce,segment=NetworkSegment(314b56c2-e9cd-4f20-8c08-b223081b5796),segment_id=314b56c2-e9cd-4f20-8c08-b223081b5796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:35.121402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.175656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.210364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ebc38-7a07-4d90-9096-fc5039f189db req-fb0ca818-e24e-4549-9ef6-ad20de8ab686 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:35.215339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef5ebc38-7a07-4d90-9096-fc5039f189db req-fb0ca818-e24e-4549-9ef6-ad20de8ab686 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1029661 Nov 11 21:02:35.253669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=2da367e9-4473-4ccc-b1bf-2633b8c34dce,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:35.259324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Allocated IP 2001:db8::2 (6675febd-6be8-4698-8ff9-0fcf7e3e5890/66860c0d-fb4a-41df-bcc1-b1a9fad754e7/fb8aaea9-ecea-49ed-bda8-2607b7f1a61b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:35.302758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ef5ebc38-7a07-4d90-9096-fc5039f189db req-8037cec2-adb8-4d99-a8d5-f8aa9c7a637c tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736198 Nov 11 21:02:35.330791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 766a420a-4a02-465d-9a38-0f244c677d23 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:35.331775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.386704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84347b67-fe0d-46b4-9678-cd32113efbc3 None None] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:35.466915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 766a420a-4a02-465d-9a38-0f244c677d23, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=766a420a-4a02-465d-9a38-0f244c677d23,segment=NetworkSegment(0729b06f-f63d-491b-9dff-20b5c4340a99),segment_id=0729b06f-f63d-491b-9dff-20b5c4340a99)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:35.467396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.482980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] DHCP port deletion for cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:02:35.489743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 766a420a-4a02-465d-9a38-0f244c677d23 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:35.499708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9603de4-2cd3-459a-9dfd-249b9f530af1 req-765d5ee9-5c33-4d3c-8400-56dbe5e72543 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:35.502241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9603de4-2cd3-459a-9dfd-249b9f530af1 req-765d5ee9-5c33-4d3c-8400-56dbe5e72543 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1002834 Nov 11 21:02:35.507250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.657637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5a8608dc-eda3-44ee-9f0c-584158fc7da6 None None] Provisioning complete for port 2da367e9-4473-4ccc-b1bf-2633b8c34dce triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:35.658249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a8608dc-eda3-44ee-9f0c-584158fc7da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.680985 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.685693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4a4c0-582a-4edd-a185-55c7cc6350c0 req-b6b245d7-4e12-403f-a3fa-804bfb34bad7 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:35.696585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1a4a4c0-582a-4edd-a185-55c7cc6350c0 req-b6b245d7-4e12-403f-a3fa-804bfb34bad7 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 944 time: 0.1059697 Nov 11 21:02:35.720179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Subnet': ['ID=ae061db6-c815-4689-90b2-e83c1e0dff5f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:35.753607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9603de4-2cd3-459a-9dfd-249b9f530af1 req-c81774dd-c056-4f0a-87cf-0af0d7bd4e2b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323813 Nov 11 21:02:35.763169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Checking segment: {'id': '48f49503-11cb-4cb2-924d-66874982dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c93fe491-d251-4b6d-a426-aa50e6dface6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:35.763920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network hostable DHCP agents. Network: c93fe491-d251-4b6d-a426-aa50e6dface6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:35.798311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1a4a4c0-582a-4edd-a185-55c7cc6350c0 req-f660a0dd-153a-427a-90a1-c936adbeaa87 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867023 Nov 11 21:02:35.870291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:35.909091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=766a420a-4a02-465d-9a38-0f244c677d23,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:35.909091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network c93fe491-d251-4b6d-a426-aa50e6dface6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:35.912341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port 766a420a-4a02-465d-9a38-0f244c677d23 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:35.914860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Deleting port 766a420a-4a02-465d-9a38-0f244c677d23 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:35.915836 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.008095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.026321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, c93fe491-d251-4b6d-a426-aa50e6dface6) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:36.046653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] For port 766a420a-4a02-465d-9a38-0f244c677d23, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:36.047053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.051294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61ca15-3975-4aba-9cd6-bf3289169f2b None None] Network c93fe491-d251-4b6d-a426-aa50e6dface6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:36.058111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:36.059901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.069064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.091573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Calling delete_port for 766a420a-4a02-465d-9a38-0f244c677d23 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:36.108283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:36.120540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0729b06f-f63d-491b-9dff-20b5c4340a99') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:36.120850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0729b06f-f63d-491b-9dff-20b5c4340a99') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:36.132844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.151751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Port 766a420a-4a02-465d-9a38-0f244c677d23 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:02:36.154645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.155066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2da367e9-4473-4ccc-b1bf-2633b8c34dce up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:36.163782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:02:36.164437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:02:36.167949 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:02:36.229437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5b09ef67-d43b-4297-86c9-82883f552bb7 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8649275 Nov 11 21:02:36.232434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:36.327663 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.373081 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.383214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.393030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 HTTP/1.1" status: 204 len: 168 time: 1.5064750 Nov 11 21:02:36.397950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.398644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:36.436504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Network cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:02:36.436504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] No DVR routers for this DVR port 766a420a-4a02-465d-9a38-0f244c677d23 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:36.453941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8e8ddac6-0d21-4999-a8c9-78358f35c52b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1234135648', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:36.478374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:36.479959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934296b-13b6-4d97-b669-16fd2a5f6212 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=cdf4f6e7-6b61-4a6b-850f-eda418d3a9e0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:36.513792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:36.513792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:36.537417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-c93fe491-d251-4b6d-a426-aa50e6dface6', 'network_id': 'c93fe491-d251-4b6d-a426-aa50e6dface6', 'tenant_id': '5fa0a3ffed614b1b9036e874322be933', 'fixed_ips': [{'subnet_id': 'ae061db6-c815-4689-90b2-e83c1e0dff5f'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:36.537417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.597957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddac6-0d21-4999-a8c9-78358f35c52b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.599160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddac6-0d21-4999-a8c9-78358f35c52b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.608522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2da367e9-4473-4ccc-b1bf-2633b8c34dce triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:36.609768 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.672532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cc4b6710-d1a3-41e4-94d9-318608d5f478 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:36.711459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddac6-0d21-4999-a8c9-78358f35c52b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.790138 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddac6-0d21-4999-a8c9-78358f35c52b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.830267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5102b-9b76-4d5e-887e-546632339482 req-d85ebc62-77a7-4a51-a9ad-6abfd26fee1a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:36.838615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8eb5102b-9b76-4d5e-887e-546632339482 req-d85ebc62-77a7-4a51-a9ad-6abfd26fee1a tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.3030818 Nov 11 21:02:36.890460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.960784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddac6-0d21-4999-a8c9-78358f35c52b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:36.963035 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8e8ddac6-0d21-4999-a8c9-78358f35c52b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5251808 Nov 11 21:02:36.969604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:36.979288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728374908'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:37.010303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c647cb-0560-4ec2-816d-babc02864903 req-e48029d0-c7fa-407e-a3ae-c7fbb881ab33 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:37.012125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c647cb-0560-4ec2-816d-babc02864903 req-e48029d0-c7fa-407e-a3ae-c7fbb881ab33 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.1082704 Nov 11 21:02:37.093191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c647cb-0560-4ec2-816d-babc02864903 req-46209744-6870-42da-86d7-5cbfd6eefd92 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703638 Nov 11 21:02:37.094619 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8eb5102b-9b76-4d5e-887e-546632339482 req-817820b4-1696-46c9-8d41-5f44c41b8fe8 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546515 Nov 11 21:02:37.133074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:37.137134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.215946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:37.234609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.235458 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5 of type vlan for network cab89f4b-c555-4f6c-abeb-405d7b22db07 Nov 11 21:02:37.299500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.302263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Pushing event updated for resources: {'Port': ['ID=fb8aaea9-ecea-49ed-bda8-2607b7f1a61b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:37.392361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8adae-5a36-4e71-ad71-56615cfcd606 req-f5695ed9-c2b9-4dd1-9629-9e210e0c6a49 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:37.396720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06e8adae-5a36-4e71-ad71-56615cfcd606 req-f5695ed9-c2b9-4dd1-9629-9e210e0c6a49 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 944 time: 0.1578591 Nov 11 21:02:37.407226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.409566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1892d62b-bdab-4fdd-969b-3bcfea77b741 None None] Provisioning complete for port 2da367e9-4473-4ccc-b1bf-2633b8c34dce triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:37.413205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1892d62b-bdab-4fdd-969b-3bcfea77b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.414044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:37.414940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.470815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Allocated IP 2001:db8::1 (6675febd-6be8-4698-8ff9-0fcf7e3e5890/66860c0d-fb4a-41df-bcc1-b1a9fad754e7/31302295-b5f3-472d-8235-618686b03441) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:37.500052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0208d-eb9d-43b6-b8a2-19ebbcd9f3f6 None None] Pushing event deleted for resources: {'Port': ['ID=766a420a-4a02-465d-9a38-0f244c677d23,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:37.506526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Attempting to bind port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:37.507763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Attempting to bind port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '79365e04-8f15-46b2-acf7-0c17e165818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6675febd-6be8-4698-8ff9-0fcf7e3e5890'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:37.508680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Attempting to bind port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b on network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:37.527086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:37.527698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Checking segment: {'id': '79365e04-8f15-46b2-acf7-0c17e165818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6675febd-6be8-4698-8ff9-0fcf7e3e5890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:37.528336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.528758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Bound using segment: {'id': '79365e04-8f15-46b2-acf7-0c17e165818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6675febd-6be8-4698-8ff9-0fcf7e3e5890'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:37.529361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Bound port: fb8aaea9-ecea-49ed-bda8-2607b7f1a61b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79365e04-8f15-46b2-acf7-0c17e165818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6675febd-6be8-4698-8ff9-0fcf7e3e5890'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:37.530044 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.611013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Allocated IP 2001:db8::2 (c93fe491-d251-4b6d-a426-aa50e6dface6/ae061db6-c815-4689-90b2-e83c1e0dff5f/7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:37.617971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6432722 Nov 11 21:02:37.621080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:37.637248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:37.835470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 766a420a-4a02-465d-9a38-0f244c677d23 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:37.857495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06e8adae-5a36-4e71-ad71-56615cfcd606 req-64b053e3-17a6-44c9-9314-443e132b2668 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465028 Nov 11 21:02:37.867705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 766a420a-4a02-465d-9a38-0f244c677d23 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:37.868248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 766a420a-4a02-465d-9a38-0f244c677d23 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:37.870350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.877013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.879604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port cc4b6710-d1a3-41e4-94d9-318608d5f478 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:02:37.931035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port cc4b6710-d1a3-41e4-94d9-318608d5f478 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:37.931035 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:37.932171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] For port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:38.001228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] For port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fb8aaea9-ecea-49ed-bda8-2607b7f1a61b,segment=NetworkSegment(79365e04-8f15-46b2-acf7-0c17e165818e),segment_id=79365e04-8f15-46b2-acf7-0c17e165818e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:38.003498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.066039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.114806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.160925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:38.165252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:38.175903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:38.176539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.289174 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.320532 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.427473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b6710-d1a3-41e4-94d9-318608d5f478'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:02:38.432429 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7867cd04-0cbd-430a-93e2-c1ab07d219d0" -d '{"events": [{"server_uuid": "da09f662-4f29-4d18-87b8-0ef4654820d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b6710-d1a3-41e4-94d9-318608d5f478"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:02:38.451737 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.459734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6667f-6850-4022-a18c-495ee0413bb2 None None] Pushing event updated for resources: {'Port': ['ID=fb8aaea9-ecea-49ed-bda8-2607b7f1a61b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:38.466672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cc4b6710-d1a3-41e4-94d9-318608d5f478, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cc4b6710-d1a3-41e4-94d9-318608d5f478,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:38.525672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Pushing event updated for resources: {'Port': ['ID=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:38.545882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Network c93fe491-d251-4b6d-a426-aa50e6dface6 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:38.549027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:38.553870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Port': ['ID=31302295-b5f3-472d-8235-618686b03441,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:38.556362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:38.586491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.612757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad2296-7cfa-4a7d-8202-394d78398dd9 req-f5fe1be2-90b7-4be0-b9ce-76d0586aab04 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:38.622718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4cad2296-7cfa-4a7d-8202-394d78398dd9 req-f5fe1be2-90b7-4be0-b9ce-76d0586aab04 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2863324 Nov 11 21:02:38.654503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de579b91-3300-4c23-9292-d4028452b069 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=cab89f4b-c555-4f6c-abeb-405d7b22db07,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:38.715576 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:38.765462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:38.804938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4cad2296-7cfa-4a7d-8202-394d78398dd9 req-40c022e3-1eae-4d34-96ff-ec35cc85e18a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812413 Nov 11 21:02:38.809538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018c0ba-bb31-41d7-94b8-62e63f6b1157 req-fad96505-0f4b-4200-9c16-071da50a8685 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:38.822100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3018c0ba-bb31-41d7-94b8-62e63f6b1157 req-fad96505-0f4b-4200-9c16-071da50a8685 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.1686518 Nov 11 21:02:38.972882 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3018c0ba-bb31-41d7-94b8-62e63f6b1157 req-b306568c-dd1c-4204-9da0-6de4efd70078 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492918 Nov 11 21:02:38.975029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:38.980945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.029370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cc4b6710-d1a3-41e4-94d9-318608d5f478,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:39.060985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:39.066787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Attempting to bind port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:39.067167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Attempting to bind port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '48f49503-11cb-4cb2-924d-66874982dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c93fe491-d251-4b6d-a426-aa50e6dface6'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:39.067540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Attempting to bind port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 on network c93fe491-d251-4b6d-a426-aa50e6dface6 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:39.097134 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560b9452-6cb7-49a6-bbf6-ea9dead9f42b x-openstack-request-id: req-560b9452-6cb7-49a6-bbf6-ea9dead9f42b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:02:39.100281 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da09f662-4f29-4d18-87b8-0ef4654820d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc4b6710-d1a3-41e4-94d9-318608d5f478", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:02:39.100559 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-560b9452-6cb7-49a6-bbf6-ea9dead9f42b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:02:39.100980 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4b6710-d1a3-41e4-94d9-318608d5f478', 'code': 200} Nov 11 21:02:39.103692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:39.104079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Checking segment: {'id': '48f49503-11cb-4cb2-924d-66874982dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c93fe491-d251-4b6d-a426-aa50e6dface6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:39.104517 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.108641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Bound using segment: {'id': '48f49503-11cb-4cb2-924d-66874982dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c93fe491-d251-4b6d-a426-aa50e6dface6'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:39.109239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Bound port: 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f49503-11cb-4cb2-924d-66874982dab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c93fe491-d251-4b6d-a426-aa50e6dface6'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:39.110224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.380550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] For port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:39.380792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbdfc4-532e-4b86-aaf8-b4d0546d8497 req-fb5f49ef-79fd-4c7c-a05d-070d88dbc6da tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:39.382785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cbbdfc4-532e-4b86-aaf8-b4d0546d8497 req-fb5f49ef-79fd-4c7c-a05d-070d88dbc6da tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 945 time: 0.1223547 Nov 11 21:02:39.395566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] For port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,segment=NetworkSegment(48f49503-11cb-4cb2-924d-66874982dab8),segment_id=48f49503-11cb-4cb2-924d-66874982dab8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:39.433698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96156713-554a-4737-85cb-06d67817bf9c req-170e6124-87c7-4f39-867a-505adadeffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:39.442519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96156713-554a-4737-85cb-06d67817bf9c req-170e6124-87c7-4f39-867a-505adadeffd6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 1096 time: 0.2441521 Nov 11 21:02:39.459138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.494733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cbbdfc4-532e-4b86-aaf8-b4d0546d8497 req-e3a7bcfa-ee4f-4712-85ab-c5418561796b tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027474 Nov 11 21:02:39.520289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3491c87e-34bf-4e45-9d9f-d69ea4270d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.543255 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.557063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96156713-554a-4737-85cb-06d67817bf9c req-e65e5535-7be5-4bef-a3f3-55481897ba8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833738 Nov 11 21:02:39.632039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f833c-5365-435c-af91-a77339d5fed6 None None] Pushing event updated for resources: {'Port': ['ID=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:39.653423 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.657306 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:39.929523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-91a66ba0-cfa8-462d-be25-800149c256f2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:39.931903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-91a66ba0-cfa8-462d-be25-800149c256f2 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.3610756 Nov 11 21:02:39.965707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Port': ['ID=31302295-b5f3-472d-8235-618686b03441,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:40.110917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:40.114461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:40.124047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3491c87e-34bf-4e45-9d9f-d69ea4270d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.138526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.232510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457dbfa-2ad7-42d0-a61b-890b195a6129 None None] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:40.261375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=0b71c46e-9822-48fd-a5bb-282cbd4b5e53,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:40.298015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b30e9-a1f5-4aaf-ab99-f6ac78b39f19 req-a8b3073e-df55-44fd-b3a8-35fa74f16970 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:40.304658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3491c87e-34bf-4e45-9d9f-d69ea4270d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.306526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-099b30e9-a1f5-4aaf-ab99-f6ac78b39f19 req-a8b3073e-df55-44fd-b3a8-35fa74f16970 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2675731 Nov 11 21:02:40.365847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3491c87e-34bf-4e45-9d9f-d69ea4270d67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23186a76903d4e8fabd8232e72a66be0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2912445 Nov 11 21:02:40.371996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:40.389603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-099b30e9-a1f5-4aaf-ab99-f6ac78b39f19 req-37341964-4ec6-4ce0-834b-91551b82f0a6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781243 Nov 11 21:02:40.448173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-95063009-206c-46c5-8a78-e5d35a48deed None None] Provisioning complete for port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:40.448580 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95063009-206c-46c5-8a78-e5d35a48deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.472908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:40.508439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491c87e-34bf-4e45-9d9f-d69ea4270d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f099d2-b023-4d60-acbe-006696200a70,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:40.527540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b3bd-ac48-48d2-b591-f15e856395e7 req-bdb1b474-6885-4bd5-8897-b79bf1079826 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:40.537287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31f5b3bd-ac48-48d2-b591-f15e856395e7 req-bdb1b474-6885-4bd5-8897-b79bf1079826 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.4059706 Nov 11 21:02:40.547380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:40.548037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: cab89f4b-c555-4f6c-abeb-405d7b22db07, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:40.572740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b83dbe77-792a-4322-9039-a33bc14f64dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.596719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Deleting port f1e55366-3d06-450c-97df-4b4334ec6337 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:40.597076 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.629474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b83dbe77-792a-4322-9039-a33bc14f64dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.662730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31f5b3bd-ac48-48d2-b591-f15e856395e7 req-931c1588-f790-44cc-b278-4e07045ad0da tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102719 Nov 11 21:02:40.664529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Router 482ea353-68aa-4d13-9108-301d89778e0d is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:02:40.839351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95063009-206c-46c5-8a78-e5d35a48deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.861969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:40.880785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:40.881081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:40.929462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b98fd-259e-4447-997b-5ff8a6ebb56b req-5c2933c6-3779-44c0-ab45-1455df2f8133 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:40.930372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-95063009-206c-46c5-8a78-e5d35a48deed None None] For port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fb8aaea9-ecea-49ed-bda8-2607b7f1a61b,segment=NetworkSegment(79365e04-8f15-46b2-acf7-0c17e165818e),segment_id=79365e04-8f15-46b2-acf7-0c17e165818e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:40.958707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b59b98fd-259e-4447-997b-5ff8a6ebb56b req-5c2933c6-3779-44c0-ab45-1455df2f8133 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 945 time: 0.1761119 Nov 11 21:02:41.015709 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95063009-206c-46c5-8a78-e5d35a48deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:41.038976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] For port f1e55366-3d06-450c-97df-4b4334ec6337, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f1e55366-3d06-450c-97df-4b4334ec6337,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:41.039715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:41.052889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, cab89f4b-c555-4f6c-abeb-405d7b22db07) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:41.081142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd9fe7c-7103-48ee-8f95-5d28bc9fd2f2 None None] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:41.083817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:41.084749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:41.106103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Calling delete_port for f1e55366-3d06-450c-97df-4b4334ec6337 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:41.152580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:41.167343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-62020d5e-c5eb-4029-ae4d-bd55014a20f5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9321423 Nov 11 21:02:41.168771 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b59b98fd-259e-4447-997b-5ff8a6ebb56b req-3fb8ed28-fd54-40e5-aaf5-19de1ec64903 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084019 Nov 11 21:02:41.170052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57044) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:41.288275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b83dbe77-792a-4322-9039-a33bc14f64dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:41.298080 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b83dbe77-792a-4322-9039-a33bc14f64dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:41.300516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b83dbe77-792a-4322-9039-a33bc14f64dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45f099d2-b023-4d60-acbe-006696200a70 HTTP/1.1" status: 204 len: 168 time: 0.9078069 Nov 11 21:02:41.311555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3ae61604-3812-4e23-97c2-43073bc4468c tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6839547 Nov 11 21:02:41.327695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57048) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:41.403742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dbe77-792a-4322-9039-a33bc14f64dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f099d2-b023-4d60-acbe-006696200a70,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:41.479126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] Sync routers for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:41.509298 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de58d7-fe5f-4b0f-99fb-c1897782e290 None None] Network c93fe491-d251-4b6d-a426-aa50e6dface6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:41.604782 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:41.732871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:41.735723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:41.865718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:41.897764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-568578f5-fbc8-48e5-adb9-d812efa03496 None None] Provisioning complete for port 31302295-b5f3-472d-8235-618686b03441 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:41.898151 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-568578f5-fbc8-48e5-adb9-d812efa03496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:41.903141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:41.903141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:41.905090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95063009-206c-46c5-8a78-e5d35a48deed None None] Pushing event updated for resources: {'Port': ['ID=fb8aaea9-ecea-49ed-bda8-2607b7f1a61b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:41.942395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-cab89f4b-c555-4f6c-abeb-405d7b22db07', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:41.943493 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.067581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e29d2-c2d8-4fd5-830a-9bfbc05542a9 req-7e1c7b56-4edd-48a9-83e1-762c7b2065d0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:42.069523 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d27e29d2-c2d8-4fd5-830a-9bfbc05542a9 req-7e1c7b56-4edd-48a9-83e1-762c7b2065d0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 945 time: 0.2019954 Nov 11 21:02:42.128451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.136388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.220887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Pushing event deleted for resources: {'Port': ['ID=f1e55366-3d06-450c-97df-4b4334ec6337,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:42.385110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Allocated IP 2001:db8::2 (cab89f4b-c555-4f6c-abeb-405d7b22db07/0b71c46e-9822-48fd-a5bb-282cbd4b5e53/3c6a498d-29be-4043-9045-d172ea338be4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:42.430409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18275707-d605-4bce-bf0d-28d8cbe3500b req-b9057006-50ef-4eb8-ad33-08613fbd3fde tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:42.439789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18275707-d605-4bce-bf0d-28d8cbe3500b req-b9057006-50ef-4eb8-ad33-08613fbd3fde tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.7989268 Nov 11 21:02:42.539718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18275707-d605-4bce-bf0d-28d8cbe3500b req-1c918d85-1cbe-4ec1-abfe-2de994b81a82 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986841 Nov 11 21:02:42.551800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.566802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f1e55366-3d06-450c-97df-4b4334ec6337'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:02:42.573102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] No DVR routers for this DVR port f1e55366-3d06-450c-97df-4b4334ec6337 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:02:42.580800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.584435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-358b9ada-bba2-416e-a6e5-b921812eb0b1 req-60b481eb-97eb-4853-9cc3-61b14bc0d9a0 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.62 "DELETE /v2.0/ports/f1e55366-3d06-450c-97df-4b4334ec6337 HTTP/1.1" status: 204 len: 173 time: 2.6411076 Nov 11 21:02:42.584904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'name': 'network-vif-deleted', 'tag': 'f1e55366-3d06-450c-97df-4b4334ec6337'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:02:42.591556 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d826b2-0f76-4062-b495-eeffb8bc9193" -d '{"events": [{"server_uuid": "f165cb44-854b-4805-a8a1-909bbc6a1fd1", "name": "network-vif-deleted", "tag": "f1e55366-3d06-450c-97df-4b4334ec6337"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:02:42.606097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,segment=NetworkSegment(48f49503-11cb-4cb2-924d-66874982dab8),segment_id=48f49503-11cb-4cb2-924d-66874982dab8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:42.611455 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d27e29d2-c2d8-4fd5-830a-9bfbc05542a9 req-0792f65b-e4a8-4181-8169-26e531c8b0e1 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/security-groups?id=99db9503-dc48-419c-a046-7caba5173596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348663 Nov 11 21:02:42.618150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:42.618874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64071e75-f04f-4535-ba8f-b48331de0d04 None None] The sync data for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:42.703985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-568578f5-fbc8-48e5-adb9-d812efa03496 None None] Port 31302295-b5f3-472d-8235-618686b03441 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:42.775715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-568578f5-fbc8-48e5-adb9-d812efa03496 None None] Provisioning complete for port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:42.776101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-568578f5-fbc8-48e5-adb9-d812efa03496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.780986 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.802807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:42.803604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fb8aaea9-ecea-49ed-bda8-2607b7f1a61b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:42.821830 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-30d38455-5e5c-4122-b69d-8e7e5289f4cc tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:02:42.822979 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-30d38455-5e5c-4122-b69d-8e7e5289f4cc tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6519051 Nov 11 21:02:42.826047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57066) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:42.851165 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f380d9e-1198-4551-9d62-b36e51f05852 x-openstack-request-id: req-2f380d9e-1198-4551-9d62-b36e51f05852 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:02:42.856569 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f165cb44-854b-4805-a8a1-909bbc6a1fd1", "name": "network-vif-deleted", "tag": "f1e55366-3d06-450c-97df-4b4334ec6337", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:02:42.858036 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f380d9e-1198-4551-9d62-b36e51f05852 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:02:42.859179 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f165cb44-854b-4805-a8a1-909bbc6a1fd1', 'name': 'network-vif-deleted', 'tag': 'f1e55366-3d06-450c-97df-4b4334ec6337', 'status': 'completed', 'code': 200} Nov 11 21:02:42.933628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:42.960859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:42.963608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:42.995117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8::1 (cab89f4b-c555-4f6c-abeb-405d7b22db07/0b71c46e-9822-48fd-a5bb-282cbd4b5e53/d6845bc2-3757-41e4-95bd-feebfe8d95b6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:43.007927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57068) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:43.062765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Pushing event updated for resources: {'Port': ['ID=3c6a498d-29be-4043-9045-d172ea338be4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:43.070691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d826c12-ab2f-4496-af31-21f1f5b2982c req-2ead6d42-3157-4dd2-a2ad-371c684b0204 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:43.076246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c871c15-b2b1-40a7-abaa-3adb6f3b349e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.079026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d826c12-ab2f-4496-af31-21f1f5b2982c req-2ead6d42-3157-4dd2-a2ad-371c684b0204 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 945 time: 0.2131279 Nov 11 21:02:43.132742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:43.134143 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.141428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Attempting to bind port 3c6a498d-29be-4043-9045-d172ea338be4 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:43.155068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Attempting to bind port 3c6a498d-29be-4043-9045-d172ea338be4 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:43.158515 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Attempting to bind port 3c6a498d-29be-4043-9045-d172ea338be4 on network cab89f4b-c555-4f6c-abeb-405d7b22db07 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:43.217233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:43.217609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Checking segment: {'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:43.218185 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.218666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Bound using segment: {'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:43.220046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Bound port: 3c6a498d-29be-4043-9045-d172ea338be4, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:43.225946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.238639 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d826c12-ab2f-4496-af31-21f1f5b2982c req-bcde2ed8-d58f-41ca-9da1-aeebb470d052 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549225 Nov 11 21:02:43.298544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:43.348942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-568578f5-fbc8-48e5-adb9-d812efa03496 None None] Provisioning complete for port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:43.350028 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-568578f5-fbc8-48e5-adb9-d812efa03496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.366188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.465041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] For port 3c6a498d-29be-4043-9045-d172ea338be4, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:43.482334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] For port 3c6a498d-29be-4043-9045-d172ea338be4, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3c6a498d-29be-4043-9045-d172ea338be4,segment=NetworkSegment(b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5),segment_id=b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:43.510256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.525575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c871c15-b2b1-40a7-abaa-3adb6f3b349e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.574268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.641098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:43.648140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:43.649183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c871c15-b2b1-40a7-abaa-3adb6f3b349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.658889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:43.661775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.695218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3c871c15-b2b1-40a7-abaa-3adb6f3b349e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6664e58b12154c53a1dfd0586cd0e6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6859443 Nov 11 21:02:43.702890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57114) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:43.711190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=d6845bc2-3757-41e4-95bd-feebfe8d95b6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:43.844085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:43.847715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9f731-3ce3-4fe0-a33a-47e9aa0a8d3f None None] Pushing event updated for resources: {'Port': ['ID=3c6a498d-29be-4043-9045-d172ea338be4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:43.876492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0d896814-5a28-4cba-9d97-3e701dd09090 None None] Provisioning complete for port 31302295-b5f3-472d-8235-618686b03441 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:43.877175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d896814-5a28-4cba-9d97-3e701dd09090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.882179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c871c15-b2b1-40a7-abaa-3adb6f3b349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e903fc-a9c2-4776-b008-af99d6de8dce,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:43.912402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10a640c2-a7e3-41e4-ba02-29691977540a req-5d820967-66c1-4368-be60-b48ba590d8a7 tempest-ServerRescueNegativeTestJSON-1632629121 tempest-ServerRescueNegativeTestJSON-1632629121-project] 10.222.0.31 "GET /v2.0/ports?device_id=f165cb44-854b-4805-a8a1-909bbc6a1fd1 HTTP/1.1" status: 200 len: 210 time: 0.0750163 Nov 11 21:02:43.918931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122844a-bf44-42a4-9637-8dd7bd8971e3 req-de051c18-8aea-485e-b224-fc9059bf619e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:43.921137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f122844a-bf44-42a4-9637-8dd7bd8971e3 req-de051c18-8aea-485e-b224-fc9059bf619e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2311075 Nov 11 21:02:43.922401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca13e804-4cf2-4ce4-b93e-42dee29b3d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:43.999308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca13e804-4cf2-4ce4-b93e-42dee29b3d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.056879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.093297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0d896814-5a28-4cba-9d97-3e701dd09090 None None] Port 31302295-b5f3-472d-8235-618686b03441 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:44.101826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f122844a-bf44-42a4-9637-8dd7bd8971e3 req-b959926e-768b-47fa-b8b1-8137d2d688b3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342695 Nov 11 21:02:44.105771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.139216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0d896814-5a28-4cba-9d97-3e701dd09090 None None] Provisioning complete for port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:44.139599 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d896814-5a28-4cba-9d97-3e701dd09090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.243469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:44.244342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.474841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fb8aaea9-ecea-49ed-bda8-2607b7f1a61b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:44.526831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:44.634695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.636023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.636531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting port 31302295-b5f3-472d-8235-618686b03441 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:44.636531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.673986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.685948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Calling delete_port for 31302295-b5f3-472d-8235-618686b03441 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:44.803539 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.803853 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca13e804-4cf2-4ce4-b93e-42dee29b3d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.804789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.806412 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca13e804-4cf2-4ce4-b93e-42dee29b3d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.809836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ca13e804-4cf2-4ce4-b93e-42dee29b3d51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59e903fc-a9c2-4776-b008-af99d6de8dce HTTP/1.1" status: 204 len: 168 time: 1.1002185 Nov 11 21:02:44.817515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13e804-4cf2-4ce4-b93e-42dee29b3d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e903fc-a9c2-4776-b008-af99d6de8dce,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:44.939144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f1e55366-3d06-450c-97df-4b4334ec6337 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:44.978465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:44.991905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: f1e55366-3d06-450c-97df-4b4334ec6337 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:44.992826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f1e55366-3d06-450c-97df-4b4334ec6337 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:45.045845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=d6845bc2-3757-41e4-95bd-feebfe8d95b6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:45.051472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Port': ['ID=31302295-b5f3-472d-8235-618686b03441,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:45.057310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57132) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:45.152115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:45.164008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:45.492573 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:45.523325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca0fbb-0866-4add-a56e-afea4db071bb None None] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:45.536638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:02:45.725827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6e6f2e1d-e8f0-4071-98ab-107d5f2ff6d5 None None] Provisioning complete for port 3c6a498d-29be-4043-9045-d172ea338be4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:45.726386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2e1d-e8f0-4071-98ab-107d5f2ff6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:45.799424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:45.812316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8cebebf3-2293-4bcd-863e-06125191d5d3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4821811 Nov 11 21:02:45.816997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:45.819911 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:45.821368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c9656-1aaa-48e5-8be8-865f989be206 req-eca83c13-0821-4fa9-97c3-c108efb8453a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:45.825390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3c6a498d-29be-4043-9045-d172ea338be4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:45.828008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-977227351'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:45.830598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b08c9656-1aaa-48e5-8be8-865f989be206 req-eca83c13-0821-4fa9-97c3-c108efb8453a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.5962665 Nov 11 21:02:45.849209 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:45.849583 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:46.041049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:46.045951 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.108818 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:02:46.122790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3c6a498d-29be-4043-9045-d172ea338be4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:46.123165 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.128626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:46.157799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.159148 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment cec6c395-2c0d-4f3b-b235-d65db134793e of type vlan for network 97111a09-40fc-4ace-9320-0c4e8cc60f8f Nov 11 21:02:46.214296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2e1d-e8f0-4071-98ab-107d5f2ff6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.269001 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b08c9656-1aaa-48e5-8be8-865f989be206 req-072b0e5c-7198-4a09-b0ec-0a59e5eeb881 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372070 Nov 11 21:02:46.275806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Router 482ea353-68aa-4d13-9108-301d89778e0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:46.334651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.362952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6e6f2e1d-e8f0-4071-98ab-107d5f2ff6d5 None None] For port 3c6a498d-29be-4043-9045-d172ea338be4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3c6a498d-29be-4043-9045-d172ea338be4,segment=NetworkSegment(b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5),segment_id=b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:46.411747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.511021 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2e1d-e8f0-4071-98ab-107d5f2ff6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.576215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:46.606005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57192) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:46.615587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bce19156-d438-45db-b2f0-c25b8781fa9f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7851882 Nov 11 21:02:46.648676 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:02:43Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:44Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:46.680337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] Sync routers for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:46.689841 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:02:46.690196 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Updating router dfa39318-3304-47fe-9b8a-25207b2acb4d port d6845bc2-3757-41e4-95bd-feebfe8d95b6 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:02:46.731826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:46.736680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:46.740718 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.770241 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-78690a81-ed67-4bdc-8afd-852860b9371c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] delete failed (client error): The resource could not be found. Nov 11 21:02:46.773676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-78690a81-ed67-4bdc-8afd-852860b9371c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-159532413 HTTP/1.1" status: 404 len: 334 time: 0.1638348 Nov 11 21:02:46.773676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.790776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:46.791427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:46.793827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.814124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6be57300-4916-45de-a75b-4b93835abda5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'router': {'external_gateway_info': {'network_id': '482ea353-68aa-4d13-9108-301d89778e0d'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:46.846645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:46.928468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f2e1d-e8f0-4071-98ab-107d5f2ff6d5 None None] Pushing event updated for resources: {'Port': ['ID=3c6a498d-29be-4043-9045-d172ea338be4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:46.966352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=97111a09-40fc-4ace-9320-0c4e8cc60f8f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:46.968266 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:02:46.974446 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:02:46.974446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbaea228-2799-4a2c-8d3b-84e26a6e1bba None None] Provisioning complete for port d6845bc2-3757-41e4-95bd-feebfe8d95b6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:46.974446 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbaea228-2799-4a2c-8d3b-84e26a6e1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:46.974446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:46.974446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:47.093303 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-690c65c8-4afb-4c69-8219-838a734901df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2749252 Nov 11 21:02:47.098225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:47.105712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:47.118025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:47.143515 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:47.152011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a5873-845d-4c66-9fd7-8b772cfab900 None None] The sync data for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:47.311580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cbaea228-2799-4a2c-8d3b-84e26a6e1bba None None] Port d6845bc2-3757-41e4-95bd-feebfe8d95b6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:47.326929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cbaea228-2799-4a2c-8d3b-84e26a6e1bba None None] Provisioning complete for port 3c6a498d-29be-4043-9045-d172ea338be4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:47.328896 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbaea228-2799-4a2c-8d3b-84e26a6e1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.453955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:47.457574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.462485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6be57300-4916-45de-a75b-4b93835abda5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.463634 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.583852 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.658385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50408fd4-7f9b-4a1a-b811-b2f1799657c0 req-4c41cb30-cdc3-4861-8bdc-432417133eef tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:47.663050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50408fd4-7f9b-4a1a-b811-b2f1799657c0 req-4c41cb30-cdc3-4861-8bdc-432417133eef tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 0.2344012 Nov 11 21:02:47.719553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0335c6df-5faf-438a-9390-45960060370b None None] Provisioning complete for port d6845bc2-3757-41e4-95bd-feebfe8d95b6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:47.720380 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0335c6df-5faf-438a-9390-45960060370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.725582 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Pushing event updated for resources: {'Port': ['ID=d6845bc2-3757-41e4-95bd-feebfe8d95b6,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:47.758440 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.758926 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.759369 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.759803 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.760258 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.760994 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.761577 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.762080 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.762378 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.763185 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.763886 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.764028 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-6be57300-4916-45de-a75b-4b93835abda5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] update failed (client error): The resource could not be found. Nov 11 21:02:47.764607 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.765105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6be57300-4916-45de-a75b-4b93835abda5 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d HTTP/1.1" status: 404 len: 339 time: 0.9664104 Nov 11 21:02:47.769325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:47.771611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0335c6df-5faf-438a-9390-45960060370b None None] Port d6845bc2-3757-41e4-95bd-feebfe8d95b6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:47.772027 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:47.793821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-912336618'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:47.820384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3c6a498d-29be-4043-9045-d172ea338be4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:47.871984 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Attempting to bind port d6845bc2-3757-41e4-95bd-feebfe8d95b6 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:47.874057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Attempting to bind port d6845bc2-3757-41e4-95bd-feebfe8d95b6 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:47.874902 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Attempting to bind port d6845bc2-3757-41e4-95bd-feebfe8d95b6 on network cab89f4b-c555-4f6c-abeb-405d7b22db07 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:47.882548 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:47.883851 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Checking segment: {'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:47.884548 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.885162 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Bound using segment: {'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:47.885861 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Bound port: d6845bc2-3757-41e4-95bd-feebfe8d95b6, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:47.886488 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.915745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50408fd4-7f9b-4a1a-b811-b2f1799657c0 req-30d62e87-4085-442f-9e6c-19dab5c4562b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372034 Nov 11 21:02:47.945740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:47.949627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:47.990945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3c6a498d-29be-4043-9045-d172ea338be4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:47.991671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.009244 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] For port d6845bc2-3757-41e4-95bd-feebfe8d95b6, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:48.017579 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] For port d6845bc2-3757-41e4-95bd-feebfe8d95b6, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d6845bc2-3757-41e4-95bd-feebfe8d95b6,segment=NetworkSegment(b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5),segment_id=b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:48.155392 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.210567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-b872f7d3-824d-4d84-8ce7-adcbc941dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:48.213032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-b872f7d3-824d-4d84-8ce7-adcbc941dbf4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 1096 time: 0.3502407 Nov 11 21:02:48.263618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:48.277104 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:48.277761 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:48.295355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.329840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ac65c45b-bd21-45b1-94fa-a743a95cae5c None None] Provisioning complete for port d6845bc2-3757-41e4-95bd-feebfe8d95b6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:48.330736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac65c45b-bd21-45b1-94fa-a743a95cae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.355810 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc971bf-0a6d-4226-924c-e756be905111 None None] Pushing event updated for resources: {'Port': ['ID=d6845bc2-3757-41e4-95bd-feebfe8d95b6,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:48.458684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac65c45b-bd21-45b1-94fa-a743a95cae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.461140 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:02:48.494969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=7d7b7dbe-503f-40fd-b260-00c510989256,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:48.523195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.526833 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Added segment 5261d42d-f06b-4e9b-93e9-865db80d94aa of type vlan for network 177bbc53-2a87-43a4-ae60-32738cf02ced Nov 11 21:02:48.735367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:48.735980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: 97111a09-40fc-4ace-9320-0c4e8cc60f8f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:48.805638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.823800 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:02:43Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:48.859058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-5c449b2f-d386-412a-9b1f-ee1ccfc234da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:48.863041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-5c449b2f-d386-412a-9b1f-ee1ccfc234da service neutron] 10.222.0.62 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 912 time: 0.6411204 Nov 11 21:02:48.876124 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c80bc3-2566-4af8-971c-e86abf266c48 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:02:43Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:48.889255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Deleting port 4f6bb640-5dc5-471c-a113-892ef990e91c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:48.889805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.907337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac65c45b-bd21-45b1-94fa-a743a95cae5c None None] For port d6845bc2-3757-41e4-95bd-feebfe8d95b6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d6845bc2-3757-41e4-95bd-feebfe8d95b6,segment=NetworkSegment(b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5),segment_id=b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:48.926209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-6db3e6a1-175b-49b5-ac7c-5f537f9480f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34940336-9211-460b-ad9b-f1f299d93923 HTTP/1.1" status: 200 len: 217 time: 0.0540400 Nov 11 21:02:48.933032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:48.978046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac65c45b-bd21-45b1-94fa-a743a95cae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:48.983781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.002690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:49.003348 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.019913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] For port 4f6bb640-5dc5-471c-a113-892ef990e91c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f6bb640-5dc5-471c-a113-892ef990e91c,segment=NetworkSegment(c3dad6fb-d6fa-4763-978a-ad4fe11a6fad),segment_id=c3dad6fb-d6fa-4763-978a-ad4fe11a6fad)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:49.020524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.043930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Calling delete_port for 4f6bb640-5dc5-471c-a113-892ef990e91c owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:49.075297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-35a72711-6b19-4bf9-9d99-339665eab8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:49.077140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-35a72711-6b19-4bf9-9d99-339665eab8e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.1412728 Nov 11 21:02:49.084569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65c45b-bd21-45b1-94fa-a743a95cae5c None None] Pushing event updated for resources: {'Port': ['ID=d6845bc2-3757-41e4-95bd-feebfe8d95b6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:49.112338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f4d99817-b1be-4053-b07e-c55e3642df78 None None] Provisioning complete for port d6845bc2-3757-41e4-95bd-feebfe8d95b6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:49.112952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4d99817-b1be-4053-b07e-c55e3642df78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.126354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 97111a09-40fc-4ace-9320-0c4e8cc60f8f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:49.164163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de91946-8d7c-4268-959e-a270a1f951a5 None None] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:49.178626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:49.179149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.243656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-8a49ee84-2550-4bf1-bbb7-0459e2957c0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508355 Nov 11 21:02:49.341043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Network': ['ID=177bbc53-2a87-43a4-ae60-32738cf02ced,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:49.364906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 177bbc53-2a87-43a4-ae60-32738cf02ced details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:49.413281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:49.414756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bf4d4bf5-7db8-408c-916b-b01a12f01adb tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6423378 Nov 11 21:02:49.437095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'subnet': {'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:49.448965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e6915c8d-6259-437a-9609-3a193a4f5bdc tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3491797 Nov 11 21:02:49.454891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:49.706419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:49.707839 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.755008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Made reservation on behalf of 5fa0a3ffed614b1b9036e874322be933 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:49.759372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.819604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:49.880202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d6845bc2-3757-41e4-95bd-feebfe8d95b6 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:49.952874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6bb640-5dc5-471c-a113-892ef990e91c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:50.008917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d6845bc2-3757-41e4-95bd-feebfe8d95b6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:50.009538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:50.049990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Allocated IP 2001:db8:1::2 (97111a09-40fc-4ace-9320-0c4e8cc60f8f/7d7b7dbe-503f-40fd-b260-00c510989256/fbdd14fe-97ec-4355-bcc4-3710efaaea6e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:50.230931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0876d6-d8d2-47ad-8506-4875b4fb29ef req-13fe0f21-c0d2-4f01-9453-273d5293fe8c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:50.237558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e0876d6-d8d2-47ad-8506-4875b4fb29ef req-13fe0f21-c0d2-4f01-9453-273d5293fe8c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 945 time: 1.1515114 Nov 11 21:02:50.349100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:50.380616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:50.420607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:50.520253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-e8f4b723-d71f-4761-b729-aee03cff902e service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1748824 Nov 11 21:02:50.525598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e0876d6-d8d2-47ad-8506-4875b4fb29ef req-c48a4828-716d-45e5-b229-bac5546a265a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859683 Nov 11 21:02:50.550838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Subnet': ['ID=99cbe1d5-43dd-4efc-a13c-a89cafe70d16,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:50.574873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Checking segment: {'id': '5261d42d-f06b-4e9b-93e9-865db80d94aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:50.575290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network hostable DHCP agents. Network: 177bbc53-2a87-43a4-ae60-32738cf02ced, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:50.714258 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-867e009d-e8a9-4b51-9e2b-d4d99f1f048e req-7820dcc4-47b1-4572-a2f5-982321e80f75 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858141 Nov 11 21:02:50.751441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:50.773147 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:50.806167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:50.829722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:50.848102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:50.850202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network 177bbc53-2a87-43a4-ae60-32738cf02ced is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:50.853674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:50.941817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 177bbc53-2a87-43a4-ae60-32738cf02ced) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:50.956420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:50.957066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:50.970942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86776b77-f5ec-4a84-9440-9d330cf5501a None None] Network 177bbc53-2a87-43a4-ae60-32738cf02ced requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:50.971594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Pushing event updated for resources: {'Port': ['ID=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:50.978578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:50.984002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-858de4b7-169e-4154-a383-b9143b3b537c admin admin] 10.222.0.31 "PUT /v2.0/routers/828ff5af-b178-4a2d-b4c8-1fafa3566bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8995814 Nov 11 21:02:50.987255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57270) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:50.989859 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] Sync routers for ids ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:51.005885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 34940336-9211-460b-ad9b-f1f299d93923 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:51.012031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] Routers {'828ff5af-b178-4a2d-b4c8-1fafa3566bb6'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:51.014240 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:51.066994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-25f8f7d7-37c0-40a5-be89-39d537bf87ef tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6426346 Nov 11 21:02:51.067618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:51.073941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d854ee89-151c-4613-b4b8-0813d6730805 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'router': {'external_gateway_info': {'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:51.164196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Attempting to bind port fbdd14fe-97ec-4355-bcc4-3710efaaea6e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:51.164803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Attempting to bind port fbdd14fe-97ec-4355-bcc4-3710efaaea6e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:51.165311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Attempting to bind port fbdd14fe-97ec-4355-bcc4-3710efaaea6e on network 97111a09-40fc-4ace-9320-0c4e8cc60f8f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:51.262531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:51.268089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Checking segment: {'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:51.268881 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.269501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Bound using segment: {'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:51.271396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Bound port: fbdd14fe-97ec-4355-bcc4-3710efaaea6e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:51.272052 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.295074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8:1::1 (97111a09-40fc-4ace-9320-0c4e8cc60f8f/7d7b7dbe-503f-40fd-b260-00c510989256/337e3bea-8d4b-4568-9b84-7284367d1348) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:51.308933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] Set router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:02:51.368978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.407567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.492180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.512755 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.520269 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d854ee89-151c-4613-b4b8-0813d6730805 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.607055 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.629305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:51.674550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34940336-9211-460b-ad9b-f1f299d93923'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:02:51.683065 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d086f4f-9c66-4251-a257-180f9e1cc5d7" -d '{"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "34940336-9211-460b-ad9b-f1f299d93923"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:02:51.710468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.749189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:51.757759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:51.764440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:51.765082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.772865 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ef7421-d712-49b3-a59e-cf2816ca6047 x-openstack-request-id: req-e2ef7421-d712-49b3-a59e-cf2816ca6047 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:02:51.773164 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "34940336-9211-460b-ad9b-f1f299d93923", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:02:51.773407 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2ef7421-d712-49b3-a59e-cf2816ca6047 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:02:51.773801 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34940336-9211-460b-ad9b-f1f299d93923', 'code': 200} Nov 11 21:02:51.855967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=337e3bea-8d4b-4568-9b84-7284367d1348,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:51.860181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] For port fbdd14fe-97ec-4355-bcc4-3710efaaea6e, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:51.889025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-177bbc53-2a87-43a4-ae60-32738cf02ced', 'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced', 'tenant_id': '5fa0a3ffed614b1b9036e874322be933', 'fixed_ips': [{'subnet_id': '99cbe1d5-43dd-4efc-a13c-a89cafe70d16'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:51.889025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.894956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae86246-c48f-4870-8f9a-d5c1ac074eea req-df4cf99f-152e-4088-b1a3-e53ceb155573 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:51.896358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] For port fbdd14fe-97ec-4355-bcc4-3710efaaea6e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,segment=NetworkSegment(cec6c395-2c0d-4f3b-b235-d65db134793e),segment_id=cec6c395-2c0d-4f3b-b235-d65db134793e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:51.898074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dae86246-c48f-4870-8f9a-d5c1ac074eea req-df4cf99f-152e-4088-b1a3-e53ceb155573 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 943 time: 0.1858144 Nov 11 21:02:51.904294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:51.904452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Deleting port a02e43df-8e12-4034-895d-3936a5db8cad {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:51.904452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.942935 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T21:02:49Z', 'revision_number': 5, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port': {'id': 'a02e43df-8e12-4034-895d-3936a5db8cad', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:59:35Z', 'updated_at': '2021-11-11T20:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:51.966605 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:51.996056 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] Checking router: 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:02:52.009131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] Routers {'828ff5af-b178-4a2d-b4c8-1fafa3566bb6'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:52.009131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:52.103497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.159713 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] Set router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:02:52.258658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Allocated IP 2001:db8:1::2 (177bbc53-2a87-43a4-ae60-32738cf02ced/99cbe1d5-43dd-4efc-a13c-a89cafe70d16/5c2c91fa-67fe-442b-80b2-0c407d111a12) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:52.304706 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T21:02:51Z', 'revision_number': 6, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:52.394311 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3b8cc-83f0-4923-9c39-0e13908bf14e None None] The sync data for ids ['828ff5af-b178-4a2d-b4c8-1fafa3566bb6'] in n-d-805734-3 is: [{'id': '828ff5af-b178-4a2d-b4c8-1fafa3566bb6', 'name': 'tempest-ServerRescueNegativeTestJSON-197242270-router', 'tenant_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:59:34Z', 'updated_at': '2021-11-11T21:02:51Z', 'revision_number': 6, 'project_id': 'a68933c0c33b4c3d94ba3ae084d54b72', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:52.417572 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.447323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b142a-5326-4a23-84c1-9e2032e13566 None None] Pushing event updated for resources: {'Port': ['ID=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:52.463220 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.533368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.568823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.644191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Network 177bbc53-2a87-43a4-ae60-32738cf02ced is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:52.646511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.647086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.652356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:52.660291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:52.684478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Pushing event updated for resources: {'Port': ['ID=5c2c91fa-67fe-442b-80b2-0c407d111a12,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:52.714146 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dae86246-c48f-4870-8f9a-d5c1ac074eea req-1c7a042c-97cd-4a72-b4e5-896aa3fa29ee tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7982819 Nov 11 21:02:52.714146 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-d854ee89-151c-4613-b4b8-0813d6730805 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:02:52.717395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d854ee89-151c-4613-b4b8-0813d6730805 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d HTTP/1.1" status: 400 len: 364 time: 1.6464119 Nov 11 21:02:52.721760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:52.742993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] For port a02e43df-8e12-4034-895d-3936a5db8cad, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a02e43df-8e12-4034-895d-3936a5db8cad,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:52.743625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.752066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Attempting to bind port 5c2c91fa-67fe-442b-80b2-0c407d111a12 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:52.756755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Attempting to bind port 5c2c91fa-67fe-442b-80b2-0c407d111a12 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5261d42d-f06b-4e9b-93e9-865db80d94aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:52.757446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Attempting to bind port 5c2c91fa-67fe-442b-80b2-0c407d111a12 on network 177bbc53-2a87-43a4-ae60-32738cf02ced {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:52.771816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:52.771816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Checking segment: {'id': '5261d42d-f06b-4e9b-93e9-865db80d94aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:52.772277 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.772497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Bound using segment: {'id': '5261d42d-f06b-4e9b-93e9-865db80d94aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:52.773510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Bound port: 5c2c91fa-67fe-442b-80b2-0c407d111a12, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5261d42d-f06b-4e9b-93e9-865db80d94aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '177bbc53-2a87-43a4-ae60-32738cf02ced'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:52.774030 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:52.906930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=337e3bea-8d4b-4568-9b84-7284367d1348,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:52.936812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Calling delete_port for a02e43df-8e12-4034-895d-3936a5db8cad owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:53.010880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] For port 5c2c91fa-67fe-442b-80b2-0c407d111a12, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:53.017256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] For port 5c2c91fa-67fe-442b-80b2-0c407d111a12, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5c2c91fa-67fe-442b-80b2-0c407d111a12,segment=NetworkSegment(5261d42d-f06b-4e9b-93e9-865db80d94aa),segment_id=5261d42d-f06b-4e9b-93e9-865db80d94aa)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:53.044860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:53.048824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:53.081109 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:53.185418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c38963-243f-4dfa-af8c-feb290d99327 None None] Pushing event updated for resources: {'Port': ['ID=5c2c91fa-67fe-442b-80b2-0c407d111a12,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:53.218045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:53.383957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:53.397763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:53.399424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-15ee5f06-6d79-463b-93e3-1f160877a06d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9047678 Nov 11 21:02:53.400947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57306) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:53.411985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081817791'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:53.441769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:53.442594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:53.549901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:53.647079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:53.651421 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:53.785532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:02:53.813504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:02:53.846909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:53.847979 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment 3c285186-df0b-4f78-9056-92500f5be018 of type vlan for network 5592b45d-dd07-44f4-bb89-220a45b14d1c Nov 11 21:02:53.868103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:53.960505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02e43df-8e12-4034-895d-3936a5db8cad,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:53.978370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.007393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85db8d1-9d1f-4c45-a446-c4f94368d17e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:02:54.031656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5c2c91fa-67fe-442b-80b2-0c407d111a12 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:54.120670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445fbe7-e19d-4f08-aaee-913905829bd7 req-632bbdd1-195c-41ea-b0f2-5377e4f110cc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:54.132896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0445fbe7-e19d-4f08-aaee-913905829bd7 req-632bbdd1-195c-41ea-b0f2-5377e4f110cc tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 943 time: 0.1496484 Nov 11 21:02:54.208551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5c2c91fa-67fe-442b-80b2-0c407d111a12 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:54.214370 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.214614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0445fbe7-e19d-4f08-aaee-913905829bd7 req-0421251b-b4ec-4c89-bc26-2f9844bc9ef0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725513 Nov 11 21:02:54.244469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.260319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:54.261029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.347102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.352251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Allocated IP 2001:db8::1 (8327d1a8-e27d-4ad1-8710-9ea97c6b1f23/8f43ef50-f41c-4bf6-aad1-d1500f7ceff6/c97f13ae-d7dd-40dc-820c-56fa957e736a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:54.427269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0231376 Nov 11 21:02:54.434480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:54.435196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe03af-aa1d-4899-8a22-c516d9c8469d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=5592b45d-dd07-44f4-bb89-220a45b14d1c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:54.450245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d6458-5c22-4cdd-9060-05cf56df7048 None None] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:54.458109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:02:54.605225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.609772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.648730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:02:54.773154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:02:54.777850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.845369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.845945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828ff5af-b178-4a2d-b4c8-1fafa3566bb6 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:02:54.854512 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:54.855690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-59cc5c79-6a52-49f7-8c45-fc02cd51a273 admin admin] 10.222.0.31 "DELETE /v2.0/routers/828ff5af-b178-4a2d-b4c8-1fafa3566bb6 HTTP/1.1" status: 204 len: 168 time: 3.8557758 Nov 11 21:02:54.858408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:55.081643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44ef1f-4cdd-40b8-9da5-7907154969ca None None] Network 177bbc53-2a87-43a4-ae60-32738cf02ced requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:55.082643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.121342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] Deleting subnet 03977496-9e0e-49fe-883e-280361ee307a {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:02:55.125978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.181511 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.238708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.251412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e947cb25-7604-409a-a8ff-0df233fe5d61 None None] Provisioning complete for port fbdd14fe-97ec-4355-bcc4-3710efaaea6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:55.252108 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e947cb25-7604-409a-a8ff-0df233fe5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.261203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.318807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:55.326364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:55.334871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:55.335519 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.346850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Port': ['ID=c97f13ae-d7dd-40dc-820c-56fa957e736a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:55.413018 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.420305 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.521312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=88429434-b1e5-4442-a16c-91c6c76afa7c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:55.525258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:02:51Z', 'revision_number': 3, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:52Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:55.543954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.595564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03977496-9e0e-49fe-883e-280361ee307a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:55.608035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.618075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-116a6a0e-a420-45c4-89b6-607959129453 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03977496-9e0e-49fe-883e-280361ee307a HTTP/1.1" status: 204 len: 168 time: 0.7582326 Nov 11 21:02:55.620940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:55.652043 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e947cb25-7604-409a-a8ff-0df233fe5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.680958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:55.683840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: 5592b45d-dd07-44f4-bb89-220a45b14d1c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:02:55.686450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:02:55.686766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Updating router dfa39318-3304-47fe-9b8a-25207b2acb4d port 337e3bea-8d4b-4568-9b84-7284367d1348 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:02:55.689039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.721682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 5c2c91fa-67fe-442b-80b2-0c407d111a12, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5c2c91fa-67fe-442b-80b2-0c407d111a12,segment=NetworkSegment(5261d42d-f06b-4e9b-93e9-865db80d94aa),segment_id=5261d42d-f06b-4e9b-93e9-865db80d94aa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:55.727180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.790590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.881536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:02:55.897028 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:55.897028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fbdd14fe-97ec-4355-bcc4-3710efaaea6e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:55.897028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e947cb25-7604-409a-a8ff-0df233fe5d61 None None] For port fbdd14fe-97ec-4355-bcc4-3710efaaea6e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,segment=NetworkSegment(cec6c395-2c0d-4f3b-b235-d65db134793e),segment_id=cec6c395-2c0d-4f3b-b235-d65db134793e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:56.034653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 5592b45d-dd07-44f4-bb89-220a45b14d1c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:56.039887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:56.040886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.051818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.090875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9d41d8-4099-4212-969f-eae9b0bba2cf']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:56.112427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638a0dd-b2f3-469d-a248-6196cce4a01f None None] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:02:56.114750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:56.115137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dad6fb-d6fa-4763-978a-ad4fe11a6fad') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:56.148423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e947cb25-7604-409a-a8ff-0df233fe5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.151737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5e10fca2-be65-4ecd-987f-17f0556f0e83 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7046256 Nov 11 21:02:56.158097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.159159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:56.194332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.208906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:02:56.209767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:02:56.213671 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:02:56.291351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=5c2c91fa-67fe-442b-80b2-0c407d111a12,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:56.504804 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.520060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.526150 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e9d41d8-4099-4212-969f-eae9b0bba2cf HTTP/1.1" status: 204 len: 168 time: 0.8944297 Nov 11 21:02:56.547806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.562119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade525f-9942-4601-b1c5-91e672225312 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9d41d8-4099-4212-969f-eae9b0bba2cf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:56.570370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Provisioning complete for port 5c2c91fa-67fe-442b-80b2-0c407d111a12 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:56.572605 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.718062 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.720642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.802571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fbdd14fe-97ec-4355-bcc4-3710efaaea6e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:56.803089 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:56.880398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947cb25-7604-409a-a8ff-0df233fe5d61 None None] Pushing event updated for resources: {'Port': ['ID=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:56.959819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-5592b45d-dd07-44f4-bb89-220a45b14d1c', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:02:56.961154 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.075264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 34940336-9211-460b-ad9b-f1f299d93923 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:57.102619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event updated for resources: {'Port': ['ID=c97f13ae-d7dd-40dc-820c-56fa957e736a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:57.151545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:57.194079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-bfbd16b7-3cdf-4f32-9d97-fb21e5ca2a96 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:02:57.201793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-bfbd16b7-3cdf-4f32-9d97-fb21e5ca2a96 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb37d2ef-f784-43d5-8d0f-544d22bd4ea6 HTTP/1.1" status: 200 len: 943 time: 0.3291984 Nov 11 21:02:57.268603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fc130289-4793-411e-b726-7b21cdbd95e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a68933c0c33b4c3d94ba3ae084d54b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152120 Nov 11 21:02:57.275798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57414) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:57.317356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:57.321243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.341952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.342901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:57.363116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.402898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.411998 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15645a75-19d7-4447-9806-521949da3218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.442903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15645a75-19d7-4447-9806-521949da3218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.502901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Provisioning complete for port fbdd14fe-97ec-4355-bcc4-3710efaaea6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:57.504424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.528215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f6bb640-5dc5-471c-a113-892ef990e91c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:57.620925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Allocated IP 2001:db8:2::2 (5592b45d-dd07-44f4-bb89-220a45b14d1c/88429434-b1e5-4442-a16c-91c6c76afa7c/5122038b-9392-4def-95ce-3807cc096a44) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:57.624089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15645a75-19d7-4447-9806-521949da3218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.629732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-15645a75-19d7-4447-9806-521949da3218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:57.635714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-15645a75-19d7-4447-9806-521949da3218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99db9503-dc48-419c-a046-7caba5173596 HTTP/1.1" status: 204 len: 168 time: 0.3421803 Nov 11 21:02:57.639147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 4f6bb640-5dc5-471c-a113-892ef990e91c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:57.639502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f6bb640-5dc5-471c-a113-892ef990e91c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:57.639951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a02e43df-8e12-4034-895d-3936a5db8cad no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:02:57.669507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15645a75-19d7-4447-9806-521949da3218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99db9503-dc48-419c-a046-7caba5173596,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:57.783311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a02e43df-8e12-4034-895d-3936a5db8cad {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:02:57.784270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a02e43df-8e12-4034-895d-3936a5db8cad not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:02:58.101242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Router 482ea353-68aa-4d13-9108-301d89778e0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:02:58.104343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Deleting port 34940336-9211-460b-ad9b-f1f299d93923 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:02:58.104755 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.150591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Pushing event updated for resources: {'Port': ['ID=337e3bea-8d4b-4568-9b84-7284367d1348,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:58.158229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5c2c91fa-67fe-442b-80b2-0c407d111a12 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:58.264648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Attempting to bind port 337e3bea-8d4b-4568-9b84-7284367d1348 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:58.265565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Attempting to bind port 337e3bea-8d4b-4568-9b84-7284367d1348 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:58.269500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Attempting to bind port 337e3bea-8d4b-4568-9b84-7284367d1348 on network 97111a09-40fc-4ace-9320-0c4e8cc60f8f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:58.300079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:58.303832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Checking segment: {'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:58.303832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.303832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Bound using segment: {'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:58.303832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Bound port: 337e3bea-8d4b-4568-9b84-7284367d1348, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec6c395-2c0d-4f3b-b235-d65db134793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:58.303832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.402334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5c2c91fa-67fe-442b-80b2-0c407d111a12 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:58.402734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.445059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] For port 34940336-9211-460b-ad9b-f1f299d93923, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=34940336-9211-460b-ad9b-f1f299d93923,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:58.446307 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.472554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Provisioning complete for port 337e3bea-8d4b-4568-9b84-7284367d1348 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:58.472932 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.482313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:02:58.487807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Calling delete_port for 34940336-9211-460b-ad9b-f1f299d93923 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:02:58.494259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c27f0e57-36b8-4458-aece-c1ffed55c5ab tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7712448 Nov 11 21:02:58.495092 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] Sync routers for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:02:58.495555 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.497226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:58.507182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] For port 337e3bea-8d4b-4568-9b84-7284367d1348, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:58.525176 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:58.533205 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:58.533426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] For port 337e3bea-8d4b-4568-9b84-7284367d1348, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=337e3bea-8d4b-4568-9b84-7284367d1348,segment=NetworkSegment(cec6c395-2c0d-4f3b-b235-d65db134793e),segment_id=cec6c395-2c0d-4f3b-b235-d65db134793e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:58.555844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Port 337e3bea-8d4b-4568-9b84-7284367d1348 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:58.579829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fbdd14fe-97ec-4355-bcc4-3710efaaea6e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:02:58.583851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Provisioning complete for port c97f13ae-d7dd-40dc-820c-56fa957e736a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:58.584345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.615496 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:58.627788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.641781 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:58.642346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.642495 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:58.698791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:02:58.701160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d88d50f5-ebb7-47a3-adfc-7ca8e0a99136 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.711534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a0af8-e7de-4736-9a7a-a953f7dc79a1 None None] Port c97f13ae-d7dd-40dc-820c-56fa957e736a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:02:58.715205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:02:58.723175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:02:58.733498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Pushing event updated for resources: {'Port': ['ID=5122038b-9392-4def-95ce-3807cc096a44,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:58.792491 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:58.792491 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130abde9-3c35-4609-9aa1-ddfa3e871829 None None] The sync data for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:58.792744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:02:58.792744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:58.848506 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d88d50f5-ebb7-47a3-adfc-7ca8e0a99136 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 21:02:58.859077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:02:58.860912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d88d50f5-ebb7-47a3-adfc-7ca8e0a99136 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d HTTP/1.1" status: 409 len: 329 time: 0.3616276 Nov 11 21:02:58.893413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fbdd14fe-97ec-4355-bcc4-3710efaaea6e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:58.893797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:58.934504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8:2::1 (5592b45d-dd07-44f4-bb89-220a45b14d1c/88429434-b1e5-4442-a16c-91c6c76afa7c/0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:02:58.999738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:02:59.224985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Pushing event updated for resources: {'Port': ['ID=337e3bea-8d4b-4568-9b84-7284367d1348,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:02:59.233229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Attempting to bind port 5122038b-9392-4def-95ce-3807cc096a44 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:02:59.234233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Attempting to bind port 5122038b-9392-4def-95ce-3807cc096a44 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:02:59.234997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Attempting to bind port 5122038b-9392-4def-95ce-3807cc096a44 on network 5592b45d-dd07-44f4-bb89-220a45b14d1c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:02:59.266674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.267565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.268369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.268913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.269473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.276711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.277388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.278096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.278823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.279350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.279992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.280550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f61e2a9-2af1-4386-971f-b5e13ae79a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:02:59.293264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:02:59.293756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Checking segment: {'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:02:59.294246 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:59.294941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Bound using segment: {'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:02:59.295505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Bound port: 5122038b-9392-4def-95ce-3807cc096a44, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:02:59.296539 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:59.307823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Provisioning complete for port 5c2c91fa-67fe-442b-80b2-0c407d111a12 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:59.308915 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:59.566888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] For port 5122038b-9392-4def-95ce-3807cc096a44, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:02:59.573377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] For port 5122038b-9392-4def-95ce-3807cc096a44, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5122038b-9392-4def-95ce-3807cc096a44,segment=NetworkSegment(3c285186-df0b-4f78-9056-92500f5be018),segment_id=3c285186-df0b-4f78-9056-92500f5be018)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:02:59.608478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Provisioning complete for port 337e3bea-8d4b-4568-9b84-7284367d1348 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:02:59.609678 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:59.611391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:59.652374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:02:51Z', 'revision_number': 3, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:58Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:02:59.690266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68be7d6-6fff-4f53-bc09-d7be51f01c7b None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:02:51Z', 'revision_number': 3, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:58Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:02:59.778657 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:59.819857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:02:59.820673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] For port 337e3bea-8d4b-4568-9b84-7284367d1348, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=337e3bea-8d4b-4568-9b84-7284367d1348,segment=NetworkSegment(cec6c395-2c0d-4f3b-b235-d65db134793e),segment_id=cec6c395-2c0d-4f3b-b235-d65db134793e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:02:59.951191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 337e3bea-8d4b-4568-9b84-7284367d1348 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:00.026341 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.039578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.039578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.040107 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.051008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 337e3bea-8d4b-4568-9b84-7284367d1348 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:00.051402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.137811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:00.181638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:00.242432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:00.242432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.253167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Provisioning complete for port c97f13ae-d7dd-40dc-820c-56fa957e736a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:00.253572 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.342350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] No DVR routers for this DVR port 34940336-9211-460b-ad9b-f1f299d93923 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:00.348616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Pushing event updated for resources: {'Port': ['ID=337e3bea-8d4b-4568-9b84-7284367d1348,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:00.350160 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.378707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-043d8a0e-4d75-41fd-9263-609f0ba500db req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "DELETE /v2.0/ports/34940336-9211-460b-ad9b-f1f299d93923 HTTP/1.1" status: 204 len: 173 time: 3.1620061 Nov 11 21:03:00.386929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:00.390566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-048016f4-a27d-4456-ad66-25de0b5e96da None None] Port c97f13ae-d7dd-40dc-820c-56fa957e736a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:03:00.438829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6072a21-699d-4357-b4ea-7b9f759430a9 None None] Pushing event updated for resources: {'Port': ['ID=5122038b-9392-4def-95ce-3807cc096a44,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:00.463563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-deleted', 'tag': '34940336-9211-460b-ad9b-f1f299d93923'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:00.485049 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b438b-09a2-4809-bd24-ab727501e518" -d '{"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-deleted", "tag": "34940336-9211-460b-ad9b-f1f299d93923"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:00.556818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1115d145-bb4f-4d68-9189-2f2d18f81f0a None None] Provisioning complete for port 337e3bea-8d4b-4568-9b84-7284367d1348 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:00.557314 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1115d145-bb4f-4d68-9189-2f2d18f81f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.584317 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de537a4a-8312-4b98-b5ae-c54ad0a9b43d x-openstack-request-id: req-de537a4a-8312-4b98-b5ae-c54ad0a9b43d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:00.587258 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb37d2ef-f784-43d5-8d0f-544d22bd4ea6", "name": "network-vif-deleted", "tag": "34940336-9211-460b-ad9b-f1f299d93923", "status": "failed", "code": 422}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:00.588733 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de537a4a-8312-4b98-b5ae-c54ad0a9b43d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:00.590217 n-d-805734-3 neutron-server[109675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb37d2ef-f784-43d5-8d0f-544d22bd4ea6', 'name': 'network-vif-deleted', 'tag': '34940336-9211-460b-ad9b-f1f299d93923', 'status': 'failed', 'code': 422} returned with failed status Nov 11 21:03:00.597862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f8d2b-42db-45d8-85e2-380912619736 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event deleted for resources: {'Port': ['ID=34940336-9211-460b-ad9b-f1f299d93923,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:00.735595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:00.828582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting port c97f13ae-d7dd-40dc-820c-56fa957e736a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:00.829187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.931155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57482) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:00.931337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:00.973461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-54014847-network', 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:01.024566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.046519 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd38b038-21d6-4420-8f9a-e3010f5f1a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.078675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Calling delete_port for c97f13ae-d7dd-40dc-820c-56fa957e736a owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:01.113216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:01.117343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.138828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.282764 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd38b038-21d6-4420-8f9a-e3010f5f1a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.336329 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.406382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd38b038-21d6-4420-8f9a-e3010f5f1a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.456160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd38b038-21d6-4420-8f9a-e3010f5f1a89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72ce1618ff824eb59e898d1be187bbc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5207286 Nov 11 21:03:01.459661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57494) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:01.460827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38b038-21d6-4420-8f9a-e3010f5f1a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82c9517-299a-432a-a5c6-4b9100f72626,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:01.477497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.497287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:01.524814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.555227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52432ace-2f93-49a8-b07a-ab4596c79148,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:01.559449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.559736 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Added segment 04c83d7e-14f5-4800-b45c-593f7381395f of type vlan for network 5c698453-96f0-4944-ae06-bff47b2613f2 Nov 11 21:03:01.603591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a09328-fa5e-4804-9dcb-a014d12aa155 None None] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:01.606283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.607119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.641481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.648269 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c9d01cb-0e1e-4e9a-8b3d-9c15aa057ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.686554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6b543ba-f669-4d84-aaba-c58dd58cf8ca None None] Provisioning complete for port 5122038b-9392-4def-95ce-3807cc096a44 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:01.686554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6b543ba-f669-4d84-aaba-c58dd58cf8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.694481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c9d01cb-0e1e-4e9a-8b3d-9c15aa057ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.706924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.771565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:01.814272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.815417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:01.816017 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.864633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c9d01cb-0e1e-4e9a-8b3d-9c15aa057ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.869002 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c9d01cb-0e1e-4e9a-8b3d-9c15aa057ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:01.874676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5c9d01cb-0e1e-4e9a-8b3d-9c15aa057ff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c82c9517-299a-432a-a5c6-4b9100f72626 HTTP/1.1" status: 204 len: 168 time: 0.4086993 Nov 11 21:03:01.992432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Port': ['ID=c97f13ae-d7dd-40dc-820c-56fa957e736a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:01.998060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0100b58-eda8-4769-9b6c-ce5b5333469b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.006295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d01cb-0e1e-4e9a-8b3d-9c15aa057ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82c9517-299a-432a-a5c6-4b9100f72626,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:02.011696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2747633 Nov 11 21:03:02.039416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:02.056822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Request body: {'subnet': {'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-54014847-subnet', 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:02.102808 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6b543ba-f669-4d84-aaba-c58dd58cf8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.107832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2adb11-ff85-4d3a-b267-32b1937cf5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c698453-96f0-4944-ae06-bff47b2613f2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:02.138728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 5c698453-96f0-4944-ae06-bff47b2613f2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:02.166737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.251691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:02.254360 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.516031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 337e3bea-8d4b-4568-9b84-7284367d1348 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:02.525816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d6b543ba-f669-4d84-aaba-c58dd58cf8ca None None] For port 5122038b-9392-4def-95ce-3807cc096a44, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5122038b-9392-4def-95ce-3807cc096a44,segment=NetworkSegment(3c285186-df0b-4f78-9056-92500f5be018),segment_id=3c285186-df0b-4f78-9056-92500f5be018)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:02.638482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6b543ba-f669-4d84-aaba-c58dd58cf8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.711195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b543ba-f669-4d84-aaba-c58dd58cf8ca None None] Pushing event updated for resources: {'Port': ['ID=5122038b-9392-4def-95ce-3807cc096a44,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:02.715342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 337e3bea-8d4b-4568-9b84-7284367d1348 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:02.715722 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.823126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:02.824938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d631dfa5-747d-48e6-a287-57234dbcb05d None None] Provisioning complete for port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:02.825313 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d631dfa5-747d-48e6-a287-57234dbcb05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.863443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:02.864175 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:02.875282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5122038b-9392-4def-95ce-3807cc096a44 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:02.974713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:02.977030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d631dfa5-747d-48e6-a287-57234dbcb05d None None] Port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:03:03.019852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d631dfa5-747d-48e6-a287-57234dbcb05d None None] Provisioning complete for port 5122038b-9392-4def-95ce-3807cc096a44 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:03.025252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d631dfa5-747d-48e6-a287-57234dbcb05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.031226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5122038b-9392-4def-95ce-3807cc096a44 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:03.032098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.039170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:03.041621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:03.045971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Network hostable DHCP agents. Network: 5c698453-96f0-4944-ae06-bff47b2613f2, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:03.058218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Router 482ea353-68aa-4d13-9108-301d89778e0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:03.065698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c11941e-194c-42d4-ba59-e32cc439bff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.069721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-2aca1f4e-de15-4e53-9057-7b77ac6f3289 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:03.076811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-2aca1f4e-de15-4e53-9057-7b77ac6f3289 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.8634715 Nov 11 21:03:03.096590 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-88daa68c-5022-49b2-8a63-9719eca0a02e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/quotas/935622a99ddc44f0a82c37d40f101a0a HTTP/1.1" status: 200 len: 375 time: 0.0184882 Nov 11 21:03:03.135211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e1608d-5253-4a2c-94d2-8d858bae473f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:03.206912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-ad559152-0d06-46df-906a-5d17b69803e2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093719 Nov 11 21:03:03.246189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:03.249747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c11941e-194c-42d4-ba59-e32cc439bff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.315410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c11941e-194c-42d4-ba59-e32cc439bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.342404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6518c271-0112-4f5b-b0e9-ea65e61010ff None None] Provisioning complete for port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:03.342695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6518c271-0112-4f5b-b0e9-ea65e61010ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.363501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 5c698453-96f0-4944-ae06-bff47b2613f2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:03.382163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7cdcde-f89c-4fec-aae6-c67075e2d84b None None] Network 5c698453-96f0-4944-ae06-bff47b2613f2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:03.385534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6518c271-0112-4f5b-b0e9-ea65e61010ff None None] Port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:03:03.392621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7c11941e-194c-42d4-ba59-e32cc439bff1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5018014360f34718b98ebdafa6bd1884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4161236 Nov 11 21:03:03.396736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:03.396736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.398096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:03.424218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:03.428415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11941e-194c-42d4-ba59-e32cc439bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e4aec-d655-4ccc-9700-93c468f21ef6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:03.429432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81e684df-8aa1-45bd-8005-af2b2e911e2c tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5682240 Nov 11 21:03:03.436276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:03.439773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] Sync routers for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:03.445248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e3b29ae1-7b1d-48c8-ac1f-f78e628968c5 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2800560 Nov 11 21:03:03.446880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:03.447355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57532) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:03.465391 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:03.466143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-79922926'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:03.466758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:03.467546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:03.478318 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:03.479131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:03.506754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:03.517411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b2880e55-c588-4dae-b06f-0ca3f6b2ebda admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4724557 Nov 11 21:03:03.532871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] Routers {'482ea353-68aa-4d13-9108-301d89778e0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:03.533534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:02:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['482ea353-68aa-4d13-9108-301d89778e0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:03.569339 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-499029c2-9207-4387-aafd-4ca863f4c989 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] show failed (client error): The resource could not be found. Nov 11 21:03:03.569339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-499029c2-9207-4387-aafd-4ca863f4c989 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1263181159 HTTP/1.1" status: 404 len: 335 time: 0.1111357 Nov 11 21:03:03.569606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:03.575687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c5101d0d-c427-4109-8e21-fa2b497307e3 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:03.585075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-8c31cef8-fb00-4224-ba2f-add281efb6b5 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637953 Nov 11 21:03:03.593699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80f27954-3f09-413a-b1d6-2416c5156af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.607347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:03.608031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c1649-83ea-4be6-83f8-8ec566c4ed96 None None] The sync data for ids ['482ea353-68aa-4d13-9108-301d89778e0d'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:03.663950 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:03.670479 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c5101d0d-c427-4109-8e21-fa2b497307e3 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] update failed (client error): The resource could not be found. Nov 11 21:03:03.671814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c5101d0d-c427-4109-8e21-fa2b497307e3 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-157584017 HTTP/1.1" status: 404 len: 334 time: 0.1015375 Nov 11 21:03:03.676938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:03.732314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:03.745031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff408b9-d7cf-436b-b4c9-20addb165559 None None] Network 5c698453-96f0-4944-ae06-bff47b2613f2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:03.746349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.782788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80f27954-3f09-413a-b1d6-2416c5156af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.810372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting subnet 99cbe1d5-43dd-4efc-a13c-a89cafe70d16 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:03.822939 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.900991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:03.940252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5122038b-9392-4def-95ce-3807cc096a44 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:04.032931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:04.038379 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.049837 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:00Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:01Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:04.059807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.060329 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added segment dde5ea2c-6efb-4b3d-a890-73e6f15eb551 of type vlan for network 8599e039-27f5-409d-a8d5-f55b1fd25b5e Nov 11 21:03:04.114463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-d62ea096-2175-4c54-9e0b-6bf8d6bc73aa service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183227 Nov 11 21:03:04.131913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.132430 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:04.133001 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Updating router dfa39318-3304-47fe-9b8a-25207b2acb4d port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:03:04.160437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5122038b-9392-4def-95ce-3807cc096a44 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:04.161060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.173679 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.191593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.223539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80f27954-3f09-413a-b1d6-2416c5156af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.227556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80f27954-3f09-413a-b1d6-2416c5156af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.231010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-80f27954-3f09-413a-b1d6-2416c5156af7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a9e4aec-d655-4ccc-9700-93c468f21ef6 HTTP/1.1" status: 204 len: 168 time: 0.8266089 Nov 11 21:03:04.242469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27954-3f09-413a-b1d6-2416c5156af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9e4aec-d655-4ccc-9700-93c468f21ef6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:04.248717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Subnet': ['ID=99cbe1d5-43dd-4efc-a13c-a89cafe70d16,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:04.255268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.261406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e4f29f76-000d-46ad-921c-6b2d2182fda6 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/subnets/99cbe1d5-43dd-4efc-a13c-a89cafe70d16 HTTP/1.1" status: 204 len: 168 time: 0.5809362 Nov 11 21:03:04.262097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:04.301563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd48109-df95-4808-946a-98a9c22b88f9 None None] Network 177bbc53-2a87-43a4-ae60-32738cf02ced requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:04.347832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.348396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c436-e700-4b4f-8931-0c7917784d98 req-b213af14-4fad-4431-9e5f-3bfa54cc1f5a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:04.350746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-b213af14-4fad-4431-9e5f-3bfa54cc1f5a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.2200432 Nov 11 21:03:04.365502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:04.367222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.371725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-880f70ce-bbf2-4be9-bec0-ab0962765f5a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0138555 Nov 11 21:03:04.473697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-754b0144-f387-49be-8076-fb9db8e4eea0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920484 Nov 11 21:03:04.589831 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c11837b-653d-4aa9-a4dd-eab96922f075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.643950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-40e430b5-e1c4-46a1-9a21-f05ead046109 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693606 Nov 11 21:03:04.682969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2206235 Nov 11 21:03:04.685551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:04.702213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] DHCP port deletion for 177bbc53-2a87-43a4-ae60-32738cf02ced request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:04.722199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'subnet': {'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:04.821271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] Deleting port 5c2c91fa-67fe-442b-80b2-0c407d111a12 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:04.821877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.873063 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.896651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-2bac340a-a99b-49ab-8d18-9e739a51e4e3 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332520 Nov 11 21:03:04.900465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:04.926065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83abdd-9dc0-4813-9084-468a70fe9301 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Network': ['ID=8599e039-27f5-409d-a8d5-f55b1fd25b5e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:04.964184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfb92aa5-6a40-400a-bc1b-c1f360c9ce8f req-e53900de-392b-4220-887c-77d413d04dcd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 210 time: 0.0520952 Nov 11 21:03:04.976116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:05.033630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting port 5c2c91fa-67fe-442b-80b2-0c407d111a12 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:05.034416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.046020 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.121501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Made reservation on behalf of e99a43423f8642b1a666ae19239cd4fa for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:05.126192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.143681 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150c913-ca27-4468-95b1-36f1e6143893 None None] Pushing event updated for resources: {'Port': ['ID=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:05.155169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] For port 5c2c91fa-67fe-442b-80b2-0c407d111a12, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5c2c91fa-67fe-442b-80b2-0c407d111a12,segment=NetworkSegment(5261d42d-f06b-4e9b-93e9-865db80d94aa),segment_id=5261d42d-f06b-4e9b-93e9-865db80d94aa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:05.155633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.213907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] For port 5c2c91fa-67fe-442b-80b2-0c407d111a12, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5c2c91fa-67fe-442b-80b2-0c407d111a12,segment=NetworkSegment(5261d42d-f06b-4e9b-93e9-865db80d94aa),segment_id=5261d42d-f06b-4e9b-93e9-865db80d94aa)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:05.214906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.252744 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Attempting to bind port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:03:05.253127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Attempting to bind port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:03:05.253494 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Attempting to bind port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e on network 5592b45d-dd07-44f4-bb89-220a45b14d1c {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:05.265404 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:03:05.265801 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Checking segment: {'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:05.266258 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.266661 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Bound using segment: {'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:03:05.270504 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Bound port: 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c285186-df0b-4f78-9056-92500f5be018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:03:05.271024 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.272997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] Calling delete_port for 5c2c91fa-67fe-442b-80b2-0c407d111a12 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:05.276903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Calling delete_port for 5c2c91fa-67fe-442b-80b2-0c407d111a12 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:05.491879 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] For port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:03:05.505243 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] For port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,segment=NetworkSegment(3c285186-df0b-4f78-9056-92500f5be018),segment_id=3c285186-df0b-4f78-9056-92500f5be018)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:03:05.519965 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a007f4e-7e8e-4e31-a53a-977fc54d89f9 req-65fe9282-d7ac-4cbd-869f-7f5daae0497b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 210 time: 0.0506630 Nov 11 21:03:05.532445 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.578171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] Pushing event deleted for resources: {'Port': ['ID=5c2c91fa-67fe-442b-80b2-0c407d111a12,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:05.584516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43a158-8ee6-47e8-be74-481d3163b135 None None] No DVR routers for this DVR port 5c2c91fa-67fe-442b-80b2-0c407d111a12 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:05.626783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-034d4eb4-a51b-4f50-b13d-60b8e34428c5 None None] Provisioning complete for port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:05.627280 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-034d4eb4-a51b-4f50-b13d-60b8e34428c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.637071 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.661897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.676772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-034d4eb4-a51b-4f50-b13d-60b8e34428c5 None None] Port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:03:05.704085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] No DVR routers for this DVR port 5c2c91fa-67fe-442b-80b2-0c407d111a12 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:05.715974 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.730446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Port': ['ID=5c2c91fa-67fe-442b-80b2-0c407d111a12,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:05.784433 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:05.785094 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:05.827223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.873745 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150c913-ca27-4468-95b1-36f1e6143893 None None] Pushing event updated for resources: {'Port': ['ID=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:05.880040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177bbc53-2a87-43a4-ae60-32738cf02ced']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:05.882528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.903975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5261d42d-f06b-4e9b-93e9-865db80d94aa') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:05.904331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5261d42d-f06b-4e9b-93e9-865db80d94aa') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:05.919701 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:05.931457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5c2c91fa-67fe-442b-80b2-0c407d111a12 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:05.971601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:05.988282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5c2c91fa-67fe-442b-80b2-0c407d111a12 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:05.991965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5c2c91fa-67fe-442b-80b2-0c407d111a12 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:06.028301 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.066005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:06.066480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:06.070102 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:06.073949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Subnet': ['ID=bf75e1ae-62bb-44cf-a373-4fcb37bb3027,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:06.163345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fdca4cb-c0f5-49c2-a44d-4e3858af2a35 req-c4a2d4d9-91e9-4119-95d6-d67ca99d7b97 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 210 time: 0.0751512 Nov 11 21:03:06.169080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Checking segment: {'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:06.169529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network hostable DHCP agents. Network: 8599e039-27f5-409d-a8d5-f55b1fd25b5e, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:06.315586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f91f9b23-6a3f-4bfe-a7d2-38967e44ab5d None None] Provisioning complete for port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:06.316047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f91f9b23-6a3f-4bfe-a7d2-38967e44ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.320209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.330061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.333360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/networks/177bbc53-2a87-43a4-ae60-32738cf02ced HTTP/1.1" status: 204 len: 168 time: 2.0697007 Nov 11 21:03:06.335908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:06.375380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:06.425067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f91f9b23-6a3f-4bfe-a7d2-38967e44ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.433528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084d9c9-4e66-4502-96d4-a5560dc44565 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Network': ['ID=177bbc53-2a87-43a4-ae60-32738cf02ced,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:06.464967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f91f9b23-6a3f-4bfe-a7d2-38967e44ab5d None None] For port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,segment=NetworkSegment(3c285186-df0b-4f78-9056-92500f5be018),segment_id=3c285186-df0b-4f78-9056-92500f5be018)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:06.467116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8599e039-27f5-409d-a8d5-f55b1fd25b5e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:06.476064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:06.476762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.479363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fe8ca4-efa8-4741-a63d-f8ade6dcd75f None None] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:06.490030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting subnet ae061db6-c815-4689-90b2-e83c1e0dff5f {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:06.503868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.571586 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:00Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:05Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:06.587603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f91f9b23-6a3f-4bfe-a7d2-38967e44ab5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.590684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.609865 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508d216-98ea-4094-849d-35d0ac932ac6 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:00Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:05Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:06.711462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f9b23-6a3f-4bfe-a7d2-38967e44ab5d None None] Pushing event updated for resources: {'Port': ['ID=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:06.733154 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7bcffb11-2c61-4ce3-aaef-1af8ed8d86d1 req-e9cc440d-68bc-47e3-a596-0a0db94f93d5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 210 time: 0.1038775 Nov 11 21:03:06.747445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:06.748311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ef2792fb-3af3-474a-8d5f-364b0d4ddeb3 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0587182 Nov 11 21:03:06.878149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:06.933375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:03:06.935120 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.071460 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.083394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.149296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Subnet': ['ID=ae061db6-c815-4689-90b2-e83c1e0dff5f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:07.158248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d4068-1ab1-491d-b216-2be5996014a6 None None] Network c93fe491-d251-4b6d-a426-aa50e6dface6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:07.158400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.169624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c9eec157-e87c-4569-b100-b14bd845882f tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/subnets/ae061db6-c815-4689-90b2-e83c1e0dff5f HTTP/1.1" status: 204 len: 168 time: 0.8253345 Nov 11 21:03:07.172539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:07.194224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Allocated IP 2001:db8:3::2 (8599e039-27f5-409d-a8d5-f55b1fd25b5e/bf75e1ae-62bb-44cf-a373-4fcb37bb3027/4206b2b4-0452-42d6-8167-e59439e52113) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:03:07.410805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a9c6a5d3-d8d3-4642-8211-ece14cf0c0da req-7abb7ab6-5a89-4237-b01d-0581907dcd06 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 210 time: 0.0783081 Nov 11 21:03:07.434379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting subnet 66860c0d-fb4a-41df-bcc1-b1a9fad754e7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:07.446920 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.536245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.729770 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.731812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:07.774653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] DHCP port deletion for c93fe491-d251-4b6d-a426-aa50e6dface6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:07.930802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] Deleting port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:07.932812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.056496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] For port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,segment=NetworkSegment(48f49503-11cb-4cb2-924d-66874982dab8),segment_id=48f49503-11cb-4cb2-924d-66874982dab8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:08.057464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.073632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] Calling delete_port for 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:08.124880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:08.131701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.149781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc9bf5e7-c23e-4f36-8c67-51256788d0c1 req-50eb8962-d7f2-4032-8087-b168d2e3e026 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 210 time: 0.0651057 Nov 11 21:03:08.168760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.237721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Subnet': ['ID=66860c0d-fb4a-41df-bcc1-b1a9fad754e7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:08.248272 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.273586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.287955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f598e29d-fce1-4c8f-87d8-90b42f4e3901 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/subnets/66860c0d-fb4a-41df-bcc1-b1a9fad754e7 HTTP/1.1" status: 204 len: 168 time: 1.1118507 Nov 11 21:03:08.288902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:08.298938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-8e4c01b5-7c51-4fc9-b537-da972a56ac05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:08.300490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-8e4c01b5-7c51-4fc9-b537-da972a56ac05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.2170575 Nov 11 21:03:08.303761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.322630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Request body: {'port': {'device_id': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'admin_state_up': True, 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:08.427903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.591065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1337ae-70d8-44dc-b51e-d2b10af885ee None None] Network 6675febd-6be8-4698-8ff9-0fcf7e3e5890 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:08.591410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:08.591895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.609182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Pushing event updated for resources: {'Port': ['ID=4206b2b4-0452-42d6-8167-e59439e52113,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:08.618656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:08.652022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:08.656533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:08.685401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] For port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,segment=NetworkSegment(48f49503-11cb-4cb2-924d-66874982dab8),segment_id=48f49503-11cb-4cb2-924d-66874982dab8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:08.686157 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.717701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Calling delete_port for 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:08.839539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Attempting to bind port 4206b2b4-0452-42d6-8167-e59439e52113 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:03:08.839744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Attempting to bind port 4206b2b4-0452-42d6-8167-e59439e52113 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:03:08.840039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Attempting to bind port 4206b2b4-0452-42d6-8167-e59439e52113 on network 8599e039-27f5-409d-a8d5-f55b1fd25b5e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:08.856251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:03:08.865566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Checking segment: {'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:08.865566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.865566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Bound using segment: {'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:03:08.865566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Bound port: 4206b2b4-0452-42d6-8167-e59439e52113, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:03:08.865566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.865566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:08.865566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.884166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.913029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Port': ['ID=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:08.915031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] No DVR routers for this DVR port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:08.918955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:08.941634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97060ce5-da5e-409d-abf4-0805c9b4f8e9 req-a3904cd5-a0c6-4848-a7f5-c7e562fac7c5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 210 time: 0.2595532 Nov 11 21:03:08.952538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Allocated IP 2001:db8:3::1 (8599e039-27f5-409d-a8d5-f55b1fd25b5e/bf75e1ae-62bb-44cf-a373-4fcb37bb3027/8ff84b02-0d32-47f6-8df1-c8ca72112f4f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:03:08.986480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] Pushing event deleted for resources: {'Port': ['ID=7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:08.995491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d470b-7349-41a5-98fd-c07a2d76e9e2 None None] No DVR routers for this DVR port 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:09.087670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] DHCP port deletion for 6675febd-6be8-4698-8ff9-0fcf7e3e5890 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:09.098381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:09.102152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.112066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.138223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93fe491-d251-4b6d-a426-aa50e6dface6']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:09.151063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f49503-11cb-4cb2-924d-66874982dab8') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:09.151382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f49503-11cb-4cb2-924d-66874982dab8') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:09.187609 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.207125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] For port 4206b2b4-0452-42d6-8167-e59439e52113, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:03:09.215736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] For port 4206b2b4-0452-42d6-8167-e59439e52113, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4206b2b4-0452-42d6-8167-e59439e52113,segment=NetworkSegment(dde5ea2c-6efb-4b3d-a890-73e6f15eb551),segment_id=dde5ea2c-6efb-4b3d-a890-73e6f15eb551)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:03:09.259365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.297985 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.322267 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.365806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:09.366442 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:09.373815 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:09.429718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] Deleting port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:09.430109 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.458417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-470ef94a-e215-4974-a67c-6e38ae863102 req-fcbe3532-7c74-4edd-bffa-fb80d38fa8e8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 210 time: 0.0586782 Nov 11 21:03:09.471413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.492213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:09.556503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647355-00e6-4df7-98ad-aca8327d2f73 None None] Pushing event updated for resources: {'Port': ['ID=4206b2b4-0452-42d6-8167-e59439e52113,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:09.561385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:09.561779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7e6ba7b6-c0fb-4bea-8b2e-07fda6e43d38 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:09.588759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:09.597108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:09.603794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:09.607450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.645593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Allocated IP 172.20.0.2 (17a6b110-edf6-4a73-8473-84c504928dc6/66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1/40d5d076-0406-4355-bd2a-84ec87d061cc) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:03:09.702804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] For port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fb8aaea9-ecea-49ed-bda8-2607b7f1a61b,segment=NetworkSegment(79365e04-8f15-46b2-acf7-0c17e165818e),segment_id=79365e04-8f15-46b2-acf7-0c17e165818e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:09.703218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:09.751528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] Calling delete_port for fb8aaea9-ecea-49ed-bda8-2607b7f1a61b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:09.993842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.095493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:10.123673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4206b2b4-0452-42d6-8167-e59439e52113 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:10.180323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31719af1-aa6f-449f-8fe4-59d64dc6d111 req-d948ef01-f985-4d4f-93b5-2486b08cc35c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 210 time: 0.0407090 Nov 11 21:03:10.182376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.204418 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:03:10.224200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c436-e700-4b4f-8931-0c7917784d98 req-a12c2e64-0031-4891-946a-749465de1e57 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:10.225744 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-a12c2e64-0031-4891-946a-749465de1e57 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 1.2628720 Nov 11 21:03:10.243254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Request body: {'port': {'device_id': '78e63b69-ca35-4ffb-90fe-372c18add797', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'admin_state_up': True, 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:10.252884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] No DVR routers for this DVR port fb8aaea9-ecea-49ed-bda8-2607b7f1a61b on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:10.259756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d317ad6-bea3-493b-8f55-03e824bb54f5 None None] Pushing event deleted for resources: {'Port': ['ID=fb8aaea9-ecea-49ed-bda8-2607b7f1a61b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:10.298611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4206b2b4-0452-42d6-8167-e59439e52113 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:10.303954 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.339029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.355197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.357967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.362388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/networks/c93fe491-d251-4b6d-a426-aa50e6dface6 HTTP/1.1" status: 204 len: 168 time: 2.0717885 Nov 11 21:03:10.362615 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.369910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:10.400829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8318e4-0a20-4825-9a38-693afc5f9fad tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Network': ['ID=c93fe491-d251-4b6d-a426-aa50e6dface6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:10.433469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.484092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 4206b2b4-0452-42d6-8167-e59439e52113, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4206b2b4-0452-42d6-8167-e59439e52113,segment=NetworkSegment(dde5ea2c-6efb-4b3d-a890-73e6f15eb551),segment_id=dde5ea2c-6efb-4b3d-a890-73e6f15eb551)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:10.555658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.559619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Network 17a6b110-edf6-4a73-8473-84c504928dc6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:10.564386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event updated for resources: {'Port': ['ID=40d5d076-0406-4355-bd2a-84ec87d061cc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:10.567202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:10.578151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:10.600002 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.721523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fb8aaea9-ecea-49ed-bda8-2607b7f1a61b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:10.729430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:10.729735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.746714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.792261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6675febd-6be8-4698-8ff9-0fcf7e3e5890']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:10.809966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=4206b2b4-0452-42d6-8167-e59439e52113,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:10.813662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c79fdff1-7e28-4c1c-ab08-6b4d2d0a47a5 req-172fb30d-90a4-4f36-b151-80a9b65edd18 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 210 time: 0.1516442 Nov 11 21:03:10.838504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79365e04-8f15-46b2-acf7-0c17e165818e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:10.838862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79365e04-8f15-46b2-acf7-0c17e165818e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:10.847758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: fb8aaea9-ecea-49ed-bda8-2607b7f1a61b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:10.849196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fb8aaea9-ecea-49ed-bda8-2607b7f1a61b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:10.870806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.898529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.914395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:10.915036 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.929792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:10.930199 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:10.933484 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:11.060189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Allocated IP 172.20.0.8 (5c698453-96f0-4944-ae06-bff47b2613f2/a2e1608d-5253-4a2c-94d2-8d858bae473f/195c63e8-8b6c-407c-abe2-e44f201891e6) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:03:11.087507 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e057f7-78cd-436c-9aa4-31d23f145f6c None None] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:11.096090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-c47b0879-2821-4d2b-8019-50f9136b15ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7799118 Nov 11 21:03:11.110481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Request body: {'port': {'device_id': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:11.154275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.175929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.184833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/networks/6675febd-6be8-4698-8ff9-0fcf7e3e5890 HTTP/1.1" status: 204 len: 168 time: 0.8038895 Nov 11 21:03:11.193522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:11.203045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f77fde74-b55b-4436-9435-17c17feb83bd None None] Provisioning complete for port 4206b2b4-0452-42d6-8167-e59439e52113 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:11.203629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f77fde74-b55b-4436-9435-17c17feb83bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.247266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.257154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668da6b-a081-4382-9214-13201a65138d tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Network': ['ID=6675febd-6be8-4698-8ff9-0fcf7e3e5890,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:11.385792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.450863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.478928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.479780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.582451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting subnet 8f43ef50-f41c-4bf6-aad1-d1500f7ceff6 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:11.595906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.659812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.686422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.695811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86018935-8e59-4ae3-af6b-dec0306cd0b7 req-eaef2076-fc54-41fe-ab2b-19e5434ab05a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:11.697467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86018935-8e59-4ae3-af6b-dec0306cd0b7 req-eaef2076-fc54-41fe-ab2b-19e5434ab05a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 931 time: 0.1927130 Nov 11 21:03:11.714636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event updated for resources: {'Port': ['ID=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:11.753868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e4cb2d62-2e6a-47bf-9151-ef50592291c1 None None] Provisioning complete for port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:11.765585 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2d62-2e6a-47bf-9151-ef50592291c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.796607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:11.800806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:11.902334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb2d62-2e6a-47bf-9151-ef50592291c1 None None] Port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:03:11.911307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:11.961146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e4cb2d62-2e6a-47bf-9151-ef50592291c1 None None] Provisioning complete for port 4206b2b4-0452-42d6-8167-e59439e52113 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:11.961584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2d62-2e6a-47bf-9151-ef50592291c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:11.981152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:12.006002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:12.010559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:12.024841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4206b2b4-0452-42d6-8167-e59439e52113 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:12.139757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event updated for resources: {'Port': ['ID=195c63e8-8b6c-407c-abe2-e44f201891e6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:12.159384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4206b2b4-0452-42d6-8167-e59439e52113 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:12.160042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.218808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223cdf2-17be-4457-abe4-51cf8171812a req-fc48c9f7-3d86-48e2-9d92-4bb4f2f2ed50 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:12.222114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1223cdf2-17be-4457-abe4-51cf8171812a req-fc48c9f7-3d86-48e2-9d92-4bb4f2f2ed50 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 931 time: 0.1807940 Nov 11 21:03:12.227530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-86018935-8e59-4ae3-af6b-dec0306cd0b7 req-51414694-8065-46b4-bb6a-6071362e514b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374933 Nov 11 21:03:12.228469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:12.237675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a5f12b96-14d3-4f2d-81b2-e8b34974a640 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4840715 Nov 11 21:03:12.239309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:12.247475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:12.258935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.264165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:12.275878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:12.315549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d5d076-0406-4355-bd2a-84ec87d061cc {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:03:12.327960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.330928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:12.331581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:12.396380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1223cdf2-17be-4457-abe4-51cf8171812a req-f654ebb0-16ad-47d5-b4cb-a41d811ce94e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658092 Nov 11 21:03:12.429519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Transition to ACTIVE for port object 40d5d076-0406-4355-bd2a-84ec87d061cc will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:03:12.440434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:12.441085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.458039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb83441-bf69-45c5-a9c6-60aa9fc2a134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.461707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.477300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-408eab7e-da04-4c13-97cb-4827f3dc7153 None None] Provisioning complete for port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:12.477684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-408eab7e-da04-4c13-97cb-4827f3dc7153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.505567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.513463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/subnets/8f43ef50-f41c-4bf6-aad1-d1500f7ceff6 HTTP/1.1" status: 204 len: 168 time: 1.3020782 Nov 11 21:03:12.531021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:12.555514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289b871-d5d2-4fc4-89a8-2b214eed465b None None] Network 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:12.596054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.617171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad76ad-4219-46c4-822e-3d7488a1ea62 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Subnet': ['ID=8f43ef50-f41c-4bf6-aad1-d1500f7ceff6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:12.691688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:12.717331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-812bd1d4-18af-48b7-8941-6f83cf864788 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4785533 Nov 11 21:03:12.719892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb83441-bf69-45c5-a9c6-60aa9fc2a134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.750715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Pushing event updated for resources: {'Port': ['ID=40d5d076-0406-4355-bd2a-84ec87d061cc,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:12.758943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Request body: {'port': {'device_id': '78e63b69-ca35-4ffb-90fe-372c18add797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:12.806115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-feb83441-bf69-45c5-a9c6-60aa9fc2a134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.840388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.848786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-408eab7e-da04-4c13-97cb-4827f3dc7153 None None] Port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:03:12.870609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Attempting to bind port 40d5d076-0406-4355-bd2a-84ec87d061cc on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:03:12.871324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Attempting to bind port 40d5d076-0406-4355-bd2a-84ec87d061cc by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:03:12.871892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Attempting to bind port 40d5d076-0406-4355-bd2a-84ec87d061cc on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:12.877735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb83441-bf69-45c5-a9c6-60aa9fc2a134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b4f44b-7b2d-476c-be01-f33f3a71f030,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:12.891813 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:12.905714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-feb83441-bf69-45c5-a9c6-60aa9fc2a134 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfe0106939b24d69a74ff8c8d5a40459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6279685 Nov 11 21:03:12.907854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Port 40d5d076-0406-4355-bd2a-84ec87d061cc on network 17a6b110-edf6-4a73-8473-84c504928dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:03:12.909099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Attempting to bind port 40d5d076-0406-4355-bd2a-84ec87d061cc on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:12.910871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:12.918544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:03:12.926699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Checking segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:12.927549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Bound using segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:03:12.928056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Bound port: 40d5d076-0406-4355-bd2a-84ec87d061cc, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:03:12.931888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.070545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] For port 40d5d076-0406-4355-bd2a-84ec87d061cc, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:03:13.074628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] For port 40d5d076-0406-4355-bd2a-84ec87d061cc, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=40d5d076-0406-4355-bd2a-84ec87d061cc,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:03:13.149656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.186512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] DHCP port deletion for 8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:13.205120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3abd2dbc-1977-4392-a1a3-7f32e44e7fb7 None None] Provisioning complete for port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:13.205519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3abd2dbc-1977-4392-a1a3-7f32e44e7fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.209381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:13.210183 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.212253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-3b2027c7-174d-466a-80a2-730da855717f service neutron] 10.222.0.62 "PUT /v2.0/ports/40d5d076-0406-4355-bd2a-84ec87d061cc HTTP/1.1" status: 200 len: 1091 time: 2.1064794 Nov 11 21:03:13.212966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'tag': '40d5d076-0406-4355-bd2a-84ec87d061cc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:13.216354 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80f4698-04f0-4164-884a-5b0b52ccfe29" -d '{"events": [{"name": "network-changed", "server_uuid": "5547e778-e0db-4b8f-9b7a-e0d840a7a734", "tag": "40d5d076-0406-4355-bd2a-84ec87d061cc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:13.231300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0f33e67-edca-4b5e-952f-3ddfb0c3153e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.250666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2027c7-174d-466a-80a2-730da855717f service neutron] Pushing event updated for resources: {'Port': ['ID=40d5d076-0406-4355-bd2a-84ec87d061cc,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:13.257105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0f33e67-edca-4b5e-952f-3ddfb0c3153e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.280790 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2dc83d-b3f3-4a4c-a92f-96e19ba364cb x-openstack-request-id: req-0a2dc83d-b3f3-4a4c-a92f-96e19ba364cb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:13.280790 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5547e778-e0db-4b8f-9b7a-e0d840a7a734", "tag": "40d5d076-0406-4355-bd2a-84ec87d061cc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:13.280790 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a2dc83d-b3f3-4a4c-a92f-96e19ba364cb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:13.280790 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'tag': '40d5d076-0406-4355-bd2a-84ec87d061cc', 'status': 'completed', 'code': 200} Nov 11 21:03:13.319603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3abd2dbc-1977-4392-a1a3-7f32e44e7fb7 None None] Port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:03:13.386482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f4698-04f0-4164-884a-5b0b52ccfe29 req-286e85f8-b9db-45bf-a16c-e2f32008b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:13.388020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d80f4698-04f0-4164-884a-5b0b52ccfe29 req-286e85f8-b9db-45bf-a16c-e2f32008b233 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 1094 time: 0.0846624 Nov 11 21:03:13.406964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fcad-bd4a-4d43-b662-4a3631630846 req-c208f0b7-a2e8-4787-a683-ccae039eff89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:13.416500 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0418fcad-bd4a-4d43-b662-4a3631630846 req-c208f0b7-a2e8-4787-a683-ccae039eff89 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 943 time: 0.0816753 Nov 11 21:03:13.427150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] Deleting port 2da367e9-4473-4ccc-b1bf-2633b8c34dce {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:13.427728 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.460262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Deleting port 2da367e9-4473-4ccc-b1bf-2633b8c34dce {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:13.461904 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.517744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] For port 2da367e9-4473-4ccc-b1bf-2633b8c34dce, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2da367e9-4473-4ccc-b1bf-2633b8c34dce,segment=NetworkSegment(314b56c2-e9cd-4f20-8c08-b223081b5796),segment_id=314b56c2-e9cd-4f20-8c08-b223081b5796)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:13.518141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.538061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:10Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:10Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:13.541059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] Calling delete_port for 2da367e9-4473-4ccc-b1bf-2633b8c34dce owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:13.549145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0418fcad-bd4a-4d43-b662-4a3631630846 req-c7920a34-0f16-41c5-be94-e15d8bddd721 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315839 Nov 11 21:03:13.582385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:13.582749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Updating router dfa39318-3304-47fe-9b8a-25207b2acb4d port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:03:13.610445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0f33e67-edca-4b5e-952f-3ddfb0c3153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.613003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b0f33e67-edca-4b5e-952f-3ddfb0c3153e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.614169 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b0f33e67-edca-4b5e-952f-3ddfb0c3153e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3b4f44b-7b2d-476c-be01-f33f3a71f030 HTTP/1.1" status: 204 len: 168 time: 0.6970146 Nov 11 21:03:13.635234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f4698-04f0-4164-884a-5b0b52ccfe29 req-a417568b-6130-46aa-a02e-c833eedd76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:13.636781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d80f4698-04f0-4164-884a-5b0b52ccfe29 req-a417568b-6130-46aa-a02e-c833eedd76c8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=935622a99ddc44f0a82c37d40f101a0a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2155745 Nov 11 21:03:13.740213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.789917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f4698-04f0-4164-884a-5b0b52ccfe29 req-8977b1cb-97f0-45e9-ab86-60c6f0879232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:13.793039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d80f4698-04f0-4164-884a-5b0b52ccfe29 req-8977b1cb-97f0-45e9-ab86-60c6f0879232 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482704 Nov 11 21:03:13.874970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:03:13.892628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Removed routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:03:13.893099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.912517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195c63e8-8b6c-407c-abe2-e44f201891e6 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:03:13.927238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.930948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] For port 2da367e9-4473-4ccc-b1bf-2633b8c34dce, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2da367e9-4473-4ccc-b1bf-2633b8c34dce,segment=NetworkSegment(314b56c2-e9cd-4f20-8c08-b223081b5796),segment_id=314b56c2-e9cd-4f20-8c08-b223081b5796)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:13.931376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:13.933974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f33e67-edca-4b5e-952f-3ddfb0c3153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b4f44b-7b2d-476c-be01-f33f3a71f030,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:13.937757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-d6f6a59c-408f-4272-9b93-bb470d0a4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:13.941185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-d6f6a59c-408f-4272-9b93-bb470d0a4546 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 1094 time: 0.0968144 Nov 11 21:03:13.966493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Calling delete_port for 2da367e9-4473-4ccc-b1bf-2633b8c34dce owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:14.006195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb19e9b-3e3c-4be7-975e-51e7de88c01d req-5b02863e-0f83-4d3f-85c6-a5849266aaba tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:14.017209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-b9657080-2886-4417-86e8-72d126a01422 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40d5d076-0406-4355-bd2a-84ec87d061cc HTTP/1.1" status: 200 len: 217 time: 0.0663173 Nov 11 21:03:14.018385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcb19e9b-3e3c-4be7-975e-51e7de88c01d req-5b02863e-0f83-4d3f-85c6-a5849266aaba tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 931 time: 0.4562337 Nov 11 21:03:14.021596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Transition to ACTIVE for port object 195c63e8-8b6c-407c-abe2-e44f201891e6 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:03:14.089668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-6c2a16b6-2c6e-4c40-8670-a0d433a6c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:14.091694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-6c2a16b6-2c6e-4c40-8670-a0d433a6c199 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.0634267 Nov 11 21:03:14.110302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2da367e9-4473-4ccc-b1bf-2633b8c34dce no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:14.119136 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.134098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.148602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-52042e7a-a9b2-495e-9b99-13f527b4c7dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495121 Nov 11 21:03:14.184497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2da367e9-4473-4ccc-b1bf-2633b8c34dce {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:14.184659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2da367e9-4473-4ccc-b1bf-2633b8c34dce not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:14.194285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] Pushing event deleted for resources: {'Port': ['ID=2da367e9-4473-4ccc-b1bf-2633b8c34dce,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:14.204235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f96f7-b7cb-4aa3-8bff-8d1e9c8712c3 None None] No DVR routers for this DVR port 2da367e9-4473-4ccc-b1bf-2633b8c34dce on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:14.338489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-d2c52aa7-2a7a-4f0d-a58b-5ccb8eaa2947 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791985 Nov 11 21:03:14.379098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.476478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-210bb808-b3cc-428c-b508-a7f4588cef73 req-7d30489a-c77c-4dae-b905-11a5be33eca3 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238832 Nov 11 21:03:14.480842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.510599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57774) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:14.548233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9f68be5-bc1d-4648-bbc6-770bd72b1e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.570748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90503a-03f5-4b90-b97b-9f3f64a5f7c6 None None] Pushing event updated for resources: {'Port': ['ID=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:14.612258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Attempting to bind port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:03:14.613128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Attempting to bind port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:03:14.613363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Attempting to bind port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f on network 8599e039-27f5-409d-a8d5-f55b1fd25b5e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:14.617761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcb19e9b-3e3c-4be7-975e-51e7de88c01d req-b69b3e18-334a-4a59-98c2-fd93feb22c00 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832517 Nov 11 21:03:14.628878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:03:14.628878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Checking segment: {'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:14.630655 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.631072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Bound using segment: {'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:03:14.631577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Bound port: 8ff84b02-0d32-47f6-8df1-c8ca72112f4f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:03:14.631966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.686829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Pushing event updated for resources: {'Port': ['ID=195c63e8-8b6c-407c-abe2-e44f201891e6,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:14.782988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] For port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:03:14.790191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] For port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,segment=NetworkSegment(dde5ea2c-6efb-4b3d-a890-73e6f15eb551),segment_id=dde5ea2c-6efb-4b3d-a890-73e6f15eb551)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:03:14.881178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.934750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd11c-a398-4f7a-8491-2babb0147015 req-75090ae9-3652-4cce-aedc-0f7d3b7edf16 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:14.934750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bffd11c-a398-4f7a-8491-2babb0147015 req-75090ae9-3652-4cce-aedc-0f7d3b7edf16 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 943 time: 0.1400218 Nov 11 21:03:14.935010 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.935807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9f68be5-bc1d-4648-bbc6-770bd72b1e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.944528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.951443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:14.964179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:14.964845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:15.006904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bffd11c-a398-4f7a-8491-2babb0147015 req-7f00bc4f-b314-4f76-b303-b794133edfea tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662725 Nov 11 21:03:15.050351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Port': ['ID=2da367e9-4473-4ccc-b1bf-2633b8c34dce,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:15.065315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9f68be5-bc1d-4648-bbc6-770bd72b1e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.079711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Attempting to bind port 195c63e8-8b6c-407c-abe2-e44f201891e6 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:03:15.088925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Attempting to bind port 195c63e8-8b6c-407c-abe2-e44f201891e6 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:03:15.088925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Attempting to bind port 195c63e8-8b6c-407c-abe2-e44f201891e6 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:15.089218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90503a-03f5-4b90-b97b-9f3f64a5f7c6 None None] Pushing event updated for resources: {'Port': ['ID=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:15.089319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] No DVR routers for this DVR port 2da367e9-4473-4ccc-b1bf-2633b8c34dce on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:15.089319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Port 195c63e8-8b6c-407c-abe2-e44f201891e6 on network 5c698453-96f0-4944-ae06-bff47b2613f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:03:15.090188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Attempting to bind port 195c63e8-8b6c-407c-abe2-e44f201891e6 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:15.105388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7098585-820a-4160-931a-e50cd5d4609b None None] Provisioning complete for port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:15.105780 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7098585-820a-4160-931a-e50cd5d4609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.129437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:03:15.130065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:15.130647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Bound using segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:03:15.131311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Bound port: 195c63e8-8b6c-407c-abe2-e44f201891e6, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:03:15.132007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.161778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:15.201920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f68be5-bc1d-4648-bbc6-770bd72b1e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8305484f-9178-4836-9ad1-966f51418a20,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:15.261077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.273264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:15.302795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c9f68be5-bc1d-4648-bbc6-770bd72b1e0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abf4eef1f794400186248a862b5a047d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7910731 Nov 11 21:03:15.303811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:15.367326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8327d1a8-e27d-4ad1-8710-9ea97c6b1f23']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:15.383012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314b56c2-e9cd-4f20-8c08-b223081b5796') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:15.383952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314b56c2-e9cd-4f20-8c08-b223081b5796') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:15.384205 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18cc518c-029e-4da7-800d-87396cc10ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.400993 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.405197 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7098585-820a-4160-931a-e50cd5d4609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.413149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18cc518c-029e-4da7-800d-87396cc10ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.423580 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.477438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d7098585-820a-4160-931a-e50cd5d4609b None None] For port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,segment=NetworkSegment(dde5ea2c-6efb-4b3d-a890-73e6f15eb551),segment_id=dde5ea2c-6efb-4b3d-a890-73e6f15eb551)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:15.493125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:15.493680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:15.498706 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:15.509184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:13Z', 'revision_number': 6, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:14Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:15.520043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] For port 195c63e8-8b6c-407c-abe2-e44f201891e6, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:03:15.542836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cef2a6-94a6-43a1-ae42-731c270525b8 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:13Z', 'revision_number': 6, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:14Z', 'revision_number': 4, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:15.577391 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18cc518c-029e-4da7-800d-87396cc10ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.579477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:15.618794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.620619 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-53925733-4e86-49f2-9eff-74235b9db0ee tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 200 len: 954 time: 3.3771703 Nov 11 21:03:15.624317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:15.629062 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7098585-820a-4160-931a-e50cd5d4609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.641405 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-18cc518c-029e-4da7-800d-87396cc10ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.645508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-18cc518c-029e-4da7-800d-87396cc10ac3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8305484f-9178-4836-9ad1-966f51418a20 HTTP/1.1" status: 204 len: 168 time: 0.3376188 Nov 11 21:03:15.666285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc518c-029e-4da7-800d-87396cc10ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8305484f-9178-4836-9ad1-966f51418a20,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:15.723974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7098585-820a-4160-931a-e50cd5d4609b None None] Pushing event updated for resources: {'Port': ['ID=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:15.764690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b1c42935-48d4-44fa-b0f5-b8bb471e85a0 None None] Provisioning complete for port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:15.764690 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1c42935-48d4-44fa-b0f5-b8bb471e85a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.784964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-20421659-aa49-4b77-82bb-ace4cb42499e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 200 len: 954 time: 0.1584461 Nov 11 21:03:15.787723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:15.824166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'routes': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:15.830599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.859141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5843137-d556-403e-9a79-05f5cc801658 req-6e192727-ebca-4d4e-a2f2-e00d1d8b635a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:15.869405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5843137-d556-403e-9a79-05f5cc801658 req-6e192727-ebca-4d4e-a2f2-e00d1d8b635a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 943 time: 0.0929918 Nov 11 21:03:15.921962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:15.930497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:15.930715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/networks/8327d1a8-e27d-4ad1-8710-9ea97c6b1f23 HTTP/1.1" status: 204 len: 168 time: 3.3501375 Nov 11 21:03:15.943106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] For port 195c63e8-8b6c-407c-abe2-e44f201891e6, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=195c63e8-8b6c-407c-abe2-e44f201891e6,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:03:16.004871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4242a2e-0adc-4623-a7ae-ae71a61e24a4 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Pushing event deleted for resources: {'Network': ['ID=8327d1a8-e27d-4ad1-8710-9ea97c6b1f23,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:16.039725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-93a98c59-e72b-4660-b467-370c4b0c95b2 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "GET /v2.0/ports?device_id=482ea353-68aa-4d13-9108-301d89778e0d HTTP/1.1" status: 200 len: 205 time: 0.1059070 Nov 11 21:03:16.042205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:16.043887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5843137-d556-403e-9a79-05f5cc801658 req-9f19fbf1-9029-4013-b463-3643ca8ca6a5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738098 Nov 11 21:03:16.067002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8ff84b02-0d32-47f6-8df1-c8ca72112f4f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:16.113352 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.146999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:16.147418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.294139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:16.294139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.294139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] 10.222.0.62 "PUT /v2.0/ports/195c63e8-8b6c-407c-abe2-e44f201891e6 HTTP/1.1" status: 200 len: 1091 time: 3.5407155 Nov 11 21:03:16.300083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e63b69-ca35-4ffb-90fe-372c18add797', 'tag': '195c63e8-8b6c-407c-abe2-e44f201891e6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:16.302514 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f955acd0-9f53-4c35-a7a7-e311efede8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "78e63b69-ca35-4ffb-90fe-372c18add797", "tag": "195c63e8-8b6c-407c-abe2-e44f201891e6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:16.316797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb7ea-5bc2-4daa-9a3c-80ffe7ce1369 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.386458 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaddb0c-23af-4ee2-9ecb-42f37c8a25bc x-openstack-request-id: req-cfaddb0c-23af-4ee2-9ecb-42f37c8a25bc {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:16.386720 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e63b69-ca35-4ffb-90fe-372c18add797", "tag": "195c63e8-8b6c-407c-abe2-e44f201891e6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:16.386982 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfaddb0c-23af-4ee2-9ecb-42f37c8a25bc {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:16.387377 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e63b69-ca35-4ffb-90fe-372c18add797', 'tag': '195c63e8-8b6c-407c-abe2-e44f201891e6', 'status': 'completed', 'code': 200} Nov 11 21:03:16.454507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6424-e3b0-4d64-95a4-351ed0678de7 service neutron] Pushing event updated for resources: {'Port': ['ID=195c63e8-8b6c-407c-abe2-e44f201891e6,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:16.520804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00056a84-5b42-4ca8-9f40-8890516d9f22 req-2d6dad0b-03b4-4142-a283-265a20a66e14 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:16.520804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00056a84-5b42-4ca8-9f40-8890516d9f22 req-2d6dad0b-03b4-4142-a283-265a20a66e14 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 943 time: 0.3308520 Nov 11 21:03:16.659269 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb7ea-5bc2-4daa-9a3c-80ffe7ce1369 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.664282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb7ea-5bc2-4daa-9a3c-80ffe7ce1369 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.676405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955acd0-9f53-4c35-a7a7-e311efede8fd req-4c6daace-0191-4213-9f57-ef06df7a2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:16.677899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f955acd0-9f53-4c35-a7a7-e311efede8fd req-4c6daace-0191-4213-9f57-ef06df7a2516 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 1094 time: 0.2897651 Nov 11 21:03:16.682596 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:16.694367 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:16.695139 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:16.792259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00056a84-5b42-4ca8-9f40-8890516d9f22 req-c78fcd6c-0750-4461-8e68-4455a053131c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560000 Nov 11 21:03:16.796176 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:16.880251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb7ea-5bc2-4daa-9a3c-80ffe7ce1369 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.880783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cfb7ea-5bc2-4daa-9a3c-80ffe7ce1369 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Fanout notify agent at l3_agent the message router_deleted on router 482ea353-68aa-4d13-9108-301d89778e0d {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:03:16.907288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cfb7ea-5bc2-4daa-9a3c-80ffe7ce1369 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:16.908340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c8cfb7ea-5bc2-4daa-9a3c-80ffe7ce1369 tempest-RoutersNegativeIpV6Test-1152337846 tempest-RoutersNegativeIpV6Test-1152337846-project] 10.222.0.31 "DELETE /v2.0/routers/482ea353-68aa-4d13-9108-301d89778e0d HTTP/1.1" status: 204 len: 168 time: 0.8650057 Nov 11 21:03:16.927972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955acd0-9f53-4c35-a7a7-e311efede8fd req-b510b1fb-3c7b-4780-a3fc-b33adfe0091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:16.929811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f955acd0-9f53-4c35-a7a7-e311efede8fd req-b510b1fb-3c7b-4780-a3fc-b33adfe0091d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=291976cde9a3450e89715c1f3f2c77dd&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2194808 Nov 11 21:03:16.960424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:03:16.960750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:03:17.070984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:17.092619 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:13Z', 'revision_number': 6, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:15Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:17.123447 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:17.133705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955acd0-9f53-4c35-a7a7-e311efede8fd req-6b4e6611-5bb9-4a2a-88bd-41c578481107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:17.133905 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:17.134325 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:17.135234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f955acd0-9f53-4c35-a7a7-e311efede8fd req-6b4e6611-5bb9-4a2a-88bd-41c578481107 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1954257 Nov 11 21:03:17.241031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:17.491735 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:13Z', 'revision_number': 6, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:15Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:17.525009 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f72eb-4246-4ddb-9784-3ce0e8440368 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:13Z', 'revision_number': 6, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:15Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:17.638329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57840) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:17.672130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27b85-9465-41a6-ae4b-6754c227f401 req-eb0905ee-e521-4c9c-87cf-2a2a91e0dee8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:17.674656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68d27b85-9465-41a6-ae4b-6754c227f401 req-eb0905ee-e521-4c9c-87cf-2a2a91e0dee8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 943 time: 0.5204592 Nov 11 21:03:17.754473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c436-e700-4b4f-8931-0c7917784d98 req-255097c4-e625-472a-877b-e1049dc3c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:17.756073 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-255097c4-e625-472a-877b-e1049dc3c69d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 1094 time: 0.2690699 Nov 11 21:03:17.879182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-6d54a80a-3eca-4b8e-8700-63a90ad44ff9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c63e8-8b6c-407c-abe2-e44f201891e6 HTTP/1.1" status: 200 len: 217 time: 0.0841248 Nov 11 21:03:17.923298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-1a82d2d9-bb1d-48e1-8b17-0bc761d8e3da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2782595 Nov 11 21:03:17.933397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:17.935962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884a72-4039-4723-9fbe-1de65d81f3c8 req-6baa2745-461f-4c46-85c7-81552b409868 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:17.949120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77884a72-4039-4723-9fbe-1de65d81f3c8 req-6baa2745-461f-4c46-85c7-81552b409868 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 943 time: 0.0728917 Nov 11 21:03:17.970628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:17.985977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-68d27b85-9465-41a6-ae4b-6754c227f401 req-aae8220b-d60c-4ad2-b260-fb6abe368f66 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856457 Nov 11 21:03:18.016107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e427345c-c449-43db-8d6b-d84d6c9ece30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fa0a3ffed614b1b9036e874322be933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721504 Nov 11 21:03:18.020526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:18.024642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77884a72-4039-4723-9fbe-1de65d81f3c8 req-e96e8467-4899-420e-ab45-500506f0ac82 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670421 Nov 11 21:03:18.090993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f5a90f-1102-4035-98af-72e43562ed29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:18.120126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f5a90f-1102-4035-98af-72e43562ed29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:18.185851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c436-e700-4b4f-8931-0c7917784d98 req-2286f153-0842-43a3-9ae3-4524b4154fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:18.185851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-2286f153-0842-43a3-9ae3-4524b4154fa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.2946689 Nov 11 21:03:18.233613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-072df454-278f-43ac-b50d-54eed4cc8a59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363941 Nov 11 21:03:18.236467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f3113-f800-490d-a499-108222fbd23d req-401e8c5c-99c0-4dcf-abc3-5699d3288bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:18.237870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-401e8c5c-99c0-4dcf-abc3-5699d3288bac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1096 time: 0.2447834 Nov 11 21:03:18.248865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:18.303173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f5a90f-1102-4035-98af-72e43562ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:18.305809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39f5a90f-1102-4035-98af-72e43562ed29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:18.309265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-39f5a90f-1102-4035-98af-72e43562ed29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bb6a2b8-1684-4d45-8427-b7a1ffcfcbf1 HTTP/1.1" status: 204 len: 168 time: 0.2813900 Nov 11 21:03:18.317094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5a90f-1102-4035-98af-72e43562ed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb6a2b8-1684-4d45-8427-b7a1ffcfcbf1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:18.491314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f3113-f800-490d-a499-108222fbd23d req-b2612538-aefd-4547-84be-bafce3148e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:18.491314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-b2612538-aefd-4547-84be-bafce3148e8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.2254012 Nov 11 21:03:18.492317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-a4e94060-88a5-4173-9c14-e1935377425d service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512712 Nov 11 21:03:18.495268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:18.507969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:18.508777 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:18.512287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cf8df7a1-5c5a-4c7b-923a-4ddb5d95f6a6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 200 len: 704 time: 2.7209022 Nov 11 21:03:18.513330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:18.528941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:18.531632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:18.625092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-3fb82a5d-acf9-4027-8bc1-05bca2c4d488 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 1001 time: 0.1315019 Nov 11 21:03:18.665802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:18.737437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1894c436-e700-4b4f-8931-0c7917784d98 req-85e84e86-60be-4963-b347-afc3239696d9 service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344079 Nov 11 21:03:18.743355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-510ac824-33ee-4e9e-a113-e5e6febb91ac tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 200 len: 704 time: 0.2251511 Nov 11 21:03:18.744134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:18.748018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f3113-f800-490d-a499-108222fbd23d req-2948a45e-ef63-4b8e-a978-259ee54deaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:18.750031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-2948a45e-ef63-4b8e-a978-259ee54deaba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.1167164 Nov 11 21:03:18.896674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f3113-f800-490d-a499-108222fbd23d req-ef3f9c68-5ba4-41b6-84fe-038792b2823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:18.898398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-ef3f9c68-5ba4-41b6-84fe-038792b2823d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414495 Nov 11 21:03:18.971339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:16Z', 'revision_number': 7, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:15Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:19.008944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:19.018535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:19.019173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:19.074780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 40d5d076-0406-4355-bd2a-84ec87d061cc details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:03:19.212235 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-eb3a01d1-a8e2-4201-9c82-3e409d0719bf service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976902 Nov 11 21:03:19.290722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e314-04ed-440f-a5b8-5af3b9a67b43 req-60862be6-bc64-491e-8e3b-41f28aaea2dc tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:19.300782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d241e314-04ed-440f-a5b8-5af3b9a67b43 req-60862be6-bc64-491e-8e3b-41f28aaea2dc tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 943 time: 0.2238035 Nov 11 21:03:19.330937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e79bd-6714-40b4-9ff4-cb15765650db req-82e9b956-5e34-41ff-9785-253fd272662d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:19.334900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d10e79bd-6714-40b4-9ff4-cb15765650db req-82e9b956-5e34-41ff-9785-253fd272662d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 943 time: 0.1329734 Nov 11 21:03:19.383935 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:03:19.400804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d10e79bd-6714-40b4-9ff4-cb15765650db req-c3c90b62-2ad9-4cb7-9a1e-daee636f352d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606551 Nov 11 21:03:19.415999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:19.436325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d241e314-04ed-440f-a5b8-5af3b9a67b43 req-f9430e26-9d72-4124-b276-e8d038bb47b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343589 Nov 11 21:03:19.453886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d96f3113-f800-490d-a499-108222fbd23d req-9db7a1b0-8c84-4960-a1fd-fa959d8fa5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123973 Nov 11 21:03:19.518242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:19.625719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 40d5d076-0406-4355-bd2a-84ec87d061cc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=40d5d076-0406-4355-bd2a-84ec87d061cc,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:19.649314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '40d5d076-0406-4355-bd2a-84ec87d061cc', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'port_id': '40d5d076-0406-4355-bd2a-84ec87d061cc', 'mac_address': 'fa:16:3e:a0:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:03:19.750537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:19.777956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d5d076-0406-4355-bd2a-84ec87d061cc {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:03:19.808227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 40d5d076-0406-4355-bd2a-84ec87d061cc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=40d5d076-0406-4355-bd2a-84ec87d061cc,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:19.832435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:16Z', 'revision_number': 7, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:15Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:19.866057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12aa86-0e49-496a-8045-641abcc428f9 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:16Z', 'revision_number': 7, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ff84b02-0d32-47f6-8df1-c8ca72112f4f', 'name': '', 'network_id': '8599e039-27f5-409d-a8d5-f55b1fd25b5e', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f7:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:03:08Z', 'updated_at': '2021-11-11T21:03:15Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': 'bf75e1ae-62bb-44cf-a373-4fcb37bb3027', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:19.994648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.089251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=40d5d076-0406-4355-bd2a-84ec87d061cc,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:20.097987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:20.098563 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.106133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:20.202621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 8ff84b02-0d32-47f6-8df1-c8ca72112f4f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,segment=NetworkSegment(dde5ea2c-6efb-4b3d-a890-73e6f15eb551),segment_id=dde5ea2c-6efb-4b3d-a890-73e6f15eb551)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:20.203245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.214433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f5d8c516-839e-4c4b-adb7-5dc972c3af91 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:20.215255 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-f5d8c516-839e-4c4b-adb7-5dc972c3af91 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:03:20.215966 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-f5d8c516-839e-4c4b-adb7-5dc972c3af91 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:03:20.216499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 8ff84b02-0d32-47f6-8df1-c8ca72112f4f owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:20.221953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f5d8c516-839e-4c4b-adb7-5dc972c3af91 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1097500 Nov 11 21:03:20.221953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:20.226391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--683814545'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:20.246233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['40d5d076-0406-4355-bd2a-84ec87d061cc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:03:20.343302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:20.366131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.379231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.483989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-472be2a0-754a-49c0-93a9-25034875d1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.553220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.574316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc975b-6bc4-4d8d-962e-f719897ee9d9 req-e018ef94-aafe-4379-9877-4061eb713391 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:20.575834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7fc975b-6bc4-4d8d-962e-f719897ee9d9 req-e018ef94-aafe-4379-9877-4061eb713391 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 944 time: 0.0946143 Nov 11 21:03:20.587697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=8ff84b02-0d32-47f6-8df1-c8ca72112f4f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:20.635574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01f04-aef0-4aef-a363-6d3b2aeef973 req-78b6d92c-d820-49db-8074-3cd6004e5ef0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:20.637032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dfe01f04-aef0-4aef-a363-6d3b2aeef973 req-78b6d92c-d820-49db-8074-3cd6004e5ef0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 943 time: 0.1151016 Nov 11 21:03:20.685397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.694051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7fc975b-6bc4-4d8d-962e-f719897ee9d9 req-8b966775-0f2a-4cec-93d2-06f8dcb2d4ff tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098971 Nov 11 21:03:20.699696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-472be2a0-754a-49c0-93a9-25034875d1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.806015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.817084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.830485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dfe01f04-aef0-4aef-a363-6d3b2aeef973 req-e0172445-b137-47f2-b656-000a86fd4749 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606953 Nov 11 21:03:20.836180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-4b370d0d-b38e-4a7b-9ef5-7846b9c475ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967896 Nov 11 21:03:20.867321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-472be2a0-754a-49c0-93a9-25034875d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:20.904308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8bb55-246f-4471-80eb-b543f886304b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:20.943870 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-472be2a0-754a-49c0-93a9-25034875d1a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=104e8aa4735841a08f864ec5c7d97215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5984907 Nov 11 21:03:20.948630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57930) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:20.961512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472be2a0-754a-49c0-93a9-25034875d1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c744872b-727e-434a-a178-3d4475260359,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:20.979870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b00ac-9945-442c-9839-8692d32c8feb req-6015d0c7-2073-4e13-a34a-92cf62c27feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:20.981392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-6015d0c7-2073-4e13-a34a-92cf62c27feb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1096 time: 0.0702634 Nov 11 21:03:21.005319 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.035515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55169e11-990d-43fb-aa62-196a1ad32205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.058242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55169e11-990d-43fb-aa62-196a1ad32205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.061887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 40d5d076-0406-4355-bd2a-84ec87d061cc up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:21.131349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.144249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:21.163537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7c801a-76af-4824-8a6a-cd460de032db,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:21.167825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b00ac-9945-442c-9839-8692d32c8feb req-031ba813-b69c-475d-9657-4ec3fa030ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:21.169328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-031ba813-b69c-475d-9657-4ec3fa030ac8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.1481924 Nov 11 21:03:21.235083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 40d5d076-0406-4355-bd2a-84ec87d061cc completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:03:21.239428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 40d5d076-0406-4355-bd2a-84ec87d061cc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:21.240186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.281973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55169e11-990d-43fb-aa62-196a1ad32205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.285001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-55169e11-990d-43fb-aa62-196a1ad32205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.289486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-55169e11-990d-43fb-aa62-196a1ad32205 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c744872b-727e-434a-a178-3d4475260359 HTTP/1.1" status: 204 len: 168 time: 0.3361173 Nov 11 21:03:21.291759 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.293003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-62050421-c885-4bd6-a1ee-1b135c0b9b29 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0700729 Nov 11 21:03:21.298573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:21.300328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55169e11-990d-43fb-aa62-196a1ad32205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744872b-727e-434a-a178-3d4475260359,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:21.307297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d1a4e3cd-c991-4db2-8f69-1f18b4b2b0dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': 'fb7c801a-76af-4824-8a6a-cd460de032db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:21.316215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:21.321309 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-130afab4-5aa3-47cd-8208-41d78b998442 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 200 len: 1000 time: 0.1176000 Nov 11 21:03:21.326255 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dff1c91a-f753-4633-8012-dd5f27e3f7fa tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5802281 Nov 11 21:03:21.329749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57936) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:21.335804 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:21.362097 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:21.366490 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:21.380666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b00ac-9945-442c-9839-8692d32c8feb req-ce836ea2-991c-47a4-897e-a44581b2cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:21.382219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-ce836ea2-991c-47a4-897e-a44581b2cf5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.0525074 Nov 11 21:03:21.424789 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.448102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b00ac-9945-442c-9839-8692d32c8feb req-7e6b55c7-1bac-4c1e-916d-affc42adbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:21.451076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-7e6b55c7-1bac-4c1e-916d-affc42adbe30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604234 Nov 11 21:03:21.453345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet bf75e1ae-62bb-44cf-a373-4fcb37bb3027 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:21.457006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.462680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d5d076-0406-4355-bd2a-84ec87d061cc'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:21.465295 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7994d-d4ed-4986-b71b-1e366eaaffc1" -d '{"events": [{"server_uuid": "5547e778-e0db-4b8f-9b7a-e0d840a7a734", "name": "network-vif-plugged", "status": "completed", "tag": "40d5d076-0406-4355-bd2a-84ec87d061cc"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:21.480768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 40d5d076-0406-4355-bd2a-84ec87d061cc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=40d5d076-0406-4355-bd2a-84ec87d061cc,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:21.505735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e3cd-c991-4db2-8f69-1f18b4b2b0dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.507569 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:21.511297 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.521487 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97de198-785c-483a-9c9b-6fd7d637c04b x-openstack-request-id: req-c97de198-785c-483a-9c9b-6fd7d637c04b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:21.522042 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5547e778-e0db-4b8f-9b7a-e0d840a7a734", "name": "network-vif-plugged", "status": "completed", "tag": "40d5d076-0406-4355-bd2a-84ec87d061cc", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:21.522704 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c97de198-785c-483a-9c9b-6fd7d637c04b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:21.523316 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d5d076-0406-4355-bd2a-84ec87d061cc', 'code': 200} Nov 11 21:03:21.602157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-f32d881b-14f7-48aa-be5e-14ff7eec0e05 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418266 Nov 11 21:03:21.631668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e3cd-c991-4db2-8f69-1f18b4b2b0dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.672910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.694055 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.702433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeeaaa-c591-4f33-86f0-1883992d81c3 req-d44c0298-4aa1-4fa1-9bdc-e1264e6948d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:21.829880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9cfeeaaa-c591-4f33-86f0-1883992d81c3 req-d44c0298-4aa1-4fa1-9bdc-e1264e6948d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 1095 time: 0.1051333 Nov 11 21:03:21.830772 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-781b00ac-9945-442c-9839-8692d32c8feb req-d50fd99a-83f7-4127-ad39-adbc53794fba service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175060 Nov 11 21:03:21.830881 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:20Z', 'revision_number': 8, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:21.831058 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9cfeeaaa-c591-4f33-86f0-1883992d81c3 req-cc1a9d90-dab5-4957-9998-19661a40d697 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668845 Nov 11 21:03:21.831163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=40d5d076-0406-4355-bd2a-84ec87d061cc,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:21.831277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:21.831277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:21.831277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:21.833057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5604e-0c64-413c-8ffc-37d656d36d83 req-92be3028-1f58-49ce-b017-0e6473add84c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:21.834662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dce5604e-0c64-413c-8ffc-37d656d36d83 req-92be3028-1f58-49ce-b017-0e6473add84c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0553875 Nov 11 21:03:21.915088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dce5604e-0c64-413c-8ffc-37d656d36d83 req-d95e0085-9e18-42cf-9bf0-2ff34f94a057 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586274 Nov 11 21:03:21.932193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e3cd-c991-4db2-8f69-1f18b4b2b0dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.949124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:21.996364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4e3cd-c991-4db2-8f69-1f18b4b2b0dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad8fd03-a0b8-4a6b-b4b9-efc76b9150ff,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:22.047655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292339b3-d218-4ed0-9c76-9655492cc7fa None None] Network 8599e039-27f5-409d-a8d5-f55b1fd25b5e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:22.056833 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:22.060463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=bf75e1ae-62bb-44cf-a373-4fcb37bb3027,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:22.064402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.068100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-827d92f2-4aba-4187-8a38-9caf66de0fd7 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/bf75e1ae-62bb-44cf-a373-4fcb37bb3027 HTTP/1.1" status: 204 len: 168 time: 0.7358179 Nov 11 21:03:22.070893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57952) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:22.107855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e3cd-c991-4db2-8f69-1f18b4b2b0dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.109808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d1a4e3cd-c991-4db2-8f69-1f18b4b2b0dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8087735 Nov 11 21:03:22.114910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:22.123913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1652d9d3-b759-4d69-b862-7ac6cfbfc04f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': 'fb7c801a-76af-4824-8a6a-cd460de032db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:22.131265 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.142542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbe2fd-787e-46bd-8d16-f309be2b6c5d req-bb5aa640-1480-497f-8864-7f82a1b579ca tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:22.147932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dffbe2fd-787e-46bd-8d16-f309be2b6c5d req-bb5aa640-1480-497f-8864-7f82a1b579ca tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 943 time: 0.1000917 Nov 11 21:03:22.205946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.227126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dffbe2fd-787e-46bd-8d16-f309be2b6c5d req-ec9e6075-9ff7-49e5-9467-5f6209d2971e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735540 Nov 11 21:03:22.274955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1652d9d3-b759-4d69-b862-7ac6cfbfc04f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.280068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 4206b2b4-0452-42d6-8167-e59439e52113 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:22.280809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.292341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] DHCP port deletion for 8599e039-27f5-409d-a8d5-f55b1fd25b5e request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:22.320412 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:20Z', 'revision_number': 8, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:22.353822 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f293060-3532-4ca9-a430-e1b104485820 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:20Z', 'revision_number': 8, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e', 'name': '', 'network_id': '5592b45d-dd07-44f4-bb89-220a45b14d1c', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:15:46:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:58Z', 'updated_at': '2021-11-11T21:03:06Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '88429434-b1e5-4442-a16c-91c6c76afa7c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:22.362150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 4206b2b4-0452-42d6-8167-e59439e52113, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4206b2b4-0452-42d6-8167-e59439e52113,segment=NetworkSegment(dde5ea2c-6efb-4b3d-a890-73e6f15eb551),segment_id=dde5ea2c-6efb-4b3d-a890-73e6f15eb551)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:22.362585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.381393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] Deleting port 4206b2b4-0452-42d6-8167-e59439e52113 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:22.381783 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.391146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 4206b2b4-0452-42d6-8167-e59439e52113 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:22.446527 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-1652d9d3-b759-4d69-b862-7ac6cfbfc04f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:03:22.451605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1652d9d3-b759-4d69-b862-7ac6cfbfc04f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3345966 Nov 11 21:03:22.451847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:22.464099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] For port 4206b2b4-0452-42d6-8167-e59439e52113, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4206b2b4-0452-42d6-8167-e59439e52113,segment=NetworkSegment(dde5ea2c-6efb-4b3d-a890-73e6f15eb551),segment_id=dde5ea2c-6efb-4b3d-a890-73e6f15eb551)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:22.464536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.479079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] Calling delete_port for 4206b2b4-0452-42d6-8167-e59439e52113 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:22.525242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ce-f3a2-436a-9ce6-9b8d0a950ef1 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.543664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:22.554613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ce-f3a2-436a-9ce6-9b8d0a950ef1 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.558648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d94f88e5-3f31-4664-b73b-efd2de56f7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.637913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d94f88e5-3f31-4664-b73b-efd2de56f7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.651520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.658943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.682492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=4206b2b4-0452-42d6-8167-e59439e52113,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:22.685769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] Pushing event deleted for resources: {'Port': ['ID=4206b2b4-0452-42d6-8167-e59439e52113,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:22.686215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port 4206b2b4-0452-42d6-8167-e59439e52113 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:22.691613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c8c0d-5557-4fed-bfb4-187bdd32f20f None None] No DVR routers for this DVR port 4206b2b4-0452-42d6-8167-e59439e52113 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:22.739745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ce-f3a2-436a-9ce6-9b8d0a950ef1 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.743844 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f8794ce-f3a2-436a-9ce6-9b8d0a950ef1 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.745286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5f8794ce-f3a2-436a-9ce6-9b8d0a950ef1 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb7c801a-76af-4824-8a6a-cd460de032db HTTP/1.1" status: 204 len: 168 time: 0.2919643 Nov 11 21:03:22.748817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57962) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:22.798348 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d94f88e5-3f31-4664-b73b-efd2de56f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.802436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8794ce-f3a2-436a-9ce6-9b8d0a950ef1 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7c801a-76af-4824-8a6a-cd460de032db,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:22.818210 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.860790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8599e039-27f5-409d-a8d5-f55b1fd25b5e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:22.862850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d94f88e5-3f31-4664-b73b-efd2de56f7d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9b9568733124ee78517606d5ad3845a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177929 Nov 11 21:03:22.863002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:22.883371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:22.883677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde5ea2c-6efb-4b3d-a890-73e6f15eb551') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:22.896278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-64c28df5-5789-43c3-90fa-46a6929071e2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1388290 Nov 11 21:03:22.899163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:22.906088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.910974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e5d91d56-c1fa-4326-8774-235ab8c0bf96 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077729181'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:22.923584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f88e5-3f31-4664-b73b-efd2de56f7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587fff68-cc80-4251-90c7-603e69a224cb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:22.958612 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.971324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:22.972059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:22.993170 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:23.046735 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5d91d56-c1fa-4326-8774-235ab8c0bf96 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.096007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 195c63e8-8b6c-407c-abe2-e44f201891e6 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:03:23.101102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df8f10cc-0afd-461a-980d-de97ea633139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.141171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf1496-d0ff-4f14-9fcf-10ced650acf6 req-cba6ceb2-5312-4391-82bb-9e30c811f301 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:23.146659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddaf1496-d0ff-4f14-9fcf-10ced650acf6 req-cba6ceb2-5312-4391-82bb-9e30c811f301 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1111193 Nov 11 21:03:23.159305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df8f10cc-0afd-461a-980d-de97ea633139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.177588 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.180422 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5d91d56-c1fa-4326-8774-235ab8c0bf96 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.229065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.235303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/8599e039-27f5-409d-a8d5-f55b1fd25b5e HTTP/1.1" status: 204 len: 168 time: 1.1602507 Nov 11 21:03:23.236027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57974) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:23.300774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 195c63e8-8b6c-407c-abe2-e44f201891e6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=195c63e8-8b6c-407c-abe2-e44f201891e6,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:23.312411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5d91d56-c1fa-4326-8774-235ab8c0bf96 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.316484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935a85-544c-4f51-846a-f7f098c1dd1a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=8599e039-27f5-409d-a8d5-f55b1fd25b5e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:23.329455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '195c63e8-8b6c-407c-abe2-e44f201891e6', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'port_id': '195c63e8-8b6c-407c-abe2-e44f201891e6', 'mac_address': 'fa:16:3e:0f:c7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1608d-5253-4a2c-94d2-8d858bae473f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:03:23.346647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddaf1496-d0ff-4f14-9fcf-10ced650acf6 req-134f942c-eaf3-43c9-8394-a7a2003bc37e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749003 Nov 11 21:03:23.382563 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.394657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df8f10cc-0afd-461a-980d-de97ea633139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.397670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df8f10cc-0afd-461a-980d-de97ea633139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.404238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-df8f10cc-0afd-461a-980d-de97ea633139 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/587fff68-cc80-4251-90c7-603e69a224cb HTTP/1.1" status: 204 len: 168 time: 0.5377455 Nov 11 21:03:23.409899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195c63e8-8b6c-407c-abe2-e44f201891e6 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:03:23.426276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f10cc-0afd-461a-980d-de97ea633139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587fff68-cc80-4251-90c7-603e69a224cb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:23.429106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 195c63e8-8b6c-407c-abe2-e44f201891e6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=195c63e8-8b6c-407c-abe2-e44f201891e6,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:23.525702 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.605127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=195c63e8-8b6c-407c-abe2-e44f201891e6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:23.781416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:03:23.799772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d91d56-c1fa-4326-8774-235ab8c0bf96 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f37c8ae-4b57-4740-ae46-887e8b870c54,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:23.911167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aa474-c9df-4a98-87d8-d28ee22038d8 req-410de548-e83c-4860-99ad-157670060fc3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:23.920732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c2aa474-c9df-4a98-87d8-d28ee22038d8 req-410de548-e83c-4860-99ad-157670060fc3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 944 time: 0.6055315 Nov 11 21:03:23.929161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5d91d56-c1fa-4326-8774-235ab8c0bf96 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:23.931467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e5d91d56-c1fa-4326-8774-235ab8c0bf96 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0246511 Nov 11 21:03:23.935303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57984) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:23.945253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-837f9e13-7db4-4a42-9f7c-e4e1db2b1cda tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '0f37c8ae-4b57-4740-ae46-887e8b870c54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:23.945253 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-837f9e13-7db4-4a42-9f7c-e4e1db2b1cda tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 21:03:23.945253 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-837f9e13-7db4-4a42-9f7c-e4e1db2b1cda tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:23.945253 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-837f9e13-7db4-4a42-9f7c-e4e1db2b1cda tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060761 Nov 11 21:03:23.946036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:23.968817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4206b2b4-0452-42d6-8167-e59439e52113 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:23.999058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 4206b2b4-0452-42d6-8167-e59439e52113 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:23.999421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4206b2b4-0452-42d6-8167-e59439e52113 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:23.999923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8ff84b02-0d32-47f6-8df1-c8ca72112f4f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:24.007601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0bd22f5-da02-45a0-bb36-61d6e61883f3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.024300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 8ff84b02-0d32-47f6-8df1-c8ca72112f4f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:24.024300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8ff84b02-0d32-47f6-8df1-c8ca72112f4f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:24.056694 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0bd22f5-da02-45a0-bb36-61d6e61883f3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.121686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c2aa474-c9df-4a98-87d8-d28ee22038d8 req-32dedb33-7882-4321-a72a-0ac2838df3d6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861053 Nov 11 21:03:24.211516 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0bd22f5-da02-45a0-bb36-61d6e61883f3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.211894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.214175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0bd22f5-da02-45a0-bb36-61d6e61883f3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.215327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d0bd22f5-da02-45a0-bb36-61d6e61883f3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f37c8ae-4b57-4740-ae46-887e8b870c54 HTTP/1.1" status: 204 len: 168 time: 0.2682781 Nov 11 21:03:24.219137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:24.237267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd22f5-da02-45a0-bb36-61d6e61883f3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f37c8ae-4b57-4740-ae46-887e8b870c54,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:24.318392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d8082770-1093-4264-806f-07467c66a8dc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947473 Nov 11 21:03:24.318970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58002) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:24.324605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-620d8c77-9bad-4156-8364-2c24ea72fb7a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301092985'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:24.407717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-620d8c77-9bad-4156-8364-2c24ea72fb7a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.506873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7d04c-d56d-4e4a-8c73-4ae7f72dec5c req-cdffb98a-95e1-467d-8f07-4a21e9ab81d9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:24.507125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59d7d04c-d56d-4e4a-8c73-4ae7f72dec5c req-cdffb98a-95e1-467d-8f07-4a21e9ab81d9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0797436 Nov 11 21:03:24.515305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:24.515701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.544285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-620d8c77-9bad-4156-8364-2c24ea72fb7a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.571789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59d7d04c-d56d-4e4a-8c73-4ae7f72dec5c req-6cfab961-fde9-40f1-9f13-1bbdc05ecc11 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 Nov 11 21:03:24.623287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,segment=NetworkSegment(3c285186-df0b-4f78-9056-92500f5be018),segment_id=3c285186-df0b-4f78-9056-92500f5be018)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:24.632365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.644184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:24.674221 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-620d8c77-9bad-4156-8364-2c24ea72fb7a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.718318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d8c77-9bad-4156-8364-2c24ea72fb7a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20860c0-3117-4863-b86e-c7ea6d37bbd8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:24.876924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-620d8c77-9bad-4156-8364-2c24ea72fb7a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.878680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-620d8c77-9bad-4156-8364-2c24ea72fb7a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5586288 Nov 11 21:03:24.881745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:24.886290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a83a8a60-be5e-4be3-b58d-ad4ff80f189e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': 'c20860c0-3117-4863-b86e-c7ea6d37bbd8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:24.893568 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-a83a8a60-be5e-4be3-b58d-ad4ff80f189e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 21:03:24.893568 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-a83a8a60-be5e-4be3-b58d-ad4ff80f189e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:24.893568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a83a8a60-be5e-4be3-b58d-ad4ff80f189e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063663 Nov 11 21:03:24.893976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58024) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:24.948354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.957311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd48e-1414-41b4-ae5a-55a51c2178d0 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.995327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd48e-1414-41b4-ae5a-55a51c2178d0 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:24.997083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:25.099220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 195c63e8-8b6c-407c-abe2-e44f201891e6 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:25.125772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd48e-1414-41b4-ae5a-55a51c2178d0 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.128847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd48e-1414-41b4-ae5a-55a51c2178d0 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.130092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e4dd48e-1414-41b4-ae5a-55a51c2178d0 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/c20860c0-3117-4863-b86e-c7ea6d37bbd8 HTTP/1.1" status: 204 len: 168 time: 0.2353628 Nov 11 21:03:25.134866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58034) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:25.158153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dd48e-1414-41b4-ae5a-55a51c2178d0 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20860c0-3117-4863-b86e-c7ea6d37bbd8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:25.215239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.224748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d366d055-f353-4924-8af0-2050d441518d tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687399 Nov 11 21:03:25.225126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58042) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:25.230671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-99a61303-bb81-43eb-8aa6-0dc4a3b30311 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--451199206'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:25.251839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 195c63e8-8b6c-407c-abe2-e44f201891e6 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:03:25.256324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 195c63e8-8b6c-407c-abe2-e44f201891e6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:25.256822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.317514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a85fb-a7d2-461c-b584-967e8f3a9562 req-cfb31695-da2c-4d8a-bc4a-517904b67a7c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:25.319034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d87a85fb-a7d2-461c-b584-967e8f3a9562 req-cfb31695-da2c-4d8a-bc4a-517904b67a7c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.2717464 Nov 11 21:03:25.344959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.374638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e63b69-ca35-4ffb-90fe-372c18add797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c63e8-8b6c-407c-abe2-e44f201891e6'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:25.377280 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c5a08e-d69d-42f3-92f6-87133fdc4b14" -d '{"events": [{"server_uuid": "78e63b69-ca35-4ffb-90fe-372c18add797", "name": "network-vif-plugged", "status": "completed", "tag": "195c63e8-8b6c-407c-abe2-e44f201891e6"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:25.389836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 195c63e8-8b6c-407c-abe2-e44f201891e6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=195c63e8-8b6c-407c-abe2-e44f201891e6,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:25.399855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99a61303-bb81-43eb-8aa6-0dc4a3b30311 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.420886 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d87a85fb-a7d2-461c-b584-967e8f3a9562 req-5832493b-b6ba-4882-8370-baa62b4c03cd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945187 Nov 11 21:03:25.491453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99a61303-bb81-43eb-8aa6-0dc4a3b30311 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.493047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:25.653599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:25.659630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f3bfa90b-c014-4bc7-8004-a95e644639df tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4221315 Nov 11 21:03:25.662615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58052) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:25.666153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:25.677035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae7e5f-30cd-4372-9966-c03a7c5436e5 req-e0ac65c3-2bea-4515-91b5-c67e9ee3bbe4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:25.677548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:25.678176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:25.679173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09ae7e5f-30cd-4372-9966-c03a7c5436e5 req-e0ac65c3-2bea-4515-91b5-c67e9ee3bbe4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 944 time: 0.0907800 Nov 11 21:03:25.718987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet 88429434-b1e5-4442-a16c-91c6c76afa7c {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:25.720231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.722787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.739386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09ae7e5f-30cd-4372-9966-c03a7c5436e5 req-9f6606e4-f2a6-4dec-a123-8898d2fafca1 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Nov 11 21:03:25.770251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99a61303-bb81-43eb-8aa6-0dc4a3b30311 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.804843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.827535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:25.857958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a61303-bb81-43eb-8aa6-0dc4a3b30311 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b92c4b-7904-4afb-b7ad-b6226b51dc73,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:25.875901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=195c63e8-8b6c-407c-abe2-e44f201891e6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:25.904472 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99a61303-bb81-43eb-8aa6-0dc4a3b30311 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:25.907772 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-99a61303-bb81-43eb-8aa6-0dc4a3b30311 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6809020 Nov 11 21:03:25.910387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:25.920873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c2956aef-ba08-4121-a67b-ccb392e4ce36 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '67b92c4b-7904-4afb-b7ad-b6226b51dc73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:25.938074 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6140c015-a297-43ea-ae4e-07256fb6a731 x-openstack-request-id: req-6140c015-a297-43ea-ae4e-07256fb6a731 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:25.938670 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e63b69-ca35-4ffb-90fe-372c18add797", "name": "network-vif-plugged", "status": "completed", "tag": "195c63e8-8b6c-407c-abe2-e44f201891e6", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:25.939165 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6140c015-a297-43ea-ae4e-07256fb6a731 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:25.939909 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e63b69-ca35-4ffb-90fe-372c18add797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c63e8-8b6c-407c-abe2-e44f201891e6', 'code': 200} Nov 11 21:03:25.947139 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-c2956aef-ba08-4121-a67b-ccb392e4ce36 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 21:03:25.948014 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c2956aef-ba08-4121-a67b-ccb392e4ce36 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:25.954501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2956aef-ba08-4121-a67b-ccb392e4ce36 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0429320 Nov 11 21:03:25.955213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:25.965307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-56aba899-cc38-4356-98cf-8b73574efb74 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '67b92c4b-7904-4afb-b7ad-b6226b51dc73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:25.966902 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-56aba899-cc38-4356-98cf-8b73574efb74 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 21:03:25.968349 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-56aba899-cc38-4356-98cf-8b73574efb74 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:25.972624 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56aba899-cc38-4356-98cf-8b73574efb74 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0163469 Nov 11 21:03:25.973386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:25.983830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c8bc2a13-86aa-4ccd-8d4c-6db64559a572 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '67b92c4b-7904-4afb-b7ad-b6226b51dc73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:25.985043 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-c8bc2a13-86aa-4ccd-8d4c-6db64559a572 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 21:03:25.985663 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c8bc2a13-86aa-4ccd-8d4c-6db64559a572 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:25.989935 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c8bc2a13-86aa-4ccd-8d4c-6db64559a572 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153873 Nov 11 21:03:25.990707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:25.997888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a07512c7-7eb5-42ae-966c-acb77accc23c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '67b92c4b-7904-4afb-b7ad-b6226b51dc73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:25.997888 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-a07512c7-7eb5-42ae-966c-acb77accc23c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 21:03:25.997888 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a07512c7-7eb5-42ae-966c-acb77accc23c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:26.001872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58068) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:26.002026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a07512c7-7eb5-42ae-966c-acb77accc23c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102553 Nov 11 21:03:26.040626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.104350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3af5a-bfc9-4113-8e16-022fefab848e req-14a9e8a8-af45-4ea3-b398-cfca45f13aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:26.106287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30e3af5a-bfc9-4113-8e16-022fefab848e req-14a9e8a8-af45-4ea3-b398-cfca45f13aad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 1096 time: 0.0618074 Nov 11 21:03:26.112770 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c293947f-06a3-4716-9a47-771885e3764e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.143340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c293947f-06a3-4716-9a47-771885e3764e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.161840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30e3af5a-bfc9-4113-8e16-022fefab848e req-53fbf644-b26f-4cb5-b61e-a102fc8f0da4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Nov 11 21:03:26.224399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.232721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:24Z', 'revision_number': 9, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:26.258459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=88429434-b1e5-4442-a16c-91c6c76afa7c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:26.269367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.274823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0decc5f8-4936-42eb-8088-be55615df55a None None] Network 5592b45d-dd07-44f4-bb89-220a45b14d1c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:26.283614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2529920f-f767-4482-9cd8-79d9719f385a tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/88429434-b1e5-4442-a16c-91c6c76afa7c HTTP/1.1" status: 204 len: 168 time: 0.6199427 Nov 11 21:03:26.286711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58076) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:26.288961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:26.297688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c293947f-06a3-4716-9a47-771885e3764e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.300444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c293947f-06a3-4716-9a47-771885e3764e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.301563 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c293947f-06a3-4716-9a47-771885e3764e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/67b92c4b-7904-4afb-b7ad-b6226b51dc73 HTTP/1.1" status: 204 len: 168 time: 0.2984653 Nov 11 21:03:26.305181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:26.333420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293947f-06a3-4716-9a47-771885e3764e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b92c4b-7904-4afb-b7ad-b6226b51dc73,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:26.369523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:26.370270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:26.393154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2505b240-d453-4ef4-b6c7-572c2bebb028 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0861919 Nov 11 21:03:26.399979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58082) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:26.411828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-de775501-d056-4c3c-abee-b591284787fc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--895215326'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:26.421659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.522017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 5122038b-9392-4def-95ce-3807cc096a44 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:26.522417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.548000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58088) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:26.577146 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de775501-d056-4c3c-abee-b591284787fc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.677888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d3ab9941-74b4-43cf-b4f8-488809b97c98 tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:26.702585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 5122038b-9392-4def-95ce-3807cc096a44, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5122038b-9392-4def-95ce-3807cc096a44,segment=NetworkSegment(3c285186-df0b-4f78-9056-92500f5be018),segment_id=3c285186-df0b-4f78-9056-92500f5be018)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:26.703240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.706966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de775501-d056-4c3c-abee-b591284787fc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.723624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 5122038b-9392-4def-95ce-3807cc096a44 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:26.742002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556470d-88d0-42ab-ab05-eb2cbb681396 req-28c03853-2734-4df5-8cdd-de7910deea69 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:26.743810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2556470d-88d0-42ab-ab05-eb2cbb681396 req-28c03853-2734-4df5-8cdd-de7910deea69 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1844556 Nov 11 21:03:26.797392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:26.824183 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de775501-d056-4c3c-abee-b591284787fc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.856404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2556470d-88d0-42ab-ab05-eb2cbb681396 req-0bb9b523-325c-4d98-a789-49b7510d3ad2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747721 Nov 11 21:03:26.921994 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de775501-d056-4c3c-abee-b591284787fc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56015947-e47d-41cd-953b-668d8f8a2ceb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:26.964845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05fda1-704d-4b7a-9434-c3564d833086 req-837cc02b-7c5c-485c-932f-dac2129b7804 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:26.969100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ab05fda1-704d-4b7a-9434-c3564d833086 req-837cc02b-7c5c-485c-932f-dac2129b7804 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 945 time: 0.0855682 Nov 11 21:03:26.971173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de775501-d056-4c3c-abee-b591284787fc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.976412 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-de775501-d056-4c3c-abee-b591284787fc tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5719080 Nov 11 21:03:26.976640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58096) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:26.987612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ea2878e4-eab9-4a2e-b06b-c4709c746684 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:26.988590 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-ea2878e4-eab9-4a2e-b06b-c4709c746684 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:03:26.989110 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-ea2878e4-eab9-4a2e-b06b-c4709c746684 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:26.992681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ea2878e4-eab9-4a2e-b06b-c4709c746684 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125101 Nov 11 21:03:26.992838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:26.992999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.005250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d3ab9941-74b4-43cf-b4f8-488809b97c98 tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "PUT /v2.0/quotas/001113a0a6e64eb192227ca345f6616a HTTP/1.1" status: 200 len: 366 time: 0.4536493 Nov 11 21:03:27.008166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-35987df7-29d4-4172-9672-678913300d7d tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:27.022122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.027304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=5122038b-9392-4def-95ce-3807cc096a44,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:27.031106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port 5122038b-9392-4def-95ce-3807cc096a44 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:27.057262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-941ed19e-f13f-4fc3-895e-e2ffa419e95a tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0306048 Nov 11 21:03:27.057524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34d38d-6b85-41f6-8eed-0a75ac11799f None None] DHCP port deletion for 5592b45d-dd07-44f4-bb89-220a45b14d1c request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:27.061253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.090994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5f785bfa-a448-463a-bd50-e290015685b5 tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "GET /v2.0/quotas/001113a0a6e64eb192227ca345f6616a HTTP/1.1" status: 200 len: 366 time: 0.0264475 Nov 11 21:03:27.095113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58106) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.110868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ab05fda1-704d-4b7a-9434-c3564d833086 req-a382759c-48c2-428f-bd9f-604a22541466 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193738 Nov 11 21:03:27.124720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:24Z', 'revision_number': 9, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:27.160300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dbd7a-dad4-4e8f-bfe6-334710c89815 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:24Z', 'revision_number': 9, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': '337e3bea-8d4b-4568-9b84-7284367d1348', 'name': '', 'network_id': '97111a09-40fc-4ace-9320-0c4e8cc60f8f', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:f1:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:51Z', 'updated_at': '2021-11-11T21:02:59Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '7d7b7dbe-503f-40fd-b260-00c510989256', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:27.203590 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:27.210985 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:27.227897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5592b45d-dd07-44f4-bb89-220a45b14d1c']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:27.243583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c285186-df0b-4f78-9056-92500f5be018') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:27.243583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c285186-df0b-4f78-9056-92500f5be018') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:27.244053 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-35987df7-29d4-4172-9672-678913300d7d tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:27.249207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dd017a4b-d13e-40ff-987c-072448be9270 tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/001113a0a6e64eb192227ca345f6616a HTTP/1.1" status: 204 len: 168 time: 0.1506507 Nov 11 21:03:27.251464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.251868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58110) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.257620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-35987df7-29d4-4172-9672-678913300d7d tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2637100 Nov 11 21:03:27.259875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-10f0c732-4570-4427-bf80-daed2e0ec15f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:27.260738 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-10f0c732-4570-4427-bf80-daed2e0ec15f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 21:03:27.261341 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-10f0c732-4570-4427-bf80-daed2e0ec15f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:27.264252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10f0c732-4570-4427-bf80-daed2e0ec15f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095420 Nov 11 21:03:27.264998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:27.266798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.271027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-59549796-3cce-417b-ac3c-673887b1d2b5 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:27.288198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-db54ba79-7aeb-4b1c-a4f3-40595a945352 tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0318952 Nov 11 21:03:27.288658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.290668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:27.298914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:27.299327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:27.303337 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:27.311673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dbebed51-ffa8-4308-9069-c6df29009af4 tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "GET /v2.0/quotas/001113a0a6e64eb192227ca345f6616a HTTP/1.1" status: 200 len: 370 time: 0.0217476 Nov 11 21:03:27.314607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58116) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.319666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d8f4f7cc-b998-49f2-b54f-712985f76f91 tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "GET /v2.0/quotas/001113a0a6e64eb192227ca345f6616a/default HTTP/1.1" status: 200 len: 370 time: 0.0040157 Nov 11 21:03:27.323091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.344099 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-73c9c29f-446a-4e55-bfc3-62d759933f2e tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] delete failed (client error): The resource could not be found. Nov 11 21:03:27.345431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73c9c29f-446a-4e55-bfc3-62d759933f2e tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/001113a0a6e64eb192227ca345f6616a HTTP/1.1" status: 404 len: 348 time: 0.0162981 Nov 11 21:03:27.583079 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-59549796-3cce-417b-ac3c-673887b1d2b5 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:27.584170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-59549796-3cce-417b-ac3c-673887b1d2b5 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3168716 Nov 11 21:03:27.587071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.591637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fd5f26c1-d4ce-4530-9c2a-85ba18f547ae tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:27.596007 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-fd5f26c1-d4ce-4530-9c2a-85ba18f547ae tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:03:27.596007 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-fd5f26c1-d4ce-4530-9c2a-85ba18f547ae tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:27.596007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fd5f26c1-d4ce-4530-9c2a-85ba18f547ae tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056324 Nov 11 21:03:27.598161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.603905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b0479813-5ad9-4a2a-9848-f7b7f1ca6bbe tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:27.740728 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-b0479813-5ad9-4a2a-9848-f7b7f1ca6bbe tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Project 20f87b47a42c44d2a509e42a0d6391ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:03:27.766441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58128) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.786813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:network and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.790903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.798243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:subnet and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.801491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.807905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:subnetpool and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.819437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.819637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:port and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.822744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.832216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:router and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.835663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.842852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:floatingip and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.846803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.853294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:27.858801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:27.867791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/5592b45d-dd07-44f4-bb89-220a45b14d1c HTTP/1.1" status: 204 len: 168 time: 1.5749376 Nov 11 21:03:27.867957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.887334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1f84-185a-4015-ac30-38939ee2b07d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=5592b45d-dd07-44f4-bb89-220a45b14d1c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:27.923445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:security_group and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.929255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.944777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Usage tracker for resource:security_group_rule and project:de85826dd70845ae933e6f99e64fe8d6 is out of sync, need to count used quota {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 21:03:27.961315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5122038b-9392-4def-95ce-3807cc096a44 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:27.966649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.quota.resource [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109675) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 21:03:27.969395 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-b0479813-5ad9-4a2a-9848-f7b7f1ca6bbe tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:27.970474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b0479813-5ad9-4a2a-9848-f7b7f1ca6bbe tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3712928 Nov 11 21:03:27.976333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:27.981013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-86bf1ce9-c174-44df-8162-394f2ead6688 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:27.981494 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-86bf1ce9-c174-44df-8162-394f2ead6688 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 21:03:27.981987 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-86bf1ce9-c174-44df-8162-394f2ead6688 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:27.992527 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-86bf1ce9-c174-44df-8162-394f2ead6688 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061216 Nov 11 21:03:27.996604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:28.007836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5122038b-9392-4def-95ce-3807cc096a44 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:28.009321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5122038b-9392-4def-95ce-3807cc096a44 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:28.010023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:28.010254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fe5c246a-d041-4f51-90ff-e40c78e90b62 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:28.032511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9991192c-384a-44a2-ad5d-ac9fd330a84b tempest-QuotasTest-1570451924 tempest-QuotasTest-1570451924-project-admin] 10.222.0.31 "GET /v2.0/quotas/de85826dd70845ae933e6f99e64fe8d6/details.json HTTP/1.1" status: 200 len: 703 time: 0.2649128 Nov 11 21:03:28.047032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:28.047840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0ae3f00c-86d9-4f17-b7ac-bca2bdc3d45e not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:28.095342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817942f-cb5d-49c7-98a9-568e229ba46e req-20edf352-e417-40fe-a205-0b06464f6924 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:28.096964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8817942f-cb5d-49c7-98a9-568e229ba46e req-20edf352-e417-40fe-a205-0b06464f6924 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0919626 Nov 11 21:03:28.149107 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-fe5c246a-d041-4f51-90ff-e40c78e90b62 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Project 20f87b47a42c44d2a509e42a0d6391ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:03:28.257006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8817942f-cb5d-49c7-98a9-568e229ba46e req-c529f40b-f26c-4aa5-989b-2db47c53bb65 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475530 Nov 11 21:03:28.292658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a5e7a-58f0-4959-bc87-e0f483a7708c req-248e60af-68b3-47e0-b24d-ba318d53f653 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:28.294272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a20a5e7a-58f0-4959-bc87-e0f483a7708c req-248e60af-68b3-47e0-b24d-ba318d53f653 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 945 time: 0.0565815 Nov 11 21:03:28.296545 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-fe5c246a-d041-4f51-90ff-e40c78e90b62 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:28.300591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe5c246a-d041-4f51-90ff-e40c78e90b62 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2945271 Nov 11 21:03:28.302554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:28.307194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-aebbe973-c926-41e9-8a5f-f66a66ee700f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '56015947-e47d-41cd-953b-668d8f8a2ceb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:28.370163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a20a5e7a-58f0-4959-bc87-e0f483a7708c req-465a5f76-341a-4578-a4b1-1b594ddd0bd8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681500 Nov 11 21:03:28.447363 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-aebbe973-c926-41e9-8a5f-f66a66ee700f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Project 20f87b47a42c44d2a509e42a0d6391ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:03:28.465839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:28.525754 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-aebbe973-c926-41e9-8a5f-f66a66ee700f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:28.528576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aebbe973-c926-41e9-8a5f-f66a66ee700f tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2250767 Nov 11 21:03:28.532554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58152) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:28.614757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0f23-d39c-437c-b760-a90e7fc52811 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:28.642714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0f23-d39c-437c-b760-a90e7fc52811 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:28.715598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58164) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:28.777741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eae441-c91b-444d-ba70-edf2854472f5 req-6ff730e7-7710-4713-ac10-094aedfdf858 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:28.779310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89eae441-c91b-444d-ba70-edf2854472f5 req-6ff730e7-7710-4713-ac10-094aedfdf858 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.1923528 Nov 11 21:03:28.782861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0f23-d39c-437c-b760-a90e7fc52811 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:28.787110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0f23-d39c-437c-b760-a90e7fc52811 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:28.790821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d8a0f23-d39c-437c-b760-a90e7fc52811 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/56015947-e47d-41cd-953b-668d8f8a2ceb HTTP/1.1" status: 204 len: 168 time: 0.2543852 Nov 11 21:03:28.791433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:28.808170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a0f23-d39c-437c-b760-a90e7fc52811 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56015947-e47d-41cd-953b-668d8f8a2ceb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:28.823024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89eae441-c91b-444d-ba70-edf2854472f5 req-2763ca64-0eea-4f7f-a1e0-761f368fafb4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0250144 Nov 11 21:03:28.869276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0e6459c-eab8-4c30-b4d7-da28c53706e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:28.912314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1031cb6e-b805-47f8-991e-ea367993d430 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1198792 Nov 11 21:03:28.918047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58172) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:28.922889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7e60cd15-8da2-4e5a-9e32-3648a00e6987 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696059819'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:28.959454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89eae441-c91b-444d-ba70-edf2854472f5 req-053c13ba-a1fe-47b0-82ec-0a962f56ecda tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104519 Nov 11 21:03:28.997279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0e6459c-eab8-4c30-b4d7-da28c53706e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.041205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 337e3bea-8d4b-4568-9b84-7284367d1348 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:29.041714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.046654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e60cd15-8da2-4e5a-9e32-3648a00e6987 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.083388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0e6459c-eab8-4c30-b4d7-da28c53706e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.135413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6459c-eab8-4c30-b4d7-da28c53706e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6095f31a-3f69-465b-b695-4030fb85139f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:29.142653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89eae441-c91b-444d-ba70-edf2854472f5 req-da1086cc-5bd1-4f5c-9a7a-974334c065f7 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654005 Nov 11 21:03:29.166158 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c0e6459c-eab8-4c30-b4d7-da28c53706e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39024881042b4bcb860c9396e6f24e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432101 Nov 11 21:03:29.166623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58176) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:29.180962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e60cd15-8da2-4e5a-9e32-3648a00e6987 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.200338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 337e3bea-8d4b-4568-9b84-7284367d1348, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=337e3bea-8d4b-4568-9b84-7284367d1348,segment=NetworkSegment(cec6c395-2c0d-4f3b-b235-d65db134793e),segment_id=cec6c395-2c0d-4f3b-b235-d65db134793e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:29.200720 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.226441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67ba968c-6a1f-4309-b3b6-21f425d803ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.242227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 337e3bea-8d4b-4568-9b84-7284367d1348 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:29.252052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e60cd15-8da2-4e5a-9e32-3648a00e6987 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.255114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67ba968c-6a1f-4309-b3b6-21f425d803ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.323348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89eae441-c91b-444d-ba70-edf2854472f5 req-97be03a1-91f8-416d-9df5-c0913dcfde2f service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677325 Nov 11 21:03:29.330914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60cd15-8da2-4e5a-9e32-3648a00e6987 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a22072b-e050-45b8-aa5c-a45c097706a1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:29.426872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7d581-dc26-46ec-a85f-35976776af6a req-e9d89013-b4b7-45e8-8ba0-200677520587 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:29.428622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8f7d581-dc26-46ec-a85f-35976776af6a req-e9d89013-b4b7-45e8-8ba0-200677520587 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0588794 Nov 11 21:03:29.480490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8f7d581-dc26-46ec-a85f-35976776af6a req-e3d501e9-508e-402e-b11d-fe238b2d34a1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Nov 11 21:03:29.491166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e60cd15-8da2-4e5a-9e32-3648a00e6987 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.491166 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e60cd15-8da2-4e5a-9e32-3648a00e6987 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5698595 Nov 11 21:03:29.491921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:29.496785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-11060214-608c-4f23-8092-d65c0ecaae3e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '0a22072b-e050-45b8-aa5c-a45c097706a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:29.559600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67ba968c-6a1f-4309-b3b6-21f425d803ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.567666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67ba968c-6a1f-4309-b3b6-21f425d803ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.578285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-67ba968c-6a1f-4309-b3b6-21f425d803ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6095f31a-3f69-465b-b695-4030fb85139f HTTP/1.1" status: 204 len: 168 time: 0.4041402 Nov 11 21:03:29.587759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba968c-6a1f-4309-b3b6-21f425d803ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095f31a-3f69-465b-b695-4030fb85139f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:29.748589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:29.789115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=337e3bea-8d4b-4568-9b84-7284367d1348,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:29.812428 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-11060214-608c-4f23-8092-d65c0ecaae3e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The resource could not be found. Nov 11 21:03:29.817872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-11060214-608c-4f23-8092-d65c0ecaae3e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3248224 Nov 11 21:03:29.822350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:29.832955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cf158d0c-a8bf-46ad-b3fb-8f05d357fae9 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '0a22072b-e050-45b8-aa5c-a45c097706a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8654b857-b734-4486-8e0a-184e7cee4f2d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:29.905295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.905576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.905781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.906131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.906563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.906800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.907490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.907834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.908198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.909684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.909684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:29.909684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:30.007429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.102915 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-cf158d0c-a8bf-46ad-b3fb-8f05d357fae9 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The resource could not be found. Nov 11 21:03:30.104363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cf158d0c-a8bf-46ad-b3fb-8f05d357fae9 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2807662 Nov 11 21:03:30.107817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:30.195284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92380e38-a23a-48d9-9a77-6511f5f25a65 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.238279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92380e38-a23a-48d9-9a77-6511f5f25a65 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.327117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:30.418304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92380e38-a23a-48d9-9a77-6511f5f25a65 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.421676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92380e38-a23a-48d9-9a77-6511f5f25a65 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.425200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-92380e38-a23a-48d9-9a77-6511f5f25a65 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a22072b-e050-45b8-aa5c-a45c097706a1 HTTP/1.1" status: 204 len: 168 time: 0.3139355 Nov 11 21:03:30.426115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58224) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:30.443613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92380e38-a23a-48d9-9a77-6511f5f25a65 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a22072b-e050-45b8-aa5c-a45c097706a1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:30.485919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8011ffdf-641e-4b68-8e76-58c9aab95b07 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527551 Nov 11 21:03:30.486499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58226) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:30.490924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d3399ba3-e1b6-4242-9914-7f9739baedd3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '4f34d273-8cdd-4756-a29b-8c8c9b9a0aee', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:30.560747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:30.567053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0a038629-b5d7-4b4b-a997-2230b6b66dba tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997426 Nov 11 21:03:30.569903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:30.578348 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:30.582611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902995-e8f0-4eb5-9366-910b7782278b req-e5ed31f5-3869-4d64-a0df-4f608a6fadb3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:30.589974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-e5ed31f5-3869-4d64-a0df-4f608a6fadb3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.2583544 Nov 11 21:03:30.595438 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:30.596218 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:30.606363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-c1d07a8b-229a-4bf7-9649-e1de646a6a25 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0154574 Nov 11 21:03:30.678799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:30.702433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet 7d7b7dbe-503f-40fd-b260-00c510989256 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:30.705672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.708637 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b87c-8783-4273-9553-181325f8da2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.714850 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:30.737256 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-f26423bf-d842-4538-9963-c258fb71b8d7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299384 Nov 11 21:03:30.750287 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.855642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:30.896094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-b2f8ddcd-5ea7-486c-b89d-a2570abbed5e service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121845 Nov 11 21:03:30.924577 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-d3399ba3-e1b6-4242-9914-7f9739baedd3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The resource could not be found. Nov 11 21:03:30.925939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d3399ba3-e1b6-4242-9914-7f9739baedd3 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4387832 Nov 11 21:03:30.930240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:30.936614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d7280dbf-f3ba-4370-acb5-9646d36e1aa2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--502497265'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:30.965770 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:29Z', 'revision_number': 10, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:30.975424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34bc35-7d0b-496d-9d36-6d27ea18a8a1 req-27822c41-f8a4-4f46-b4d4-d181032eab57 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:30.977980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd34bc35-7d0b-496d-9d36-6d27ea18a8a1 req-27822c41-f8a4-4f46-b4d4-d181032eab57 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.3491874 Nov 11 21:03:30.996874 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:31.006950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.007590 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:31.008375 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:31.026103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.029836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10824c-6303-4458-b361-a079feedd53e None None] Network 97111a09-40fc-4ace-9320-0c4e8cc60f8f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:31.041652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b87c-8783-4273-9553-181325f8da2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.042970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/7d7b7dbe-503f-40fd-b260-00c510989256 HTTP/1.1" status: 204 len: 168 time: 0.4718895 Nov 11 21:03:31.046938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-e1f4de04-92dd-4e95-ac83-2e4c50ee82de service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770830 Nov 11 21:03:31.047538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:31.091718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7280dbf-f3ba-4370-acb5-9646d36e1aa2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.094792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f641c5-1b07-4ab9-bfe7-c787f1926c6e tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7b7dbe-503f-40fd-b260-00c510989256,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:31.134303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ab4b87c-8783-4273-9553-181325f8da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.156423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd34bc35-7d0b-496d-9d36-6d27ea18a8a1 req-13f0e2af-c81a-431d-bc6d-b24a48dda976 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710689 Nov 11 21:03:31.172173 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:31.179811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.270072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ab4b87c-8783-4273-9553-181325f8da2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de85826dd70845ae933e6f99e64fe8d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870650 Nov 11 21:03:31.271852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4b87c-8783-4273-9553-181325f8da2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d5969-9446-4055-bed4-5e33b4b805eb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:31.279578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:31.309490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7280dbf-f3ba-4370-acb5-9646d36e1aa2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.367650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port fbdd14fe-97ec-4355-bcc4-3710efaaea6e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:31.375689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.394271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7280dbf-f3ba-4370-acb5-9646d36e1aa2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.396953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2e9f-ce67-406d-b76e-6e74b4bf7c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.469103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] DHCP port deletion for 97111a09-40fc-4ace-9320-0c4e8cc60f8f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:31.516407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port fbdd14fe-97ec-4355-bcc4-3710efaaea6e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,segment=NetworkSegment(cec6c395-2c0d-4f3b-b235-d65db134793e),segment_id=cec6c395-2c0d-4f3b-b235-d65db134793e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:31.516788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.533663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for fbdd14fe-97ec-4355-bcc4-3710efaaea6e owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:31.583469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1beea05-d85e-4a86-a007-30d3408ca386 req-98ab1524-5c21-413f-8b08-3b4d37962423 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 210 time: 0.0985696 Nov 11 21:03:31.584627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] Deleting port fbdd14fe-97ec-4355-bcc4-3710efaaea6e {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:31.585135 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.591444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d7280dbf-f3ba-4370-acb5-9646d36e1aa2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.596533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d7280dbf-f3ba-4370-acb5-9646d36e1aa2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6651065 Nov 11 21:03:31.597657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:31.602640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d09e4b26-b564-42bc-822f-c187cdbb7f5e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--43784217'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:31.604734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2e9f-ce67-406d-b76e-6e74b4bf7c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.609787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7280dbf-f3ba-4370-acb5-9646d36e1aa2 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c25473f-9cd8-4771-a096-5f0ba35ae62a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:31.687747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] For port fbdd14fe-97ec-4355-bcc4-3710efaaea6e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,segment=NetworkSegment(cec6c395-2c0d-4f3b-b235-d65db134793e),segment_id=cec6c395-2c0d-4f3b-b235-d65db134793e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:31.689210 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.704118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] Calling delete_port for fbdd14fe-97ec-4355-bcc4-3710efaaea6e owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:31.705520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09e4b26-b564-42bc-822f-c187cdbb7f5e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.706672 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:29Z', 'revision_number': 10, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:31.746530 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2dc473-5e5f-4c0a-b5f7-3a9fe16aa616 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:29Z', 'revision_number': 10, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None, '_interfaces': [{'id': 'd6845bc2-3757-41e4-95bd-feebfe8d95b6', 'name': '', 'network_id': 'cab89f4b-c555-4f6c-abeb-405d7b22db07', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'mac_address': 'fa:16:3e:b3:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:02:42Z', 'updated_at': '2021-11-11T21:02:48Z', 'revision_number': 5, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'subnets': [{'id': '0b71c46e-9822-48fd-a5bb-282cbd4b5e53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:31.777898 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.804758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09e4b26-b564-42bc-822f-c187cdbb7f5e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.812772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.820317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:31.822400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port fbdd14fe-97ec-4355-bcc4-3710efaaea6e on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:31.851250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] Pushing event deleted for resources: {'Port': ['ID=fbdd14fe-97ec-4355-bcc4-3710efaaea6e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:31.860265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eeedcb-d6b6-4ece-9bde-219103477da3 None None] No DVR routers for this DVR port fbdd14fe-97ec-4355-bcc4-3710efaaea6e on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:31.875655 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2e9f-ce67-406d-b76e-6e74b4bf7c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.878130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2e9f-ce67-406d-b76e-6e74b4bf7c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.879324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dcfc2e9f-ce67-406d-b76e-6e74b4bf7c8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a12d5969-9446-4055-bed4-5e33b4b805eb HTTP/1.1" status: 204 len: 168 time: 0.6029162 Nov 11 21:03:31.922295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc2e9f-ce67-406d-b76e-6e74b4bf7c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d5969-9446-4055-bed4-5e33b4b805eb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:31.925116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.947466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97111a09-40fc-4ace-9320-0c4e8cc60f8f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:31.960950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec6c395-2c0d-4f3b-b235-d65db134793e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:31.961182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09e4b26-b564-42bc-822f-c187cdbb7f5e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.961611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec6c395-2c0d-4f3b-b235-d65db134793e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:31.978881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:31.988053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc62b275-ebcb-44db-b25e-905555020f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.005104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.015612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:32.016289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:32.021045 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:32.035970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e4b26-b564-42bc-822f-c187cdbb7f5e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ee2bb8-4ac5-4f6a-9255-ca75e6814ea9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:32.054093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d09e4b26-b564-42bc-822f-c187cdbb7f5e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.059454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d09e4b26-b564-42bc-822f-c187cdbb7f5e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4603679 Nov 11 21:03:32.060096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:32.064599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0c35187f-b08c-46d5-b7af-93ef3a531a9a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': '0c25473f-9cd8-4771-a096-5f0ba35ae62a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20ee2bb8-4ac5-4f6a-9255-ca75e6814ea9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:32.188879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.199563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.212580 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/97111a09-40fc-4ace-9320-0c4e8cc60f8f HTTP/1.1" status: 204 len: 168 time: 1.1622865 Nov 11 21:03:32.213816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:32.220573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 337e3bea-8d4b-4568-9b84-7284367d1348 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:32.244480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4698d-99c7-4e81-931c-e02796534c24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=97111a09-40fc-4ace-9320-0c4e8cc60f8f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:32.268740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 337e3bea-8d4b-4568-9b84-7284367d1348 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:32.269094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 337e3bea-8d4b-4568-9b84-7284367d1348 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:32.269517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fbdd14fe-97ec-4355-bcc4-3710efaaea6e no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:32.319441 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-0c35187f-b08c-46d5-b7af-93ef3a531a9a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:32.328280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: fbdd14fe-97ec-4355-bcc4-3710efaaea6e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:32.328472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0c35187f-b08c-46d5-b7af-93ef3a531a9a tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2639549 Nov 11 21:03:32.332457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fbdd14fe-97ec-4355-bcc4-3710efaaea6e not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:32.332750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:32.346356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d7c20-f68e-408d-a648-e64aae522f16 req-21718e19-0790-4c1c-bc3c-25618168ebb8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:32.348206 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd0d7c20-f68e-408d-a648-e64aae522f16 req-21718e19-0790-4c1c-bc3c-25618168ebb8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1011157 Nov 11 21:03:32.456273 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd0d7c20-f68e-408d-a648-e64aae522f16 req-918787ed-f540-4461-a085-efd9d223eb8f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959911 Nov 11 21:03:32.538783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.643207 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.731022 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e4ceef18-8bad-4bb0-9634-edf6103b8607 req-59a970fe-2466-4868-8a8d-7531f0e6bbd3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 210 time: 0.0676944 Nov 11 21:03:32.875198 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.877830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.878989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/20ee2bb8-4ac5-4f6a-9255-ca75e6814ea9 HTTP/1.1" status: 204 len: 168 time: 0.5489068 Nov 11 21:03:32.881747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:32.892565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ee2bb8-4ac5-4f6a-9255-ca75e6814ea9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:32.903926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.904818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.905401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.905869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.906212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.906843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.906991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.907230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.907558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.907962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.908245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.908580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492f1eb-ca6a-4cca-bdfb-4384bbe57dc6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:03:32.937158 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:32.964030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bc6a2bb4-c11b-47f6-91b2-1376f7773c6e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0805376 Nov 11 21:03:32.966320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:33.026605 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a2c143f-ccdc-4306-a79e-01079ef683b6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.053777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a2c143f-ccdc-4306-a79e-01079ef683b6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.205491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a2c143f-ccdc-4306-a79e-01079ef683b6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.209136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a2c143f-ccdc-4306-a79e-01079ef683b6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.214912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5a2c143f-ccdc-4306-a79e-01079ef683b6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/0c25473f-9cd8-4771-a096-5f0ba35ae62a HTTP/1.1" status: 204 len: 168 time: 0.2419198 Nov 11 21:03:33.217623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:33.223686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c143f-ccdc-4306-a79e-01079ef683b6 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c25473f-9cd8-4771-a096-5f0ba35ae62a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:33.243635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port d6845bc2-3757-41e4-95bd-feebfe8d95b6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:33.243973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.317695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d7573fe5-6df8-40da-b403-c8d8f67b3c69 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984311 Nov 11 21:03:33.321562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:33.327320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1b0c941a-9c49-4778-9c38-2e535e05bbfa tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--761834792'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:33.381823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port d6845bc2-3757-41e4-95bd-feebfe8d95b6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d6845bc2-3757-41e4-95bd-feebfe8d95b6,segment=NetworkSegment(b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5),segment_id=b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:33.382194 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.397910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for d6845bc2-3757-41e4-95bd-feebfe8d95b6 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:33.446375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:33.510072 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b0c941a-9c49-4778-9c38-2e535e05bbfa tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.577717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'networks': [{'name': 'tempest-network--1198843086'}, {'name': 'tempest-network--176691967'}]} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:33.578280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'network': {'name': 'tempest-network--1198843086'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:33.578500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'network': {'name': 'tempest-network--176691967'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:33.624333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a41ee-f44c-4b2f-9a5e-0a2e8c4eacc0 req-1496d9f4-ebe6-4447-a210-1e1997fbf579 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:33.625929 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-445a41ee-f44c-4b2f-9a5e-0a2e8c4eacc0 req-1496d9f4-ebe6-4447-a210-1e1997fbf579 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0674632 Nov 11 21:03:33.665405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b0c941a-9c49-4778-9c38-2e535e05bbfa tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.694962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-445a41ee-f44c-4b2f-9a5e-0a2e8c4eacc0 req-f417900e-3f86-4ce2-b8a5-67ef7611f0c0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612891 Nov 11 21:03:33.725098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Made reservation on behalf of a4d04b3c557a4a74923261e84b2063e8 for: {'network': 2} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:33.729619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.739870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.760108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b0c941a-9c49-4778-9c38-2e535e05bbfa tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.827452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.833848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c941a-9c49-4778-9c38-2e535e05bbfa tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad760eef-d549-4508-ab29-efb83d41b493,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:33.859246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d83f7d3-c6bc-4771-a8d8-270da66869d8 req-44917b83-cd01-440b-8d18-11e1a6eed3b9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 210 time: 0.0293837 Nov 11 21:03:33.893087 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1b0c941a-9c49-4778-9c38-2e535e05bbfa tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.894369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1b0c941a-9c49-4778-9c38-2e535e05bbfa tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5719450 Nov 11 21:03:33.908136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:33.912948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6ea7ddd3-77c6-4a19-bdf0-210f5d4f7d4e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': 'ad760eef-d549-4508-ab29-efb83d41b493', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:33.927400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.927869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.973789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7408a685-de76-480f-9c48-5f82c76722e3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:33.978797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:33.989432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:33.989758 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Added segment 343d0211-3fcd-49dc-8dce-841d3cb1aa0e of type vlan for network 322f7d7c-9a2a-4576-95a3-5448f767882b Nov 11 21:03:33.994170 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.024949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=d6845bc2-3757-41e4-95bd-feebfe8d95b6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:34.032735 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.072721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:34.083243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.083705 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Added segment 43df676d-6dfc-4da9-9e73-da04c0a6ea60 of type vlan for network 6b997415-d2f2-40e0-b9dd-d7a5bdc387c5 Nov 11 21:03:34.131960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.160006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.369400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902995-e8f0-4eb5-9366-910b7782278b req-9c3dc291-20b5-40f8-a671-ec6ee6c69f90 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:34.371138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-9c3dc291-20b5-40f8-a671-ec6ee6c69f90 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.2375655 Nov 11 21:03:34.399586 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68a8290e-5f7e-4721-90a1-08efade46e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.404209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Request body: {'port': {'device_id': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'admin_state_up': True, 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:34.439173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:34.499142 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6ea7ddd3-77c6-4a19-bdf0-210f5d4f7d4e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:34.500276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6ea7ddd3-77c6-4a19-bdf0-210f5d4f7d4e tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5911412 Nov 11 21:03:34.503007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:34.508590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8a63f988-a00a-4e27-89a0-8159437b78c8 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group_rule': {'security_group_id': 'ad760eef-d549-4508-ab29-efb83d41b493', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:34.573540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:34.580332 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a45d5c6b-fcbe-4c3f-a9d2-a891ff14d03b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3651667 Nov 11 21:03:34.583180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:34.591094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:34.602565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:34.603199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:34.611412 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.611982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.617792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:34.622545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:34.623854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.678296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:34.716521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting subnet 0b71c46e-9822-48fd-a5bb-282cbd4b5e53 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:34.731347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:34.735624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.735780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Network': ['ID=322f7d7c-9a2a-4576-95a3-5448f767882b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:34.737550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.741824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:33Z', 'revision_number': 11, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:34.778527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 322f7d7c-9a2a-4576-95a3-5448f767882b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:34.784102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:34.857725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4089606 Nov 11 21:03:34.867671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:34.868623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:34.878782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:34.905534 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-8a63f988-a00a-4e27-89a0-8159437b78c8 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:03:34.906607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8a63f988-a00a-4e27-89a0-8159437b78c8 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4026644 Nov 11 21:03:34.915060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:34.916772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:34.949897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e2ff5-0d63-4277-bc72-521b2b758cb1 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Network': ['ID=6b997415-d2f2-40e0-b9dd-d7a5bdc387c5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:34.976457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 6b997415-d2f2-40e0-b9dd-d7a5bdc387c5 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:35.015833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c2985-8953-4ec9-b7d4-5cd8d4330c42 req-b0871bab-51f7-4960-878e-3f3d98804c72 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:35.017797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:35.018148 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b7c2985-8953-4ec9-b7d4-5cd8d4330c42 req-b0871bab-51f7-4960-878e-3f3d98804c72 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.2183964 Nov 11 21:03:35.084186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ace76-2981-4d16-9af9-6c3ff59213bb tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.089166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:33Z', 'revision_number': 11, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:35.095687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce5773e7-fbf7-4585-9405-dcd8b945c90b req-8dc9b082-d914-4a51-b249-3b2d35d9b4f2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 210 time: 0.0838072 Nov 11 21:03:35.139709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ace76-2981-4d16-9af9-6c3ff59213bb tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.152322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baae1be-6f31-4f1d-82d6-d531a5562a72 None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:33Z', 'revision_number': 11, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:35.168599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.176489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Allocated IP 172.20.0.6 (5c698453-96f0-4944-ae06-bff47b2613f2/a2e1608d-5253-4a2c-94d2-8d858bae473f/4671ac70-6a35-4a9c-8c41-5d17a641979e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:03:35.211495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b7c2985-8953-4ec9-b7d4-5cd8d4330c42 req-6db6ea37-6289-43ee-b23b-a9f6ac336b80 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732345 Nov 11 21:03:35.228899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e69b5-b26a-4e48-a714-621878f034d9 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:35.235647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e69b5-b26a-4e48-a714-621878f034d9 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:35.242719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e69b5-b26a-4e48-a714-621878f034d9 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:35.249421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e69b5-b26a-4e48-a714-621878f034d9 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:35.251151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0b5e69b5-b26a-4e48-a714-621878f034d9 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3689964 Nov 11 21:03:35.254422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:35.324800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ace76-2981-4d16-9af9-6c3ff59213bb tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.327472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-605ace76-2981-4d16-9af9-6c3ff59213bb tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.328694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-605ace76-2981-4d16-9af9-6c3ff59213bb tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad760eef-d549-4508-ab29-efb83d41b493 HTTP/1.1" status: 204 len: 168 time: 0.4075630 Nov 11 21:03:35.337937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:35.359979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ace76-2981-4d16-9af9-6c3ff59213bb tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad760eef-d549-4508-ab29-efb83d41b493,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:35.380418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.412928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.424813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fabd9be9-0ea1-4865-ab28-765620f8c951 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856695 Nov 11 21:03:35.429256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:35.450316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5ec0864c-772c-4da4-baef-0c02920fa44c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'tempest-secgroup--958469025'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:35.463144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Subnet': ['ID=0b71c46e-9822-48fd-a5bb-282cbd4b5e53,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:35.464692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.468654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77cfcb-92ee-498f-97f2-0fc54c8f4ebc None None] Network cab89f4b-c555-4f6c-abeb-405d7b22db07 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:35.469197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-01a57018-4e63-4b92-8d9f-5c997382b5c8 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/0b71c46e-9822-48fd-a5bb-282cbd4b5e53 HTTP/1.1" status: 204 len: 168 time: 0.8843534 Nov 11 21:03:35.488864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58348) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:35.555708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.634027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.653918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.662959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ec0864c-772c-4da4-baef-0c02920fa44c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.674358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322f7d7c-9a2a-4576-95a3-5448f767882b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:35.691202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343d0211-3fcd-49dc-8dce-841d3cb1aa0e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:35.691587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343d0211-3fcd-49dc-8dce-841d3cb1aa0e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:35.708366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.714073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.747505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] DHCP port deletion for cab89f4b-c555-4f6c-abeb-405d7b22db07 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:35.764821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.783982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:35.784354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:35.787709 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:35.823572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] Deleting port 3c6a498d-29be-4043-9045-d172ea338be4 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:35.824126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.856811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Deleting port 3c6a498d-29be-4043-9045-d172ea338be4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:35.857068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.891347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] For port 3c6a498d-29be-4043-9045-d172ea338be4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3c6a498d-29be-4043-9045-d172ea338be4,segment=NetworkSegment(b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5),segment_id=b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:35.891746 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.909145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.923137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] Calling delete_port for 3c6a498d-29be-4043-9045-d172ea338be4 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:35.932972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:03:35.943025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] For port 3c6a498d-29be-4043-9045-d172ea338be4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3c6a498d-29be-4043-9045-d172ea338be4,segment=NetworkSegment(b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5),segment_id=b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:35.943599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.953780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.958624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:35.964815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/networks/322f7d7c-9a2a-4576-95a3-5448f767882b HTTP/1.1" status: 204 len: 168 time: 0.7093036 Nov 11 21:03:35.969301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:35.991421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Calling delete_port for 3c6a498d-29be-4043-9045-d172ea338be4 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:35.991929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:35.995089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:36.000933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:36.005208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event updated for resources: {'Port': ['ID=4671ac70-6a35-4a9c-8c41-5d17a641979e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:36.031014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28d7e-cd32-4163-8cbc-67fa085eece7 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Network': ['ID=322f7d7c-9a2a-4576-95a3-5448f767882b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:36.062355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:36.063317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.077888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3c6a498d-29be-4043-9045-d172ea338be4 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:36.140808 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.163799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ec0864c-772c-4da4-baef-0c02920fa44c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.186187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-f5134f24-6533-4251-a768-b48fab6bccef tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7854025 Nov 11 21:03:36.211732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Request body: {'port': {'device_id': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:36.217337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.255441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] No DVR routers for this DVR port 3c6a498d-29be-4043-9045-d172ea338be4 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:36.259500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce921a-fb87-408a-bc3f-b24ad82f397c None None] Pushing event deleted for resources: {'Port': ['ID=3c6a498d-29be-4043-9045-d172ea338be4,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:36.261204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Port 3c6a498d-29be-4043-9045-d172ea338be4 update to DOWN by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:03:36.269702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d6845bc2-3757-41e4-95bd-feebfe8d95b6 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:36.271145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.288489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ec0864c-772c-4da4-baef-0c02920fa44c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.306756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d6845bc2-3757-41e4-95bd-feebfe8d95b6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:36.307141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d6845bc2-3757-41e4-95bd-feebfe8d95b6 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:36.342261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20debaea-b155-49f4-a6bb-1791db7a9593 req-38fb47aa-17d2-4baa-a5cd-f0a9d89a9738 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:36.352730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20debaea-b155-49f4-a6bb-1791db7a9593 req-38fb47aa-17d2-4baa-a5cd-f0a9d89a9738 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 931 time: 0.1396763 Nov 11 21:03:36.410835 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ec0864c-772c-4da4-baef-0c02920fa44c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.412425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ec0864c-772c-4da4-baef-0c02920fa44c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9826825 Nov 11 21:03:36.420407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de453a6d-dc89-41b0-919f-2b658ec80c24 req-aa0937ec-4e99-4281-bae2-bd489c7ccc6d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:36.422083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de453a6d-dc89-41b0-919f-2b658ec80c24 req-aa0937ec-4e99-4281-bae2-bd489c7ccc6d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0996826 Nov 11 21:03:36.424079 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.425938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58366) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:36.430436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-43d392a8-914f-4703-994d-4de475a14bce tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:36.431156 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-43d392a8-914f-4703-994d-4de475a14bce tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:03:36.431725 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-43d392a8-914f-4703-994d-4de475a14bce tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 21:03:36.432779 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-43d392a8-914f-4703-994d-4de475a14bce tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "PUT /v2.0/security-groups/82bacfbe-a326-4968-9e60-4f9f280d8416 HTTP/1.1" status: 409 len: 330 time: 0.0058947 Nov 11 21:03:36.436902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.441262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:36.465345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0864c-772c-4da4-baef-0c02920fa44c tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bacfbe-a326-4968-9e60-4f9f280d8416,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:36.522175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b997415-d2f2-40e0-b9dd-d7a5bdc387c5']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:36.540907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Port': ['ID=3c6a498d-29be-4043-9045-d172ea338be4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:36.562669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43df676d-6dfc-4da9-9e73-da04c0a6ea60') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:36.562974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43df676d-6dfc-4da9-9e73-da04c0a6ea60') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:36.565263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No DVR routers for this DVR port 3c6a498d-29be-4043-9045-d172ea338be4 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:36.569928 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de453a6d-dc89-41b0-919f-2b658ec80c24 req-e0ee96e0-8924-4639-8552-d20220ecc644 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924673 Nov 11 21:03:36.608537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20debaea-b155-49f4-a6bb-1791db7a9593 req-95aae7d2-2294-432e-bb56-cb0d7fef2711 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467854 Nov 11 21:03:36.617150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.669402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.686295 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62687824-fa54-4d23-a9c7-e36cc49be233 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.691430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:36.691837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:36.694956 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:36.730746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4671ac70-6a35-4a9c-8c41-5d17a641979e {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:03:36.741380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.784825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.809796 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62687824-fa54-4d23-a9c7-e36cc49be233 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.827412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab89f4b-c555-4f6c-abeb-405d7b22db07']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:36.844120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:36.844443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ea8567-3eb2-48eb-8fe4-4212b35f8ec5') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:36.863640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.880698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.887132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:36.887537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:36.891051 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:36.900957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.946094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.949315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/networks/6b997415-d2f2-40e0-b9dd-d7a5bdc387c5 HTTP/1.1" status: 204 len: 168 time: 0.9739499 Nov 11 21:03:36.952263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58374) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:36.963449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09169005-8943-49c6-9cdb-7736573e31cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Network': ['ID=6b997415-d2f2-40e0-b9dd-d7a5bdc387c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:36.972429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62687824-fa54-4d23-a9c7-e36cc49be233 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.980334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62687824-fa54-4d23-a9c7-e36cc49be233 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:36.980334 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-62687824-fa54-4d23-a9c7-e36cc49be233 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/82bacfbe-a326-4968-9e60-4f9f280d8416 HTTP/1.1" status: 204 len: 168 time: 0.5323241 Nov 11 21:03:36.984283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:36.992682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62687824-fa54-4d23-a9c7-e36cc49be233 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bacfbe-a326-4968-9e60-4f9f280d8416,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:36.999885 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.057196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.063623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Transition to ACTIVE for port object 4671ac70-6a35-4a9c-8c41-5d17a641979e will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:03:37.064983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.084552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/networks/cab89f4b-c555-4f6c-abeb-405d7b22db07 HTTP/1.1" status: 204 len: 168 time: 1.5918934 Nov 11 21:03:37.086035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58378) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.092333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'routes': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:37.129869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb768c64-cba6-4bb8-9c99-285222a170f1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Pushing event deleted for resources: {'Network': ['ID=cab89f4b-c555-4f6c-abeb-405d7b22db07,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:37.144203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ba012b21-3958-4c24-ae49-7d89e8d1c7f0 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1582000 Nov 11 21:03:37.151890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58380) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.171321 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-797eed95-8a6c-4c5b-9824-1d569e963da5 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] delete failed (client error): The resource could not be found. Nov 11 21:03:37.172706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-797eed95-8a6c-4c5b-9824-1d569e963da5 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "DELETE /v2.0/security-groups/836cdbaf-1d4b-457b-80f7-3b1aef0807b7 HTTP/1.1" status: 404 len: 347 time: 0.0189910 Nov 11 21:03:37.176480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58382) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.192327 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-faf81c01-1372-4309-b629-a8c6c4efea80 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] show failed (client error): The resource could not be found. Nov 11 21:03:37.192977 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.193662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-faf81c01-1372-4309-b629-a8c6c4efea80 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-groups/c6e85d22-5fb9-4da6-8cd9-03f5642fee1a HTTP/1.1" status: 404 len: 347 time: 0.0160902 Nov 11 21:03:37.197479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.214066 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c9a6130c-4b03-4fe3-8b98-fc1c3b71e2e8 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] show failed (client error): The resource could not be found. Nov 11 21:03:37.215241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c9a6130c-4b03-4fe3-8b98-fc1c3b71e2e8 tempest-NegativeSecGroupIPv6Test-1734752289 tempest-NegativeSecGroupIPv6Test-1734752289-project] 10.222.0.31 "GET /v2.0/security-group-rules/78ede873-10b8-4bbc-9db4-84cc89526a90 HTTP/1.1" status: 404 len: 356 time: 0.0165966 Nov 11 21:03:37.216439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3a29e-7eba-4710-84dc-64d100a15042 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:37.223093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3a29e-7eba-4710-84dc-64d100a15042 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:37.224810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cde3a29e-7eba-4710-84dc-64d100a15042 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2709870 Nov 11 21:03:37.228518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58388) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.236205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2104920261'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:37.336378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Made reservation on behalf of a4d04b3c557a4a74923261e84b2063e8 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:37.342454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.360947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Pushing event updated for resources: {'Port': ['ID=4671ac70-6a35-4a9c-8c41-5d17a641979e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:37.363695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Added routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:03:37.364082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.extraroute_db [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Removed routes are [] {{(pid=109675) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:03:37.364467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.369553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:37.379665 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.380019 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Added segment 4b8e777b-c4da-42a6-8c29-b234f3621833 of type vlan for network 8dbbf9fe-d7a8-4e9c-a156-33184130194f Nov 11 21:03:37.425149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.563078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Attempting to bind port 4671ac70-6a35-4a9c-8c41-5d17a641979e on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:03:37.563416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Attempting to bind port 4671ac70-6a35-4a9c-8c41-5d17a641979e by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:03:37.563746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Attempting to bind port 4671ac70-6a35-4a9c-8c41-5d17a641979e on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:37.570597 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.573301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Port 4671ac70-6a35-4a9c-8c41-5d17a641979e on network 5c698453-96f0-4944-ae06-bff47b2613f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:03:37.573625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Attempting to bind port 4671ac70-6a35-4a9c-8c41-5d17a641979e on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:37.577142 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.582437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:03:37.582688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.582875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:37.583144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Bound using segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:03:37.583567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Bound port: 4671ac70-6a35-4a9c-8c41-5d17a641979e, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:03:37.583912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.589147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:37.589757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.693075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Network': ['ID=8dbbf9fe-d7a8-4e9c-a156-33184130194f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:37.709379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8dbbf9fe-d7a8-4e9c-a156-33184130194f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:37.712295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ce1d0502-aba9-4963-9ddb-d0303a7af8c6 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4821708 Nov 11 21:03:37.713052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.720004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1168370370'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:37.746030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27bac5-ef73-4462-b72c-11728b96f4fd req-d225bcc0-0897-45b3-af72-57681cec78f6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:37.747635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa27bac5-ef73-4462-b72c-11728b96f4fd req-d225bcc0-0897-45b3-af72-57681cec78f6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0904479 Nov 11 21:03:37.764767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router dfa39318-3304-47fe-9b8a-25207b2acb4d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:03:37.777426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] For port 4671ac70-6a35-4a9c-8c41-5d17a641979e, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:03:37.781932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] For port 4671ac70-6a35-4a9c-8c41-5d17a641979e, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4671ac70-6a35-4a9c-8c41-5d17a641979e,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:03:37.802680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895e93-c4cd-4056-be33-7415d5114f7e req-d5aec212-e463-4eb7-8538-874faf458fa8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:37.811504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc895e93-c4cd-4056-be33-7415d5114f7e req-d5aec212-e463-4eb7-8538-874faf458fa8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 943 time: 0.1038437 Nov 11 21:03:37.836316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa27bac5-ef73-4462-b72c-11728b96f4fd req-81793492-1648-4f71-a6eb-c3cebe7772cf tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711985 Nov 11 21:03:37.849517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Made reservation on behalf of a4d04b3c557a4a74923261e84b2063e8 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:37.861187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.861187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.862705 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.895382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.898253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:37.912404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.912879 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Added segment c7fe3be7-1d38-4707-86f4-3312992e13b2 of type vlan for network dcbaa65d-8310-4137-8847-449cd19d5709 Nov 11 21:03:37.957463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:37.970608 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] Sync routers for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:37.974168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.975586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0210881f-3def-4bda-8fb5-eef5ecd0535d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 200 len: 705 time: 0.8872137 Nov 11 21:03:37.981030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58412) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:37.987212 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:37.988699 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:37.997504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:37.998762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:37.999620 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.002017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] 10.222.0.58 "PUT /v2.0/ports/4671ac70-6a35-4a9c-8c41-5d17a641979e HTTP/1.1" status: 200 len: 1091 time: 1.8075709 Nov 11 21:03:38.005333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'tag': '4671ac70-6a35-4a9c-8c41-5d17a641979e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:38.016304 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2364fd1-468e-4268-ac81-b8e17702bf32" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9dbec5-380f-4f28-bd89-25f017ff802c", "tag": "4671ac70-6a35-4a9c-8c41-5d17a641979e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:38.046793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc895e93-c4cd-4056-be33-7415d5114f7e req-1eef5143-eedd-4b1d-a798-8fa49a889280 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291791 Nov 11 21:03:38.066651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-717d52f9-1b44-4a85-9ef1-d4f039f52ea4 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 200 len: 205 time: 0.0781827 Nov 11 21:03:38.068199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:38.072060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f085f-122c-4215-accc-39a051d3285b service neutron] Pushing event updated for resources: {'Port': ['ID=4671ac70-6a35-4a9c-8c41-5d17a641979e,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:38.102216 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8fcf90-23e3-49f9-956a-ed9ff6d48bbf x-openstack-request-id: req-ff8fcf90-23e3-49f9-956a-ed9ff6d48bbf {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:38.102515 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9dbec5-380f-4f28-bd89-25f017ff802c", "tag": "4671ac70-6a35-4a9c-8c41-5d17a641979e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:38.102774 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff8fcf90-23e3-49f9-956a-ed9ff6d48bbf {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:38.103208 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'tag': '4671ac70-6a35-4a9c-8c41-5d17a641979e', 'status': 'completed', 'code': 200} Nov 11 21:03:38.109678 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:38.177568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364fd1-468e-4268-ac81-b8e17702bf32 req-2423b7c6-a25c-46fc-80bd-b5e4ef40c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:38.179449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2364fd1-468e-4268-ac81-b8e17702bf32 req-2423b7c6-a25c-46fc-80bd-b5e4ef40c9f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 1094 time: 0.0529187 Nov 11 21:03:38.184421 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:33Z', 'revision_number': 11, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:38.216930 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] Checking router: dfa39318-3304-47fe-9b8a-25207b2acb4d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:38.227290 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] Routers {'dfa39318-3304-47fe-9b8a-25207b2acb4d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:38.227919 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dfa39318-3304-47fe-9b8a-25207b2acb4d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:38.234200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dfd7b681-a7df-495c-9c84-95cca3687ae1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20f87b47a42c44d2a509e42a0d6391ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3672101 Nov 11 21:03:38.236917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58420) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:38.253493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba20f-cd54-4b5b-a72e-9511b322f49d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.317792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364fd1-468e-4268-ac81-b8e17702bf32 req-6b0c3a7c-7b3f-4861-9278-6022334d1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:38.320724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2364fd1-468e-4268-ac81-b8e17702bf32 req-6b0c3a7c-7b3f-4861-9278-6022334d1f5e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=291976cde9a3450e89715c1f3f2c77dd&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1333673 Nov 11 21:03:38.324370 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] Set router dfa39318-3304-47fe-9b8a-25207b2acb4d gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:38.343519 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.349439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:38.350254 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.397428 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:33Z', 'revision_number': 11, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:38.430895 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1167a1-af74-4e5b-bcdf-8f9d5887521f None None] The sync data for ids ['dfa39318-3304-47fe-9b8a-25207b2acb4d'] in n-d-805734-3 is: [{'id': 'dfa39318-3304-47fe-9b8a-25207b2acb4d', 'name': 'tempest-RoutersIpV6Test-router-1234135648', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:02:36Z', 'updated_at': '2021-11-11T21:03:33Z', 'revision_number': 11, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:38.473521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364fd1-468e-4268-ac81-b8e17702bf32 req-8c7348f3-b581-4201-9050-9903015d78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:38.475674 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2364fd1-468e-4268-ac81-b8e17702bf32 req-8c7348f3-b581-4201-9050-9903015d78b8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475627 Nov 11 21:03:38.503023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7855577 Nov 11 21:03:38.508421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58422) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:38.519062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'ports': [{'network_id': '8dbbf9fe-d7a8-4e9c-a156-33184130194f', 'name': 'tempest-port--1528840866', 'admin_state_up': True}, {'network_id': 'dcbaa65d-8310-4137-8847-449cd19d5709', 'admin_state_up': False}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:38.519668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'port': {'network_id': '8dbbf9fe-d7a8-4e9c-a156-33184130194f', 'name': 'tempest-port--1528840866', 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:38.520484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'port': {'network_id': 'dcbaa65d-8310-4137-8847-449cd19d5709', 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:38.548483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba20f-cd54-4b5b-a72e-9511b322f49d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.551206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba20f-cd54-4b5b-a72e-9511b322f49d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.604794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6240e9d4-5111-4e46-b8a5-8fecbbd284ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.619329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c326db-d1a5-42bd-9d8f-2c7daab3245b tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Network': ['ID=dcbaa65d-8310-4137-8847-449cd19d5709,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:38.630242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network dcbaa65d-8310-4137-8847-449cd19d5709 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:38.650023 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902995-e8f0-4eb5-9366-910b7782278b req-5247be3e-aba2-49a2-988f-14b73c0989d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:38.651561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-5247be3e-aba2-49a2-988f-14b73c0989d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 1094 time: 0.1093361 Nov 11 21:03:38.667292 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6240e9d4-5111-4e46-b8a5-8fecbbd284ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.675920 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba20f-cd54-4b5b-a72e-9511b322f49d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.679977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5ba20f-cd54-4b5b-a72e-9511b322f49d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Fanout notify agent at l3_agent the message router_deleted on router dfa39318-3304-47fe-9b8a-25207b2acb4d {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:03:38.688770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a5ba20f-cd54-4b5b-a72e-9511b322f49d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.689925 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6a5ba20f-cd54-4b5b-a72e-9511b322f49d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 204 len: 168 time: 0.6137514 Nov 11 21:03:38.703335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58428) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:38.707953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a6a1b469-f573-4f63-97f2-ac5954aa9a24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-945369336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:38.799521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-6218a496-5938-457c-8cd7-9910e017b0b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4671ac70-6a35-4a9c-8c41-5d17a641979e HTTP/1.1" status: 200 len: 217 time: 0.1376472 Nov 11 21:03:38.845983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b469-f573-4f63-97f2-ac5954aa9a24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.847196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b469-f573-4f63-97f2-ac5954aa9a24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.874715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902995-e8f0-4eb5-9366-910b7782278b req-99d6b4d2-5a91-4d73-805b-9d884ca2dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:38.876224 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-99d6b4d2-5a91-4d73-805b-9d884ca2dbec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.0681107 Nov 11 21:03:38.886593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6240e9d4-5111-4e46-b8a5-8fecbbd284ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.890322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6240e9d4-5111-4e46-b8a5-8fecbbd284ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:38.903097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6240e9d4-5111-4e46-b8a5-8fecbbd284ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81c8bb55-246f-4471-80eb-b543f886304b HTTP/1.1" status: 204 len: 168 time: 0.6649239 Nov 11 21:03:38.946427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-003b826d-3366-42cc-bff8-0e63df2ca268 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594563 Nov 11 21:03:38.964777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240e9d4-5111-4e46-b8a5-8fecbbd284ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8bb55-246f-4471-80eb-b543f886304b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:38.982733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Made reservation on behalf of a4d04b3c557a4a74923261e84b2063e8 for: {'port': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:38.995417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.003834 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b469-f573-4f63-97f2-ac5954aa9a24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.069618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.080608 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b469-f573-4f63-97f2-ac5954aa9a24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.102148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ade891-e44e-4488-8a6f-6239ecbbffe4 req-2630df18-d183-41be-9c7f-68c95255047f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:39.103703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8ade891-e44e-4488-8a6f-6239ecbbffe4 req-2630df18-d183-41be-9c7f-68c95255047f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1701789 Nov 11 21:03:39.175797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b469-f573-4f63-97f2-ac5954aa9a24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.188415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a6a1b469-f573-4f63-97f2-ac5954aa9a24 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4812932 Nov 11 21:03:39.189932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:39.193456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d96f3013-6188-446c-957c-7c74cb7cf296 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:39.203765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-2a85f26e-4097-4fa3-bca1-84210dd8b2f9 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347095 Nov 11 21:03:39.236298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] device_id is not set on port d295a9e4-df99-4643-b084-a3ab116c5b9c yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:03:39.306771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8ade891-e44e-4488-8a6f-6239ecbbffe4 req-df336a59-bd66-4893-bb6c-94470c0d9d5e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781580 Nov 11 21:03:39.382084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77902995-e8f0-4eb5-9366-910b7782278b req-f27f9490-022a-4e4c-9ec8-87254d25bf44 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681092 Nov 11 21:03:39.547831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.580307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ca3b4-987c-4f11-8ac3-9398dbf921d4 req-e5531e90-b5f7-4bac-8782-b397252e7362 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:39.581877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f40ca3b4-987c-4f11-8ac3-9398dbf921d4 req-e5531e90-b5f7-4bac-8782-b397252e7362 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 943 time: 0.1141870 Nov 11 21:03:39.610655 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d96f3013-6188-446c-957c-7c74cb7cf296 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.662122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] device_id is not set on port 36f18dd8-4aac-4657-a349-5fc301830f05 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:03:39.705115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d96f3013-6188-446c-957c-7c74cb7cf296 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:39.737899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f40ca3b4-987c-4f11-8ac3-9398dbf921d4 req-578a3fab-5f7f-45a0-af0f-d784d57ae995 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497662 Nov 11 21:03:39.869461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:40.011437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96f3013-6188-446c-957c-7c74cb7cf296 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Router 11b8c94e-e591-45dc-a85b-1ac4da11606c is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:03:40.011882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:40.085439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Port': ['ID=d295a9e4-df99-4643-b084-a3ab116c5b9c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:40.093097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Checking segment: {'id': '4b8e777b-c4da-42a6-8c29-b234f3621833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8dbbf9fe-d7a8-4e9c-a156-33184130194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:40.093345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network hostable DHCP agents. Network: 8dbbf9fe-d7a8-4e9c-a156-33184130194f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:40.119776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96f3013-6188-446c-957c-7c74cb7cf296 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:03:40.128959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d96f3013-6188-446c-957c-7c74cb7cf296 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:40.129625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] Sync routers for ids ['11b8c94e-e591-45dc-a85b-1ac4da11606c'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:03:40.133729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:40.134793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d96f3013-6188-446c-957c-7c74cb7cf296 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "PUT /v2.0/routers/11b8c94e-e591-45dc-a85b-1ac4da11606c HTTP/1.1" status: 200 len: 697 time: 0.9448633 Nov 11 21:03:40.141429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] Routers {'11b8c94e-e591-45dc-a85b-1ac4da11606c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:40.142532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['11b8c94e-e591-45dc-a85b-1ac4da11606c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:40.218507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network 8dbbf9fe-d7a8-4e9c-a156-33184130194f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:40.227629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] Set router 11b8c94e-e591-45dc-a85b-1ac4da11606c gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:40.232464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4cb63f66-d427-4f7b-b6b2-33a55c59f62b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/routers/11b8c94e-e591-45dc-a85b-1ac4da11606c HTTP/1.1" status: 200 len: 703 time: 0.0963292 Nov 11 21:03:40.235544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58466) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:40.278553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6323ac10-5396-46eb-9c41-aed280e97b76 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=11b8c94e-e591-45dc-a85b-1ac4da11606c HTTP/1.1" status: 200 len: 205 time: 0.0412345 Nov 11 21:03:40.282790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58472) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:40.368450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8dbbf9fe-d7a8-4e9c-a156-33184130194f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:40.375228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:40.376510 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:40.380801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e377594-befd-435e-8f7f-14a61bde0b5f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:40.497662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58480) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:40.534126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71e6e-10cb-4d7b-9317-78e94c560f55 req-4a056d69-b56c-45f5-a2fb-9c36a01f5986 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:40.536499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6a71e6e-10cb-4d7b-9317-78e94c560f55 req-4a056d69-b56c-45f5-a2fb-9c36a01f5986 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1028252 Nov 11 21:03:40.613041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b12a0a5-687f-4628-b659-6d1aae80b493 None None] Network 8dbbf9fe-d7a8-4e9c-a156-33184130194f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:40.619295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6a71e6e-10cb-4d7b-9317-78e94c560f55 req-c03ad87f-5145-4422-8631-fc0f771291c3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763376 Nov 11 21:03:40.629760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8c94e-e591-45dc-a85b-1ac4da11606c', 'name': 'tempest-RoutersIpV6Test-router-945369336', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:03:38Z', 'updated_at': '2021-11-11T21:03:39Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:40.681654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] Checking router: 11b8c94e-e591-45dc-a85b-1ac4da11606c for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:03:40.694223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940205873-network', 'tenant_id': '0b44809095d1428087ef0aef8b8d868b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:40.717224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] Routers {'11b8c94e-e591-45dc-a85b-1ac4da11606c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:03:40.718140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:03:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['11b8c94e-e591-45dc-a85b-1ac4da11606c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:40.818872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] Set router 11b8c94e-e591-45dc-a85b-1ac4da11606c gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:03:40.839454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Made reservation on behalf of 0b44809095d1428087ef0aef8b8d868b for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:40.842658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:40.852920 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:40.883957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b8c94e-e591-45dc-a85b-1ac4da11606c', 'name': 'tempest-RoutersIpV6Test-router-945369336', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:03:38Z', 'updated_at': '2021-11-11T21:03:39Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:40.914853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb10182-af15-49f8-a86b-642e4bc5bcbb None None] The sync data for ids ['11b8c94e-e591-45dc-a85b-1ac4da11606c'] in n-d-805734-3 is: [{'id': '11b8c94e-e591-45dc-a85b-1ac4da11606c', 'name': 'tempest-RoutersIpV6Test-router-945369336', 'tenant_id': 'e99a43423f8642b1a666ae19239cd4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:03:38Z', 'updated_at': '2021-11-11T21:03:39Z', 'revision_number': 2, 'project_id': 'e99a43423f8642b1a666ae19239cd4fa', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:03:40.984260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.057232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.077719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:41.088980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.089396 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Added segment 2a7663cc-0fdd-46c3-bb33-a5db74cae1b4 of type vlan for network 2b92c8a2-ba4d-4b33-b45b-3998f12cc79e Nov 11 21:03:41.164195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.197923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e377594-befd-435e-8f7f-14a61bde0b5f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.201265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e377594-befd-435e-8f7f-14a61bde0b5f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.264097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Port': ['ID=36f18dd8-4aac-4657-a349-5fc301830f05,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:41.293126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Checking segment: {'id': 'c7fe3be7-1d38-4707-86f4-3312992e13b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dcbaa65d-8310-4137-8847-449cd19d5709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:41.293816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network hostable DHCP agents. Network: dcbaa65d-8310-4137-8847-449cd19d5709, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:41.305787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634046ee-8e26-402d-ae2b-8608747f5757 req-921e16a5-c86e-4e4d-976c-a7a467a8c3a9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:41.315303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-634046ee-8e26-402d-ae2b-8608747f5757 req-921e16a5-c86e-4e4d-976c-a7a467a8c3a9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 943 time: 0.2727547 Nov 11 21:03:41.327016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e377594-befd-435e-8f7f-14a61bde0b5f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.327864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e377594-befd-435e-8f7f-14a61bde0b5f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Fanout notify agent at l3_agent the message router_deleted on router 11b8c94e-e591-45dc-a85b-1ac4da11606c {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:03:41.335691 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e377594-befd-435e-8f7f-14a61bde0b5f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.341105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e377594-befd-435e-8f7f-14a61bde0b5f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/11b8c94e-e591-45dc-a85b-1ac4da11606c HTTP/1.1" status: 204 len: 168 time: 1.0570590 Nov 11 21:03:41.350045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.400080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f0a77551-74ba-47e5-866a-9e2abaf3f332 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=11b8c94e-e591-45dc-a85b-1ac4da11606c HTTP/1.1" status: 200 len: 205 time: 0.0431192 Nov 11 21:03:41.401025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58490) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.474083 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-12a1780d-7ab5-4aea-b5ae-7543a8ffc49b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] delete failed (client error): The resource could not be found. Nov 11 21:03:41.474083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-12a1780d-7ab5-4aea-b5ae-7543a8ffc49b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/11b8c94e-e591-45dc-a85b-1ac4da11606c HTTP/1.1" status: 404 len: 336 time: 0.0675960 Nov 11 21:03:41.474083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.512769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-634046ee-8e26-402d-ae2b-8608747f5757 req-7537c949-c2c0-4c28-a393-c027df7bd59a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961715 Nov 11 21:03:41.520752 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffbb891-9f44-4b4f-8f11-3b72a6e9e812 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:41.521440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffbb891-9f44-4b4f-8f11-3b72a6e9e812 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:41.524937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1ffbb891-9f44-4b4f-8f11-3b72a6e9e812 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/bf75e1ae-62bb-44cf-a373-4fcb37bb3027 HTTP/1.1" status: 404 len: 337 time: 0.0502102 Nov 11 21:03:41.530945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58496) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.546627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network dcbaa65d-8310-4137-8847-449cd19d5709 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:41.602593 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ed664c-0a4d-4684-b3da-3b9b97676f26 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:41.603162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ed664c-0a4d-4684-b3da-3b9b97676f26 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:41.610955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d9ed664c-0a4d-4684-b3da-3b9b97676f26 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/88429434-b1e5-4442-a16c-91c6c76afa7c HTTP/1.1" status: 404 len: 337 time: 0.0781412 Nov 11 21:03:41.613293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58498) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.661132 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e264aae7-7674-4fff-bc4a-a4178f9038d6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:41.661958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e264aae7-7674-4fff-bc4a-a4178f9038d6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:41.665618 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e264aae7-7674-4fff-bc4a-a4178f9038d6 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/7d7b7dbe-503f-40fd-b260-00c510989256 HTTP/1.1" status: 404 len: 337 time: 0.0511129 Nov 11 21:03:41.670169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.697104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3d3c7-23fa-49d3-884d-28e31a642776,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:41.705501 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1dae7e-a91c-40ff-87fe-8ff8de7e6725 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:41.706588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1dae7e-a91c-40ff-87fe-8ff8de7e6725 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:41.709821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0d1dae7e-a91c-40ff-87fe-8ff8de7e6725 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/0b71c46e-9822-48fd-a5bb-282cbd4b5e53 HTTP/1.1" status: 404 len: 337 time: 0.0374026 Nov 11 21:03:41.711797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, dcbaa65d-8310-4137-8847-449cd19d5709) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:41.712707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.718011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:41.726391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:41.729985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:41.730966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.732773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c2ecf-31d4-40ae-a8b9-a0d5bb4c56ce None None] Network dcbaa65d-8310-4137-8847-449cd19d5709 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:41.760435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-96b8c63b-8548-400e-a972-2588f0c8c461 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 200 len: 205 time: 0.0441711 Nov 11 21:03:41.765184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.799969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.801003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:41.801997 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:41.869908 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-dd90a23c-3a99-49b9-9f10-32e2b90abc89 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] delete failed (client error): The resource could not be found. Nov 11 21:03:41.877381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dd90a23c-3a99-49b9-9f10-32e2b90abc89 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/dfa39318-3304-47fe-9b8a-25207b2acb4d HTTP/1.1" status: 404 len: 336 time: 0.1019919 Nov 11 21:03:41.889510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.899657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b92c8a2-ba4d-4b33-b45b-3998f12cc79e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:41.930819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 2b92c8a2-ba4d-4b33-b45b-3998f12cc79e details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:41.947171 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b2151c25-f016-4f93-8559-4f6388273d4a tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4372180 Nov 11 21:03:41.949776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.954076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dcd48b42-1a12-4367-8d67-f66f1ae8e228 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=236681eb-4dec-4129-a981-ffa9e376f643 HTTP/1.1" status: 200 len: 205 time: 0.0634565 Nov 11 21:03:41.954708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:41.965328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030ba7-5cec-415c-8761-8d1696317730 req-355cfbfa-09c7-4259-a653-d343905c3038 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:41.974186 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21030ba7-5cec-415c-8761-8d1696317730 req-355cfbfa-09c7-4259-a653-d343905c3038 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.2631888 Nov 11 21:03:42.018953 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-93e04280-e6b7-49c0-814a-178199dd6f70 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] delete failed (client error): The resource could not be found. Nov 11 21:03:42.023203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-93e04280-e6b7-49c0-814a-178199dd6f70 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/236681eb-4dec-4129-a981-ffa9e376f643 HTTP/1.1" status: 404 len: 336 time: 0.0672629 Nov 11 21:03:42.030141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.032788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0f48c71e-b607-4399-b2b4-69be06e172f7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5291660 Nov 11 21:03:42.040474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58520) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.047164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Request body: {'subnet': {'network_id': '2b92c8a2-ba4d-4b33-b45b-3998f12cc79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940205873-subnet', 'tenant_id': '0b44809095d1428087ef0aef8b8d868b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:42.064523 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-04921c94-171c-4fb4-b26d-fe40f183cd82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:42.064826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04921c94-171c-4fb4-b26d-fe40f183cd82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:42.071317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-04921c94-171c-4fb4-b26d-fe40f183cd82 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/f69f958d-aa16-4f8c-866a-78aa0d02e658 HTTP/1.1" status: 404 len: 337 time: 0.0401344 Nov 11 21:03:42.072025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.120639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9308db68-c2df-4c39-b332-8f07d38d414d tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e5d7ca5-988e-4d6d-abc4-cb812e555820 HTTP/1.1" status: 200 len: 205 time: 0.0414145 Nov 11 21:03:42.122822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58524) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.143189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7d325-106a-4a4a-a28a-ba2cc4bc9988 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:42.164861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7d325-106a-4a4a-a28a-ba2cc4bc9988 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:42.167357 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-762bced7-5f0c-4d58-b155-22f695ddb6e1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] delete failed (client error): The resource could not be found. Nov 11 21:03:42.171393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5da7d325-106a-4a4a-a28a-ba2cc4bc9988 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2204659 Nov 11 21:03:42.172462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-762bced7-5f0c-4d58-b155-22f695ddb6e1 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/7e5d7ca5-988e-4d6d-abc4-cb812e555820 HTTP/1.1" status: 404 len: 336 time: 0.0486288 Nov 11 21:03:42.173196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58526) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.173528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.227946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Made reservation on behalf of 0b44809095d1428087ef0aef8b8d868b for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:42.230784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:42.250163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.250393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f80effbd-a586-4c22-8e5f-ea38c51888eb tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7de5119-b732-44e2-82b0-f7fe5ee5d8fb HTTP/1.1" status: 200 len: 205 time: 0.0742075 Nov 11 21:03:42.330118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21030ba7-5cec-415c-8761-8d1696317730 req-11fb6f7f-d5e7-4b08-bc1e-98c7700eb39b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547652 Nov 11 21:03:42.360051 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-7d5dbab6-f340-45c1-b834-d9dfefe1b9a4 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] delete failed (client error): The resource could not be found. Nov 11 21:03:42.361932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7d5dbab6-f340-45c1-b834-d9dfefe1b9a4 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/c7de5119-b732-44e2-82b0-f7fe5ee5d8fb HTTP/1.1" status: 404 len: 336 time: 0.0939090 Nov 11 21:03:42.365061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Deleting port d295a9e4-df99-4643-b084-a3ab116c5b9c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:42.365421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:42.401542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58532) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.444398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:42.463596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Calling delete_port for d295a9e4-df99-4643-b084-a3ab116c5b9c owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:42.473660 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea39f4c-fb41-4197-a0d8-96732bb058c0 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:42.474317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea39f4c-fb41-4197-a0d8-96732bb058c0 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:42.478346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6ea39f4c-fb41-4197-a0d8-96732bb058c0 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/1779df09-596f-49d9-88d5-2c963ab79660 HTTP/1.1" status: 404 len: 337 time: 0.0751455 Nov 11 21:03:42.480788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.527250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8e72bf9e-1896-4699-bc93-d822ba8bda85 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f33726b-178b-470b-b6de-bdf150a111da HTTP/1.1" status: 200 len: 205 time: 0.0450902 Nov 11 21:03:42.529830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.587407 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-31f2d600-e578-4c2f-8eab-8dffaa31581f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] delete failed (client error): The resource could not be found. Nov 11 21:03:42.588491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31f2d600-e578-4c2f-8eab-8dffaa31581f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/5f33726b-178b-470b-b6de-bdf150a111da HTTP/1.1" status: 404 len: 336 time: 0.0574925 Nov 11 21:03:42.595085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.642571 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8423a1a-416e-4df9-ace0-b9f27772a793 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:42.643105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8423a1a-416e-4df9-ace0-b9f27772a793 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:42.648949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f8423a1a-416e-4df9-ace0-b9f27772a793 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/a330ec37-be8f-485c-9a25-bafe70b11db2 HTTP/1.1" status: 404 len: 337 time: 0.0496860 Nov 11 21:03:42.650144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58544) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.709377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1d260cfd-b83c-4d0f-aaeb-3f8aef1c196b tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "GET /v2.0/ports?device_id=7da80022-6fa5-45a8-a352-9769e773ac42 HTTP/1.1" status: 200 len: 205 time: 0.0577698 Nov 11 21:03:42.710825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.711903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:42.743757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Port': ['ID=d295a9e4-df99-4643-b084-a3ab116c5b9c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:42.754482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:42.757475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9ec3fd7-e84d-47fc-8c8a-0e239a815dce tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/ports/d295a9e4-df99-4643-b084-a3ab116c5b9c HTTP/1.1" status: 204 len: 168 time: 0.5828202 Nov 11 21:03:42.760014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.796423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77657dc2-d804-4638-94ac-26eeed509dd8 req-a32803d5-3788-4de6-9b4c-38ebf2af679c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:42.798077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77657dc2-d804-4638-94ac-26eeed509dd8 req-a32803d5-3788-4de6-9b4c-38ebf2af679c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 943 time: 0.1697357 Nov 11 21:03:42.804448 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-44fbecd1-e123-43c7-be51-da1ed1c469e9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] delete failed (client error): The resource could not be found. Nov 11 21:03:42.805528 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-44fbecd1-e123-43c7-be51-da1ed1c469e9 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/routers/7da80022-6fa5-45a8-a352-9769e773ac42 HTTP/1.1" status: 404 len: 336 time: 0.0937338 Nov 11 21:03:42.809254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.854362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4671ac70-6a35-4a9c-8c41-5d17a641979e details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:03:42.875672 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-095e3cfc-1e46-4228-9ed8-52c8b07b257f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:42.876103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095e3cfc-1e46-4228-9ed8-52c8b07b257f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:42.881709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-095e3cfc-1e46-4228-9ed8-52c8b07b257f tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/aa4cba40-02f4-4822-8780-85868e72951a HTTP/1.1" status: 404 len: 337 time: 0.0679171 Nov 11 21:03:42.882625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58552) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:42.927707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77657dc2-d804-4638-94ac-26eeed509dd8 req-b7c3a0df-5144-4b29-94d9-15a361f1a83b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210668 Nov 11 21:03:42.954559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.030056 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-339abe76-77be-4fc4-b28c-7077e9ef6e35 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] DELETE failed (client error): The resource could not be found. Nov 11 21:03:43.030552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339abe76-77be-4fc4-b28c-7077e9ef6e35 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:03:43.039019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-339abe76-77be-4fc4-b28c-7077e9ef6e35 tempest-RoutersIpV6Test-619803904 tempest-RoutersIpV6Test-619803904-project] 10.222.0.31 "DELETE /v2.0/subnets/d3946aeb-c62b-40a6-bb7e-20ae9aabc24b HTTP/1.1" status: 404 len: 337 time: 0.1548905 Nov 11 21:03:43.052090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Deleting port 36f18dd8-4aac-4657-a349-5fc301830f05 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:43.075335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.085893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada3e64b-9429-465c-bbfe-2c1f407575b1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:43.114245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4671ac70-6a35-4a9c-8c41-5d17a641979e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4671ac70-6a35-4a9c-8c41-5d17a641979e,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:43.120128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Checking segment: {'id': '2a7663cc-0fdd-46c3-bb33-a5db74cae1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2b92c8a2-ba4d-4b33-b45b-3998f12cc79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:43.126878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Network hostable DHCP agents. Network: 2b92c8a2-ba4d-4b33-b45b-3998f12cc79e, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:43.140807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '4671ac70-6a35-4a9c-8c41-5d17a641979e', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'port_id': '4671ac70-6a35-4a9c-8c41-5d17a641979e', 'mac_address': 'fa:16:3e:14:04:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1608d-5253-4a2c-94d2-8d858bae473f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:03:43.225333 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.235145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.242526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4671ac70-6a35-4a9c-8c41-5d17a641979e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:03:43.250008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Calling delete_port for 36f18dd8-4aac-4657-a349-5fc301830f05 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:43.256923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Network 2b92c8a2-ba4d-4b33-b45b-3998f12cc79e is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:43.277206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4671ac70-6a35-4a9c-8c41-5d17a641979e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4671ac70-6a35-4a9c-8c41-5d17a641979e,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:43.320453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 2b92c8a2-ba4d-4b33-b45b-3998f12cc79e) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:43.325075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:43.326266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.351714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c032f28-48e2-4aeb-9c60-8cf24df324f7 None None] Network 2b92c8a2-ba4d-4b33-b45b-3998f12cc79e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:43.382075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.405146 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.437577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bafae7be-7422-4db8-abe4-be578ec3b225 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3959427 Nov 11 21:03:43.447143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Port': ['ID=36f18dd8-4aac-4657-a349-5fc301830f05,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:43.481886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.484690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-de129bb1-d9ad-45a4-90a1-7972a089c1cc tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/ports/36f18dd8-4aac-4657-a349-5fc301830f05 HTTP/1.1" status: 204 len: 168 time: 0.7236602 Nov 11 21:03:43.487486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:43.523804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc025a9-99e7-4644-8356-d8c293f14f3f req-aa61b6ca-35d9-477d-b373-cdc51637c05b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:43.525031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-53580512-4781-41bd-a296-589d6d825b85 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362263 Nov 11 21:03:43.525674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:43.526216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4671ac70-6a35-4a9c-8c41-5d17a641979e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:43.531616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cc025a9-99e7-4644-8356-d8c293f14f3f req-aa61b6ca-35d9-477d-b373-cdc51637c05b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0966182 Nov 11 21:03:43.531832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-798180141'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:43.622328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cc025a9-99e7-4644-8356-d8c293f14f3f req-8d2f66eb-cb60-4fe2-8b04-24d156af8e69 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825889 Nov 11 21:03:43.645985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c7f79-9a10-4cf0-8466-413f77133c8a None None] Network 2b92c8a2-ba4d-4b33-b45b-3998f12cc79e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:43.663066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Made reservation on behalf of a4d04b3c557a4a74923261e84b2063e8 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:43.667617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.701897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58572) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:43.706779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:43.719157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.719515 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Added segment ff12ca29-f646-4035-a6c3-3c2bd584cb5e of type vlan for network 0184276a-d1d6-4338-94bb-e1caed0cea62 Nov 11 21:03:43.743577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4671ac70-6a35-4a9c-8c41-5d17a641979e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:03:43.784704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.879694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.885780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:43.886403 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:43.948075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e110c2ef-b9cc-4e31-abe1-1c967f1bf819 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e99a43423f8642b1a666ae19239cd4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420366 Nov 11 21:03:43.949866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:44.014994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21cf43f6-19b0-4a6d-aa63-87088217b91b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.026724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Network': ['ID=0184276a-d1d6-4338-94bb-e1caed0cea62,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:44.038688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 0184276a-d1d6-4338-94bb-e1caed0cea62 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:44.080757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21cf43f6-19b0-4a6d-aa63-87088217b91b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.101202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:44.101829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-52ad7812-250e-4162-97d7-c9ae4d587d69 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5750017 Nov 11 21:03:44.110563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-908211593'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:44.223756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f88f09-4b76-41d0-a150-c88b4e31ef83 req-8f5e5b3a-7474-4cb2-b94c-483dc051ef70 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:44.225633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1f88f09-4b76-41d0-a150-c88b4e31ef83 req-8f5e5b3a-7474-4cb2-b94c-483dc051ef70 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 944 time: 0.1994319 Nov 11 21:03:44.283333 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1f88f09-4b76-41d0-a150-c88b4e31ef83 req-4175bd5a-992b-4522-8f29-7e7127181efe tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499792 Nov 11 21:03:44.330911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21cf43f6-19b0-4a6d-aa63-87088217b91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.333592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-21cf43f6-19b0-4a6d-aa63-87088217b91b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.336522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-21cf43f6-19b0-4a6d-aa63-87088217b91b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f6ba04b-6033-41fe-9438-339486c64f7c HTTP/1.1" status: 204 len: 168 time: 0.3855133 Nov 11 21:03:44.340831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Made reservation on behalf of a4d04b3c557a4a74923261e84b2063e8 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:44.345409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.375452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf43f6-19b0-4a6d-aa63-87088217b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ba04b-6033-41fe-9438-339486c64f7c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:44.393169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:44.405630 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.406678 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Added segment 0363b350-2c84-4301-8f27-a46682c1e8a7 of type vlan for network f43d0b21-f6bf-4038-b309-6b49e6d4c6dc Nov 11 21:03:44.456132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:44.463398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131760378-network', 'tenant_id': '6ca8bc080b5e435a891ce7f21c55efdc'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:44.467109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.594103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.594523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Made reservation on behalf of 6ca8bc080b5e435a891ce7f21c55efdc for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:44.597692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.601326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:44.602137 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.614596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.722967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Network': ['ID=f43d0b21-f6bf-4038-b309-6b49e6d4c6dc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:44.735027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f43d0b21-f6bf-4038-b309-6b49e6d4c6dc details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:44.745312 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.786243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4feaa8-2f81-4269-b91a-12748c4f260d req-289320b0-0721-4121-ba7e-28139447c6fe tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:44.787504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e4feaa8-2f81-4269-b91a-12748c4f260d req-289320b0-0721-4121-ba7e-28139447c6fe tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0740359 Nov 11 21:03:44.846157 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e4feaa8-2f81-4269-b91a-12748c4f260d req-b64f68aa-7c96-4a1e-8b42-077134b0f5b0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Nov 11 21:03:44.881375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8a341b02-e41c-4725-ad3a-9a05b9c074a3 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7736692 Nov 11 21:03:44.898723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.972833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:44.990477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de9c99b-f5c3-456b-81a2-0fc208ab347d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:44.998917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:44.999274 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Added segment c68f67e0-2be4-4dd8-a857-08db7a2db5ad of type vlan for network 60709b98-bdeb-4272-b43e-74d5673e7988 Nov 11 21:03:45.124031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:45.255946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:45.257002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:45.257598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:45.355492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] Pushing event updated for resources: {'Network': ['ID=60709b98-bdeb-4272-b43e-74d5673e7988,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:45.383201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 60709b98-bdeb-4272-b43e-74d5673e7988 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:45.482250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a36ed48c-93c2-4a4f-a1fe-9d6fbb536b7e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0237381 Nov 11 21:03:45.485160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:45.490963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Request body: {'subnet': {'network_id': '60709b98-bdeb-4272-b43e-74d5673e7988', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131760378-subnet', 'tenant_id': '6ca8bc080b5e435a891ce7f21c55efdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:45.547647 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191640b-a4ad-4162-bf29-e648f6624875 req-2b1c0907-70ab-46fb-9675-e7dcb8a2550b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:45.556090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0191640b-a4ad-4162-bf29-e648f6624875 req-2b1c0907-70ab-46fb-9675-e7dcb8a2550b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 944 time: 0.1384172 Nov 11 21:03:45.628834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Made reservation on behalf of 6ca8bc080b5e435a891ce7f21c55efdc for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:45.631310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:45.639188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0191640b-a4ad-4162-bf29-e648f6624875 req-8ea61cbf-d7f1-4a10-ab00-5351686739e2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726357 Nov 11 21:03:46.020318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f57832-8e5a-45ee-8091-f10e9512c588 req-058f066b-81fd-4b21-a2cc-dd9dc7c21cd3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:46.031590 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-97f57832-8e5a-45ee-8091-f10e9512c588 req-058f066b-81fd-4b21-a2cc-dd9dc7c21cd3 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1039767 Nov 11 21:03:46.042004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:46.170613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Checking segment: {'id': 'c68f67e0-2be4-4dd8-a857-08db7a2db5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '60709b98-bdeb-4272-b43e-74d5673e7988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:46.171409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Network hostable DHCP agents. Network: 60709b98-bdeb-4272-b43e-74d5673e7988, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:46.173863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09dedea-755a-480f-a63f-9aa0330cc3b7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:46.182419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-97f57832-8e5a-45ee-8091-f10e9512c588 req-8727b6d0-0ee7-460d-9d82-766c6bd266e0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499302 Nov 11 21:03:46.261611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58642) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:46.269737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Network 60709b98-bdeb-4272-b43e-74d5673e7988 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:46.388540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 60709b98-bdeb-4272-b43e-74d5673e7988) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:46.394316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:46.397556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:46.397707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3fbba-df28-426e-a8c5-df8c13324029 None None] Network 60709b98-bdeb-4272-b43e-74d5673e7988 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:46.424169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276708360'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:46.553542 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-42dfd135-a56a-4623-8152-11b0501145f7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0655756 Nov 11 21:03:46.644331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1f545-bd7e-48e3-93f2-c7141c57fd6a None None] Network 60709b98-bdeb-4272-b43e-74d5673e7988 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:46.686874 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:46.698705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:46.800461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:46.915345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4671ac70-6a35-4a9c-8c41-5d17a641979e up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:03:46.927258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:46.946095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc0e91-c49a-461f-ba8b-77f6d5259236 req-ffe92f9d-6177-4d8c-b36d-e41bc4bd175b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:46.954549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3bc0e91-c49a-461f-ba8b-77f6d5259236 req-ffe92f9d-6177-4d8c-b36d-e41bc4bd175b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 944 time: 0.1458759 Nov 11 21:03:46.988404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] Deleting subnet ada3e64b-9429-465c-bbfe-2c1f407575b1 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:46.995068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:46.999868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.053516 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3bc0e91-c49a-461f-ba8b-77f6d5259236 req-42da3038-eaab-4857-88bd-7c5139a8c60a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975797 Nov 11 21:03:47.062934 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.090976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf238353-11d7-4889-9560-1f16838b0d40,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:47.113499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.114419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 4671ac70-6a35-4a9c-8c41-5d17a641979e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:03:47.133558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 4671ac70-6a35-4a9c-8c41-5d17a641979e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:47.134747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.207824 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:03:47.208546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.263611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.310619 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.313469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada3e64b-9429-465c-bbfe-2c1f407575b1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:47.332514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.379023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.380342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7aba6b-3328-4364-a7af-51bc1d4535f1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:47.397654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-887ec31f-0ba2-467e-a14a-5198d8feadba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ada3e64b-9429-465c-bbfe-2c1f407575b1 HTTP/1.1" status: 204 len: 168 time: 0.5937850 Nov 11 21:03:47.398383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:47.430647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4671ac70-6a35-4a9c-8c41-5d17a641979e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:47.438117 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd288c4-069d-4ec4-8385-8713ee3d238a" -d '{"events": [{"server_uuid": "3a9dbec5-380f-4f28-bd89-25f017ff802c", "name": "network-vif-plugged", "status": "completed", "tag": "4671ac70-6a35-4a9c-8c41-5d17a641979e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:47.472583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4671ac70-6a35-4a9c-8c41-5d17a641979e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4671ac70-6a35-4a9c-8c41-5d17a641979e,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:47.490847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.492177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-19acab3b-8389-4842-b5dc-4950b26acabd tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2292318 Nov 11 21:03:47.498929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:47.537411 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055fd47-c9e7-4828-a9ca-bea728c364f4 x-openstack-request-id: req-e055fd47-c9e7-4828-a9ca-bea728c364f4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:47.537654 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9dbec5-380f-4f28-bd89-25f017ff802c", "name": "network-vif-plugged", "status": "completed", "tag": "4671ac70-6a35-4a9c-8c41-5d17a641979e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:47.537879 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e055fd47-c9e7-4828-a9ca-bea728c364f4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:47.538295 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4671ac70-6a35-4a9c-8c41-5d17a641979e', 'code': 200} Nov 11 21:03:47.577980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.636716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980af29-b20f-4346-abd7-46c48062d9cf req-3fbc2daa-bcf3-4b7c-b85f-4cfd09d7ae21 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:47.638701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3980af29-b20f-4346-abd7-46c48062d9cf req-3fbc2daa-bcf3-4b7c-b85f-4cfd09d7ae21 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.2833302 Nov 11 21:03:47.641539 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.666489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4671ac70-6a35-4a9c-8c41-5d17a641979e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:47.707450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9684cabb-8d41-4d1c-85dd-649a1a338257 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2028971 Nov 11 21:03:47.708025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58666) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:47.713400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ab4255a8-1b37-4d2a-8ca1-819ca4ab0c58 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-security--1310666957', 'description': 'tempest-security-description-368341172'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:47.739016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22455b4-e88e-4a61-bd52-5f74f94b733c req-9dc85294-8c5d-4619-b736-5bfadf3fb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:47.741791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a22455b4-e88e-4a61-bd52-5f74f94b733c req-9dc85294-8c5d-4619-b736-5bfadf3fb3a1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 1096 time: 0.1019235 Nov 11 21:03:47.774694 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab4255a8-1b37-4d2a-8ca1-819ca4ab0c58 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.819700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.825519 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3980af29-b20f-4346-abd7-46c48062d9cf req-d4a32db9-a409-473e-92cf-61a9f07e96dd tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677580 Nov 11 21:03:47.847312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b92c8a2-ba4d-4b33-b45b-3998f12cc79e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:47.858111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7663cc-0fdd-46c3-bb33-a5db74cae1b4') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:47.858620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7663cc-0fdd-46c3-bb33-a5db74cae1b4') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:47.867424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab4255a8-1b37-4d2a-8ca1-819ca4ab0c58 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.869114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.870091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a22455b4-e88e-4a61-bd52-5f74f94b733c req-69cb6f42-39a1-4cf7-94c3-091e03e98ee1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208990 Nov 11 21:03:47.883925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.891313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:47.891709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:47.893811 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:47.964939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab4255a8-1b37-4d2a-8ca1-819ca4ab0c58 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.968074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab4255a8-1b37-4d2a-8ca1-819ca4ab0c58 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:47.969370 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ab4255a8-1b37-4d2a-8ca1-819ca4ab0c58 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "PUT /v2.0/security-groups/8c7aba6b-3328-4364-a7af-51bc1d4535f1 HTTP/1.1" status: 200 len: 1796 time: 0.2595608 Nov 11 21:03:47.972539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58670) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:47.994420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4255a8-1b37-4d2a-8ca1-819ca4ab0c58 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7aba6b-3328-4364-a7af-51bc1d4535f1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:48.020913 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8736ba65-72fc-477a-8058-05dd57d4242b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups/8c7aba6b-3328-4364-a7af-51bc1d4535f1 HTTP/1.1" status: 200 len: 1796 time: 0.0435960 Nov 11 21:03:48.021136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.060479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.066525 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.069658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2b92c8a2-ba4d-4b33-b45b-3998f12cc79e HTTP/1.1" status: 204 len: 168 time: 0.6449068 Nov 11 21:03:48.072650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.085023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4f386-b692-4522-8517-3acc4f190367 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b92c8a2-ba4d-4b33-b45b-3998f12cc79e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:48.097878 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a7e186a-a834-4157-a6c8-b5a1f35ac36e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.126979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a7e186a-a834-4157-a6c8-b5a1f35ac36e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.147537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] Deleting subnet c09dedea-755a-480f-a63f-9aa0330cc3b7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:48.152121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.225125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.234758 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a7e186a-a834-4157-a6c8-b5a1f35ac36e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.238902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1a7e186a-a834-4157-a6c8-b5a1f35ac36e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.240401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1a7e186a-a834-4157-a6c8-b5a1f35ac36e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c7aba6b-3328-4364-a7af-51bc1d4535f1 HTTP/1.1" status: 204 len: 168 time: 0.2181742 Nov 11 21:03:48.246316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.256054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.260032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e186a-a834-4157-a6c8-b5a1f35ac36e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7aba6b-3328-4364-a7af-51bc1d4535f1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:48.265006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'subnets': [{'network_id': '0184276a-d1d6-4338-94bb-e1caed0cea62', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1574259355', 'ip_version': 6}, {'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:48.265315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'subnet': {'network_id': '0184276a-d1d6-4338-94bb-e1caed0cea62', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1574259355', 'ip_version': 6}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:48.265993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Request body: {'subnet': {'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:48.286758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f96459-7f79-43f6-80ce-4823eefe514e req-41f62c5e-7aa5-43dc-98f5-766be4868954 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:48.288458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f96459-7f79-43f6-80ce-4823eefe514e req-41f62c5e-7aa5-43dc-98f5-766be4868954 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 945 time: 0.1101301 Nov 11 21:03:48.305715 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a252509a-3649-4d69-a87e-0121596350d2 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579071 Nov 11 21:03:48.308652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58684) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.322992 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c4dbfbac-2d22-481b-97ea-b7c4dd91d9b6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] delete failed (client error): The resource could not be found. Nov 11 21:03:48.324031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4dbfbac-2d22-481b-97ea-b7c4dd91d9b6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/8c7aba6b-3328-4364-a7af-51bc1d4535f1 HTTP/1.1" status: 404 len: 347 time: 0.0142565 Nov 11 21:03:48.328623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.333980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-277e53e6-5598-4437-9945-b5739c10705f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592699171'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:48.370875 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.441525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3f96459-7f79-43f6-80ce-4823eefe514e req-ad49eb95-7ae4-470d-98f9-a9f7dac4759b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410384 Nov 11 21:03:48.451324 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277e53e6-5598-4437-9945-b5739c10705f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.534787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277e53e6-5598-4437-9945-b5739c10705f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.656570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.683346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09dedea-755a-480f-a63f-9aa0330cc3b7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:48.685967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.689152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b6f38200-776f-492e-a7f0-1e80a0024344 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c09dedea-755a-480f-a63f-9aa0330cc3b7 HTTP/1.1" status: 204 len: 168 time: 0.6152556 Nov 11 21:03:48.691565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58690) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.707970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277e53e6-5598-4437-9945-b5739c10705f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.708516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Made reservation on behalf of a4d04b3c557a4a74923261e84b2063e8 for: {'subnet': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:48.712881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.713218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.740971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e53e6-5598-4437-9945-b5739c10705f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5fe9c4-9802-430e-87c9-8ac70dfa457a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:48.797215 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-277e53e6-5598-4437-9945-b5739c10705f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.801923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-277e53e6-5598-4437-9945-b5739c10705f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4695947 Nov 11 21:03:48.802892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:48.807690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bbdd9e6e-23e2-404f-ad15-c111a59f6cda tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '1c5fe9c4-9802-430e-87c9-8ac70dfa457a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:48.839103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.879570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9e6e-23e2-404f-ad15-c111a59f6cda tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.972637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.985849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9e6e-23e2-404f-ad15-c111a59f6cda tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:48.999558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ce82-669e-41df-8f8b-7c1d2e19dbbf req-ebe0a72e-4cf7-4219-8e1b-3f696f24113c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:49.001194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3209ce82-669e-41df-8f8b-7c1d2e19dbbf req-ebe0a72e-4cf7-4219-8e1b-3f696f24113c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0849082 Nov 11 21:03:49.007828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60709b98-bdeb-4272-b43e-74d5673e7988']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:49.041284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68f67e0-2be4-4dd8-a857-08db7a2db5ad') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:49.041579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68f67e0-2be4-4dd8-a857-08db7a2db5ad') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:49.051800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3209ce82-669e-41df-8f8b-7c1d2e19dbbf req-2a24f6a3-c40b-4370-b4b7-b08f4b4bc078 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Nov 11 21:03:49.058852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9e6e-23e2-404f-ad15-c111a59f6cda tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.059066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.074590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd9e6e-23e2-404f-ad15-c111a59f6cda tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d157449b-ad7f-440f-8077-7e8b7a97f60a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:49.099013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.133379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:49.133782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:49.135523 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:49.143979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bbdd9e6e-23e2-404f-ad15-c111a59f6cda tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.145243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bbdd9e6e-23e2-404f-ad15-c111a59f6cda tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419037 Nov 11 21:03:49.148200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:49.179241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d63e4ccd-e0e0-4d54-a7bf-b1de80499f83 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.190187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d63e4ccd-e0e0-4d54-a7bf-b1de80499f83 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.311171 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d63e4ccd-e0e0-4d54-a7bf-b1de80499f83 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.325042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d63e4ccd-e0e0-4d54-a7bf-b1de80499f83 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.325042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d63e4ccd-e0e0-4d54-a7bf-b1de80499f83 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d157449b-ad7f-440f-8077-7e8b7a97f60a HTTP/1.1" status: 204 len: 168 time: 0.1752136 Nov 11 21:03:49.329027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58706) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:49.335151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e4ccd-e0e0-4d54-a7bf-b1de80499f83 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d157449b-ad7f-440f-8077-7e8b7a97f60a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:49.371207 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.381783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ca11276-5c2e-4f4a-ad0b-29b629972947 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512953 Nov 11 21:03:49.384010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58708) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:49.385167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.389305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] 10.222.0.31 "DELETE /v2.0/networks/60709b98-bdeb-4272-b43e-74d5673e7988 HTTP/1.1" status: 204 len: 168 time: 0.6965802 Nov 11 21:03:49.410532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5143b5d-59c3-4887-85b7-e4a54fbafc64 admin admin] Pushing event deleted for resources: {'Network': ['ID=60709b98-bdeb-4272-b43e-74d5673e7988,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:49.462361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57d9535a-3039-4a8a-8cf5-8bf5d40985a6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.488799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57d9535a-3039-4a8a-8cf5-8bf5d40985a6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.587217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd2c17-680d-4059-9764-d2b5a135203a req-d643e9d8-ab06-419c-86bf-911be698f0f7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:49.587217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fbd2c17-680d-4059-9764-d2b5a135203a req-d643e9d8-ab06-419c-86bf-911be698f0f7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 945 time: 0.0589209 Nov 11 21:03:49.631942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fbd2c17-680d-4059-9764-d2b5a135203a req-fbd714a0-1492-4eda-b5ca-4a031d0eb919 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Nov 11 21:03:49.696537 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.749491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57d9535a-3039-4a8a-8cf5-8bf5d40985a6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.755714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-57d9535a-3039-4a8a-8cf5-8bf5d40985a6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.760112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-57d9535a-3039-4a8a-8cf5-8bf5d40985a6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c5fe9c4-9802-430e-87c9-8ac70dfa457a HTTP/1.1" status: 204 len: 168 time: 0.3724055 Nov 11 21:03:49.760891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Subnet': ['ID=356d7c79-a60a-4592-b0a8-1900975799cf,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:49.761593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:49.771018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Checking segment: {'id': 'ff12ca29-f646-4035-a6c3-3c2bd584cb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0184276a-d1d6-4338-94bb-e1caed0cea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:49.772946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network hostable DHCP agents. Network: 0184276a-d1d6-4338-94bb-e1caed0cea62, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:49.791634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9535a-3039-4a8a-8cf5-8bf5d40985a6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5fe9c4-9802-430e-87c9-8ac70dfa457a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:49.824436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-43899895-8597-409f-9ffa-c588c25ead86 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618861 Nov 11 21:03:49.828648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58718) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:49.832696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-963fbfc1-cc75-4f17-8bd9-97c7a1c703b5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--345475774'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:49.862185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network 0184276a-d1d6-4338-94bb-e1caed0cea62 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:49.912802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-963fbfc1-cc75-4f17-8bd9-97c7a1c703b5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.936418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 0184276a-d1d6-4338-94bb-e1caed0cea62) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:49.940567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:49.951776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ad01db-85da-41d9-9d82-a74321aa8d79 None None] Network 0184276a-d1d6-4338-94bb-e1caed0cea62 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:49.964366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58720) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:50.002316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event updated for resources: {'Subnet': ['ID=20cd4157-2bfe-4783-a050-8f38cd7b1a66,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:50.026375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Checking segment: {'id': '0363b350-2c84-4301-8f27-a46682c1e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:50.027102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network hostable DHCP agents. Network: f43d0b21-f6bf-4038-b309-6b49e6d4c6dc, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:03:50.043163 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8179de3b-676f-43bb-b0b3-72d32c96c813 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b44809095d1428087ef0aef8b8d868b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776718 Nov 11 21:03:50.046487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:50.079678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-963fbfc1-cc75-4f17-8bd9-97c7a1c703b5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.109123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Network f43d0b21-f6bf-4038-b309-6b49e6d4c6dc is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:03:50.119271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6865aaf8-32d3-473b-8d26-43a51d5d5423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.165392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-963fbfc1-cc75-4f17-8bd9-97c7a1c703b5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.178663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6865aaf8-32d3-473b-8d26-43a51d5d5423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.198636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fbfc1-cc75-4f17-8bd9-97c7a1c703b5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462052f6-1f1f-4cc3-9eae-5a09c603fa50,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:50.219470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f43d0b21-f6bf-4038-b309-6b49e6d4c6dc) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:50.225995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:50.227329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:50.227954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.253018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4fe656-fc2f-4e68-9d9a-c68d35faf6f7 None None] Network f43d0b21-f6bf-4038-b309-6b49e6d4c6dc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:50.263688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecaf33-d0e6-46e6-b3a1-658c20dc17f3 req-7362529a-7f74-4859-8c9d-fb821d04eafb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:50.272416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cecaf33-d0e6-46e6-b3a1-658c20dc17f3 req-7362529a-7f74-4859-8c9d-fb821d04eafb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1410372 Nov 11 21:03:50.275799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-963fbfc1-cc75-4f17-8bd9-97c7a1c703b5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.280108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-963fbfc1-cc75-4f17-8bd9-97c7a1c703b5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4507339 Nov 11 21:03:50.288773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58728) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:50.295399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-51f772b8-6e59-46ae-81c3-572943c4f8f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '462052f6-1f1f-4cc3-9eae-5a09c603fa50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:50.332921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cecaf33-d0e6-46e6-b3a1-658c20dc17f3 req-85c7726e-6539-42fa-b863-bf2883d46467 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Nov 11 21:03:50.363034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f25898ed-2a0c-4deb-9bbf-0536098c5253 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1049657 Nov 11 21:03:50.365493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:50.366204 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6865aaf8-32d3-473b-8d26-43a51d5d5423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.368761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6865aaf8-32d3-473b-8d26-43a51d5d5423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.369939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6865aaf8-32d3-473b-8d26-43a51d5d5423 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fa3d3c7-23fa-49d3-884d-28e31a642776 HTTP/1.1" status: 204 len: 168 time: 0.3224862 Nov 11 21:03:50.392771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865aaf8-32d3-473b-8d26-43a51d5d5423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3d3c7-23fa-49d3-884d-28e31a642776,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:50.435649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ebce1-5554-460e-a681-e7eb797dbee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-0184276a-d1d6-4338-94bb-e1caed0cea62', 'network_id': '0184276a-d1d6-4338-94bb-e1caed0cea62', 'tenant_id': 'a4d04b3c557a4a74923261e84b2063e8', 'fixed_ips': [{'subnet_id': '356d7c79-a60a-4592-b0a8-1900975799cf'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:03:50.437616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebce1-5554-460e-a681-e7eb797dbee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.456805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51f772b8-6e59-46ae-81c3-572943c4f8f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.509874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2de2e-f404-41ee-8972-a3221c50eed0 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:50.511651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2de2e-f404-41ee-8972-a3221c50eed0 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:50.516241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2de2e-f404-41ee-8972-a3221c50eed0 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:50.532414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:50.545363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d9f2de2e-f404-41ee-8972-a3221c50eed0 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1637700 Nov 11 21:03:50.614864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51f772b8-6e59-46ae-81c3-572943c4f8f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.619428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Deleting subnet 356d7c79-a60a-4592-b0a8-1900975799cf {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:50.623978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.652992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f43d0b21-f6bf-4038-b309-6b49e6d4c6dc', 'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc', 'tenant_id': 'a4d04b3c557a4a74923261e84b2063e8', 'fixed_ips': [{'subnet_id': '20cd4157-2bfe-4783-a050-8f38cd7b1a66'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:03:50.656098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.679158 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.733705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51f772b8-6e59-46ae-81c3-572943c4f8f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.742797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.798118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f772b8-6e59-46ae-81c3-572943c4f8f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71eaeb35-0545-4a87-b0bb-e4499e6099b3,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:50.848441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Allocated IP 2001:db8:0:1::1 (f43d0b21-f6bf-4038-b309-6b49e6d4c6dc/20cd4157-2bfe-4783-a050-8f38cd7b1a66/dfe8dadf-7112-4533-8d50-a470ffd20625) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:03:50.850356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01063f-329c-4090-a49d-a1d1d7cbaad8 req-9334d2cf-1b01-40cd-87d9-9cfd611de4e2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:50.851858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf01063f-329c-4090-a49d-a1d1d7cbaad8 req-9334d2cf-1b01-40cd-87d9-9cfd611de4e2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 945 time: 0.0757675 Nov 11 21:03:50.902209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf01063f-329c-4090-a49d-a1d1d7cbaad8 req-7b7075aa-6cbe-4aef-853d-1d56b2e522b8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Nov 11 21:03:50.934373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51f772b8-6e59-46ae-81c3-572943c4f8f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:50.937397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-51f772b8-6e59-46ae-81c3-572943c4f8f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6476054 Nov 11 21:03:50.939960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:50.945477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-202d9c3e-29f4-4ef2-acdc-308aba55cfad tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '462052f6-1f1f-4cc3-9eae-5a09c603fa50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:50.967978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.023380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Subnet': ['ID=356d7c79-a60a-4592-b0a8-1900975799cf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:51.032055 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.039011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0355801c-0ad9-4bee-acca-b346f28a8c1c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/subnets/356d7c79-a60a-4592-b0a8-1900975799cf HTTP/1.1" status: 204 len: 168 time: 0.5028026 Nov 11 21:03:51.039354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:51.040493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-202d9c3e-29f4-4ef2-acdc-308aba55cfad tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-1e9ebce1-5554-460e-a681-e7eb797dbee1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 356d7c79-a60a-4592-b0a8-1900975799cf: This subnet is being modified by another concurrent operation. Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 356d7c79-a60a-4592-b0a8-1900975799cf: This subnet is being modified by another concurrent operation. Nov 11 21:03:51.045467 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server Nov 11 21:03:51.053676 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.088355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebdddaa-94b5-4f01-a576-cd7389c3e25c None None] Network 0184276a-d1d6-4338-94bb-e1caed0cea62 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:51.160639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Deleting subnet 20cd4157-2bfe-4783-a050-8f38cd7b1a66 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:03:51.193738 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.204860 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.221717 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-202d9c3e-29f4-4ef2-acdc-308aba55cfad tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.252069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec62fb4-15ee-486e-8158-6cd9688a619b req-23daeeef-4057-4819-a023-6de474af8615 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:51.266514 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ec62fb4-15ee-486e-8158-6cd9688a619b req-23daeeef-4057-4819-a023-6de474af8615 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 945 time: 0.1727057 Nov 11 21:03:51.279240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.328173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Network f43d0b21-f6bf-4038-b309-6b49e6d4c6dc is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:03:51.328319 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-202d9c3e-29f4-4ef2-acdc-308aba55cfad tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.328948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Pushing event updated for resources: {'Port': ['ID=dfe8dadf-7112-4533-8d50-a470ffd20625,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:51.332279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:03:51.334851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:03:51.413604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ec62fb4-15ee-486e-8158-6cd9688a619b req-8b5a81ae-8f1b-4aa8-9540-42467ea05677 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419392 Nov 11 21:03:51.419469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.423920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d9c3e-29f4-4ef2-acdc-308aba55cfad tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1569358d-2387-4f9b-827a-2d04b409d9ce,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:51.468737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Attempting to bind port dfe8dadf-7112-4533-8d50-a470ffd20625 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:03:51.469118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Attempting to bind port dfe8dadf-7112-4533-8d50-a470ffd20625 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0363b350-2c84-4301-8f27-a46682c1e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:03:51.469491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Attempting to bind port dfe8dadf-7112-4533-8d50-a470ffd20625 on network f43d0b21-f6bf-4038-b309-6b49e6d4c6dc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:03:51.474971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:03:51.475380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Checking segment: {'id': '0363b350-2c84-4301-8f27-a46682c1e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:03:51.475791 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.476448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Bound using segment: {'id': '0363b350-2c84-4301-8f27-a46682c1e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:03:51.476931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Bound port: dfe8dadf-7112-4533-8d50-a470ffd20625, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0363b350-2c84-4301-8f27-a46682c1e8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f43d0b21-f6bf-4038-b309-6b49e6d4c6dc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:03:51.477321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.533276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b6bba-04f4-42a7-b81b-d446a515c8f3 req-48fc2ae8-6301-4966-868b-b80d876d3ee0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:51.540995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-391b6bba-04f4-42a7-b81b-d446a515c8f3 req-48fc2ae8-6301-4966-868b-b80d876d3ee0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0821655 Nov 11 21:03:51.550766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-202d9c3e-29f4-4ef2-acdc-308aba55cfad tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.555627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-202d9c3e-29f4-4ef2-acdc-308aba55cfad tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6141138 Nov 11 21:03:51.557066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:51.563066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2ac83197-f9fa-4ae0-aa31-c0d232aa527f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '462052f6-1f1f-4cc3-9eae-5a09c603fa50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:51.583887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:51.593411 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-391b6bba-04f4-42a7-b81b-d446a515c8f3 req-b1e1aeb5-2143-4a20-a27b-0ea5716186d6 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514259 Nov 11 21:03:51.629871 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.630009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] For port dfe8dadf-7112-4533-8d50-a470ffd20625, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:03:51.630640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] For port dfe8dadf-7112-4533-8d50-a470ffd20625, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dfe8dadf-7112-4533-8d50-a470ffd20625,segment=NetworkSegment(0363b350-2c84-4301-8f27-a46682c1e8a7),segment_id=0363b350-2c84-4301-8f27-a46682c1e8a7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:03:51.638858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ac83197-f9fa-4ae0-aa31-c0d232aa527f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.655054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-640d2e40-4c2c-4482-afb6-6a7c700ca428 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ca8bc080b5e435a891ce7f21c55efdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699518 Nov 11 21:03:51.658595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:51.666423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Subnet': ['ID=20cd4157-2bfe-4783-a050-8f38cd7b1a66,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:51.691413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.691736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.698091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ef0bdbfa-7519-4491-a8a9-3fb5424f4896 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/subnets/20cd4157-2bfe-4783-a050-8f38cd7b1a66 HTTP/1.1" status: 204 len: 168 time: 0.6539793 Nov 11 21:03:51.713207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:51.728310 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ac83197-f9fa-4ae0-aa31-c0d232aa527f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.766583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ac58e-0d0d-451b-b473-f121f467c662 None None] Pushing event updated for resources: {'Port': ['ID=dfe8dadf-7112-4533-8d50-a470ffd20625,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:51.828099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ac83197-f9fa-4ae0-aa31-c0d232aa527f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.832027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79167fe-1ca9-44a5-8ab0-7349d778ff8d tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:51.838896 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b79167fe-1ca9-44a5-8ab0-7349d778ff8d tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1320338 Nov 11 21:03:51.838896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5152ad-7689-46b1-8215-ce8be0c2021d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.839950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:51.866244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac83197-f9fa-4ae0-aa31-c0d232aa527f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77be877d-3afb-4dd7-8bcd-240c24315dd0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:51.921679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5152ad-7689-46b1-8215-ce8be0c2021d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.954745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ac83197-f9fa-4ae0-aa31-c0d232aa527f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:51.964867 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2ac83197-f9fa-4ae0-aa31-c0d232aa527f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4039357 Nov 11 21:03:51.965884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:51.976099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-db7257b4-3148-4c85-980f-5b5d15705e70 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '462052f6-1f1f-4cc3-9eae-5a09c603fa50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:52.045941 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.085107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db7257b4-3148-4c85-980f-5b5d15705e70 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.154465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db7257b4-3148-4c85-980f-5b5d15705e70 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.228074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db7257b4-3148-4c85-980f-5b5d15705e70 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.248974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7257b4-3148-4c85-980f-5b5d15705e70 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9e5f47-97b0-4d83-a220-cc7eca0feb00,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:52.292450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.315264 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db7257b4-3148-4c85-980f-5b5d15705e70 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.317959 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-db7257b4-3148-4c85-980f-5b5d15705e70 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3480372 Nov 11 21:03:52.319249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58774) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:52.324407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dd38b97e-6cac-46cd-96a5-cbe205dc776b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '462052f6-1f1f-4cc3-9eae-5a09c603fa50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:52.331188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ae71a-42a8-43e9-985f-a554790b96e3 req-12c8f2d1-f247-4fe9-893e-00066e271cd7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:52.333878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b8ae71a-42a8-43e9-985f-a554790b96e3 req-12c8f2d1-f247-4fe9-893e-00066e271cd7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 945 time: 0.4144514 Nov 11 21:03:52.416642 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7b8ae71a-42a8-43e9-985f-a554790b96e3 req-881b5574-405f-40d1-8a9f-b473347f3330 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771291 Nov 11 21:03:52.424054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Deleting port dfe8dadf-7112-4533-8d50-a470ffd20625 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:52.424664 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.424805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd38b97e-6cac-46cd-96a5-cbe205dc776b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.501186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] For port dfe8dadf-7112-4533-8d50-a470ffd20625, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dfe8dadf-7112-4533-8d50-a470ffd20625,segment=NetworkSegment(0363b350-2c84-4301-8f27-a46682c1e8a7),segment_id=0363b350-2c84-4301-8f27-a46682c1e8a7)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:52.501392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd38b97e-6cac-46cd-96a5-cbe205dc776b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.501546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.515151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Calling delete_port for dfe8dadf-7112-4533-8d50-a470ffd20625 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:52.558732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5152ad-7689-46b1-8215-ce8be0c2021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.562465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad5152ad-7689-46b1-8215-ce8be0c2021d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.563665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ad5152ad-7689-46b1-8215-ce8be0c2021d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1de9c99b-f5c3-456b-81a2-0fc208ab347d HTTP/1.1" status: 204 len: 168 time: 0.9037180 Nov 11 21:03:52.577388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5152ad-7689-46b1-8215-ce8be0c2021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de9c99b-f5c3-456b-81a2-0fc208ab347d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:52.728574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd38b97e-6cac-46cd-96a5-cbe205dc776b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.754481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.774354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b97e-6cac-46cd-96a5-cbe205dc776b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c59b14-932e-4c6c-a2b9-3f6c5aa7fc8e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:52.784810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa58ba-c350-4792-ab04-307b6ff9fb47 req-569ef161-a3b5-40eb-8ec6-d8fd9ab82ca2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:52.793283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bfa58ba-c350-4792-ab04-307b6ff9fb47 req-569ef161-a3b5-40eb-8ec6-d8fd9ab82ca2 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1130192 Nov 11 21:03:52.829139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Port': ['ID=dfe8dadf-7112-4533-8d50-a470ffd20625,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:52.839813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] No DVR routers for this DVR port dfe8dadf-7112-4533-8d50-a470ffd20625 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:52.861960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bfa58ba-c350-4792-ab04-307b6ff9fb47 req-24d778f6-a87a-4d82-81b8-60cd6c6ca86c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626600 Nov 11 21:03:52.863974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d4c08-613f-4227-8a50-22452f7a64eb None None] Network f43d0b21-f6bf-4038-b309-6b49e6d4c6dc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:03:52.911467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d34c3c89-1def-472b-8d5e-9e6865d31d04 None None] Could not find standard attr ID for object dfe8dadf-7112-4533-8d50-a470ffd20625. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:03:52.916042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd38b97e-6cac-46cd-96a5-cbe205dc776b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.922460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dd38b97e-6cac-46cd-96a5-cbe205dc776b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6014605 Nov 11 21:03:52.930939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:52.988812 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000e3c64-5b2a-4b07-ae83-908bf2b451ab tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:52.998870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.003550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000e3c64-5b2a-4b07-ae83-908bf2b451ab tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.025193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43d0b21-f6bf-4038-b309-6b49e6d4c6dc']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:53.036744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0363b350-2c84-4301-8f27-a46682c1e8a7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:53.037039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0363b350-2c84-4301-8f27-a46682c1e8a7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:53.049225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.063571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.070722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:53.071245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:53.079401 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:53.153797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda2bab-e25a-4df2-8150-e151cdc44ad7 None None] DHCP port deletion for f43d0b21-f6bf-4038-b309-6b49e6d4c6dc request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:53.171315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000e3c64-5b2a-4b07-ae83-908bf2b451ab tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.178696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-000e3c64-5b2a-4b07-ae83-908bf2b451ab tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.182147 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-000e3c64-5b2a-4b07-ae83-908bf2b451ab tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/89c59b14-932e-4c6c-a2b9-3f6c5aa7fc8e HTTP/1.1" status: 204 len: 168 time: 0.2478027 Nov 11 21:03:53.182273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0dd752-2bf7-4680-af38-35b2037fab0f None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:03:53.184197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:53.186680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e3c64-5b2a-4b07-ae83-908bf2b451ab tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89c59b14-932e-4c6c-a2b9-3f6c5aa7fc8e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:53.254595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:53.255508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8984ab47-eb90-4816-94b8-de7123fe738b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0689180 Nov 11 21:03:53.257280 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.262045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.266105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/networks/f43d0b21-f6bf-4038-b309-6b49e6d4c6dc HTTP/1.1" status: 204 len: 168 time: 1.4249411 Nov 11 21:03:53.271226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58798) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:53.287695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54df662-3823-41cb-a08b-c9b86cd931c5 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Network': ['ID=f43d0b21-f6bf-4038-b309-6b49e6d4c6dc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:53.320157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0dd752-2bf7-4680-af38-35b2037fab0f None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:03:53.333989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bdb01a-72f6-49d2-af41-49f249d247b0 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.375973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bdb01a-72f6-49d2-af41-49f249d247b0 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.416099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.485919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-bb8f5b03-985b-492d-b215-f694354145b0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:53.488242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-bb8f5b03-985b-492d-b215-f694354145b0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 945 time: 0.0824778 Nov 11 21:03:53.510513 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bdb01a-72f6-49d2-af41-49f249d247b0 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.530321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56bdb01a-72f6-49d2-af41-49f249d247b0 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.533848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56bdb01a-72f6-49d2-af41-49f249d247b0 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8e9e5f47-97b0-4d83-a220-cc7eca0feb00 HTTP/1.1" status: 204 len: 168 time: 0.2757993 Nov 11 21:03:53.546554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58806) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:53.572894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdb01a-72f6-49d2-af41-49f249d247b0 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e9e5f47-97b0-4d83-a220-cc7eca0feb00,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:53.641957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.673946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded14d1d-2cb5-4093-a3d9-efe55c3c445d req-6a3adfb3-40d6-458f-bcf1-a2f1d7bed840 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:53.675717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ded14d1d-2cb5-4093-a3d9-efe55c3c445d req-6a3adfb3-40d6-458f-bcf1-a2f1d7bed840 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 945 time: 0.1236360 Nov 11 21:03:53.708489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-91f89de4-c159-4e47-a3d8-dbfb1efa9ec9 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1599665 Nov 11 21:03:53.714288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:53.719918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Deleting port 4671ac70-6a35-4a9c-8c41-5d17a641979e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:53.720427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.743326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0184276a-d1d6-4338-94bb-e1caed0cea62']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:53.771818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff12ca29-f646-4035-a6c3-3c2bd584cb5e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:53.772727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff12ca29-f646-4035-a6c3-3c2bd584cb5e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:53.775087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0713f3c5-67c0-4bba-9f8a-d398bcf29a62 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.793451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0713f3c5-67c0-4bba-9f8a-d398bcf29a62 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.796704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.838820 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.864094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:53.864537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:53.867680 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:53.870138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ded14d1d-2cb5-4093-a3d9-efe55c3c445d req-6e3ddbf4-1757-4e27-8c32-87c03e1f701c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847210 Nov 11 21:03:53.882636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Provisioning complete for port 195c63e8-8b6c-407c-abe2-e44f201891e6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:53.883866 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.930751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] For port 4671ac70-6a35-4a9c-8c41-5d17a641979e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4671ac70-6a35-4a9c-8c41-5d17a641979e,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:53.932502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:53.985603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Calling delete_port for 4671ac70-6a35-4a9c-8c41-5d17a641979e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:53.994545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0713f3c5-67c0-4bba-9f8a-d398bcf29a62 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.002809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0713f3c5-67c0-4bba-9f8a-d398bcf29a62 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.007323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0713f3c5-67c0-4bba-9f8a-d398bcf29a62 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/77be877d-3afb-4dd7-8bcd-240c24315dd0 HTTP/1.1" status: 204 len: 168 time: 0.2910285 Nov 11 21:03:54.008584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:54.043884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713f3c5-67c0-4bba-9f8a-d398bcf29a62 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77be877d-3afb-4dd7-8bcd-240c24315dd0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:54.050811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.066071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.072185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/networks/0184276a-d1d6-4338-94bb-e1caed0cea62 HTTP/1.1" status: 204 len: 168 time: 0.7990282 Nov 11 21:03:54.081117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:54.086226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Provisioning complete for port 40d5d076-0406-4355-bd2a-84ec87d061cc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:54.086603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.161331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d75f-3b65-4fa2-a71e-00ba3f7b0e84 req-cd8fca21-8680-4b10-aaf5-0e838b92ad5e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:54.164193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9277d75f-3b65-4fa2-a71e-00ba3f7b0e84 req-cd8fca21-8680-4b10-aaf5-0e838b92ad5e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1673470 Nov 11 21:03:54.203503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Provisioning complete for port 4671ac70-6a35-4a9c-8c41-5d17a641979e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:54.204731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.265652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f442930-449f-4b53-b631-fbf849283004 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Network': ['ID=0184276a-d1d6-4338-94bb-e1caed0cea62,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:54.295656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9277d75f-3b65-4fa2-a71e-00ba3f7b0e84 req-dc3b0aa1-33d9-423b-a31d-7cd73a450fd5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122098 Nov 11 21:03:54.298289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b79a6c87-5217-4307-b152-7018c8c49339 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2755201 Nov 11 21:03:54.301101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:54.315584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.333810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Provisioning complete for port cc4b6710-d1a3-41e4-94d9-318608d5f478 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:03:54.334319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b929980b-363c-43a5-a73d-5a30a2e10029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.340707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fbffcac-4f64-40b4-94a1-b6d388ea6f13 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.379873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fbffcac-4f64-40b4-94a1-b6d388ea6f13 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.415503 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.463466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4671ac70-6a35-4a9c-8c41-5d17a641979e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:03:54.472675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:03:54.516898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event deleted for resources: {'Port': ['ID=4671ac70-6a35-4a9c-8c41-5d17a641979e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:54.591311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b338ad-7de0-4084-adaf-27cd47297e8d None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:03:54.608528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] No DVR routers for this DVR port 4671ac70-6a35-4a9c-8c41-5d17a641979e on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:03:54.617096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.634424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.634424 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-303bba7b-d20c-424e-9c5b-05284a2f3701 req-2e931ec9-e10a-4d4b-9b50-e5a6435499b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "DELETE /v2.0/ports/4671ac70-6a35-4a9c-8c41-5d17a641979e HTTP/1.1" status: 204 len: 173 time: 1.1386464 Nov 11 21:03:54.634424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'name': 'network-vif-deleted', 'tag': '4671ac70-6a35-4a9c-8c41-5d17a641979e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:03:54.636845 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e2b2d-68b5-4413-96b7-42d8ffccb275" -d '{"events": [{"server_uuid": "3a9dbec5-380f-4f28-bd89-25f017ff802c", "name": "network-vif-deleted", "tag": "4671ac70-6a35-4a9c-8c41-5d17a641979e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:03:54.678037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbaa65d-8310-4137-8847-449cd19d5709']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:54.691261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fe3be7-1d38-4707-86f4-3312992e13b2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:54.692812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fe3be7-1d38-4707-86f4-3312992e13b2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:54.695858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fbffcac-4f64-40b4-94a1-b6d388ea6f13 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.701731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fbffcac-4f64-40b4-94a1-b6d388ea6f13 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.703927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2fbffcac-4f64-40b4-94a1-b6d388ea6f13 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1569358d-2387-4f9b-827a-2d04b409d9ce HTTP/1.1" status: 204 len: 168 time: 0.4018760 Nov 11 21:03:54.713373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58850) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:54.722627 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aecd2f3-f5aa-4b1a-b501-ea0d603fb2c3 x-openstack-request-id: req-5aecd2f3-f5aa-4b1a-b501-ea0d603fb2c3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:03:54.723155 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9dbec5-380f-4f28-bd89-25f017ff802c", "name": "network-vif-deleted", "tag": "4671ac70-6a35-4a9c-8c41-5d17a641979e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:03:54.723570 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aecd2f3-f5aa-4b1a-b501-ea0d603fb2c3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:03:54.724212 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9dbec5-380f-4f28-bd89-25f017ff802c', 'name': 'network-vif-deleted', 'tag': '4671ac70-6a35-4a9c-8c41-5d17a641979e', 'status': 'completed', 'code': 200} Nov 11 21:03:54.764569 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.770287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbffcac-4f64-40b4-94a1-b6d388ea6f13 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1569358d-2387-4f9b-827a-2d04b409d9ce,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:54.779661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2efae-6b69-4eda-9203-fdf6914cb593 req-7212c33d-8a34-4d69-aa8c-ca37e770de76 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:54.781866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30f2efae-6b69-4eda-9203-fdf6914cb593 req-7212c33d-8a34-4d69-aa8c-ca37e770de76 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1783073 Nov 11 21:03:54.805210 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.811525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8d35a925-7be1-44eb-aa96-cac143e5cb67 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0994203 Nov 11 21:03:54.813255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58852) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:54.820720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:54.821357 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.899973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30f2efae-6b69-4eda-9203-fdf6914cb593 req-8a4fb736-6928-444a-838c-44d703de5dd1 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042879 Nov 11 21:03:54.912386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9b278a4-1a5d-4702-b5dc-aaa51e821050 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:54.928455 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:54.936602 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9b278a4-1a5d-4702-b5dc-aaa51e821050 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.001330 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5214b547-4732-4093-9848-3cb61228b2f4 req-9363c9fe-73de-46aa-8801-49bca6496370 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9dbec5-380f-4f28-bd89-25f017ff802c HTTP/1.1" status: 200 len: 210 time: 0.0297272 Nov 11 21:03:55.002164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.009632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.015381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/networks/dcbaa65d-8310-4137-8847-449cd19d5709 HTTP/1.1" status: 204 len: 168 time: 0.9265141 Nov 11 21:03:55.030009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236d249-80aa-4c36-ade1-ff169a7b8868 tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Network': ['ID=dcbaa65d-8310-4137-8847-449cd19d5709,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:55.031361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.108812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9b278a4-1a5d-4702-b5dc-aaa51e821050 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.121896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9b278a4-1a5d-4702-b5dc-aaa51e821050 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.123557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f9b278a4-1a5d-4702-b5dc-aaa51e821050 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/71eaeb35-0545-4a87-b0bb-e4499e6099b3 HTTP/1.1" status: 204 len: 168 time: 0.3070028 Nov 11 21:03:55.126291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.133959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b278a4-1a5d-4702-b5dc-aaa51e821050 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71eaeb35-0545-4a87-b0bb-e4499e6099b3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:55.144410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.176513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-17bd3faa-32c9-4bdd-9d95-be4e1bd85ca8 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488067 Nov 11 21:03:55.179199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.245708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.252932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b82e3a0a-719d-4efc-9c5c-3526b293271a tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.278523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbbf9fe-d7a8-4e9c-a156-33184130194f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:55.281479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8e777b-c4da-42a6-8c29-b234f3621833') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:55.281781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8e777b-c4da-42a6-8c29-b234f3621833') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:03:55.282003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b82e3a0a-719d-4efc-9c5c-3526b293271a tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.291834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.306296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.313646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:03:55.314093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:03:55.317215 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:03:55.422216 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b82e3a0a-719d-4efc-9c5c-3526b293271a tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.424922 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b82e3a0a-719d-4efc-9c5c-3526b293271a tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.428646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b82e3a0a-719d-4efc-9c5c-3526b293271a tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/462052f6-1f1f-4cc3-9eae-5a09c603fa50 HTTP/1.1" status: 204 len: 168 time: 0.2457592 Nov 11 21:03:55.428806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd042-6431-48ed-a6bf-ad840f9b120b req-05b7751b-bfbd-4047-8528-5419cf6d2660 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:55.428806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3eedd042-6431-48ed-a6bf-ad840f9b120b req-05b7751b-bfbd-4047-8528-5419cf6d2660 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0620368 Nov 11 21:03:55.429280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.435329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e3a0a-719d-4efc-9c5c-3526b293271a tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462052f6-1f1f-4cc3-9eae-5a09c603fa50,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:55.453699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.513185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6cd7628e-431a-4734-8635-26a4751cc76f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0825801 Nov 11 21:03:55.517489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.519934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3eedd042-6431-48ed-a6bf-ad840f9b120b req-e1e1a730-e9a6-451a-8eee-6161bde844c1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835650 Nov 11 21:03:55.523479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3e97e82a-0cab-4549-a609-e17047d434ca tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--10629172'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:55.541226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.555982 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.555982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] 10.222.0.31 "DELETE /v2.0/networks/8dbbf9fe-d7a8-4e9c-a156-33184130194f HTTP/1.1" status: 204 len: 168 time: 0.5162950 Nov 11 21:03:55.571482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfe36e-1cde-4c8c-9da8-4e466e2ab83c tempest-BulkNetworkOpsIpV6Test-1173823968 tempest-BulkNetworkOpsIpV6Test-1173823968-project] Pushing event deleted for resources: {'Network': ['ID=8dbbf9fe-d7a8-4e9c-a156-33184130194f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:55.613171 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69726256-d68d-427c-85b5-52ff2774c060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.672343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e97e82a-0cab-4549-a609-e17047d434ca tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.702684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69726256-d68d-427c-85b5-52ff2774c060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.753574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e97e82a-0cab-4549-a609-e17047d434ca tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.857374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-69726256-d68d-427c-85b5-52ff2774c060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.860001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e97e82a-0cab-4549-a609-e17047d434ca tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.906194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69726256-d68d-427c-85b5-52ff2774c060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a600f-d322-4318-9fa0-eea208f5a661,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:55.915601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-69726256-d68d-427c-85b5-52ff2774c060 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e0067a5d91f4057941729787d3bade0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605532 Nov 11 21:03:55.919229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.957596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97e82a-0cab-4549-a609-e17047d434ca tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a055ed3b-711d-428e-b4fd-11573afaa792,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:55.972218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e97e82a-0cab-4549-a609-e17047d434ca tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:55.977145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3e97e82a-0cab-4549-a609-e17047d434ca tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4583399 Nov 11 21:03:55.977766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:55.984079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6ba4eaf3-c084-4967-8916-a1137a64be88 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': 'a055ed3b-711d-428e-b4fd-11573afaa792', 'direction': 'ingress', 'protocol': 17}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:56.053405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe47f151-b61d-4807-b5f5-f7546e34878e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.081922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe47f151-b61d-4807-b5f5-f7546e34878e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.107399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f929d8-7e6d-4a48-953b-80e9ccaf73a0 req-a3556d16-5907-4054-be2b-0f97f72c7705 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:56.119642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09f929d8-7e6d-4a48-953b-80e9ccaf73a0 req-a3556d16-5907-4054-be2b-0f97f72c7705 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1024244 Nov 11 21:03:56.153493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba4eaf3-c084-4967-8916-a1137a64be88 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.181932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58906) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:56.217416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe47f151-b61d-4807-b5f5-f7546e34878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.220464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe47f151-b61d-4807-b5f5-f7546e34878e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.221714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe47f151-b61d-4807-b5f5-f7546e34878e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f00a600f-d322-4318-9fa0-eea208f5a661 HTTP/1.1" status: 204 len: 168 time: 0.2997611 Nov 11 21:03:56.235747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47f151-b61d-4807-b5f5-f7546e34878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a600f-d322-4318-9fa0-eea208f5a661,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:56.315491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09f929d8-7e6d-4a48-953b-80e9ccaf73a0 req-9fec9854-6f23-4ab8-bda2-191e08bc0da9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879153 Nov 11 21:03:56.325057 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba4eaf3-c084-4967-8916-a1137a64be88 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.386334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba4eaf3-c084-4967-8916-a1137a64be88 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.410865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4e9ac8a6-ca45-4dff-bf97-a6722d124c5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4d04b3c557a4a74923261e84b2063e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261083 Nov 11 21:03:56.411899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:56.421264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4eaf3-c084-4967-8916-a1137a64be88 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5ec998-8468-4b19-9fa9-3a4c59206e0c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:56.481762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77225152-05e3-46f7-adac-e7e1630d664f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.515460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77225152-05e3-46f7-adac-e7e1630d664f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.665753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba3b63-0d72-40de-b470-6e60cc4a8bd7 req-85f83493-6f72-4065-b684-09de6da09667 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:56.672635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-72ba3b63-0d72-40de-b470-6e60cc4a8bd7 req-85f83493-6f72-4065-b684-09de6da09667 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.0753744 Nov 11 21:03:56.695390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ba4eaf3-c084-4967-8916-a1137a64be88 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.698443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6ba4eaf3-c084-4967-8916-a1137a64be88 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7195864 Nov 11 21:03:56.701616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58918) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:56.741285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-72ba3b63-0d72-40de-b470-6e60cc4a8bd7 req-b78133e0-a3b3-444b-8bd3-b9a3faa4a2a5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673280 Nov 11 21:03:56.808060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77225152-05e3-46f7-adac-e7e1630d664f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.813085 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77225152-05e3-46f7-adac-e7e1630d664f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.814388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-77225152-05e3-46f7-adac-e7e1630d664f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7408a685-de76-480f-9c48-5f82c76722e3 HTTP/1.1" status: 204 len: 168 time: 0.4012077 Nov 11 21:03:56.832881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77225152-05e3-46f7-adac-e7e1630d664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7408a685-de76-480f-9c48-5f82c76722e3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:56.847261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-364de714-5a52-417b-8f90-b75d089aed9e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.888860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4671ac70-6a35-4a9c-8c41-5d17a641979e no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:03:56.954031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-364de714-5a52-417b-8f90-b75d089aed9e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:56.986745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 4671ac70-6a35-4a9c-8c41-5d17a641979e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:03:56.987106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4671ac70-6a35-4a9c-8c41-5d17a641979e not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:03:57.142816 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:57.152949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-364de714-5a52-417b-8f90-b75d089aed9e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:57.152949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-364de714-5a52-417b-8f90-b75d089aed9e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:57.152949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-364de714-5a52-417b-8f90-b75d089aed9e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/a055ed3b-711d-428e-b4fd-11573afaa792 HTTP/1.1" status: 204 len: 168 time: 0.4450934 Nov 11 21:03:57.155931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58948) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:57.182230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364de714-5a52-417b-8f90-b75d089aed9e tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a055ed3b-711d-428e-b4fd-11573afaa792,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:57.262982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a6c9b6ff-c07d-42cc-a9f7-2213853bf305 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047392 Nov 11 21:03:57.271220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:57.279874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f9abb9d6-91b2-49c4-98c8-d2e64172b3f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360430158'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:57.387045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-18a3e784-f7fe-4ca7-ba26-1434e89e502b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:57.397326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-18a3e784-f7fe-4ca7-ba26-1434e89e502b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.2153018 Nov 11 21:03:57.416661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9abb9d6-91b2-49c4-98c8-d2e64172b3f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:57.431141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-f8cb30ab-a0ee-4e67-b31b-5bb0ce87310a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0338111 Nov 11 21:03:57.458957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58561935-c786-4f7e-a588-b70d88442de2 req-8eb51685-2f7d-4b80-8464-afd3a551032f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:57.462451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58561935-c786-4f7e-a588-b70d88442de2 req-8eb51685-2f7d-4b80-8464-afd3a551032f tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1292577 Nov 11 21:03:57.542148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-f8bf08e3-d141-4443-a8c8-ca512ee27600 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089644 Nov 11 21:03:57.545825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58561935-c786-4f7e-a588-b70d88442de2 req-cb3e26fe-5a35-40de-9ab9-8facbc224732 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752189 Nov 11 21:03:57.620244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9abb9d6-91b2-49c4-98c8-d2e64172b3f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:57.688878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-b97cfb4c-f6a0-492d-a46f-376ec982f54e service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200101 Nov 11 21:03:57.701971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e65691-5df4-430a-bb60-4fb8640ae37c req-af10a3f4-8f99-47e9-83ea-cf98872dd1d4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:57.703856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81e65691-5df4-430a-bb60-4fb8640ae37c req-af10a3f4-8f99-47e9-83ea-cf98872dd1d4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0617681 Nov 11 21:03:57.711230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9abb9d6-91b2-49c4-98c8-d2e64172b3f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:57.785218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abb9d6-91b2-49c4-98c8-d2e64172b3f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e29a4-fa96-4def-8289-17f384dc4cd1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:57.800259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81e65691-5df4-430a-bb60-4fb8640ae37c req-91ea1c7c-c6ad-4462-a283-12241ff52de9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859311 Nov 11 21:03:57.830369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6f24933c-a0a4-4dad-bbd7-658724a07099 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250784 Nov 11 21:03:57.906115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f9abb9d6-91b2-49c4-98c8-d2e64172b3f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:57.907735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f9abb9d6-91b2-49c4-98c8-d2e64172b3f1 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6354868 Nov 11 21:03:57.912881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58974) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:57.921413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2fb90561-595f-4e9a-ba33-59dfb1fac12f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--11587039'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:58.090253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fb90561-595f-4e9a-ba33-59dfb1fac12f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.163972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f1c350c-318b-4f36-a9ad-ef8807706b63 req-06359adf-b326-4c57-8549-fcf4cb3f8cfd tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 210 time: 0.0361199 Nov 11 21:03:58.213522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fb90561-595f-4e9a-ba33-59dfb1fac12f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.299027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fb90561-595f-4e9a-ba33-59dfb1fac12f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.330234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb90561-595f-4e9a-ba33-59dfb1fac12f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1986a0-d60e-4e5b-9939-3f4ffe8e34f8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:58.330861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:58.367394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59008) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:58.407171 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2fb90561-595f-4e9a-ba33-59dfb1fac12f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.408695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2fb90561-595f-4e9a-ba33-59dfb1fac12f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4910915 Nov 11 21:03:58.414590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:58.420516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d5350511-70c2-4d99-a3ce-a4dbd023b734 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': 'ab1e29a4-fa96-4def-8289-17f384dc4cd1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c1986a0-d60e-4e5b-9939-3f4ffe8e34f8', 'remote_ip_prefix': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:58.444790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-868584033-network', 'tenant_id': '38151006522140839417270edea93d9a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:58.472780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-293382794'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:58.583092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5350511-70c2-4d99-a3ce-a4dbd023b734 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.683942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Made reservation on behalf of 38151006522140839417270edea93d9a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:58.686532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.713858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.715199 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5350511-70c2-4d99-a3ce-a4dbd023b734 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.739542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeacd9-1490-44eb-8e26-94cab59a22c1 req-950993e2-6b3e-4781-b879-78698bddda85 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:58.741058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-edeeacd9-1490-44eb-8e26-94cab59a22c1 req-950993e2-6b3e-4781-b879-78698bddda85 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1077158 Nov 11 21:03:58.786747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:58.791432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.792697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5350511-70c2-4d99-a3ce-a4dbd023b734 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.803270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.829489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-edeeacd9-1490-44eb-8e26-94cab59a22c1 req-92d3c293-eb46-43ba-8613-6baba89df06a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822794 Nov 11 21:03:58.830118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5350511-70c2-4d99-a3ce-a4dbd023b734 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2c0a27-9454-485b-9f79-7072cae0d0ef,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:58.873379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.891079 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.931751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d5350511-70c2-4d99-a3ce-a4dbd023b734 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.933140 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d5350511-70c2-4d99-a3ce-a4dbd023b734 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5173345 Nov 11 21:03:58.939503 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:58.942384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccc474-4c48-4c89-ba34-be992d901527 req-8837f970-59c4-4bb6-ad22-d95949d205aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:58.943925 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2eccc474-4c48-4c89-ba34-be992d901527 req-8837f970-59c4-4bb6-ad22-d95949d205aa tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0513506 Nov 11 21:03:58.952666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.973325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:58.995351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:59.006485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-86d0b958-f9a9-4e18-b2a5-adafc83b1bb3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.010459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb82ca1-3649-4453-a56a-0bbea2424a40,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:59.020853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:03:59.021416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.021759 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Added segment 8d67839a-13f7-447c-9bad-fda64e579530 of type vlan for network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac Nov 11 21:03:59.023872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-86d0b958-f9a9-4e18-b2a5-adafc83b1bb3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.076513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fd5626-e089-457a-98d3-4751456556c1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:59.085531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.089437 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 6923ad19-ce5a-4049-9741-897736072093 of type vlan for network 9693ce4e-ae27-414a-80c9-6baa43228f70 Nov 11 21:03:59.093986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.098245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2eccc474-4c48-4c89-ba34-be992d901527 req-942e6a03-99c6-448c-8dac-9dd847a8def7 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480265 Nov 11 21:03:59.159541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-13a13b4d-086d-4842-9716-88a277a42309 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:59.161048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-13a13b4d-086d-4842-9716-88a277a42309 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 945 time: 0.1278803 Nov 11 21:03:59.164781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.170977 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-86d0b958-f9a9-4e18-b2a5-adafc83b1bb3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.177711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-86d0b958-f9a9-4e18-b2a5-adafc83b1bb3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.178872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-86d0b958-f9a9-4e18-b2a5-adafc83b1bb3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/bf2c0a27-9454-485b-9f79-7072cae0d0ef HTTP/1.1" status: 204 len: 168 time: 0.2381766 Nov 11 21:03:59.181703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59030) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:59.184688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0b958-f9a9-4e18-b2a5-adafc83b1bb3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf2c0a27-9454-485b-9f79-7072cae0d0ef,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:59.239662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.241054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:59.241654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.304566 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-843e2ab9-4f7a-4fd8-a409-6d925c0ae078 req-acffbc73-90d8-4052-907c-aba0b3451a38 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 210 time: 0.0689149 Nov 11 21:03:59.329451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-04ed6f57-d689-4c41-b32b-a9f8b7ea9d09 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1419213 Nov 11 21:03:59.329451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59036) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:59.339009 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.345768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:59.346707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.363923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] Pushing event updated for resources: {'Network': ['ID=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:59.377431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:59.379104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1c332277-3059-42fa-9e34-e3f5773b3702 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0469921 Nov 11 21:03:59.382882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:59.387770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Request body: {'subnet': {'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-868584033-subnet', 'tenant_id': '38151006522140839417270edea93d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:59.467161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=9693ce4e-ae27-414a-80c9-6baa43228f70,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:59.481730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Deleting port 40d5d076-0406-4355-bd2a-84ec87d061cc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:03:59.482356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.491423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f23775ea-7bee-4b1f-90e9-2f1eb426598f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1228042 Nov 11 21:03:59.503630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa163ff-1144-4cb2-983e-1de1cb89cfe3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.510092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 9693ce4e-ae27-414a-80c9-6baa43228f70 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:03:59.587631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Made reservation on behalf of 38151006522140839417270edea93d9a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:59.592931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.641907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59048) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:59.649435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': '9693ce4e-ae27-414a-80c9-6baa43228f70', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:03:59.666450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa163ff-1144-4cb2-983e-1de1cb89cfe3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.730854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] For port 40d5d076-0406-4355-bd2a-84ec87d061cc, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=40d5d076-0406-4355-bd2a-84ec87d061cc,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:03:59.731265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.745698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Calling delete_port for 40d5d076-0406-4355-bd2a-84ec87d061cc owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:03:59.868538 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa163ff-1144-4cb2-983e-1de1cb89cfe3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.872803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bfa163ff-1144-4cb2-983e-1de1cb89cfe3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:03:59.874161 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bfa163ff-1144-4cb2-983e-1de1cb89cfe3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c1986a0-d60e-4e5b-9939-3f4ffe8e34f8 HTTP/1.1" status: 204 len: 168 time: 0.5432494 Nov 11 21:03:59.877628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59054) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:03:59.907227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa163ff-1144-4cb2-983e-1de1cb89cfe3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1986a0-d60e-4e5b-9939-3f4ffe8e34f8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:03:59.969133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd79c5-a5fb-4df7-b2e7-cf9a3580c419 req-5dd0ebda-6943-4c41-b977-e62ae3baafd2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:03:59.973589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:03:59.976710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03fd79c5-a5fb-4df7-b2e7-cf9a3580c419 req-5dd0ebda-6943-4c41-b977-e62ae3baafd2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1240349 Nov 11 21:03:59.977084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.046718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03fd79c5-a5fb-4df7-b2e7-cf9a3580c419 req-534b26a9-8b50-4804-a6e8-41e5463a0fdd tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686142 Nov 11 21:04:00.113329 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.127588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['40d5d076-0406-4355-bd2a-84ec87d061cc'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:00.156411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd257-9cd1-4f17-a8e2-d6c76107ac07 req-62bd4708-80ff-4d6b-9760-faddb2c5899e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:00.158007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a0bbd257-9cd1-4f17-a8e2-d6c76107ac07 req-62bd4708-80ff-4d6b-9760-faddb2c5899e tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 867 time: 0.1890924 Nov 11 21:04:00.165930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eca78464-ce2f-4cd6-9b21-579d924e5e13 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2805345 Nov 11 21:04:00.177727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:00.182157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event deleted for resources: {'Port': ['ID=40d5d076-0406-4355-bd2a-84ec87d061cc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:00.238834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b2c7dc-293f-46f7-9897-a1fde4212afe None None] DHCP port deletion for 17a6b110-edf6-4a73-8473-84c504928dc6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:00.298535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] No DVR routers for this DVR port 40d5d076-0406-4355-bd2a-84ec87d061cc on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:00.307288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.311733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc90d7d3-0848-4103-8183-33a59057bd92 req-01cd2d82-1268-4c7c-b5de-0fe1306af685 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "DELETE /v2.0/ports/40d5d076-0406-4355-bd2a-84ec87d061cc HTTP/1.1" status: 204 len: 173 time: 1.1308498 Nov 11 21:04:00.312600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'name': 'network-vif-deleted', 'tag': '40d5d076-0406-4355-bd2a-84ec87d061cc'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:00.315310 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b3a648-f8d8-4fe3-8e52-de487c4d3978" -d '{"events": [{"server_uuid": "5547e778-e0db-4b8f-9b7a-e0d840a7a734", "name": "network-vif-deleted", "tag": "40d5d076-0406-4355-bd2a-84ec87d061cc"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:00.345953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eabe9-4508-412b-becf-ae0af39ef692 req-99491a9c-8216-4cf7-97d5-44fc4cecfd45 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:00.349244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-246eabe9-4508-412b-becf-ae0af39ef692 req-99491a9c-8216-4cf7-97d5-44fc4cecfd45 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1351998 Nov 11 21:04:00.365889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.374805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a28a800-99a8-4044-8e6b-389d12b471ba tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.415971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a28a800-99a8-4044-8e6b-389d12b471ba tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.417702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c7bc5c-b067-4f6b-92db-6af630329b79,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:00.427250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a0bbd257-9cd1-4f17-a8e2-d6c76107ac07 req-ba2a60e2-078b-49d9-9132-bcb8b3be87de tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628443 Nov 11 21:04:00.478501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-246eabe9-4508-412b-becf-ae0af39ef692 req-c6424c8c-2ccb-4155-b8d0-0f6639f99cf9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280458 Nov 11 21:04:00.540346 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84dc650-f4f6-440e-ba46-010a7802fe79 x-openstack-request-id: req-c84dc650-f4f6-440e-ba46-010a7802fe79 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:00.542893 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5547e778-e0db-4b8f-9b7a-e0d840a7a734", "name": "network-vif-deleted", "tag": "40d5d076-0406-4355-bd2a-84ec87d061cc", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:00.543234 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c84dc650-f4f6-440e-ba46-010a7802fe79 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:00.544336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.548366 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5547e778-e0db-4b8f-9b7a-e0d840a7a734', 'name': 'network-vif-deleted', 'tag': '40d5d076-0406-4355-bd2a-84ec87d061cc', 'status': 'completed', 'code': 200} Nov 11 21:04:00.577601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-7c3f5fa9-9d65-4682-ac5b-66d3824ceaf5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:00.577601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-7c3f5fa9-9d65-4682-ac5b-66d3824ceaf5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.1527514 Nov 11 21:04:00.603773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d1e0d4e-154c-44e8-83f6-84be1d8cb894 req-e9966f98-915f-4962-90f9-243828823d84 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 210 time: 0.0534365 Nov 11 21:04:00.618341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Request body: {'port': {'device_id': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'admin_state_up': True, 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:00.629344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a28a800-99a8-4044-8e6b-389d12b471ba tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.632175 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a28a800-99a8-4044-8e6b-389d12b471ba tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.636334 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2a28a800-99a8-4044-8e6b-389d12b471ba tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab1e29a4-fa96-4def-8289-17f384dc4cd1 HTTP/1.1" status: 204 len: 168 time: 0.4461057 Nov 11 21:04:00.636972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:00.666740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28a800-99a8-4044-8e6b-389d12b471ba tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e29a4-fa96-4def-8289-17f384dc4cd1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:00.714045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-736b7322-fad5-425e-b389-d534a0d0dcc4 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0721161 Nov 11 21:04:00.720243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:00.725286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-696538f2-4e16-4773-9732-4d4176984a64 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--246290086'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:00.729605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=2a66557c-09b4-48b5-986a-3ee5ca8c8bdf,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:00.754545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Checking segment: {'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:00.755037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Network hostable DHCP agents. Network: 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:00.803642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '6923ad19-ce5a-4049-9741-897736072093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9693ce4e-ae27-414a-80c9-6baa43228f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:00.804012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: 9693ce4e-ae27-414a-80c9-6baa43228f70, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:00.816122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-696538f2-4e16-4773-9732-4d4176984a64 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.874531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:00.904090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-696538f2-4e16-4773-9732-4d4176984a64 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:00.925052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network 9693ce4e-ae27-414a-80c9-6baa43228f70 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:00.927073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:00.930647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.003522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-696538f2-4e16-4773-9732-4d4176984a64 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.036830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696538f2-4e16-4773-9732-4d4176984a64 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38884aab-0749-4990-af96-e0ab723ded51,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:01.065490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:01.070872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 9693ce4e-ae27-414a-80c9-6baa43228f70) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:01.077076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:01.077673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.082249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76920b-a0f4-40be-bce6-38e3a032cfee None None] Network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:01.085565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:01.086154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.095198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a7172-9eeb-40bc-9e8f-7418ffd7aeee None None] Network 9693ce4e-ae27-414a-80c9-6baa43228f70 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:01.107263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-696538f2-4e16-4773-9732-4d4176984a64 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.116054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-696538f2-4e16-4773-9732-4d4176984a64 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3872790 Nov 11 21:04:01.116858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59072) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:01.126035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Allocated IP 172.20.0.3 (5c698453-96f0-4944-ae06-bff47b2613f2/a2e1608d-5253-4a2c-94d2-8d858bae473f/408e4900-62e4-40b4-9a39-9ede35581913) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:01.129483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-28e23b69-7bd3-432a-8212-393419c79c20 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '38884aab-0749-4990-af96-e0ab723ded51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:01.214938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-68854d9e-fed4-4b4b-91cd-8002415b0597 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5719750 Nov 11 21:04:01.219271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59074) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:01.224572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-299467110'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:01.276069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ceb57407-dc93-463c-b431-f5f01fb7a5c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8921218 Nov 11 21:04:01.294893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077899b-cbc4-4c2a-a79a-354948bc387e req-97a4a382-469d-41bc-98bb-7ccc61c54d7f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:01.296513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6077899b-cbc4-4c2a-a79a-354948bc387e req-97a4a382-469d-41bc-98bb-7ccc61c54d7f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1386487 Nov 11 21:04:01.381052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d136e9-c3b7-4a04-8c13-9b2281a83d9b None None] Network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:01.411501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6077899b-cbc4-4c2a-a79a-354948bc387e req-cde0a7a7-fc27-4004-9d6d-c30b8bc8a900 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053615 Nov 11 21:04:01.418388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-9693ce4e-ae27-414a-80c9-6baa43228f70', 'network_id': '9693ce4e-ae27-414a-80c9-6baa43228f70', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '2a66557c-09b4-48b5-986a-3ee5ca8c8bdf'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:01.419513 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.421152 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.436320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e23b69-7bd3-432a-8212-393419c79c20 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.578028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.618638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e23b69-7bd3-432a-8212-393419c79c20 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.670265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:01.694923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:01.703153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:01.718457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event updated for resources: {'Port': ['ID=408e4900-62e4-40b4-9a39-9ede35581913,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:01.724772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:01.738879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9cd4f-a49c-4359-b56a-4d1e3e597c92 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:01.792700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:01.793541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:01.813063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948373c-e9d7-4964-ab22-a8358da5c4f9 req-c7288f8f-f489-435a-b1e4-79564fcb8380 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:01.816967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d948373c-e9d7-4964-ab22-a8358da5c4f9 req-c7288f8f-f489-435a-b1e4-79564fcb8380 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1953201 Nov 11 21:04:01.885884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d948373c-e9d7-4964-ab22-a8358da5c4f9 req-654f26d2-1916-45d9-962b-ba086b19d354 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603867 Nov 11 21:04:02.002683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-d7cf641d-2985-46e6-9d8b-2ac22dbb9ba6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3941481 Nov 11 21:04:02.022037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b14e-1ed7-4479-a790-b92db9c333fa req-291b6519-c05b-43d5-bc34-e96017f6bbb3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:02.024786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27b1b14e-1ed7-4479-a790-b92db9c333fa req-291b6519-c05b-43d5-bc34-e96017f6bbb3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 931 time: 0.0639508 Nov 11 21:04:02.032840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ed5e53be-0d35-4c14-a2d5-a940cda8ba2d None None] Provisioning complete for port 408e4900-62e4-40b4-9a39-9ede35581913 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:02.033123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Request body: {'port': {'device_id': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:02.033683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed5e53be-0d35-4c14-a2d5-a940cda8ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.063414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-984d0097-e385-4101-a4bf-d0813a2ef329 req-08b96b76-0ca0-4912-ae28-9c51546e0ede tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=5547e778-e0db-4b8f-9b7a-e0d840a7a734 HTTP/1.1" status: 200 len: 210 time: 0.4580510 Nov 11 21:04:02.064311 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e23b69-7bd3-432a-8212-393419c79c20 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.066219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:02.070459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.070732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Allocated IP 172.20.255.242 (9693ce4e-ae27-414a-80c9-6baa43228f70/2a66557c-09b4-48b5-986a-3ee5ca8c8bdf/1cb9dc4e-4890-4866-95b8-702925fbbf9c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:02.079066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-acb3d78d-dcf8-4fcf-8ec7-110099a81fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.093331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e23b69-7bd3-432a-8212-393419c79c20 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e749bd-2d3b-45d0-adc9-0eac6e62b8a1,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:02.116575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e53be-0d35-4c14-a2d5-a940cda8ba2d None None] Port 408e4900-62e4-40b4-9a39-9ede35581913 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:02.118370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:02.125751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27b1b14e-1ed7-4479-a790-b92db9c333fa req-ef9e00d5-6308-43bc-8406-d6aff5f164f9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875139 Nov 11 21:04:02.135838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.139372 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 22ad5fbc-4f05-46fa-b859-48aa73353959 of type vlan for network 59f4691d-1da8-41a6-849f-c8722efc65c3 Nov 11 21:04:02.152004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.194321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.221484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e23b69-7bd3-432a-8212-393419c79c20 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.225536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-28e23b69-7bd3-432a-8212-393419c79c20 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1048818 Nov 11 21:04:02.225536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59090) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:02.250491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6fa52e5-6eb8-4210-8fb0-35fabd9dec89 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.259007 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6fa52e5-6eb8-4210-8fb0-35fabd9dec89 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.310126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.330477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.336358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:02.336962 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.371728 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6fa52e5-6eb8-4210-8fb0-35fabd9dec89 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.407162 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6fa52e5-6eb8-4210-8fb0-35fabd9dec89 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.408304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b6fa52e5-6eb8-4210-8fb0-35fabd9dec89 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/25e749bd-2d3b-45d0-adc9-0eac6e62b8a1 HTTP/1.1" status: 204 len: 168 time: 0.1816840 Nov 11 21:04:02.414924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:02.426250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa52e5-6eb8-4210-8fb0-35fabd9dec89 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25e749bd-2d3b-45d0-adc9-0eac6e62b8a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:02.434845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=59f4691d-1da8-41a6-849f-c8722efc65c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:02.445207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 59f4691d-1da8-41a6-849f-c8722efc65c3 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:02.459146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408e4900-62e4-40b4-9a39-9ede35581913 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:02.463467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.477510 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1cdb2db8-58db-41ea-b1fd-63e10176f011 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592926 Nov 11 21:04:02.480486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:02.486106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.496808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7c89ac1d-66f4-40a0-b3bf-ec01ea50c669 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2737536 Nov 11 21:04:02.500282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:02.509091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': '59f4691d-1da8-41a6-849f-c8722efc65c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:02.520997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Transition to ACTIVE for port object 408e4900-62e4-40b4-9a39-9ede35581913 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:04:02.530091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Pushing event updated for resources: {'Port': ['ID=1cb9dc4e-4890-4866-95b8-702925fbbf9c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:02.639393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b30b02f1-e4e3-4626-8fc3-07ba8b147c96 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.639970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.640967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.642674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.643127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.645374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b857ac8-91fd-4afc-b7d0-4bb54bbe6b53 req-89b8938b-810c-4631-8925-238347b3ea1c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.655784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:02.656708 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b857ac8-91fd-4afc-b7d0-4bb54bbe6b53 req-89b8938b-810c-4631-8925-238347b3ea1c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1051059 Nov 11 21:04:02.674253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b30b02f1-e4e3-4626-8fc3-07ba8b147c96 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.687496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Network 9693ce4e-ae27-414a-80c9-6baa43228f70 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:02.689327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:02.689843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.692890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:02.759155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf9a85-ab47-4531-aec2-f08ece68309e None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:02.767058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Pushing event updated for resources: {'Port': ['ID=408e4900-62e4-40b4-9a39-9ede35581913,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:02.773816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b857ac8-91fd-4afc-b7d0-4bb54bbe6b53 req-ce170312-57d6-49f2-a736-a0ff78b8685f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065295 Nov 11 21:04:02.805138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Attempting to bind port 1cb9dc4e-4890-4866-95b8-702925fbbf9c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:02.806445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Attempting to bind port 1cb9dc4e-4890-4866-95b8-702925fbbf9c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6923ad19-ce5a-4049-9741-897736072093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9693ce4e-ae27-414a-80c9-6baa43228f70'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:02.807025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Attempting to bind port 1cb9dc4e-4890-4866-95b8-702925fbbf9c on network 9693ce4e-ae27-414a-80c9-6baa43228f70 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:02.813648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:02.814260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Checking segment: {'id': '6923ad19-ce5a-4049-9741-897736072093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9693ce4e-ae27-414a-80c9-6baa43228f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:02.814740 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.815139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Bound using segment: {'id': '6923ad19-ce5a-4049-9741-897736072093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9693ce4e-ae27-414a-80c9-6baa43228f70'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:02.815616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Bound port: 1cb9dc4e-4890-4866-95b8-702925fbbf9c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923ad19-ce5a-4049-9741-897736072093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9693ce4e-ae27-414a-80c9-6baa43228f70'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:02.816003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.851392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:02.855566 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.863142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Attempting to bind port 408e4900-62e4-40b4-9a39-9ede35581913 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:02.863626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Attempting to bind port 408e4900-62e4-40b4-9a39-9ede35581913 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:02.864130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Attempting to bind port 408e4900-62e4-40b4-9a39-9ede35581913 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:02.868523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Port 408e4900-62e4-40b4-9a39-9ede35581913 on network 5c698453-96f0-4944-ae06-bff47b2613f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:04:02.869090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Attempting to bind port 408e4900-62e4-40b4-9a39-9ede35581913 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:02.874978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:02.875311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:02.878892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Bound using segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:02.878892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Bound port: 408e4900-62e4-40b4-9a39-9ede35581913, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:02.878892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.897510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] For port 1cb9dc4e-4890-4866-95b8-702925fbbf9c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:02.900960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] For port 1cb9dc4e-4890-4866-95b8-702925fbbf9c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1cb9dc4e-4890-4866-95b8-702925fbbf9c,segment=NetworkSegment(6923ad19-ce5a-4049-9741-897736072093),segment_id=6923ad19-ce5a-4049-9741-897736072093)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:02.934273 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b30b02f1-e4e3-4626-8fc3-07ba8b147c96 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.937542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b30b02f1-e4e3-4626-8fc3-07ba8b147c96 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:02.946413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b30b02f1-e4e3-4626-8fc3-07ba8b147c96 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/38884aab-0749-4990-af96-e0ab723ded51 HTTP/1.1" status: 204 len: 168 time: 0.4568145 Nov 11 21:04:02.956117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:02.962356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] For port 408e4900-62e4-40b4-9a39-9ede35581913, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:02.977605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b02f1-e4e3-4626-8fc3-07ba8b147c96 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38884aab-0749-4990-af96-e0ab723ded51,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:03.001035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] For port 408e4900-62e4-40b4-9a39-9ede35581913, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=408e4900-62e4-40b4-9a39-9ede35581913,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:03.003673 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.024520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123ccad-9651-4611-93ff-abd18752caf2 req-99bc5ca0-755c-466b-9973-35d309c1d289 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:03.026117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6123ccad-9651-4611-93ff-abd18752caf2 req-99bc5ca0-755c-466b-9973-35d309c1d289 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0659521 Nov 11 21:04:03.039876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5e302af8-5d68-48a3-9704-52a2640a9da6 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0799491 Nov 11 21:04:03.044092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59116) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:03.066641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7230a232-1d94-4de5-8dc3-05a54e021b74 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435718853'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:03.097780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512600fb-db37-48ea-aca1-0000e757ff0b None None] Pushing event updated for resources: {'Port': ['ID=1cb9dc4e-4890-4866-95b8-702925fbbf9c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:03.107857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.124436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6123ccad-9651-4611-93ff-abd18752caf2 req-1c3ef7b9-12a6-43f9-8a4c-dfd4f4a347b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899401 Nov 11 21:04:03.179342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:03.180171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.181874 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] 10.222.0.58 "PUT /v2.0/ports/408e4900-62e4-40b4-9a39-9ede35581913 HTTP/1.1" status: 200 len: 1091 time: 1.1685543 Nov 11 21:04:03.182413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'tag': '408e4900-62e4-40b4-9a39-9ede35581913'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:03.185936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29fcc2-9de5-46de-b615-3564cdf8154b None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:03.195948 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c07adb-4b19-40fc-87bf-2d9739463a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7145e2-6c54-43d4-a2b1-bb15d06abae7", "tag": "408e4900-62e4-40b4-9a39-9ede35581913"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:03.233278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 40d5d076-0406-4355-bd2a-84ec87d061cc no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:03.255859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53ef59-7bfb-4c93-93be-8560af330cbc service neutron] Pushing event updated for resources: {'Port': ['ID=408e4900-62e4-40b4-9a39-9ede35581913,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:03.264942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 40d5d076-0406-4355-bd2a-84ec87d061cc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:04:03.265509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 40d5d076-0406-4355-bd2a-84ec87d061cc not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:04:03.317872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7230a232-1d94-4de5-8dc3-05a54e021b74 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.409299 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.416324 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe54c9f2-e241-4e24-bceb-efed0992f4a6 x-openstack-request-id: req-fe54c9f2-e241-4e24-bceb-efed0992f4a6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:03.423453 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7145e2-6c54-43d4-a2b1-bb15d06abae7", "tag": "408e4900-62e4-40b4-9a39-9ede35581913", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:03.423453 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe54c9f2-e241-4e24-bceb-efed0992f4a6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:03.423453 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'tag': '408e4900-62e4-40b4-9a39-9ede35581913', 'status': 'completed', 'code': 200} Nov 11 21:04:03.496850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=23746138-8378-49b9-afa9-56256cdac13c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:03.526270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-e746d2e9-c269-472c-87a7-27630477bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:03.526270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-e746d2e9-c269-472c-87a7-27630477bba8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 1094 time: 0.2135849 Nov 11 21:04:03.536461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd1dd4-dcb9-42a4-93a7-59ac1c356424 req-b0e5b123-0562-4691-ba7a-0a8da3f2c008 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:03.538077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dbd1dd4-dcb9-42a4-93a7-59ac1c356424 req-b0e5b123-0562-4691-ba7a-0a8da3f2c008 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 943 time: 0.2198286 Nov 11 21:04:03.549337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7230a232-1d94-4de5-8dc3-05a54e021b74 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.607703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '22ad5fbc-4f05-46fa-b859-48aa73353959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59f4691d-1da8-41a6-849f-c8722efc65c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:03.608246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: 59f4691d-1da8-41a6-849f-c8722efc65c3, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:03.714309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7230a232-1d94-4de5-8dc3-05a54e021b74 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.769988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230a232-1d94-4de5-8dc3-05a54e021b74 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811f5daf-1491-4d2f-b05f-b9d641b50fd1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:03.782104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-31addabd-6209-4df2-bba8-55a1dcc7ee76 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:03.784125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-31addabd-6209-4df2-bba8-55a1dcc7ee76 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.2101963 Nov 11 21:04:03.792829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network 59f4691d-1da8-41a6-849f-c8722efc65c3 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:03.814321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-04b187d9-a111-45ed-8abc-105dc53a4d9b tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/quotas/935622a99ddc44f0a82c37d40f101a0a HTTP/1.1" status: 200 len: 375 time: 0.0111701 Nov 11 21:04:03.854491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7230a232-1d94-4de5-8dc3-05a54e021b74 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:03.854491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7230a232-1d94-4de5-8dc3-05a54e021b74 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7987404 Nov 11 21:04:03.880739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-2b24d678-7a6b-4c21-942d-6c3841cab209 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503943 Nov 11 21:04:03.882683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59144) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:03.890204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-56d07808-5225-49a8-b1e9-4940d4535dd7 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '811f5daf-1491-4d2f-b05f-b9d641b50fd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:03.897564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-30c7d9c0-f961-4453-b5b1-11e126d6233d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=408e4900-62e4-40b4-9a39-9ede35581913 HTTP/1.1" status: 200 len: 217 time: 0.3584914 Nov 11 21:04:03.962199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 59f4691d-1da8-41a6-849f-c8722efc65c3) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:03.977287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194b459-e6ec-41cc-b608-efe5928dc3bd None None] Network 59f4691d-1da8-41a6-849f-c8722efc65c3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:03.978995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:03.979614 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.008453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dbd1dd4-dcb9-42a4-93a7-59ac1c356424 req-dc45183d-ad9f-4598-a0a2-efdf5679fb27 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133106 Nov 11 21:04:04.018852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-9461a760-f244-48a1-aa43-84a6229b3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:04.020609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-9461a760-f244-48a1-aa43-84a6229b3895 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.1089070 Nov 11 21:04:04.056232 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-2e024aaa-9c6a-4ecf-a9c2-31dcfbd0ce69 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613495 Nov 11 21:04:04.105717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-219772b7-11c9-42b8-866e-d284656d5dd3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348959 Nov 11 21:04:04.125072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1cb9dc4e-4890-4866-95b8-702925fbbf9c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:04.139139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56d07808-5225-49a8-b1e9-4940d4535dd7 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.267515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3298d97b-4508-484c-82ea-64f8d31318f5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7660604 Nov 11 21:04:04.272128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:04.275324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1cb9dc4e-4890-4866-95b8-702925fbbf9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:04.275802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.390568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77eba-df6d-4621-b84f-a8bd188d6586 req-914bbc28-a8a6-4615-9c41-c67c2016b2ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:04.392239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-baf77eba-df6d-4621-b84f-a8bd188d6586 req-914bbc28-a8a6-4615-9c41-c67c2016b2ce tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.2146752 Nov 11 21:04:04.422434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56d07808-5225-49a8-b1e9-4940d4535dd7 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.426901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-59f4691d-1da8-41a6-849f-c8722efc65c3', 'network_id': '59f4691d-1da8-41a6-849f-c8722efc65c3', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '23746138-8378-49b9-afa9-56256cdac13c'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:04.427798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.480782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-2baf8026-e660-43b8-9c98-b4e798e81175 service neutron] 10.222.0.31 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011664 Nov 11 21:04:04.534180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bfe399da-202d-4753-a8c4-a0952cc95626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.536549 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56d07808-5225-49a8-b1e9-4940d4535dd7 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.569190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-f2ba2de0-c526-4fa2-98be-cdc73d0e065e service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522610 Nov 11 21:04:04.576501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.608562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d07808-5225-49a8-b1e9-4940d4535dd7 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de8b9e9-1e5d-486a-b054-7ea716b6d6bf,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:04.735325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-56d07808-5225-49a8-b1e9-4940d4535dd7 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.737066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56d07808-5225-49a8-b1e9-4940d4535dd7 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8515897 Nov 11 21:04:04.741099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:04.749910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.766609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d34249bf-d89d-458f-9043-8b868d9a9c15 req-ce2c880f-ec4e-4d4d-b0f5-57579dd7b8d7 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836028 Nov 11 21:04:04.797834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-baf77eba-df6d-4621-b84f-a8bd188d6586 req-ec3f7494-f1b5-46c1-9504-4c637682d89f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929415 Nov 11 21:04:04.831765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-80194737-a0c1-496c-b791-6536db6a607c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules/2de8b9e9-1e5d-486a-b054-7ea716b6d6bf HTTP/1.1" status: 200 len: 763 time: 0.0893974 Nov 11 21:04:04.834804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:04.839417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a54d9d9-2b6e-4782-9b11-2a940733e223 None None] Network 9693ce4e-ae27-414a-80c9-6baa43228f70 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:04.857250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:04.967899 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d3279151-1ed1-4144-921e-4aaf05b2461b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1317866 Nov 11 21:04:04.978919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a918820-342e-45c5-ba68-3093f6cac49c req-bd3ae3a3-d933-406c-a974-135261ba2fc5 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 210 time: 0.0850646 Nov 11 21:04:04.979697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59162) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:04.984094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1e9ba-cede-447e-9271-951baa80a3e2 req-444bf301-8fb8-4e66-9c5e-b32793197d93 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:04.992661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2f1e9ba-cede-447e-9271-951baa80a3e2 req-444bf301-8fb8-4e66-9c5e-b32793197d93 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0932279 Nov 11 21:04:05.008810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9beab586-091f-45a7-8df5-856834f192c5 None None] Provisioning complete for port 1cb9dc4e-4890-4866-95b8-702925fbbf9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:05.009344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9beab586-091f-45a7-8df5-856834f192c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.073253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 1cb9dc4e-4890-4866-95b8-702925fbbf9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1cb9dc4e-4890-4866-95b8-702925fbbf9c,segment=NetworkSegment(6923ad19-ce5a-4049-9741-897736072093),segment_id=6923ad19-ce5a-4049-9741-897736072093)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:05.076567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2f1e9ba-cede-447e-9271-951baa80a3e2 req-f1cd6074-019e-4ff1-b76f-2d039d7ac6ee tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828605 Nov 11 21:04:05.110593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Allocated IP 172.20.0.2 (59f4691d-1da8-41a6-849f-c8722efc65c3/23746138-8378-49b9-afa9-56256cdac13c/0369cad0-41c1-4127-b457-76950861e09b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:05.131350 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53ba3f1f-2b98-4471-9c70-27a46d839da4 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.142577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-ddd2e75b-5bea-4bba-b51f-1a664734bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:05.144377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-ddd2e75b-5bea-4bba-b51f-1a664734bbfa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 1094 time: 0.1590028 Nov 11 21:04:05.152223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53ba3f1f-2b98-4471-9c70-27a46d839da4 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.169963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.311896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7f978-dc3e-467d-b0c2-36d3968eefb7 req-e00c838c-dc43-4e30-a578-5d20cdab3062 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:05.326603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53a7f978-dc3e-467d-b0c2-36d3968eefb7 req-e00c838c-dc43-4e30-a578-5d20cdab3062 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 943 time: 0.1705115 Nov 11 21:04:05.348020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=1cb9dc4e-4890-4866-95b8-702925fbbf9c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:05.386366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53ba3f1f-2b98-4471-9c70-27a46d839da4 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.399269 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53ba3f1f-2b98-4471-9c70-27a46d839da4 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.400491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-53ba3f1f-2b98-4471-9c70-27a46d839da4 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2de8b9e9-1e5d-486a-b054-7ea716b6d6bf HTTP/1.1" status: 204 len: 168 time: 0.4107280 Nov 11 21:04:05.403928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:05.422295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-4b279f38-989d-428f-baf1-9985dba343cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:05.425315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-4b279f38-989d-428f-baf1-9985dba343cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 905 time: 0.2648613 Nov 11 21:04:05.445360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.462443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba3f1f-2b98-4471-9c70-27a46d839da4 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2de8b9e9-1e5d-486a-b054-7ea716b6d6bf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:05.489224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-91621794-fbea-4804-9ffe-2e3cbcf24225 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834885 Nov 11 21:04:05.492126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:05.496682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-40392370-5f17-48bc-976a-e4cf851d638c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '811f5daf-1491-4d2f-b05f-b9d641b50fd1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:05.503762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-8f269a3a-04db-4a7c-baa6-1e04db2d052e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=408e4900-62e4-40b4-9a39-9ede35581913 HTTP/1.1" status: 200 len: 217 time: 0.0543647 Nov 11 21:04:05.507649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53a7f978-dc3e-467d-b0c2-36d3968eefb7 req-889375b6-51e0-45fb-abba-7060ae553fd7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779730 Nov 11 21:04:05.519176 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.554059 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.584164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-07d1d857-9058-4ede-843e-c41abfff6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:05.585713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-07d1d857-9058-4ede-843e-c41abfff6396 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.0710490 Nov 11 21:04:05.608280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Network 59f4691d-1da8-41a6-849f-c8722efc65c3 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:05.615281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:05.619789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:05.623253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Pushing event updated for resources: {'Port': ['ID=0369cad0-41c1-4127-b457-76950861e09b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:05.624351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-0d73ad6c-99d9-42b0-a40e-f5c8deaf81e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304105 Nov 11 21:04:05.652409 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.704690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40392370-5f17-48bc-976a-e4cf851d638c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.769570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-48419fc6-2c24-458e-8fc0-b591aff13e27 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379259 Nov 11 21:04:05.846571 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.886718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=23746138-8378-49b9-afa9-56256cdac13c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:05.915899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f4691d-1da8-41a6-849f-c8722efc65c3']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:05.942312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Attempting to bind port 0369cad0-41c1-4127-b457-76950861e09b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:05.942691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Attempting to bind port 0369cad0-41c1-4127-b457-76950861e09b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '22ad5fbc-4f05-46fa-b859-48aa73353959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59f4691d-1da8-41a6-849f-c8722efc65c3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:05.943042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Attempting to bind port 0369cad0-41c1-4127-b457-76950861e09b on network 59f4691d-1da8-41a6-849f-c8722efc65c3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:05.955824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:05.956256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Checking segment: {'id': '22ad5fbc-4f05-46fa-b859-48aa73353959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59f4691d-1da8-41a6-849f-c8722efc65c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:05.960974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ad5fbc-4f05-46fa-b859-48aa73353959') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:05.960974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ad5fbc-4f05-46fa-b859-48aa73353959') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:05.962058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.962058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Bound using segment: {'id': '22ad5fbc-4f05-46fa-b859-48aa73353959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59f4691d-1da8-41a6-849f-c8722efc65c3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:05.962241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Bound port: 0369cad0-41c1-4127-b457-76950861e09b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ad5fbc-4f05-46fa-b859-48aa73353959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '59f4691d-1da8-41a6-849f-c8722efc65c3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:05.962573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:05.991458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6c6817a5-1b12-477c-b728-f11529a97ce2 None None] Provisioning complete for port 1cb9dc4e-4890-4866-95b8-702925fbbf9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:05.991828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c6817a5-1b12-477c-b728-f11529a97ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.008476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.059463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1cb9dc4e-4890-4866-95b8-702925fbbf9c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:06.069388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74c07adb-4b19-40fc-87bf-2d9739463a0c req-96079f7e-d56b-4edd-b38e-ad604ad80b5a service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878561 Nov 11 21:04:06.070505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.087242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:06.087641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:06.091649 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:06.103750 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40392370-5f17-48bc-976a-e4cf851d638c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.169971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293cce4-107f-4473-9977-d2258e03cbc4 req-b4f1a561-92eb-4c2c-bfb9-a7a95df87586 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:06.171548 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9293cce4-107f-4473-9977-d2258e03cbc4 req-b4f1a561-92eb-4c2c-bfb9-a7a95df87586 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1607974 Nov 11 21:04:06.176744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40392370-5f17-48bc-976a-e4cf851d638c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.235066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40392370-5f17-48bc-976a-e4cf851d638c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e165e5-6066-4105-a4bd-4699f2da3f65,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:06.242624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:06.242624 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:06.242624 n-d-805734-3 neutron-server[109674]: [parameters: {'id': '59f4691d-1da8-41a6-849f-c8722efc65c3'}] Nov 11 21:04:06.242624 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:06.243570 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:06.267176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] For port 0369cad0-41c1-4127-b457-76950861e09b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:06.282739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] For port 0369cad0-41c1-4127-b457-76950861e09b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0369cad0-41c1-4127-b457-76950861e09b,segment=NetworkSegment(22ad5fbc-4f05-46fa-b859-48aa73353959),segment_id=22ad5fbc-4f05-46fa-b859-48aa73353959)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:06.282971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40392370-5f17-48bc-976a-e4cf851d638c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.283090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-2935b552-1c1c-44bc-802d-3b5f58e4920c tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:06.283090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-2935b552-1c1c-44bc-802d-3b5f58e4920c tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/networks?id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac HTTP/1.1" status: 200 len: 808 time: 0.1505444 Nov 11 21:04:06.285203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40392370-5f17-48bc-976a-e4cf851d638c tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7918816 Nov 11 21:04:06.289846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:06.296138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9293cce4-107f-4473-9977-d2258e03cbc4 req-96c9db01-f7b6-480f-a185-e24e347b41c3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124024 Nov 11 21:04:06.306182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1cb9dc4e-4890-4866-95b8-702925fbbf9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:06.306566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.332789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-d6dcbe9e-ad36-4899-b895-12cba429afde tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/quotas/38151006522140839417270edea93d9a HTTP/1.1" status: 200 len: 375 time: 0.0436664 Nov 11 21:04:06.343206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3a755b6f-ed29-4b01-9488-60fe67a62a09 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules/48e165e5-6066-4105-a4bd-4699f2da3f65 HTTP/1.1" status: 200 len: 763 time: 0.0521815 Nov 11 21:04:06.346361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:06.370291 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.405987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-538e92da-fd11-49a3-8e29-7dba1733d748 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38151006522140839417270edea93d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615590 Nov 11 21:04:06.429255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1e438d62-210d-4284-ba85-ff5ab4c5f697 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0789304 Nov 11 21:04:06.437065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:06.518242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b1350-3228-4e9a-9b0a-c18a8542f3d1 None None] Network 59f4691d-1da8-41a6-849f-c8722efc65c3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:06.518242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e5e4-53cf-4b7d-9b9f-390fe1cb0a3d None None] Pushing event updated for resources: {'Port': ['ID=0369cad0-41c1-4127-b457-76950861e09b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:06.519911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbfce08e-cf05-4801-980c-c740e49cff06 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.529553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b3df2df-d51a-4663-90f7-4f1eaaf9afcc req-c76385fb-c5a4-4a67-aa7d-474ba333f703 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 210 time: 0.1010301 Nov 11 21:04:06.576500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-9e92c547-3006-4ead-a4c7-5aa15ce9e7b9 service neutron] 10.222.0.31 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612580 Nov 11 21:04:06.579783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbfce08e-cf05-4801-980c-c740e49cff06 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.682722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19885d-0af7-422b-ad36-8d1b866bb53e req-774acb54-92ee-424d-9a72-fae2515e19b0 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:06.684100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b19885d-0af7-422b-ad36-8d1b866bb53e req-774acb54-92ee-424d-9a72-fae2515e19b0 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0715640 Nov 11 21:04:06.729083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbfce08e-cf05-4801-980c-c740e49cff06 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.734078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44643fdb-6d2c-4ada-a53b-acb8f1335586 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:04:06.745065 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.750596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b19885d-0af7-422b-ad36-8d1b866bb53e req-058ca053-a1aa-47cc-8de6-2e3b50e030ab tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597992 Nov 11 21:04:06.804997 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbfce08e-cf05-4801-980c-c740e49cff06 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.808391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fbfce08e-cf05-4801-980c-c740e49cff06 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/48e165e5-6066-4105-a4bd-4699f2da3f65 HTTP/1.1" status: 204 len: 168 time: 0.3679140 Nov 11 21:04:06.809665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfce08e-cf05-4801-980c-c740e49cff06 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e165e5-6066-4105-a4bd-4699f2da3f65,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:06.809812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59210) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:06.814899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-25dc0859-770f-4847-a6c1-6770277274e4 service neutron] 10.222.0.31 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282794 Nov 11 21:04:06.865672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44643fdb-6d2c-4ada-a53b-acb8f1335586 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:04:06.910460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port 0369cad0-41c1-4127-b457-76950861e09b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:06.912278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:06.957362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3df3ed98-4c46-4d84-90c2-97438d746b9a tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1461995 Nov 11 21:04:06.962630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:06.967100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Request body: {'security_group_rule': {'security_group_id': '811f5daf-1491-4d2f-b05f-b9d641b50fd1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:07.046388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port 0369cad0-41c1-4127-b457-76950861e09b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0369cad0-41c1-4127-b457-76950861e09b,segment=NetworkSegment(22ad5fbc-4f05-46fa-b859-48aa73353959),segment_id=22ad5fbc-4f05-46fa-b859-48aa73353959)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:07.046810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.066608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dcb06-f983-4596-ad30-b0f488605c01 req-b37a45f5-0a39-4d90-9d18-26488b8d27ec tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:07.068062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df6dcb06-f983-4596-ad30-b0f488605c01 req-b37a45f5-0a39-4d90-9d18-26488b8d27ec tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 943 time: 0.1476386 Nov 11 21:04:07.072106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for 0369cad0-41c1-4127-b457-76950861e09b owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:07.108095 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Project 87c4efb6692f44898f39795f8fb9cc5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:04:07.113560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.180756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df6dcb06-f983-4596-ad30-b0f488605c01 req-d3b54ad7-b311-4e56-9745-d58a8a72f594 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980940 Nov 11 21:04:07.202548 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.261247 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a636014d-f51b-4a82-ba76-7140103db337 req-3d168a75-af58-4206-854c-3018f96c7148 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 210 time: 0.0841942 Nov 11 21:04:07.278407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.305456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.327299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=0369cad0-41c1-4127-b457-76950861e09b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:07.333537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port 0369cad0-41c1-4127-b457-76950861e09b on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:07.387788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.409730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a92de11-52b4-4480-b4be-f561d8c0655e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:07.464539 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.547220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f4691d-1da8-41a6-849f-c8722efc65c3']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:07.569231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efc2ab-2aab-437a-bb80-3524e555b124 req-34e89f01-0dab-4421-9f9e-148db73f5823 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:07.570807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-83efc2ab-2aab-437a-bb80-3524e555b124 req-34e89f01-0dab-4421-9f9e-148db73f5823 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1843367 Nov 11 21:04:07.575514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ad5fbc-4f05-46fa-b859-48aa73353959') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:07.576113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ad5fbc-4f05-46fa-b859-48aa73353959') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:07.602605 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.634739 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.650802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:07.654978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:07.661406 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:07.677720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e7f0cd9-b54a-46b6-8a99-8d71675f71bb req-76f7521c-f3b7-4d2d-a2ac-84382837e266 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 210 time: 0.0365863 Nov 11 21:04:07.682349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.685205 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b80c9471-4170-4d5f-ba5f-d3ad64af55f3 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7227979 Nov 11 21:04:07.689657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59228) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:07.690928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-ba27fcb4-e065-4e35-8735-c9b4f8a877f9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:07.692549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-ba27fcb4-e065-4e35-8735-c9b4f8a877f9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 811 time: 0.2391348 Nov 11 21:04:07.708323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2df52a74-e473-46c5-86ac-ef5843756731 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules/5a92de11-52b4-4480-b4be-f561d8c0655e HTTP/1.1" status: 200 len: 769 time: 0.0194738 Nov 11 21:04:07.720442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59230) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:07.748328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-83efc2ab-2aab-437a-bb80-3524e555b124 req-6d629592-7a55-4cf3-b767-9715c80194ea tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535125 Nov 11 21:04:07.758481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Request body: {'port': {'device_id': '49b57697-576d-4678-bd5e-b5304f5edf23', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'admin_state_up': True, 'tenant_id': '935622a99ddc44f0a82c37d40f101a0a'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:07.776014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-103217cb-9d88-4515-9453-5a7fd7314f41 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0537200 Nov 11 21:04:07.781434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59234) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:07.827900 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.854275 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ac4247-ff81-4a47-b8f6-218c89c2e2c8 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.870394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ac4247-ff81-4a47-b8f6-218c89c2e2c8 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.904612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd99db-b52d-48e5-a738-5d4d23631582 req-65be403b-b853-4b8f-9531-7f21c6901c7e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:07.906722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bd99db-b52d-48e5-a738-5d4d23631582 req-65be403b-b853-4b8f-9531-7f21c6901c7e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0772491 Nov 11 21:04:07.917617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.922726 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:07.930024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/59f4691d-1da8-41a6-849f-c8722efc65c3 HTTP/1.1" status: 204 len: 168 time: 3.6554449 Nov 11 21:04:07.932240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:07.942165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1929458234'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:07.973406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4fdb-408c-4765-bac3-0adf73e01e62 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=59f4691d-1da8-41a6-849f-c8722efc65c3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:07.980757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47bd99db-b52d-48e5-a738-5d4d23631582 req-9d59050a-cd5a-4592-b428-1b55256894cf tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644281 Nov 11 21:04:07.989696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:04:07.989696 n-d-805734-3 neutron-server[109674]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 21:04:07.989696 n-d-805734-3 neutron-server[109674]: [parameters: {'project_id': '935622a99ddc44f0a82c37d40f101a0a', 'id': '09017182-7a49-4932-aa13-0426cec2d98c', 'expiration': datetime.datetime(2021, 11, 11, 21, 6, 7, 983229)}] Nov 11 21:04:07.989696 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:07.999600 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:08.056134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ac4247-ff81-4a47-b8f6-218c89c2e2c8 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.062366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ac4247-ff81-4a47-b8f6-218c89c2e2c8 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.063794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40ac4247-ff81-4a47-b8f6-218c89c2e2c8 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5a92de11-52b4-4480-b4be-f561d8c0655e HTTP/1.1" status: 204 len: 168 time: 0.2814214 Nov 11 21:04:08.066951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59238) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:08.076546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac4247-ff81-4a47-b8f6-218c89c2e2c8 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a92de11-52b4-4480-b4be-f561d8c0655e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:08.126931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b94510e-6453-4ba8-8ec9-d261bb0c7899 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0587769 Nov 11 21:04:08.130249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59240) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:08.130474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:08.134089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.162451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:08.172184 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.172525 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 7ece83a2-5156-4f0d-8518-4010c1c0d0e9 of type vlan for network b73319b2-97b6-4bf7-8e02-f154edaf04fa Nov 11 21:04:08.191240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56e9a745-a465-435f-a23e-cc559715172f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.219668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56e9a745-a465-435f-a23e-cc559715172f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.237194 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.354932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68162c-e219-43a8-b0af-2b9f815762c5 req-bc080240-985b-453f-9645-824c7859494a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:08.356587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a68162c-e219-43a8-b0af-2b9f815762c5 req-bc080240-985b-453f-9645-824c7859494a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 943 time: 0.0634420 Nov 11 21:04:08.358902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.367350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:08.368062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.370533 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-073b9772-8623-4dbf-8580-c79cedd4295d req-9255723e-f90d-4c2a-9284-731fee1c43fe tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 210 time: 0.0302978 Nov 11 21:04:08.401065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56e9a745-a465-435f-a23e-cc559715172f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.407064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56e9a745-a465-435f-a23e-cc559715172f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.414383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-56e9a745-a465-435f-a23e-cc559715172f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "DELETE /v2.0/security-groups/811f5daf-1491-4d2f-b05f-b9d641b50fd1 HTTP/1.1" status: 204 len: 168 time: 0.2773166 Nov 11 21:04:08.432529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:08.447938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a745-a465-435f-a23e-cc559715172f tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f5daf-1491-4d2f-b05f-b9d641b50fd1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:08.468199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=b73319b2-97b6-4bf7-8e02-f154edaf04fa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:08.485204 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a68162c-e219-43a8-b0af-2b9f815762c5 req-ef95cd22-6c08-447b-9b23-f997a8891c54 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141834 Nov 11 21:04:08.492055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b73319b2-97b6-4bf7-8e02-f154edaf04fa details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:08.507822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-247ab87f-53e5-4a8d-97cd-53e640cbb8c5 tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645511 Nov 11 21:04:08.522088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:08.553043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-290b0cbb-30b4-4948-8ae1-a93b653df68d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6149700 Nov 11 21:04:08.556956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:08.565602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:08.613226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d0262ca3-0ad2-464e-adef-fc8b8af5e59b tempest-SecGroupIPv6Test-710282031 tempest-SecGroupIPv6Test-710282031-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901432 Nov 11 21:04:08.748495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Made reservation on behalf of 935622a99ddc44f0a82c37d40f101a0a for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:08.752023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.807820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0778d033-896b-4aa7-aede-2757cc319e4e req-37dd1d3b-a66c-4f32-9809-fdf4a6257186 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 210 time: 0.0367019 Nov 11 21:04:08.900598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:08.905984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:08.920487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Allocated IP 172.20.0.6 (17a6b110-edf6-4a73-8473-84c504928dc6/66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1/365b2fdb-1dea-47a0-ac7d-0212353ed180) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:08.939051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 408e4900-62e4-40b4-9a39-9ede35581913 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:08.939661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604f0a6-f7b5-4106-9349-2d689d29edf2 req-4a623b80-075a-446a-911e-e065d360a46c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:08.941192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d604f0a6-f7b5-4106-9349-2d689d29edf2 req-4a623b80-075a-446a-911e-e065d360a46c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0787337 Nov 11 21:04:09.048100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:04:09.048670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:04:09.092279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d604f0a6-f7b5-4106-9349-2d689d29edf2 req-935fb8e2-6c5a-4bf1-aee3-4f33843b3818 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319911 Nov 11 21:04:09.142242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 408e4900-62e4-40b4-9a39-9ede35581913, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=408e4900-62e4-40b4-9a39-9ede35581913,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:09.173643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '408e4900-62e4-40b4-9a39-9ede35581913', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'port_id': '408e4900-62e4-40b4-9a39-9ede35581913', 'mac_address': 'fa:16:3e:99:8b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1608d-5253-4a2c-94d2-8d858bae473f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:04:09.210753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c161c-9f0a-4d43-881b-4a6189f10141 req-d3e5f437-a4ec-49e7-a3eb-994dd6284ad8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:09.220541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-821c161c-9f0a-4d43-881b-4a6189f10141 req-d3e5f437-a4ec-49e7-a3eb-994dd6284ad8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1361485 Nov 11 21:04:09.252418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.264563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:09.280334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408e4900-62e4-40b4-9a39-9ede35581913 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:09.297741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.305414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 408e4900-62e4-40b4-9a39-9ede35581913, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=408e4900-62e4-40b4-9a39-9ede35581913,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:09.364837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-821c161c-9f0a-4d43-881b-4a6189f10141 req-bec92c75-37b9-48f2-b747-c9b28f2375e6 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430154 Nov 11 21:04:09.432758 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.450881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b7a1b106-c1fb-4283-868d-9e2868785c8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87c4efb6692f44898f39795f8fb9cc5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807261 Nov 11 21:04:09.453502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:09.495462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=408e4900-62e4-40b4-9a39-9ede35581913,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:09.514644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a61823c5-b5c3-4b95-988f-f93fc3013774 req-f9929345-960d-4789-bfc4-8ee5c27a3d97 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 210 time: 0.0513980 Nov 11 21:04:09.540223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f35e8fcd-c74d-4ed6-a01e-f19d590d0082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.566907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f35e8fcd-c74d-4ed6-a01e-f19d590d0082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.599188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.629455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.643854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Network 17a6b110-edf6-4a73-8473-84c504928dc6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:09.649264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:09.653898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:09.677640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2720be1a-ed56-405e-aabd-e8aeedc73567 None None] DHCP port deletion for 17a6b110-edf6-4a73-8473-84c504928dc6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:09.708499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:09.709430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.723802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=9f20da7b-4f47-42b8-807b-f25e59732a67,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:09.734389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b989c4a-f8e6-4846-a9f7-c34f77e123a7 req-a38f67ca-0d2d-440e-8a79-d5ff1a79b22b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:09.736052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b989c4a-f8e6-4846-a9f7-c34f77e123a7 req-a38f67ca-0d2d-440e-8a79-d5ff1a79b22b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 944 time: 0.1623490 Nov 11 21:04:09.739605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event updated for resources: {'Port': ['ID=365b2fdb-1dea-47a0-ac7d-0212353ed180,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:09.758016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['408e4900-62e4-40b4-9a39-9ede35581913'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:09.760049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '7ece83a2-5156-4f0d-8518-4010c1c0d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:09.760470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: b73319b2-97b6-4bf7-8e02-f154edaf04fa, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:09.816173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f35e8fcd-c74d-4ed6-a01e-f19d590d0082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.818805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f35e8fcd-c74d-4ed6-a01e-f19d590d0082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.822459 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f35e8fcd-c74d-4ed6-a01e-f19d590d0082 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf238353-11d7-4889-9560-1f16838b0d40 HTTP/1.1" status: 204 len: 168 time: 0.3652608 Nov 11 21:04:09.835333 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b989c4a-f8e6-4846-a9f7-c34f77e123a7 req-6b4e00a0-3d42-45c2-9a1c-00c6200c0f0c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825131 Nov 11 21:04:09.839512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8fcd-c74d-4ed6-a01e-f19d590d0082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf238353-11d7-4889-9560-1f16838b0d40,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:09.839832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-5a48db84-8edf-4863-b711-b34cfd401bfb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0873892 Nov 11 21:04:09.845830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e339b152-dbc5-432a-8015-31dcec7b0710 None None] Provisioning complete for port 365b2fdb-1dea-47a0-ac7d-0212353ed180 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:09.846128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e339b152-dbc5-432a-8015-31dcec7b0710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.853995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Request body: {'port': {'device_id': '49b57697-576d-4678-bd5e-b5304f5edf23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:09.883377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network b73319b2-97b6-4bf7-8e02-f154edaf04fa is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:09.952179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e339b152-dbc5-432a-8015-31dcec7b0710 None None] Port 365b2fdb-1dea-47a0-ac7d-0212353ed180 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:09.959766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b73319b2-97b6-4bf7-8e02-f154edaf04fa) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:09.971829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:09.972404 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:09.974416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba4fc3-198c-41d0-9535-2c69d947867b None None] Network b73319b2-97b6-4bf7-8e02-f154edaf04fa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:10.061433 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9a2aa94b-c37c-4b18-80f8-420349607b0a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5029025 Nov 11 21:04:10.064127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:10.298295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:10.341305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f16fe-4a14-4e50-a12c-53b61bccd386 req-f1349fdc-5d18-4769-9860-2b9032f28075 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:10.343211 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be5f16fe-4a14-4e50-a12c-53b61bccd386 req-f1349fdc-5d18-4769-9860-2b9032f28075 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1058502 Nov 11 21:04:10.360953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b73319b2-97b6-4bf7-8e02-f154edaf04fa', 'network_id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '9f20da7b-4f47-42b8-807b-f25e59732a67'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:10.363078 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:10.386309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:10.463435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee632fb2-a81d-4567-8cb7-0b0d2f9254c4 req-16004b98-458b-4bd7-a5d1-df008719a0b1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:10.473197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee632fb2-a81d-4567-8cb7-0b0d2f9254c4 req-16004b98-458b-4bd7-a5d1-df008719a0b1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 931 time: 0.1574626 Nov 11 21:04:10.541044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:10.583994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Allocated IP 172.20.0.3 (b73319b2-97b6-4bf7-8e02-f154edaf04fa/9f20da7b-4f47-42b8-807b-f25e59732a67/d453cfff-fae0-400b-a8a3-ab77855d9a94) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:10.593767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee632fb2-a81d-4567-8cb7-0b0d2f9254c4 req-d9df9c62-f626-4465-ace2-6acc64ab9f1d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189532 Nov 11 21:04:10.655031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be5f16fe-4a14-4e50-a12c-53b61bccd386 req-d1523ac3-3532-48c8-aa03-cfb3d9638685 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845182 Nov 11 21:04:10.670768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-ff418d8a-7358-4be4-9925-69aa90164507 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:10.672366 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-ff418d8a-7358-4be4-9925-69aa90164507 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "GET /v2.0/networks?id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac HTTP/1.1" status: 200 len: 808 time: 0.2943070 Nov 11 21:04:10.697029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Request body: {'port': {'device_id': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac', 'admin_state_up': True, 'tenant_id': '38151006522140839417270edea93d9a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:10.843723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7109acfe-76c5-499d-8620-c8834161e8d1 req-d47441d7-ed40-4194-a453-7eb57babe44f tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 210 time: 0.0352314 Nov 11 21:04:10.852863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:10.888487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3515a-7bd5-4d49-8c17-6c5f0df357c7 req-a8e4d959-4544-4680-93fa-93c5d668ebc4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:10.895890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ce3515a-7bd5-4d49-8c17-6c5f0df357c7 req-a8e4d959-4544-4680-93fa-93c5d668ebc4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1133628 Nov 11 21:04:10.912287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:10.982963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 408e4900-62e4-40b4-9a39-9ede35581913 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:10.996027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ce3515a-7bd5-4d49-8c17-6c5f0df357c7 req-f364e3da-ac27-4537-802a-4700b6e2b525 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992224 Nov 11 21:04:10.997829 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.037346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365b2fdb-1dea-47a0-ac7d-0212353ed180 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:11.045998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Network b73319b2-97b6-4bf7-8e02-f154edaf04fa is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:11.047172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.050633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:11.052229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Made reservation on behalf of 38151006522140839417270edea93d9a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:11.057933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:11.066431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.067771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Transition to ACTIVE for port object 365b2fdb-1dea-47a0-ac7d-0212353ed180 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:04:11.086314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Pushing event updated for resources: {'Port': ['ID=d453cfff-fae0-400b-a8a3-ab77855d9a94,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:11.107255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=9f20da7b-4f47-42b8-807b-f25e59732a67,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:11.131365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.173023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Attempting to bind port d453cfff-fae0-400b-a8a3-ab77855d9a94 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:11.173467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Attempting to bind port d453cfff-fae0-400b-a8a3-ab77855d9a94 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7ece83a2-5156-4f0d-8518-4010c1c0d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:11.173880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Attempting to bind port d453cfff-fae0-400b-a8a3-ab77855d9a94 on network b73319b2-97b6-4bf7-8e02-f154edaf04fa {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:11.181261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:11.181760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Checking segment: {'id': '7ece83a2-5156-4f0d-8518-4010c1c0d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:11.182515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.182660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Bound using segment: {'id': '7ece83a2-5156-4f0d-8518-4010c1c0d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:11.183054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Bound port: d453cfff-fae0-400b-a8a3-ab77855d9a94, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ece83a2-5156-4f0d-8518-4010c1c0d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:11.183440 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.202744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47460081-6cb6-46a2-a265-491272d4c2ce None None] DHCP port deletion for 17a6b110-edf6-4a73-8473-84c504928dc6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:11.202898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eea694-abee-4a9f-9240-d231734fd170 req-d9143d64-a8cd-42fd-9038-70530441f152 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:11.204571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d7eea694-abee-4a9f-9240-d231734fd170 req-d9143d64-a8cd-42fd-9038-70530441f152 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 944 time: 0.2259500 Nov 11 21:04:11.211396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.233495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 408e4900-62e4-40b4-9a39-9ede35581913 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:04:11.242361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 408e4900-62e4-40b4-9a39-9ede35581913 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:11.242748 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.261745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Pushing event updated for resources: {'Port': ['ID=365b2fdb-1dea-47a0-ac7d-0212353ed180,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:11.290646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73319b2-97b6-4bf7-8e02-f154edaf04fa']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:11.307268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Attempting to bind port 365b2fdb-1dea-47a0-ac7d-0212353ed180 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:11.307710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Attempting to bind port 365b2fdb-1dea-47a0-ac7d-0212353ed180 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:11.308234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Attempting to bind port 365b2fdb-1dea-47a0-ac7d-0212353ed180 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:11.314163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Port 365b2fdb-1dea-47a0-ac7d-0212353ed180 on network 17a6b110-edf6-4a73-8473-84c504928dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:04:11.314574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Attempting to bind port 365b2fdb-1dea-47a0-ac7d-0212353ed180 on network 17a6b110-edf6-4a73-8473-84c504928dc6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:11.314756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ece83a2-5156-4f0d-8518-4010c1c0d0e9') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:11.314913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ece83a2-5156-4f0d-8518-4010c1c0d0e9') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:11.321761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:11.322598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Checking segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:11.323068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Bound using segment: {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:11.323634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Bound port: 365b2fdb-1dea-47a0-ac7d-0212353ed180, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd275f49-370b-40dc-8e4b-224f5a80ff0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:11.324057 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.337605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.386796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d7eea694-abee-4a9f-9240-d231734fd170 req-bad0ea94-c8b5-4f1d-92f3-1e82db0f9485 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699224 Nov 11 21:04:11.387997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] For port d453cfff-fae0-400b-a8a3-ab77855d9a94, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:11.391440 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.426596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:11.427011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:11.432246 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:11.442387 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.456588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] For port 365b2fdb-1dea-47a0-ac7d-0212353ed180, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:11.462282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Allocated IP 172.20.0.6 (8100cb01-ef2f-4a85-bae1-a9e100f0c0ac/d4c7bc5c-b067-4f6b-92db-6af630329b79/81c4ab51-99b3-4473-bda3-ccad28ec55a9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:11.464686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] For port 365b2fdb-1dea-47a0-ac7d-0212353ed180, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=365b2fdb-1dea-47a0-ac7d-0212353ed180,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:11.483321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 408e4900-62e4-40b4-9a39-9ede35581913, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=408e4900-62e4-40b4-9a39-9ede35581913,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:11.484468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408e4900-62e4-40b4-9a39-9ede35581913'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:11.487130 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610abae-adcf-4583-8fd8-3b6420bbfb18" -d '{"events": [{"server_uuid": "bd7145e2-6c54-43d4-a2b1-bb15d06abae7", "name": "network-vif-plugged", "status": "completed", "tag": "408e4900-62e4-40b4-9a39-9ede35581913"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:11.540698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] For port d453cfff-fae0-400b-a8a3-ab77855d9a94, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d453cfff-fae0-400b-a8a3-ab77855d9a94,segment=NetworkSegment(7ece83a2-5156-4f0d-8518-4010c1c0d0e9),segment_id=7ece83a2-5156-4f0d-8518-4010c1c0d0e9)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:11.559193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.571530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.587200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:11.602654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:11.602654 n-d-805734-3 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:11.602654 n-d-805734-3 neutron-server[109675]: [parameters: {'id': 'b73319b2-97b6-4bf7-8e02-f154edaf04fa'}] Nov 11 21:04:11.602654 n-d-805734-3 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:11.602654 n-d-805734-3 neutron-server[109675]: DEBUG oslo_db.api [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:11.621729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b3bc7-f3c3-4e60-a8d1-ee9dded37039 None None] DHCP port deletion for 17a6b110-edf6-4a73-8473-84c504928dc6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:11.624618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:11.625692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.627933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] 10.222.0.62 "PUT /v2.0/ports/365b2fdb-1dea-47a0-ac7d-0212353ed180 HTTP/1.1" status: 200 len: 1091 time: 1.7792213 Nov 11 21:04:11.632008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b57697-576d-4678-bd5e-b5304f5edf23', 'tag': '365b2fdb-1dea-47a0-ac7d-0212353ed180'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:11.636258 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a" -d '{"events": [{"name": "network-changed", "server_uuid": "49b57697-576d-4678-bd5e-b5304f5edf23", "tag": "365b2fdb-1dea-47a0-ac7d-0212353ed180"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:11.652179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=408e4900-62e4-40b4-9a39-9ede35581913,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:11.665102 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.681425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2641f3-0e98-4be4-8bc7-332663ad33ee req-f952d9fd-99fb-4da2-b652-876db9fc0d80 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:11.684004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce2641f3-0e98-4be4-8bc7-332663ad33ee req-f952d9fd-99fb-4da2-b652-876db9fc0d80 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 945 time: 0.1594360 Nov 11 21:04:11.706798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f60ed-c66b-49d4-841b-ad82cc096077 service neutron] Pushing event updated for resources: {'Port': ['ID=365b2fdb-1dea-47a0-ac7d-0212353ed180,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:11.734738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca726be4-440f-40f3-8005-6c44498ff6a7 None None] Pushing event updated for resources: {'Port': ['ID=d453cfff-fae0-400b-a8a3-ab77855d9a94,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:11.764627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--337600236'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:11.772196 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3578e19-ed17-49e7-ba61-8cbf8b94157a x-openstack-request-id: req-b3578e19-ed17-49e7-ba61-8cbf8b94157a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:11.772505 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7145e2-6c54-43d4-a2b1-bb15d06abae7", "name": "network-vif-plugged", "status": "completed", "tag": "408e4900-62e4-40b4-9a39-9ede35581913", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:11.772994 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3578e19-ed17-49e7-ba61-8cbf8b94157a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:11.773208 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408e4900-62e4-40b4-9a39-9ede35581913', 'code': 200} Nov 11 21:04:11.787608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:11.826467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce2641f3-0e98-4be4-8bc7-332663ad33ee req-d4df697c-f531-4368-9c84-4e9a1dbe5605 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337919 Nov 11 21:04:11.844114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9343b049-116c-4144-9be2-e5faf2766e13 None None] Network b73319b2-97b6-4bf7-8e02-f154edaf04fa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:11.923504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202af71-2ba6-4f3c-808f-c9696772f52e req-fa86f40b-183e-4f74-95c7-b473394bed05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:11.925096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5202af71-2ba6-4f3c-808f-c9696772f52e req-fa86f40b-183e-4f74-95c7-b473394bed05 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 943 time: 0.0883925 Nov 11 21:04:11.927376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88400e07-44ee-46c6-a1fa-cff39388d023 req-3de0428d-309a-41ed-98e4-4a0fc7cda406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:11.929040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88400e07-44ee-46c6-a1fa-cff39388d023 req-3de0428d-309a-41ed-98e4-4a0fc7cda406 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 1096 time: 0.0784743 Nov 11 21:04:11.937274 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d33c06-f2f7-4a0d-8912-3d4d37cef5f2 x-openstack-request-id: req-41d33c06-f2f7-4a0d-8912-3d4d37cef5f2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:11.938147 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b57697-576d-4678-bd5e-b5304f5edf23", "tag": "365b2fdb-1dea-47a0-ac7d-0212353ed180", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:11.938573 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41d33c06-f2f7-4a0d-8912-3d4d37cef5f2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:11.939356 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b57697-576d-4678-bd5e-b5304f5edf23', 'tag': '365b2fdb-1dea-47a0-ac7d-0212353ed180', 'status': 'completed', 'code': 200} Nov 11 21:04:11.942485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-335906e3-f8ea-4936-9367-e540a79ff268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:11.946933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-335906e3-f8ea-4936-9367-e540a79ff268 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 1094 time: 0.1159606 Nov 11 21:04:11.989674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.001185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-cf6ca31d-4e0e-4902-8509-f3330fa99ded service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365b2fdb-1dea-47a0-ac7d-0212353ed180 HTTP/1.1" status: 200 len: 217 time: 0.0453343 Nov 11 21:04:12.011628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.019682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525652c-9200-460f-98e0-ef85ab328a49 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:04:12.037729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.066665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-9b9a5273-aa05-4456-b43d-a735fce46d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.068198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-9b9a5273-aa05-4456-b43d-a735fce46d99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.0589662 Nov 11 21:04:12.079553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5202af71-2ba6-4f3c-808f-c9696772f52e req-1697b330-b525-416a-af93-1305706feb88 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485784 Nov 11 21:04:12.104467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.134592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:12.137019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525652c-9200-460f-98e0-ef85ab328a49 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:04:12.139164 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-0d3793e2-f56a-4968-ac90-92d2e07ef061 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340545 Nov 11 21:04:12.153429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:12.156649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-04f0b2b7-6172-4e31-af2e-356ff1f7026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.158294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-04f0b2b7-6172-4e31-af2e-356ff1f7026b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1096 time: 0.1916673 Nov 11 21:04:12.159481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:12.163713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Pushing event updated for resources: {'Port': ['ID=81c4ab51-99b3-4473-bda3-ccad28ec55a9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:12.167626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88400e07-44ee-46c6-a1fa-cff39388d023 req-c9ff405e-c051-40f2-891d-5701668608c9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031775 Nov 11 21:04:12.170903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7f35-85f4-47a3-bb68-df2c6ead2931 req-39bd08c3-7b5d-4eeb-9aea-48867c714528 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.173159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-befd7f35-85f4-47a3-bb68-df2c6ead2931 req-39bd08c3-7b5d-4eeb-9aea-48867c714528 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1625786 Nov 11 21:04:12.288506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-befd7f35-85f4-47a3-bb68-df2c6ead2931 req-dc9f3556-de48-480f-9ce6-82a8ba360395 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043854 Nov 11 21:04:12.308316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-e63f5524-231a-4354-be2e-fa65a239d7f8 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596608 Nov 11 21:04:12.354390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.355025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.413181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea47e-402b-46ec-94d8-d8cf174b43e4 req-00dedbc6-ce65-42b0-8d00-09670184ff5e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.414700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb9ea47e-402b-46ec-94d8-d8cf174b43e4 req-00dedbc6-ce65-42b0-8d00-09670184ff5e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.2404356 Nov 11 21:04:12.452195 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.462341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-2f07b5c6-628a-421e-b3bb-97c800467836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.463910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-2f07b5c6-628a-421e-b3bb-97c800467836 service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.2907314 Nov 11 21:04:12.464092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b825f-9eb1-43ba-9696-273ffa0a5f85 req-1ce368ac-83be-47c3-8c99-b3c37bf85051 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.466401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-305b825f-9eb1-43ba-9696-273ffa0a5f85 req-1ce368ac-83be-47c3-8c99-b3c37bf85051 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 931 time: 0.0774324 Nov 11 21:04:12.468586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14823de0-061d-4b4a-9ad9-d94be8ff6621 req-ebfa80f7-0c1d-467a-a157-63ca8277e630 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461823 Nov 11 21:04:12.476533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30bfe2-a44b-415c-b60f-0e10dc614e16 None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:12.477223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port d453cfff-fae0-400b-a8a3-ab77855d9a94 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:12.477626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.527826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-305b825f-9eb1-43ba-9696-273ffa0a5f85 req-a6923b5f-d80c-4b52-9030-ba294fd8bd68 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500786 Nov 11 21:04:12.551416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-f2f0917e-af6c-473a-90a1-36d97c52557a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8599665 Nov 11 21:04:12.563558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0cbae22b-e20e-4e0f-8adf-2a2d531d9213 None None] Provisioning complete for port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:12.563759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0cbae22b-e20e-4e0f-8adf-2a2d531d9213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.593343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Request body: {'port': {'device_id': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:12.602788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.612393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0cbae22b-e20e-4e0f-8adf-2a2d531d9213 None None] Port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:12.663626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb9ea47e-402b-46ec-94d8-d8cf174b43e4 req-1c2443f8-0de7-4ac0-b89e-038b59528f57 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319918 Nov 11 21:04:12.677208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port d453cfff-fae0-400b-a8a3-ab77855d9a94, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d453cfff-fae0-400b-a8a3-ab77855d9a94,segment=NetworkSegment(7ece83a2-5156-4f0d-8518-4010c1c0d0e9),segment_id=7ece83a2-5156-4f0d-8518-4010c1c0d0e9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:12.677581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.689730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-ccf3bf17-d0e4-49f7-9f94-e8ae3ce7f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.691255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-ccf3bf17-d0e4-49f7-9f94-e8ae3ce7f5a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=935622a99ddc44f0a82c37d40f101a0a&device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 1094 time: 0.0725143 Nov 11 21:04:12.692654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-43ab5c76-a961-4713-8673-4b9a7016f0af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 200 len: 1000 time: 0.2174096 Nov 11 21:04:12.709629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93198355-2e9b-4838-a992-17b2ea34254b req-4ae37c80-f028-4f14-a7dd-b4460fcbedd8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.711122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93198355-2e9b-4838-a992-17b2ea34254b req-4ae37c80-f028-4f14-a7dd-b4460fcbedd8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 945 time: 0.0832398 Nov 11 21:04:12.731224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for d453cfff-fae0-400b-a8a3-ab77855d9a94 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:12.748677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc91ee5c-f45a-4548-98db-35dc80e92e53,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:12.791278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:12.819894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93198355-2e9b-4838-a992-17b2ea34254b req-85549fca-ddc5-45dc-973d-0a2723ffea66 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997419 Nov 11 21:04:12.845378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-79c20e88-90be-434a-be58-b6c5dcfe5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.846887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-79c20e88-90be-434a-be58-b6c5dcfe5e33 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 200 len: 912 time: 0.1348996 Nov 11 21:04:12.863735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-52d47bf5-43e4-428e-9054-28d50c165aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.865394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-52d47bf5-43e4-428e-9054-28d50c165aa5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.1369312 Nov 11 21:04:12.899223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-dbd947f3-c6af-4bea-9ca0-9f87e118e3c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=365b2fdb-1dea-47a0-ac7d-0212353ed180 HTTP/1.1" status: 200 len: 217 time: 0.0436263 Nov 11 21:04:12.954179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-6b97b977-a6e5-43c6-a193-342871781338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:12.955269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-6b97b977-a6e5-43c6-a193-342871781338 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 200 len: 851 time: 0.0483658 Nov 11 21:04:12.991714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-73681769-e1ac-4dc9-b508-724090f82779 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17a6b110-edf6-4a73-8473-84c504928dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278311 Nov 11 21:04:13.097438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-f30dcec5-a7ef-4c4e-87c1-083af127e648 service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964055 Nov 11 21:04:13.184626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:13.226741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20ecaa73-a0b1-4f0a-8e11-abaefb69aa0a req-181619f6-5d77-4e58-abc0-d0933bbc06dc service neutron] 10.222.0.62 "GET /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193016 Nov 11 21:04:13.236639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00278-754e-4d96-b196-dfc3378b6e20 req-bed2b5ac-753f-4efd-8e9f-0d8c65bc4666 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:13.238092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53f00278-754e-4d96-b196-dfc3378b6e20 req-bed2b5ac-753f-4efd-8e9f-0d8c65bc4666 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 943 time: 0.0750566 Nov 11 21:04:13.297820 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53f00278-754e-4d96-b196-dfc3378b6e20 req-319aba80-1a46-4274-b52e-af37698441c4 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518289 Nov 11 21:04:13.333573 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:13.370811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-feeb5ead-61f2-4cdf-97f4-156784920389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:13.372851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-feeb5ead-61f2-4cdf-97f4-156784920389 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870341 Nov 11 21:04:13.392436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2fca-574b-4f03-9fa9-f7a867d9a6c7 req-18aae066-1bf4-43c7-9c8a-8897f53413f0 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:13.393967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-551c2fca-574b-4f03-9fa9-f7a867d9a6c7 req-18aae066-1bf4-43c7-9c8a-8897f53413f0 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 945 time: 0.2055781 Nov 11 21:04:13.423389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede639d-0489-457c-88e5-faa9b459df60 req-644d6174-119c-4dab-a772-2e811792d398 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:13.425310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ede639d-0489-457c-88e5-faa9b459df60 req-644d6174-119c-4dab-a772-2e811792d398 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Nov 11 21:04:13.466833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af440d37-4708-458c-bcda-d68e4de5929a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:13.478996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ede639d-0489-457c-88e5-faa9b459df60 req-2c264a66-bc8c-460b-8bd1-390a57c6a0dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435352 Nov 11 21:04:13.541055 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:13.553031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:13.554293 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c74acdfd-1240-4651-87d8-dc44ebb1e3fe tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.9658151 Nov 11 21:04:13.557777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:13.628524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=d453cfff-fae0-400b-a8a3-ab77855d9a94,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:13.636380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3493d37e-c45d-46b2-b2cb-bd77c1a55cdc tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0768385 Nov 11 21:04:13.643702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:13.648004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port d453cfff-fae0-400b-a8a3-ab77855d9a94 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:13.656356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3bccb37b-e75f-4e4f-9d7d-144551956f6a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-security--1736615612', 'description': 'tempest-security-description-527296761'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:13.668459 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-551c2fca-574b-4f03-9fa9-f7a867d9a6c7 req-db0fccf4-cfb2-488c-8e0e-cc9eb13124be tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590182 Nov 11 21:04:13.677234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab20632-6234-4d9a-b76b-e65cfaf4d4fd req-da4d57ee-c9d8-4c7c-a4c0-d863d46bade4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:13.678841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ab20632-6234-4d9a-b76b-e65cfaf4d4fd req-da4d57ee-c9d8-4c7c-a4c0-d863d46bade4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 931 time: 0.0714228 Nov 11 21:04:13.732326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-25863563-a22d-4d05-88dc-a81489cfdc18 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481030 Nov 11 21:04:13.742381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ab20632-6234-4d9a-b76b-e65cfaf4d4fd req-13e8ba17-d6c5-459c-bc9a-938ed8ee6bd4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Nov 11 21:04:13.797790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-b4c120d2-5eaf-4b4c-8ee7-cee9f0792d19 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:13.799278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-b4c120d2-5eaf-4b4c-8ee7-cee9f0792d19 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.58 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 945 time: 0.2729948 Nov 11 21:04:13.888113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:13.944267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cc847-85d1-47d6-a82c-2b9992fa97d3 req-6be8da04-6602-4a13-8296-85d544a1b27a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:13.945884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-983cc847-85d1-47d6-a82c-2b9992fa97d3 req-6be8da04-6602-4a13-8296-85d544a1b27a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Nov 11 21:04:13.961636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bccb37b-e75f-4e4f-9d7d-144551956f6a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.002358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-983cc847-85d1-47d6-a82c-2b9992fa97d3 req-acca9799-77fa-4d69-997c-d3b64b95ceda tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Nov 11 21:04:14.015345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73319b2-97b6-4bf7-8e02-f154edaf04fa']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:14.050753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ece83a2-5156-4f0d-8518-4010c1c0d0e9') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:14.051060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ece83a2-5156-4f0d-8518-4010c1c0d0e9') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:14.108167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b924266-5268-481f-909d-7db73afc5231 req-0318e6aa-4aec-4e44-932b-4f693b411def tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:14.109693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b924266-5268-481f-909d-7db73afc5231 req-0318e6aa-4aec-4e44-932b-4f693b411def tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.3564057 Nov 11 21:04:14.114383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.117339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c4ab51-99b3-4473-bda3-ccad28ec55a9 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:14.121959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671703be-d223-4811-9328-7619c036c179 req-b45268bd-caa9-49f1-a24e-1bdaf0d808da tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:14.123521 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-671703be-d223-4811-9328-7619c036c179 req-b45268bd-caa9-49f1-a24e-1bdaf0d808da tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 945 time: 0.0514631 Nov 11 21:04:14.146674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.171519 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.173369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-671703be-d223-4811-9328-7619c036c179 req-7c987957-dd1d-416e-a61e-ab3e865fdfd7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Nov 11 21:04:14.188595 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bccb37b-e75f-4e4f-9d7d-144551956f6a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.198586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5248f520-a752-4b18-96b4-ec57c04da0f0 req-9c3abfc2-f53d-47c8-a996-1c123155043c service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477446 Nov 11 21:04:14.201253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Transition to ACTIVE for port object 81c4ab51-99b3-4473-bda3-ccad28ec55a9 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:04:14.202974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:14.203460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:14.206642 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:14.287793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bccb37b-e75f-4e4f-9d7d-144551956f6a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.290479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bccb37b-e75f-4e4f-9d7d-144551956f6a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.291822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3bccb37b-e75f-4e4f-9d7d-144551956f6a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "PUT /v2.0/security-groups/af440d37-4708-458c-bcda-d68e4de5929a HTTP/1.1" status: 200 len: 1796 time: 0.6421461 Nov 11 21:04:14.295588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59358) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:14.304988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b924266-5268-481f-909d-7db73afc5231 req-018e2f81-ab68-41ba-9511-3515740a3659 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719229 Nov 11 21:04:14.305601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.330840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Deleting port cc4b6710-d1a3-41e4-94d9-318608d5f478 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:14.331186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.342424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-704d79f4-85a3-40b6-a9be-a791e1d9cd89 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups/af440d37-4708-458c-bcda-d68e4de5929a HTTP/1.1" status: 200 len: 1796 time: 0.0455649 Nov 11 21:04:14.344920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59362) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:14.386792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6384f2-8d03-49f5-a821-932d0bb59aca None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:14.392128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccb37b-e75f-4e4f-9d7d-144551956f6a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af440d37-4708-458c-bcda-d68e4de5929a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:14.400033 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.436510 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd00fb45-b37c-4c90-a6ef-1874434f9f04 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.467551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd00fb45-b37c-4c90-a6ef-1874434f9f04 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.472332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.475536 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/b73319b2-97b6-4bf7-8e02-f154edaf04fa HTTP/1.1" status: 204 len: 168 time: 4.4103816 Nov 11 21:04:14.479968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:14.490445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-469797992'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:14.504944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Pushing event updated for resources: {'Port': ['ID=81c4ab51-99b3-4473-bda3-ccad28ec55a9,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:14.522495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1e38b-2fcd-4223-b5c0-ad8b12225de5 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=b73319b2-97b6-4bf7-8e02-f154edaf04fa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:14.585329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298aa50-81bb-484c-86c3-a8800727615f req-c86cc279-69d6-46c6-a8e8-c3b846eb003d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:14.586856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a298aa50-81bb-484c-86c3-a8800727615f req-c86cc279-69d6-46c6-a8e8-c3b846eb003d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 943 time: 0.1922781 Nov 11 21:04:14.597140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] For port cc4b6710-d1a3-41e4-94d9-318608d5f478, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cc4b6710-d1a3-41e4-94d9-318608d5f478,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:14.597509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.634790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Calling delete_port for cc4b6710-d1a3-41e4-94d9-318608d5f478 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:14.662269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Attempting to bind port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:14.662616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Attempting to bind port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:14.662927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Attempting to bind port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 on network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:14.663287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:14.669375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.686006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd00fb45-b37c-4c90-a6ef-1874434f9f04 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.688573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bd00fb45-b37c-4c90-a6ef-1874434f9f04 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.689681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bd00fb45-b37c-4c90-a6ef-1874434f9f04 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/af440d37-4708-458c-bcda-d68e4de5929a HTTP/1.1" status: 204 len: 168 time: 0.3438387 Nov 11 21:04:14.702867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:14.713847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a298aa50-81bb-484c-86c3-a8800727615f req-6fb936bc-ded9-437f-9726-e17f0ea7fb80 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193807 Nov 11 21:04:14.716217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 on network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:04:14.716507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Attempting to bind port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 on network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:14.726649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:14.727000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Checking segment: {'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:14.727393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Bound using segment: {'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:14.736762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Bound port: 81c4ab51-99b3-4473-bda3-ccad28ec55a9, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:14.736762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.752163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00fb45-b37c-4c90-a6ef-1874434f9f04 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af440d37-4708-458c-bcda-d68e4de5929a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:14.785181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:14.808301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.809392 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 59cdfe98-7261-4f3f-956d-6c3211fe7885 of type vlan for network df66dd28-edf0-4673-91c6-cbeff581ecc2 Nov 11 21:04:14.837845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33815-7137-4df6-8c27-e46b50dc8b9d req-32ebc28c-bd72-48ef-985e-301e39278d3a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:14.839478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16f33815-7137-4df6-8c27-e46b50dc8b9d req-32ebc28c-bd72-48ef-985e-301e39278d3a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1577234 Nov 11 21:04:14.848192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ac8dbe4e-ffb9-4d69-8604-eed9781281b6 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1414571 Nov 11 21:04:14.849997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:14.894848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:14.898505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] For port 81c4ab51-99b3-4473-bda3-ccad28ec55a9, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:14.902098 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-4a614be4-2c98-4625-94a5-2070d869a57d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] delete failed (client error): The resource could not be found. Nov 11 21:04:14.904016 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4a614be4-2c98-4625-94a5-2070d869a57d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/af440d37-4708-458c-bcda-d68e4de5929a HTTP/1.1" status: 404 len: 347 time: 0.0356750 Nov 11 21:04:14.910023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:14.916703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d3bd83de-55f9-42c5-ba63-d6c5e320a738 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227793963'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:14.924087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] For port 81c4ab51-99b3-4473-bda3-ccad28ec55a9, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81c4ab51-99b3-4473-bda3-ccad28ec55a9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:14.940726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82042a2-8294-4bf1-986f-e26c2641dbca req-2e1ebd7c-a596-4368-ae5c-c13b1ee83778 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:14.942699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82042a2-8294-4bf1-986f-e26c2641dbca req-2e1ebd7c-a596-4368-ae5c-c13b1ee83778 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 945 time: 0.1355698 Nov 11 21:04:14.965629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-16f33815-7137-4df6-8c27-e46b50dc8b9d req-e4e10217-94a3-40aa-a8a6-4285b9df7203 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000679 Nov 11 21:04:15.022295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.024881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.056693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.063478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:15.064106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.072298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:15.072934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.075026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] 10.222.0.58 "PUT /v2.0/ports/81c4ab51-99b3-4473-bda3-ccad28ec55a9 HTTP/1.1" status: 200 len: 1091 time: 2.5189030 Nov 11 21:04:15.077258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3bd83de-55f9-42c5-ba63-d6c5e320a738 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.077437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'tag': '81c4ab51-99b3-4473-bda3-ccad28ec55a9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:15.080228 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d639977-881e-4970-8918-f3fa877229db" -d '{"events": [{"name": "network-changed", "server_uuid": "d04f5504-6f07-40b5-8a9a-f30a8722d148", "tag": "81c4ab51-99b3-4473-bda3-ccad28ec55a9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:15.090068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c99c93-7252-4a02-8d3e-09e447137c18 None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:15.107346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9faac686-9388-4a6e-8ee1-cbcf3d76401c req-e73d1e52-8421-4803-9cd7-5c229e8cf53e tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 210 time: 0.0622351 Nov 11 21:04:15.135116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] No DVR routers for this DVR port cc4b6710-d1a3-41e4-94d9-318608d5f478 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:15.137997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49432e25-cbd2-4ac5-80a9-523bbeb3f498 service neutron] Pushing event updated for resources: {'Port': ['ID=81c4ab51-99b3-4473-bda3-ccad28ec55a9,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:15.141210 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.145306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b087b0b-d485-4814-b4ef-77d2c5c563c2 req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.58 "DELETE /v2.0/ports/cc4b6710-d1a3-41e4-94d9-318608d5f478 HTTP/1.1" status: 204 len: 173 time: 1.3008239 Nov 11 21:04:15.165627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889e042-a01c-4de5-b644-858881f54447 None None] DHCP port deletion for e66197ae-4903-46e6-afdc-6df578e0b9ff request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:15.169027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05e283-cade-4a63-8380-b4391a4303a3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Pushing event deleted for resources: {'Port': ['ID=cc4b6710-d1a3-41e4-94d9-318608d5f478,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:15.184298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7008851 Nov 11 21:04:15.187229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:15.192762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': 'df66dd28-edf0-4673-91c6-cbeff581ecc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:15.201023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f49860-10b8-406f-8a38-b3efe5eff9c1 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=df66dd28-edf0-4673-91c6-cbeff581ecc2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:15.234615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network df66dd28-edf0-4673-91c6-cbeff581ecc2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:15.299975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3bd83de-55f9-42c5-ba63-d6c5e320a738 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.327700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 365b2fdb-1dea-47a0-ac7d-0212353ed180 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:15.333706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1726439-b178-496f-a6af-8f80237f1ba8 req-cd7b6149-e5ec-402d-97a6-9ccdde9bfb54 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:15.337916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1726439-b178-496f-a6af-8f80237f1ba8 req-cd7b6149-e5ec-402d-97a6-9ccdde9bfb54 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 943 time: 0.0774143 Nov 11 21:04:15.372128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82042a2-8294-4bf1-986f-e26c2641dbca req-8cbad3c8-65b5-4a66-9b98-f11eaf58be63 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193873 Nov 11 21:04:15.391624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-cda2da28-fa56-4a73-a4f9-0281b0593c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:15.393187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-cda2da28-fa56-4a73-a4f9-0281b0593c71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=38151006522140839417270edea93d9a&device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 1094 time: 0.0943952 Nov 11 21:04:15.397778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1726439-b178-496f-a6af-8f80237f1ba8 req-502f270a-042f-455d-89f7-f06ab7423521 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Nov 11 21:04:15.453497 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-bf6f23ef-a1d5-446c-8d0a-2e329a240882 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81c4ab51-99b3-4473-bda3-ccad28ec55a9 HTTP/1.1" status: 200 len: 217 time: 0.0456157 Nov 11 21:04:15.456536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 365b2fdb-1dea-47a0-ac7d-0212353ed180, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=365b2fdb-1dea-47a0-ac7d-0212353ed180,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:15.467606 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3bd83de-55f9-42c5-ba63-d6c5e320a738 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.468436 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eecbbd6-1702-4beb-96d3-e4131bf2dfde x-openstack-request-id: req-4eecbbd6-1702-4beb-96d3-e4131bf2dfde {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:15.475916 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04f5504-6f07-40b5-8a9a-f30a8722d148", "tag": "81c4ab51-99b3-4473-bda3-ccad28ec55a9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:15.475916 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eecbbd6-1702-4beb-96d3-e4131bf2dfde {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:15.475916 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'tag': '81c4ab51-99b3-4473-bda3-ccad28ec55a9', 'status': 'completed', 'code': 200} Nov 11 21:04:15.479993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '365b2fdb-1dea-47a0-ac7d-0212353ed180', 'network_id': '17a6b110-edf6-4a73-8473-84c504928dc6', 'port_id': '365b2fdb-1dea-47a0-ac7d-0212353ed180', 'mac_address': 'fa:16:3e:50:b6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:04:15.520900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-24574246-8933-4978-8f44-5a559917a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:15.522866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-24574246-8933-4978-8f44-5a559917a697 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4c7bc5c-b067-4f6b-92db-6af630329b79 HTTP/1.1" status: 200 len: 848 time: 0.0579743 Nov 11 21:04:15.526524 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.530273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:15.531008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd83de-55f9-42c5-ba63-d6c5e320a738 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54133f7-30fe-4cef-964f-ec373fda2675,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:15.535114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.546008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365b2fdb-1dea-47a0-ac7d-0212353ed180 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:15.560859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29091165-0080-4ef4-9f91-0310d97fc35b req-90bb6554-487b-4ac8-b90a-8f2c658b58fd tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:15.563983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29091165-0080-4ef4-9f91-0310d97fc35b req-90bb6554-487b-4ac8-b90a-8f2c658b58fd tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0758853 Nov 11 21:04:15.571430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 365b2fdb-1dea-47a0-ac7d-0212353ed180, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=365b2fdb-1dea-47a0-ac7d-0212353ed180,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:15.590289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-11e229cd-e746-4b9b-805e-9093e44dc4bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509553 Nov 11 21:04:15.613749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3bd83de-55f9-42c5-ba63-d6c5e320a738 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.614982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d3bd83de-55f9-42c5-ba63-d6c5e320a738 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7027457 Nov 11 21:04:15.619124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29091165-0080-4ef4-9f91-0310d97fc35b req-f5b55792-ca3d-46e0-9f16-45cc593aa5fc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503047 Nov 11 21:04:15.620116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59388) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:15.625008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1edf108c-a99e-4c2a-ad17-b9fb06bdbd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': 'c54133f7-30fe-4cef-964f-ec373fda2675', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:15.643221 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.697444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=365b2fdb-1dea-47a0-ac7d-0212353ed180,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:15.744531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-95e7c64c-6942-4b61-9030-849ba227dc76 service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180141 Nov 11 21:04:15.749482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1edf108c-a99e-4c2a-ad17-b9fb06bdbd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.811503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1edf108c-a99e-4c2a-ad17-b9fb06bdbd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.882838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1edf108c-a99e-4c2a-ad17-b9fb06bdbd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:15.900548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf108c-a99e-4c2a-ad17-b9fb06bdbd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4eeb19-8e27-46db-8bd0-e437aef15f72,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:15.942226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4ab24-b844-4779-8ec0-f220e54faf75 req-f362c8cb-0371-4f0c-b735-521a039f6ac7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:15.943847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4b4ab24-b844-4779-8ec0-f220e54faf75 req-f362c8cb-0371-4f0c-b735-521a039f6ac7 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 944 time: 0.1458457 Nov 11 21:04:15.962657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8669eeda-45b6-4ada-8d44-4405ca310dd1 req-868e9260-2cf2-4292-a133-a9e959f65ee5 service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994033 Nov 11 21:04:16.003762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4b4ab24-b844-4779-8ec0-f220e54faf75 req-8f12e83f-558c-4441-b41a-7051be87f1a1 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 Nov 11 21:04:16.006317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1edf108c-a99e-4c2a-ad17-b9fb06bdbd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.007574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1edf108c-a99e-4c2a-ad17-b9fb06bdbd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3870561 Nov 11 21:04:16.011051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:16.035526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.076937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a81e3bf8-e336-4c23-b130-49be23638592 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.094166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['365b2fdb-1dea-47a0-ac7d-0212353ed180'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:16.098561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a81e3bf8-e336-4c23-b130-49be23638592 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.111927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ae4dd-c8fa-4207-aa3f-a41fec6c2a77 req-a21d67d5-49fd-4622-97fc-05742ebcb3df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:16.119493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c89ae4dd-c8fa-4207-aa3f-a41fec6c2a77 req-a21d67d5-49fd-4622-97fc-05742ebcb3df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0638359 Nov 11 21:04:16.180580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '59cdfe98-7261-4f3f-956d-6c3211fe7885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'df66dd28-edf0-4673-91c6-cbeff581ecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:16.181102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: df66dd28-edf0-4673-91c6-cbeff581ecc2, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:16.189986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=a1d2b9a0-386e-4030-b35f-02182dc113fe,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:16.207620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c89ae4dd-c8fa-4207-aa3f-a41fec6c2a77 req-ed922f19-3efc-4208-bac8-650ad920597f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871496 Nov 11 21:04:16.218385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d639977-881e-4970-8918-f3fa877229db req-b835af43-4f79-4487-adf1-dbef5973a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:16.220687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d639977-881e-4970-8918-f3fa877229db req-b835af43-4f79-4487-adf1-dbef5973a7a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=38151006522140839417270edea93d9a&device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 1094 time: 0.1178105 Nov 11 21:04:16.308350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88b9cdd7-50eb-40d2-b47c-3f04d1328769 req-a140fa57-d65f-43b0-acc6-a7b527d7854b tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=da09f662-4f29-4d18-87b8-0ef4654820d0 HTTP/1.1" status: 200 len: 210 time: 0.0523040 Nov 11 21:04:16.311331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a81e3bf8-e336-4c23-b130-49be23638592 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.316562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network df66dd28-edf0-4673-91c6-cbeff581ecc2 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:16.323696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a81e3bf8-e336-4c23-b130-49be23638592 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.323696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a81e3bf8-e336-4c23-b130-49be23638592 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2f4eeb19-8e27-46db-8bd0-e437aef15f72 HTTP/1.1" status: 204 len: 168 time: 0.3116312 Nov 11 21:04:16.327015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59400) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:16.338994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e3bf8-e336-4c23-b130-49be23638592 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f4eeb19-8e27-46db-8bd0-e437aef15f72,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:16.369506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f199fd0d-0d58-4c8c-a998-c5aad5b1bbda tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388763 Nov 11 21:04:16.370137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59402) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:16.396863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d639977-881e-4970-8918-f3fa877229db req-bdee0e67-e130-4294-bd57-75a379173b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:16.398444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d639977-881e-4970-8918-f3fa877229db req-bdee0e67-e130-4294-bd57-75a379173b26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac HTTP/1.1" status: 200 len: 909 time: 0.1700249 Nov 11 21:04:16.410360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, df66dd28-edf0-4673-91c6-cbeff581ecc2) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:16.421887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe5d9b-c3d0-4d3e-b299-8991d3bdde2b None None] Network df66dd28-edf0-4673-91c6-cbeff581ecc2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:16.430840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:16.431437 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.481002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d639977-881e-4970-8918-f3fa877229db req-4089b892-65a2-464e-9923-b4f474be37fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81c4ab51-99b3-4473-bda3-ccad28ec55a9 HTTP/1.1" status: 200 len: 217 time: 0.0687056 Nov 11 21:04:16.514680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-7d14ced4-107e-462d-954e-9a2732cbc610 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:16.516219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-7d14ced4-107e-462d-954e-9a2732cbc610 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 945 time: 0.1587448 Nov 11 21:04:16.562390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb9035-76b9-40b1-85b1-4e5db146cc08 req-7cdd6823-d03e-4e15-8f10-9444b4442a8f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:16.564400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5acb9035-76b9-40b1-85b1-4e5db146cc08 req-7cdd6823-d03e-4e15-8f10-9444b4442a8f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 945 time: 0.0593431 Nov 11 21:04:16.615867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-df66dd28-edf0-4673-91c6-cbeff581ecc2', 'network_id': 'df66dd28-edf0-4673-91c6-cbeff581ecc2', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': 'a1d2b9a0-386e-4030-b35f-02182dc113fe'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:16.616515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.627856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5acb9035-76b9-40b1-85b1-4e5db146cc08 req-7c8c4974-4c13-4258-ad21-e059956c6d1a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566483 Nov 11 21:04:16.785247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Allocated IP 172.20.0.1 (df66dd28-edf0-4673-91c6-cbeff581ecc2/a1d2b9a0-386e-4030-b35f-02182dc113fe/1e93b448-15ed-4039-9602-5fb184339012) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:16.890936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be2b5eff-a7e6-4696-a301-1030eca923b4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.919989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3e51bee2-dc31-4214-a2f4-2fea4f3298bc tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7314668 Nov 11 21:04:16.922815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:16.946464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:16.952395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d639977-881e-4970-8918-f3fa877229db req-ad5eb48d-a126-459c-835b-fc8c6d8051ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:16.954395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d639977-881e-4970-8918-f3fa877229db req-ad5eb48d-a126-459c-835b-fc8c6d8051ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4c7bc5c-b067-4f6b-92db-6af630329b79 HTTP/1.1" status: 200 len: 848 time: 0.4617407 Nov 11 21:04:16.995613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be2b5eff-a7e6-4696-a301-1030eca923b4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.016380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:17.019456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cc4b6710-d1a3-41e4-94d9-318608d5f478 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:17.037391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d639977-881e-4970-8918-f3fa877229db req-3e4304d6-5c12-45a0-95fa-b08b84bf2738 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568304 Nov 11 21:04:17.050678 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.051798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.094540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f691924-a6a8-4841-aadd-ebf3b62d643a req-cdcef0c6-051a-48e0-8ac8-db99c04eb5b4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:17.101899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f691924-a6a8-4841-aadd-ebf3b62d643a req-cdcef0c6-051a-48e0-8ac8-db99c04eb5b4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 943 time: 0.5580430 Nov 11 21:04:17.102520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: cc4b6710-d1a3-41e4-94d9-318608d5f478 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:04:17.102866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cc4b6710-d1a3-41e4-94d9-318608d5f478 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:04:17.125888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port 1e93b448-15ed-4039-9602-5fb184339012 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:17.126631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.130109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Network df66dd28-edf0-4673-91c6-cbeff581ecc2 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:17.198151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d639977-881e-4970-8918-f3fa877229db req-53b5e2d6-0bfd-4ff5-b826-eb2b4b98d2c2 service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440170 Nov 11 21:04:17.200212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Pushing event updated for resources: {'Port': ['ID=1e93b448-15ed-4039-9602-5fb184339012,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:17.216835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:17.221308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:17.259142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port 1e93b448-15ed-4039-9602-5fb184339012, host n-d-805734-3, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:17.259575 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.281183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9156b-50b5-4f43-b6b6-e78fb5138773 req-b4a659fa-25b8-4178-b91a-9fb64b17656a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:17.282658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fda9156b-50b5-4f43-b6b6-e78fb5138773 req-b4a659fa-25b8-4178-b91a-9fb64b17656a tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 944 time: 0.1806026 Nov 11 21:04:17.287788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for 1e93b448-15ed-4039-9602-5fb184339012 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:17.294517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Attempting to bind port 1e93b448-15ed-4039-9602-5fb184339012 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:17.294892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Attempting to bind port 1e93b448-15ed-4039-9602-5fb184339012 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '59cdfe98-7261-4f3f-956d-6c3211fe7885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'df66dd28-edf0-4673-91c6-cbeff581ecc2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:17.295325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Attempting to bind port 1e93b448-15ed-4039-9602-5fb184339012 on network df66dd28-edf0-4673-91c6-cbeff581ecc2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:17.298595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:17.305907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Deleting port 408e4900-62e4-40b4-9a39-9ede35581913 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:17.306480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.311114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:17.311740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Checking segment: {'id': '59cdfe98-7261-4f3f-956d-6c3211fe7885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'df66dd28-edf0-4673-91c6-cbeff581ecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:17.312191 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.312578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Bound using segment: {'id': '59cdfe98-7261-4f3f-956d-6c3211fe7885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'df66dd28-edf0-4673-91c6-cbeff581ecc2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:17.313043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Bound port: 1e93b448-15ed-4039-9602-5fb184339012, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cdfe98-7261-4f3f-956d-6c3211fe7885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'df66dd28-edf0-4673-91c6-cbeff581ecc2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:17.313602 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.330077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '2058a452-827e-421e-b227-4ffb089c365c', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'port_id': '2058a452-827e-421e-b227-4ffb089c365c', 'mac_address': 'fa:16:3e:50:b9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:04:17.340747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be2b5eff-a7e6-4696-a301-1030eca923b4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.342132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-be2b5eff-a7e6-4696-a301-1030eca923b4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.346052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-be2b5eff-a7e6-4696-a301-1030eca923b4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/c54133f7-30fe-4cef-964f-ec373fda2675 HTTP/1.1" status: 204 len: 168 time: 0.9722557 Nov 11 21:04:17.346192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fda9156b-50b5-4f43-b6b6-e78fb5138773 req-f4ec70f1-da50-484c-a9aa-adedbd33298d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553167 Nov 11 21:04:17.347726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59418) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:17.382596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 365b2fdb-1dea-47a0-ac7d-0212353ed180 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:17.450031 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.457997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f691924-a6a8-4841-aadd-ebf3b62d643a req-4041d2ad-7815-4af1-952c-7a691934180d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552420 Nov 11 21:04:17.460039 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d639977-881e-4970-8918-f3fa877229db req-3fc0172a-fc52-41d7-9537-cc69de804aa9 service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459114 Nov 11 21:04:17.469911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b5eff-a7e6-4696-a301-1030eca923b4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54133f7-30fe-4cef-964f-ec373fda2675,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:17.474793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'name': 'network-vif-deleted', 'tag': 'cc4b6710-d1a3-41e4-94d9-318608d5f478'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:17.475803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] For port 1e93b448-15ed-4039-9602-5fb184339012, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:17.476762 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa08266b-0a4d-426b-b6a1-64123762db94" -d '{"events": [{"server_uuid": "da09f662-4f29-4d18-87b8-0ef4654820d0", "name": "network-vif-deleted", "tag": "cc4b6710-d1a3-41e4-94d9-318608d5f478"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:17.483513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2058a452-827e-421e-b227-4ffb089c365c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:17.494797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8dd0659f-9d7d-404d-bf31-76560453dc3d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1465261 Nov 11 21:04:17.505650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:17.516778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-41b01ff2-a37f-4b46-ae58-5a0a15f27bb7 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--770261276'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:17.527377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] For port 1e93b448-15ed-4039-9602-5fb184339012, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1e93b448-15ed-4039-9602-5fb184339012,segment=NetworkSegment(59cdfe98-7261-4f3f-956d-6c3211fe7885),segment_id=59cdfe98-7261-4f3f-956d-6c3211fe7885)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:17.529490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:17.548231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89987699-7599-48c7-9df1-dd85c001ba4b req-7e5c0e52-df4c-4730-902d-d9e0acd8d054 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:17.548508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89987699-7599-48c7-9df1-dd85c001ba4b req-7e5c0e52-df4c-4730-902d-d9e0acd8d054 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1319685 Nov 11 21:04:17.556603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] For port 408e4900-62e4-40b4-9a39-9ede35581913, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=408e4900-62e4-40b4-9a39-9ede35581913,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:17.560958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.581652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Calling delete_port for 408e4900-62e4-40b4-9a39-9ede35581913 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:17.616334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 365b2fdb-1dea-47a0-ac7d-0212353ed180 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:04:17.621604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 365b2fdb-1dea-47a0-ac7d-0212353ed180 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:17.623374 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.630899 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89987699-7599-48c7-9df1-dd85c001ba4b req-d5a09f88-a75d-4201-b947-b3045db32cfa tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726244 Nov 11 21:04:17.632380 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea7132-a917-46ad-8e8d-51c210192753 x-openstack-request-id: req-0bea7132-a917-46ad-8e8d-51c210192753 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:17.632884 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da09f662-4f29-4d18-87b8-0ef4654820d0", "name": "network-vif-deleted", "tag": "cc4b6710-d1a3-41e4-94d9-318608d5f478", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:17.633489 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bea7132-a917-46ad-8e8d-51c210192753 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:17.634056 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da09f662-4f29-4d18-87b8-0ef4654820d0', 'name': 'network-vif-deleted', 'tag': 'cc4b6710-d1a3-41e4-94d9-318608d5f478', 'status': 'completed', 'code': 200} Nov 11 21:04:17.655000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.681871 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.721767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41b01ff2-a37f-4b46-ae58-5a0a15f27bb7 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.745409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2058a452-827e-421e-b227-4ffb089c365c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:17.802404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:17.824355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41b01ff2-a37f-4b46-ae58-5a0a15f27bb7 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.831317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.832496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a36301-f458-4d51-9339-baaab9b18795 req-5a6d203c-f1ee-4e1b-bf62-e15174203e69 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:17.842514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-83a36301-f458-4d51-9339-baaab9b18795 req-5a6d203c-f1ee-4e1b-bf62-e15174203e69 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 945 time: 0.1233902 Nov 11 21:04:17.860440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=1e93b448-15ed-4039-9602-5fb184339012,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:17.861980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86704e2e-4b28-42ea-9579-580ccdedb9f4 None None] Pushing event deleted for resources: {'Port': ['ID=1e93b448-15ed-4039-9602-5fb184339012,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:17.889734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.909181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port 1e93b448-15ed-4039-9602-5fb184339012 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:17.911104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41b01ff2-a37f-4b46-ae58-5a0a15f27bb7 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.935977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 365b2fdb-1dea-47a0-ac7d-0212353ed180, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=365b2fdb-1dea-47a0-ac7d-0212353ed180,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:17.938551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b57697-576d-4678-bd5e-b5304f5edf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365b2fdb-1dea-47a0-ac7d-0212353ed180'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:17.941673 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7829f1-655b-4742-b2b3-f4d2bba797eb" -d '{"events": [{"server_uuid": "49b57697-576d-4678-bd5e-b5304f5edf23", "name": "network-vif-plugged", "status": "completed", "tag": "365b2fdb-1dea-47a0-ac7d-0212353ed180"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:17.944610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-83a36301-f458-4d51-9339-baaab9b18795 req-bb88085e-6006-4133-b8ae-00d739130a47 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002219 Nov 11 21:04:17.970444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:17.988402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:18.036711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b01ff2-a37f-4b46-ae58-5a0a15f27bb7 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df826425-62ab-4173-ae98-40aad4741bd4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:18.050862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.100737 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd1b1b9-0d8e-4a72-bb03-6a43db04ce8f x-openstack-request-id: req-4cd1b1b9-0d8e-4a72-bb03-6a43db04ce8f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:18.100737 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b57697-576d-4678-bd5e-b5304f5edf23", "name": "network-vif-plugged", "status": "completed", "tag": "365b2fdb-1dea-47a0-ac7d-0212353ed180", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:18.100737 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cd1b1b9-0d8e-4a72-bb03-6a43db04ce8f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:18.100737 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b57697-576d-4678-bd5e-b5304f5edf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365b2fdb-1dea-47a0-ac7d-0212353ed180', 'code': 200} Nov 11 21:04:18.100737 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.103009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99b4147-f0c4-4d8b-a682-6f498db807d1 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:18.158505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41b01ff2-a37f-4b46-ae58-5a0a15f27bb7 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.162199 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-41b01ff2-a37f-4b46-ae58-5a0a15f27bb7 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6534610 Nov 11 21:04:18.163333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:18.199371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event deleted for resources: {'Port': ['ID=408e4900-62e4-40b4-9a39-9ede35581913,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:18.201489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1d30d443-d788-4469-b954-cc785ba386b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': 'df826425-62ab-4173-ae98-40aad4741bd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:18.222483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] No DVR routers for this DVR port 408e4900-62e4-40b4-9a39-9ede35581913 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:18.229734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=365b2fdb-1dea-47a0-ac7d-0212353ed180,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:18.231743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.240589 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b5ac779-a979-4ed4-8eea-06f19e2e30d5 req-d7df30a1-e6b6-4d6d-8795-252c8969dc8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "DELETE /v2.0/ports/408e4900-62e4-40b4-9a39-9ede35581913 HTTP/1.1" status: 204 len: 173 time: 1.6936238 Nov 11 21:04:18.250728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['408e4900-62e4-40b4-9a39-9ede35581913'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:18.256694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1350a-d0ea-4cb0-9951-0b3bd282172d req-843bb657-8f21-4650-b7c1-55ba1f232c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:18.258209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53b1350a-d0ea-4cb0-9951-0b3bd282172d req-843bb657-8f21-4650-b7c1-55ba1f232c9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 1096 time: 0.1012120 Nov 11 21:04:18.262730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.302909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d2b9a0-386e-4030-b35f-02182dc113fe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:18.320717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-53b1350a-d0ea-4cb0-9951-0b3bd282172d req-0608fb95-f141-415d-88a7-2b19343f8ee2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544233 Nov 11 21:04:18.343647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d30d443-d788-4469-b954-cc785ba386b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.412767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.449636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df66dd28-edf0-4673-91c6-cbeff581ecc2']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:18.464445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cdfe98-7261-4f3f-956d-6c3211fe7885') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:18.465648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cdfe98-7261-4f3f-956d-6c3211fe7885') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:18.480139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.496682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d30d443-d788-4469-b954-cc785ba386b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.504941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.514833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:18.514833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:18.516984 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:18.527790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659897-538c-4905-be3c-f0a0409d8a36 req-f07d7bbe-d0b3-476c-b641-636a93d4e1de tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:18.530412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6659897-538c-4905-be3c-f0a0409d8a36 req-f07d7bbe-d0b3-476c-b641-636a93d4e1de tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.0876815 Nov 11 21:04:18.610060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6659897-538c-4905-be3c-f0a0409d8a36 req-7296f8f7-f95f-4b44-a918-5ec16bde54b0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Nov 11 21:04:18.617882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d30d443-d788-4469-b954-cc785ba386b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.651746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ac22-1d45-45ab-9f10-0a7d1d68a4cf req-81d2056a-bc14-4cc2-a770-6a5a198035af tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:18.653582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ed1ac22-1d45-45ab-9f10-0a7d1d68a4cf req-81d2056a-bc14-4cc2-a770-6a5a198035af tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 943 time: 0.0811670 Nov 11 21:04:18.654797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30d443-d788-4469-b954-cc785ba386b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daa95c6-3ec3-46d8-9f46-0f537fcaa1a3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:18.691626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.735644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ed1ac22-1d45-45ab-9f10-0a7d1d68a4cf req-ed805efa-993a-46c9-8fe4-91fb68948a2d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739436 Nov 11 21:04:18.753526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.757269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/df66dd28-edf0-4673-91c6-cbeff581ecc2 HTTP/1.1" status: 204 len: 168 time: 1.8332605 Nov 11 21:04:18.758491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5922a-4f02-4cc2-9a31-88d1e3e55850 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=df66dd28-edf0-4673-91c6-cbeff581ecc2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:18.761085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:18.767051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793156360'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:18.775063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d30d443-d788-4469-b954-cc785ba386b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.776585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1d30d443-d788-4469-b954-cc785ba386b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6131327 Nov 11 21:04:18.782104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59442) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:18.788689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b5adb52a-3ea9-4e1a-9e55-56efffda7c84 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': 'df826425-62ab-4173-ae98-40aad4741bd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:18.801330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388e39a-83b9-48af-b5c3-035bd9b6b850 req-da06c5d2-f152-46c9-9b07-e20bfb938420 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:18.808851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4388e39a-83b9-48af-b5c3-035bd9b6b850 req-da06c5d2-f152-46c9-9b07-e20bfb938420 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 944 time: 0.0905802 Nov 11 21:04:18.864357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4388e39a-83b9-48af-b5c3-035bd9b6b850 req-1e6cb6b7-1c92-473c-8036-773809ceccde tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538995 Nov 11 21:04:18.892115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:18.896058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.932922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:18.942894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:18.943286 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 449aa2aa-2882-4584-9f58-f1ead7baf566 of type vlan for network 5a52fb00-a26f-4fef-8097-1755f860adc1 Nov 11 21:04:18.990749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.020515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5adb52a-3ea9-4e1a-9e55-56efffda7c84 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.024882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81c4ab51-99b3-4473-bda3-ccad28ec55a9 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:19.028341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:19.120378 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0e27ae5-2e2d-435d-bcea-16baecd6b0dc req-795ccff6-6c87-4e5a-8a61-cc7412c8cc54 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd7145e2-6c54-43d4-a2b1-bb15d06abae7 HTTP/1.1" status: 200 len: 210 time: 0.0409722 Nov 11 21:04:19.122370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5adb52a-3ea9-4e1a-9e55-56efffda7c84 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.123957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.134414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:19.134414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.180136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ddc3c703-1239-4eb7-b6cf-af8f1ccad24b None None] Could not find standard attr ID for object 1e93b448-15ed-4039-9602-5fb184339012. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:04:19.241652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d1cd4-50ca-4f49-81f4-d2842d305861 None None] DHCP port deletion for df66dd28-edf0-4673-91c6-cbeff581ecc2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:19.247593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5adb52a-3ea9-4e1a-9e55-56efffda7c84 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.261044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 2058a452-827e-421e-b227-4ffb089c365c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:19.262452 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.288967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=5a52fb00-a26f-4fef-8097-1755f860adc1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:19.308417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2606cad4-6b9c-4658-bc5e-78fce0cf948a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5453331 Nov 11 21:04:19.310878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59448) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:19.312895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e4ffd-cc94-427b-a1a1-6c62ee618834 None None] Network df66dd28-edf0-4673-91c6-cbeff581ecc2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:19.320311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': '5a52fb00-a26f-4fef-8097-1755f860adc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:19.320779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 5a52fb00-a26f-4fef-8097-1755f860adc1 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:19.329276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adb52a-3ea9-4e1a-9e55-56efffda7c84 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d4ff32-bac5-4111-b521-1e95fa4d955b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:19.365177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5adb52a-3ea9-4e1a-9e55-56efffda7c84 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.366335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5adb52a-3ea9-4e1a-9e55-56efffda7c84 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5829217 Nov 11 21:04:19.368415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 81c4ab51-99b3-4473-bda3-ccad28ec55a9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81c4ab51-99b3-4473-bda3-ccad28ec55a9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:19.369334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:19.371821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e4ffd-cc94-427b-a1a1-6c62ee618834 None None] Network df66dd28-edf0-4673-91c6-cbeff581ecc2 could not be found, it might have been deleted concurrently. {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 21:04:19.384512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-40485866-2f36-466c-b43f-9017d08c3f29 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': 'df826425-62ab-4173-ae98-40aad4741bd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:19.425407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '81c4ab51-99b3-4473-bda3-ccad28ec55a9', 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac', 'port_id': '81c4ab51-99b3-4473-bda3-ccad28ec55a9', 'mac_address': 'fa:16:3e:56:91:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c7bc5c-b067-4f6b-92db-6af630329b79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:04:19.508526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.529482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c4ab51-99b3-4473-bda3-ccad28ec55a9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:19.533851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.557136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40485866-2f36-466c-b43f-9017d08c3f29 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.567271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 81c4ab51-99b3-4473-bda3-ccad28ec55a9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81c4ab51-99b3-4473-bda3-ccad28ec55a9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:19.583358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:19.635174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'name': 'network-vif-deleted', 'tag': '408e4900-62e4-40b4-9a39-9ede35581913'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:19.638604 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a934ca33-e078-4031-8be5-c909a8847a71" -d '{"events": [{"server_uuid": "bd7145e2-6c54-43d4-a2b1-bb15d06abae7", "name": "network-vif-deleted", "tag": "408e4900-62e4-40b4-9a39-9ede35581913"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:19.639784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40485866-2f36-466c-b43f-9017d08c3f29 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.699015 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1977045-5f34-4295-979a-25131d92a36c x-openstack-request-id: req-f1977045-5f34-4295-979a-25131d92a36c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:19.700047 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7145e2-6c54-43d4-a2b1-bb15d06abae7", "name": "network-vif-deleted", "tag": "408e4900-62e4-40b4-9a39-9ede35581913", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:19.700471 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1977045-5f34-4295-979a-25131d92a36c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:19.700852 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7145e2-6c54-43d4-a2b1-bb15d06abae7', 'name': 'network-vif-deleted', 'tag': '408e4900-62e4-40b4-9a39-9ede35581913', 'status': 'completed', 'code': 200} Nov 11 21:04:19.707789 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.709708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.722242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:19.726108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.764949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=81c4ab51-99b3-4473-bda3-ccad28ec55a9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:19.784532 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40485866-2f36-466c-b43f-9017d08c3f29 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.811025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d8fbf-3caa-4525-80d7-6182e30fcfb2 req-fb91034e-3d6e-4e41-9de5-9e10b890b9c9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:19.812791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40485866-2f36-466c-b43f-9017d08c3f29 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d8d0bd-2ba0-4388-bd14-b3d447511691,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:19.812958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f6d8fbf-3caa-4525-80d7-6182e30fcfb2 req-fb91034e-3d6e-4e41-9de5-9e10b890b9c9 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.1247821 Nov 11 21:04:19.842759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:19.894027 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f6d8fbf-3caa-4525-80d7-6182e30fcfb2 req-c458026c-82c2-4da2-a978-4ecf8d2ac686 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727024 Nov 11 21:04:19.910328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40485866-2f36-466c-b43f-9017d08c3f29 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:19.911869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40485866-2f36-466c-b43f-9017d08c3f29 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5391169 Nov 11 21:04:19.915523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:19.921465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-25f91e20-c1f9-4309-b69e-24b5f671872a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': 'df826425-62ab-4173-ae98-40aad4741bd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:19.973789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5b1fb-7563-40ab-9da1-b99b1d92a8d9 req-6de6c1b7-fa34-40c9-84b4-79e00b4b394a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:19.976237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60b5b1fb-7563-40ab-9da1-b99b1d92a8d9 req-6de6c1b7-fa34-40c9-84b4-79e00b4b394a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 944 time: 0.1148250 Nov 11 21:04:20.078153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['81c4ab51-99b3-4473-bda3-ccad28ec55a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:20.130939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989e0d1-e5d7-4540-8a10-863c579a34b5 req-247fd3c8-e6aa-45fc-9275-db8c77a9d559 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:20.146835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2989e0d1-e5d7-4540-8a10-863c579a34b5 req-247fd3c8-e6aa-45fc-9275-db8c77a9d559 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1518459 Nov 11 21:04:20.155384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:20.161038 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10048d00-9388-4cfc-be22-0c719e88c2e5" -d '{"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-plugged", "status": "completed", "tag": "2058a452-827e-421e-b227-4ffb089c365c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:20.229065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2989e0d1-e5d7-4540-8a10-863c579a34b5 req-c6b9c86d-213f-4477-8a3a-55e231fe9763 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813730 Nov 11 21:04:20.231678 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.327216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=65ade58a-c412-493f-828a-e01175147359,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:20.336835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '449aa2aa-2882-4584-9f58-f1ead7baf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5a52fb00-a26f-4fef-8097-1755f860adc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:20.337194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: 5a52fb00-a26f-4fef-8097-1755f860adc1, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:20.366576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f91e20-c1f9-4309-b69e-24b5f671872a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.382986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60b5b1fb-7563-40ab-9da1-b99b1d92a8d9 req-69d2210e-22d7-41cf-8842-e095bce517b1 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930593 Nov 11 21:04:20.397560 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d92218-ad5a-45ab-b97d-028019a7c9ec x-openstack-request-id: req-84d92218-ad5a-45ab-b97d-028019a7c9ec {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:20.398087 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-plugged", "status": "completed", "tag": "2058a452-827e-421e-b227-4ffb089c365c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:20.398520 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84d92218-ad5a-45ab-b97d-028019a7c9ec {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:20.399483 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c', 'code': 200} Nov 11 21:04:20.425825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network 5a52fb00-a26f-4fef-8097-1755f860adc1 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:20.446027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f91e20-c1f9-4309-b69e-24b5f671872a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.530208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 5a52fb00-a26f-4fef-8097-1755f860adc1) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:20.530524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f91e20-c1f9-4309-b69e-24b5f671872a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.539497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:20.541242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583bc20-22aa-49b0-a826-4b8701ddcdb8 None None] Network 5a52fb00-a26f-4fef-8097-1755f860adc1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:20.551367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f91e20-c1f9-4309-b69e-24b5f671872a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855d7856-09f4-416f-a6b8-2960d3f66ef6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:20.553515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.674829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-acd91121-1d88-484a-804e-8b0703f1af5a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3626416 Nov 11 21:04:20.677946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:20.688261 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f91e20-c1f9-4309-b69e-24b5f671872a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.692635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-25f91e20-c1f9-4309-b69e-24b5f671872a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7728813 Nov 11 21:04:20.696881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:20.702126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-10a36b31-d9e9-4383-94b5-56c47ef52488 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': 'df826425-62ab-4173-ae98-40aad4741bd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:20.703341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-5a52fb00-a26f-4fef-8097-1755f860adc1', 'network_id': '5a52fb00-a26f-4fef-8097-1755f860adc1', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '65ade58a-c412-493f-828a-e01175147359'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:20.704411 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.795980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-b1d209d4-500b-4e29-9434-f68a3690b60c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:20.803768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-b1d209d4-500b-4e29-9434-f68a3690b60c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.1473200 Nov 11 21:04:20.814672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-bf5ce937-2ef3-4e3b-9e97-8ff534760bea tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0097182 Nov 11 21:04:20.815131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.835972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-559c249f-99af-47b5-9afb-c07573e170e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630517 Nov 11 21:04:20.850689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Allocated IP 172.20.0.2 (5a52fb00-a26f-4fef-8097-1755f860adc1/65ade58a-c412-493f-828a-e01175147359/419572a9-9cd0-4a31-a8c0-b16c65e5830e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:20.857488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10a36b31-d9e9-4383-94b5-56c47ef52488 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.891515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:20.909148 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-0c5099dd-7be3-43a2-b000-f836d81492fc tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857689 Nov 11 21:04:20.983634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-344595d4-ca52-469e-b957-799ac1c8984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:20.985294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-344595d4-ca52-469e-b957-799ac1c8984a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1096 time: 0.0639036 Nov 11 21:04:21.032750 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10a36b31-d9e9-4383-94b5-56c47ef52488 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.036431 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.039312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81c4ab51-99b3-4473-bda3-ccad28ec55a9 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:21.051645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-04391989-43a3-4795-942a-f1be74a74e6d service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299427 Nov 11 21:04:21.115141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10a36b31-d9e9-4383-94b5-56c47ef52488 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.115430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4402a57-420d-46ea-8a0e-b72ae2ecd8b1 req-bfc32fdd-fa04-4533-8690-ab1243e5f670 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:21.116998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4402a57-420d-46ea-8a0e-b72ae2ecd8b1 req-bfc32fdd-fa04-4533-8690-ab1243e5f670 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.1181405 Nov 11 21:04:21.145614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a36b31-d9e9-4383-94b5-56c47ef52488 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ba1b16-0821-4249-8eb2-5b57079cdecb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:21.150980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-1b324f32-b6d5-409a-816a-6a98b9010043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:21.153295 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-1b324f32-b6d5-409a-816a-6a98b9010043 service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.1431582 Nov 11 21:04:21.157781 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.176079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-5a006fb8-c854-421f-b9fb-7a34320b5b56 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153543 Nov 11 21:04:21.203718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Network 5a52fb00-a26f-4fef-8097-1755f860adc1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:21.212390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:21.214377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:04:21.219298 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:21.224278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:21.224660 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.236773 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10a36b31-d9e9-4383-94b5-56c47ef52488 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.245008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-10a36b31-d9e9-4383-94b5-56c47ef52488 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5407598 Nov 11 21:04:21.246167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4402a57-420d-46ea-8a0e-b72ae2ecd8b1 req-e9132b32-29b2-4e30-9901-5efc53fa4292 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154785 Nov 11 21:04:21.246374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:21.274129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Pushing event updated for resources: {'Port': ['ID=419572a9-9cd0-4a31-a8c0-b16c65e5830e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:21.291783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a633f8c0-9852-4803-919b-3eba23dfe019 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.296433 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-6b0d15ed-07ff-448d-9c6f-8cb1c6959406 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 200 len: 1000 time: 0.1291237 Nov 11 21:04:21.308012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.308230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a633f8c0-9852-4803-919b-3eba23dfe019 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.346976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Attempting to bind port 419572a9-9cd0-4a31-a8c0-b16c65e5830e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:21.347362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Attempting to bind port 419572a9-9cd0-4a31-a8c0-b16c65e5830e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '449aa2aa-2882-4584-9f58-f1ead7baf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5a52fb00-a26f-4fef-8097-1755f860adc1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:21.347733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Attempting to bind port 419572a9-9cd0-4a31-a8c0-b16c65e5830e on network 5a52fb00-a26f-4fef-8097-1755f860adc1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:21.357646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:21.358205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Checking segment: {'id': '449aa2aa-2882-4584-9f58-f1ead7baf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5a52fb00-a26f-4fef-8097-1755f860adc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:21.358621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.359024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Bound using segment: {'id': '449aa2aa-2882-4584-9f58-f1ead7baf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5a52fb00-a26f-4fef-8097-1755f860adc1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:21.359509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Bound port: 419572a9-9cd0-4a31-a8c0-b16c65e5830e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449aa2aa-2882-4584-9f58-f1ead7baf566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5a52fb00-a26f-4fef-8097-1755f860adc1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:21.359899 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.399575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=65ade58a-c412-493f-828a-e01175147359,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:21.442691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.448836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a633f8c0-9852-4803-919b-3eba23dfe019 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.454138 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a633f8c0-9852-4803-919b-3eba23dfe019 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.457840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a633f8c0-9852-4803-919b-3eba23dfe019 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/13ba1b16-0821-4249-8eb2-5b57079cdecb HTTP/1.1" status: 204 len: 168 time: 0.2089789 Nov 11 21:04:21.458281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:21.475910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f8c0-9852-4803-919b-3eba23dfe019 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13ba1b16-0821-4249-8eb2-5b57079cdecb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:21.476536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-407e32ee-f84b-4a6f-9af3-effb0e431d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:21.478252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] For port 419572a9-9cd0-4a31-a8c0-b16c65e5830e, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:21.480973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-407e32ee-f84b-4a6f-9af3-effb0e431d75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.1652520 Nov 11 21:04:21.485911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] For port 419572a9-9cd0-4a31-a8c0-b16c65e5830e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=419572a9-9cd0-4a31-a8c0-b16c65e5830e,segment=NetworkSegment(449aa2aa-2882-4584-9f58-f1ead7baf566),segment_id=449aa2aa-2882-4584-9f58-f1ead7baf566)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:21.486100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.497928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 81c4ab51-99b3-4473-bda3-ccad28ec55a9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81c4ab51-99b3-4473-bda3-ccad28ec55a9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:21.532948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f0cd76a8-80a5-47c1-8dc3-565e62e75a33 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0710323 Nov 11 21:04:21.533862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:21.555615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a52fb00-a26f-4fef-8097-1755f860adc1']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:21.609672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449aa2aa-2882-4584-9f58-f1ead7baf566') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:21.609672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449aa2aa-2882-4584-9f58-f1ead7baf566') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:21.610761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d783c3d2-82c0-4222-ac4a-15531b334e4e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.610881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.610881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-c411649c-db98-4ed0-afa9-d844c40c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:21.610881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-c411649c-db98-4ed0-afa9-d844c40c8089 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031094 Nov 11 21:04:21.611184 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d783c3d2-82c0-4222-ac4a-15531b334e4e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.654659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48971b57-ebd8-429f-9869-593fd21e05c3 req-5bdfa5af-c7c6-4152-a905-33fdab215db2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:21.656216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48971b57-ebd8-429f-9869-593fd21e05c3 req-5bdfa5af-c7c6-4152-a905-33fdab215db2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0774987 Nov 11 21:04:21.713292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-5fc6c9a9-d1a1-4339-94c2-c98456a721f8 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042709 Nov 11 21:04:21.718477 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48971b57-ebd8-429f-9869-593fd21e05c3 req-6c5bbd60-e489-4fc0-8e74-0ec28d2b2468 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556645 Nov 11 21:04:21.818217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bbdeaad1-9aab-4c04-a372-96a0331aa041 req-40ca8643-07ae-431c-a033-f94d7a141c75 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914447 Nov 11 21:04:21.839893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5e53-198f-4d99-973a-c6267d0e3e98 req-0325e815-5748-4722-8599-6ec4a24a2c91 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:21.841448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aea5e53-198f-4d99-973a-c6267d0e3e98 req-0325e815-5748-4722-8599-6ec4a24a2c91 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 944 time: 0.0562897 Nov 11 21:04:21.862684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.863874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 408e4900-62e4-40b4-9a39-9ede35581913 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:21.864548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.878533 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:21.879112 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:21.915305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 408e4900-62e4-40b4-9a39-9ede35581913 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:04:21.915658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 408e4900-62e4-40b4-9a39-9ede35581913 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:04:21.916467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aea5e53-198f-4d99-973a-c6267d0e3e98 req-d44171b8-5b89-4339-93f7-bc369821b9cf tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688715 Nov 11 21:04:21.999231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d783c3d2-82c0-4222-ac4a-15531b334e4e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.013778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=81c4ab51-99b3-4473-bda3-ccad28ec55a9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:22.022556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d783c3d2-82c0-4222-ac4a-15531b334e4e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.026485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:22.026725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d783c3d2-82c0-4222-ac4a-15531b334e4e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/855d7856-09f4-416f-a6b8-2960d3f66ef6 HTTP/1.1" status: 204 len: 168 time: 0.4916365 Nov 11 21:04:22.029623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0cba819f-8e88-4b2c-bbcb-8fc7870ace81 req-9eeb4bf5-04e4-4367-bb6c-aa0a4a3a080f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 210 time: 0.0506594 Nov 11 21:04:22.035863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783c3d2-82c0-4222-ac4a-15531b334e4e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=855d7856-09f4-416f-a6b8-2960d3f66ef6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:22.054013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:22.054013 n-d-805734-3 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:22.054013 n-d-805734-3 neutron-server[109675]: [parameters: {'id': '5a52fb00-a26f-4fef-8097-1755f860adc1'}] Nov 11 21:04:22.054013 n-d-805734-3 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:22.054519 n-d-805734-3 neutron-server[109675]: DEBUG oslo_db.api [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:22.098861 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2ac3595b-fd38-41d9-bf1a-4523ba90d0f1 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0707593 Nov 11 21:04:22.101433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:22.147133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbe7162d-8267-4c04-87a3-3b94c4997bcb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.161617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbe7162d-8267-4c04-87a3-3b94c4997bcb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.299907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b19979-f4cd-4c24-b85d-8358edf50c54 None None] Network 5a52fb00-a26f-4fef-8097-1755f860adc1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:22.301861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beafe7b-2984-466c-bc44-e5afd66985e0 req-e3dffee6-4efb-410c-a243-3e27376fb647 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:22.304977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.308746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5beafe7b-2984-466c-bc44-e5afd66985e0 req-e3dffee6-4efb-410c-a243-3e27376fb647 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.0730131 Nov 11 21:04:22.311487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbe7162d-8267-4c04-87a3-3b94c4997bcb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.317846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbe7162d-8267-4c04-87a3-3b94c4997bcb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.318997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cbe7162d-8267-4c04-87a3-3b94c4997bcb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/54d8d0bd-2ba0-4388-bd14-b3d447511691 HTTP/1.1" status: 204 len: 168 time: 0.2159212 Nov 11 21:04:22.321677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:22.350995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a8405-f20b-48f5-a253-15c1c3941706 None None] Pushing event updated for resources: {'Port': ['ID=419572a9-9cd0-4a31-a8c0-b16c65e5830e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:22.361922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7162d-8267-4c04-87a3-3b94c4997bcb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d8d0bd-2ba0-4388-bd14-b3d447511691,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:22.369076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d00e7ae4-292c-47c4-bb5d-e64296f1bd2a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0436480 Nov 11 21:04:22.372745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:22.400768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4ab51-99b3-4473-bda3-ccad28ec55a9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:22.404136 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5f86ec-ff09-40dd-9272-1ad7d2926077" -d '{"events": [{"server_uuid": "d04f5504-6f07-40b5-8a9a-f30a8722d148", "name": "network-vif-plugged", "status": "completed", "tag": "81c4ab51-99b3-4473-bda3-ccad28ec55a9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:22.429768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5beafe7b-2984-466c-bc44-e5afd66985e0 req-9cd66f32-1bc0-49bc-b558-c13c933af6d8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169672 Nov 11 21:04:22.435882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8519e799-f310-4960-95b3-65ad59cc56bb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.457748 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8519e799-f310-4960-95b3-65ad59cc56bb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.503486 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d088f3ac-efac-405c-ab75-0e0bb9946476 x-openstack-request-id: req-d088f3ac-efac-405c-ab75-0e0bb9946476 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:22.503845 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04f5504-6f07-40b5-8a9a-f30a8722d148", "name": "network-vif-plugged", "status": "completed", "tag": "81c4ab51-99b3-4473-bda3-ccad28ec55a9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:22.504901 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d088f3ac-efac-405c-ab75-0e0bb9946476 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:22.504901 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4ab51-99b3-4473-bda3-ccad28ec55a9', 'code': 200} Nov 11 21:04:22.541362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77bf1d-ffce-4808-8055-f09716ca0657 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:04:22.555817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.591890 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8519e799-f310-4960-95b3-65ad59cc56bb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.603555 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8519e799-f310-4960-95b3-65ad59cc56bb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.604777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8519e799-f310-4960-95b3-65ad59cc56bb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c3d4ff32-bac5-4111-b521-1e95fa4d955b HTTP/1.1" status: 204 len: 168 time: 0.2312412 Nov 11 21:04:22.608443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:22.615103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519e799-f310-4960-95b3-65ad59cc56bb tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3d4ff32-bac5-4111-b521-1e95fa4d955b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:22.647214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f8ecb-498a-4781-a3ec-4c511d962a87 req-ca0dcc61-23f0-4671-8090-122c8c9bffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:22.648757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-780f8ecb-498a-4781-a3ec-4c511d962a87 req-ca0dcc61-23f0-4671-8090-122c8c9bffdb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 1096 time: 0.0906796 Nov 11 21:04:22.652586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77bf1d-ffce-4808-8055-f09716ca0657 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:04:22.704342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port 419572a9-9cd0-4a31-a8c0-b16c65e5830e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:22.704690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.716620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-80da00f9-4efa-43c7-9387-5ab2ddcf2c32 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1057024 Nov 11 21:04:22.721334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:22.745352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-780f8ecb-498a-4781-a3ec-4c511d962a87 req-5c372068-ce1c-4cec-ad64-6f599b47487b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861793 Nov 11 21:04:22.786582 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8e39c21-780a-48b5-ba71-e6cebe21d6f1 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.802858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port 419572a9-9cd0-4a31-a8c0-b16c65e5830e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=419572a9-9cd0-4a31-a8c0-b16c65e5830e,segment=NetworkSegment(449aa2aa-2882-4584-9f58-f1ead7baf566),segment_id=449aa2aa-2882-4584-9f58-f1ead7baf566)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:22.806732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.814778 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8e39c21-780a-48b5-ba71-e6cebe21d6f1 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:22.833903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for 419572a9-9cd0-4a31-a8c0-b16c65e5830e owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:22.975497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92d30b-d942-414e-a3f0-43f97154419d req-3d669227-b5f3-4fc2-b871-77fc01986445 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:22.979219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af92d30b-d942-414e-a3f0-43f97154419d req-3d669227-b5f3-4fc2-b871-77fc01986445 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1153445 Nov 11 21:04:23.107348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af92d30b-d942-414e-a3f0-43f97154419d req-30fd5e2a-652a-4211-9aa0-80427148e92a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170299 Nov 11 21:04:23.108733 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8e39c21-780a-48b5-ba71-e6cebe21d6f1 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.116550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc948db4-aa28-40c3-ae7b-be0f3f0095c4 req-9edc6d0d-03c8-4238-a1fc-8bcc8f8aa7fc tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:23.127136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc948db4-aa28-40c3-ae7b-be0f3f0095c4 req-9edc6d0d-03c8-4238-a1fc-8bcc8f8aa7fc tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 945 time: 0.0777562 Nov 11 21:04:23.143853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a8e39c21-780a-48b5-ba71-e6cebe21d6f1 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.145032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a8e39c21-780a-48b5-ba71-e6cebe21d6f1 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9daa95c6-3ec3-46d8-9f46-0f537fcaa1a3 HTTP/1.1" status: 204 len: 168 time: 0.4201844 Nov 11 21:04:23.159743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:23.175668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.215769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e39c21-780a-48b5-ba71-e6cebe21d6f1 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9daa95c6-3ec3-46d8-9f46-0f537fcaa1a3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:23.219261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port 419572a9-9cd0-4a31-a8c0-b16c65e5830e on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:23.228798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=419572a9-9cd0-4a31-a8c0-b16c65e5830e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:23.273371 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc948db4-aa28-40c3-ae7b-be0f3f0095c4 req-db80a049-f336-408c-b17e-de1041b03834 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450083 Nov 11 21:04:23.274007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-015ac19f-7e15-4551-9fc0-24bb766801b2 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1122291 Nov 11 21:04:23.300982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:23.312271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45812ac9-bc76-4088-ad78-05944d53169a req-c05b1325-2cee-485f-a528-39f563ceeb81 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 210 time: 0.0514195 Nov 11 21:04:23.402760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.437656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a52fb00-a26f-4fef-8097-1755f860adc1']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:23.460783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449aa2aa-2882-4584-9f58-f1ead7baf566') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:23.461162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449aa2aa-2882-4584-9f58-f1ead7baf566') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:23.477531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed121d6e-fb6f-4b69-ba7d-384b38889bbf tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.480764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.523093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed121d6e-fb6f-4b69-ba7d-384b38889bbf tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.637818 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.669940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeee54-5dd0-44f6-bcc9-b3b7f955bfb6 req-7270ef5a-d36f-4a13-a624-695c58688c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:23.671736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8deeee54-5dd0-44f6-bcc9-b3b7f955bfb6 req-7270ef5a-d36f-4a13-a624-695c58688c13 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.0946233 Nov 11 21:04:23.728546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8deeee54-5dd0-44f6-bcc9-b3b7f955bfb6 req-72fde380-0d32-4c2d-8030-9118ee6b2981 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Nov 11 21:04:23.753875 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed121d6e-fb6f-4b69-ba7d-384b38889bbf tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.753875 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ed121d6e-fb6f-4b69-ba7d-384b38889bbf tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.753875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ed121d6e-fb6f-4b69-ba7d-384b38889bbf tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/df826425-62ab-4173-ae98-40aad4741bd4 HTTP/1.1" status: 204 len: 168 time: 0.4443631 Nov 11 21:04:23.754769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:23.786123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:23.786490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:23.791046 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:23.844105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121d6e-fb6f-4b69-ba7d-384b38889bbf tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df826425-62ab-4173-ae98-40aad4741bd4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:23.914720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa3b10c8-1232-4a1b-be66-bfe1d1ab2283 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1632898 Nov 11 21:04:23.921365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:23.926904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-26436af0-6b1a-4a00-89bf-c72a4cc3fdfd tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242444850'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:24.006548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.026376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.031102 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/5a52fb00-a26f-4fef-8097-1755f860adc1 HTTP/1.1" status: 204 len: 168 time: 3.3517704 Nov 11 21:04:24.032197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a90a6c-4e66-426d-8b09-cf1ec9262b2c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=5a52fb00-a26f-4fef-8097-1755f860adc1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:24.034883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59590) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:24.042323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20007616'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:24.119110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26436af0-6b1a-4a00-89bf-c72a4cc3fdfd tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.217201 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:04:24.306697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:24.311634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.356366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9aed2-cb18-4d8d-ac1c-139fb420fb45 req-cdc9c65d-4fa0-434f-a62e-5ba6db2ec277 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:24.359969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cf9aed2-cb18-4d8d-ac1c-139fb420fb45 req-cdc9c65d-4fa0-434f-a62e-5ba6db2ec277 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1194663 Nov 11 21:04:24.363015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26436af0-6b1a-4a00-89bf-c72a4cc3fdfd tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.383546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:24.406968 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.407715 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 1cc813a0-c9e9-40e5-b581-77e9503eab5d of type vlan for network 17d27984-da93-4057-861f-cff49cda3b97 Nov 11 21:04:24.477131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0cf9aed2-cb18-4d8d-ac1c-139fb420fb45 req-4d315381-234c-48d7-9f5c-b05265dea543 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002967 Nov 11 21:04:24.483011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.485692 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26436af0-6b1a-4a00-89bf-c72a4cc3fdfd tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.555311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b243483-e349-4530-be6a-b4f6083a8cc2 req-44f6ea98-0cc0-4bdf-b354-44873fbb1844 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:24.563557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26436af0-6b1a-4a00-89bf-c72a4cc3fdfd tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858489e9-6e26-4ff2-8ac6-d79f576d1765,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:24.582893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b243483-e349-4530-be6a-b4f6083a8cc2 req-44f6ea98-0cc0-4bdf-b354-44873fbb1844 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 945 time: 0.1490605 Nov 11 21:04:24.655394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b243483-e349-4530-be6a-b4f6083a8cc2 req-42be5d26-ee09-4494-9df2-abc04b2dd134 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667922 Nov 11 21:04:24.748733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-403e125e-39ad-4485-b6e8-2f332ba0edae req-488a9724-cd8c-41c0-ab60-81a5cc883154 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 210 time: 0.0363228 Nov 11 21:04:24.787120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f8ef-21c9-4608-857f-fabc65b34c86 req-e84662a1-c9df-4b8e-9ac7-5fe40b569922 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:24.788747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95b4f8ef-21c9-4608-857f-fabc65b34c86 req-e84662a1-c9df-4b8e-9ac7-5fe40b569922 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.1795182 Nov 11 21:04:24.841380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-baeaf117-b405-4ec3-826f-32cfd27b6f8e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:24.843227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-baeaf117-b405-4ec3-826f-32cfd27b6f8e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.1678607 Nov 11 21:04:24.843873 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.850748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:24.851482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.856229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26436af0-6b1a-4a00-89bf-c72a4cc3fdfd tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:24.860770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-26436af0-6b1a-4a00-89bf-c72a4cc3fdfd tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9375107 Nov 11 21:04:24.861032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:24.868506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f2cd9b71-01a6-4932-a079-8059146c818f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': '858489e9-6e26-4ff2-8ac6-d79f576d1765', 'direction': 'ingress', 'protocol': 17}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:24.909705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Request body: {'port': {'device_id': '69158500-96db-453b-8fff-88c5b6a5b465', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'admin_state_up': True, 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:25.014413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9b71-01a6-4932-a079-8059146c818f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.043783 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95b4f8ef-21c9-4608-857f-fabc65b34c86 req-1ea48fbb-6a71-4473-a1a6-109ab630324c tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453532 Nov 11 21:04:25.058794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=17d27984-da93-4057-861f-cff49cda3b97,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:25.072891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 17d27984-da93-4057-861f-cff49cda3b97 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:25.155183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aa72e154-a6b6-4340-bb7c-ba5403bcfe71 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1191158 Nov 11 21:04:25.159652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59604) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:25.165749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9b71-01a6-4932-a079-8059146c818f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.169758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': '17d27984-da93-4057-861f-cff49cda3b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:25.267753 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9b71-01a6-4932-a079-8059146c818f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.299811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:25.303607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.316872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd9b71-01a6-4932-a079-8059146c818f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353b8548-2e78-4f92-a0a0-79e3be6944eb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:25.422619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:25.426217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.526551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9b71-01a6-4932-a079-8059146c818f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.529168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f2cd9b71-01a6-4932-a079-8059146c818f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6658416 Nov 11 21:04:25.532612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:25.558570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:04:25.563107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:04:25.604529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Allocated IP 172.20.0.7 (5c698453-96f0-4944-ae06-bff47b2613f2/a2e1608d-5253-4a2c-94d2-8d858bae473f/4658b47b-0585-4cc8-9c32-cecc462994c8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:25.690469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acfdae6-ff49-4841-8319-59207027f1d2 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.756056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acfdae6-ff49-4841-8319-59207027f1d2 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:25.784054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5ce0e-d277-45e6-bf61-b5bbf2b5f2df req-9c1b7517-682e-4fac-af3d-b461fa145e14 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:25.790978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06f5ce0e-d277-45e6-bf61-b5bbf2b5f2df req-9c1b7517-682e-4fac-af3d-b461fa145e14 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1334994 Nov 11 21:04:25.870166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06f5ce0e-d277-45e6-bf61-b5bbf2b5f2df req-86290733-ba19-4eda-83bc-f3153c338e17 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782089 Nov 11 21:04:26.026396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ed9371e-bc94-475f-ad5d-8ab3a754124e req-c03ce543-6d65-48d7-af97-6ff1430a0f55 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 210 time: 0.0715017 Nov 11 21:04:26.027328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acfdae6-ff49-4841-8319-59207027f1d2 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.044435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2acfdae6-ff49-4841-8319-59207027f1d2 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.044435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2acfdae6-ff49-4841-8319-59207027f1d2 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/858489e9-6e26-4ff2-8ac6-d79f576d1765 HTTP/1.1" status: 204 len: 168 time: 0.5041888 Nov 11 21:04:26.050521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:26.051498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfdae6-ff49-4841-8319-59207027f1d2 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858489e9-6e26-4ff2-8ac6-d79f576d1765,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:26.214978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ed529f7f-5a2f-4d52-9c45-78513575b655 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1269166 Nov 11 21:04:26.221387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:26.225277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d52c9b92-776f-41cb-a1b8-6f34e54abc3e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--26833665'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:26.290032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b405f7a-7516-46c6-94a8-16fac3ca1de8 req-037e32ad-2b7d-40f7-8f50-7b9fffc79351 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:26.299071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b405f7a-7516-46c6-94a8-16fac3ca1de8 req-037e32ad-2b7d-40f7-8f50-7b9fffc79351 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.0976949 Nov 11 21:04:26.367893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b405f7a-7516-46c6-94a8-16fac3ca1de8 req-fb02888e-f501-4fac-a235-e2d62d0ab791 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Nov 11 21:04:26.393564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d52c9b92-776f-41cb-a1b8-6f34e54abc3e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.414832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.436224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c3bc5-7f01-4746-83cd-11a2197f1fd3 req-8e626850-05fd-4603-9411-95d200ae09b4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:26.443860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a75c3bc5-7f01-4746-83cd-11a2197f1fd3 req-8e626850-05fd-4603-9411-95d200ae09b4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 945 time: 0.6212001 Nov 11 21:04:26.479859 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d52c9b92-776f-41cb-a1b8-6f34e54abc3e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.547974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.568482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d52c9b92-776f-41cb-a1b8-6f34e54abc3e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.585636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '1cc813a0-c9e9-40e5-b581-77e9503eab5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '17d27984-da93-4057-861f-cff49cda3b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:26.586009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: 17d27984-da93-4057-861f-cff49cda3b97, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:26.603153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a75c3bc5-7f01-4746-83cd-11a2197f1fd3 req-9790f4a7-62ff-4f84-9c74-f688c73a2a3f tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579769 Nov 11 21:04:26.611437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=a23bf230-a3f0-4413-8d5d-9e1a5aaa9a19,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:26.614323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c9b92-776f-41cb-a1b8-6f34e54abc3e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732f6852-9dec-48e7-8aab-1f01859b5db0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:26.635226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-7d43b759-22a1-4ac4-a688-4cd4676326b0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:26.637728 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-7d43b759-22a1-4ac4-a688-4cd4676326b0 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.3136814 Nov 11 21:04:26.690950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d52c9b92-776f-41cb-a1b8-6f34e54abc3e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.692821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d52c9b92-776f-41cb-a1b8-6f34e54abc3e tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4722006 Nov 11 21:04:26.695855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:26.703457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-70ed80bb-2514-40d6-b424-b30659eee967 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--6133336'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:26.757114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network 17d27984-da93-4057-861f-cff49cda3b97 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:26.833302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.836980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70ed80bb-2514-40d6-b424-b30659eee967 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.847477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:26.851623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Deleting port 365b2fdb-1dea-47a0-ac7d-0212353ed180 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:26.851623 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.957672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 17d27984-da93-4057-861f-cff49cda3b97) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:26.969907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:26.970519 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:26.981385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed17c2ca-3f80-4e7e-bb47-223061374c91 None None] Network 17d27984-da93-4057-861f-cff49cda3b97 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:26.998593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70ed80bb-2514-40d6-b424-b30659eee967 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.018122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:27.025724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:27.027835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:27.067897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc40f23-8e21-4c42-a234-a07bf85b835f None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:27.107054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70ed80bb-2514-40d6-b424-b30659eee967 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.214687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:27.215230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.221075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed80bb-2514-40d6-b424-b30659eee967 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5fbb57-a636-46a7-8610-baebe18197aa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:27.241931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70ed80bb-2514-40d6-b424-b30659eee967 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.252466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-70ed80bb-2514-40d6-b424-b30659eee967 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5523744 Nov 11 21:04:27.260404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:27.278877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd366d-4ef3-472f-8a36-d0ff8c313ac0 req-bf4f3113-d0b5-4bdd-a034-62b860a31f86 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:27.282649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18fd366d-4ef3-472f-8a36-d0ff8c313ac0 req-bf4f3113-d0b5-4bdd-a034-62b860a31f86 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.2469268 Nov 11 21:04:27.285296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.298918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-78c59407-54b0-46fc-b168-c42a0038e1d4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': '732f6852-9dec-48e7-8aab-1f01859b5db0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de5fbb57-a636-46a7-8610-baebe18197aa', 'remote_ip_prefix': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:27.311181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e22d042f-3ca7-42c1-9c83-e23a93620b15 None None] Provisioning complete for port 4658b47b-0585-4cc8-9c32-cecc462994c8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:27.311514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e22d042f-3ca7-42c1-9c83-e23a93620b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.405376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18fd366d-4ef3-472f-8a36-d0ff8c313ac0 req-e4756562-3242-4665-acb1-1056013712f8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795829 Nov 11 21:04:27.412690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e22d042f-3ca7-42c1-9c83-e23a93620b15 None None] Port 4658b47b-0585-4cc8-9c32-cecc462994c8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:27.433349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:27.433819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-86c413a1-f5a7-44f7-af73-d5d3ed506ddd tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2725308 Nov 11 21:04:27.435366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event updated for resources: {'Port': ['ID=4658b47b-0585-4cc8-9c32-cecc462994c8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:27.529431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-17d27984-da93-4057-861f-cff49cda3b97', 'network_id': '17d27984-da93-4057-861f-cff49cda3b97', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': 'a23bf230-a3f0-4413-8d5d-9e1a5aaa9a19'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:27.530294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a098-08d1-4d0d-a4f2-13bc0de58dd5 req-92d0a259-3d62-4662-bdd2-9071d1edd51c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:27.531454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.544010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb76a098-08d1-4d0d-a4f2-13bc0de58dd5 req-92d0a259-3d62-4662-bdd2-9071d1edd51c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 931 time: 0.3087735 Nov 11 21:04:27.581876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] For port 365b2fdb-1dea-47a0-ac7d-0212353ed180, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=365b2fdb-1dea-47a0-ac7d-0212353ed180,segment=NetworkSegment(bd275f49-370b-40dc-8e4b-224f5a80ff0d),segment_id=bd275f49-370b-40dc-8e4b-224f5a80ff0d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:27.582331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.608022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Calling delete_port for 365b2fdb-1dea-47a0-ac7d-0212353ed180 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:27.645325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb76a098-08d1-4d0d-a4f2-13bc0de58dd5 req-78ebfe3b-e336-4436-b9f4-21a23f25dfdb tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996447 Nov 11 21:04:27.691447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78c59407-54b0-46fc-b168-c42a0038e1d4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.745166 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-efdf77a0-3e58-4f67-b367-a82d82bb67a2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8783495 Nov 11 21:04:27.749949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482283e-3923-4954-8885-14b62ccd920f req-679cad92-fffb-4f3f-8d89-97033e82fa51 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:27.757778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1482283e-3923-4954-8885-14b62ccd920f req-679cad92-fffb-4f3f-8d89-97033e82fa51 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 945 time: 0.1347344 Nov 11 21:04:27.773866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Request body: {'port': {'device_id': '69158500-96db-453b-8fff-88c5b6a5b465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:27.784094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:27.799940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Allocated IP 172.20.0.3 (17d27984-da93-4057-861f-cff49cda3b97/a23bf230-a3f0-4413-8d5d-9e1a5aaa9a19/3200f4e8-f871-457f-a2b7-29a43ef93533) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:27.893191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1482283e-3923-4954-8885-14b62ccd920f req-a4da3f36-1ee1-47f8-a8fd-771a1380afbb tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7bade26-0255-466f-bad5-1f0836f7048f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335509 Nov 11 21:04:27.961146 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.049442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78c59407-54b0-46fc-b168-c42a0038e1d4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.066349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.132129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78c59407-54b0-46fc-b168-c42a0038e1d4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.155404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59407-54b0-46fc-b168-c42a0038e1d4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4305ac67-3d1c-4c0f-8e17-cd21ed011b92,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:28.171114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.262203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.262821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Pushing event deleted for resources: {'Port': ['ID=365b2fdb-1dea-47a0-ac7d-0212353ed180,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:28.305019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e7f1a-d5fa-40bb-802f-023eb0ff85fc None None] DHCP port deletion for 17a6b110-edf6-4a73-8473-84c504928dc6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:28.337264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] No DVR routers for this DVR port 365b2fdb-1dea-47a0-ac7d-0212353ed180 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:28.340708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.343982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a15d5d-11f2-4f0d-9dcd-2ab3d241d296 req-8a8f45bd-2fc1-42fd-8e30-4d8ebe3a5ef8 tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.62 "DELETE /v2.0/ports/365b2fdb-1dea-47a0-ac7d-0212353ed180 HTTP/1.1" status: 204 len: 173 time: 1.6981781 Nov 11 21:04:28.344450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b57697-576d-4678-bd5e-b5304f5edf23', 'name': 'network-vif-deleted', 'tag': '365b2fdb-1dea-47a0-ac7d-0212353ed180'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:28.346746 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388920e7-70f5-4e3c-a5a3-c998ae40f695" -d '{"events": [{"server_uuid": "49b57697-576d-4678-bd5e-b5304f5edf23", "name": "network-vif-deleted", "tag": "365b2fdb-1dea-47a0-ac7d-0212353ed180"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:28.393622 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9c2501-ab70-4aeb-b973-d4e680665b96 x-openstack-request-id: req-7c9c2501-ab70-4aeb-b973-d4e680665b96 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:28.393916 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b57697-576d-4678-bd5e-b5304f5edf23", "name": "network-vif-deleted", "tag": "365b2fdb-1dea-47a0-ac7d-0212353ed180", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:28.394186 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c9c2501-ab70-4aeb-b973-d4e680665b96 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:28.394574 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b57697-576d-4678-bd5e-b5304f5edf23', 'name': 'network-vif-deleted', 'tag': '365b2fdb-1dea-47a0-ac7d-0212353ed180', 'status': 'completed', 'code': 200} Nov 11 21:04:28.482604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4658b47b-0585-4cc8-9c32-cecc462994c8 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:28.491050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.504260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Transition to ACTIVE for port object 4658b47b-0585-4cc8-9c32-cecc462994c8 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:04:28.538027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-78c59407-54b0-46fc-b168-c42a0038e1d4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.539189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-78c59407-54b0-46fc-b168-c42a0038e1d4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2541282 Nov 11 21:04:28.564801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59658) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:28.569881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29fe9b83-8f82-4e4b-99c7-387c37e4af24 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.576757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf9eda-3a68-4181-a1c8-7616031e9a5f req-0f911107-07c0-40f8-bfed-19b41a595d9a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:28.579028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32cf9eda-3a68-4181-a1c8-7616031e9a5f req-0f911107-07c0-40f8-bfed-19b41a595d9a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0539739 Nov 11 21:04:28.593807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29fe9b83-8f82-4e4b-99c7-387c37e4af24 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.675341 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.685217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32cf9eda-3a68-4181-a1c8-7616031e9a5f req-f1124923-d148-4381-b164-6d1a3c6f32f5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968332 Nov 11 21:04:28.704268 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29fe9b83-8f82-4e4b-99c7-387c37e4af24 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.736289 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-29fe9b83-8f82-4e4b-99c7-387c37e4af24 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.736289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-29fe9b83-8f82-4e4b-99c7-387c37e4af24 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4305ac67-3d1c-4c0f-8e17-cd21ed011b92 HTTP/1.1" status: 204 len: 168 time: 0.1879966 Nov 11 21:04:28.738069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.738220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:28.812761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:28.819770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe9b83-8f82-4e4b-99c7-387c37e4af24 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4305ac67-3d1c-4c0f-8e17-cd21ed011b92,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:28.835791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Network 17d27984-da93-4057-861f-cff49cda3b97 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:28.842410 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:28.852566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:28.874307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a417849-8521-460e-b859-50c168cdb48f None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:28.889206 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-26dc8191-1d7d-48e8-a85e-0e982fd48f9f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1500194 Nov 11 21:04:28.897170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59672) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:28.897738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Pushing event updated for resources: {'Port': ['ID=3200f4e8-f871-457f-a2b7-29a43ef93533,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:28.920384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4658b47b-0585-4cc8-9c32-cecc462994c8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:29.004648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Attempting to bind port 3200f4e8-f871-457f-a2b7-29a43ef93533 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:29.005003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Attempting to bind port 3200f4e8-f871-457f-a2b7-29a43ef93533 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '1cc813a0-c9e9-40e5-b581-77e9503eab5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '17d27984-da93-4057-861f-cff49cda3b97'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:29.005376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Attempting to bind port 3200f4e8-f871-457f-a2b7-29a43ef93533 on network 17d27984-da93-4057-861f-cff49cda3b97 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:29.015491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:29.016522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Checking segment: {'id': '1cc813a0-c9e9-40e5-b581-77e9503eab5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '17d27984-da93-4057-861f-cff49cda3b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:29.017616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.017877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Bound using segment: {'id': '1cc813a0-c9e9-40e5-b581-77e9503eab5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '17d27984-da93-4057-861f-cff49cda3b97'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:29.018524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Bound port: 3200f4e8-f871-457f-a2b7-29a43ef93533, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc813a0-c9e9-40e5-b581-77e9503eab5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '17d27984-da93-4057-861f-cff49cda3b97'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:29.019049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.099954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=a23bf230-a3f0-4413-8d5d-9e1a5aaa9a19,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:29.139036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] For port 3200f4e8-f871-457f-a2b7-29a43ef93533, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:29.146063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] For port 3200f4e8-f871-457f-a2b7-29a43ef93533, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3200f4e8-f871-457f-a2b7-29a43ef93533,segment=NetworkSegment(1cc813a0-c9e9-40e5-b581-77e9503eab5d),segment_id=1cc813a0-c9e9-40e5-b581-77e9503eab5d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:29.186872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.199441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a8ad-dfdd-4a18-8aee-c5891c7f345b req-9efc016c-a3d3-4df7-b07b-c7005ca70ef2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:29.202031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8fc4a8ad-dfdd-4a18-8aee-c5891c7f345b req-9efc016c-a3d3-4df7-b07b-c7005ca70ef2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 943 time: 0.2921333 Nov 11 21:04:29.226594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061204f0-07f7-431c-bae7-3cad9e0d2a9b req-70ee47ee-0b39-43ab-9099-70ef316d8ab2 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:29.228174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-061204f0-07f7-431c-bae7-3cad9e0d2a9b req-70ee47ee-0b39-43ab-9099-70ef316d8ab2 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 945 time: 0.1606147 Nov 11 21:04:29.240784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d27984-da93-4057-861f-cff49cda3b97']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:29.263477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.270889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1662d048-6cdf-42ce-9865-3596a95b9a54 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.280791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8fc4a8ad-dfdd-4a18-8aee-c5891c7f345b req-69ebd4d5-775d-4a07-b8a4-12d430aec35b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712900 Nov 11 21:04:29.285025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Attempting to bind port 4658b47b-0585-4cc8-9c32-cecc462994c8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:29.285369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Attempting to bind port 4658b47b-0585-4cc8-9c32-cecc462994c8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:29.285699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Attempting to bind port 4658b47b-0585-4cc8-9c32-cecc462994c8 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:29.287349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc813a0-c9e9-40e5-b581-77e9503eab5d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:29.287922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc813a0-c9e9-40e5-b581-77e9503eab5d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:29.301322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.306230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Port 4658b47b-0585-4cc8-9c32-cecc462994c8 on network 5c698453-96f0-4944-ae06-bff47b2613f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:04:29.306614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Attempting to bind port 4658b47b-0585-4cc8-9c32-cecc462994c8 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:29.328251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:29.328251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:29.329627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.335047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Bound using segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:29.335542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Bound port: 4658b47b-0585-4cc8-9c32-cecc462994c8, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:29.336989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:29.337386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:29.601003 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:29.609278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.609278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1662d048-6cdf-42ce-9865-3596a95b9a54 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.609278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-061204f0-07f7-431c-bae7-3cad9e0d2a9b req-569eb434-85a4-4d64-99f4-adb3d6c6d1b1 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158922 Nov 11 21:04:29.615931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 365b2fdb-1dea-47a0-ac7d-0212353ed180 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:29.616305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] For port 4658b47b-0585-4cc8-9c32-cecc462994c8, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:29.616305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] For port 4658b47b-0585-4cc8-9c32-cecc462994c8, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4658b47b-0585-4cc8-9c32-cecc462994c8,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:29.617350 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:29.617350 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:29.617350 n-d-805734-3 neutron-server[109674]: [parameters: {'id': '17d27984-da93-4057-861f-cff49cda3b97'}] Nov 11 21:04:29.617350 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:29.617350 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:29.618184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a1d9b1-5b21-4215-b33d-a79beed72cbb None None] Network 17d27984-da93-4057-861f-cff49cda3b97 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:29.618184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 365b2fdb-1dea-47a0-ac7d-0212353ed180 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:04:29.618184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 365b2fdb-1dea-47a0-ac7d-0212353ed180 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:04:29.618493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-731e9b78-ab28-4447-87cf-46dac746f83f req-a348493d-cffa-4a00-8a06-5a4f9d6f819d tempest-DeleteServersTestJSON-1000417401 tempest-DeleteServersTestJSON-1000417401-project] 10.222.0.31 "GET /v2.0/ports?device_id=49b57697-576d-4678-bd5e-b5304f5edf23 HTTP/1.1" status: 200 len: 210 time: 0.0447335 Nov 11 21:04:29.618630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ba024-24ca-4591-abef-2258f05d00cd None None] Pushing event updated for resources: {'Port': ['ID=3200f4e8-f871-457f-a2b7-29a43ef93533,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:29.653203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.655422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1662d048-6cdf-42ce-9865-3596a95b9a54 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.658630 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1662d048-6cdf-42ce-9865-3596a95b9a54 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.660013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1662d048-6cdf-42ce-9865-3596a95b9a54 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/de5fbb57-a636-46a7-8610-baebe18197aa HTTP/1.1" status: 204 len: 168 time: 0.7428663 Nov 11 21:04:29.662997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:29.727818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea070f-27c1-426b-92b8-21ef9719ea7e None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:04:29.760599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662d048-6cdf-42ce-9865-3596a95b9a54 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5fbb57-a636-46a7-8610-baebe18197aa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:29.792180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:29.793956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:29.799444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] 10.222.0.58 "PUT /v2.0/ports/4658b47b-0585-4cc8-9c32-cecc462994c8 HTTP/1.1" status: 200 len: 1091 time: 2.0382483 Nov 11 21:04:29.842791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1bf89d85-3f6a-4ce6-9e71-189779538a95 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1752288 Nov 11 21:04:29.843523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:29.860039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c02a-0894-4c34-9b68-8ff32f297fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4658b47b-0585-4cc8-9c32-cecc462994c8,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:29.906563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea070f-27c1-426b-92b8-21ef9719ea7e None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:04:29.980286 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.010465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f06f18-c742-4ccb-918f-a646ad1a3a88 req-f85df6ae-2f21-42f4-86f5-c8cb9e761584 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:30.012938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7f06f18-c742-4ccb-918f-a646ad1a3a88 req-f85df6ae-2f21-42f4-86f5-c8cb9e761584 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1018341 Nov 11 21:04:30.033701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.035130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-85037a94-2f79-4aa8-ac73-e8801184879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:30.037361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-85037a94-2f79-4aa8-ac73-e8801184879e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 1094 time: 0.0742748 Nov 11 21:04:30.056184 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.152023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port 3200f4e8-f871-457f-a2b7-29a43ef93533 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:30.153322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.164353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-c01abf73-fcd7-43cf-98ae-7577d7755a0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4658b47b-0585-4cc8-9c32-cecc462994c8 HTTP/1.1" status: 200 len: 217 time: 0.1137748 Nov 11 21:04:30.240933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.244554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.246595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/732f6852-9dec-48e7-8aab-1f01859b5db0 HTTP/1.1" status: 204 len: 168 time: 0.3977914 Nov 11 21:04:30.251598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59688) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:30.268357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732f6852-9dec-48e7-8aab-1f01859b5db0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:30.282505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port 3200f4e8-f871-457f-a2b7-29a43ef93533, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3200f4e8-f871-457f-a2b7-29a43ef93533,segment=NetworkSegment(1cc813a0-c9e9-40e5-b581-77e9503eab5d),segment_id=1cc813a0-c9e9-40e5-b581-77e9503eab5d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:30.283484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.290695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.291056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.291404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.291748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.292092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.293027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.293569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.293817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.294156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.294491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.294825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.304538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0830c2-fcab-4017-9474-e677a462c70c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:30.332683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for 3200f4e8-f871-457f-a2b7-29a43ef93533 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:30.358222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e703eb-cfd2-4ba6-af0b-bd3e1ab892f6 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:30.364684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-199536d2-cb88-4c64-aa35-b7022eb41668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:30.366177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-199536d2-cb88-4c64-aa35-b7022eb41668 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.1914155 Nov 11 21:04:30.397740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7f06f18-c742-4ccb-918f-a646ad1a3a88 req-5bddaf93-d386-4cb7-88a7-894397f1f9bb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543048 Nov 11 21:04:30.423196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69158500-96db-453b-8fff-88c5b6a5b465', 'tag': '4658b47b-0585-4cc8-9c32-cecc462994c8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:30.434142 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044fc13e-793c-4da1-82d6-29a518da4731" -d '{"events": [{"name": "network-changed", "server_uuid": "69158500-96db-453b-8fff-88c5b6a5b465", "tag": "4658b47b-0585-4cc8-9c32-cecc462994c8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:30.483858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-a37ed70d-369d-4867-b477-e4769d4f5532 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802600 Nov 11 21:04:30.520766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ae2999a8-ffe6-46b8-bcb8-b0349d003102 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2659287 Nov 11 21:04:30.538033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-e3ffd772-5aaa-4a30-b263-72d4ba097a58 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:30.540116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-e3ffd772-5aaa-4a30-b263-72d4ba097a58 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/networks?id=e66197ae-4903-46e6-afdc-6df578e0b9ff HTTP/1.1" status: 200 len: 813 time: 0.2037756 Nov 11 21:04:30.542652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:30.547253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bb9a29ba-84d8-4d97-a353-6af79afcfb9c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098064581'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:30.582872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-9e6df916-947d-4679-8cac-b1d5bf2eacdb tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/quotas/3f6a707ca854457695a2b0ff26a06402 HTTP/1.1" status: 200 len: 375 time: 0.0294836 Nov 11 21:04:30.634630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-4bc3bac5-33ee-458b-88a2-07e37cb72ab3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f6a707ca854457695a2b0ff26a06402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423129 Nov 11 21:04:30.648786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-f87eef5f-7b4d-41ee-a0b9-fde13f96180d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:30.650368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-f87eef5f-7b4d-41ee-a0b9-fde13f96180d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 945 time: 0.1889102 Nov 11 21:04:30.710865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb9a29ba-84d8-4d97-a353-6af79afcfb9c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.711969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-7fd9f917-280e-4017-8ab6-57ab99c0dc50 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072465 Nov 11 21:04:30.723684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a4106-82c9-41c2-baad-447747ee8ede req-a228a638-74fa-4f0c-91e5-1f641145743e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:30.730090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.731306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be7a4106-82c9-41c2-baad-447747ee8ede req-a228a638-74fa-4f0c-91e5-1f641145743e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 943 time: 0.1988816 Nov 11 21:04:30.767523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=3200f4e8-f871-457f-a2b7-29a43ef93533,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:30.786958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port 3200f4e8-f871-457f-a2b7-29a43ef93533 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:30.842544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-b1be4df2-4038-4f78-a4da-48f793f54b78 service neutron] 10.222.0.31 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984048 Nov 11 21:04:30.924454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be7a4106-82c9-41c2-baad-447747ee8ede req-811fcad7-3bfd-4d69-8f17-949d6f9fcb04 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912568 Nov 11 21:04:30.959899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb599c47-5c8b-4a74-90be-a60b52367f94 req-dc19b5fa-e266-4c16-a956-41901cec5586 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264516 Nov 11 21:04:30.961407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb9a29ba-84d8-4d97-a353-6af79afcfb9c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:30.981508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Deleting port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:30.992061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.012860 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.035821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d27984-da93-4057-861f-cff49cda3b97']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:31.046423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc813a0-c9e9-40e5-b581-77e9503eab5d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:31.046814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc813a0-c9e9-40e5-b581-77e9503eab5d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:31.058722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.060528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb9a29ba-84d8-4d97-a353-6af79afcfb9c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.100423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.127283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:31.127283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:31.130450 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:31.147911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a29ba-84d8-4d97-a353-6af79afcfb9c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc6d74d-3b0b-41f6-8a08-630b661fd6a1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:31.176220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f645bc-88f4-47e7-a18e-96cf7850b864 req-5bffa055-9e89-41b5-b964-3597ebc63783 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:31.186517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00f645bc-88f4-47e7-a18e-96cf7850b864 req-5bffa055-9e89-41b5-b964-3597ebc63783 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 945 time: 0.1573730 Nov 11 21:04:31.198232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] For port 81c4ab51-99b3-4473-bda3-ccad28ec55a9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81c4ab51-99b3-4473-bda3-ccad28ec55a9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:31.199789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.200816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7cc6335d-830a-4cd4-995a-68f568812e35 service neutron] 10.222.0.31 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430367 Nov 11 21:04:31.218613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb9a29ba-84d8-4d97-a353-6af79afcfb9c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.219982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bb9a29ba-84d8-4d97-a353-6af79afcfb9c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6763051 Nov 11 21:04:31.222881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:31.231485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f5d676ec-c5d2-45b2-8186-c5e55a99c05d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': '6bc6d74d-3b0b-41f6-8a08-630b661fd6a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:31.236038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Calling delete_port for 81c4ab51-99b3-4473-bda3-ccad28ec55a9 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:31.307071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.314426 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.317573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/17d27984-da93-4057-861f-cff49cda3b97 HTTP/1.1" status: 204 len: 168 time: 3.8820765 Nov 11 21:04:31.321783 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:31.327211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1726835911'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:31.337502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00f645bc-88f4-47e7-a18e-96cf7850b864 req-ab1c734c-2c3f-4c1a-afac-0350410e0165 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516256 Nov 11 21:04:31.343158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb17075-dda8-42fa-8b8d-125abfe6a8ef tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=17d27984-da93-4057-861f-cff49cda3b97,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:31.391564 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fdbd08-afea-48a2-a3bb-01e595d66892 x-openstack-request-id: req-48fdbd08-afea-48a2-a3bb-01e595d66892 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:31.392298 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69158500-96db-453b-8fff-88c5b6a5b465", "tag": "4658b47b-0585-4cc8-9c32-cecc462994c8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:31.392680 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48fdbd08-afea-48a2-a3bb-01e595d66892 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:31.393332 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69158500-96db-453b-8fff-88c5b6a5b465', 'tag': '4658b47b-0585-4cc8-9c32-cecc462994c8', 'status': 'completed', 'code': 200} Nov 11 21:04:31.487326 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5d676ec-c5d2-45b2-8186-c5e55a99c05d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.524338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:31.529423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.613819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc13e-793c-4da1-82d6-29a518da4731 req-549f5a29-5707-4464-bdc1-b655b4d8427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:31.615328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-044fc13e-793c-4da1-82d6-29a518da4731 req-549f5a29-5707-4464-bdc1-b655b4d8427d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 1094 time: 0.1913176 Nov 11 21:04:31.639723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:31.641207 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.651703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.652776 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 9f35372a-b80c-4d99-982a-2c3c2248f95d of type vlan for network d1778c79-f87c-4e76-a946-08eda0ed6188 Nov 11 21:04:31.658183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['81c4ab51-99b3-4473-bda3-ccad28ec55a9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:31.681048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3726b5-eda6-47da-99c8-7be0c8d870fd req-4889630f-0e8d-42aa-848c-c14bc730f0d9 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:31.691216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a3726b5-eda6-47da-99c8-7be0c8d870fd req-4889630f-0e8d-42aa-848c-c14bc730f0d9 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1468244 Nov 11 21:04:31.701792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.706146 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a1dbed1-b03b-4a56-9ac3-7d8a46921468 req-275ae287-94b2-4ba3-ad69-519d76e204e9 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 210 time: 0.1180611 Nov 11 21:04:31.774330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5d676ec-c5d2-45b2-8186-c5e55a99c05d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.786176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Pushing event deleted for resources: {'Port': ['ID=81c4ab51-99b3-4473-bda3-ccad28ec55a9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:31.811817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.820428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:31.822670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.825156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c2841-8256-40e2-a9ea-da4347ceac9f None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:31.874387 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a3726b5-eda6-47da-99c8-7be0c8d870fd req-69bf48d8-8832-4320-99d1-3ac94ccd3235 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822155 Nov 11 21:04:31.903267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5d676ec-c5d2-45b2-8186-c5e55a99c05d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.915832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] No DVR routers for this DVR port 81c4ab51-99b3-4473-bda3-ccad28ec55a9 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:31.930529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:31.934311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-454c55fc-7dd3-44af-bdc0-431d4cae5d14 req-08edf971-77b3-4df5-937f-dc94babd498b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "DELETE /v2.0/ports/81c4ab51-99b3-4473-bda3-ccad28ec55a9 HTTP/1.1" status: 204 len: 173 time: 1.2715116 Nov 11 21:04:31.949530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc13e-793c-4da1-82d6-29a518da4731 req-5bfa596c-f6d1-4292-8bb6-ae53677e0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:31.951268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-044fc13e-793c-4da1-82d6-29a518da4731 req-5bfa596c-f6d1-4292-8bb6-ae53677e0967 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 905 time: 0.3257110 Nov 11 21:04:31.951892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d676ec-c5d2-45b2-8186-c5e55a99c05d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f23ff97-63f6-47ba-9c6a-599c9151a3f7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:31.959051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34a18bae-399f-4dba-9181-f22362cc9473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.000872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6776841 Nov 11 21:04:32.001870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f0022-85f0-4a64-b44f-c1d42aeb2b38 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=d1778c79-f87c-4e76-a946-08eda0ed6188,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:32.005487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:32.016472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d1778c79-f87c-4e76-a946-08eda0ed6188 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:32.017247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': 'd1778c79-f87c-4e76-a946-08eda0ed6188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:32.071582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-044fc13e-793c-4da1-82d6-29a518da4731 req-06cc6731-b3e1-4daf-b23c-6f96ade30268 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4658b47b-0585-4cc8-9c32-cecc462994c8 HTTP/1.1" status: 200 len: 217 time: 0.1125839 Nov 11 21:04:32.096083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5d676ec-c5d2-45b2-8186-c5e55a99c05d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.100056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f5d676ec-c5d2-45b2-8186-c5e55a99c05d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8724275 Nov 11 21:04:32.100849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:32.262925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ef56fd9-dd91-4f2d-9e1a-fc9b2b3b455a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.277533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ef56fd9-dd91-4f2d-9e1a-fc9b2b3b455a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.302022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc13e-793c-4da1-82d6-29a518da4731 req-194f8c66-36e9-461a-90c1-bdf80e608c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:32.307101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-044fc13e-793c-4da1-82d6-29a518da4731 req-194f8c66-36e9-461a-90c1-bdf80e608c3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.2018213 Nov 11 21:04:32.312243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eb6f6-3032-4abc-9b90-50125dd6de71 req-ef29f568-bf65-44d6-9dd6-bb9c4037d175 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:32.319675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be2eb6f6-3032-4abc-9b90-50125dd6de71 req-ef29f568-bf65-44d6-9dd6-bb9c4037d175 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 943 time: 0.2520127 Nov 11 21:04:32.352586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:32.357920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-044fc13e-793c-4da1-82d6-29a518da4731 req-cb648db4-955e-456c-a936-67f004487ef1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325737 Nov 11 21:04:32.370970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.428857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be2eb6f6-3032-4abc-9b90-50125dd6de71 req-cb45a8f0-0f9f-4b73-850e-b7ad2c1f340d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083214 Nov 11 21:04:32.475556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ef56fd9-dd91-4f2d-9e1a-fc9b2b3b455a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.485792 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0ef56fd9-dd91-4f2d-9e1a-fc9b2b3b455a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.486968 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0ef56fd9-dd91-4f2d-9e1a-fc9b2b3b455a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0f23ff97-63f6-47ba-9c6a-599c9151a3f7 HTTP/1.1" status: 204 len: 168 time: 0.3781550 Nov 11 21:04:32.489957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:32.508338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef56fd9-dd91-4f2d-9e1a-fc9b2b3b455a tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f23ff97-63f6-47ba-9c6a-599c9151a3f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:32.555465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-044fc13e-793c-4da1-82d6-29a518da4731 req-7925a83f-bfb8-4664-bceb-8898b1e59c17 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889515 Nov 11 21:04:32.563563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d2e2976-b5d0-4985-bc1c-f4c34ea71764 req-005ce0d0-d578-4499-a123-7a1780854ae9 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=d04f5504-6f07-40b5-8a9a-f30a8722d148 HTTP/1.1" status: 200 len: 210 time: 0.0464828 Nov 11 21:04:32.568268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6e6213fa-0292-44c9-9fa0-ab32d05fd3f4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0756333 Nov 11 21:04:32.570986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:32.724815 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.742938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-044fc13e-793c-4da1-82d6-29a518da4731 req-e6b97b87-cee9-41b2-934a-41915822043b service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733720 Nov 11 21:04:32.770707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.846012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27f084ee-e84f-4716-a302-37e4c1559b14 req-2188c4d9-7dbd-4e6a-a46a-82749d3dbfd3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 210 time: 0.0452068 Nov 11 21:04:32.891832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.978372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.992380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:32.992380 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/6bc6d74d-3b0b-41f6-8a08-630b661fd6a1 HTTP/1.1" status: 204 len: 168 time: 0.4151649 Nov 11 21:04:32.998153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:33.012655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc6d74d-3b0b-41f6-8a08-630b661fd6a1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:33.031604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.031973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.032326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.032671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.033261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.033805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.034148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.034491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.034966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.035297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.035672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.035940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56771c-5a33-4397-8af8-2594643fba2b tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:33.046250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=982fa3aa-56f9-41ec-a3c6-b785c602a302,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:33.078858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '9f35372a-b80c-4d99-982a-2c3c2248f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd1778c79-f87c-4e76-a946-08eda0ed6188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:33.079540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: d1778c79-f87c-4e76-a946-08eda0ed6188, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:33.102860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3a3ff2d1-3e9d-4faf-a368-6eea04ed73d6 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1035438 Nov 11 21:04:33.106957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:33.112382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8ca902c3-190c-4916-9684-cb2a377fcd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712067650'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:33.112726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e0cb1-39fd-4cfe-b134-2e296e9c7a23 req-233c26af-46af-4951-a97b-5624743f76ee tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:33.114733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b13e0cb1-39fd-4cfe-b134-2e296e9c7a23 req-233c26af-46af-4951-a97b-5624743f76ee tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0951099 Nov 11 21:04:33.188726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b13e0cb1-39fd-4cfe-b134-2e296e9c7a23 req-ea829fa0-b215-4c70-a72c-cc04698ce7d2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648723 Nov 11 21:04:33.219409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network d1778c79-f87c-4e76-a946-08eda0ed6188 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:33.242258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ca902c3-190c-4916-9684-cb2a377fcd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.338881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ca902c3-190c-4916-9684-cb2a377fcd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.341593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d1778c79-f87c-4e76-a946-08eda0ed6188) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:33.346888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:33.347990 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.352053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f24e6-b5aa-42de-9439-199542cadb52 None None] Network d1778c79-f87c-4e76-a946-08eda0ed6188 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:33.394399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'name': 'network-vif-deleted', 'tag': '81c4ab51-99b3-4473-bda3-ccad28ec55a9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:33.402379 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67aedb7-09a7-4f0b-bd93-3f5234b4bad1" -d '{"events": [{"server_uuid": "d04f5504-6f07-40b5-8a9a-f30a8722d148", "name": "network-vif-deleted", "tag": "81c4ab51-99b3-4473-bda3-ccad28ec55a9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:33.411986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ca902c3-190c-4916-9684-cb2a377fcd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.440215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-acffd44d-36ef-4b10-bd01-3bbaeb971931 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4336078 Nov 11 21:04:33.442780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:33.503346 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f6387-3f5c-43f3-b88b-f19c6786bd96 x-openstack-request-id: req-072f6387-3f5c-43f3-b88b-f19c6786bd96 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:33.504964 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04f5504-6f07-40b5-8a9a-f30a8722d148", "name": "network-vif-deleted", "tag": "81c4ab51-99b3-4473-bda3-ccad28ec55a9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:33.505416 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-072f6387-3f5c-43f3-b88b-f19c6786bd96 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:33.505960 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04f5504-6f07-40b5-8a9a-f30a8722d148', 'name': 'network-vif-deleted', 'tag': '81c4ab51-99b3-4473-bda3-ccad28ec55a9', 'status': 'completed', 'code': 200} Nov 11 21:04:33.539075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca902c3-190c-4916-9684-cb2a377fcd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c706b6-2287-4d54-87c3-f8eb59c25dd0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:33.630771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8ca902c3-190c-4916-9684-cb2a377fcd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.632615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8ca902c3-190c-4916-9684-cb2a377fcd44 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5244153 Nov 11 21:04:33.640760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:33.646369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a2c2a34f-e78e-4413-acaf-461ed93fd22f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': '61c706b6-2287-4d54-87c3-f8eb59c25dd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:33.662868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.672783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-d1778c79-f87c-4e76-a946-08eda0ed6188', 'network_id': 'd1778c79-f87c-4e76-a946-08eda0ed6188', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '982fa3aa-56f9-41ec-a3c6-b785c602a302'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:33.675405 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.787059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a34f-e78e-4413-acaf-461ed93fd22f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.852770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d7478-aead-413c-9278-a4e4a658daf4 req-df16af62-55ef-4332-9502-b3d479303311 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:33.860045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c1d7478-aead-413c-9278-a4e4a658daf4 req-df16af62-55ef-4332-9502-b3d479303311 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 943 time: 0.2369735 Nov 11 21:04:33.861633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.888815 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a34f-e78e-4413-acaf-461ed93fd22f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:33.965653 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a34f-e78e-4413-acaf-461ed93fd22f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.009122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2a34f-e78e-4413-acaf-461ed93fd22f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f506ba32-d4ce-40e1-920c-bb28ad32b6c9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:34.023409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c1d7478-aead-413c-9278-a4e4a658daf4 req-b02cdfdb-e098-45f1-b28e-d7a6b90c9c08 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460028 Nov 11 21:04:34.027194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Allocated IP 172.20.0.1 (d1778c79-f87c-4e76-a946-08eda0ed6188/982fa3aa-56f9-41ec-a3c6-b785c602a302/2ac084ec-e066-4155-9485-d0903ba4c1e9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:34.198864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e084972e-c624-4043-b606-a3f551519c4a req-17b591ba-a854-4401-bafd-59abd5097eac tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 210 time: 0.0531745 Nov 11 21:04:34.386132 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.411062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bec40c-3ad6-4681-9e44-33311e53fd97 req-66c56eaf-966f-45e4-bb2c-e2682b9d00a1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:34.419559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22bec40c-3ad6-4681-9e44-33311e53fd97 req-66c56eaf-966f-45e4-bb2c-e2682b9d00a1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1028967 Nov 11 21:04:34.467226 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8f034dd9-d9e0-4992-a89b-0f33317d573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.514370 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.611313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Network d1778c79-f87c-4e76-a946-08eda0ed6188 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:34.620636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:34.623475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:34.637386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Pushing event updated for resources: {'Port': ['ID=2ac084ec-e066-4155-9485-d0903ba4c1e9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:34.710035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Attempting to bind port 2ac084ec-e066-4155-9485-d0903ba4c1e9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:34.710987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Attempting to bind port 2ac084ec-e066-4155-9485-d0903ba4c1e9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9f35372a-b80c-4d99-982a-2c3c2248f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd1778c79-f87c-4e76-a946-08eda0ed6188'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:34.711394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Attempting to bind port 2ac084ec-e066-4155-9485-d0903ba4c1e9 on network d1778c79-f87c-4e76-a946-08eda0ed6188 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:34.729358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:34.730524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Checking segment: {'id': '9f35372a-b80c-4d99-982a-2c3c2248f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd1778c79-f87c-4e76-a946-08eda0ed6188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:34.730982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.732658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Bound using segment: {'id': '9f35372a-b80c-4d99-982a-2c3c2248f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd1778c79-f87c-4e76-a946-08eda0ed6188'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:34.733648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Bound port: 2ac084ec-e066-4155-9485-d0903ba4c1e9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f35372a-b80c-4d99-982a-2c3c2248f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd1778c79-f87c-4e76-a946-08eda0ed6188'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:34.734310 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.751450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a34f-e78e-4413-acaf-461ed93fd22f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.752705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a2c2a34f-e78e-4413-acaf-461ed93fd22f tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1107213 Nov 11 21:04:34.797317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:34.850723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22bec40c-3ad6-4681-9e44-33311e53fd97 req-7c758f24-d358-48af-9d47-e1326a5c1ee5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307225 Nov 11 21:04:34.851244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] For port 2ac084ec-e066-4155-9485-d0903ba4c1e9, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:34.858677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] For port 2ac084ec-e066-4155-9485-d0903ba4c1e9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2ac084ec-e066-4155-9485-d0903ba4c1e9,segment=NetworkSegment(9f35372a-b80c-4d99-982a-2c3c2248f95d),segment_id=9f35372a-b80c-4d99-982a-2c3c2248f95d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:34.872969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-2c7baad6-95c2-4d6c-a0a9-d0a982b64135 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:34.874513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-2c7baad6-95c2-4d6c-a0a9-d0a982b64135 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/networks?id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac HTTP/1.1" status: 200 len: 808 time: 0.8468809 Nov 11 21:04:34.924954 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.928010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d7909c2-2138-4983-9dd0-673fb5689c9d tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules/f506ba32-d4ce-40e1-920c-bb28ad32b6c9 HTTP/1.1" status: 200 len: 763 time: 0.0782917 Nov 11 21:04:34.928897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:34.936635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-42d19258-fa44-4111-aef5-4cdf6564222d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/quotas/38151006522140839417270edea93d9a HTTP/1.1" status: 200 len: 375 time: 0.0500114 Nov 11 21:04:34.953343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:34.992643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=982fa3aa-56f9-41ec-a3c6-b785c602a302,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:35.009442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff4101-ef86-4c8f-ada3-45d6bb916059 None None] Pushing event updated for resources: {'Port': ['ID=2ac084ec-e066-4155-9485-d0903ba4c1e9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:35.050424 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-24bf927c-6309-44c4-9610-2fd58ae4dab2 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38151006522140839417270edea93d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912144 Nov 11 21:04:35.086858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4658b47b-0585-4cc8-9c32-cecc462994c8 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:35.094224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.137196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1778c79-f87c-4e76-a946-08eda0ed6188']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:35.175497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f35372a-b80c-4d99-982a-2c3c2248f95d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:35.176124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f35372a-b80c-4d99-982a-2c3c2248f95d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:35.195458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4f2f0a99-2306-4f18-91cf-1b38127b77f0 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2631266 Nov 11 21:04:35.198056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-e8717880-1c37-4f30-9c50-7fb821f5aec9 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:35.204818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59810) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:35.210309 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-e8717880-1c37-4f30-9c50-7fb821f5aec9 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.62 "GET /v2.0/networks?id=e66197ae-4903-46e6-afdc-6df578e0b9ff HTTP/1.1" status: 200 len: 813 time: 0.4720178 Nov 11 21:04:35.225690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.271185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81c4ab51-99b3-4473-bda3-ccad28ec55a9 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:35.320880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Request body: {'port': {'device_id': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff', 'admin_state_up': True, 'tenant_id': '3f6a707ca854457695a2b0ff26a06402'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:35.353702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.359941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3417a7ae-f56b-45b7-be50-5c7b109760a5 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.439527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3417a7ae-f56b-45b7-be50-5c7b109760a5 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.454203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:35.454627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:35.470699 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:35.499339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-90834fe2-9382-447a-964e-49b58c01654e service neutron] 10.222.0.31 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479945 Nov 11 21:04:35.633668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c3b8b-746f-4bca-8017-da15385bf43d req-3e533095-f5af-4c1f-a566-60a4bdf65dbb tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:35.642351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-483c3b8b-746f-4bca-8017-da15385bf43d req-3e533095-f5af-4c1f-a566-60a4bdf65dbb tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 943 time: 0.3936002 Nov 11 21:04:35.664863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 81c4ab51-99b3-4473-bda3-ccad28ec55a9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:04:35.665386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81c4ab51-99b3-4473-bda3-ccad28ec55a9 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:04:35.686608 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:35.686608 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:35.686608 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'd1778c79-f87c-4e76-a946-08eda0ed6188'}] Nov 11 21:04:35.686608 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:35.687422 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:35.713348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4658b47b-0585-4cc8-9c32-cecc462994c8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4658b47b-0585-4cc8-9c32-cecc462994c8,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:35.722136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-483c3b8b-746f-4bca-8017-da15385bf43d req-cac36a6d-3b7d-4fc7-b4cc-4fb5dccb9bac tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786641 Nov 11 21:04:35.732124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '4658b47b-0585-4cc8-9c32-cecc462994c8', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'port_id': '4658b47b-0585-4cc8-9c32-cecc462994c8', 'mac_address': 'fa:16:3e:68:7e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1608d-5253-4a2c-94d2-8d858bae473f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:04:35.768328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-1ea13eee-d4e6-4453-84e6-8db727dba6a8 service neutron] 10.222.0.31 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016046 Nov 11 21:04:35.781708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3417a7ae-f56b-45b7-be50-5c7b109760a5 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.782079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Made reservation on behalf of 3f6a707ca854457695a2b0ff26a06402 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:35.786694 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.789993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3417a7ae-f56b-45b7-be50-5c7b109760a5 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.791553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3417a7ae-f56b-45b7-be50-5c7b109760a5 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f506ba32-d4ce-40e1-920c-bb28ad32b6c9 HTTP/1.1" status: 204 len: 168 time: 0.5845008 Nov 11 21:04:35.805147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59814) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:35.831049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.857156 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:35.883312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8361a657-03a3-4a7e-8d79-a644f2ada09a req-71fa503e-36cc-445a-bea4-c2360410be4d tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 210 time: 0.0442259 Nov 11 21:04:35.884310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4658b47b-0585-4cc8-9c32-cecc462994c8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:35.923674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417a7ae-f56b-45b7-be50-5c7b109760a5 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f506ba32-d4ce-40e1-920c-bb28ad32b6c9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:35.937464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4658b47b-0585-4cc8-9c32-cecc462994c8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4658b47b-0585-4cc8-9c32-cecc462994c8,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:36.021096 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.039019 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c3321e9f-6b38-4a31-acd1-55669725fe80 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2364936 Nov 11 21:04:36.039609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:36.050243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6b8e0d77-9d2c-43e8-9f6e-c36ea4cc5c30 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': '61c706b6-2287-4d54-87c3-f8eb59c25dd0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:36.143456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2ac084ec-e066-4155-9485-d0903ba4c1e9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:36.157093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Allocated IP 172.20.0.8 (e66197ae-4903-46e6-afdc-6df578e0b9ff/629cbb2c-4c82-478a-b25a-0e3c70066725/d03946fb-3272-462b-a55b-aa5ea51ba803) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:36.212785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.300711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4658b47b-0585-4cc8-9c32-cecc462994c8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:36.360832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a0d74-5cb3-451f-b622-efc5c68d47b2 req-88234be0-80d2-473f-a53f-4236b31f297d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:36.370532 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e2a0d74-5cb3-451f-b622-efc5c68d47b2 req-88234be0-80d2-473f-a53f-4236b31f297d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.2989471 Nov 11 21:04:36.388967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4658b47b-0585-4cc8-9c32-cecc462994c8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:36.485605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c87abb7-15d9-487e-a69a-bb89d64ef6d3 req-757743e8-12fd-444a-acee-96dbbb14d444 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 210 time: 0.1756124 Nov 11 21:04:36.487082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e2a0d74-5cb3-451f-b622-efc5c68d47b2 req-605b0410-affc-4ac5-a54f-a6e7bad3968c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129329 Nov 11 21:04:36.517849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0d77-9d2c-43e8-9f6e-c36ea4cc5c30 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.517937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2ac084ec-e066-4155-9485-d0903ba4c1e9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:36.517937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.609453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port 2ac084ec-e066-4155-9485-d0903ba4c1e9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:36.611321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.665725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.729280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port 2ac084ec-e066-4155-9485-d0903ba4c1e9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2ac084ec-e066-4155-9485-d0903ba4c1e9,segment=NetworkSegment(9f35372a-b80c-4d99-982a-2c3c2248f95d),segment_id=9f35372a-b80c-4d99-982a-2c3c2248f95d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:36.729855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.757553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf5832-085c-482a-9a04-0a7b7ef0ec81 None None] Network d1778c79-f87c-4e76-a946-08eda0ed6188 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:36.789561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for 2ac084ec-e066-4155-9485-d0903ba4c1e9 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:36.852844 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.873237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0d77-9d2c-43e8-9f6e-c36ea4cc5c30 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.881851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:36.975224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Network e66197ae-4903-46e6-afdc-6df578e0b9ff is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:36.980967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:36.985246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0d77-9d2c-43e8-9f6e-c36ea4cc5c30 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.007913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:37.036398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Pushing event updated for resources: {'Port': ['ID=d03946fb-3272-462b-a55b-aa5ea51ba803,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:37.046385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e0d77-9d2c-43e8-9f6e-c36ea4cc5c30 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9325c91-ce2a-4526-8c28-6b043549946a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:37.050200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55532338-32e6-4676-ae2c-db10885d22ce None None] DHCP port deletion for e66197ae-4903-46e6-afdc-6df578e0b9ff request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:37.059281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0ff39-72ae-4a20-b7fd-7aca3a825b9b req-87defc92-6af8-45b2-89bb-a17cb0948d7a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:37.071175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deb0ff39-72ae-4a20-b7fd-7aca3a825b9b req-87defc92-6af8-45b2-89bb-a17cb0948d7a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 944 time: 0.2358427 Nov 11 21:04:37.112072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b2deb-d9ae-4ec9-ad40-396b67340481 req-8a631efe-4046-4fe3-b17f-92dff2c78f75 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:37.121129 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee8b2deb-d9ae-4ec9-ad40-396b67340481 req-8a631efe-4046-4fe3-b17f-92dff2c78f75 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 931 time: 0.0630858 Nov 11 21:04:37.138069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:37.140010 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.170798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8bdc151e-8f71-4564-ba94-6aa42da8f8bb None None] Provisioning complete for port 2ac084ec-e066-4155-9485-d0903ba4c1e9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:37.171178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8bdc151e-8f71-4564-ba94-6aa42da8f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.173667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deb0ff39-72ae-4a20-b7fd-7aca3a825b9b req-9e88d56d-95a3-4a2f-82e7-e9b05dc01108 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016455 Nov 11 21:04:37.189932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee8b2deb-d9ae-4ec9-ad40-396b67340481 req-7e206958-6ec4-4cb5-a07b-56d52e6a277f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673411 Nov 11 21:04:37.195826 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0d77-9d2c-43e8-9f6e-c36ea4cc5c30 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.197319 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b8e0d77-9d2c-43e8-9f6e-c36ea4cc5c30 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1550136 Nov 11 21:04:37.198923 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.201626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:37.227715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=2ac084ec-e066-4155-9485-d0903ba4c1e9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:37.234403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e93bfbf5-62f7-442a-bc9c-50bcad155d3c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules/a9325c91-ce2a-4526-8c28-6b043549946a HTTP/1.1" status: 200 len: 763 time: 0.0282519 Nov 11 21:04:37.234769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:37.247368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port 2ac084ec-e066-4155-9485-d0903ba4c1e9 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:37.292745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-7d7f0a9e-ad87-49d7-8ea1-4e4510511c51 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9836309 Nov 11 21:04:37.309458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Request body: {'port': {'device_id': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:37.319798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc151e-8f71-4564-ba94-6aa42da8f8bb None None] Port 2ac084ec-e066-4155-9485-d0903ba4c1e9 was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 21:04:37.335040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.351820 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.384653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1778c79-f87c-4e76-a946-08eda0ed6188']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:37.395712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f35372a-b80c-4d99-982a-2c3c2248f95d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:37.396387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f35372a-b80c-4d99-982a-2c3c2248f95d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:37.410766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.420838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.428707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.437624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:37.438153 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.460124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d27f9b7d-0071-4c34-a03d-1b7b16667626 None None] Provisioning complete for port d03946fb-3272-462b-a55b-aa5ea51ba803 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:37.460537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d27f9b7d-0071-4c34-a03d-1b7b16667626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.467754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d597f-c817-48ca-a374-1d231bca3aae None None] DHCP port deletion for d1778c79-f87c-4e76-a946-08eda0ed6188 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:37.499579 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:37.595901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-daee57fe-d1a6-4dbb-a55d-d23f0c5ba73c tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3572812 Nov 11 21:04:37.597728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:37.602855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d27f9b7d-0071-4c34-a03d-1b7b16667626 None None] Port d03946fb-3272-462b-a55b-aa5ea51ba803 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:37.639861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa934e0f-59f3-4faf-bb77-e8d1b17941ea tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.668895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa3666e8-39f2-4916-a26a-e30faec56274 req-3920a1ce-6337-4f22-be1e-a56b72224b5a tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 210 time: 0.0763116 Nov 11 21:04:37.705684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa934e0f-59f3-4faf-bb77-e8d1b17941ea tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.757116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.769517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493464ca-9475-4b7c-baa6-4d03ebb3567d req-66e37683-9a55-4035-becc-2b89c6d654b3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:37.779841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-493464ca-9475-4b7c-baa6-4d03ebb3567d req-66e37683-9a55-4035-becc-2b89c6d654b3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1283152 Nov 11 21:04:37.838120 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.842224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.847064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/d1778c79-f87c-4e76-a946-08eda0ed6188 HTTP/1.1" status: 204 len: 168 time: 4.4026320 Nov 11 21:04:37.850244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d63a0e-ba6c-48a9-8139-77741330bc60 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=d1778c79-f87c-4e76-a946-08eda0ed6188,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:37.860228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59852) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:37.867622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-151391438'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:37.915170 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa934e0f-59f3-4faf-bb77-e8d1b17941ea tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.928192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa934e0f-59f3-4faf-bb77-e8d1b17941ea tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:37.929684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa934e0f-59f3-4faf-bb77-e8d1b17941ea tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a9325c91-ce2a-4526-8c28-6b043549946a HTTP/1.1" status: 204 len: 168 time: 0.3310058 Nov 11 21:04:37.932565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59854) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:37.933862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-493464ca-9475-4b7c-baa6-4d03ebb3567d req-c194a863-7715-4276-aa3d-6d81ac647080 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529708 Nov 11 21:04:37.947084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa934e0f-59f3-4faf-bb77-e8d1b17941ea tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9325c91-ce2a-4526-8c28-6b043549946a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:38.025907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2ac084ec-e066-4155-9485-d0903ba4c1e9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:38.038130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:38.041787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.050581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2ac084ec-e066-4155-9485-d0903ba4c1e9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:04:38.051168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2ac084ec-e066-4155-9485-d0903ba4c1e9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:04:38.082823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a84bb23d-7b53-47cf-9192-656ecc33ee77 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1460359 Nov 11 21:04:38.083427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:38.090438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:38.092321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d700d73a-0fac-44f0-9caa-184728c20938 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Request body: {'security_group_rule': {'security_group_id': '61c706b6-2287-4d54-87c3-f8eb59c25dd0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:38.102542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.103221 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 6cd7a24f-5fb9-4406-91f6-cb53921245c2 of type vlan for network c7e772a5-38e7-44ce-87a2-a948c6b6a93c Nov 11 21:04:38.158105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03946fb-3272-462b-a55b-aa5ea51ba803 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:38.158641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.180540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.227483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Transition to ACTIVE for port object d03946fb-3272-462b-a55b-aa5ea51ba803 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:04:38.280050 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.287752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:38.288722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.377446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.421183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=c7e772a5-38e7-44ce-87a2-a948c6b6a93c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:38.430121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d700d73a-0fac-44f0-9caa-184728c20938 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.434520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network c7e772a5-38e7-44ce-87a2-a948c6b6a93c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:38.451212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4405f-5db4-46ff-b587-8204745b5ab5 req-292dcaf8-eec3-494d-a6b2-5b1c978891b6 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:38.456805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8c4405f-5db4-46ff-b587-8204745b5ab5 req-292dcaf8-eec3-494d-a6b2-5b1c978891b6 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 943 time: 0.1600571 Nov 11 21:04:38.462036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-00bde6c9-e9a2-43a0-a1ad-5bf3593393aa tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6005478 Nov 11 21:04:38.465464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59862) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:38.468237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94287dc2-e291-49f1-960d-bb6f8ee2f074 req-69fdd2f2-2408-4f13-a983-20fe60d3e3bd tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:38.470105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-94287dc2-e291-49f1-960d-bb6f8ee2f074 req-69fdd2f2-2408-4f13-a983-20fe60d3e3bd tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 944 time: 0.2125418 Nov 11 21:04:38.493510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:38.504345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2eee8-5cde-4348-ab9b-eba792708426 None None] DHCP port deletion for e66197ae-4903-46e6-afdc-6df578e0b9ff request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:38.584307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Pushing event updated for resources: {'Port': ['ID=d03946fb-3272-462b-a55b-aa5ea51ba803,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:38.761479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8c4405f-5db4-46ff-b587-8204745b5ab5 req-fc1c4979-fb92-402b-b9cd-ab22baf91a58 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538195 Nov 11 21:04:38.798612 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d700d73a-0fac-44f0-9caa-184728c20938 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.846983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Attempting to bind port d03946fb-3272-462b-a55b-aa5ea51ba803 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:38.846983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Attempting to bind port d03946fb-3272-462b-a55b-aa5ea51ba803 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:38.847782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Attempting to bind port d03946fb-3272-462b-a55b-aa5ea51ba803 on network e66197ae-4903-46e6-afdc-6df578e0b9ff {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:38.853869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:38.859343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.875235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Port d03946fb-3272-462b-a55b-aa5ea51ba803 on network e66197ae-4903-46e6-afdc-6df578e0b9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:04:38.877483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Attempting to bind port d03946fb-3272-462b-a55b-aa5ea51ba803 on network e66197ae-4903-46e6-afdc-6df578e0b9ff {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:38.899868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d700d73a-0fac-44f0-9caa-184728c20938 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:38.920109 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-94287dc2-e291-49f1-960d-bb6f8ee2f074 req-43c9dd47-cda4-4d3d-9d81-c9b18a345ddf tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369366 Nov 11 21:04:38.968282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:38.968818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Checking segment: {'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:38.969220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Bound using segment: {'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:38.969783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Bound port: d03946fb-3272-462b-a55b-aa5ea51ba803, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d51b767-129f-4eb0-bc59-dedb26234640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:38.970154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.052682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] For port d03946fb-3272-462b-a55b-aa5ea51ba803, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:39.062311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] For port d03946fb-3272-462b-a55b-aa5ea51ba803, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d03946fb-3272-462b-a55b-aa5ea51ba803,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:39.063641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700d73a-0fac-44f0-9caa-184728c20938 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dbb1b4-89a8-4232-94d9-116cda155d2a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:39.081295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d700d73a-0fac-44f0-9caa-184728c20938 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.082829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d700d73a-0fac-44f0-9caa-184728c20938 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9983504 Nov 11 21:04:39.085611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59870) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:39.086422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4658b47b-0585-4cc8-9c32-cecc462994c8 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:39.114156 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-432f249d-45f5-4a75-b5c4-9aad409d1838 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules/85dbb1b4-89a8-4232-94d9-116cda155d2a HTTP/1.1" status: 200 len: 764 time: 0.0258801 Nov 11 21:04:39.124358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5faaaf8-acb1-41a5-8a7e-7bbc7725b4c6 req-ae379725-d8ba-4829-b1c4-4e7e59c8b23d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 210 time: 0.2141922 Nov 11 21:04:39.125610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:39.176451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.232184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0112b2ad-f6b1-40ec-b125-5e5b3e6408ee tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0989347 Nov 11 21:04:39.235325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:39.253560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:39.254839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.256585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] 10.222.0.62 "PUT /v2.0/ports/d03946fb-3272-462b-a55b-aa5ea51ba803 HTTP/1.1" status: 200 len: 1091 time: 1.9516907 Nov 11 21:04:39.258912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'tag': 'd03946fb-3272-462b-a55b-aa5ea51ba803'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:39.262509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a166543-3cfc-41fd-a8d1-0f0c17ad5957 None None] DHCP port deletion for e66197ae-4903-46e6-afdc-6df578e0b9ff request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:39.274209 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cdcb9-78e5-492d-838d-fa950ca8fffe" -d '{"events": [{"name": "network-changed", "server_uuid": "a79b5831-4d53-40e0-ad92-d5438789a956", "tag": "d03946fb-3272-462b-a55b-aa5ea51ba803"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:39.295388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 4658b47b-0585-4cc8-9c32-cecc462994c8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:04:39.300776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 4658b47b-0585-4cc8-9c32-cecc462994c8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:39.301587 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.368971 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7254bf1-6000-4cb2-8329-26334f957df1 x-openstack-request-id: req-e7254bf1-6000-4cb2-8329-26334f957df1 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:39.373207 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79b5831-4d53-40e0-ad92-d5438789a956", "tag": "d03946fb-3272-462b-a55b-aa5ea51ba803", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:39.373482 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7254bf1-6000-4cb2-8329-26334f957df1 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:39.373911 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'tag': 'd03946fb-3272-462b-a55b-aa5ea51ba803', 'status': 'completed', 'code': 200} Nov 11 21:04:39.462950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f99b6d-b4e0-4aae-8b8c-ce43e216d9b9 req-b6fe233f-0ed7-47ec-b913-0c345f70b4eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:39.467098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8f99b6d-b4e0-4aae-8b8c-ce43e216d9b9 req-b6fe233f-0ed7-47ec-b913-0c345f70b4eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.3510811 Nov 11 21:04:39.502165 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.550012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 4658b47b-0585-4cc8-9c32-cecc462994c8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4658b47b-0585-4cc8-9c32-cecc462994c8,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:39.551521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69158500-96db-453b-8fff-88c5b6a5b465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658b47b-0585-4cc8-9c32-cecc462994c8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:39.556368 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822ca01-7945-44d5-8e95-1eece76ac0e5" -d '{"events": [{"server_uuid": "69158500-96db-453b-8fff-88c5b6a5b465", "name": "network-vif-plugged", "status": "completed", "tag": "4658b47b-0585-4cc8-9c32-cecc462994c8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:39.586906 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.642795 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6a223-ecb5-4f2e-b6a3-18ad5c25bde8 x-openstack-request-id: req-8fc6a223-ecb5-4f2e-b6a3-18ad5c25bde8 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:39.643686 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69158500-96db-453b-8fff-88c5b6a5b465", "name": "network-vif-plugged", "status": "completed", "tag": "4658b47b-0585-4cc8-9c32-cecc462994c8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:39.644119 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fc6a223-ecb5-4f2e-b6a3-18ad5c25bde8 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:39.645002 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69158500-96db-453b-8fff-88c5b6a5b465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4658b47b-0585-4cc8-9c32-cecc462994c8', 'code': 200} Nov 11 21:04:39.673446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a190f796-176f-45a4-bfb2-b3ef298758d8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.705683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.723885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=617e4777-46e7-4b20-81ee-e0d4746e6fd7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:39.730588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5019-6842-4b91-92a9-4a99f9d7b71b service neutron] Pushing event updated for resources: {'Port': ['ID=d03946fb-3272-462b-a55b-aa5ea51ba803,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:39.743469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a190f796-176f-45a4-bfb2-b3ef298758d8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:39.783576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '6cd7a24f-5fb9-4406-91f6-cb53921245c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:39.783956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: c7e772a5-38e7-44ce-87a2-a948c6b6a93c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:39.837188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=4658b47b-0585-4cc8-9c32-cecc462994c8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:39.883628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8f99b6d-b4e0-4aae-8b8c-ce43e216d9b9 req-a97d20d8-dd1a-4545-92fa-9f8c2f462840 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642235 Nov 11 21:04:39.916443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network c7e772a5-38e7-44ce-87a2-a948c6b6a93c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:39.924795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-cf21f760-ae95-4a46-ad57-35f0ecd32a57 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:39.928669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-cf21f760-ae95-4a46-ad57-35f0ecd32a57 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "GET /v2.0/networks?id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac HTTP/1.1" status: 200 len: 808 time: 0.6706777 Nov 11 21:04:39.958352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cdcb9-78e5-492d-838d-fa950ca8fffe req-be86f6d6-920b-4f26-9ec9-f406ec21abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:39.960088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-869cdcb9-78e5-492d-838d-fa950ca8fffe req-be86f6d6-920b-4f26-9ec9-f406ec21abba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f6a707ca854457695a2b0ff26a06402&device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 1094 time: 0.4828551 Nov 11 21:04:39.977229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Request body: {'port': {'device_id': '2afeb145-c204-40a5-af5f-a87366a49770', 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac', 'admin_state_up': True, 'tenant_id': '38151006522140839417270edea93d9a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:40.049947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, c7e772a5-38e7-44ce-87a2-a948c6b6a93c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:40.072583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31fbe42-2c50-42af-a5e8-45ed01238a08 None None] Network c7e772a5-38e7-44ce-87a2-a948c6b6a93c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:40.075267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:40.075895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.137550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ff58-bad3-476e-9b17-c0c7b11feac4 req-91ae3117-9fbb-4f26-90f8-d97cd874fd1c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:40.159400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5131ff58-bad3-476e-9b17-c0c7b11feac4 req-91ae3117-9fbb-4f26-90f8-d97cd874fd1c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 943 time: 0.1756380 Nov 11 21:04:40.202255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4539617b-2620-4e1f-bacb-f9b4b4160ab7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7338104 Nov 11 21:04:40.205146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59896) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:40.239610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a190f796-176f-45a4-bfb2-b3ef298758d8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.323883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a190f796-176f-45a4-bfb2-b3ef298758d8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.325678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a190f796-176f-45a4-bfb2-b3ef298758d8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/85dbb1b4-89a8-4232-94d9-116cda155d2a HTTP/1.1" status: 204 len: 168 time: 1.0876076 Nov 11 21:04:40.343155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59898) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:40.375001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-c7e772a5-38e7-44ce-87a2-a948c6b6a93c', 'network_id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '617e4777-46e7-4b20-81ee-e0d4746e6fd7'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:40.377334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.392647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5131ff58-bad3-476e-9b17-c0c7b11feac4 req-49df98f4-1a7f-497b-8344-98f33873f144 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273769 Nov 11 21:04:40.456253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.631005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Allocated IP 172.20.0.1 (c7e772a5-38e7-44ce-87a2-a948c6b6a93c/617e4777-46e7-4b20-81ee-e0d4746e6fd7/f3a9669d-23a7-4bb6-8f8b-8971e4b664b2) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:40.637606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7238c3b-e842-413f-b898-c24f660d4f23 req-041a27d8-db9b-42a8-ba0c-78be5f6b05d2 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 210 time: 0.0622563 Nov 11 21:04:40.664468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.680243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7aacc517-ecdb-4461-9571-2f57b874afb4 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2689817 Nov 11 21:04:40.682711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cdcb9-78e5-492d-838d-fa950ca8fffe req-a031146a-eaae-4c62-b5f3-9c9b2266f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:40.688496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-869cdcb9-78e5-492d-838d-fa950ca8fffe req-a031146a-eaae-4c62-b5f3-9c9b2266f1e6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3f6a707ca854457695a2b0ff26a06402&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6975272 Nov 11 21:04:40.713448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190f796-176f-45a4-bfb2-b3ef298758d8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85dbb1b4-89a8-4232-94d9-116cda155d2a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:40.724230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:40.730447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:40.790800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7bf55-e3f6-4810-aef2-f53a37803dff req-863d83d7-9d5e-4852-a7f0-44c593332d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:40.792944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13e7bf55-e3f6-4810-aef2-f53a37803dff req-863d83d7-9d5e-4852-a7f0-44c593332d72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 1096 time: 0.9918673 Nov 11 21:04:40.805889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Made reservation on behalf of 38151006522140839417270edea93d9a for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:40.811132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.913715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8092e-8c2b-4928-a771-445137ce72e8 req-c235a561-c383-41ac-afd5-956e5be3aa93 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:40.915883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2a8092e-8c2b-4928-a771-445137ce72e8 req-c235a561-c383-41ac-afd5-956e5be3aa93 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.7283781 Nov 11 21:04:40.922473 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:40.992232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.036665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13e7bf55-e3f6-4810-aef2-f53a37803dff req-464e965c-bcc7-4014-a5c1-e309f6861ca5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200742 Nov 11 21:04:41.096071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Network c7e772a5-38e7-44ce-87a2-a948c6b6a93c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:41.115209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:41.119117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:41.134224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Pushing event updated for resources: {'Port': ['ID=f3a9669d-23a7-4bb6-8f8b-8971e4b664b2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:41.145653 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.218479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac96def2-d80a-401e-a5d2-1629f0d53d51 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.223104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2a8092e-8c2b-4928-a771-445137ce72e8 req-55c86dcc-35c6-4cf8-92e0-63457fe451f3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869043 Nov 11 21:04:41.245459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cdcb9-78e5-492d-838d-fa950ca8fffe req-7d2890cd-0052-4a04-84f9-8a113afd90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:41.251810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] Deleting subnet 66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:04:41.257182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-869cdcb9-78e5-492d-838d-fa950ca8fffe req-7d2890cd-0052-4a04-84f9-8a113afd90ce service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5249622 Nov 11 21:04:41.257795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Attempting to bind port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:41.258320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Attempting to bind port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6cd7a24f-5fb9-4406-91f6-cb53921245c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:41.258860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Attempting to bind port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2 on network c7e772a5-38e7-44ce-87a2-a948c6b6a93c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:41.267975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.269346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:41.271648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=617e4777-46e7-4b20-81ee-e0d4746e6fd7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:41.273023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Checking segment: {'id': '6cd7a24f-5fb9-4406-91f6-cb53921245c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:41.274180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.274745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Bound using segment: {'id': '6cd7a24f-5fb9-4406-91f6-cb53921245c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:41.275542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Bound port: f3a9669d-23a7-4bb6-8f8b-8971e4b664b2, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd7a24f-5fb9-4406-91f6-cb53921245c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:41.276081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.293253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac96def2-d80a-401e-a5d2-1629f0d53d51 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.385302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Allocated IP 172.20.0.7 (8100cb01-ef2f-4a85-bae1-a9e100f0c0ac/d4c7bc5c-b067-4f6b-92db-6af630329b79/3a3650c6-d969-4e0e-be4b-a92171eb09f9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:41.446859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] For port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:41.452197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] For port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f3a9669d-23a7-4bb6-8f8b-8971e4b664b2,segment=NetworkSegment(6cd7a24f-5fb9-4406-91f6-cb53921245c2),segment_id=6cd7a24f-5fb9-4406-91f6-cb53921245c2)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:41.536287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.574233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.607240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68e68-c12d-4efb-9fa9-fed4d600db37 req-c5435420-ca77-45d4-aca4-b2e1c84d1ad0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:41.608934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31e68e68-c12d-4efb-9fa9-fed4d600db37 req-c5435420-ca77-45d4-aca4-b2e1c84d1ad0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.5342591 Nov 11 21:04:41.625308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b1659-cc9e-4692-b72e-9fcc3a554b34 None None] Pushing event updated for resources: {'Port': ['ID=f3a9669d-23a7-4bb6-8f8b-8971e4b664b2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:41.643912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.649550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.676266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e772a5-38e7-44ce-87a2-a948c6b6a93c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:41.700952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-a39cbe92-d31b-4cbb-af6b-4191a2360769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:41.704555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-a39cbe92-d31b-4cbb-af6b-4191a2360769 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f6a707ca854457695a2b0ff26a06402&device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 1094 time: 0.3880680 Nov 11 21:04:41.704685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd7a24f-5fb9-4406-91f6-cb53921245c2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:41.705038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd7a24f-5fb9-4406-91f6-cb53921245c2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:41.737113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.741391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85e7bc-acc5-451b-adb3-93fc4fa1216a None None] Network c7e772a5-38e7-44ce-87a2-a948c6b6a93c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:41.761171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac96def2-d80a-401e-a5d2-1629f0d53d51 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.763226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31e68e68-c12d-4efb-9fa9-fed4d600db37 req-df2daf09-6e1f-485d-bce5-ba3b895da96a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463392 Nov 11 21:04:41.764411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.764520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac96def2-d80a-401e-a5d2-1629f0d53d51 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.767362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.769578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ac96def2-d80a-401e-a5d2-1629f0d53d51 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "DELETE /v2.0/security-groups/61c706b6-2287-4d54-87c3-f8eb59c25dd0 HTTP/1.1" status: 204 len: 168 time: 1.0299404 Nov 11 21:04:41.770232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59914) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:41.814912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:41.815325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:41.819054 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:41.854055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-47850cc1-f7f9-4eb2-ab4c-85266c3735b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03946fb-3272-462b-a55b-aa5ea51ba803 HTTP/1.1" status: 200 len: 217 time: 0.0826321 Nov 11 21:04:41.890544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:41.989212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4d801-5e76-442f-b7c8-ae1b1e7beba1 req-ddf827cb-bbe1-4157-aefd-cbc0aced9aed tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:41.997235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77c4d801-5e76-442f-b7c8-ae1b1e7beba1 req-ddf827cb-bbe1-4157-aefd-cbc0aced9aed tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 931 time: 0.0871401 Nov 11 21:04:42.007383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-197817d8-1348-4b31-82fa-f001887986e3 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1732008 Nov 11 21:04:42.014249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e9585-7cd1-45c4-8b05-eccb895b896f None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:04:42.017125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59916) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:42.021143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:42.023108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-8b1f2324-c4f0-4f9b-9ec3-6781b85a2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:42.024627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-8b1f2324-c4f0-4f9b-9ec3-6781b85a2168 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=629cbb2c-4c82-478a-b25a-0e3c70066725 HTTP/1.1" status: 200 len: 853 time: 0.1136582 Nov 11 21:04:42.036356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:42.036356 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:42.036356 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'c7e772a5-38e7-44ce-87a2-a948c6b6a93c'}] Nov 11 21:04:42.036356 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:42.037001 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:42.051791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:42.062282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:42.072680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.121542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96def2-d80a-401e-a5d2-1629f0d53d51 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c706b6-2287-4d54-87c3-f8eb59c25dd0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:42.136574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:42.147193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e9585-7cd1-45c4-8b05-eccb895b896f None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:04:42.163711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77c4d801-5e76-442f-b7c8-ae1b1e7beba1 req-f3d85c87-c973-4019-8309-6e4d79168eb6 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649776 Nov 11 21:04:42.166039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.170519 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-af2465ce-371b-4133-9b76-b67437073240 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/66e7cd0c-80d8-4a5b-9e9d-a0b47d4672d1 HTTP/1.1" status: 204 len: 168 time: 1.4391487 Nov 11 21:04:42.172956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59918) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:42.183944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:42.185242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d9aa17d8-aa9d-4c89-8aa7-7b4d3fdbc9b8 tempest-SecGroupTest-1774352903 tempest-SecGroupTest-1774352903-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1657438 Nov 11 21:04:42.189708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.203835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-57e6afac-3779-4c12-8eab-68c58dd2c518 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e66197ae-4903-46e6-afdc-6df578e0b9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756898 Nov 11 21:04:42.217161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe2f63-200c-4861-9e54-67eaec283333 req-a790e77a-9d75-4387-9ed6-93c03c8b059c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:42.218716 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fe2f63-200c-4861-9e54-67eaec283333 req-a790e77a-9d75-4387-9ed6-93c03c8b059c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 943 time: 0.5132320 Nov 11 21:04:42.309676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.366795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05fe2f63-200c-4861-9e54-67eaec283333 req-c1a3da1c-9926-4681-a665-70c09d824226 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163809 Nov 11 21:04:42.431885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Pushing event updated for resources: {'Port': ['ID=3a3650c6-d969-4e0e-be4b-a92171eb09f9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:42.476650 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.506193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-1af55749-0488-444e-8073-eda13c5234b0 service neutron] 10.222.0.62 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844653 Nov 11 21:04:42.511259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4370a23-15db-4bd1-a97d-c9d099632904 req-6e2caf9f-4514-4303-ac91-935fa2634e66 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:42.513014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4370a23-15db-4bd1-a97d-c9d099632904 req-6e2caf9f-4514-4303-ac91-935fa2634e66 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.1302066 Nov 11 21:04:42.513819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-bab68d08-cbd2-4722-93e1-6684c723802b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5703256 Nov 11 21:04:42.514936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a6b110-edf6-4a73-8473-84c504928dc6']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:42.531623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-ce7faacd-1712-4e0f-9f68-d0c8758e2832 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:04:42.533525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-ce7faacd-1712-4e0f-9f68-d0c8758e2832 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079966 Nov 11 21:04:42.554212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.564307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Request body: {'port': {'device_id': '2afeb145-c204-40a5-af5f-a87366a49770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:42.575765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd275f49-370b-40dc-8e4b-224f5a80ff0d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:42.576234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd275f49-370b-40dc-8e4b-224f5a80ff0d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:42.592176 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.617794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.630857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:42.631975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:42.694111 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:42.768878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4370a23-15db-4bd1-a97d-c9d099632904 req-a0f96773-cea0-4be5-b9b1-a7f9942cfc70 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310119 Nov 11 21:04:42.796808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37beea-c90d-4178-94bd-64ee688ba2af None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:42.818887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b96da-07fb-4f6f-a49a-9b00e93fd7a0 None None] Network 17a6b110-edf6-4a73-8473-84c504928dc6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:42.849412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:42.849767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.941393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:42.945061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0e3fa3af-5de0-4f18-9e27-da42106b8c4b None None] Provisioning complete for port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:42.946206 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa3af-5de0-4f18-9e27-da42106b8c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.009695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.016766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] 10.222.0.31 "DELETE /v2.0/networks/17a6b110-edf6-4a73-8473-84c504928dc6 HTTP/1.1" status: 204 len: 168 time: 0.8389463 Nov 11 21:04:43.036970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cbfe8c-19f9-48fc-936c-71af2b2d4757 None None] DHCP port deletion for 17a6b110-edf6-4a73-8473-84c504928dc6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:43.040352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0e3fa3af-5de0-4f18-9e27-da42106b8c4b None None] Port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:43.050034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59928) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:43.069018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13089582-c14d-402c-a42c-b7fc3337c387 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a6b110-edf6-4a73-8473-84c504928dc6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:43.085582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f3a9669d-23a7-4bb6-8f8b-8971e4b664b2,segment=NetworkSegment(6cd7a24f-5fb9-4406-91f6-cb53921245c2),segment_id=6cd7a24f-5fb9-4406-91f6-cb53921245c2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:43.086112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.099740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.102654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for f3a9669d-23a7-4bb6-8f8b-8971e4b664b2 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:43.223319 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3cb8715b-0ce3-4eec-9af6-5bf1167432a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39dc5092c45c40c2a5b4d5e87e41ab2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719863 Nov 11 21:04:43.226256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:43.229173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c11b379-a37a-47ab-bad6-b690a2ed00e4 req-ffe521e8-3352-4a83-9e0c-798f9aa73125 service neutron] 10.222.0.62 "GET /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142088 Nov 11 21:04:43.257575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c4222-2063-449e-81a8-506f148d279c req-bbaa28a1-3a04-4fd0-bcb9-407d0e168a2a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:43.259062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-639c4222-2063-449e-81a8-506f148d279c req-bbaa28a1-3a04-4fd0-bcb9-407d0e168a2a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.2059195 Nov 11 21:04:43.321664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7722386-b13f-48c5-b596-d54b33771f83 req-a1f93641-5427-4f2a-96a7-e77dca657911 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:43.322516 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7722386-b13f-48c5-b596-d54b33771f83 req-a1f93641-5427-4f2a-96a7-e77dca657911 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 931 time: 0.0724821 Nov 11 21:04:43.339058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfb-2077-450a-95b0-68a15cebf60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.359948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-639c4222-2063-449e-81a8-506f148d279c req-70ac65f3-3686-45c9-9eca-d61cc9af0a83 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861123 Nov 11 21:04:43.378321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfb-2077-450a-95b0-68a15cebf60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.397234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.438717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7722386-b13f-48c5-b596-d54b33771f83 req-1b2a8de7-6278-4878-a89a-22c65bc8547d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082945 Nov 11 21:04:43.445993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=f3a9669d-23a7-4bb6-8f8b-8971e4b664b2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:43.455322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port f3a9669d-23a7-4bb6-8f8b-8971e4b664b2 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:43.464591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3650c6-d969-4e0e-be4b-a92171eb09f9 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:43.481230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.534998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Transition to ACTIVE for port object 3a3650c6-d969-4e0e-be4b-a92171eb09f9 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:04:43.569671 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.579891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185977d8-c37b-4a26-990d-64e217c6d246 req-c74c869f-4c4d-49d3-9a20-f202c3172605 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:43.581836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-185977d8-c37b-4a26-990d-64e217c6d246 req-c74c869f-4c4d-49d3-9a20-f202c3172605 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 943 time: 0.0857084 Nov 11 21:04:43.602075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e772a5-38e7-44ce-87a2-a948c6b6a93c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:43.616017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd7a24f-5fb9-4406-91f6-cb53921245c2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:43.616017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd7a24f-5fb9-4406-91f6-cb53921245c2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:43.628256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.640233 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-185977d8-c37b-4a26-990d-64e217c6d246 req-ef7a8cbf-0370-4b79-9241-f32e0c0a95c2 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Nov 11 21:04:43.652548 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.665320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:43.665821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:43.680055 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:43.731333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.779862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfb-2077-450a-95b0-68a15cebf60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.787220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a246a-7e3b-47f8-bf35-aa5545aa3efb None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:43.797364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bfb-2077-450a-95b0-68a15cebf60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.798212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f18b6bfb-2077-450a-95b0-68a15cebf60f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc91ee5c-f45a-4548-98db-35dc80e92e53 HTTP/1.1" status: 204 len: 168 time: 0.5709677 Nov 11 21:04:43.823972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Pushing event updated for resources: {'Port': ['ID=3a3650c6-d969-4e0e-be4b-a92171eb09f9,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:43.830273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b6bfb-2077-450a-95b0-68a15cebf60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc91ee5c-f45a-4548-98db-35dc80e92e53,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:43.837630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:43.855008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.950141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:43.955654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/c7e772a5-38e7-44ce-87a2-a948c6b6a93c HTTP/1.1" status: 204 len: 168 time: 3.7337203 Nov 11 21:04:43.977099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:43.977877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5d2e-d033-4fb8-ac5d-0b5bf0bcaf12 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=c7e772a5-38e7-44ce-87a2-a948c6b6a93c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:43.988178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-282312819'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:44.008757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-597fa5e6-5da6-4fbd-92af-14872c39ff8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=935622a99ddc44f0a82c37d40f101a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695592 Nov 11 21:04:44.020111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59954) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:44.061154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff094-ab55-475f-b43a-2bf7666e3340 req-a01edbf1-f291-4e97-a9cd-5c279f6f14f4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:44.064078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5feff094-ab55-475f-b43a-2bf7666e3340 req-a01edbf1-f291-4e97-a9cd-5c279f6f14f4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.0878222 Nov 11 21:04:44.079027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Attempting to bind port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:44.079569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Attempting to bind port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:44.080022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Attempting to bind port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 on network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:44.091583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 on network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:04:44.092102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Attempting to bind port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 on network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:44.111163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:44.112109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f08aff4f-3cf0-42bd-8a89-1e75491a4298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.114762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.137428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f08aff4f-3cf0-42bd-8a89-1e75491a4298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.163741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5feff094-ab55-475f-b43a-2bf7666e3340 req-df1fb9d0-7293-4b5f-bafb-57ca74911e6f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903380 Nov 11 21:04:44.174781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:44.175232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Checking segment: {'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:44.175706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Bound using segment: {'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:44.176357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Bound port: 3a3650c6-d969-4e0e-be4b-a92171eb09f9, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d67839a-13f7-447c-9bad-fda64e579530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:44.176826 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.200456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:44.215372 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.215717 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 1faf03f1-0117-422c-b64d-d4458fc33c3c of type vlan for network b5d674c4-7448-4847-8c7c-5619ad5d0f82 Nov 11 21:04:44.275822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.286012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] For port 3a3650c6-d969-4e0e-be4b-a92171eb09f9, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:44.291598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] For port 3a3650c6-d969-4e0e-be4b-a92171eb09f9, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3a3650c6-d969-4e0e-be4b-a92171eb09f9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:44.318541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f08aff4f-3cf0-42bd-8a89-1e75491a4298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.321503 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f08aff4f-3cf0-42bd-8a89-1e75491a4298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.325282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f08aff4f-3cf0-42bd-8a89-1e75491a4298 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7bade26-0255-466f-bad5-1f0836f7048f HTTP/1.1" status: 204 len: 168 time: 0.3016622 Nov 11 21:04:44.331863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aff4f-3cf0-42bd-8a89-1e75491a4298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bade26-0255-466f-bad5-1f0836f7048f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:44.346719 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.414258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.420840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:44.421680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.437390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Pushing event updated for resources: {'Port': ['ID=3a3650c6-d969-4e0e-be4b-a92171eb09f9,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:44.459843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:44.460341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:44.461858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-0e6b46de-c2e4-4c43-8363-5c793b5f608c service neutron] 10.222.0.58 "PUT /v2.0/ports/3a3650c6-d969-4e0e-be4b-a92171eb09f9 HTTP/1.1" status: 200 len: 1091 time: 1.9038384 Nov 11 21:04:44.462454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afeb145-c204-40a5-af5f-a87366a49770', 'tag': '3a3650c6-d969-4e0e-be4b-a92171eb09f9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:44.471061 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa" -d '{"events": [{"name": "network-changed", "server_uuid": "2afeb145-c204-40a5-af5f-a87366a49770", "tag": "3a3650c6-d969-4e0e-be4b-a92171eb09f9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:44.475011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817bff71-8809-4ce4-8e13-9868adf84d97 None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:44.559500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=b5d674c4-7448-4847-8c7c-5619ad5d0f82,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:44.574083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:44.648379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe5d1-77ce-40bd-bb8b-298ae4ac75ff req-36ca093e-d16f-40b0-8263-f70740b3a06f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:44.649978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecdfe5d1-77ce-40bd-bb8b-298ae4ac75ff req-36ca093e-d16f-40b0-8263-f70740b3a06f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.0849314 Nov 11 21:04:44.720465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-34b19786-7e9c-4268-8f97-37dc864f4a5b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7389202 Nov 11 21:04:44.723842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:44.728096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-3b33c04e-7073-451c-81ec-4d66c14903bf tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:44.729937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-3b33c04e-7073-451c-81ec-4d66c14903bf tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.2042794 Nov 11 21:04:44.730648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:44.734328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-c50babfa-ff95-49bd-ad36-c722cc25b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:44.736324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-c50babfa-ff95-49bd-ad36-c722cc25b9d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=38151006522140839417270edea93d9a&device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 1094 time: 0.1184900 Nov 11 21:04:44.757635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-4105277d-06e2-4ec6-baf5-7c4223d0a00b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0195255 Nov 11 21:04:44.787559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-8f5bd912-2927-4cbe-9ba2-c351599c2485 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a3650c6-d969-4e0e-be4b-a92171eb09f9 HTTP/1.1" status: 200 len: 217 time: 0.0420938 Nov 11 21:04:44.841469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecdfe5d1-77ce-40bd-bb8b-298ae4ac75ff req-d54f9812-787b-4d4d-af97-e713a6865e35 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825364 Nov 11 21:04:44.896714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-68425bd7-20ab-4f89-9acc-f3ec10f187dd tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081359 Nov 11 21:04:44.926647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-da30e0c3-658f-4e26-92e9-a3ffc21ccc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:44.928585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-da30e0c3-658f-4e26-92e9-a3ffc21ccc87 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4c7bc5c-b067-4f6b-92db-6af630329b79 HTTP/1.1" status: 200 len: 848 time: 0.1085331 Nov 11 21:04:45.040958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-64650493-911d-4c72-b0f4-3f3b4db93afd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820072 Nov 11 21:04:45.143718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-43a427a1-185b-4b83-8cd8-d66be5661434 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485402 Nov 11 21:04:45.180293 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce82d3-d36f-422a-bc49-8eb78fed8859 x-openstack-request-id: req-01ce82d3-d36f-422a-bc49-8eb78fed8859 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:45.180593 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afeb145-c204-40a5-af5f-a87366a49770", "tag": "3a3650c6-d969-4e0e-be4b-a92171eb09f9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:45.180848 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01ce82d3-d36f-422a-bc49-8eb78fed8859 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:45.181254 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afeb145-c204-40a5-af5f-a87366a49770', 'tag': '3a3650c6-d969-4e0e-be4b-a92171eb09f9', 'status': 'completed', 'code': 200} Nov 11 21:04:45.278094 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-881f32e7-6936-4ca3-b235-d0b4b5af9b8d service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282510 Nov 11 21:04:45.314672 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:45.334171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f207-237c-4227-873d-5a9434b2c1b9 req-ddab29ca-b1eb-455f-acc9-99d8728bcdc0 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:45.340683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dd9f207-237c-4227-873d-5a9434b2c1b9 req-ddab29ca-b1eb-455f-acc9-99d8728bcdc0 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 943 time: 0.0910544 Nov 11 21:04:45.380397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-b192c413-8ca6-4ed5-8bc6-62001b9748f5 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356730 Nov 11 21:04:45.408201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dd9f207-237c-4227-873d-5a9434b2c1b9 req-d4e25dd8-b0f4-489a-8aa6-c0cba24a8b7f tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562305 Nov 11 21:04:45.420816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:45.425776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-722042ca-503b-46f1-8839-9f96c5a1a10b req-539b0d54-e98a-4b52-b958-9555830bd182 service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222332 Nov 11 21:04:45.455315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:04:45.461153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:45.461806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:45.463084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "PUT /v2.0/networks/b5d674c4-7448-4847-8c7c-5619ad5d0f82 HTTP/1.1" status: 200 len: 723 time: 0.7382240 Nov 11 21:04:45.466550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60016) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:45.472116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:45.534413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d80fe9-493c-46e4-bc8a-09531c351dae tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=b5d674c4-7448-4847-8c7c-5619ad5d0f82,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:45.547916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:45.581117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47c66-4443-4d1c-ab86-322b9bd0bf5e req-d34b6a74-c154-4d75-8c43-dc8ee11a007d tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:45.584880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fb47c66-4443-4d1c-ab86-322b9bd0bf5e req-d34b6a74-c154-4d75-8c43-dc8ee11a007d tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 943 time: 0.0695736 Nov 11 21:04:45.666553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fb47c66-4443-4d1c-ab86-322b9bd0bf5e req-a1fcc13b-83c6-4d04-ba88-afd89aab38ea tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754318 Nov 11 21:04:45.742370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-365b8954-2ab2-4c19-9883-855d5a913583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:45.744794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-365b8954-2ab2-4c19-9883-855d5a913583 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=38151006522140839417270edea93d9a&device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 1094 time: 0.0734484 Nov 11 21:04:45.789696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:45.793784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:45.799024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-856a8521-59cd-4b58-9cbe-d7a8dacdc6cf req-40748033-add7-43c2-975a-7f2d9a71e85f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 210 time: 0.0504668 Nov 11 21:04:45.867676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:45.977687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-3614bab0-ff68-4390-99e3-23c4d10110e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:45.979301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-3614bab0-ff68-4390-99e3-23c4d10110e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac HTTP/1.1" status: 200 len: 909 time: 0.2268062 Nov 11 21:04:46.029363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:46.048778 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-4665cc16-5521-49ae-923c-8725224e481b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a3650c6-d969-4e0e-be4b-a92171eb09f9 HTTP/1.1" status: 200 len: 217 time: 0.0592356 Nov 11 21:04:46.091260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4759889-91d7-49ac-8c0b-6903ea731f1b req-afbe4355-dce3-4204-b4fc-12f9addeed5f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.093126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4759889-91d7-49ac-8c0b-6903ea731f1b req-afbe4355-dce3-4204-b4fc-12f9addeed5f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1568656 Nov 11 21:04:46.142464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-808693871'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:46.177981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1254691328-network', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:46.218177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-842d5f0c-cebc-414b-b00d-6d803f25ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.219648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-842d5f0c-cebc-414b-b00d-6d803f25ed08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4c7bc5c-b067-4f6b-92db-6af630329b79 HTTP/1.1" status: 200 len: 848 time: 0.1502824 Nov 11 21:04:46.251219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Made reservation on behalf of 474680497989468ea4e154de34e8d553 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:46.254854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.272878 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.283365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-f3b29477-860b-467a-9fa7-297dc05daa52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493190 Nov 11 21:04:46.290515 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4759889-91d7-49ac-8c0b-6903ea731f1b req-85c686a6-4e50-4deb-892b-e7ed81c99d14 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750619 Nov 11 21:04:46.300851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-114f145c-8190-4c62-bbb0-f2dad57d19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.302286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-114f145c-8190-4c62-bbb0-f2dad57d19c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1096 time: 0.1599476 Nov 11 21:04:46.377822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.379155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:46.381476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.389397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.395729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.469231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.496098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.498712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=85806a83-e676-4df2-9e0f-7acd7ce28d4f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:46.528632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:46.532878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-fefc2e0c-1681-4c80-8bf4-a4c0c429da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.534792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-fefc2e0c-1681-4c80-8bf4-a4c0c429da92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.2211120 Nov 11 21:04:46.538846 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-1c3190dd-153b-4ff6-87d4-375138405eba service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465682 Nov 11 21:04:46.544616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '1faf03f1-0117-422c-b64d-d4458fc33c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:46.544955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: b5d674c4-7448-4847-8c7c-5619ad5d0f82, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:46.547173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4f18b-2867-479c-a98d-29e8bf9e83c6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:46.553069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.553526 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Added segment 56c4db8e-9282-4d6d-bd40-21d71c1d99d4 of type vlan for network 6e88da68-f2e5-4f5b-9673-a97df8675e3b Nov 11 21:04:46.586596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.614077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541eb51-1bee-4b07-8906-4532313b11da req-2b40db87-a045-45ba-99ea-ba6a3d9d27d7 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.615585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7541eb51-1bee-4b07-8906-4532313b11da req-2b40db87-a045-45ba-99ea-ba6a3d9d27d7 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 943 time: 0.1344552 Nov 11 21:04:46.622647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.650232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:46.680168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-490820e7-1752-42d2-813f-f3ea9ea7644d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 1001 time: 0.1309512 Nov 11 21:04:46.700585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a12d1c-de14-4389-b501-89ac64d77a59,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:46.705763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.706110 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Added segment 2f26b0a3-2e79-4428-bb90-6de9a212c1f8 of type vlan for network 8bea7f20-7ba1-4360-a063-0581094fd6f9 Nov 11 21:04:46.738745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c33e5eb5-0c9e-4256-87d9-96efa2b6befa req-79fc59c0-bd7e-43c6-92f2-59ab7e08feb7 service neutron] 10.222.0.58 "GET /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808336 Nov 11 21:04:46.747409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-d631dbb8-3b42-4e24-9325-6e92ec609de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.748927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-d631dbb8-3b42-4e24-9325-6e92ec609de2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0614786 Nov 11 21:04:46.769201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:46.769675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7541eb51-1bee-4b07-8906-4532313b11da req-1e4ae997-de00-46c2-a441-fd25e92166ca tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380010 Nov 11 21:04:46.773584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.804052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.813142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.813142 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.855067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-7f38f16f-e79e-4478-835a-7d517a46b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.856765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-7f38f16f-e79e-4478-835a-7d517a46b496 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992689 Nov 11 21:04:46.870372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce85711-135b-422b-aad4-1157d25f9233 req-cbf03d6a-9723-4cd2-86d1-f7e737bc8270 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.872225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bce85711-135b-422b-aad4-1157d25f9233 req-cbf03d6a-9723-4cd2-86d1-f7e737bc8270 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 943 time: 0.0753036 Nov 11 21:04:46.882683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b5d674c4-7448-4847-8c7c-5619ad5d0f82) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:46.892379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58479db8-db56-494b-a98e-e9d1d7cc5262 None None] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:46.909327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.909923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.912191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event updated for resources: {'Network': ['ID=6e88da68-f2e5-4f5b-9673-a97df8675e3b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:46.915950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a30141a3-1173-4448-b771-5156c4fbb8a2 req-856cee13-0f5b-4497-9031-df589290738c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 210 time: 0.0319755 Nov 11 21:04:46.946497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.947483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:46.949297 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:46.953013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 6e88da68-f2e5-4f5b-9673-a97df8675e3b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:47.017674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5a73dacb-42dc-46d3-be6e-4c4263591947 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1479588 Nov 11 21:04:47.020407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:47.029197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bce85711-135b-422b-aad4-1157d25f9233 req-b6ffaf94-4803-4161-9462-cde79b942b13 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472328 Nov 11 21:04:47.029417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Request body: {'subnet': {'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:47.043394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] Pushing event updated for resources: {'Network': ['ID=8bea7f20-7ba1-4360-a063-0581094fd6f9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:47.055502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d2c961a4-1fb5-44df-b9b9-af67ffd9ec9e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5846531 Nov 11 21:04:47.060022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:47.064129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:47.071781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-6d037b4e-61d6-4ed2-ae64-4773c5289f25 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985636 Nov 11 21:04:47.075510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9324f08f-f86e-4c80-bccb-381db7bdda98 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:47.086690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f08a1dee-46a2-4d86-ba4f-3a025001216a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0562475 Nov 11 21:04:47.102284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60060) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:47.108587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Request body: {'subnet': {'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1254691328-subnet', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:47.203832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b5d674c4-7448-4847-8c7c-5619ad5d0f82', 'network_id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '85806a83-e676-4df2-9e0f-7acd7ce28d4f'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:47.205612 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.205733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc99d9fd-9571-43f2-8eba-e2313ac73c6d req-46ab8b11-f193-47ab-9391-3b162af9141e service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234426 Nov 11 21:04:47.220511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9324f08f-f86e-4c80-bccb-381db7bdda98 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13854043'] for subnet, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.239138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:47.241965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.380349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Made reservation on behalf of 474680497989468ea4e154de34e8d553 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:47.383846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.492776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d03946fb-3272-462b-a55b-aa5ea51ba803 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:47.516539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c100639-5599-4baf-b0a5-a8ad1b0975be req-7afbd5f2-76e8-4f8c-9985-b59ec534673b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:47.518079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5c100639-5599-4baf-b0a5-a8ad1b0975be req-7afbd5f2-76e8-4f8c-9985-b59ec534673b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.1303015 Nov 11 21:04:47.531378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.566754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9324f08f-f86e-4c80-bccb-381db7bdda98 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769090405259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13028725'] for subnet, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.592336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e12c7ff-46b4-4543-a379-6ea7942a3bd7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:47.616291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Checking segment: {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:47.616703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Network hostable DHCP agents. Network: 8bea7f20-7ba1-4360-a063-0581094fd6f9, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:47.658332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324f08f-f86e-4c80-bccb-381db7bdda98 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:47.658943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9324f08f-f86e-4c80-bccb-381db7bdda98 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.662801 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9324f08f-f86e-4c80-bccb-381db7bdda98 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "PUT /v2.0/subnets/85806a83-e676-4df2-9e0f-7acd7ce28d4f HTTP/1.1" status: 200 len: 806 time: 0.5953553 Nov 11 21:04:47.664073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5c100639-5599-4baf-b0a5-a8ad1b0975be req-1267ee7f-313d-4e89-afdc-7a8f3b00bbd6 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387722 Nov 11 21:04:47.664506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60066) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:47.694485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324f08f-f86e-4c80-bccb-381db7bdda98 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=85806a83-e676-4df2-9e0f-7acd7ce28d4f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:47.752635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:47.798135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.804066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.840687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d03946fb-3272-462b-a55b-aa5ea51ba803, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d03946fb-3272-462b-a55b-aa5ea51ba803,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:47.856487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8bea7f20-7ba1-4360-a063-0581094fd6f9) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:47.857642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'd03946fb-3272-462b-a55b-aa5ea51ba803', 'network_id': 'e66197ae-4903-46e6-afdc-6df578e0b9ff', 'port_id': 'd03946fb-3272-462b-a55b-aa5ea51ba803', 'mac_address': 'fa:16:3e:07:32:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629cbb2c-4c82-478a-b25a-0e3c70066725', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:04:47.865920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cedcbaa-e28f-4572-895d-a608778050c9 None None] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:47.874679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:47.875269 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.880092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event updated for resources: {'Subnet': ['ID=680e56d7-5a9e-4df5-a8b1-4478b4483d45,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:47.893826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Checking segment: {'id': '56c4db8e-9282-4d6d-bd40-21d71c1d99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:47.894194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Network hostable DHCP agents. Network: 6e88da68-f2e5-4f5b-9673-a97df8675e3b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:47.899232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:47.973312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31d7a9-3217-49dd-b278-b69230cad102 req-2d3b728a-05d0-4abb-aa29-c4344907eff7 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:47.975196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2a31d7a9-3217-49dd-b278-b69230cad102 req-2d3b728a-05d0-4abb-aa29-c4344907eff7 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 943 time: 0.1228266 Nov 11 21:04:47.985824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Allocated IP 172.20.0.2 (b5d674c4-7448-4847-8c7c-5619ad5d0f82/85806a83-e676-4df2-9e0f-7acd7ce28d4f/b284aadd-5c2b-494a-9f10-e81dcd972cb8) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:47.986832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Network 6e88da68-f2e5-4f5b-9673-a97df8675e3b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:48.009683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.025802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-75446527-22aa-4013-bcd7-c526f44a9872 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9223416 Nov 11 21:04:48.029091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:48.036288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:48.041221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d61b46c-904b-4761-a620-aa1dfad19d84 req-8a0223d3-a209-4f4c-a955-628fc6b1f046 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 210 time: 0.0289798 Nov 11 21:04:48.049878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03946fb-3272-462b-a55b-aa5ea51ba803 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:48.076556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2a31d7a9-3217-49dd-b278-b69230cad102 req-83caabd3-7815-4abc-9d73-83cbd9e1415d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819950 Nov 11 21:04:48.112491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 6e88da68-f2e5-4f5b-9673-a97df8675e3b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:48.116984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:48.117708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.126123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d03946fb-3272-462b-a55b-aa5ea51ba803, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d03946fb-3272-462b-a55b-aa5ea51ba803,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:48.129084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f5ea5-f2da-4517-b499-5362801db1db None None] Network 6e88da68-f2e5-4f5b-9673-a97df8675e3b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:48.170652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.172452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.190750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe82c4-3e34-4452-a6c6-ad936f236c95 req-fba3c5e0-c97b-4a54-a84b-3c5431f00576 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:48.198748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95fe82c4-3e34-4452-a6c6-ad936f236c95 req-fba3c5e0-c97b-4a54-a84b-3c5431f00576 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 943 time: 0.0650871 Nov 11 21:04:48.227261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.244932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8bea7f20-7ba1-4360-a063-0581094fd6f9', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:48.246225 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.250883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.256073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95fe82c4-3e34-4452-a6c6-ad936f236c95 req-2f027a1b-a59a-41eb-82cc-ffcb187472db tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562522 Nov 11 21:04:48.281994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ffaa8a74-3a43-4b0e-9afa-73d1284a8e59 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2601323 Nov 11 21:04:48.293009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60076) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:48.299481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Request body: {'port': {'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b', 'name': 'tempest-TagsExtTest-1629453968'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:48.350490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-09a1801a-3f92-419b-8e6c-9fedab7d0800 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:48.351904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-09a1801a-3f92-419b-8e6c-9fedab7d0800 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.1135526 Nov 11 21:04:48.366418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Request body: {'port': {'device_id': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'admin_state_up': True, 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:48.457727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d03946fb-3272-462b-a55b-aa5ea51ba803,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:48.492913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.533745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d03946fb-3272-462b-a55b-aa5ea51ba803'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:48.591854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-6e88da68-f2e5-4f5b-9673-a97df8675e3b', 'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b', 'tenant_id': '474680497989468ea4e154de34e8d553', 'fixed_ips': [{'subnet_id': '680e56d7-5a9e-4df5-a8b1-4478b4483d45'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:48.592776 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.624036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Allocated IP 172.20.0.2 (8bea7f20-7ba1-4360-a063-0581094fd6f9/5e12c7ff-46b4-4543-a379-6ea7942a3bd7/b17aa4dd-7fc4-400e-9747-c04084cbe729) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:48.625080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Made reservation on behalf of 474680497989468ea4e154de34e8d553 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:48.629858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.630860 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.660025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] device_id is not set on port ceefc76c-f0a1-409d-bf0e-c30a41e149bd yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:04:48.806453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:48.814743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Allocated IP 172.20.0.12 (6e88da68-f2e5-4f5b-9673-a97df8675e3b/680e56d7-5a9e-4df5-a8b1-4478b4483d45/ceefc76c-f0a1-409d-bf0e-c30a41e149bd) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:48.820779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Pushing event updated for resources: {'Port': ['ID=b284aadd-5c2b-494a-9f10-e81dcd972cb8,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:48.857129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:48.867729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:48.977877 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.988312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.998761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:48.999334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Attempting to bind port b284aadd-5c2b-494a-9f10-e81dcd972cb8 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:49.000323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Attempting to bind port b284aadd-5c2b-494a-9f10-e81dcd972cb8 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '1faf03f1-0117-422c-b64d-d4458fc33c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:49.000885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Attempting to bind port b284aadd-5c2b-494a-9f10-e81dcd972cb8 on network b5d674c4-7448-4847-8c7c-5619ad5d0f82 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:49.006007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dcf41-aa53-4ed4-8c09-b21f9803ec9d req-c831e298-c708-4665-ba24-928131bf88cf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:49.007812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e4dcf41-aa53-4ed4-8c09-b21f9803ec9d req-c831e298-c708-4665-ba24-928131bf88cf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 945 time: 0.2165790 Nov 11 21:04:49.030503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:49.031201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Checking segment: {'id': '1faf03f1-0117-422c-b64d-d4458fc33c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:49.031771 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.032600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Bound using segment: {'id': '1faf03f1-0117-422c-b64d-d4458fc33c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:49.033255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Bound port: b284aadd-5c2b-494a-9f10-e81dcd972cb8, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faf03f1-0117-422c-b64d-d4458fc33c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:49.033640 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.048892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=85806a83-e676-4df2-9e0f-7acd7ce28d4f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:49.092873 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.131516 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.163765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e838cb6-b7cc-4229-9e41-6d16afa5aee0 req-6ea43e7e-5284-40ce-aebd-73b616c8e415 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 210 time: 0.0442026 Nov 11 21:04:49.164715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.169889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3a3650c6-d969-4e0e-be4b-a92171eb09f9 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:49.172279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:49.203317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Network 6e88da68-f2e5-4f5b-9673-a97df8675e3b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:49.206574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:49.214451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:49.227780 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.230246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] For port b284aadd-5c2b-494a-9f10-e81dcd972cb8, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:49.252544 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e4dcf41-aa53-4ed4-8c09-b21f9803ec9d req-3d1b3e92-fc29-4cc8-b7de-e4433e2cbb95 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338490 Nov 11 21:04:49.256466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:49.260047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.266988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d674c4-7448-4847-8c7c-5619ad5d0f82']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:49.290418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:49.291157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faf03f1-0117-422c-b64d-d4458fc33c3c') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:49.291284 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.291454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faf03f1-0117-422c-b64d-d4458fc33c3c') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:49.309225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] For port b284aadd-5c2b-494a-9f10-e81dcd972cb8, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b284aadd-5c2b-494a-9f10-e81dcd972cb8,segment=NetworkSegment(1faf03f1-0117-422c-b64d-d4458fc33c3c),segment_id=1faf03f1-0117-422c-b64d-d4458fc33c3c)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:49.312474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event updated for resources: {'Port': ['ID=ceefc76c-f0a1-409d-bf0e-c30a41e149bd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:49.345714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.355818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:49.361359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Allocated IP 172.20.0.2 (6e88da68-f2e5-4f5b-9673-a97df8675e3b/680e56d7-5a9e-4df5-a8b1-4478b4483d45/4bccb47c-a398-429b-ad80-5630cbf96251) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:49.370561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:49.403736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:49.406637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.413935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Pushing event updated for resources: {'Port': ['ID=b17aa4dd-7fc4-400e-9747-c04084cbe729,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:49.416791 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.425157 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-595ccad4-7b84-44a3-afe1-a347ec2003c2 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1307580 Nov 11 21:04:49.430316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60086) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:49.437323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7c88a47f-a9a6-4941-a1d5-502903cbd6fe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1264844493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:49.445166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:49.445568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.455670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23601ad8-95b8-4103-a1b1-f0ea1693fc40 req-ffa1c43a-3aae-4e21-901e-75ff20b7d300 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:49.458135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23601ad8-95b8-4103-a1b1-f0ea1693fc40 req-ffa1c43a-3aae-4e21-901e-75ff20b7d300 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 943 time: 0.1161687 Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:49.462542 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:49.526123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23601ad8-95b8-4103-a1b1-f0ea1693fc40 req-3e6c8644-01ef-41fa-89dc-e87fe1bcd00c tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564914 Nov 11 21:04:49.567484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c88a47f-a9a6-4941-a1d5-502903cbd6fe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.568657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c88a47f-a9a6-4941-a1d5-502903cbd6fe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.610746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ada3-62c3-4851-81d0-6af2f7e20377 req-ee368acf-f67c-4e6b-803f-a1780c0e260c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:49.612465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0159ada3-62c3-4851-81d0-6af2f7e20377 req-ee368acf-f67c-4e6b-803f-a1780c0e260c tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 944 time: 0.1960497 Nov 11 21:04:49.631944 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c88a47f-a9a6-4941-a1d5-502903cbd6fe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.645538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.api [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:49.645538 n-d-805734-3 neutron-server[109675]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:49.645538 n-d-805734-3 neutron-server[109675]: [parameters: {'id': 'b5d674c4-7448-4847-8c7c-5619ad5d0f82'}] Nov 11 21:04:49.645538 n-d-805734-3 neutron-server[109675]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:49.645937 n-d-805734-3 neutron-server[109675]: DEBUG oslo_db.api [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:49.646933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Allocated IP 172.20.0.5 (5c698453-96f0-4944-ae06-bff47b2613f2/a2e1608d-5253-4a2c-94d2-8d858bae473f/72e6aa63-f9f6-4e7b-9d44-9abe6d474677) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:49.760928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c88a47f-a9a6-4941-a1d5-502903cbd6fe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.778023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0159ada3-62c3-4851-81d0-6af2f7e20377 req-a1c521db-6589-4985-8eac-2fe3bd43e7ba tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566241 Nov 11 21:04:49.789619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 3a3650c6-d969-4e0e-be4b-a92171eb09f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3a3650c6-d969-4e0e-be4b-a92171eb09f9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:49.840337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a819b87-d0a1-475d-af95-91522fbb0e9a None None] Pushing event updated for resources: {'Port': ['ID=b284aadd-5c2b-494a-9f10-e81dcd972cb8,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:49.843268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Attempting to bind port b17aa4dd-7fc4-400e-9747-c04084cbe729 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:49.843645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Attempting to bind port b17aa4dd-7fc4-400e-9747-c04084cbe729 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:49.844004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Attempting to bind port b17aa4dd-7fc4-400e-9747-c04084cbe729 on network 8bea7f20-7ba1-4360-a063-0581094fd6f9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:49.852402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.854829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '3a3650c6-d969-4e0e-be4b-a92171eb09f9', 'network_id': '8100cb01-ef2f-4a85-bae1-a9e100f0c0ac', 'port_id': '3a3650c6-d969-4e0e-be4b-a92171eb09f9', 'mac_address': 'fa:16:3e:c8:3b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c7bc5c-b067-4f6b-92db-6af630329b79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:04:49.861903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.871147 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c88a47f-a9a6-4941-a1d5-502903cbd6fe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.876223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7c88a47f-a9a6-4941-a1d5-502903cbd6fe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4437222 Nov 11 21:04:49.876900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60088) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:49.877758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:49.878149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Checking segment: {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:49.878644 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.878961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Bound using segment: {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:49.879460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Bound port: b17aa4dd-7fc4-400e-9747-c04084cbe729, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:49.879852 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.882241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-75c06115-a0e6-4482-8327-d9a860002e62 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-540930355', 'prefixes': ['172.20.0.0/16']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:49.886451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397829e4-48bc-492d-8922-e7eb1cec865c None None] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:49.915897 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:49.988476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:49.990888 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c9cc1b-51fc-4bbd-a70f-19d8b60eea7b" -d '{"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-unplugged", "status": "completed", "tag": "2058a452-827e-421e-b227-4ffb089c365c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:50.055716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.069808 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec7cb0a-db95-40d1-82ba-1280edce4aa2 x-openstack-request-id: req-7ec7cb0a-db95-40d1-82ba-1280edce4aa2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:50.070354 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-unplugged", "status": "failed", "tag": "2058a452-827e-421e-b227-4ffb089c365c", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:50.070354 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ec7cb0a-db95-40d1-82ba-1280edce4aa2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:50.070731 n-d-805734-3 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c', 'code': 422} returned with failed status Nov 11 21:04:50.083481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Allocated IP 172.25.2.243 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/98f3f54c-0764-4e0d-9c5b-e9412ce88f93) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:50.087403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:50.098780 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.137955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.146949 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75c06115-a0e6-4482-8327-d9a860002e62 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for subnetpool, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.152267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75c06115-a0e6-4482-8327-d9a860002e62 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2701292 Nov 11 21:04:50.152267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:50.157813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-86ea5c9b-52b0-49d3-aa12-983f1cd3189f tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', 'tempest-TagsExtTest-Tag-1796214478') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:50.162740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3650c6-d969-4e0e-be4b-a92171eb09f9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:50.163051 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.175751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] For port b17aa4dd-7fc4-400e-9747-c04084cbe729, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:50.210561 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.223428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] For port b17aa4dd-7fc4-400e-9747-c04084cbe729, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b17aa4dd-7fc4-400e-9747-c04084cbe729,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:50.230047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 3a3650c6-d969-4e0e-be4b-a92171eb09f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3a3650c6-d969-4e0e-be4b-a92171eb09f9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:50.241308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.250937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.254384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:50.261218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4658b47b-0585-4cc8-9c32-cecc462994c8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:50.322321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.342209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.345285 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.357264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:50.372452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:50.374908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event updated for resources: {'Port': ['ID=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:50.378861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:50.384676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef15880-e5e7-4cf7-adef-fce262849adc None None] Network b5d674c4-7448-4847-8c7c-5619ad5d0f82 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:50.408907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port b284aadd-5c2b-494a-9f10-e81dcd972cb8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:04:50.409245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.413802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-86ea5c9b-52b0-49d3-aa12-983f1cd3189f tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags/tempest-TagsExtTest-Tag-1796214478 HTTP/1.1" status: 201 len: 201 time: 0.2604768 Nov 11 21:04:50.415468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:50.421401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-e058c109-15d3-4ff3-9fae-a32004cdcd4a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', 'tempest-TagsExtTest-Tag-804119740') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:50.424267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Network 6e88da68-f2e5-4f5b-9673-a97df8675e3b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:50.425463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d461c-1a75-408b-8f70-a50619605d44 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:50.428935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:50.446111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:50.484105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d327-e1b7-4ed5-ae7b-bac8bfd8789c req-cda5621e-3d99-4f17-b36e-07ad7f28920f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:50.485953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5839d327-e1b7-4ed5-ae7b-bac8bfd8789c req-cda5621e-3d99-4f17-b36e-07ad7f28920f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1248939 Nov 11 21:04:50.501356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b8048-8f29-43c3-b7ff-0f94b55090e3 req-d4c92ab8-5254-439e-81e7-76832cf9b962 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:50.502468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:50.503229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126b8048-8f29-43c3-b7ff-0f94b55090e3 req-d4c92ab8-5254-439e-81e7-76832cf9b962 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 931 time: 0.2127521 Nov 11 21:04:50.512804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:50.513454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.520994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.593268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port b284aadd-5c2b-494a-9f10-e81dcd972cb8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b284aadd-5c2b-494a-9f10-e81dcd972cb8,segment=NetworkSegment(1faf03f1-0117-422c-b64d-d4458fc33c3c),segment_id=1faf03f1-0117-422c-b64d-d4458fc33c3c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:50.597257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.599931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5839d327-e1b7-4ed5-ae7b-bac8bfd8789c req-e70459d4-e222-48e1-b180-b55f6311d592 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979037 Nov 11 21:04:50.610873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Pushing event updated for resources: {'Port': ['ID=4bccb47c-a398-429b-ad80-5630cbf96251,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:50.648133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:50.655686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Pushing event updated for resources: {'Port': ['ID=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:50.659089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for b284aadd-5c2b-494a-9f10-e81dcd972cb8 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:04:50.663828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:50.673179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:50.711110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['3a3650c6-d969-4e0e-be4b-a92171eb09f9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:04:50.713044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f05d7-6326-43a9-b868-6948a50c2fa9 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:50.715106 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-126b8048-8f29-43c3-b7ff-0f94b55090e3 req-8331404a-7429-46b4-a501-6b807e8dbed0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756198 Nov 11 21:04:50.725601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e058c109-15d3-4ff3-9fae-a32004cdcd4a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags/tempest-TagsExtTest-Tag-804119740 HTTP/1.1" status: 201 len: 201 time: 0.3077753 Nov 11 21:04:50.726048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:50.728284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-9f978e9a-b87b-48e4-8ff4-8fb01d3873c0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3671911 Nov 11 21:04:50.731954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-34641c16-c37b-4c31-9598-5f16b664bee5 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', 'tempest-TagsExtTest-Tag-207310227') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:50.782436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Request body: {'port': {'device_id': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:50.813774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a94cea-b826-4fcf-856e-2b657f3c759f req-f752e5aa-f233-4c70-bd5d-cd97c0c4cf60 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:50.832285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18a94cea-b826-4fcf-856e-2b657f3c759f req-f752e5aa-f233-4c70-bd5d-cd97c0c4cf60 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 944 time: 0.1485808 Nov 11 21:04:50.859327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Attempting to bind port 4bccb47c-a398-429b-ad80-5630cbf96251 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:50.859853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Attempting to bind port 4bccb47c-a398-429b-ad80-5630cbf96251 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '56c4db8e-9282-4d6d-bd40-21d71c1d99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:50.860375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Attempting to bind port 4bccb47c-a398-429b-ad80-5630cbf96251 on network 6e88da68-f2e5-4f5b-9673-a97df8675e3b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:50.882868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:50.883360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Checking segment: {'id': '56c4db8e-9282-4d6d-bd40-21d71c1d99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:50.883843 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.884338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Bound using segment: {'id': '56c4db8e-9282-4d6d-bd40-21d71c1d99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:50.884898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Bound port: 4bccb47c-a398-429b-ad80-5630cbf96251, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c4db8e-9282-4d6d-bd40-21d71c1d99d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6e88da68-f2e5-4f5b-9673-a97df8675e3b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:50.885939 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.888077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a88fbfd2-60cb-4c3c-962d-2e7bc529db3c None None] Provisioning complete for port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:50.888538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a88fbfd2-60cb-4c3c-962d-2e7bc529db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:50.906168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18a94cea-b826-4fcf-856e-2b657f3c759f req-66d034fe-4083-4d53-82b1-01a43f1a4a1b tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727279 Nov 11 21:04:51.041465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508953ba-177b-4233-afc3-bcf98c4587e6 None None] Pushing event updated for resources: {'Port': ['ID=b17aa4dd-7fc4-400e-9747-c04084cbe729,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:51.086934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-34641c16-c37b-4c31-9598-5f16b664bee5 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags/tempest-TagsExtTest-Tag-207310227 HTTP/1.1" status: 201 len: 201 time: 0.3598816 Nov 11 21:04:51.089889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:51.096369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-38136ad6-3989-448b-87c3-cfc98150a6b4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', 'tempest-TagsExtTest-Tag-140288596') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.107110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:51.150343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21293b-8778-4274-a61f-a6e1228afae5 req-9c0c761a-ff5e-461d-9fd2-a8862aa04eb1 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:51.152693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea21293b-8778-4274-a61f-a6e1228afae5 req-9c0c761a-ff5e-461d-9fd2-a8862aa04eb1 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 944 time: 0.1222301 Nov 11 21:04:51.171284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a88fbfd2-60cb-4c3c-962d-2e7bc529db3c None None] Port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:51.219435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea21293b-8778-4274-a61f-a6e1228afae5 req-ac3ed5a3-111f-4ca6-8724-a4c4f2bbf199 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 Nov 11 21:04:51.244476 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:51.279138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-38136ad6-3989-448b-87c3-cfc98150a6b4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags/tempest-TagsExtTest-Tag-140288596 HTTP/1.1" status: 201 len: 201 time: 0.1877804 Nov 11 21:04:51.281745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60116) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:51.286256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-d08810c1-6258-4b91-8eec-7a58440f6e09 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.321698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=3a3650c6-d969-4e0e-be4b-a92171eb09f9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:51.330486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port b284aadd-5c2b-494a-9f10-e81dcd972cb8 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:04:51.348699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] For port 4bccb47c-a398-429b-ad80-5630cbf96251, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:51.361948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d08810c1-6258-4b91-8eec-7a58440f6e09 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags HTTP/1.1" status: 200 len: 241 time: 0.0788553 Nov 11 21:04:51.362161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=b284aadd-5c2b-494a-9f10-e81dcd972cb8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:51.363008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:51.377368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-8608501f-25f6-44ce-b62e-729054efa67a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', 'tempest-TagsExtTest-Tag-1796214478') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.381106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] For port 4bccb47c-a398-429b-ad80-5630cbf96251, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4bccb47c-a398-429b-ad80-5630cbf96251,segment=NetworkSegment(56c4db8e-9282-4d6d-bd40-21d71c1d99d4),segment_id=56c4db8e-9282-4d6d-bd40-21d71c1d99d4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:51.387687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-823e0acc-d50b-4d46-a900-cef3dd57fb4e None None] Provisioning complete for port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:51.388054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-823e0acc-d50b-4d46-a900-cef3dd57fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:51.460054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8608501f-25f6-44ce-b62e-729054efa67a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags/tempest-TagsExtTest-Tag-1796214478 HTTP/1.1" status: 204 len: 168 time: 0.0958443 Nov 11 21:04:51.460931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60120) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:51.461770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-823e0acc-d50b-4d46-a900-cef3dd57fb4e None None] Port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:51.467936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:51.471280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-b5e232ea-a82b-4db0-8c08-145813bcac67 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', 'tempest-TagsExtTest-Tag-1796214478') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.497109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:51.550069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d03946fb-3272-462b-a55b-aa5ea51ba803 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:51.562788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d674c4-7448-4847-8c7c-5619ad5d0f82']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.592941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faf03f1-0117-422c-b64d-d4458fc33c3c') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.592941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faf03f1-0117-422c-b64d-d4458fc33c3c') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.616934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:51.624037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22afb2-344d-4e9b-9c23-73f5bf20ca4a None None] Pushing event updated for resources: {'Port': ['ID=4bccb47c-a398-429b-ad80-5630cbf96251,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:51.727171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5e232ea-a82b-4db0-8c08-145813bcac67 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags/tempest-TagsExtTest-Tag-1796214478 HTTP/1.1" status: 204 len: 168 time: 0.2649224 Nov 11 21:04:51.729989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:51.734930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-604a33e9-cca7-4f62-ad70-279986aa8e46 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.781850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port d03946fb-3272-462b-a55b-aa5ea51ba803 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:04:51.787495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port d03946fb-3272-462b-a55b-aa5ea51ba803 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:51.788037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:51.827578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-604a33e9-cca7-4f62-ad70-279986aa8e46 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags HTTP/1.1" status: 200 len: 205 time: 0.0895383 Nov 11 21:04:51.827578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:51.833205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-985a518c-0783-476f-8ea9-2173e0fe6ffe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:51.996700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-985a518c-0783-476f-8ea9-2173e0fe6ffe tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags HTTP/1.1" status: 200 len: 240 time: 0.1649210 Nov 11 21:04:51.998288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:52.025144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-971f823b-d654-4bf3-901f-100ac3dd6875 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', 'tempest-TagsExtTest-Tag-804119740') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:52.050506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d0a06-cb93-4bea-b9e2-e393c84aa88c None None] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:52.099162 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.129618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:04:52.133169 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.150701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.163324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b17aa4dd-7fc4-400e-9747-c04084cbe729 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:52.175087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd8fa1-815e-4752-86fd-f553f473b634 req-fd5f14d1-795c-4931-a64e-da6bb36bf9d3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:52.176779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43dd8fa1-815e-4752-86fd-f553f473b634 req-fd5f14d1-795c-4931-a64e-da6bb36bf9d3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 931 time: 0.1775742 Nov 11 21:04:52.196175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-971f823b-d654-4bf3-901f-100ac3dd6875 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags/tempest-TagsExtTest-Tag-804119740 HTTP/1.1" status: 204 len: 168 time: 0.1739337 Nov 11 21:04:52.198015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60134) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:52.207509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-664177ec-94f7-4dfe-9e9d-fff2aeca3145 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', 'tempest-TagsExtTest-Tag-804119740') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:52.211918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6147720-6437-4a43-9aa0-5c5ac0776ffc None None] Provisioning complete for port b17aa4dd-7fc4-400e-9747-c04084cbe729 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:52.212499 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6147720-6437-4a43-9aa0-5c5ac0776ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.276741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43dd8fa1-815e-4752-86fd-f553f473b634 req-0dc26bb8-7fdf-48a6-89c5-e1b351c8639a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924420 Nov 11 21:04:52.316977 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.320444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:52.407345 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:52.444645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03471a33-f108-4413-b819-4a99a768d261 req-8b24d67c-3e39-4032-94a7-cb08a11ea36d tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:52.449177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03471a33-f108-4413-b819-4a99a768d261 req-8b24d67c-3e39-4032-94a7-cb08a11ea36d tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 944 time: 0.0595646 Nov 11 21:04:52.467114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03946fb-3272-462b-a55b-aa5ea51ba803'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:52.469796 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab8f9b9-6e29-4103-8e7f-ade425097ebd" -d '{"events": [{"server_uuid": "a79b5831-4d53-40e0-ad92-d5438789a956", "name": "network-vif-plugged", "status": "completed", "tag": "d03946fb-3272-462b-a55b-aa5ea51ba803"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:52.511650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03471a33-f108-4413-b819-4a99a768d261 req-bf68fa4a-9464-44a8-9604-5d8477da80be tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Nov 11 21:04:52.516334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d03946fb-3272-462b-a55b-aa5ea51ba803, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d03946fb-3272-462b-a55b-aa5ea51ba803,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:52.522383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-664177ec-94f7-4dfe-9e9d-fff2aeca3145 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags/tempest-TagsExtTest-Tag-804119740 HTTP/1.1" status: 204 len: 168 time: 0.3230407 Nov 11 21:04:52.525094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:52.531815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2452434-272b-4b8a-bce4-0f3615988957 req-d75ff4c4-9563-45b0-a208-d08f747ed8b3 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:52.533671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2452434-272b-4b8a-bce4-0f3615988957 req-d75ff4c4-9563-45b0-a208-d08f747ed8b3 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 944 time: 0.1720147 Nov 11 21:04:52.538041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-16a9d8a9-ba8d-4e49-88d9-97c562cec022 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:52.580794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.611679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-2063286f-cc1b-4305-8150-785f7087ee10 req-19a295e0-fefd-4801-b731-75ece00d9d17 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:04:52.613007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2063286f-cc1b-4305-8150-785f7087ee10 req-19a295e0-fefd-4801-b731-75ece00d9d17 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065515 Nov 11 21:04:52.616676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b17aa4dd-7fc4-400e-9747-c04084cbe729 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:52.618189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.623093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-16a9d8a9-ba8d-4e49-88d9-97c562cec022 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags HTTP/1.1" status: 200 len: 205 time: 0.0958109 Nov 11 21:04:52.625402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60148) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:52.630057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-56cd6066-60ba-46c4-82fb-2eec92969630 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:52.643065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Transition to ACTIVE for port object 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:04:52.658545 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.688054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.694203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/b5d674c4-7448-4847-8c7c-5619ad5d0f82 HTTP/1.1" status: 204 len: 168 time: 5.0284703 Nov 11 21:04:52.697201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec9d33-7cf5-41b5-a44d-30594e96d1a6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=b5d674c4-7448-4847-8c7c-5619ad5d0f82,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:52.703159 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.707407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60150) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:52.726038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2452434-272b-4b8a-bce4-0f3615988957 req-13bff7fd-12c1-4f5e-b264-c6b68b0b0f3e tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830215 Nov 11 21:04:52.742990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-56cd6066-60ba-46c4-82fb-2eec92969630 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags HTTP/1.1" status: 200 len: 240 time: 0.1137173 Nov 11 21:04:52.742990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:52.746610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.748941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-41b30ada-5fa6-4987-9130-7ef8ca098087 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', 'tempest-TagsExtTest-Tag-207310227') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:52.804537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6147720-6437-4a43-9aa0-5c5ac0776ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:52.814941 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab820b8-c03d-4445-b0b3-55bd2374f865 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:04:52.815586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab820b8-c03d-4445-b0b3-55bd2374f865 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:04:52.832311 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aab820b8-c03d-4445-b0b3-55bd2374f865 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/b5d674c4-7448-4847-8c7c-5619ad5d0f82 HTTP/1.1" status: 404 len: 339 time: 0.1238010 Nov 11 21:04:52.836341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60154) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:52.850266 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcce15e6-e527-4353-b38f-216c8337ac47 x-openstack-request-id: req-bcce15e6-e527-4353-b38f-216c8337ac47 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:52.850648 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b5831-4d53-40e0-ad92-d5438789a956", "name": "network-vif-plugged", "status": "completed", "tag": "d03946fb-3272-462b-a55b-aa5ea51ba803", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:52.854565 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcce15e6-e527-4353-b38f-216c8337ac47 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:52.855430 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03946fb-3272-462b-a55b-aa5ea51ba803', 'code': 200} Nov 11 21:04:52.914723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:52.931011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1069322120', 'description': 'd1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:53.000946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d03946fb-3272-462b-a55b-aa5ea51ba803,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:53.032649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d6147720-6437-4a43-9aa0-5c5ac0776ffc None None] For port b17aa4dd-7fc4-400e-9747-c04084cbe729, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b17aa4dd-7fc4-400e-9747-c04084cbe729,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:53.063678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4408644-148c-4c21-b44a-357411f964cc None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:53.081230 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.131073 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6147720-6437-4a43-9aa0-5c5ac0776ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.178595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3a3650c6-d969-4e0e-be4b-a92171eb09f9 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:53.203497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:53.214285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.263292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a5d4b8-cb17-48d3-9fdc-85cddbe2cfcd None None] Network 6e88da68-f2e5-4f5b-9673-a97df8675e3b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:53.278089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Router 46c19639-839d-4f77-9939-a6c5b14f1d8b is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:04:53.314730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:53.329578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.329578 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 5f0c65e1-3fac-4d66-8da6-f942622f1413 of type vlan for network e50b0eab-2b4e-48ab-a357-88449437d5d2 Nov 11 21:04:53.349797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-41b30ada-5fa6-4987-9130-7ef8ca098087 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags/tempest-TagsExtTest-Tag-207310227 HTTP/1.1" status: 204 len: 168 time: 0.6057429 Nov 11 21:04:53.350436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:53.360253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-9c038acd-d2d9-442a-9c08-5e65a196eb4a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', 'tempest-TagsExtTest-Tag-207310227') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:53.385022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77e85-9d1f-48b0-bbb7-c7000b7ff0fb req-7221b55d-1654-4b9a-8754-f2a9860e24b1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:53.394138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90e77e85-9d1f-48b0-bbb7-c7000b7ff0fb req-7221b55d-1654-4b9a-8754-f2a9860e24b1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.4329975 Nov 11 21:04:53.425596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:53.425905 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:53.426673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.441094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147720-6437-4a43-9aa0-5c5ac0776ffc None None] Pushing event updated for resources: {'Port': ['ID=b17aa4dd-7fc4-400e-9747-c04084cbe729,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:53.477374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3291d651-b939-4229-88f0-cfeea65d2bca None None] Provisioning complete for port 4bccb47c-a398-429b-ad80-5630cbf96251 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:53.477767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3291d651-b939-4229-88f0-cfeea65d2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.512387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a059a-078d-4654-9d30-df97fb27d65c req-a95869cd-a080-4661-a9ec-9816365a29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:53.513968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-183a059a-078d-4654-9d30-df97fb27d65c req-a95869cd-a080-4661-a9ec-9816365a29c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 1096 time: 0.3708847 Nov 11 21:04:53.516653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Attempting to bind port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:53.516781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Attempting to bind port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:53.517046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Attempting to bind port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:53.537723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 on network 5c698453-96f0-4944-ae06-bff47b2613f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:04:53.538423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Attempting to bind port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:53.570602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36b34-fbd9-4dd0-82e9-a481958f8903 req-1bb49a80-bbdf-486e-87cd-2ffcbc5b50fd tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:53.573104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acc36b34-fbd9-4dd0-82e9-a481958f8903 req-1bb49a80-bbdf-486e-87cd-2ffcbc5b50fd tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 943 time: 0.1446500 Nov 11 21:04:53.578003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90e77e85-9d1f-48b0-bbb7-c7000b7ff0fb req-217750be-28c8-45ca-964a-cc472c0e86dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817100 Nov 11 21:04:53.598850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-183a059a-078d-4654-9d30-df97fb27d65c req-944091a0-0eef-4f8f-841e-08176d532795 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744209 Nov 11 21:04:53.608388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:53.608736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:53.609124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Bound using segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:53.609231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:04:53.609575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Bound port: 72e6aa63-f9f6-4e7b-9d44-9abe6d474677, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:53.610018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.637181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:53.637572 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.654536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:04:53.661502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.665638 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Sync routers for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:04:53.668624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:53.669501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.678320 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:04:53.678874 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:04:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:53.684460 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3291d651-b939-4229-88f0-cfeea65d2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.709544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c038acd-d2d9-442a-9c08-5e65a196eb4a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags/tempest-TagsExtTest-Tag-207310227 HTTP/1.1" status: 204 len: 168 time: 0.3525753 Nov 11 21:04:53.710866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:53.736830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-3bd04aa9-6387-43ab-aec3-e1936da50b1d tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:53.750495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3291d651-b939-4229-88f0-cfeea65d2bca None None] For port 4bccb47c-a398-429b-ad80-5630cbf96251, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4bccb47c-a398-429b-ad80-5630cbf96251,segment=NetworkSegment(56c4db8e-9282-4d6d-bd40-21d71c1d99d4),segment_id=56c4db8e-9282-4d6d-bd40-21d71c1d99d4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:53.811933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acc36b34-fbd9-4dd0-82e9-a481958f8903 req-14066d7c-5cfb-496e-8895-33e22ba6ccc7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264860 Nov 11 21:04:53.828563 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:04:53.832497 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3291d651-b939-4229-88f0-cfeea65d2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.843316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.870244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3bd04aa9-6387-43ab-aec3-e1936da50b1d tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags HTTP/1.1" status: 200 len: 205 time: 0.1543927 Nov 11 21:04:53.877382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9584816 Nov 11 21:04:53.878204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:53.881170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60188) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:53.894625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-dd7c2052-9c14-41f6-bbbd-ac2f62cdc003 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:53.895791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553d6a3-539b-4b1c-8532-c348200a6c18 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=e50b0eab-2b4e-48ab-a357-88449437d5d2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:53.952450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:53.956724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8582affd-d32a-4c3c-982e-6b0a608cd705 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9238527 Nov 11 21:04:53.957477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:54.036664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e51b848-29a0-4283-96a2-e8c60aa96675 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.041122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7e51b848-29a0-4283-96a2-e8c60aa96675 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/networks?id=e50b0eab-2b4e-48ab-a357-88449437d5d2 HTTP/1.1" status: 200 len: 761 time: 0.1585767 Nov 11 21:04:54.045424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:54.054515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'description': 'd2'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:54.071559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879661f-7306-4059-a0a7-f7a411a6a1fe req-08de6bf4-3fbe-4dba-b204-d9ba96ab7ae3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.074691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8879661f-7306-4059-a0a7-f7a411a6a1fe req-08de6bf4-3fbe-4dba-b204-d9ba96ab7ae3 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 945 time: 0.4002702 Nov 11 21:04:54.077618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] For port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:54.099262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-ad97a182-bd83-4515-ac15-301890a684df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5132298 Nov 11 21:04:54.107994 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:51Z', 'revision_number': 3, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:54.115264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291d651-b939-4229-88f0-cfeea65d2bca None None] Pushing event updated for resources: {'Port': ['ID=4bccb47c-a398-429b-ad80-5630cbf96251,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:54.118762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e50b0eab-2b4e-48ab-a357-88449437d5d2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:54.131382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-422e31c8-de00-4b81-bfd1-df8d5882c30b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:04:54.144670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-422e31c8-de00-4b81-bfd1-df8d5882c30b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208681 Nov 11 21:04:54.173127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Checking router: 46c19639-839d-4f77-9939-a6c5b14f1d8b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:04:54.175129 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Updating router 46c19639-839d-4f77-9939-a6c5b14f1d8b port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:04:54.208358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] For port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:54.222570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dd7c2052-9c14-41f6-bbbd-ac2f62cdc003 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags HTTP/1.1" status: 200 len: 240 time: 0.3331270 Nov 11 21:04:54.226904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:54.231720 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.324823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-e62e75f3-bd22-4511-8c2d-b7fe63a372b1 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', 'tempest-TagsExtTest-Tag-140288596') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:54.324925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 3a3650c6-d969-4e0e-be4b-a92171eb09f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3a3650c6-d969-4e0e-be4b-a92171eb09f9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:54.348402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.377201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5395df51-967b-44a0-9490-3ff1ffb7777d None None] Provisioning complete for port b17aa4dd-7fc4-400e-9747-c04084cbe729 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:54.377583 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5395df51-967b-44a0-9490-3ff1ffb7777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.379883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4bccb47c-a398-429b-ad80-5630cbf96251 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:54.380341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.460709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8879661f-7306-4059-a0a7-f7a411a6a1fe req-15ed5c34-4563-485a-aae1-8eaed795d1fe tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564341 Nov 11 21:04:54.485897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.490733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a575265-f83a-49e1-a283-d999a01a7f37 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:04:54.493231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e62e75f3-bd22-4511-8c2d-b7fe63a372b1 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags/tempest-TagsExtTest-Tag-140288596 HTTP/1.1" status: 204 len: 168 time: 0.2627223 Nov 11 21:04:54.494685 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.497327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:04:54.504303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.505283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.507875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] 10.222.0.62 "PUT /v2.0/ports/72e6aa63-f9f6-4e7b-9d44-9abe6d474677 HTTP/1.1" status: 200 len: 1091 time: 3.7338457 Nov 11 21:04:54.510981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:54.513798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'tag': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:54.521605 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd967bdc-6728-4ae0-b333-497c6d994a81" -d '{"events": [{"name": "network-changed", "server_uuid": "eeffc04f-8b1f-4fc8-b99b-54b5a2498531", "tag": "72e6aa63-f9f6-4e7b-9d44-9abe6d474677"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:54.530484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-fa16aa0d-0cf3-4175-ad0d-291d4903c0c0 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', 'tempest-TagsExtTest-Tag-140288596') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:54.541851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f6cfb-d32b-4520-ab5a-578168e0bc69 service neutron] Pushing event updated for resources: {'Port': ['ID=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:54.648529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network e50b0eab-2b4e-48ab-a357-88449437d5d2 is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:04:54.654957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.655596 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a07b72-3d72-4ff0-b5d6-cc7977cad364 x-openstack-request-id: req-53a07b72-3d72-4ff0-b5d6-cc7977cad364 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:54.655718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.655885 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeffc04f-8b1f-4fc8-b99b-54b5a2498531", "tag": "72e6aa63-f9f6-4e7b-9d44-9abe6d474677", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:54.656138 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53a07b72-3d72-4ff0-b5d6-cc7977cad364 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:54.656556 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'tag': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677', 'status': 'completed', 'code': 200} Nov 11 21:04:54.660135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "PUT /v2.0/networks/e50b0eab-2b4e-48ab-a357-88449437d5d2 HTTP/1.1" status: 200 len: 758 time: 0.6143844 Nov 11 21:04:54.664089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60214) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:54.771873 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.800939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4bccb47c-a398-429b-ad80-5630cbf96251 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:54.801317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.806329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fccab2-9a35-4a26-9c2a-036fff6bd8bb tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=e50b0eab-2b4e-48ab-a357-88449437d5d2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:54.832224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f59c8-bc00-4b9f-ba05-bb4885dc613d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.839895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4d8f59c8-bc00-4b9f-ba05-bb4885dc613d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/networks?id=e50b0eab-2b4e-48ab-a357-88449437d5d2 HTTP/1.1" status: 200 len: 761 time: 0.1696146 Nov 11 21:04:54.851844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60216) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:54.860007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-819549410'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:54.866999 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:54.898940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef512-3f2f-4eed-aaa3-3d37868c4389 req-548d5fce-1450-4835-9824-f9aa6a9292e9 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.900570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-369ef512-3f2f-4eed-aaa3-3d37868c4389 req-548d5fce-1450-4835-9824-f9aa6a9292e9 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 945 time: 0.3417633 Nov 11 21:04:54.912010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e50b0eab-2b4e-48ab-a357-88449437d5d2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:54.917090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afeb145-c204-40a5-af5f-a87366a49770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3650c6-d969-4e0e-be4b-a92171eb09f9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:04:54.921907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0573a9-5a50-4a77-bb9b-1132dedcbe83 req-195e5f82-990c-4b1c-9138-750250a435e6 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.923922 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b688fa26-4da0-43d7-9e90-8a150918e9e1" -d '{"events": [{"server_uuid": "2afeb145-c204-40a5-af5f-a87366a49770", "name": "network-vif-plugged", "status": "completed", "tag": "3a3650c6-d969-4e0e-be4b-a92171eb09f9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:04:54.928198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b0573a9-5a50-4a77-bb9b-1132dedcbe83 req-195e5f82-990c-4b1c-9138-750250a435e6 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1369314 Nov 11 21:04:54.947098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-25d2566d-9f4b-45aa-9f75-21b95c5a1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:54.948647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-25d2566d-9f4b-45aa-9f75-21b95c5a1c89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 1094 time: 0.2893996 Nov 11 21:04:54.979922 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Attempting to bind port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:54.980676 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Attempting to bind port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:54.980820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=3a3650c6-d969-4e0e-be4b-a92171eb09f9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:54.981420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Attempting to bind port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:55.000339 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:55.000958 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:55.001370 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:55.001768 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:55.002244 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Bound port: 98f3f54c-0764-4e0d-9c5b-e9412ce88f93, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:55.002622 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:55.012560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b0573a9-5a50-4a77-bb9b-1132dedcbe83 req-597dd566-add0-47d0-b8a8-0e9c76d88528 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767460 Nov 11 21:04:55.043520 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Pushing event updated for resources: {'Port': ['ID=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:55.058300 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.058751 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.059153 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.060697 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.061075 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.061454 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.061844 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.062182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.062660 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.063172 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.063694 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.065402 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:04:55.068948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-c35ecd52-7646-44b6-85f9-95693d388f61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72e6aa63-f9f6-4e7b-9d44-9abe6d474677 HTTP/1.1" status: 200 len: 217 time: 0.1100874 Nov 11 21:04:55.128740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:55.131711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:55.139509 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] For port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:55.139736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fa16aa0d-0cf3-4175-ad0d-291d4903c0c0 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags/tempest-TagsExtTest-Tag-140288596 HTTP/1.1" status: 204 len: 168 time: 0.6154346 Nov 11 21:04:55.144566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60222) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:55.149773 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] For port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:55.150966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-b96e9d5a-2a35-4794-9fe8-1b0d1c15a4cd tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.167095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-369ef512-3f2f-4eed-aaa3-3d37868c4389 req-5042b14d-8ad6-47dc-a4d0-f2b4c6926a36 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518561 Nov 11 21:04:55.225623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-aaacb1f7-054f-4d19-a6f3-84073f02846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:55.225623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-aaacb1f7-054f-4d19-a6f3-84073f02846f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.1420012 Nov 11 21:04:55.233022 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b96e9d5a-2a35-4794-9fe8-1b0d1c15a4cd tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags HTTP/1.1" status: 200 len: 205 time: 0.0847702 Nov 11 21:04:55.234418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60224) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:55.238240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-abb4fbea-a64e-4fb4-aba4-f2dc1c0ae949 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.243862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a575265-f83a-49e1-a283-d999a01a7f37 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:04:55.248017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06f79d-7d87-4a68-80ef-d8ee1651aecc req-f4587b44-e92e-40ad-a7e0-e1a4d44721db tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:55.250601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:04:55.255679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf06f79d-7d87-4a68-80ef-d8ee1651aecc req-f4587b44-e92e-40ad-a7e0-e1a4d44721db tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 943 time: 0.1437340 Nov 11 21:04:55.265789 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:55.286802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-b423ea36-605c-4995-85ed-d70f61b02839 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459554 Nov 11 21:04:55.292112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:55.292487 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment 97c96cab-e8b1-4a88-a8cb-586ea084595b of type vlan for network 474e8bd6-cfe3-4ef4-838c-fdddfe4be846 Nov 11 21:04:55.307727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-6bf71146-c5e1-43af-bd1d-0a3166fdf8fa service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:04:55.308781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-6bf71146-c5e1-43af-bd1d-0a3166fdf8fa service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058198 Nov 11 21:04:55.320406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf06f79d-7d87-4a68-80ef-d8ee1651aecc req-f672ff3c-5470-4a40-9f32-c4fcbfa34f8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635643 Nov 11 21:04:55.336249 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba8b625-b913-42be-8682-95df614915ed x-openstack-request-id: req-0ba8b625-b913-42be-8682-95df614915ed {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:04:55.336249 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afeb145-c204-40a5-af5f-a87366a49770", "name": "network-vif-plugged", "status": "completed", "tag": "3a3650c6-d969-4e0e-be4b-a92171eb09f9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:04:55.336249 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ba8b625-b913-42be-8682-95df614915ed {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:04:55.336249 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afeb145-c204-40a5-af5f-a87366a49770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3650c6-d969-4e0e-be4b-a92171eb09f9', 'code': 200} Nov 11 21:04:55.373547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1efd2005-ec07-4cda-aca5-b0355fc7ee0f None None] Provisioning complete for port 4bccb47c-a398-429b-ad80-5630cbf96251 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:55.374307 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1efd2005-ec07-4cda-aca5-b0355fc7ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:55.413293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:55.424830 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:04:55.425875 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:04:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.430107 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d92a3-ba68-498f-8bd5-2b81adc55d9c None None] Pushing event updated for resources: {'Port': ['ID=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:55.451473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-abb4fbea-a64e-4fb4-aba4-f2dc1c0ae949 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2165895 Nov 11 21:04:55.454179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60226) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:55.459534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-8d309869-35b5-43ad-a364-1b3de55dc3e4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.484806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b17aa4dd-7fc4-400e-9747-c04084cbe729 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:55.585915 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:04:55.645795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d309869-35b5-43ad-a364-1b3de55dc3e4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags HTTP/1.1" status: 204 len: 168 time: 0.1899788 Nov 11 21:04:55.646726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:55.663258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-648d5fb8-e9e8-42ca-b5ef-da44aeb0b2ae tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.780735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-648d5fb8-e9e8-42ca-b5ef-da44aeb0b2ae tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1231761 Nov 11 21:04:55.783096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60234) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:55.790132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-1b382996-7a81-462f-968d-cabd6a5d84ce tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.869042 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:51Z', 'revision_number': 3, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.898833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1b382996-7a81-462f-968d-cabd6a5d84ce tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags HTTP/1.1" status: 204 len: 168 time: 0.1137073 Nov 11 21:04:55.904001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:55.908955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-944bbc32-618e-4c14-a1c1-7a51959d50fc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', 'tempest-TagsExtTest-Tag-137150957') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:55.910261 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ad93f-c5d2-479c-8f3f-a133a852525d None None] The sync data for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 is: [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:51Z', 'revision_number': 3, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:04:56.133343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-e629ca75-a11b-448a-b560-67fd4c023a4a service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990949 Nov 11 21:04:56.143960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b17aa4dd-7fc4-400e-9747-c04084cbe729 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:56.145525 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:56.154908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-944bbc32-618e-4c14-a1c1-7a51959d50fc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags/tempest-TagsExtTest-Tag-137150957 HTTP/1.1" status: 201 len: 201 time: 0.2495904 Nov 11 21:04:56.162957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60240) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:56.193636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1efd2005-ec07-4cda-aca5-b0355fc7ee0f None None] Provisioning complete for port ceefc76c-f0a1-409d-bf0e-c30a41e149bd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:56.194072 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1efd2005-ec07-4cda-aca5-b0355fc7ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:56.221992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-035561af-28e0-4981-a3aa-6312fe5a307a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', 'tempest-TagsExtTest-Tag-1562008930') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:56.265934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5b5cb-79fe-48e3-844b-4f36c9884e45 req-d06ffabb-e1c8-48aa-addc-d11a6e3a0b4e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:56.267769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ac5b5cb-79fe-48e3-844b-4f36c9884e45 req-d06ffabb-e1c8-48aa-addc-d11a6e3a0b4e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1151724 Nov 11 21:04:56.316880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810c80e-8ccd-4de5-af19-7d80f1e7ca1c req-4d330636-e897-4235-bf9e-235fa8ecca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:56.318339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5810c80e-8ccd-4de5-af19-7d80f1e7ca1c req-4d330636-e897-4235-bf9e-235fa8ecca22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 1096 time: 0.8656828 Nov 11 21:04:56.319123 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:56.328622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:56.334899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:56.382341 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ac5b5cb-79fe-48e3-844b-4f36c9884e45 req-6f820f24-5b43-457f-9870-eb5f0b240912 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049292 Nov 11 21:04:56.395892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706c93-17c2-480d-8eaa-c5395bec6e47 req-d9ee44fe-780a-4d01-b977-866a60dc9bf2 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:56.406416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26706c93-17c2-480d-8eaa-c5395bec6e47 req-d9ee44fe-780a-4d01-b977-866a60dc9bf2 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 945 time: 0.2608595 Nov 11 21:04:56.491398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1efd2005-ec07-4cda-aca5-b0355fc7ee0f None None] Port ceefc76c-f0a1-409d-bf0e-c30a41e149bd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:56.549790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4bccb47c-a398-429b-ad80-5630cbf96251 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:56.613980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ab1d6-7498-45ea-82b6-9ff3f97ee54d req-e3b70462-a7d1-4b98-8948-1196a19e3d62 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:56.615938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f71cb-d2bb-4a33-bdd0-e530c74af72b None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:56.618256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ebabc-4d10-45ca-9816-c7c112aa4b41 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:56.626447 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a9ab1d6-7498-45ea-82b6-9ff3f97ee54d req-e3b70462-a7d1-4b98-8948-1196a19e3d62 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 945 time: 0.0819864 Nov 11 21:04:56.650444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=474e8bd6-cfe3-4ef4-838c-fdddfe4be846,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:56.654196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07b1b73d-c903-449f-a4e6-2f310bf10fda req-95d9a6fc-62d2-4653-9e1b-b164ebb3d046 service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066876 Nov 11 21:04:56.673481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 474e8bd6-cfe3-4ef4-838c-fdddfe4be846 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:04:56.683903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3eb6d738-241a-448b-9501-b4ff2599b37a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8249545 Nov 11 21:04:56.686396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:56.716125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:04:56.731838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b013e-a521-466a-8ab9-5256a7bf1dea None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:04:56.850561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:56.880832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a9ab1d6-7498-45ea-82b6-9ff3f97ee54d req-3e19555c-47ad-4af9-9168-924241954766 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533987 Nov 11 21:04:56.884023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26706c93-17c2-480d-8eaa-c5395bec6e47 req-d50194e9-cdab-4249-9ab6-6dd198fdc730 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661424 Nov 11 21:04:56.888990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4bccb47c-a398-429b-ad80-5630cbf96251 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:56.889767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:56.892054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5810c80e-8ccd-4de5-af19-7d80f1e7ca1c req-a386ec68-45fb-422c-a75b-83e1905fb41d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152814 Nov 11 21:04:56.955481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c8b8ee7-638e-4a62-a8e2-adb348161fdb None None] Provisioning complete for port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:56.965513 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8ee7-638e-4a62-a8e2-adb348161fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.028621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:04:57.032471 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.169882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.171288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-443c8f14-53c1-48e5-842e-7f584bfaf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:57.173657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-443c8f14-53c1-48e5-842e-7f584bfaf8d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 1094 time: 0.2519305 Nov 11 21:04:57.180958 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8ee7-638e-4a62-a8e2-adb348161fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.198965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b6e92-f9a9-456e-b8d1-7f173a86b3d5 req-b43b1f76-8226-4148-8df3-09ac82d3d407 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:57.202131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-343b6e92-f9a9-456e-b8d1-7f173a86b3d5 req-b43b1f76-8226-4148-8df3-09ac82d3d407 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 943 time: 0.2352934 Nov 11 21:04:57.210969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c8b8ee7-638e-4a62-a8e2-adb348161fdb None None] For port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:04:57.253022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-035561af-28e0-4981-a3aa-6312fe5a307a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags/tempest-TagsExtTest-Tag-1562008930 HTTP/1.1" status: 201 len: 201 time: 1.0498145 Nov 11 21:04:57.255555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:57.285794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-dbb17e06-42ff-4c71-9ed2-59db896d1b01 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', 'tempest-TagsExtTest-Tag-537056801') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:57.286903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8ee7-638e-4a62-a8e2-adb348161fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.380040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b8ee7-638e-4a62-a8e2-adb348161fdb None None] Pushing event updated for resources: {'Port': ['ID=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:57.415436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:57.454634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-78b766d8-e3ce-4f92-977c-8bfaeb05d009 None None] Provisioning complete for port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:57.455371 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78b766d8-e3ce-4f92-977c-8bfaeb05d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.495948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-343b6e92-f9a9-456e-b8d1-7f173a86b3d5 req-7707a92e-0e5d-4be1-892c-3795f081f915 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761588 Nov 11 21:04:57.555557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:57.556690 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.562455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.591476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Allocated IP 172.20.0.1 (8bea7f20-7ba1-4360-a063-0581094fd6f9/5e12c7ff-46b4-4543-a379-6ea7942a3bd7/c648e5f7-b57f-4429-9995-8cc34f07d285) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:57.597037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-e7f8c761-fd72-43f7-88a1-c97003e8d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:57.598651 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-e7f8c761-fd72-43f7-88a1-c97003e8d67c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 905 time: 0.3658259 Nov 11 21:04:57.707915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=8f3ba703-e50a-49ad-8c4c-46f216baba1e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:57.731413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed1bad-a4ea-4d75-b1ee-811e09336d88 req-b36058a1-0c3d-4fe4-820d-dc54a3708d78 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:57.733071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5ed1bad-a4ea-4d75-b1ee-811e09336d88 req-b36058a1-0c3d-4fe4-820d-dc54a3708d78 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.0945330 Nov 11 21:04:57.740887 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dbb17e06-42ff-4c71-9ed2-59db896d1b01 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags/tempest-TagsExtTest-Tag-537056801 HTTP/1.1" status: 201 len: 201 time: 0.4654958 Nov 11 21:04:57.742690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-c21d87a8-a837-46a0-8ae3-8baeb4d0c96c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72e6aa63-f9f6-4e7b-9d44-9abe6d474677 HTTP/1.1" status: 200 len: 217 time: 0.1321688 Nov 11 21:04:57.745754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:57.746920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': '97c96cab-e8b1-4a88-a8cb-586ea084595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:57.747385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: 474e8bd6-cfe3-4ef4-838c-fdddfe4be846, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:04:57.753174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-bf0033ef-a251-4b02-8b84-83224ae31a5f tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', 'tempest-TagsExtTest-Tag-1416522771') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:57.797543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5ed1bad-a4ea-4d75-b1ee-811e09336d88 req-0259fc07-56c0-4ea0-975a-4904ff2c3187 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571935 Nov 11 21:04:57.831751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network 474e8bd6-cfe3-4ef4-838c-fdddfe4be846 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:04:57.858408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-5a9d832d-f97f-4b10-a205-0d75e6cc0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:57.859888 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-5a9d832d-f97f-4b10-a205-0d75e6cc0bff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.1041028 Nov 11 21:04:57.865896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:57.908212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-41c9d756-7e83-4302-b9ca-6272639f3d74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376956 Nov 11 21:04:57.911863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 474e8bd6-cfe3-4ef4-838c-fdddfe4be846) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:57.924169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef0a27e-2693-4f0a-b74f-007815b5f76b None None] Network 474e8bd6-cfe3-4ef4-838c-fdddfe4be846 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:57.931288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:57.932903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.003077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bf0033ef-a251-4b02-8b84-83224ae31a5f tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags/tempest-TagsExtTest-Tag-1416522771 HTTP/1.1" status: 201 len: 201 time: 0.2526922 Nov 11 21:04:58.003077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:58.006453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbd0a9-0696-4e67-a1ff-8b64a202fdb0 req-7610d10b-1421-4d3d-8bcc-ad9d0b44ac9e tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:58.008188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7afbd0a9-0696-4e67-a1ff-8b64a202fdb0 req-7610d10b-1421-4d3d-8bcc-ad9d0b44ac9e tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 945 time: 0.0712423 Nov 11 21:04:58.008836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-852baf5a-2854-497e-b2b6-5a60599bd150 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', {'tags': ['tempest-TagsExtTest-Tag-2029182364', 'tempest-TagsExtTest-Tag-277741803', 'tempest-TagsExtTest-Tag-1151773212']}) {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:58.084644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-84047033-12d1-4268-8b59-d3cf53c51c4e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3862827 Nov 11 21:04:58.085672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:58.111881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.178526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-7d8d690f-00d1-4f7b-87f5-cdeeb4d6b882 service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580297 Nov 11 21:04:58.187839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:58.212122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:58.215879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:58.222942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-474e8bd6-cfe3-4ef4-838c-fdddfe4be846', 'network_id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '8f3ba703-e50a-49ad-8c4c-46f216baba1e'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:04:58.224109 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.234617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7afbd0a9-0696-4e67-a1ff-8b64a202fdb0 req-ad5440bd-44dd-4e00-832c-3de5abf0adc2 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924584 Nov 11 21:04:58.262018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Pushing event updated for resources: {'Port': ['ID=c648e5f7-b57f-4429-9995-8cc34f07d285,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:58.318779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.402697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bd967bdc-6728-4ae0-b333-497c6d994a81 req-8213ca7f-e634-4b78-9878-0849a48c978c service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167087 Nov 11 21:04:58.403928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.410191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-852baf5a-2854-497e-b2b6-5a60599bd150 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags HTTP/1.1" status: 200 len: 317 time: 0.4064810 Nov 11 21:04:58.413098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60266) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:58.422048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-b384c23c-dd2b-43fa-9c6c-9f7b241f52dc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:58.456719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Allocated IP 172.20.0.2 (474e8bd6-cfe3-4ef4-838c-fdddfe4be846/8f3ba703-e50a-49ad-8c4c-46f216baba1e/2f6816c9-a075-4bd3-9c62-9b4a249667fb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:04:58.496751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.683497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.687079 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.702523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0bf1c50c-7532-45ce-838e-b332234a9ceb None None] Provisioning complete for port c648e5f7-b57f-4429-9995-8cc34f07d285 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:58.703414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c50c-7532-45ce-838e-b332234a9ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.716334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe69fa1-a5c0-43c5-9a9d-88740b4b47f3 req-26294a6c-4e05-4a48-bb9f-909102d831e3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:58.718494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbe69fa1-a5c0-43c5-9a9d-88740b4b47f3 req-26294a6c-4e05-4a48-bb9f-909102d831e3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 943 time: 0.0868289 Nov 11 21:04:58.765949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1c50c-7532-45ce-838e-b332234a9ceb None None] Port c648e5f7-b57f-4429-9995-8cc34f07d285 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:04:58.774836 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.797225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbe69fa1-a5c0-43c5-9a9d-88740b4b47f3 req-e9e4622a-783c-43bb-8d73-9696e4b923ca tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703790 Nov 11 21:04:58.831310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b384c23c-dd2b-43fa-9c6c-9f7b241f52dc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags HTTP/1.1" status: 204 len: 168 time: 0.4165854 Nov 11 21:04:58.833967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:58.841986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-3788a725-c6fb-42be-83e6-6516e1656eab tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', 'tempest-TagsExtTest-Tag-2029182364') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:58.869791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Network 474e8bd6-cfe3-4ef4-838c-fdddfe4be846 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:58.888354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Pushing event updated for resources: {'Port': ['ID=2f6816c9-a075-4bd3-9c62-9b4a249667fb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:58.899694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:58.903912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:04:58.915771 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.940804 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.970189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Attempting to bind port 2f6816c9-a075-4bd3-9c62-9b4a249667fb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:04:58.970481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Attempting to bind port 2f6816c9-a075-4bd3-9c62-9b4a249667fb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '97c96cab-e8b1-4a88-a8cb-586ea084595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:04:58.970853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Attempting to bind port 2f6816c9-a075-4bd3-9c62-9b4a249667fb on network 474e8bd6-cfe3-4ef4-838c-fdddfe4be846 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:04:58.976097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:04:58.976502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Checking segment: {'id': '97c96cab-e8b1-4a88-a8cb-586ea084595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:04:58.976906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.977384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Bound using segment: {'id': '97c96cab-e8b1-4a88-a8cb-586ea084595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:04:58.978055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Bound port: 2f6816c9-a075-4bd3-9c62-9b4a249667fb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c96cab-e8b1-4a88-a8cb-586ea084595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:04:58.978442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:58.983887 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-3788a725-c6fb-42be-83e6-6516e1656eab tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:04:58.985070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3788a725-c6fb-42be-83e6-6516e1656eab tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags/tempest-TagsExtTest-Tag-2029182364 HTTP/1.1" status: 404 len: 329 time: 0.1498306 Nov 11 21:04:58.985855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3ba703-e50a-49ad-8c4c-46f216baba1e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:58.988190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:58.995443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-9a82b493-c390-4121-8eb7-a85e953fd43a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', 'tempest-TagsExtTest-Tag-277741803') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:58.999599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.061211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e41b8-c8af-4a43-b3c2-3c24bfe97927 req-e803ccfc-7d3e-4982-b742-e300fe6ca5a5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:59.069255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-461e41b8-c8af-4a43-b3c2-3c24bfe97927 req-e803ccfc-7d3e-4982-b742-e300fe6ca5a5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1614933 Nov 11 21:04:59.069641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] For port 2f6816c9-a075-4bd3-9c62-9b4a249667fb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:04:59.073004 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.074185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] For port 2f6816c9-a075-4bd3-9c62-9b4a249667fb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f6816c9-a075-4bd3-9c62-9b4a249667fb,segment=NetworkSegment(97c96cab-e8b1-4a88-a8cb-586ea084595b),segment_id=97c96cab-e8b1-4a88-a8cb-586ea084595b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:04:59.114547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474e8bd6-cfe3-4ef4-838c-fdddfe4be846']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:59.124885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Pushing event updated for resources: {'Port': ['ID=c648e5f7-b57f-4429-9995-8cc34f07d285,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:59.132733 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.136647 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c96cab-e8b1-4a88-a8cb-586ea084595b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:59.136946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c96cab-e8b1-4a88-a8cb-586ea084595b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:59.149414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.154539 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.172898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-461e41b8-c8af-4a43-b3c2-3c24bfe97927 req-f8ecdebe-0d3e-400e-bce3-0147e405c7c3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026828 Nov 11 21:04:59.175570 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-9a82b493-c390-4121-8eb7-a85e953fd43a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:04:59.176890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9a82b493-c390-4121-8eb7-a85e953fd43a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags/tempest-TagsExtTest-Tag-277741803 HTTP/1.1" status: 404 len: 328 time: 0.1873047 Nov 11 21:04:59.179784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60276) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:59.201109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.208303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:04:59.208885 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:04:59.212538 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:04:59.217760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-2aa9f254-da5c-4e3d-93c6-97a1ab8c644a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45', 'tempest-TagsExtTest-Tag-1151773212') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:59.247905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9a991-33f1-4486-bbe3-5fdf7928e4ed None None] Pushing event updated for resources: {'Port': ['ID=2f6816c9-a075-4bd3-9c62-9b4a249667fb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:04:59.324036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:04:59.328857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:04:59.339825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d32d8-4443-4c7e-8d0e-4150559750fa None None] Network 474e8bd6-cfe3-4ef4-838c-fdddfe4be846 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:04:59.385668 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:04:59.385668 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:04:59.385668 n-d-805734-3 neutron-server[109674]: [parameters: {'id': '474e8bd6-cfe3-4ef4-838c-fdddfe4be846'}] Nov 11 21:04:59.385668 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:04:59.386159 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:04:59.399561 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-2aa9f254-da5c-4e3d-93c6-97a1ab8c644a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:04:59.403980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:59.404254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2aa9f254-da5c-4e3d-93c6-97a1ab8c644a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags/tempest-TagsExtTest-Tag-1151773212 HTTP/1.1" status: 404 len: 329 time: 0.2233028 Nov 11 21:04:59.411357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-feb53487-1146-4438-b5be-cc5d7277b6d3 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', {'tags': ['tempest-TagsExtTest-Tag-2132416842', 'tempest-TagsExtTest-Tag-2100953748', 'tempest-TagsExtTest-Tag-134687858']}) {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:59.431394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:04:59.520402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:04:59.545958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:04:59.546172 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.557750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Router 46c19639-839d-4f77-9939-a6c5b14f1d8b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:04:59.721862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1633c-4956-4c73-8bda-a6b85b0f92fb None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:04:59.726100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:04:59.732892 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-80ef9214-6a7f-4ae1-8492-cf0787c687cc admin admin] 10.222.0.31 "PUT /v2.0/routers/46c19639-839d-4f77-9939-a6c5b14f1d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7595320 Nov 11 21:04:59.776328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ddd35-3b50-4836-946b-8c2a82a9fd40 req-f1b71dda-de9c-4d02-b681-69f2d36b5c5c tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:04:59.784177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c3ddd35-3b50-4836-946b-8c2a82a9fd40 req-f1b71dda-de9c-4d02-b681-69f2d36b5c5c tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 945 time: 0.4367507 Nov 11 21:04:59.865364 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c3ddd35-3b50-4836-946b-8c2a82a9fd40 req-847f86c6-0db2-4926-aab8-26bc594d803d tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802214 Nov 11 21:04:59.878157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1633c-4956-4c73-8bda-a6b85b0f92fb None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:04:59.886003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Sync routers for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:04:59.887370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:04:59.945043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-feb53487-1146-4438-b5be-cc5d7277b6d3 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags HTTP/1.1" status: 200 len: 317 time: 0.5392227 Nov 11 21:04:59.947072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60290) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:04:59.952073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-ddf7acf0-5eac-417c-a740-167acf3cef9e tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:04:59.962844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:04:59.964448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:04:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.007107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518142e-e006-4847-a277-771fd6b30557 req-56768de9-dc68-41c8-aaac-90b922cb526b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:00.009333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9518142e-e006-4847-a277-771fd6b30557 req-56768de9-dc68-41c8-aaac-90b922cb526b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 943 time: 0.0824513 Nov 11 21:05:00.056001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port 2f6816c9-a075-4bd3-9c62-9b4a249667fb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:00.056304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.076564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:05:00.088878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9518142e-e006-4847-a277-771fd6b30557 req-f0bff42a-025e-4cf6-af3a-b1da7c2607e3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720136 Nov 11 21:05:00.143250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port 2f6816c9-a075-4bd3-9c62-9b4a249667fb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f6816c9-a075-4bd3-9c62-9b4a249667fb,segment=NetworkSegment(97c96cab-e8b1-4a88-a8cb-586ea084595b),segment_id=97c96cab-e8b1-4a88-a8cb-586ea084595b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:00.143883 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.147811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ddf7acf0-5eac-417c-a740-167acf3cef9e tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1996090 Nov 11 21:05:00.151237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60292) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.156546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-5fbe2358-fdeb-475e-96fc-d358dcdad0c9 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', 'tempest-TagsExtTest-Tag-2132416842') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.163773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for 2f6816c9-a075-4bd3-9c62-9b4a249667fb owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:00.204029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e49d336e-08cd-4fec-8af4-b1fe0b850978 None None] Provisioning complete for port c648e5f7-b57f-4429-9995-8cc34f07d285 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:00.204434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e49d336e-08cd-4fec-8af4-b1fe0b850978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.209720 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-5fbe2358-fdeb-475e-96fc-d358dcdad0c9 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:00.210786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5fbe2358-fdeb-475e-96fc-d358dcdad0c9 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags/tempest-TagsExtTest-Tag-2132416842 HTTP/1.1" status: 404 len: 329 time: 0.0578012 Nov 11 21:05:00.216329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60296) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.220524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-9b2d55a1-886b-4d61-9702-9a3b31ee58f1 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', 'tempest-TagsExtTest-Tag-2100953748') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.226623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:00.305393 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-9b2d55a1-886b-4d61-9702-9a3b31ee58f1 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:00.309594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9b2d55a1-886b-4d61-9702-9a3b31ee58f1 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags/tempest-TagsExtTest-Tag-2100953748 HTTP/1.1" status: 404 len: 329 time: 0.0892777 Nov 11 21:05:00.310114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.315599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-5a0a521d-0fcf-4cb7-b9fd-aac6e0762692 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd', 'tempest-TagsExtTest-Tag-134687858') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.340221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad13f-60a7-4d81-a1a0-0e3b25d22870 req-0dc1bcb4-387e-4f23-b1a5-106a468b75d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:00.342267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-469ad13f-60a7-4d81-a1a0-0e3b25d22870 req-0dc1bcb4-387e-4f23-b1a5-106a468b75d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.0845463 Nov 11 21:05:00.383809 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-5a0a521d-0fcf-4cb7-b9fd-aac6e0762692 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:00.388777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5a0a521d-0fcf-4cb7-b9fd-aac6e0762692 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags/tempest-TagsExtTest-Tag-134687858 HTTP/1.1" status: 404 len: 328 time: 0.0738792 Nov 11 21:05:00.394229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.397718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-469ad13f-60a7-4d81-a1a0-0e3b25d22870 req-58b1f44f-0fe5-4d86-bfe6-5b51ca19b09f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490174 Nov 11 21:05:00.399490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-7c4fe171-ea03-47bf-b050-c071e333f3c4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', {'tags': ['tempest-TagsExtTest-Tag-317725868', 'tempest-TagsExtTest-Tag-181588438', 'tempest-TagsExtTest-Tag-749396944']}) {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.424370 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.465724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port 2f6816c9-a075-4bd3-9c62-9b4a249667fb on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:00.468514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=2f6816c9-a075-4bd3-9c62-9b4a249667fb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:00.550185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'port_id': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677', 'mac_address': 'fa:16:3e:76:ef:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1608d-5253-4a2c-94d2-8d858bae473f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:05:00.553267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e49d336e-08cd-4fec-8af4-b1fe0b850978 None None] Port c648e5f7-b57f-4429-9995-8cc34f07d285 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:00.560193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.567474 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7c4fe171-ea03-47bf-b050-c071e333f3c4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags HTTP/1.1" status: 200 len: 315 time: 0.1721127 Nov 11 21:05:00.568394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60302) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.575159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-c4c29a8c-a95e-45c9-96eb-512f9ec1d3bf tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.592425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474e8bd6-cfe3-4ef4-838c-fdddfe4be846']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.607007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c96cab-e8b1-4a88-a8cb-586ea084595b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.607343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c96cab-e8b1-4a88-a8cb-586ea084595b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.611085 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.621314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.629961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:05:00.636465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.643774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:00.644080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.691543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:00.696034 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:00.739172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c4c29a8c-a95e-45c9-96eb-512f9ec1d3bf tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags HTTP/1.1" status: 204 len: 168 time: 0.1696060 Nov 11 21:05:00.740303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60304) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.745396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-f1d1fd61-226f-41e2-a814-0e786a7c7280 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', 'tempest-TagsExtTest-Tag-317725868') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.765629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.820966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.828499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:00.832579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/474e8bd6-cfe3-4ef4-838c-fdddfe4be846 HTTP/1.1" status: 204 len: 168 time: 2.7442911 Nov 11 21:05:00.834648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60306) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.845871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5919551-3da4-4075-96f1-3f9c9b2f3d7a tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=474e8bd6-cfe3-4ef4-838c-fdddfe4be846,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:00.851939 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-f1d1fd61-226f-41e2-a814-0e786a7c7280 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:00.857237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f1d1fd61-226f-41e2-a814-0e786a7c7280 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags/tempest-TagsExtTest-Tag-317725868 HTTP/1.1" status: 404 len: 328 time: 0.1117179 Nov 11 21:05:00.857237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60308) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.862718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-95b89753-455e-4e68-84b6-d9a0720674fd tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', 'tempest-TagsExtTest-Tag-181588438') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.893151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:00.894828 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed86ec44-b191-44eb-882b-764eed1b402c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] GET failed (client error): The resource could not be found. Nov 11 21:05:00.899866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 2, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:00.904919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ed86ec44-b191-44eb-882b-764eed1b402c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/subnets/8f3ba703-e50a-49ad-8c4c-46f216baba1e HTTP/1.1" status: 404 len: 337 time: 0.0682054 Nov 11 21:05:00.907694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60310) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.935296 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e690258e-e61a-4f91-960b-58938d9cf21d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:00.935955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e690258e-e61a-4f91-960b-58938d9cf21d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:00.945135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e690258e-e61a-4f91-960b-58938d9cf21d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/474e8bd6-cfe3-4ef4-838c-fdddfe4be846 HTTP/1.1" status: 404 len: 339 time: 0.0307989 Nov 11 21:05:00.945416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60312) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.974239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Checking router: 46c19639-839d-4f77-9939-a6c5b14f1d8b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:05:00.974846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Updating router 46c19639-839d-4f77-9939-a6c5b14f1d8b port c648e5f7-b57f-4429-9995-8cc34f07d285 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:05:00.975063 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-95b89753-455e-4e68-84b6-d9a0720674fd tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:00.980634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-95b89753-455e-4e68-84b6-d9a0720674fd tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags/tempest-TagsExtTest-Tag-181588438 HTTP/1.1" status: 404 len: 328 time: 0.1225264 Nov 11 21:05:00.981264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:00.987642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-73ace04c-4a5e-4b96-abc1-9fa3bbf068cc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183', 'tempest-TagsExtTest-Tag-749396944') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.009178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:01.078143 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-73ace04c-4a5e-4b96-abc1-9fa3bbf068cc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:01.079385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73ace04c-4a5e-4b96-abc1-9fa3bbf068cc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags/tempest-TagsExtTest-Tag-749396944 HTTP/1.1" status: 404 len: 328 time: 0.0952618 Nov 11 21:05:01.084311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.090456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-d46b6e66-8e21-4ace-8200-7d35429c7ac4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', {'tags': ['tempest-TagsExtTest-Tag-252183821', 'tempest-TagsExtTest-Tag-1440085529', 'tempest-TagsExtTest-Tag-1206189563']}) {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.109712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['72e6aa63-f9f6-4e7b-9d44-9abe6d474677'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:01.212350 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:05:01.227906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d46b6e66-8e21-4ace-8200-7d35429c7ac4 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "PUT /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags HTTP/1.1" status: 200 len: 317 time: 0.1391807 Nov 11 21:05:01.229276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.233889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-a1a2e56c-4c9d-4841-816c-92be5d48421e tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.245978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90289-019d-41c7-a0c9-e93a83eca1f4 req-7f54da48-3ad6-4006-a4e8-bb217b0e2aa8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:01.250301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d751ada2-503b-4015-8171-b610300f4701 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:01.252201 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d751ada2-503b-4015-8171-b610300f4701 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3056719 Nov 11 21:05:01.254160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58d90289-019d-41c7-a0c9-e93a83eca1f4 req-7f54da48-3ad6-4006-a4e8-bb217b0e2aa8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 944 time: 0.0798931 Nov 11 21:05:01.254743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.322756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d97fc698-b0a4-4e05-9962-f568775ec607 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 207 time: 0.0618539 Nov 11 21:05:01.323124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.335402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58d90289-019d-41c7-a0c9-e93a83eca1f4 req-a4fe86cf-0bd5-432f-9892-ce39215fa9c4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801828 Nov 11 21:05:01.425854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a1a2e56c-4c9d-4841-816c-92be5d48421e tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1961024 Nov 11 21:05:01.428172 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:01.428512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.433918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-c77418b5-defd-4230-801b-857bab13c839 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', 'tempest-TagsExtTest-Tag-252183821') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.470708 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c77418b5-defd-4230-801b-857bab13c839 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:01.474725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c77418b5-defd-4230-801b-857bab13c839 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags/tempest-TagsExtTest-Tag-252183821 HTTP/1.1" status: 404 len: 328 time: 0.0423622 Nov 11 21:05:01.475178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.480959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-c1e73f59-c932-40a4-a93a-3d7f59bd6d5a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', 'tempest-TagsExtTest-Tag-1440085529') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.505151 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c1e73f59-c932-40a4-a93a-3d7f59bd6d5a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:01.506233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c1e73f59-c932-40a4-a93a-3d7f59bd6d5a tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags/tempest-TagsExtTest-Tag-1440085529 HTTP/1.1" status: 404 len: 329 time: 0.0300362 Nov 11 21:05:01.510606 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:01.519086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60332) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.528412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-0f56ded5-e78e-4848-bf81-f2202bd6a103 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe', 'tempest-TagsExtTest-Tag-1206189563') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.577839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468572f-c422-49c2-9568-43ff57892322 None None] Pushing event updated for resources: {'Port': ['ID=c648e5f7-b57f-4429-9995-8cc34f07d285,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:01.644837 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-0f56ded5-e78e-4848-bf81-f2202bd6a103 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] show failed (client error): The resource could not be found. Nov 11 21:05:01.649643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0f56ded5-e78e-4848-bf81-f2202bd6a103 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags/tempest-TagsExtTest-Tag-1206189563 HTTP/1.1" status: 404 len: 329 time: 0.1255460 Nov 11 21:05:01.656991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60334) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.667332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813caa-cdaf-48ab-82f1-849de1b13b71 req-36fc5dfe-748d-4bff-a729-051c561b7d8c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:01.668638 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84813caa-cdaf-48ab-82f1-849de1b13b71 req-36fc5dfe-748d-4bff-a729-051c561b7d8c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1375346 Nov 11 21:05:01.675151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-eb827f46-e340-4570-8a5b-6663a98b972f tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f441117e-b260-42f5-9b93-21134cf904fe') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.675333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Attempting to bind port c648e5f7-b57f-4429-9995-8cc34f07d285 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:05:01.675822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Attempting to bind port c648e5f7-b57f-4429-9995-8cc34f07d285 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:05:01.676328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Attempting to bind port c648e5f7-b57f-4429-9995-8cc34f07d285 on network 8bea7f20-7ba1-4360-a063-0581094fd6f9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:05:01.682305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:05:01.682910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Checking segment: {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:01.684137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:01.685107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Bound using segment: {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:05:01.685714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Bound port: c648e5f7-b57f-4429-9995-8cc34f07d285, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:05:01.686210 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:01.752525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84813caa-cdaf-48ab-82f1-849de1b13b71 req-04e762da-6f17-4c47-9099-dc7c45515993 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643485 Nov 11 21:05:01.766645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60336) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.768964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eb827f46-e340-4570-8a5b-6663a98b972f tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe/tags HTTP/1.1" status: 204 len: 168 time: 0.0982025 Nov 11 21:05:01.773152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-3d132c44-05e0-43e8-ba41-cea031a86a16 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '792c5ce9-a08a-4ab4-82fc-d1bd7f65a183') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.831076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] For port c648e5f7-b57f-4429-9995-8cc34f07d285, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:05:01.836616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] For port c648e5f7-b57f-4429-9995-8cc34f07d285, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c648e5f7-b57f-4429-9995-8cc34f07d285,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:05:01.894446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2e13806-4210-4d02-842e-6eb2eeba8161 None None] Provisioning complete for port c648e5f7-b57f-4429-9995-8cc34f07d285 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:01.895083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2e13806-4210-4d02-842e-6eb2eeba8161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:01.895435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f8d9f-b29b-460a-aaca-8d197ba63802 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:01.902989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f8d9f-b29b-460a-aaca-8d197ba63802 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:01.909924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f8d9f-b29b-460a-aaca-8d197ba63802 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:01.916800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f8d9f-b29b-460a-aaca-8d197ba63802 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:01.920014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-156f8d9f-b29b-460a-aaca-8d197ba63802 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5952034 Nov 11 21:05:01.924694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60338) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.929530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d132c44-05e0-43e8-ba41-cea031a86a16 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183/tags HTTP/1.1" status: 204 len: 168 time: 0.1619046 Nov 11 21:05:01.932284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:01.937044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-05175c97-d401-4beb-a044-288eb5c68f9c tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ceefc76c-f0a1-409d-bf0e-c30a41e149bd') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:01.942680 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:01.948400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1da5fa7a-0c25-4dd5-8482-ecafa5dcea7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:02.005911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e2e13806-4210-4d02-842e-6eb2eeba8161 None None] Port c648e5f7-b57f-4429-9995-8cc34f07d285 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:02.037248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468572f-c422-49c2-9568-43ff57892322 None None] Pushing event updated for resources: {'Port': ['ID=c648e5f7-b57f-4429-9995-8cc34f07d285,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:02.039952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:02.040619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:04:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:02.044101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-05175c97-d401-4beb-a044-288eb5c68f9c tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1103389 Nov 11 21:05:02.046836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60342) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.052215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-1bca01b8-1368-4d0a-8e33-1d23b5c71515 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '680e56d7-5a9e-4df5-a8b1-4478b4483d45') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:02.194383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1bca01b8-1368-4d0a-8e33-1d23b5c71515 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45/tags HTTP/1.1" status: 204 len: 168 time: 0.1419337 Nov 11 21:05:02.196581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.276935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:05:02.346776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60350) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.352456 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0c1b2e92-dc53-44f2-b3c1-c3059c331ed0 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4264741 Nov 11 21:05:02.494808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e7686-4ded-44e6-8614-1c51624fe258 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:02.496601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e7686-4ded-44e6-8614-1c51624fe258 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:02.504715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-952e7686-4ded-44e6-8614-1c51624fe258 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1561122 Nov 11 21:05:02.505366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.543932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698c018-150f-4953-9f51-7feb7e1e7548 req-f9242f96-7741-486d-b17c-4594a05493e9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:02.551881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2698c018-150f-4953-9f51-7feb7e1e7548 req-f9242f96-7741-486d-b17c-4594a05493e9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 944 time: 0.0719528 Nov 11 21:05:02.570941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e841ac2e-ea31-4536-9b37-536f8f4de0d0 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for subnetpool, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:02.572102 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e841ac2e-ea31-4536-9b37-536f8f4de0d0 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f441117e-b260-42f5-9b93-21134cf904fe HTTP/1.1" status: 204 len: 168 time: 0.3733597 Nov 11 21:05:02.575436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60388) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.577130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Provisioning complete for port c648e5f7-b57f-4429-9995-8cc34f07d285 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:02.577736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:02.624600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2698c018-150f-4953-9f51-7feb7e1e7548 req-d4ad07ac-6e9a-47a3-ba3d-86e74b7ccd68 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714734 Nov 11 21:05:02.681244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-790a2b22-d5ed-43d9-a414-bdcaad547097 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "GET /v2.0/ports?device_id=792c5ce9-a08a-4ab4-82fc-d1bd7f65a183 HTTP/1.1" status: 200 len: 205 time: 0.0969725 Nov 11 21:05:02.682262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.703012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009641d4-9b39-45f6-81d6-1732b2aa4c74 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:02.704706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009641d4-9b39-45f6-81d6-1732b2aa4c74 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:02.706283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-009641d4-9b39-45f6-81d6-1732b2aa4c74 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1999669 Nov 11 21:05:02.709872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.791742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:02.810227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:01Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:02.837229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620be125-987b-4515-a6bd-e6e4926b3668 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:02.839952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-620be125-987b-4515-a6bd-e6e4926b3668 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/networks/9693ce4e-ae27-414a-80c9-6baa43228f70 HTTP/1.1" status: 200 len: 799 time: 0.1290281 Nov 11 21:05:02.844283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:02.847150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1e90e4-d62b-4b67-9233-ff60d8210fba tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:02.850952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3e5bf1-d357-4a7a-b52b-cc14742488ab None None] The sync data for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 is: [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:01Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:05:02.883243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] For port c648e5f7-b57f-4429-9995-8cc34f07d285, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c648e5f7-b57f-4429-9995-8cc34f07d285,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:02.952677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.003849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4763695e-b21d-47d3-8964-99112223d02f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/networks/9693ce4e-ae27-414a-80c9-6baa43228f70?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1552138 Nov 11 21:05:03.004199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60402) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:03.048504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Pushing event updated for resources: {'Port': ['ID=c648e5f7-b57f-4429-9995-8cc34f07d285,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:03.059618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.059958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.060571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.061300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.061657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.061993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.062321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.062649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.062976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.063299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.063624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.064672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da2057-ac7f-4e6d-9af0-0a6e8f07991b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:03.099466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d718f8a-9476-402c-b241-40a2df6a4fd0 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:03.099466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6d718f8a-9476-402c-b241-40a2df6a4fd0 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/subnets/2a66557c-09b4-48b5-986a-3ee5ca8c8bdf HTTP/1.1" status: 200 len: 811 time: 0.0894225 Nov 11 21:05:03.101792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:03.145044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7680c2-cc80-460c-811d-6a903e16c324 req-8cf11dd1-6b23-438d-a6e9-1aaea0577110 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:03.146668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a7680c2-cc80-460c-811d-6a903e16c324 req-8cf11dd1-6b23-438d-a6e9-1aaea0577110 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.3879163 Nov 11 21:05:03.180541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aff229-3624-4f10-bdcd-944bba4173d6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['shared'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:03.186071 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-52aff229-3624-4f10-bdcd-944bba4173d6 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "GET /v2.0/subnets/2a66557c-09b4-48b5-986a-3ee5ca8c8bdf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0827861 Nov 11 21:05:03.186842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:03.187066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1e90e4-d62b-4b67-9233-ff60d8210fba tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.190624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1e90e4-d62b-4b67-9233-ff60d8210fba tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.192336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-326227712'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:03.265006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a7680c2-cc80-460c-811d-6a903e16c324 req-108568cb-d7f9-4397-a7f2-53edb6fd37d8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889604 Nov 11 21:05:03.293472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:03.298764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.323915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1e90e4-d62b-4b67-9233-ff60d8210fba tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.325498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1e90e4-d62b-4b67-9233-ff60d8210fba tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Fanout notify agent at l3_agent the message router_deleted on router 792c5ce9-a08a-4ab4-82fc-d1bd7f65a183 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:05:03.335665 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c1e90e4-d62b-4b67-9233-ff60d8210fba tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.339467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5c1e90e4-d62b-4b67-9233-ff60d8210fba tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/routers/792c5ce9-a08a-4ab4-82fc-d1bd7f65a183 HTTP/1.1" status: 204 len: 168 time: 0.6541996 Nov 11 21:05:03.339750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:03.366193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:05:03.389100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.389450 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Added segment a2e5d879-bbae-4860-ada5-2d8e53a8daad of type vlan for network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b Nov 11 21:05:03.424478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c648e5f7-b57f-4429-9995-8cc34f07d285 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:03.466743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.537626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:03.543200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c648e5f7-b57f-4429-9995-8cc34f07d285 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:03.543677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.593941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08dd3a-61d3-42ee-8bdf-5ee0ee391b97 req-2315cffa-df26-407b-a48a-a80c8f2bd477 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:03.598634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.602518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f08dd3a-61d3-42ee-8bdf-5ee0ee391b97 req-2315cffa-df26-407b-a48a-a80c8f2bd477 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1062160 Nov 11 21:05:03.642946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:03.642946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.644709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Deleting port ceefc76c-f0a1-409d-bf0e-c30a41e149bd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:03.644709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.720465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Network': ['ID=f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:03.747313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:05:03.779620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f08dd3a-61d3-42ee-8bdf-5ee0ee391b97 req-22451bf7-3e05-4f7e-ad05-b9369592e8d5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693742 Nov 11 21:05:03.831894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-56031bbc-321a-4be8-b0db-201212a3e6ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6415184 Nov 11 21:05:03.837139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:03.839732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'network_id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:03.849192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:03.879026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Calling delete_port for ceefc76c-f0a1-409d-bf0e-c30a41e149bd owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:03.898083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:05:03.906201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:03.907346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.016537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f896f3f-cc35-4b17-9a80-59130a5028f6 req-006dc3c2-6684-42a7-9c80-51c2d30931d9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:04.024997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f896f3f-cc35-4b17-9a80-59130a5028f6 req-006dc3c2-6684-42a7-9c80-51c2d30931d9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 944 time: 0.1367543 Nov 11 21:05:04.087923 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.156373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f896f3f-cc35-4b17-9a80-59130a5028f6 req-512f56a8-fee3-423c-b0fc-c1fc46cb5f50 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255350 Nov 11 21:05:04.174964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Made reservation on behalf of 9913e44314aa49468600d04deb19812c for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:04.175808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:05:04.178315 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378d038-286f-460d-9c44-b5996758ce5e" -d '{"events": [{"server_uuid": "eeffc04f-8b1f-4fc8-b99b-54b5a2498531", "name": "network-vif-plugged", "status": "completed", "tag": "72e6aa63-f9f6-4e7b-9d44-9abe6d474677"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:05:04.178742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.232039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:04.287344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.323643 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.325649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:05:04.343517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:05:04.358279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event deleted for resources: {'Port': ['ID=ceefc76c-f0a1-409d-bf0e-c30a41e149bd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:04.442011 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a84c3-af45-4e5a-8f39-529f51b3b2e9 x-openstack-request-id: req-1d7a84c3-af45-4e5a-8f39-529f51b3b2e9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:05:04.442721 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeffc04f-8b1f-4fc8-b99b-54b5a2498531", "name": "network-vif-plugged", "status": "completed", "tag": "72e6aa63-f9f6-4e7b-9d44-9abe6d474677", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:05:04.444272 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d7a84c3-af45-4e5a-8f39-529f51b3b2e9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:05:04.444711 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677', 'code': 200} Nov 11 21:05:04.506335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:04.540865 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-697d1a67-6f70-4c57-bbf0-c453be291ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.610807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a789d23-7411-4c9e-8949-4ab06ea0e8ed req-c8412761-a153-4493-a38b-2a1ea0cc534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:04.612755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a789d23-7411-4c9e-8949-4ab06ea0e8ed req-c8412761-a153-4493-a38b-2a1ea0cc534f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 1096 time: 0.1772649 Nov 11 21:05:04.652580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.659395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-019649e2-fc58-4527-b5fd-4e6e71a949bc tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/ports/ceefc76c-f0a1-409d-bf0e-c30a41e149bd HTTP/1.1" status: 204 len: 168 time: 1.3164217 Nov 11 21:05:04.663486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:04.737201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a2ca-3cb8-43bb-980e-580c2513fd4e req-df9ee5ca-3a5a-4243-85be-6a5319035de4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:04.742113 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa72a2ca-3cb8-43bb-980e-580c2513fd4e req-df9ee5ca-3a5a-4243-85be-6a5319035de4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.2257607 Nov 11 21:05:04.802912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a789d23-7411-4c9e-8949-4ab06ea0e8ed req-fd1e0922-b941-4bb2-8506-bf842a04c652 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778252 Nov 11 21:05:04.853203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Deleting subnet 680e56d7-5a9e-4df5-a8b1-4478b4483d45 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:05:04.877758 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.879530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:04.946471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa72a2ca-3cb8-43bb-980e-580c2513fd4e req-17310346-2f20-4e46-8988-30b109fe3f7c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504202 Nov 11 21:05:04.964061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.062329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=42f76c28-6b28-4532-84cf-c02954336358,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:05.074992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Checking segment: {'id': 'a2e5d879-bbae-4860-ada5-2d8e53a8daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:05.075737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network hostable DHCP agents. Network: f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:05:05.092943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e0bb-0acf-48d4-9b52-b8aa432c9f7e req-17b331da-8a7f-4b06-94c8-f8d07a176840 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:05.097319 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.097488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c366e0bb-0acf-48d4-9b52-b8aa432c9f7e req-17b331da-8a7f-4b06-94c8-f8d07a176840 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1108372 Nov 11 21:05:05.169646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c366e0bb-0acf-48d4-9b52-b8aa432c9f7e req-d38e39fa-4e84-4cd3-806a-1f348c36a785 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639167 Nov 11 21:05:05.252344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:05:05.327251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63eb47-0a9c-4deb-874d-97475d41d85a req-a0d6cd22-52a7-46cc-8eb1-d06eb8866200 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:05.329108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe63eb47-0a9c-4deb-874d-97475d41d85a req-a0d6cd22-52a7-46cc-8eb1-d06eb8866200 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.0991838 Nov 11 21:05:05.330351 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.340570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:05.345435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:05.350781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.354792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e125476-c91e-481f-a575-8ca0db6ec210 None None] Network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:05.374835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event deleted for resources: {'Subnet': ['ID=680e56d7-5a9e-4df5-a8b1-4478b4483d45,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:05.427068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.432267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9757c5dc-5d61-46bb-a8cf-c95d456e3830 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/subnets/680e56d7-5a9e-4df5-a8b1-4478b4483d45 HTTP/1.1" status: 204 len: 168 time: 0.7639840 Nov 11 21:05:05.435396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:05.454006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe63eb47-0a9c-4deb-874d-97475d41d85a req-d1db8aac-2970-4275-a4be-23208edb1529 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 Nov 11 21:05:05.518478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:05.518887 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-94c61ff2-7a18-4cf3-8670-784736a8530b tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6842656 Nov 11 21:05:05.525836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9d153401-746b-4587-9299-a88d33290f61 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:05.537469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56995caa-1a32-40a8-a268-3dae3d780e48 None None] Network 6e88da68-f2e5-4f5b-9673-a97df8675e3b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:05.584988 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.661336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.670048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Deleting port 4bccb47c-a398-429b-ad80-5630cbf96251 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:05.670706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.698892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d153401-746b-4587-9299-a88d33290f61 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13854043'] for subnet, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.812552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] For port 4bccb47c-a398-429b-ad80-5630cbf96251, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4bccb47c-a398-429b-ad80-5630cbf96251,segment=NetworkSegment(56c4db8e-9282-4d6d-bd40-21d71c1d99d4),segment_id=56c4db8e-9282-4d6d-bd40-21d71c1d99d4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:05.815956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:05.850064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Calling delete_port for 4bccb47c-a398-429b-ad80-5630cbf96251 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:05.877743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b', 'network_id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b', 'tenant_id': '9913e44314aa49468600d04deb19812c', 'fixed_ips': [{'subnet_id': '42f76c28-6b28-4532-84cf-c02954336358'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:05:05.878814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.057278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd48ee-5f9d-46c7-9aca-8c678fba36a0 req-3b0e58e4-8087-43da-9bfe-db76c60c7a37 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:06.058899 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fadd48ee-5f9d-46c7-9aca-8c678fba36a0 req-3b0e58e4-8087-43da-9bfe-db76c60c7a37 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 945 time: 0.0568616 Nov 11 21:05:06.060304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d153401-746b-4587-9299-a88d33290f61 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769090405259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13028725'] for subnet, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.186055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e02ae-dcdb-4b0e-b445-f6527d0f371a req-b1783edb-a61a-497e-9682-4b60620deec9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:06.188322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e97e02ae-dcdb-4b0e-b445-f6527d0f371a req-b1783edb-a61a-497e-9682-4b60620deec9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1095350 Nov 11 21:05:06.198187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.211248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Allocated IP 172.20.0.3 (f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b/42f76c28-6b28-4532-84cf-c02954336358/ff2e91e4-4d48-42fa-9078-0b270f1dca46) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:06.219961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event deleted for resources: {'Port': ['ID=4bccb47c-a398-429b-ad80-5630cbf96251,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:06.252179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] No DVR routers for this DVR port 4bccb47c-a398-429b-ad80-5630cbf96251 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:06.266060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d153401-746b-4587-9299-a88d33290f61 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event updated for resources: {'Subnet': ['ID=42f76c28-6b28-4532-84cf-c02954336358,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:06.274575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d153401-746b-4587-9299-a88d33290f61 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:06.276045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9d153401-746b-4587-9299-a88d33290f61 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.280087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9d153401-746b-4587-9299-a88d33290f61 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "PUT /v2.0/subnets/42f76c28-6b28-4532-84cf-c02954336358 HTTP/1.1" status: 200 len: 877 time: 0.7581477 Nov 11 21:05:06.285908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60488) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:06.302050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086bbb73-1b34-46fd-9685-02f23f475a78 None None] DHCP port deletion for 6e88da68-f2e5-4f5b-9673-a97df8675e3b request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:06.437404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fadd48ee-5f9d-46c7-9aca-8c678fba36a0 req-3dc242af-e6bb-4a32-8550-6618a099f042 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656538 Nov 11 21:05:06.477063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e97e02ae-dcdb-4b0e-b445-f6527d0f371a req-23efbac7-384e-46df-b669-0dd590c28f32 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584267 Nov 11 21:05:06.478696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.490869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.501535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.528027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e88da68-f2e5-4f5b-9673-a97df8675e3b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:06.541765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c4db8e-9282-4d6d-bd40-21d71c1d99d4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:06.542131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c4db8e-9282-4d6d-bd40-21d71c1d99d4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:06.555041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.575933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.578323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.601005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.602709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:06.605163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.679199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:06.685061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:06.693222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:06.752211 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:06.819757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc10753-851f-4580-ad69-22b3c4aab395 req-172cb118-b6c3-46ff-8e06-e3b3f252f078 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:06.826168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Pushing event updated for resources: {'Port': ['ID=ff2e91e4-4d48-42fa-9078-0b270f1dca46,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:06.829141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cc10753-851f-4580-ad69-22b3c4aab395 req-172cb118-b6c3-46ff-8e06-e3b3f252f078 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.0759144 Nov 11 21:05:06.839711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.852883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Attempting to bind port ff2e91e4-4d48-42fa-9078-0b270f1dca46 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:05:06.854512 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.857676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] 10.222.0.31 "DELETE /v2.0/networks/6e88da68-f2e5-4f5b-9673-a97df8675e3b HTTP/1.1" status: 204 len: 168 time: 1.4212325 Nov 11 21:05:06.861983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Attempting to bind port ff2e91e4-4d48-42fa-9078-0b270f1dca46 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a2e5d879-bbae-4860-ada5-2d8e53a8daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:05:06.862320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Attempting to bind port ff2e91e4-4d48-42fa-9078-0b270f1dca46 on network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:05:06.874842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f95ca-cc86-4d8c-8673-8b16599c4872 tempest-TagsExtTest-835359171 tempest-TagsExtTest-835359171-project] Pushing event deleted for resources: {'Network': ['ID=6e88da68-f2e5-4f5b-9673-a97df8675e3b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:06.881439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:05:06.881697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Checking segment: {'id': 'a2e5d879-bbae-4860-ada5-2d8e53a8daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:06.882121 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.883036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Bound using segment: {'id': 'a2e5d879-bbae-4860-ada5-2d8e53a8daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:05:06.883036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Bound port: ff2e91e4-4d48-42fa-9078-0b270f1dca46, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e5d879-bbae-4860-ada5-2d8e53a8daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:05:06.883374 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:06.918966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cc10753-851f-4580-ad69-22b3c4aab395 req-dddebe66-3b8d-446d-8095-39fe8b02a34c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866647 Nov 11 21:05:07.010863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] For port ff2e91e4-4d48-42fa-9078-0b270f1dca46, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:05:07.015427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] For port ff2e91e4-4d48-42fa-9078-0b270f1dca46, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ff2e91e4-4d48-42fa-9078-0b270f1dca46,segment=NetworkSegment(a2e5d879-bbae-4860-ada5-2d8e53a8daad),segment_id=a2e5d879-bbae-4860-ada5-2d8e53a8daad)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:05:07.098568 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.101629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.175149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136024-e88a-4173-8d2b-878d01df13e0 req-1cdde609-c969-40b7-9014-ab4e9bba31dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:07.184314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f136024-e88a-4173-8d2b-878d01df13e0 req-1cdde609-c969-40b7-9014-ab4e9bba31dc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.0969024 Nov 11 21:05:07.230431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd7f1-46fe-4d20-9d2a-a98be2b93b5c None None] Pushing event updated for resources: {'Port': ['ID=ff2e91e4-4d48-42fa-9078-0b270f1dca46,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:07.284437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f136024-e88a-4173-8d2b-878d01df13e0 req-f69c19eb-1377-4304-9441-41929efb738d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752800 Nov 11 21:05:07.324853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.402286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=42f76c28-6b28-4532-84cf-c02954336358,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:07.417534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4bccb47c-a398-429b-ad80-5630cbf96251 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:07.465542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.477412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 4bccb47c-a398-429b-ad80-5630cbf96251 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:07.480112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4bccb47c-a398-429b-ad80-5630cbf96251 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:07.565855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:07.576105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:07.595785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e5d879-bbae-4860-ada5-2d8e53a8daad') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:07.598233 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e5d879-bbae-4860-ada5-2d8e53a8daad') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:07.623574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-a47b9bb2-d854-4784-a968-446bd82dca01 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:07.626146 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-a47b9bb2-d854-4784-a968-446bd82dca01 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 945 time: 0.2188005 Nov 11 21:05:07.630119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.652292 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.664666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:07.665266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:07.685743 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:07.798155 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.852190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c8ff9-dc50-4ba1-a70b-9b8c20124c80 req-106e716b-f582-4fff-8c56-b6338e4a630c tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:07.853057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7377af-5c4c-444f-a45a-df76c3e96d3c req-ef7dd530-0dbf-4aeb-a82a-0faca3c9858f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:07.854567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-530c8ff9-dc50-4ba1-a70b-9b8c20124c80 req-106e716b-f582-4fff-8c56-b6338e4a630c tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 945 time: 0.1619484 Nov 11 21:05:07.858090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c7377af-5c4c-444f-a45a-df76c3e96d3c req-ef7dd530-0dbf-4aeb-a82a-0faca3c9858f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1612313 Nov 11 21:05:07.906321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 21:05:07.906321 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 21:05:07.906321 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b'}] Nov 11 21:05:07.906321 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:05:07.907050 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:05:07.921095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c7377af-5c4c-444f-a45a-df76c3e96d3c req-0da15f6d-32be-4d0f-807c-d9e5c2fd5635 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567174 Nov 11 21:05:07.922869 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-825c2f45-dfab-4153-ba53-a8efafa41add admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=474680497989468ea4e154de34e8d553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597589 Nov 11 21:05:07.925440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:07.938222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Deleting port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:07.938782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:07.961939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-530c8ff9-dc50-4ba1-a70b-9b8c20124c80 req-a0c6d5d3-f588-4f31-a2e1-c99b34fcfa74 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/security-groups?id=dcb82ca1-3649-4453-a56a-0bbea2424a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006839 Nov 11 21:05:08.063198 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b847e5-10b5-447e-97b2-f7786f044079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.079499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] For port 3a3650c6-d969-4e0e-be4b-a92171eb09f9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=3a3650c6-d969-4e0e-be4b-a92171eb09f9,segment=NetworkSegment(8d67839a-13f7-447c-9bad-fda64e579530),segment_id=8d67839a-13f7-447c-9bad-fda64e579530)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:08.079867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.096922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Calling delete_port for 3a3650c6-d969-4e0e-be4b-a92171eb09f9 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:08.126312 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b847e5-10b5-447e-97b2-f7786f044079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.157296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eb995-7916-4136-adcd-808b259d0841 req-20af40e7-27fe-482e-825b-8b667b04cd17 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:08.158981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d2eb995-7916-4136-adcd-808b259d0841 req-20af40e7-27fe-482e-825b-8b667b04cd17 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.1335313 Nov 11 21:05:08.258523 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d2eb995-7916-4136-adcd-808b259d0841 req-db596031-babd-4a9b-a057-16bb7097b389 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824189 Nov 11 21:05:08.332117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b847e5-10b5-447e-97b2-f7786f044079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.335811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b847e5-10b5-447e-97b2-f7786f044079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.337055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-65b847e5-10b5-447e-97b2-f7786f044079 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9d4f18b-2867-479c-a98d-29e8bf9e83c6 HTTP/1.1" status: 204 len: 168 time: 0.4096661 Nov 11 21:05:08.348611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b847e5-10b5-447e-97b2-f7786f044079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4f18b-2867-479c-a98d-29e8bf9e83c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:08.410024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.431456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.446893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['3a3650c6-d969-4e0e-be4b-a92171eb09f9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:08.483785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80647d7-4723-42b3-8a48-8a78e8ba257c None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:08.548916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Pushing event deleted for resources: {'Port': ['ID=3a3650c6-d969-4e0e-be4b-a92171eb09f9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:08.567390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285984-65b3-45b0-ab0f-df81b48bb044 req-4959f895-b565-4e9c-bc67-26910f41f33d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:08.569634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc285984-65b3-45b0-ab0f-df81b48bb044 req-4959f895-b565-4e9c-bc67-26910f41f33d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1545627 Nov 11 21:05:08.575544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] No DVR routers for this DVR port 3a3650c6-d969-4e0e-be4b-a92171eb09f9 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:08.578710 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.583795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2cd2781a-a734-441c-b30c-b6bcfae6b644 req-74cd297f-e5ea-46ac-9580-9fcff5aeec18 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.58 "DELETE /v2.0/ports/3a3650c6-d969-4e0e-be4b-a92171eb09f9 HTTP/1.1" status: 204 len: 173 time: 0.9498761 Nov 11 21:05:08.584303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afeb145-c204-40a5-af5f-a87366a49770', 'name': 'network-vif-deleted', 'tag': '3a3650c6-d969-4e0e-be4b-a92171eb09f9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:05:08.586610 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b6960-a978-4374-9bf9-9bfe66b019aa" -d '{"events": [{"server_uuid": "2afeb145-c204-40a5-af5f-a87366a49770", "name": "network-vif-deleted", "tag": "3a3650c6-d969-4e0e-be4b-a92171eb09f9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:05:08.629959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port ff2e91e4-4d48-42fa-9078-0b270f1dca46 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:08.630422 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.633421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a894d7-b43c-4c33-b582-b437df9e4d14 req-411f2a56-e8bc-472c-a3cc-ad0b4d8cbce0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:08.642098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36a894d7-b43c-4c33-b582-b437df9e4d14 req-411f2a56-e8bc-472c-a3cc-ad0b4d8cbce0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.2471430 Nov 11 21:05:08.713850 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36a894d7-b43c-4c33-b582-b437df9e4d14 req-244eef34-2959-4cdf-b4df-98c7b0bfd082 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Nov 11 21:05:08.731500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c7091-8382-414c-a1db-0b2092ce0c14 None None] Network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:08.754295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port ff2e91e4-4d48-42fa-9078-0b270f1dca46, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ff2e91e4-4d48-42fa-9078-0b270f1dca46,segment=NetworkSegment(a2e5d879-bbae-4860-ada5-2d8e53a8daad),segment_id=a2e5d879-bbae-4860-ada5-2d8e53a8daad)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:08.754913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:08.807555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for ff2e91e4-4d48-42fa-9078-0b270f1dca46 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:08.830795 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c84ad-f4ce-4d6a-958f-efc323096031 x-openstack-request-id: req-904c84ad-f4ce-4d6a-958f-efc323096031 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:05:08.831095 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afeb145-c204-40a5-af5f-a87366a49770", "name": "network-vif-deleted", "tag": "3a3650c6-d969-4e0e-be4b-a92171eb09f9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:05:08.831355 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-904c84ad-f4ce-4d6a-958f-efc323096031 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:05:08.831778 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afeb145-c204-40a5-af5f-a87366a49770', 'name': 'network-vif-deleted', 'tag': '3a3650c6-d969-4e0e-be4b-a92171eb09f9', 'status': 'completed', 'code': 200} Nov 11 21:05:08.854905 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc285984-65b3-45b0-ab0f-df81b48bb044 req-79c3abdc-e68f-4e4f-8f9a-381d323e3eb4 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715843 Nov 11 21:05:08.991580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0a1c2-e381-4139-906d-cc0f00a50429 req-8b25d9d9-293b-4fc2-b7dc-b0ceca02f35a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:08.999964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11c0a1c2-e381-4139-906d-cc0f00a50429 req-8b25d9d9-293b-4fc2-b7dc-b0ceca02f35a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.0859935 Nov 11 21:05:09.068592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11c0a1c2-e381-4139-906d-cc0f00a50429 req-4b56c0e9-0a3e-4bbb-b32f-b68c059046a6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675299 Nov 11 21:05:09.154767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-adc79817-66d8-42cf-8d93-d18f17a6a289 None None] Provisioning complete for port ff2e91e4-4d48-42fa-9078-0b270f1dca46 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:09.155358 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-adc79817-66d8-42cf-8d93-d18f17a6a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.208604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf5902-320c-466e-9598-d1d16318f904 req-58f9b955-2110-4498-9263-a6b78a0b72b3 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:09.211493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ddf5902-320c-466e-9598-d1d16318f904 req-58f9b955-2110-4498-9263-a6b78a0b72b3 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1434045 Nov 11 21:05:09.221921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3078b3e2-be3b-47cc-a869-39bac7b1f3a4 req-ab01c4d1-9ab1-456e-98aa-7039ba04ffb4 tempest-VolumesActionsTest-92747101 tempest-VolumesActionsTest-92747101-project] 10.222.0.31 "GET /v2.0/ports?device_id=2afeb145-c204-40a5-af5f-a87366a49770 HTTP/1.1" status: 200 len: 210 time: 0.0510983 Nov 11 21:05:09.279414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.291443 n-d-805734-3 neutron-server[109676]: INFO neutron.plugins.ml2.db [None req-adc79817-66d8-42cf-8d93-d18f17a6a289 None None] No ports have port_id starting with ff2e91e4-4d48-42fa-9078-0b270f1dca46 Nov 11 21:05:09.345843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port ff2e91e4-4d48-42fa-9078-0b270f1dca46 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:09.347798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=ff2e91e4-4d48-42fa-9078-0b270f1dca46,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:09.359326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ddf5902-320c-466e-9598-d1d16318f904 req-8c3fa6ed-ed4e-4e6d-bd3b-bf558fa33f76 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407108 Nov 11 21:05:09.454465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec924c8-c345-4a2b-a952-9fcdd9f36bfe None None] DHCP port deletion for f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:09.488340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.489382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133bc68-e49c-4632-9aa4-8163b02ed56c None None] Network f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:09.520682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:09.537090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e5d879-bbae-4860-ada5-2d8e53a8daad') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:09.537393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e5d879-bbae-4860-ada5-2d8e53a8daad') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:09.549464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.572842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.586307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:09.586727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:09.632747 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:09.780714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.798858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:09.798858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b HTTP/1.1" status: 204 len: 168 time: 3.5067656 Nov 11 21:05:09.799197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60542) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:09.814826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d774e-6f04-428e-86cc-2e2f5325b2ea tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:09.861763 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c136d0-fcce-4193-90a4-f1e78b82c863 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:09.862321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c136d0-fcce-4193-90a4-f1e78b82c863 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:09.870463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d1c136d0-fcce-4193-90a4-f1e78b82c863 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/42f76c28-6b28-4532-84cf-c02954336358 HTTP/1.1" status: 404 len: 337 time: 0.0687335 Nov 11 21:05:09.870955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:09.937398 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2405a8-3a33-4248-a0fc-277f6a8d20d8 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:09.937398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2405a8-3a33-4248-a0fc-277f6a8d20d8 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:09.945970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9f2405a8-3a33-4248-a0fc-277f6a8d20d8 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/f0fc0480-ec6f-4dac-8a36-5fd33f4fd89b HTTP/1.1" status: 404 len: 339 time: 0.0707245 Nov 11 21:05:09.945970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60554) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:10.062628 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-46becdac-1981-4147-a519-d7c916076492 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:10.064523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46becdac-1981-4147-a519-d7c916076492 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:10.075347 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-46becdac-1981-4147-a519-d7c916076492 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/8f3ba703-e50a-49ad-8c4c-46f216baba1e HTTP/1.1" status: 404 len: 337 time: 0.1246698 Nov 11 21:05:10.075924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbfe39-30c1-4477-8ebc-5debdd04836e req-7574c4af-4578-4833-be54-2ae374d63663 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:10.081132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:10.084795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ccbfe39-30c1-4477-8ebc-5debdd04836e req-7574c4af-4578-4833-be54-2ae374d63663 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.0963511 Nov 11 21:05:10.138999 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb58132-5cce-4e6a-997d-9439566a63e2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:10.140969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb58132-5cce-4e6a-997d-9439566a63e2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:10.147171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:10.148095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7fb58132-5cce-4e6a-997d-9439566a63e2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/474e8bd6-cfe3-4ef4-838c-fdddfe4be846 HTTP/1.1" status: 404 len: 339 time: 0.0650232 Nov 11 21:05:10.216582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d81ec-63b1-4704-9e51-0ef5161cd57d req-f1df4d7e-1175-416f-bf28-3d7a0e4e0a37 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:10.218604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da7d81ec-63b1-4704-9e51-0ef5161cd57d req-f1df4d7e-1175-416f-bf28-3d7a0e4e0a37 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.2436700 Nov 11 21:05:10.229688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ccbfe39-30c1-4477-8ebc-5debdd04836e req-6325a5f9-0a9e-4f9a-bbfb-777587210084 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346085 Nov 11 21:05:10.357851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da7d81ec-63b1-4704-9e51-0ef5161cd57d req-3b48daee-0ccb-47ad-b7ed-ef78d4b0b11f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128459 Nov 11 21:05:10.358542 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:10.485449 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:10.566332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50b0eab-2b4e-48ab-a357-88449437d5d2']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:10.581716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0c65e1-3fac-4d66-8da6-f942622f1413') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:10.582828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0c65e1-3fac-4d66-8da6-f942622f1413') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:10.596420 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:10.620198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539029f5-6ba0-4d27-9277-e5fddb69a886 req-f0459684-58c8-47a7-bfff-d9e9dbbad907 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:10.620198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-539029f5-6ba0-4d27-9277-e5fddb69a886 req-f0459684-58c8-47a7-bfff-d9e9dbbad907 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1220624 Nov 11 21:05:10.626988 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:10.668626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:10.668626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:10.670464 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:10.838933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-539029f5-6ba0-4d27-9277-e5fddb69a886 req-c6e95a7c-1b6b-4765-b8f3-c905d1a09c70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901128 Nov 11 21:05:10.850844 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:10.901515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:10.905644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/e50b0eab-2b4e-48ab-a357-88449437d5d2 HTTP/1.1" status: 204 len: 168 time: 0.7573395 Nov 11 21:05:10.908195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b03fd-8c8f-4f72-a22a-d35046161c82 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=e50b0eab-2b4e-48ab-a357-88449437d5d2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:10.908432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:10.955631 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e64440-eea2-41e9-866b-fd9ee722317d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:10.961746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e64440-eea2-41e9-866b-fd9ee722317d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:10.961746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73e64440-eea2-41e9-866b-fd9ee722317d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/85806a83-e676-4df2-9e0f-7acd7ce28d4f HTTP/1.1" status: 404 len: 337 time: 0.0506265 Nov 11 21:05:10.964227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:10.987858 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9914dbb7-0d97-4f31-916b-109c1e66473f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:10.991008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9914dbb7-0d97-4f31-916b-109c1e66473f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:10.994252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:10.995238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9914dbb7-0d97-4f31-916b-109c1e66473f tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/b5d674c4-7448-4847-8c7c-5619ad5d0f82 HTTP/1.1" status: 404 len: 339 time: 0.0299151 Nov 11 21:05:11.041612 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d74d19b-26b7-4f44-93b5-70a083974469 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.042751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d74d19b-26b7-4f44-93b5-70a083974469 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.046819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2d74d19b-26b7-4f44-93b5-70a083974469 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/617e4777-46e7-4b20-81ee-e0d4746e6fd7 HTTP/1.1" status: 404 len: 337 time: 0.0512352 Nov 11 21:05:11.050236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60586) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.080771 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd969ff-aa22-4f04-b828-1b69dd9e1b0e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.081995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd969ff-aa22-4f04-b828-1b69dd9e1b0e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.087957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.088223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4bd969ff-aa22-4f04-b828-1b69dd9e1b0e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/c7e772a5-38e7-44ce-87a2-a948c6b6a93c HTTP/1.1" status: 404 len: 339 time: 0.0368185 Nov 11 21:05:11.171449 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-915ef692-8ed8-41dd-a4cb-3e83a5afd65c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.172054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915ef692-8ed8-41dd-a4cb-3e83a5afd65c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.175270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-915ef692-8ed8-41dd-a4cb-3e83a5afd65c tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/982fa3aa-56f9-41ec-a3c6-b785c602a302 HTTP/1.1" status: 404 len: 337 time: 0.0856369 Nov 11 21:05:11.184041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60596) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.210793 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8649579-367e-48d5-a086-b67e1a87f0f8 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.211453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8649579-367e-48d5-a086-b67e1a87f0f8 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.227311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f8649579-367e-48d5-a086-b67e1a87f0f8 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/d1778c79-f87c-4e76-a946-08eda0ed6188 HTTP/1.1" status: 404 len: 339 time: 0.0421581 Nov 11 21:05:11.229924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.269042 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-237679e6-e2d3-4722-995e-6c909e1f8847 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.269517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237679e6-e2d3-4722-995e-6c909e1f8847 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.276487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-237679e6-e2d3-4722-995e-6c909e1f8847 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/a23bf230-a3f0-4413-8d5d-9e1a5aaa9a19 HTTP/1.1" status: 404 len: 337 time: 0.0454741 Nov 11 21:05:11.277193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60604) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.314751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3a3650c6-d969-4e0e-be4b-a92171eb09f9 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:11.342672 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f0b107-f47a-4c2d-b89b-ccde4737fb05 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.343732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f0b107-f47a-4c2d-b89b-ccde4737fb05 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.352475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.364589 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-23f0b107-f47a-4c2d-b89b-ccde4737fb05 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/17d27984-da93-4057-861f-cff49cda3b97 HTTP/1.1" status: 404 len: 339 time: 0.0857465 Nov 11 21:05:11.385024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 3a3650c6-d969-4e0e-be4b-a92171eb09f9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:11.385653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 3a3650c6-d969-4e0e-be4b-a92171eb09f9 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:11.400595 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-589a5151-efbe-49ba-b445-41b9cbbc8878 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.400595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589a5151-efbe-49ba-b445-41b9cbbc8878 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.411943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-589a5151-efbe-49ba-b445-41b9cbbc8878 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/65ade58a-c412-493f-828a-e01175147359 HTTP/1.1" status: 404 len: 337 time: 0.0564466 Nov 11 21:05:11.412841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.420055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ff2e91e4-4d48-42fa-9078-0b270f1dca46 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:11.451525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ff2e91e4-4d48-42fa-9078-0b270f1dca46 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:11.452213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ff2e91e4-4d48-42fa-9078-0b270f1dca46 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:11.521752 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a487a-86fe-4125-bd3c-240a4c43344e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.522427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93a487a-86fe-4125-bd3c-240a4c43344e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.526968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d93a487a-86fe-4125-bd3c-240a4c43344e tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/5a52fb00-a26f-4fef-8097-1755f860adc1 HTTP/1.1" status: 404 len: 339 time: 0.1131418 Nov 11 21:05:11.531103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.605140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23d915-d977-4389-86e9-b5f7cafeabd0 req-c99f7cd3-da5b-45d8-9d5e-0e3f0ba6a77f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:11.608929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d23d915-d977-4389-86e9-b5f7cafeabd0 req-c99f7cd3-da5b-45d8-9d5e-0e3f0ba6a77f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1504674 Nov 11 21:05:11.610491 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a9bdec-d804-4841-a54f-0b4cd8ec3a9d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.611110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a9bdec-d804-4841-a54f-0b4cd8ec3a9d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.615029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73a9bdec-d804-4841-a54f-0b4cd8ec3a9d tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/a1d2b9a0-386e-4030-b35f-02182dc113fe HTTP/1.1" status: 404 len: 337 time: 0.0824029 Nov 11 21:05:11.615167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a7217-9984-4ab2-8cb3-999b3846aa44 req-2df03e35-8360-478e-9b71-86a5394a92d5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:11.616762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-250a7217-9984-4ab2-8cb3-999b3846aa44 req-2df03e35-8360-478e-9b71-86a5394a92d5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.1594002 Nov 11 21:05:11.617247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.651944 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ec24e1-8021-464c-b229-ca2fb7b8ee39 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.652584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ec24e1-8021-464c-b229-ca2fb7b8ee39 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.655916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c0ec24e1-8021-464c-b229-ca2fb7b8ee39 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/df66dd28-edf0-4673-91c6-cbeff581ecc2 HTTP/1.1" status: 404 len: 339 time: 0.0360863 Nov 11 21:05:11.658269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e968-867b-495e-b5ec-5db896a71241 req-bbb1e3f1-f583-4c2c-8ab3-35726a74cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:11.659664 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-bbb1e3f1-f583-4c2c-8ab3-35726a74cfda service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1&tenant_id=94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 1094 time: 0.1604555 Nov 11 21:05:11.660132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.679963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d23d915-d977-4389-86e9-b5f7cafeabd0 req-d06b6798-3c60-4234-a64a-415ccddda86c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554125 Nov 11 21:05:11.786825 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841d5f6-db88-419a-9a1c-4ef662502717 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.787274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0841d5f6-db88-419a-9a1c-4ef662502717 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.790466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0841d5f6-db88-419a-9a1c-4ef662502717 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/9f20da7b-4f47-42b8-807b-f25e59732a67 HTTP/1.1" status: 404 len: 337 time: 0.1039081 Nov 11 21:05:11.793810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.840662 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-250a7217-9984-4ab2-8cb3-999b3846aa44 req-74148fcb-4271-445d-ad73-30754803a483 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063985 Nov 11 21:05:11.848843 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab515e2-46ce-4927-90fd-98584d2dd9b7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.849600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab515e2-46ce-4927-90fd-98584d2dd9b7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.849773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e968-867b-495e-b5ec-5db896a71241 req-595c9d73-ffb4-4f21-ab6f-5361408e74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:11.851285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-595c9d73-ffb4-4f21-ab6f-5361408e74b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1094 time: 0.1635029 Nov 11 21:05:11.857653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bab515e2-46ce-4927-90fd-98584d2dd9b7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/b73319b2-97b6-4bf7-8e02-f154edaf04fa HTTP/1.1" status: 404 len: 339 time: 0.0627334 Nov 11 21:05:11.868711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60636) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:11.893581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-d65028ed-32ac-4a24-a3df-de382621beb9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:11.895153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-d65028ed-32ac-4a24-a3df-de382621beb9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.1823471 Nov 11 21:05:11.957354 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee3ad83-aca3-462c-9324-5fe0ccdbf4f7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:11.958153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee3ad83-aca3-462c-9324-5fe0ccdbf4f7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:11.962219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eee3ad83-aca3-462c-9324-5fe0ccdbf4f7 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/23746138-8378-49b9-afa9-56256cdac13c HTTP/1.1" status: 404 len: 337 time: 0.0916212 Nov 11 21:05:11.967151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:12.030647 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e655a10-17e0-4abe-8e76-62332ea17905 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] DELETE failed (client error): The resource could not be found. Nov 11 21:05:12.031793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e655a10-17e0-4abe-8e76-62332ea17905 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:05:12.036630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3e655a10-17e0-4abe-8e76-62332ea17905 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/59f4691d-1da8-41a6-849f-c8722efc65c3 HTTP/1.1" status: 404 len: 339 time: 0.0550642 Nov 11 21:05:12.039703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:12.095415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e32a2-22a6-4515-abd1-11afbb9c1548 req-0188c456-7481-4181-bbcc-a154d084438e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:12.097520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c1e32a2-22a6-4515-abd1-11afbb9c1548 req-0188c456-7481-4181-bbcc-a154d084438e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1329651 Nov 11 21:05:12.097648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e968-867b-495e-b5ec-5db896a71241 req-11fa4cab-0f37-4b96-a5ee-4b03df9c18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:12.099046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-11fa4cab-0f37-4b96-a5ee-4b03df9c18ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.2347922 Nov 11 21:05:12.107099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Deleting port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:12.108307 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.149374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting subnet 2a66557c-09b4-48b5-986a-3ee5ca8c8bdf {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:05:12.169075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.212913 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c1e32a2-22a6-4515-abd1-11afbb9c1548 req-6be2e700-543c-4d25-82fe-090404724d06 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047187 Nov 11 21:05:12.234521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.301404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-21d9160a-c36c-48f0-9f6e-9a75488afde8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 999 time: 0.1876609 Nov 11 21:05:12.356522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] For port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:12.356882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.369841 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.380792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Calling delete_port for 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:12.386392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e968-867b-495e-b5ec-5db896a71241 req-bac05fdb-6865-4a70-9ba5-30a9a3a9904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:12.387886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-bac05fdb-6865-4a70-9ba5-30a9a3a9904d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0787663 Nov 11 21:05:12.491760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e968-867b-495e-b5ec-5db896a71241 req-bbdccc69-3d25-4047-9d12-bf07dfa9431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:12.493268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-bbdccc69-3d25-4047-9d12-bf07dfa9431e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965700 Nov 11 21:05:12.575485 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.612129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c1034-f1c1-4fed-a167-2fd375e27975 None None] Network 9693ce4e-ae27-414a-80c9-6baa43228f70 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:12.669291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.680710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/subnets/2a66557c-09b4-48b5-986a-3ee5ca8c8bdf HTTP/1.1" status: 204 len: 168 time: 0.6359506 Nov 11 21:05:12.680710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1700e0-87ad-4cd9-9c94-d8c61fbf1713 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Subnet': ['ID=2a66557c-09b4-48b5-986a-3ee5ca8c8bdf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:12.680710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:12.862915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:12.941549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Deleting port 1cb9dc4e-4890-4866-95b8-702925fbbf9c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:12.941898 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.075391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] DHCP port deletion for 9693ce4e-ae27-414a-80c9-6baa43228f70 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:13.113349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] For port 1cb9dc4e-4890-4866-95b8-702925fbbf9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1cb9dc4e-4890-4866-95b8-702925fbbf9c,segment=NetworkSegment(6923ad19-ce5a-4049-9741-897736072093),segment_id=6923ad19-ce5a-4049-9741-897736072093)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:13.113698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.118049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-f37a055c-c00a-4d39-a739-e4647219ec76 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117918 Nov 11 21:05:13.132495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00035886-1422-4c17-83de-76cdeb3c5fb5 req-ebd37de9-ee5c-4ba2-9bbf-7b79738284f5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:13.134683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00035886-1422-4c17-83de-76cdeb3c5fb5 req-ebd37de9-ee5c-4ba2-9bbf-7b79738284f5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1726041 Nov 11 21:05:13.146751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Calling delete_port for 1cb9dc4e-4890-4866-95b8-702925fbbf9c owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:13.159428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17853fc-12b4-47f1-ac06-505adec3dada req-12824284-93b2-4820-9144-f565c459ec5b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:13.161087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e17853fc-12b4-47f1-ac06-505adec3dada req-12824284-93b2-4820-9144-f565c459ec5b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 945 time: 0.1083121 Nov 11 21:05:13.206894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] Deleting port 1cb9dc4e-4890-4866-95b8-702925fbbf9c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:13.207862 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.236991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.287098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e17853fc-12b4-47f1-ac06-505adec3dada req-95ac6bda-e0e8-442e-be0d-0f5016557e84 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127827 Nov 11 21:05:13.311686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event deleted for resources: {'Port': ['ID=72e6aa63-f9f6-4e7b-9d44-9abe6d474677,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:13.322319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00035886-1422-4c17-83de-76cdeb3c5fb5 req-188918c3-fd1b-48db-beb2-70681d5af92d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662734 Nov 11 21:05:13.382781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] For port 1cb9dc4e-4890-4866-95b8-702925fbbf9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1cb9dc4e-4890-4866-95b8-702925fbbf9c,segment=NetworkSegment(6923ad19-ce5a-4049-9741-897736072093),segment_id=6923ad19-ce5a-4049-9741-897736072093)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:13.383422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.386528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.399558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] Calling delete_port for 1cb9dc4e-4890-4866-95b8-702925fbbf9c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:13.435943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] No DVR routers for this DVR port 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:13.444560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.458084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73a6a89d-ebd2-47e4-b5bd-8e95a79a05f8 req-ddebef65-0cdc-41a3-aebc-97ffc2289ead tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "DELETE /v2.0/ports/72e6aa63-f9f6-4e7b-9d44-9abe6d474677 HTTP/1.1" status: 204 len: 173 time: 1.5523250 Nov 11 21:05:13.472165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'name': 'network-vif-deleted', 'tag': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:05:13.472165 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8462246-8ff4-4a2b-b7c4-e8a2ef207908" -d '{"events": [{"server_uuid": "eeffc04f-8b1f-4fc8-b99b-54b5a2498531", "name": "network-vif-deleted", "tag": "72e6aa63-f9f6-4e7b-9d44-9abe6d474677"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:05:13.487979 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aef5e968-867b-495e-b5ec-5db896a71241 req-7c75df20-620c-4b30-9b71-68f6aa24704b service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519363 Nov 11 21:05:13.529866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Port': ['ID=1cb9dc4e-4890-4866-95b8-702925fbbf9c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:13.534733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] No DVR routers for this DVR port 1cb9dc4e-4890-4866-95b8-702925fbbf9c on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:13.553191 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c2600c-4ffa-4801-87ea-23fbe0875f78 x-openstack-request-id: req-e8c2600c-4ffa-4801-87ea-23fbe0875f78 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:05:13.553485 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeffc04f-8b1f-4fc8-b99b-54b5a2498531", "name": "network-vif-deleted", "tag": "72e6aa63-f9f6-4e7b-9d44-9abe6d474677", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:05:13.553591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['4658b47b-0585-4cc8-9c32-cecc462994c8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:13.553775 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8c2600c-4ffa-4801-87ea-23fbe0875f78 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:05:13.554149 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeffc04f-8b1f-4fc8-b99b-54b5a2498531', 'name': 'network-vif-deleted', 'tag': '72e6aa63-f9f6-4e7b-9d44-9abe6d474677', 'status': 'completed', 'code': 200} Nov 11 21:05:13.559307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6', '72e6aa63-f9f6-4e7b-9d44-9abe6d474677'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:13.581070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae67696-d18c-4e8b-8ebd-f849d95c5cfa None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:13.709660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1cb9dc4e-4890-4866-95b8-702925fbbf9c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:13.724828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b995c-799c-43f1-8256-02fba4932c42 req-349aac8e-b3d8-4e40-b0d8-c66a03e5b6c9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:13.747606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f83b995c-799c-43f1-8256-02fba4932c42 req-349aac8e-b3d8-4e40-b0d8-c66a03e5b6c9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.2352219 Nov 11 21:05:13.750541 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.784538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 1cb9dc4e-4890-4866-95b8-702925fbbf9c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:13.785107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1cb9dc4e-4890-4866-95b8-702925fbbf9c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:13.821477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9693ce4e-ae27-414a-80c9-6baa43228f70']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:13.844383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6923ad19-ce5a-4049-9741-897736072093') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:13.844688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6923ad19-ce5a-4049-9741-897736072093') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:05:13.867078 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:05:13.872907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f83b995c-799c-43f1-8256-02fba4932c42 req-f1f7ed98-8599-420b-a8dc-0c7248bbf6ee tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242123 Nov 11 21:05:13.898157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.912481 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.914837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.924534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:13.925263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:13.928782 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:14.013131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] Pushing event deleted for resources: {'Port': ['ID=1cb9dc4e-4890-4866-95b8-702925fbbf9c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:14.029232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da44ca9-c88b-4834-adf3-05e44e057194 None None] No DVR routers for this DVR port 1cb9dc4e-4890-4866-95b8-702925fbbf9c on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:14.084378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:14.095331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:14.098697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] 10.222.0.31 "DELETE /v2.0/networks/9693ce4e-ae27-414a-80c9-6baa43228f70 HTTP/1.1" status: 204 len: 168 time: 1.4152606 Nov 11 21:05:14.115173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa1810-b0e9-454e-8dcc-ff114da1c9d2 tempest-NetworksTest-577727751 tempest-NetworksTest-577727751-project] Pushing event deleted for resources: {'Network': ['ID=9693ce4e-ae27-414a-80c9-6baa43228f70,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:14.440473 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-136ccf0c-b5d1-4eb1-b4bb-831f4377500f req-c831c510-f061-4c4f-8a1b-848b33c3d6d9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=eeffc04f-8b1f-4fc8-b99b-54b5a2498531 HTTP/1.1" status: 200 len: 210 time: 0.0359457 Nov 11 21:05:14.458380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5ca5-3278-4dfe-8955-95a3da8f8dfd req-4ded9afa-77f6-4ba1-a430-b2598d396635 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:14.468873 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-792a5ca5-3278-4dfe-8955-95a3da8f8dfd req-4ded9afa-77f6-4ba1-a430-b2598d396635 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0960138 Nov 11 21:05:14.600886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-792a5ca5-3278-4dfe-8955-95a3da8f8dfd req-77433c01-2f55-4cb6-90b8-9eb0b5428048 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203356 Nov 11 21:05:14.763295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-3b528ce9-6079-4e7d-9484-f1e881914684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:14.767415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-3b528ce9-6079-4e7d-9484-f1e881914684 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 1096 time: 0.1720984 Nov 11 21:05:14.795000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f553a-d010-474d-b626-1270ecff8023 req-448ba31b-3807-49bc-b107-ff0b1bc31636 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:14.801952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b55f553a-d010-474d-b626-1270ecff8023 req-448ba31b-3807-49bc-b107-ff0b1bc31636 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1961443 Nov 11 21:05:14.952833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b55f553a-d010-474d-b626-1270ecff8023 req-85341f2e-a4b1-4f18-bd1a-72b44952d6fd tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440556 Nov 11 21:05:15.014086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:15.066415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-1a1dbb3a-4575-48f8-9a22-243084f0ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:15.069737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-1a1dbb3a-4575-48f8-9a22-243084f0ef4d service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.2812946 Nov 11 21:05:15.226981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5a308c67-ba0f-413e-905b-52f281e43821 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9913e44314aa49468600d04deb19812c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2110758 Nov 11 21:05:15.229389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:15.326645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-b5ded156-5276-4c20-bd22-8a6ca02f8427 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 200 len: 1000 time: 0.2483156 Nov 11 21:05:15.446343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-562d6365-ec82-4958-971c-26191a6627a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:15.449151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-562d6365-ec82-4958-971c-26191a6627a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.1118705 Nov 11 21:05:15.574436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:15.610954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a32fc97a-4a43-4b5b-b83a-dcdeb9e9eea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:15.626531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:15.630505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72e6aa63-f9f6-4e7b-9d44-9abe6d474677 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:15.706341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-2e03fc0a-3e96-4dda-ac8d-5262b164181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:15.713843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-2e03fc0a-3e96-4dda-ac8d-5262b164181c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2561865 Nov 11 21:05:15.726661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a32fc97a-4a43-4b5b-b83a-dcdeb9e9eea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:15.986264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b92032-532d-4425-bbd2-b456845d1b6b req-d53c6d7c-c7e7-48ce-a01a-dbbedc5348c3 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:16.001159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58b92032-532d-4425-bbd2-b456845d1b6b req-d53c6d7c-c7e7-48ce-a01a-dbbedc5348c3 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.2111340 Nov 11 21:05:16.057235 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-0407b014-c343-477d-83bf-f4d6ab651734 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244743 Nov 11 21:05:16.214956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a32fc97a-4a43-4b5b-b83a-dcdeb9e9eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:16.219639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a32fc97a-4a43-4b5b-b83a-dcdeb9e9eea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:16.221374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a32fc97a-4a43-4b5b-b83a-dcdeb9e9eea2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0fd5626-e089-457a-98d3-4751456556c1 HTTP/1.1" status: 204 len: 168 time: 0.9908862 Nov 11 21:05:16.264163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde6a23-312d-4c6b-85f0-dbaba34e07bc req-d8bba1af-b55e-46c4-b28d-ccb650f628e0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:16.272833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fde6a23-312d-4c6b-85f0-dbaba34e07bc req-d8bba1af-b55e-46c4-b28d-ccb650f628e0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1298287 Nov 11 21:05:16.285557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fc97a-4a43-4b5b-b83a-dcdeb9e9eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fd5626-e089-457a-98d3-4751456556c1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:16.329738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58b92032-532d-4425-bbd2-b456845d1b6b req-68910ad3-f7e9-46f2-9753-71dbc8872e23 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271158 Nov 11 21:05:16.391913 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fde6a23-312d-4c6b-85f0-dbaba34e07bc req-3e3b2035-04a8-4518-b27d-da0649314f34 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179731 Nov 11 21:05:16.396042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54bd012b-555f-4877-bb85-e3bf87694f43 req-f7817466-862b-4906-a9da-23eea498d4cc service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260968 Nov 11 21:05:16.512502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c44cd-4a04-4945-983b-2ae3f470a025 req-da115162-2c3b-4409-b941-a9794dc299c8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:16.514957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-834c44cd-4a04-4945-983b-2ae3f470a025 req-da115162-2c3b-4409-b941-a9794dc299c8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.0939786 Nov 11 21:05:16.671849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-834c44cd-4a04-4945-983b-2ae3f470a025 req-bcbd25f2-27bc-427d-ab63-d359bfcb1bc7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424696 Nov 11 21:05:17.506918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded810d-812f-4190-8bf1-7845d211b3be req-ba069765-bc56-4b72-b53e-c76463f30927 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:17.509715 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ded810d-812f-4190-8bf1-7845d211b3be req-ba069765-bc56-4b72-b53e-c76463f30927 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0734134 Nov 11 21:05:17.615358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ded810d-812f-4190-8bf1-7845d211b3be req-3e4c73a2-db8a-49f4-a0d0-8ca179af5da8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981555 Nov 11 21:05:17.623199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbc66b-a9a5-4677-9131-4b1caa42352d req-f5a215bb-3099-41f4-8fd4-e9c9f60b261a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:17.632343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bfbc66b-a9a5-4677-9131-4b1caa42352d req-f5a215bb-3099-41f4-8fd4-e9c9f60b261a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1076663 Nov 11 21:05:17.708767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bfbc66b-a9a5-4677-9131-4b1caa42352d req-9317a107-06e3-4862-a424-63942b2aaeec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750792 Nov 11 21:05:17.853779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0e97f-7c6c-49e8-9ed3-7475ae30a12d req-110dce43-f6f3-4d8e-85b8-4adfe0f1a60d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:17.860901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94a0e97f-7c6c-49e8-9ed3-7475ae30a12d req-110dce43-f6f3-4d8e-85b8-4adfe0f1a60d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.0822480 Nov 11 21:05:17.929275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94a0e97f-7c6c-49e8-9ed3-7475ae30a12d req-10a6466f-9d69-44ae-9629-6e0e7c0e039f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 Nov 11 21:05:18.243448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:18.362179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1820243642'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:18.514889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:18.518515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:18.529168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:18.623234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:18.724023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:18.754299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:05:18.773777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11db6f75-b37a-4900-a118-f7acdcffd843,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:18.789365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:18.789991 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment bf730ed7-bf7c-4c7c-9c15-0d774100978f of type vlan for network 976cf5c6-bb8c-49db-a554-df2047a2ac88 Nov 11 21:05:18.876302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:18.922905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9553a-63b1-4259-aba6-ec934347c4ca req-7ea43c80-9c78-4b36-bbc8-3e82133585db tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:18.924535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecd9553a-63b1-4259-aba6-ec934347c4ca req-7ea43c80-9c78-4b36-bbc8-3e82133585db tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.0863318 Nov 11 21:05:19.095908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecd9553a-63b1-4259-aba6-ec934347c4ca req-a918e7b2-00bc-4f13-a35b-043ef1dc83ba tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617458 Nov 11 21:05:19.100942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:19.112705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:19.112705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:19.192451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b73547-17f2-4b3e-962f-b4c5856f8f63 req-32f00146-80f4-423a-b116-974b6afc6808 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:19.202751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b73547-17f2-4b3e-962f-b4c5856f8f63 req-32f00146-80f4-423a-b116-974b6afc6808 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.1189895 Nov 11 21:05:19.262635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b73547-17f2-4b3e-962f-b4c5856f8f63 req-35e9da3f-feaa-4641-95c0-676e0e2af438 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586853 Nov 11 21:05:19.292283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:19.292724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0477087 Nov 11 21:05:19.299101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1006920385'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:19.312882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4163a-ca7c-4958-9600-6bb4f32e890b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=976cf5c6-bb8c-49db-a554-df2047a2ac88,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:19.325882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:05:19.409004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:19.413163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:19.483476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:05:19.493729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:19.494312 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment d7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb of type vlan for network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 Nov 11 21:05:19.571130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:19.691698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:19.698934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:19.699674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:19.788814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:19.801223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:05:19.884865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-37fe1307-2fbf-48fb-9ef1-133696a6d608 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5904524 Nov 11 21:05:19.889060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60792) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:19.897394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': '976cf5c6-bb8c-49db-a554-df2047a2ac88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:19.948840 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-31ee70ff-9f44-4478-af37-006974177dcc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035702 Nov 11 21:05:20.082647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-24f0a66a-5773-43c4-868c-d0b3b650f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:20.087960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-24f0a66a-5773-43c4-868c-d0b3b650f173 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 1096 time: 0.1000955 Nov 11 21:05:20.207307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-d079019c-8c3a-4a15-ac02-2af140bf0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:20.208859 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-d079019c-8c3a-4a15-ac02-2af140bf0486 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 905 time: 0.0979230 Nov 11 21:05:20.273139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-aeb3a7ff-18db-4ed6-bf6b-cb352bb8bebf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=195c63e8-8b6c-407c-abe2-e44f201891e6 HTTP/1.1" status: 200 len: 217 time: 0.0537882 Nov 11 21:05:20.414137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14414de7-dbcd-403e-89e3-847a41cac733 req-d20b3e50-81bc-4755-87da-7a5c00464df5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:20.414137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14414de7-dbcd-403e-89e3-847a41cac733 req-d20b3e50-81bc-4755-87da-7a5c00464df5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1386371 Nov 11 21:05:20.414137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-f2b2c4de-8ddd-4444-ba3d-3d54ca9dddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:20.414137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-f2b2c4de-8ddd-4444-ba3d-3d54ca9dddda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.0765581 Nov 11 21:05:20.414632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c46e3-98ab-41e0-a3b4-7ebf5cda8484 req-34bb5cc6-4f91-4847-a73e-8af2983d24c8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:20.414632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba3c46e3-98ab-41e0-a3b4-7ebf5cda8484 req-34bb5cc6-4f91-4847-a73e-8af2983d24c8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.0569921 Nov 11 21:05:20.415160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-fa322973-e452-4a24-8e63-f0feb14bf663 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301328 Nov 11 21:05:20.505614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-105cf3a9-a7da-48e2-a2ec-f51604f9c71e service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946865 Nov 11 21:05:20.519271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba3c46e3-98ab-41e0-a3b4-7ebf5cda8484 req-225fb223-24fc-479e-a6f1-55745b486a70 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195741 Nov 11 21:05:20.531897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14414de7-dbcd-403e-89e3-847a41cac733 req-2c14f976-43cf-4e4e-b01c-ed9b2fdf114c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756263 Nov 11 21:05:20.669677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-672666d8-0189-4ba2-b8df-0d56d8bb3489 req-00bbc154-b6c1-4893-9096-f33eb22ad67c service neutron] 10.222.0.62 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518378 Nov 11 21:05:21.300600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:21.304627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:21.701063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:21.775902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f7655-7070-4873-b831-7739580bf9a2 req-4592387d-ee0a-48be-acc0-a37cebee7d9c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:21.792126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c23f7655-7070-4873-b831-7739580bf9a2 req-4592387d-ee0a-48be-acc0-a37cebee7d9c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1156175 Nov 11 21:05:21.854196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9071d12-fde7-47fa-b663-0b64a185720d req-7a176deb-e749-43cf-8b60-18cdf7c440d5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:21.862182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9071d12-fde7-47fa-b663-0b64a185720d req-7a176deb-e749-43cf-8b60-18cdf7c440d5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.2043648 Nov 11 21:05:21.902825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c23f7655-7070-4873-b831-7739580bf9a2 req-32affaa4-6d5c-4308-b517-ae0a65af5117 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029775 Nov 11 21:05:21.967969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=1fb32bcb-576f-4b88-99c9-3d69db4e021e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:22.014711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': 'bf730ed7-bf7c-4c7c-9c15-0d774100978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '976cf5c6-bb8c-49db-a554-df2047a2ac88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:22.019292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: 976cf5c6-bb8c-49db-a554-df2047a2ac88, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:05:22.038299 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:22.067418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9071d12-fde7-47fa-b663-0b64a185720d req-bf8428f3-6f91-41e0-90a0-3745492b1ef9 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018788 Nov 11 21:05:22.160360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:05:22.225929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 976cf5c6-bb8c-49db-a554-df2047a2ac88) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:22.231833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:22.233099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:22.236311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c82b0d-6e49-44a7-acf7-e82530a5da97 None None] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:22.372452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-21f76481-29d8-4f95-85af-f86fe0b70908 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4817164 Nov 11 21:05:22.375077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:22.380621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': '73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:22.449836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-976cf5c6-bb8c-49db-a554-df2047a2ac88', 'network_id': '976cf5c6-bb8c-49db-a554-df2047a2ac88', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': '1fb32bcb-576f-4b88-99c9-3d69db4e021e'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:05:22.454797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:22.620255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:22.623926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:22.701894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Allocated IP 172.20.0.2 (976cf5c6-bb8c-49db-a554-df2047a2ac88/1fb32bcb-576f-4b88-99c9-3d69db4e021e/3ee46d29-03c2-4c16-98ea-24d9ad4db160) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:22.954027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.037632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.038277 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.123605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:23.149636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=e7e60960-ed81-4c37-a828-7d4ac0e57843,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:23.183423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Pushing event updated for resources: {'Port': ['ID=3ee46d29-03c2-4c16-98ea-24d9ad4db160,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:23.183423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:23.183423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:23.217380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': 'd7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:23.217380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:05:23.217780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c33ab0-4eb9-46c3-80c3-9c80b9430517 req-5a81a824-709b-4138-a9fe-3ec5e436f2de tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:23.217780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4c33ab0-4eb9-46c3-80c3-9c80b9430517 req-5a81a824-709b-4138-a9fe-3ec5e436f2de tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1623244 Nov 11 21:05:23.264536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Attempting to bind port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:05:23.267365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Attempting to bind port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bf730ed7-bf7c-4c7c-9c15-0d774100978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '976cf5c6-bb8c-49db-a554-df2047a2ac88'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:05:23.267902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Attempting to bind port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 on network 976cf5c6-bb8c-49db-a554-df2047a2ac88 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:05:23.305611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:05:23.306229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Checking segment: {'id': 'bf730ed7-bf7c-4c7c-9c15-0d774100978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '976cf5c6-bb8c-49db-a554-df2047a2ac88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:23.306657 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.307091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Bound using segment: {'id': 'bf730ed7-bf7c-4c7c-9c15-0d774100978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '976cf5c6-bb8c-49db-a554-df2047a2ac88'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:05:23.307595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Bound port: 3ee46d29-03c2-4c16-98ea-24d9ad4db160, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf730ed7-bf7c-4c7c-9c15-0d774100978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '976cf5c6-bb8c-49db-a554-df2047a2ac88'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:05:23.307987 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.360208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15dd5e-8154-42d8-974e-58302f9ecc79 req-4e038307-8383-4fc4-bb1b-ca3e1198f9ba tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:23.361842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f15dd5e-8154-42d8-974e-58302f9ecc79 req-4e038307-8383-4fc4-bb1b-ca3e1198f9ba tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.1823909 Nov 11 21:05:23.397061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4c33ab0-4eb9-46c3-80c3-9c80b9430517 req-6b3cb936-0245-418d-99d6-9fb31b1588c9 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709230 Nov 11 21:05:23.404876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:05:23.448556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] For port 3ee46d29-03c2-4c16-98ea-24d9ad4db160, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:05:23.466086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] For port 3ee46d29-03c2-4c16-98ea-24d9ad4db160, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3ee46d29-03c2-4c16-98ea-24d9ad4db160,segment=NetworkSegment(bf730ed7-bf7c-4c7c-9c15-0d774100978f),segment_id=bf730ed7-bf7c-4c7c-9c15-0d774100978f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:05:23.467565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f15dd5e-8154-42d8-974e-58302f9ecc79 req-12a032e8-7aea-4306-a8fe-ccfcc4a4d115 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984576 Nov 11 21:05:23.532033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:23.540912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:23.540912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.545797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ca902-9926-4e2c-8659-28b62699eb6e None None] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:23.594963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.683273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:23.684804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6f434ac2-5381-4844-80a1-e1a61b7f410a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3082688 Nov 11 21:05:23.688748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-61956836-cb1c-496a-a087-3fc2ba5e5755 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-911090224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:23.804634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b2410-d83e-42eb-b36e-9ffef3789a8f None None] Pushing event updated for resources: {'Port': ['ID=3ee46d29-03c2-4c16-98ea-24d9ad4db160,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:23.815103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61956836-cb1c-496a-a087-3fc2ba5e5755 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.816312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61956836-cb1c-496a-a087-3fc2ba5e5755 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:23.973622 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61956836-cb1c-496a-a087-3fc2ba5e5755 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:24.057828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33', 'network_id': '73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': 'e7e60960-ed81-4c37-a828-7d4ac0e57843'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:05:24.062129 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:24.067544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61956836-cb1c-496a-a087-3fc2ba5e5755 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:24.196965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61956836-cb1c-496a-a087-3fc2ba5e5755 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:24.198259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-61956836-cb1c-496a-a087-3fc2ba5e5755 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5137608 Nov 11 21:05:24.201110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:24.458418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Allocated IP 172.21.0.2 (73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33/e7e60960-ed81-4c37-a828-7d4ac0e57843/cf49581f-5f0b-4a4c-9227-56231faa2cff) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:24.810298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffeb2d-32a6-4c0c-8a9f-e8d13efc9c87 req-22265713-0490-4133-8631-db7b7aea59ca tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:24.810298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ffeb2d-32a6-4c0c-8a9f-e8d13efc9c87 req-22265713-0490-4133-8631-db7b7aea59ca tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.1324759 Nov 11 21:05:24.810953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09432f-8832-49a6-9f83-cac7d9996681 req-aef815b9-83c5-4dba-9b8b-0912a99e8ca4 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:24.810953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b09432f-8832-49a6-9f83-cac7d9996681 req-aef815b9-83c5-4dba-9b8b-0912a99e8ca4 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1810555 Nov 11 21:05:24.835851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:24.904942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6ffeb2d-32a6-4c0c-8a9f-e8d13efc9c87 req-0026efdf-927c-4bdd-b0d9-b5560a2e968f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304543 Nov 11 21:05:24.975276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b09432f-8832-49a6-9f83-cac7d9996681 req-c2d0dd95-3e6f-4dd7-b120-c034c72c368c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491382 Nov 11 21:05:24.976800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:24.981008 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:25.103174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:25.129312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:25.140444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:25.174292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Pushing event updated for resources: {'Port': ['ID=cf49581f-5f0b-4a4c-9227-56231faa2cff,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:25.355069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Attempting to bind port cf49581f-5f0b-4a4c-9227-56231faa2cff on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:05:25.356801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Attempting to bind port cf49581f-5f0b-4a4c-9227-56231faa2cff by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:05:25.358552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Attempting to bind port cf49581f-5f0b-4a4c-9227-56231faa2cff on network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:05:25.378960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:05:25.386264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Checking segment: {'id': 'd7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:25.386941 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:25.390229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Bound using segment: {'id': 'd7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:05:25.394663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Bound port: cf49581f-5f0b-4a4c-9227-56231faa2cff, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:05:25.398268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:25.559774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3ee46d29-03c2-4c16-98ea-24d9ad4db160 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:25.670319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7413ea4-f48d-46fb-93b8-e2111ccc1697 None None] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:25.768519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.20.0.1 (976cf5c6-bb8c-49db-a554-df2047a2ac88/1fb32bcb-576f-4b88-99c9-3d69db4e021e/89312808-2f6b-45e9-8884-9ae46a3ebeab) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:25.970020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ccc61668-139f-4c16-9885-229a783bd289 None None] Provisioning complete for port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:25.975177 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ccc61668-139f-4c16-9885-229a783bd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:25.979503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] For port cf49581f-5f0b-4a4c-9227-56231faa2cff, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:05:26.081486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] For port cf49581f-5f0b-4a4c-9227-56231faa2cff, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cf49581f-5f0b-4a4c-9227-56231faa2cff,segment=NetworkSegment(d7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb),segment_id=d7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:05:26.188069 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:26.189175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:26.249456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5022529-4be4-4374-bcd7-659ca1a21676 req-4f92e7d2-5336-4942-a194-744decc643f2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:26.258531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5022529-4be4-4374-bcd7-659ca1a21676 req-4f92e7d2-5336-4942-a194-744decc643f2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.0713394 Nov 11 21:05:26.313626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:26.314830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:26.383250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5022529-4be4-4374-bcd7-659ca1a21676 req-c920c187-434c-4b3c-b280-e3502d65a212 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226795 Nov 11 21:05:26.400197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aebc32-0991-474d-ad4c-da11e1e63e45 req-1f173d03-a867-4de4-a10d-a1c6ebb110ee tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:26.402037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15aebc32-0991-474d-ad4c-da11e1e63e45 req-1f173d03-a867-4de4-a10d-a1c6ebb110ee tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1819649 Nov 11 21:05:26.518767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15aebc32-0991-474d-ad4c-da11e1e63e45 req-0826d2ec-7894-4618-8a8c-f6089c31f09c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992980 Nov 11 21:05:26.538120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:26.623742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=89312808-2f6b-45e9-8884-9ae46a3ebeab,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:26.674112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:26.676090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:26.690216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:26.806189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ccc61668-139f-4c16-9885-229a783bd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:26.820020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:26.887859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9026c-a809-4bad-bd43-7cbef0cd2714 None None] Pushing event updated for resources: {'Port': ['ID=cf49581f-5f0b-4a4c-9227-56231faa2cff,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:26.975258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ccc61668-139f-4c16-9885-229a783bd289 None None] For port 3ee46d29-03c2-4c16-98ea-24d9ad4db160, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3ee46d29-03c2-4c16-98ea-24d9ad4db160,segment=NetworkSegment(bf730ed7-bf7c-4c7c-9c15-0d774100978f),segment_id=bf730ed7-bf7c-4c7c-9c15-0d774100978f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:27.067869 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ccc61668-139f-4c16-9885-229a783bd289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:27.075525 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:27.331818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc61668-139f-4c16-9885-229a783bd289 None None] Pushing event updated for resources: {'Port': ['ID=3ee46d29-03c2-4c16-98ea-24d9ad4db160,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:27.394537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:05:27.396604 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:05:27.398315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ca7b1b57-b8a0-4dc4-978b-4cba16c27c7c None None] Provisioning complete for port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:27.400293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca7b1b57-b8a0-4dc4-978b-4cba16c27c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:27.630755 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:27.699916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:27.703738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43995e9-cffd-48a2-9be0-c228c11c8825 req-9dc6fb3c-8338-45a7-b8e2-d54cb3fa7de0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:27.723928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b43995e9-cffd-48a2-9be0-c228c11c8825 req-9dc6fb3c-8338-45a7-b8e2-d54cb3fa7de0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.1945870 Nov 11 21:05:27.940755 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b43995e9-cffd-48a2-9be0-c228c11c8825 req-ae633983-d9fc-46a3-8903-29e075f95509 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157905 Nov 11 21:05:27.990570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-68a7d58e-c479-44dc-8961-7a86931c8015 None None] Provisioning complete for port 89312808-2f6b-45e9-8884-9ae46a3ebeab triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:27.991106 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68a7d58e-c479-44dc-8961-7a86931c8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:28.045737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-68a7d58e-c479-44dc-8961-7a86931c8015 None None] Port 89312808-2f6b-45e9-8884-9ae46a3ebeab cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:28.229772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed444a40-bc64-49e9-9bfc-85a3bb2331a9 req-4e865979-d6e6-464b-a14f-6502068d25b7 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:28.232340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed444a40-bc64-49e9-9bfc-85a3bb2331a9 req-4e865979-d6e6-464b-a14f-6502068d25b7 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.4827411 Nov 11 21:05:28.413296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3ee46d29-03c2-4c16-98ea-24d9ad4db160 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:28.737636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:28.738434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:28.758894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed444a40-bc64-49e9-9bfc-85a3bb2331a9 req-f93640d6-d931-42a7-8125-46c8a09b3753 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5171134 Nov 11 21:05:28.839831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d48c8-ad0a-41b4-93b0-4eff7a78a9d0 None None] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:28.982098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:28.995447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-3ee335c8-ac08-490d-9356-cfeb45938326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:29.007888 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-3ee335c8-ac08-490d-9356-cfeb45938326 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1094 time: 0.1280959 Nov 11 21:05:29.083100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:29.105969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-efebd8b8-b9aa-4e81-895f-a1b7a68e21aa None None] Provisioning complete for port cf49581f-5f0b-4a4c-9227-56231faa2cff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:29.107116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efebd8b8-b9aa-4e81-895f-a1b7a68e21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:29.145672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370ae5-2d7b-4831-ab2e-ce16f55b6c74 req-918ef89e-8c4f-45c6-b52d-b011d9c9bb66 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:29.154738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81370ae5-2d7b-4831-ab2e-ce16f55b6c74 req-918ef89e-8c4f-45c6-b52d-b011d9c9bb66 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.0910044 Nov 11 21:05:29.160001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cf49581f-5f0b-4a4c-9227-56231faa2cff up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:29.282378 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81370ae5-2d7b-4831-ab2e-ce16f55b6c74 req-2930f315-e5fb-4ada-a77b-bc3550b40504 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263003 Nov 11 21:05:29.298849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=89312808-2f6b-45e9-8884-9ae46a3ebeab,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:29.383650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:29.412523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e0063-b050-4e13-9658-74a7e54fe06d req-204a2aa9-4229-43f1-ad68-c83079ed3858 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:29.414349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-527e0063-b050-4e13-9658-74a7e54fe06d req-204a2aa9-4229-43f1-ad68-c83079ed3858 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.1183693 Nov 11 21:05:29.431645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port cf49581f-5f0b-4a4c-9227-56231faa2cff triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:29.432322 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:29.487513 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efebd8b8-b9aa-4e81-895f-a1b7a68e21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:29.525647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-42be53d0-d23b-4143-bc2c-e787e8a6d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:29.527446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-42be53d0-d23b-4143-bc2c-e787e8a6d985 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.4971113 Nov 11 21:05:29.625437 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:29.709545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-efebd8b8-b9aa-4e81-895f-a1b7a68e21aa None None] For port cf49581f-5f0b-4a4c-9227-56231faa2cff, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cf49581f-5f0b-4a4c-9227-56231faa2cff,segment=NetworkSegment(d7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb),segment_id=d7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:29.874607 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:05:29.877959 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:05:29.879771 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efebd8b8-b9aa-4e81-895f-a1b7a68e21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:30.020036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebd8b8-b9aa-4e81-895f-a1b7a68e21aa None None] Pushing event updated for resources: {'Port': ['ID=cf49581f-5f0b-4a4c-9227-56231faa2cff,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:30.115928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a990f3c1-74b7-4c84-87af-8827a7080a94 None None] Provisioning complete for port cf49581f-5f0b-4a4c-9227-56231faa2cff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:30.116692 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a990f3c1-74b7-4c84-87af-8827a7080a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:30.302564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49685a0-9f1e-42ce-aa78-d1b252caff80 req-fe90f170-a05d-4d20-8136-06995f92122c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:30.309881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b49685a0-9f1e-42ce-aa78-d1b252caff80 req-fe90f170-a05d-4d20-8136-06995f92122c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1956618 Nov 11 21:05:30.345070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-31e7c9d8-19f2-4da8-b4d9-003f40e48e6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 999 time: 0.2292268 Nov 11 21:05:30.367509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Deleting port 4658b47b-0585-4cc8-9c32-cecc462994c8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:30.367803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:30.408564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:30.447984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:30.601375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cac03-2ac8-4e8f-be2e-ebf8a4973924 req-a5e4e21f-1d34-46eb-8c08-b2f20b8ceda7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:30.614814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-483cac03-2ac8-4e8f-be2e-ebf8a4973924 req-a5e4e21f-1d34-46eb-8c08-b2f20b8ceda7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 945 time: 0.1903818 Nov 11 21:05:30.655323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cf49581f-5f0b-4a4c-9227-56231faa2cff up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:30.756390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-483cac03-2ac8-4e8f-be2e-ebf8a4973924 req-4decfb8d-0a55-4e86-bd11-0c69e4d0f052 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382957 Nov 11 21:05:30.780393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] For port 4658b47b-0585-4cc8-9c32-cecc462994c8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=4658b47b-0585-4cc8-9c32-cecc462994c8,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:30.781032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:30.815007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port cf49581f-5f0b-4a4c-9227-56231faa2cff triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:30.815392 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:30.910870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-edf267ce-13d4-4a5c-8e2e-fa5fe84abcee None None] Provisioning complete for port 89312808-2f6b-45e9-8884-9ae46a3ebeab triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:30.911243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edf267ce-13d4-4a5c-8e2e-fa5fe84abcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:30.967995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-edf267ce-13d4-4a5c-8e2e-fa5fe84abcee None None] Port 89312808-2f6b-45e9-8884-9ae46a3ebeab cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:30.999854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b49685a0-9f1e-42ce-aa78-d1b252caff80 req-438645da-396a-4370-8637-93fcd3b4dc7f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6890888 Nov 11 21:05:31.000821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Calling delete_port for 4658b47b-0585-4cc8-9c32-cecc462994c8 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:31.163786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-11b310dd-0003-4df8-b536-eab75945e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:31.165820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-11b310dd-0003-4df8-b536-eab75945e051 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.8086782 Nov 11 21:05:31.306056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-9cfbc2ab-b0f3-4330-ae34-adfb13152f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:31.311017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-9cfbc2ab-b0f3-4330-ae34-adfb13152f10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337988 Nov 11 21:05:31.515470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-3c4fe583-109b-4008-bdd4-47179f7003c3 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899059 Nov 11 21:05:31.599569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:05:31.783221 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f7c311cf-e757-4cfb-9702-acc2c0bd55c6 req-32a516d8-dbf8-4747-bb5a-f9ac26676214 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599745 Nov 11 21:05:31.915928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:31.918789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:05:31.930931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:31.941495 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] Sync routers for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:05:31.969500 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:31.972230 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:31.983137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-434a3bdd-ac3a-4a60-a80c-3f8f004b8345 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/d00efe60-1870-4cbe-b4a4-a3b4f6453aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7807198 Nov 11 21:05:31.987099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:32.007718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7a6a348-78b4-4aec-95e3-43b8981a07ff req-f8066185-e557-4af3-90a9-2ac1c585e889 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 210 time: 0.0942926 Nov 11 21:05:32.025874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6b01-5dfe-43e6-bea9-f637715f9f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:32.048012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event deleted for resources: {'Port': ['ID=4658b47b-0585-4cc8-9c32-cecc462994c8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:32.074117 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:32.089544 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:32.090401 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:32.112729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8154b7d8-a0f5-446e-9224-2bb590ee0e15 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:32.129801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] No DVR routers for this DVR port 4658b47b-0585-4cc8-9c32-cecc462994c8 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:32.135332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:32.139388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-527e0063-b050-4e13-9658-74a7e54fe06d req-83c03f2a-2d36-4cc1-8d78-f7261ed9459d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "DELETE /v2.0/ports/4658b47b-0585-4cc8-9c32-cecc462994c8 HTTP/1.1" status: 204 len: 173 time: 2.6835082 Nov 11 21:05:32.140071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69158500-96db-453b-8fff-88c5b6a5b465', 'name': 'network-vif-deleted', 'tag': '4658b47b-0585-4cc8-9c32-cecc462994c8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:05:32.151634 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9a3fd-b5d4-4d4b-a65a-ecea4cb38c08" -d '{"events": [{"server_uuid": "69158500-96db-453b-8fff-88c5b6a5b465", "name": "network-vif-deleted", "tag": "4658b47b-0585-4cc8-9c32-cecc462994c8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:05:32.172578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:32.173914 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9c35f-d4d3-4bd5-86fe-ea543ac3b72a None None] The sync data for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:05:32.178154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1817c24-e0be-4b53-9950-cc8be7a58581 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:32.182804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1817c24-e0be-4b53-9950-cc8be7a58581 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports/89312808-2f6b-45e9-8884-9ae46a3ebeab HTTP/1.1" status: 200 len: 910 time: 0.1946719 Nov 11 21:05:32.185666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:32.338882 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef21d4fd-35c7-475a-ac2a-c457a709bfec x-openstack-request-id: req-ef21d4fd-35c7-475a-ac2a-c457a709bfec {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:05:32.339499 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69158500-96db-453b-8fff-88c5b6a5b465", "name": "network-vif-deleted", "tag": "4658b47b-0585-4cc8-9c32-cecc462994c8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:05:32.339953 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef21d4fd-35c7-475a-ac2a-c457a709bfec {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:05:32.340483 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69158500-96db-453b-8fff-88c5b6a5b465', 'name': 'network-vif-deleted', 'tag': '4658b47b-0585-4cc8-9c32-cecc462994c8', 'status': 'completed', 'code': 200} Nov 11 21:05:32.419944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e24da-172d-4fa2-bd2d-b50373ba9be6 req-048a6728-779b-41be-a134-e6bd09bddc1d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:32.426226 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c99e24da-172d-4fa2-bd2d-b50373ba9be6 req-048a6728-779b-41be-a134-e6bd09bddc1d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.1398752 Nov 11 21:05:32.544046 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c99e24da-172d-4fa2-bd2d-b50373ba9be6 req-2f7eadc8-2e03-4860-9743-5d8da04bb163 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014445 Nov 11 21:05:33.309457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-46f533ae-630d-4aff-9f0b-4058f3ce553c req-a9811cba-39d4-4e64-a535-a76c2060c59e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=69158500-96db-453b-8fff-88c5b6a5b465 HTTP/1.1" status: 200 len: 210 time: 0.0966144 Nov 11 21:05:33.356918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:33.401008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4658b47b-0585-4cc8-9c32-cecc462994c8 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:33.481547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 4658b47b-0585-4cc8-9c32-cecc462994c8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:33.481874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 4658b47b-0585-4cc8-9c32-cecc462994c8 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:33.841469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4c777-532e-4c18-bb5e-5ca046f9c545 req-9731bd67-b768-4a37-a449-ea0fd6525c0c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:33.849271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73d4c777-532e-4c18-bb5e-5ca046f9c545 req-9731bd67-b768-4a37-a449-ea0fd6525c0c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.0626907 Nov 11 21:05:33.958260 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-73d4c777-532e-4c18-bb5e-5ca046f9c545 req-1423364b-6a2a-4dfd-b103-756ba40fda3f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080899 Nov 11 21:05:34.094098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.21.0.1 (73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33/e7e60960-ed81-4c37-a828-7d4ac0e57843/60531e3e-0478-49cd-b52b-d03793f91a4c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:34.449742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:34.510250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e554b939-696b-42bc-b3a3-9fa45ffd2610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:34.817591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:34.890883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=60531e3e-0478-49cd-b52b-d03793f91a4c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:34.900436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.900799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.901156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.901506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.901851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.902225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.902562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.902901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.903237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.903569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.903906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.904262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:34.931150 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:34.933288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:34.942599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:35.145607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:35.225347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ef5c-786d-416a-b479-0780b6999b4f req-fb1c44c5-d95a-4920-8706-5aa384f53b29 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:35.233974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-fb1c44c5-d95a-4920-8706-5aa384f53b29 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.3908606 Nov 11 21:05:35.256939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-2fd0f8b5-31ef-4e13-a76d-d8e19710b01d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0218818 Nov 11 21:05:35.400769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-3c6722f1-5870-4541-808a-09c90cbe4400 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402855 Nov 11 21:05:35.423657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-afd6066d-33ee-46ce-9607-00c98e4f7a46 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:05:35.438918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-afd6066d-33ee-46ce-9607-00c98e4f7a46 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314014 Nov 11 21:05:35.534573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:35.615214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-80790011-b4ae-4b82-997c-f2e2ee8b0353 None None] Provisioning complete for port 60531e3e-0478-49cd-b52b-d03793f91a4c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:35.615870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80790011-b4ae-4b82-997c-f2e2ee8b0353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:35.688014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0635ee-ec31-4fa4-a7aa-a0a0f3b1d454 req-130eaf74-f86b-4843-a223-b2b29ecdc462 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:35.689650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad0635ee-ec31-4fa4-a7aa-a0a0f3b1d454 req-130eaf74-f86b-4843-a223-b2b29ecdc462 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.5266919 Nov 11 21:05:35.728755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-80790011-b4ae-4b82-997c-f2e2ee8b0353 None None] Port 60531e3e-0478-49cd-b52b-d03793f91a4c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:35.768822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aaefb76f-27df-4529-8155-b9e2ed0cc870 service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286936 Nov 11 21:05:35.819070 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:36.049496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad0635ee-ec31-4fa4-a7aa-a0a0f3b1d454 req-0ad0562a-1278-43be-81c3-24ffb90f63ca tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460639 Nov 11 21:05:36.105600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-65ca463d-9786-4f1e-8cb7-6e9ff9eef37e service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358245 Nov 11 21:05:36.835989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eaffaae9-0f5f-43e4-80a3-ef3fbf142e6d req-d8beb85a-8103-447b-8982-7bd2c83eac3e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 210 time: 0.1631176 Nov 11 21:05:36.885433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:37.210058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabb6a-50c0-4db6-bd1b-96041324eb12 req-cccb21df-458a-4ebe-bc5d-65495f412411 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:37.212864 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0cabb6a-50c0-4db6-bd1b-96041324eb12 req-cccb21df-458a-4ebe-bc5d-65495f412411 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 943 time: 0.0611608 Nov 11 21:05:37.269889 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0cabb6a-50c0-4db6-bd1b-96041324eb12 req-af87ef8d-9e55-4b2e-9927-88ac3eb32d76 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489564 Nov 11 21:05:37.403177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:05:37.615435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:37.635596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '2058a452-827e-421e-b227-4ffb089c365c', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'port_id': '2058a452-827e-421e-b227-4ffb089c365c', 'mac_address': 'fa:16:3e:50:b9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:05:37.638973 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:37.640729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:37.749581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:37.761437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:37.782856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2058a452-827e-421e-b227-4ffb089c365c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:05:37.813751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:37.899394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=60531e3e-0478-49cd-b52b-d03793f91a4c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:37.901231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:37.983619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-894b4222-baa2-4ef0-8d08-118b569f199e req-b4ae481e-8580-47d7-b419-fb7a94944b7d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 210 time: 0.0322566 Nov 11 21:05:38.012977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:38.013193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:38.013193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:38.094447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:38.203322 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:05:38.283232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:05:38.311148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2058a452-827e-421e-b227-4ffb089c365c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:38.591053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:05:38.613814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-222bc8b7-e20f-40e0-b58c-2b57b82887bb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/d00efe60-1870-4cbe-b4a4-a3b4f6453aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4267626 Nov 11 21:05:38.616764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32890) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:38.625050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] Sync routers for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:05:38.627960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e444-beeb-48da-a2d9-78bcd4cd7729 req-a55678f3-0959-4493-9742-2f1ccc825e2f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:38.642076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de81e444-beeb-48da-a2d9-78bcd4cd7729 req-a55678f3-0959-4493-9742-2f1ccc825e2f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 944 time: 0.1303878 Nov 11 21:05:38.674529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1c248532-3d91-4b84-a46a-96c0195264e0 None None] Provisioning complete for port 60531e3e-0478-49cd-b52b-d03793f91a4c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:38.679501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c248532-3d91-4b84-a46a-96c0195264e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:38.755576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de81e444-beeb-48da-a2d9-78bcd4cd7729 req-65d882e1-50d0-4a0d-80a2-42d98baf9a25 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054332 Nov 11 21:05:38.787951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c248532-3d91-4b84-a46a-96c0195264e0 None None] Port 60531e3e-0478-49cd-b52b-d03793f91a4c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:38.797290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97d99f-16fe-4a20-887b-5059fcacd0bd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:38.802067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f97d99f-16fe-4a20-887b-5059fcacd0bd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports/60531e3e-0478-49cd-b52b-d03793f91a4c HTTP/1.1" status: 200 len: 910 time: 0.1818709 Nov 11 21:05:38.805081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:38.832529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:38.833271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:39.171724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:39.203323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:39.204382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:39.214834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecd4f4ca-5c31-4d56-b5b7-845f7c2c55bd req-e8ab8b8c-dd68-4ef4-97be-36645f96aade tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 210 time: 0.0765388 Nov 11 21:05:39.310771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:39.311668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf3396-255b-46e8-8e6c-91965f6deb17 None None] The sync data for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:05:39.584371 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:40.079656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885032ef-177f-4203-9b17-421bf418f650 req-7544f4d8-f960-44fa-b1ad-43bad74c3f3c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:40.079656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-885032ef-177f-4203-9b17-421bf418f650 req-7544f4d8-f960-44fa-b1ad-43bad74c3f3c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 944 time: 0.1510818 Nov 11 21:05:40.275736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-885032ef-177f-4203-9b17-421bf418f650 req-f3f849a4-9917-4f98-877a-6a4b6f304979 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064900 Nov 11 21:05:40.318551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 60531e3e-0478-49cd-b52b-d03793f91a4c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:40.319241 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:40.437410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:40.451658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 60531e3e-0478-49cd-b52b-d03793f91a4c owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:40.483350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79ae13e4-662d-45ed-99f8-0fbc721e2a5c req-83f9bb90-489f-4841-a7dd-46baf478deb7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 210 time: 0.1377382 Nov 11 21:05:40.845729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:41.045625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=60531e3e-0478-49cd-b52b-d03793f91a4c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.215586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:05:41.410352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:41.525884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:41.537777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81239a1f-c766-4cfc-8718-a5d411a99567 req-0dc3c698-402c-4941-9bee-e5774b39e2bf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:41.549751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81239a1f-c766-4cfc-8718-a5d411a99567 req-0dc3c698-402c-4941-9bee-e5774b39e2bf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 944 time: 0.0992825 Nov 11 21:05:41.569067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 2058a452-827e-421e-b227-4ffb089c365c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:41.571750 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:41.757363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6658591d-f2e0-402c-a770-b18c4340c379 req-b81c38f2-c84f-4a9f-a728-9287558dd0da tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 210 time: 0.0467129 Nov 11 21:05:41.779320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ef5c-786d-416a-b479-0780b6999b4f req-83409d12-61b3-4dae-8f4e-98f62e12e6f1 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:41.781204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-83409d12-61b3-4dae-8f4e-98f62e12e6f1 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.1792920 Nov 11 21:05:41.790864 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:41.833582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Request body: {'port': {'device_id': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'admin_state_up': True, 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:41.840776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:05:41.843974 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad26c4a-c54a-4a53-be07-c5e7788feac6" -d '{"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-plugged", "status": "completed", "tag": "2058a452-827e-421e-b227-4ffb089c365c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:05:41.863087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:42.189742 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616e1676-e5ad-4b16-8481-a54b5ebe2eb3 x-openstack-request-id: req-616e1676-e5ad-4b16-8481-a54b5ebe2eb3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:05:42.190048 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-plugged", "status": "completed", "tag": "2058a452-827e-421e-b227-4ffb089c365c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:05:42.191134 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-616e1676-e5ad-4b16-8481-a54b5ebe2eb3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:05:42.191538 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2058a452-827e-421e-b227-4ffb089c365c', 'code': 200} Nov 11 21:05:42.198842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:42.305003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:42.757291 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81239a1f-c766-4cfc-8718-a5d411a99567 req-fd964808-b67f-4c9e-b3eb-27bf35bfe67b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2068253 Nov 11 21:05:42.859700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2756-b783-467e-bfc4-c3e5c588eca6 req-7de94352-883f-4177-8ad9-e17702156154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:42.861279 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9eba2756-b783-467e-bfc4-c3e5c588eca6 req-7de94352-883f-4177-8ad9-e17702156154 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1097 time: 0.1995459 Nov 11 21:05:42.966959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:42.979605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:42.985637 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5fb5633-2b96-4025-9f54-eb6fe096eb6b req-a724a8c3-ba24-45b6-a4a3-6b13e9a594e7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 210 time: 0.0635858 Nov 11 21:05:43.099382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:05:43.109794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9eba2756-b783-467e-bfc4-c3e5c588eca6 req-e7c71429-46a5-421c-8bce-3564587e2600 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742520 Nov 11 21:05:43.287971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:05:43.302787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:43.308459 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787af174-d181-40ff-b86f-5068901e98ac None None] Sync routers for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:05:43.309158 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-412796b1-8e81-49fc-acd9-d20dd58d8d7c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/d00efe60-1870-4cbe-b4a4-a3b4f6453aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5020926 Nov 11 21:05:43.335146 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787af174-d181-40ff-b86f-5068901e98ac None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:43.337334 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-787af174-d181-40ff-b86f-5068901e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:43.433079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-787af174-d181-40ff-b86f-5068901e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:43.457633 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787af174-d181-40ff-b86f-5068901e98ac None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:43.460459 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-787af174-d181-40ff-b86f-5068901e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:43.538749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Allocated IP 172.20.0.9 (5c698453-96f0-4944-ae06-bff47b2613f2/a2e1608d-5253-4a2c-94d2-8d858bae473f/8e62e667-f33a-4ffa-9652-d5b07e1a90e0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:43.545759 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-787af174-d181-40ff-b86f-5068901e98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:43.548057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787af174-d181-40ff-b86f-5068901e98ac None None] The sync data for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:05:43.800386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:43.894285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:44.007354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:44.022243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:44.040079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:44.045958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:44.086537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:44.105635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769784f8-6dca-4d37-8b6d-52d9da0c9296 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:44.192434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:44.197143 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:44.257934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0722effa-c058-491d-ade8-b0db7c2695dc None None] Provisioning complete for port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:44.261971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0722effa-c058-491d-ade8-b0db7c2695dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:44.271325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084b971-4037-4b17-9456-66f2c7ec4fae req-bf17c1b2-40f6-4e7c-9258-8589f20affda tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:44.274968 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6084b971-4037-4b17-9456-66f2c7ec4fae req-bf17c1b2-40f6-4e7c-9258-8589f20affda tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.3406229 Nov 11 21:05:44.396972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6c5ae-8bfb-47d0-97a7-0ab128b23a90 req-bcc8c9af-264b-497d-bd62-be5ee771c378 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:44.399664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fb6c5ae-8bfb-47d0-97a7-0ab128b23a90 req-bcc8c9af-264b-497d-bd62-be5ee771c378 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 931 time: 0.2334719 Nov 11 21:05:44.441239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6084b971-4037-4b17-9456-66f2c7ec4fae req-9fd2a4e0-dc73-4c0e-9434-b8f29c86ec46 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522965 Nov 11 21:05:44.444842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6177347 Nov 11 21:05:44.454186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9516886-267c-446b-a158-3b4249049833 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event updated for resources: {'Port': ['ID=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:44.473270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Request body: {'port': {'device_id': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:44.566098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0722effa-c058-491d-ade8-b0db7c2695dc None None] Port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:44.589591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:44.627258 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fb6c5ae-8bfb-47d0-97a7-0ab128b23a90 req-cf189fc9-8377-407a-be21-f8533b0dc1b7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749651 Nov 11 21:05:44.660400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 89312808-2f6b-45e9-8884-9ae46a3ebeab {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:44.661310 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:44.865919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:44.885229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 89312808-2f6b-45e9-8884-9ae46a3ebeab owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:45.272677 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:45.403136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:05:45.405095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=89312808-2f6b-45e9-8884-9ae46a3ebeab,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:45.423475 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:45.451551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Transition to ACTIVE for port object 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:05:45.631369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:45.730820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24772c-7bda-4365-a777-85aac9722012 req-d879447f-735f-4027-bfc7-16bf4740c8ca tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:45.732751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba24772c-7bda-4365-a777-85aac9722012 req-d879447f-735f-4027-bfc7-16bf4740c8ca tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.1441646 Nov 11 21:05:45.734012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:45.851564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e558a-757e-4fe5-b87c-83624be9b66f None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:45.899731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb7526-250a-40f2-8514-821951c905da service neutron] Pushing event updated for resources: {'Port': ['ID=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:45.940995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ba24772c-7bda-4365-a777-85aac9722012 req-2b7c4873-57cc-4295-b5f7-c60ab6c87278 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942394 Nov 11 21:05:46.078003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Attempting to bind port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:05:46.078369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Attempting to bind port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:05:46.080558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Attempting to bind port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:05:46.091530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 on network 5c698453-96f0-4944-ae06-bff47b2613f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:05:46.091861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Attempting to bind port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:05:46.103551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:05:46.103868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:46.104261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Bound using segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:05:46.108442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Bound port: 8e62e667-f33a-4ffa-9652-d5b07e1a90e0, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:05:46.109059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:46.326289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] For port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:05:46.338664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] For port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:05:46.366570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51347ba-270e-445e-8a03-da3477058ed4 req-ae7c6efb-727f-4943-9a9d-3c1465730886 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:46.368783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b51347ba-270e-445e-8a03-da3477058ed4 req-ae7c6efb-727f-4943-9a9d-3c1465730886 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 943 time: 0.6265020 Nov 11 21:05:46.457431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:46.462799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:05:46.467697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b51347ba-270e-445e-8a03-da3477058ed4 req-bd35b72d-21a6-447e-b1a3-60277f1af2b6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924275 Nov 11 21:05:46.575430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:05:46.576825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffc86b-643c-4a8d-9f11-0c493391e6d3 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:46.589760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5a8c9344-6c44-4fcb-9372-2ddf245029fe tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/d00efe60-1870-4cbe-b4a4-a3b4f6453aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2816191 Nov 11 21:05:46.589856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33046) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:46.595585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:46.607240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:46.608802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] Sync routers for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:05:46.611432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-aabb7526-250a-40f2-8514-821951c905da service neutron] 10.222.0.58 "PUT /v2.0/ports/8e62e667-f33a-4ffa-9652-d5b07e1a90e0 HTTP/1.1" status: 200 len: 1091 time: 2.1509333 Nov 11 21:05:46.611921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'tag': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:05:46.616290 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0811130d-d815-4751-ae30-dd9a6ddd6981" -d '{"events": [{"name": "network-changed", "server_uuid": "732bc599-37ca-4df9-a55b-78b18b5b4fee", "tag": "8e62e667-f33a-4ffa-9652-d5b07e1a90e0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:05:46.706417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:46.713868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-348c84f9-d8a3-44f5-9219-47a65562c06a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 HTTP/1.1" status: 200 len: 205 time: 0.1199768 Nov 11 21:05:46.716903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:46.717117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:46.801583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb7526-250a-40f2-8514-821951c905da service neutron] Pushing event updated for resources: {'Port': ['ID=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:46.885444 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5396822-f2f8-404e-89cd-dca2d99dcc90 x-openstack-request-id: req-b5396822-f2f8-404e-89cd-dca2d99dcc90 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:05:46.890851 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732bc599-37ca-4df9-a55b-78b18b5b4fee", "tag": "8e62e667-f33a-4ffa-9652-d5b07e1a90e0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:05:46.890851 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5396822-f2f8-404e-89cd-dca2d99dcc90 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:05:46.891257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:46.891705 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'tag': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0', 'status': 'completed', 'code': 200} Nov 11 21:05:46.918381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] Routers {'d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:05:46.919036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:46.974541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d99f65b0-6e70-4c5e-afca-1683576ca40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:46.980697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-d99f65b0-6e70-4c5e-afca-1683576ca40f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 1094 time: 0.1424022 Nov 11 21:05:47.035295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:47.035741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-821107df-2b8a-4324-83e9-472b1ef1e99d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e62e667-f33a-4ffa-9652-d5b07e1a90e0 HTTP/1.1" status: 200 len: 217 time: 0.0513151 Nov 11 21:05:47.036797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718fe1f-3b3a-4e07-a902-d868c6da36dc None None] The sync data for ids ['d00efe60-1870-4cbe-b4a4-a3b4f6453aa0'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:05:47.041149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8090bb9-0efd-42a1-a90e-bc0a97f7a4b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:47.157812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ef5c-786d-416a-b479-0780b6999b4f req-612e4c1b-535b-47d5-aeee-3d9ec5340228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:47.159841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-612e4c1b-535b-47d5-aeee-3d9ec5340228 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.1157990 Nov 11 21:05:47.200689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-149bac5e-1955-41ca-bbdd-1a91320b0942 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311267 Nov 11 21:05:47.374979 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-cdb1f3a4-0342-4e33-a930-6fb95c26a203 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655309 Nov 11 21:05:47.438061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8090bb9-0efd-42a1-a90e-bc0a97f7a4b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:47.441974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8090bb9-0efd-42a1-a90e-bc0a97f7a4b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:47.466184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cd0fa-8fc7-4109-bffb-c2defe95bce9 req-48cd0eb5-f160-477e-8caf-ea2b1e7f776a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:47.470135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-957cd0fa-8fc7-4109-bffb-c2defe95bce9 req-48cd0eb5-f160-477e-8caf-ea2b1e7f776a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.2415679 Nov 11 21:05:47.503650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b844ef5c-786d-416a-b479-0780b6999b4f req-7c919fc5-84da-49ca-bc3d-ccc4e0c2fb2d service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209292 Nov 11 21:05:47.609185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-957cd0fa-8fc7-4109-bffb-c2defe95bce9 req-d98da3aa-4aea-426b-a714-2160fbeb206b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811765 Nov 11 21:05:47.725812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ec4b-d33c-4ebb-b1b7-0fc667f381f6 req-de75af40-0ac1-4250-a9e6-487390e2dea3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:47.728382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-acf3ec4b-d33c-4ebb-b1b7-0fc667f381f6 req-de75af40-0ac1-4250-a9e6-487390e2dea3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 943 time: 0.1449044 Nov 11 21:05:47.732763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8090bb9-0efd-42a1-a90e-bc0a97f7a4b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:47.733301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8090bb9-0efd-42a1-a90e-bc0a97f7a4b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Fanout notify agent at l3_agent the message router_deleted on router d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:05:47.739465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-829a5e9f-0e5f-4dcc-92a1-4033c3279e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:47.741178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-829a5e9f-0e5f-4dcc-92a1-4033c3279e1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 1094 time: 0.0870109 Nov 11 21:05:47.745890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8090bb9-0efd-42a1-a90e-bc0a97f7a4b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:47.752590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c8090bb9-0efd-42a1-a90e-bc0a97f7a4b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 HTTP/1.1" status: 204 len: 168 time: 1.0333393 Nov 11 21:05:47.754891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:47.856247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet e7e60960-ed81-4c37-a828-7d4ac0e57843 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:05:47.861203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:47.883403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-acf3ec4b-d33c-4ebb-b1b7-0fc667f381f6 req-7b158bb6-ed8d-4e28-9c1b-6c27aa3d6e3a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385009 Nov 11 21:05:47.930262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:47.954498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-de14ee19-78d7-4fc8-b5a5-ff34719dc3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:47.956332 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-de14ee19-78d7-4fc8-b5a5-ff34719dc3b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 905 time: 0.2043669 Nov 11 21:05:48.078014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-6b2b68c6-d779-4b7a-afe5-fdbe3d23792e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e62e667-f33a-4ffa-9652-d5b07e1a90e0 HTTP/1.1" status: 200 len: 217 time: 0.1130526 Nov 11 21:05:48.086807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:48.191195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-89608281-dbcc-43e5-bf7d-fa092ba6b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:48.197380 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-89608281-dbcc-43e5-bf7d-fa092ba6b3e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.1063309 Nov 11 21:05:48.256880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-19a7191e-d804-49b0-a18a-6ff9776133b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548098 Nov 11 21:05:48.294234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:48.382286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e60960-ed81-4c37-a828-7d4ac0e57843,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:48.423751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:48.427083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-882f7eff-8adf-4ca3-ac8d-e47ade6a0713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/e7e60960-ed81-4c37-a828-7d4ac0e57843 HTTP/1.1" status: 204 len: 168 time: 0.6712136 Nov 11 21:05:48.429897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33088) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:48.441479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112dd38d-8973-4871-a8ae-d56b4e6160dc None None] Network 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:48.529750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet 1fb32bcb-576f-4b88-99c9-3d69db4e021e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:05:48.536244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:48.587285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-91589877-9342-4d34-9cca-b01af31a09a1 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203952 Nov 11 21:05:48.626112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:48.818191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0811130d-d815-4751-ae30-dd9a6ddd6981 req-ba8ed6d3-6c29-4eab-9bd1-c341646e027d service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230723 Nov 11 21:05:48.854182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] DHCP port deletion for 73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:48.912563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:48.920110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd807a9-4a7e-41dd-9b99-98380e0c7aec req-a674245f-4ce6-4ceb-a2ad-65b88754c103 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:48.922254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fd807a9-4a7e-41dd-9b99-98380e0c7aec req-a674245f-4ce6-4ceb-a2ad-65b88754c103 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.1026578 Nov 11 21:05:49.051470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] Deleting port cf49581f-5f0b-4a4c-9227-56231faa2cff {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:49.052643 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.067310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fd807a9-4a7e-41dd-9b99-98380e0c7aec req-2e0266b4-1279-427e-aa6d-2f00c49ed69f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377890 Nov 11 21:05:49.213892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] For port cf49581f-5f0b-4a4c-9227-56231faa2cff, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cf49581f-5f0b-4a4c-9227-56231faa2cff,segment=NetworkSegment(d7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb),segment_id=d7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:49.215074 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.241384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] Calling delete_port for cf49581f-5f0b-4a4c-9227-56231faa2cff owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:49.250136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220073e8-cab2-4770-a3eb-606236a2fc8a req-123b52c4-6ad9-4670-8aaa-db09299fbd1a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:49.256518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-220073e8-cab2-4770-a3eb-606236a2fc8a req-123b52c4-6ad9-4670-8aaa-db09299fbd1a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 943 time: 0.1880043 Nov 11 21:05:49.371086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.462567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-220073e8-cab2-4770-a3eb-606236a2fc8a req-9abd80f2-36b9-4e4d-a09b-35961d4c7758 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934664 Nov 11 21:05:49.467617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb32bcb-576f-4b88-99c9-3d69db4e021e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:49.481178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.481758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75e504-1fb7-4674-8419-b412c4b31b27 None None] Network 976cf5c6-bb8c-49db-a554-df2047a2ac88 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:49.488708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4ae61670-2492-4f68-83cd-684ac14b176b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/1fb32bcb-576f-4b88-99c9-3d69db4e021e HTTP/1.1" status: 204 len: 168 time: 1.0576227 Nov 11 21:05:49.499684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33110) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:49.623252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.682968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] No DVR routers for this DVR port cf49581f-5f0b-4a4c-9227-56231faa2cff on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:49.685585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.688873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643caf2-d52f-4ba2-9589-0de339b0f073 None None] Pushing event deleted for resources: {'Port': ['ID=cf49581f-5f0b-4a4c-9227-56231faa2cff,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:49.826789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] DHCP port deletion for 976cf5c6-bb8c-49db-a554-df2047a2ac88 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:05:49.883857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.903677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] Deleting port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:49.904134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.915635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:49.938263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:49.940645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bebd8e-a3f5-4a59-adb1-12c03bc4ddfb') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:49.956396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.973847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.984405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:49.984870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:49.992072 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:50.032234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] For port 3ee46d29-03c2-4c16-98ea-24d9ad4db160, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3ee46d29-03c2-4c16-98ea-24d9ad4db160,segment=NetworkSegment(bf730ed7-bf7c-4c7c-9c15-0d774100978f),segment_id=bf730ed7-bf7c-4c7c-9c15-0d774100978f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:50.032647 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.050054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] Calling delete_port for 3ee46d29-03c2-4c16-98ea-24d9ad4db160 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:05:50.228595 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.239025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.245180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33 HTTP/1.1" status: 204 len: 168 time: 0.7442770 Nov 11 21:05:50.247859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33124) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:50.284178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb766683-3be6-42f2-931f-7061bb4e2dcb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=73655ed9-d5a6-49f7-9fd1-b5f6fcba4b33,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:50.365599 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.424828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] Pushing event deleted for resources: {'Port': ['ID=3ee46d29-03c2-4c16-98ea-24d9ad4db160,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:50.447052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.451584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7acd7f-99b1-499f-ab5e-daaf07a92d01 None None] No DVR routers for this DVR port 3ee46d29-03c2-4c16-98ea-24d9ad4db160 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:05:50.688525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3ee46d29-03c2-4c16-98ea-24d9ad4db160 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:50.713245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.745612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3ee46d29-03c2-4c16-98ea-24d9ad4db160 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:50.746272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3ee46d29-03c2-4c16-98ea-24d9ad4db160 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:50.746926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cf49581f-5f0b-4a4c-9227-56231faa2cff no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:05:50.770749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: cf49581f-5f0b-4a4c-9227-56231faa2cff {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:05:50.771347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cf49581f-5f0b-4a4c-9227-56231faa2cff not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:05:50.782742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976cf5c6-bb8c-49db-a554-df2047a2ac88']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:50.793800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd64ef6-5e23-4540-b288-9c849304510e req-7b6f433f-3646-45e4-ac0d-01704389ff26 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:50.805388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dd64ef6-5e23-4540-b288-9c849304510e req-7b6f433f-3646-45e4-ac0d-01704389ff26 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 943 time: 0.2621918 Nov 11 21:05:50.833315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf730ed7-bf7c-4c7c-9c15-0d774100978f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:50.833885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf730ed7-bf7c-4c7c-9c15-0d774100978f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:05:50.853549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.878643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2dd64ef6-5e23-4540-b288-9c849304510e req-c985af8e-3d06-41c5-ba1c-880d4c94aba0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667713 Nov 11 21:05:50.883433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.887629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:05:50.888297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:05:50.891795 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:05:51.048111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.065111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.065111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/976cf5c6-bb8c-49db-a554-df2047a2ac88 HTTP/1.1" status: 204 len: 168 time: 0.8125660 Nov 11 21:05:51.066125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:51.073106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1250019885'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:51.092350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878fbc3-e11c-496a-9bf7-81ecdd0d0b18 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=976cf5c6-bb8c-49db-a554-df2047a2ac88,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:51.211986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:51.221049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.309463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:05:51.326534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.326929 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment dc65faed-2697-4d16-9bb3-5e70bedc4184 of type vlan for network c6bd3e82-1202-482a-8d33-e590f360769c Nov 11 21:05:51.429270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.480970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:05:51.616280 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.616280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:51.616280 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.626374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:51.645470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'port_id': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0', 'mac_address': 'fa:16:3e:d2:fa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1608d-5253-4a2c-94d2-8d858bae473f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:05:51.700084 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:51.724386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:05:51.762643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6943917 Nov 11 21:05:51.765496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:51.774408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:51.787434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:51.840553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de47fa6-9abd-4ff9-b308-63c3b43d526e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=c6bd3e82-1202-482a-8d33-e590f360769c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:51.855269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network c6bd3e82-1202-482a-8d33-e590f360769c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:05:52.078646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04f9d0-9718-4f3e-8051-d939309b04c3 req-95d74e92-a2d4-4e7c-a12d-0728e6b1ace4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:52.087981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a04f9d0-9718-4f3e-8051-d939309b04c3 req-95d74e92-a2d4-4e7c-a12d-0728e6b1ace4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 943 time: 0.0636637 Nov 11 21:05:52.144980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a04f9d0-9718-4f3e-8051-d939309b04c3 req-3e216dd6-9f3d-498a-9db6-4a69a81f4393 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Nov 11 21:05:52.193246 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:52.238761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:52.243517 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:52.245914 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:52.250960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:52.528055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['8e62e667-f33a-4ffa-9652-d5b07e1a90e0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:05:52.729447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:52.817674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=6032d94c-b606-4f5d-9036-57716edd1478,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:52.835401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': 'dc65faed-2697-4d16-9bb3-5e70bedc4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:52.835693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: c6bd3e82-1202-482a-8d33-e590f360769c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:05:53.001439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network c6bd3e82-1202-482a-8d33-e590f360769c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:05:53.103269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, c6bd3e82-1202-482a-8d33-e590f360769c) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:53.108360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:53.108962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:53.116020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f1a20-02f8-46eb-a5fa-1eeb86d5a25f None None] Network c6bd3e82-1202-482a-8d33-e590f360769c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:53.216187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3dc257c1-ac65-4b78-b2c6-1650241bdb96 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4471881 Nov 11 21:05:53.216626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:53.221402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6b80cec8-8dd8-4027-98cb-62bfef72f233 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078795008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:53.359108 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b80cec8-8dd8-4027-98cb-62bfef72f233 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:53.360294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b80cec8-8dd8-4027-98cb-62bfef72f233 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:53.380532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-c6bd3e82-1202-482a-8d33-e590f360769c', 'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': '6032d94c-b606-4f5d-9036-57716edd1478'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:05:53.381761 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:53.383426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45c83f-eed9-46b8-8a80-71c6cca0f6d7 req-3a5b38a3-477b-4fb8-9ede-5c816d9901c1 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:53.385362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca45c83f-eed9-46b8-8a80-71c6cca0f6d7 req-3a5b38a3-477b-4fb8-9ede-5c816d9901c1 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 944 time: 0.1135664 Nov 11 21:05:53.497145 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca45c83f-eed9-46b8-8a80-71c6cca0f6d7 req-36736b70-945d-42ec-ac3f-d0f699f55617 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026874 Nov 11 21:05:53.583914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b80cec8-8dd8-4027-98cb-62bfef72f233 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:53.626415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:53.707657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b80cec8-8dd8-4027-98cb-62bfef72f233 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:53.755854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Allocated IP 172.20.0.2 (c6bd3e82-1202-482a-8d33-e590f360769c/6032d94c-b606-4f5d-9036-57716edd1478/d9241656-efed-4175-8f17-d36f3a5aef76) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:53.808073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b80cec8-8dd8-4027-98cb-62bfef72f233 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:53.809441 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b80cec8-8dd8-4027-98cb-62bfef72f233 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5916197 Nov 11 21:05:53.811984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:53.817811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'port': {'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c', 'name': 'tempest-RoutersTest-1666672070'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:05:53.919237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:05:53.956380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:53.956756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.103239 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.147781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:05:54.151963 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.152122 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.196881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] device_id is not set on port c3bca809-8e8f-4550-8bb5-ac4b2843e905 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:05:54.218616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:05:54.225591 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f93833-7612-46d2-be93-c6a1ca253caf" -d '{"events": [{"server_uuid": "732bc599-37ca-4df9-a55b-78b18b5b4fee", "name": "network-vif-plugged", "status": "completed", "tag": "8e62e667-f33a-4ffa-9652-d5b07e1a90e0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:05:54.240434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.364093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:54.370928 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383a43f7-4d88-4bb1-a86d-a3954c050b59 x-openstack-request-id: req-383a43f7-4d88-4bb1-a86d-a3954c050b59 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:05:54.372373 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732bc599-37ca-4df9-a55b-78b18b5b4fee", "name": "network-vif-plugged", "status": "completed", "tag": "8e62e667-f33a-4ffa-9652-d5b07e1a90e0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:05:54.372689 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-383a43f7-4d88-4bb1-a86d-a3954c050b59 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:05:54.373097 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0', 'code': 200} Nov 11 21:05:54.404591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Network c6bd3e82-1202-482a-8d33-e590f360769c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:54.407844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:54.410575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:54.485590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Pushing event updated for resources: {'Port': ['ID=d9241656-efed-4175-8f17-d36f3a5aef76,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:54.491898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.558951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Attempting to bind port d9241656-efed-4175-8f17-d36f3a5aef76 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:05:54.559331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Attempting to bind port d9241656-efed-4175-8f17-d36f3a5aef76 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'dc65faed-2697-4d16-9bb3-5e70bedc4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:05:54.559711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Attempting to bind port d9241656-efed-4175-8f17-d36f3a5aef76 on network c6bd3e82-1202-482a-8d33-e590f360769c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:05:54.576934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:05:54.577316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Checking segment: {'id': 'dc65faed-2697-4d16-9bb3-5e70bedc4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:05:54.577733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.578671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Bound using segment: {'id': 'dc65faed-2697-4d16-9bb3-5e70bedc4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:05:54.579546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Bound port: d9241656-efed-4175-8f17-d36f3a5aef76, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc65faed-2697-4d16-9bb3-5e70bedc4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c6bd3e82-1202-482a-8d33-e590f360769c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:05:54.579938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.643115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:54.706095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401b39-2228-4e49-8ab4-c5e4a69107b9 req-efc915a9-baae-44b3-bdb8-51393abd07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:54.708682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d401b39-2228-4e49-8ab4-c5e4a69107b9 req-efc915a9-baae-44b3-bdb8-51393abd07a1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 1095 time: 0.2906923 Nov 11 21:05:54.717286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.20.0.7 (c6bd3e82-1202-482a-8d33-e590f360769c/6032d94c-b606-4f5d-9036-57716edd1478/c3bca809-8e8f-4550-8bb5-ac4b2843e905) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:05:54.745231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] For port d9241656-efed-4175-8f17-d36f3a5aef76, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:05:54.752342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] For port d9241656-efed-4175-8f17-d36f3a5aef76, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d9241656-efed-4175-8f17-d36f3a5aef76,segment=NetworkSegment(dc65faed-2697-4d16-9bb3-5e70bedc4184),segment_id=dc65faed-2697-4d16-9bb3-5e70bedc4184)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:05:54.846395 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:54.869660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164b725-36dd-48a1-ac12-d92b608ee5b8 req-df5016f6-72ab-4bae-a0b7-0831144f0b8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:54.872006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d164b725-36dd-48a1-ac12-d92b608ee5b8 req-df5016f6-72ab-4bae-a0b7-0831144f0b8a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.1989269 Nov 11 21:05:54.918568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d401b39-2228-4e49-8ab4-c5e4a69107b9 req-2a320e4f-6d11-4a1c-85c1-bb46e5ed64d7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768219 Nov 11 21:05:55.000754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d164b725-36dd-48a1-ac12-d92b608ee5b8 req-1eb20c96-cf92-400f-bd3d-72a10e13659f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113932 Nov 11 21:05:55.004249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d57ce1-7ad6-49cb-a942-dc1a078a4260 None None] Pushing event updated for resources: {'Port': ['ID=d9241656-efed-4175-8f17-d36f3a5aef76,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:55.270561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:55.545883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:55.694185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network c6bd3e82-1202-482a-8d33-e590f360769c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:05:55.699114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:05:55.702770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:05:55.777268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=c3bca809-8e8f-4550-8bb5-ac4b2843e905,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:55.911502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:55.911502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:56.042397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-78b8e0f3-c84b-4f62-9866-cd743b6e1f85 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2289793 Nov 11 21:05:56.045116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:05:56.825372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d7693-780a-4d47-92c9-3011cadb1262 None None] Network c6bd3e82-1202-482a-8d33-e590f360769c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:05:56.828133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d9241656-efed-4175-8f17-d36f3a5aef76 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:56.853272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41685891-dece-4475-b743-5f4740bb5a9e req-bd433bab-30de-405b-9f57-0324a1f2d633 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:56.856408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-41685891-dece-4475-b743-5f4740bb5a9e req-bd433bab-30de-405b-9f57-0324a1f2d633 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.6507807 Nov 11 21:05:57.051012 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-41685891-dece-4475-b743-5f4740bb5a9e req-f5fc5a95-9df1-4136-938e-946f073d6231 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266367 Nov 11 21:05:57.115997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fac705c1-698d-467b-b85b-6fc51195fd91 None None] Provisioning complete for port d9241656-efed-4175-8f17-d36f3a5aef76 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:57.116603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fac705c1-698d-467b-b85b-6fc51195fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.203365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d9241656-efed-4175-8f17-d36f3a5aef76 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:57.204121 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.300712 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.307871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.625104 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.627235 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fac705c1-698d-467b-b85b-6fc51195fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.658776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.691266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port d9241656-efed-4175-8f17-d36f3a5aef76, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d9241656-efed-4175-8f17-d36f3a5aef76,segment=NetworkSegment(dc65faed-2697-4d16-9bb3-5e70bedc4184),segment_id=dc65faed-2697-4d16-9bb3-5e70bedc4184)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:05:57.771355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b3d58-0301-4a95-94ea-7bd7445530bd req-82d290e7-4d72-42a3-b751-7d547067591d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:57.775145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc8b3d58-0301-4a95-94ea-7bd7445530bd req-82d290e7-4d72-42a3-b751-7d547067591d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1140773 Nov 11 21:05:57.776608 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.830203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:57.956103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=c3bca809-8e8f-4550-8bb5-ac4b2843e905,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:58.025310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=d9241656-efed-4175-8f17-d36f3a5aef76,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:05:58.079060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-fac705c1-698d-467b-b85b-6fc51195fd91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:05:58.079430 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-fac705c1-698d-467b-b85b-6fc51195fd91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:05:58.244719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc8b3d58-0301-4a95-94ea-7bd7445530bd req-37c6a671-be4c-42a3-8f1b-2a1566815db3 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4610617 Nov 11 21:05:58.375878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97afc2-f3bc-4891-b1ef-524f70004772 req-f17a70a9-17b9-4b27-a8ec-1fec601b7f94 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:58.386965 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb97afc2-f3bc-4891-b1ef-524f70004772 req-f17a70a9-17b9-4b27-a8ec-1fec601b7f94 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.1622624 Nov 11 21:05:58.533669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb97afc2-f3bc-4891-b1ef-524f70004772 req-6cfc0610-b2fd-4fb4-9e9a-c83aeb7b0144 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388624 Nov 11 21:05:58.660489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:58.690048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d9241656-efed-4175-8f17-d36f3a5aef76 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:05:58.872076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d9241656-efed-4175-8f17-d36f3a5aef76 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:58.875981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:59.029334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d063a6d-6ac2-41fa-b7db-4f3a32c699a6 None None] Provisioning complete for port d9241656-efed-4175-8f17-d36f3a5aef76 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:59.029334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d063a6d-6ac2-41fa-b7db-4f3a32c699a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:59.132877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:59.317982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d063a6d-6ac2-41fa-b7db-4f3a32c699a6 None None] Provisioning complete for port c3bca809-8e8f-4550-8bb5-ac4b2843e905 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:59.321647 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d063a6d-6ac2-41fa-b7db-4f3a32c699a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:59.337013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062613-31a1-4912-9675-3f902b2e72e5 req-aa20460d-41f3-4598-ad8b-c6f1dc7a8f8b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:59.344617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3062613-31a1-4912-9675-3f902b2e72e5 req-aa20460d-41f3-4598-ad8b-c6f1dc7a8f8b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.1419892 Nov 11 21:05:59.407186 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3062613-31a1-4912-9675-3f902b2e72e5 req-f802db41-ed0f-46a2-8d33-e3e8decad7d7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614133 Nov 11 21:05:59.485794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4d063a6d-6ac2-41fa-b7db-4f3a32c699a6 None None] Port c3bca809-8e8f-4550-8bb5-ac4b2843e905 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:59.576726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-fe76d4ba-9d26-4137-a834-349d1d920a33 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:59.578513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-fe76d4ba-9d26-4137-a834-349d1d920a33 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0957377 Nov 11 21:05:59.594059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940d69-cae8-44c1-aa44-1db398cc4668 req-9e88ae2a-08e4-4ef2-a097-04b13b0fda45 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:05:59.622645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec940d69-cae8-44c1-aa44-1db398cc4668 req-9e88ae2a-08e4-4ef2-a097-04b13b0fda45 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.1492844 Nov 11 21:05:59.633948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46dafc4d-1047-4549-850f-787c817a7423 None None] Provisioning complete for port c3bca809-8e8f-4550-8bb5-ac4b2843e905 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:05:59.634464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46dafc4d-1047-4549-850f-787c817a7423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:59.719613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46dafc4d-1047-4549-850f-787c817a7423 None None] Port c3bca809-8e8f-4550-8bb5-ac4b2843e905 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:05:59.748802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec940d69-cae8-44c1-aa44-1db398cc4668 req-156411b0-a509-408e-85f1-60db2edaf87d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238608 Nov 11 21:05:59.858591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:59.950373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:05:59.959751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Deleting port 893c32ad-2565-4fe2-860c-c88e099631ea {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:05:59.967901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:00.057362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000b6ed-a910-405a-aa63-bf67e53eb87e req-2778050a-68d0-4338-ad94-1c9527ab8244 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:00.060767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a000b6ed-a910-405a-aa63-bf67e53eb87e req-2778050a-68d0-4338-ad94-1c9527ab8244 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.1602168 Nov 11 21:06:00.103977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:00.124440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=c3bca809-8e8f-4550-8bb5-ac4b2843e905,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:00.184814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e784fb-a59d-45d2-93e1-a25f6ed399e4 req-73b6ebc1-db2f-4af0-b3ca-0faa92664e0a tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:00.206291 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7e784fb-a59d-45d2-93e1-a25f6ed399e4 req-73b6ebc1-db2f-4af0-b3ca-0faa92664e0a tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 945 time: 0.2347579 Nov 11 21:06:00.279101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] For port 893c32ad-2565-4fe2-860c-c88e099631ea, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=893c32ad-2565-4fe2-860c-c88e099631ea,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:00.279740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network c6bd3e82-1202-482a-8d33-e590f360769c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:00.280966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:00.281750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:00.319112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a000b6ed-a910-405a-aa63-bf67e53eb87e req-8a05fcfb-26a9-4654-a048-27d1823548b8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440734 Nov 11 21:06:00.343613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7e784fb-a59d-45d2-93e1-a25f6ed399e4 req-90441a52-87b5-4ca2-bf95-834c9a0a1c89 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347296 Nov 11 21:06:00.747491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-439463bd-35fd-42ef-b162-9f5a0aa95527 None None] Provisioning complete for port c3bca809-8e8f-4550-8bb5-ac4b2843e905 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:00.748114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-439463bd-35fd-42ef-b162-9f5a0aa95527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:00.776977 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:00.777966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:00.778454 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Floating IP 23be3e04-06f2-48d0-b008-b4416cc2960a disassociated. External IP: 172.25.2.31, port: 893c32ad-2565-4fe2-860c-c88e099631ea. Nov 11 21:06:00.778801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Calling delete_port for 893c32ad-2565-4fe2-860c-c88e099631ea owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:00.789318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-439463bd-35fd-42ef-b162-9f5a0aa95527 None None] Port c3bca809-8e8f-4550-8bb5-ac4b2843e905 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:00.935747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 66721f62-f85a-4b07-81df-e30246c0cd6c is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:06:00.952589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff1aa-e66e-4aee-8eee-9c1c5e1d8df3 req-aa5ac3d8-9e08-4d9b-a1bc-ca9a51aa96ed tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:00.954662 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3eaff1aa-e66e-4aee-8eee-9c1c5e1d8df3 req-aa5ac3d8-9e08-4d9b-a1bc-ca9a51aa96ed tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 945 time: 0.0936894 Nov 11 21:06:01.018118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3eaff1aa-e66e-4aee-8eee-9c1c5e1d8df3 req-96c4f246-c0aa-4793-b98c-0613d969258a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6e98d7a-c20f-49c9-a9b5-88fa02888b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556464 Nov 11 21:06:01.050363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:01.061794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:01.071363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75d7e08d-1072-4ba2-8e93-db52c5de7142 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/66721f62-f85a-4b07-81df-e30246c0cd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0250933 Nov 11 21:06:01.072068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:01.076357 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] Sync routers for ids ['66721f62-f85a-4b07-81df-e30246c0cd6c'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:01.090464 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] Routers {'66721f62-f85a-4b07-81df-e30246c0cd6c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:01.095114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event deleted for resources: {'Port': ['ID=893c32ad-2565-4fe2-860c-c88e099631ea,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:01.095265 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['66721f62-f85a-4b07-81df-e30246c0cd6c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:01.185014 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:01.196657 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] Routers {'66721f62-f85a-4b07-81df-e30246c0cd6c'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:01.197807 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['66721f62-f85a-4b07-81df-e30246c0cd6c'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:01.211828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dfb031-a176-4d07-bcbe-54b6931caa73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:01.221421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b6dfb031-a176-4d07-bcbe-54b6931caa73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports/c3bca809-8e8f-4550-8bb5-ac4b2843e905 HTTP/1.1" status: 200 len: 977 time: 0.1320391 Nov 11 21:06:01.222787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:01.240561 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:01.241463 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4402983f-97d6-4356-a7be-97abcbbfe8f5 None None] The sync data for ids ['66721f62-f85a-4b07-81df-e30246c0cd6c'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:01.369732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:01.377370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-84964305'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:01.473052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116f741-5488-40c8-83ac-de30fa494722 req-29f51516-8ac3-4aa3-a0e9-1894b455a109 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:01.477494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8116f741-5488-40c8-83ac-de30fa494722 req-29f51516-8ac3-4aa3-a0e9-1894b455a109 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.62 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 945 time: 0.1754894 Nov 11 21:06:01.770731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:01.775512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c30c40-a8c1-4ba6-848e-f1ee5854f86b req-b21cb031-71c8-44c8-83fa-777c4cbbea92 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:01.775653 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:01.776566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29c30c40-a8c1-4ba6-848e-f1ee5854f86b req-b21cb031-71c8-44c8-83fa-777c4cbbea92 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.0837400 Nov 11 21:06:01.839485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Router 179774aa-0942-4f33-86d4-04748dc7739e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:06:01.843286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29c30c40-a8c1-4ba6-848e-f1ee5854f86b req-ed6d8e62-dbb9-49c2-beb1-9c4de3a3a354 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583637 Nov 11 21:06:01.900064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:06:01.909936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:01.910212 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Added segment 082e4a57-54ce-4f83-bc8f-18133649d01b of type vlan for network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 Nov 11 21:06:01.957012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:01.998505 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f28ef56-abef-4994-8790-3e0b4fab127d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.005905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77513c7c-783d-410c-a4cb-9082437b602d req-018a69d2-e82b-4422-8b48-c78c7e7e2b54 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:02.008033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77513c7c-783d-410c-a4cb-9082437b602d req-018a69d2-e82b-4422-8b48-c78c7e7e2b54 tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 945 time: 0.4728141 Nov 11 21:06:02.018196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:02.034206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] Sync routers for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:02.058664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:02.061981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:02.079465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.089991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:02.089991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.172619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] No DVR routers for this DVR port 893c32ad-2565-4fe2-860c-c88e099631ea on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:02.176506 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.194609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe225dee-c82a-4480-8b6d-5ffdcc2a5d2b req-866019bb-452a-41b7-a78e-69d2e201e856 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "DELETE /v2.0/ports/893c32ad-2565-4fe2-860c-c88e099631ea HTTP/1.1" status: 204 len: 173 time: 2.5322475 Nov 11 21:06:02.197076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'name': 'network-vif-deleted', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:02.209480 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc66486-ed81-45d7-a77c-f2ab622a2d7c" -d '{"events": [{"server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "name": "network-vif-deleted", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:02.214277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Network': ['ID=c3df106e-e2c1-4a1e-8182-d49a3bf324c9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:02.233954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Deleting port d03946fb-3272-462b-a55b-aa5ea51ba803 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:02.235369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.247502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:06:02.336487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1281cca-4ee9-483c-be89-b6b6aecd129d req-bcaf6545-0c0c-47b3-b6b8-87b8e4f6e76f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 210 time: 0.0859017 Nov 11 21:06:02.353727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] For port d03946fb-3272-462b-a55b-aa5ea51ba803, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d03946fb-3272-462b-a55b-aa5ea51ba803,segment=NetworkSegment(8d51b767-129f-4eb0-bc59-dedb26234640),segment_id=8d51b767-129f-4eb0-bc59-dedb26234640)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:02.354099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.373597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Calling delete_port for d03946fb-3272-462b-a55b-aa5ea51ba803 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:02.416712 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cdabf4-aa3a-4cc7-b1d5-2f93fb340d1f x-openstack-request-id: req-e0cdabf4-aa3a-4cc7-b1d5-2f93fb340d1f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:02.417008 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9d01f5-0819-426c-b7d0-772157c0240f", "name": "network-vif-deleted", "tag": "893c32ad-2565-4fe2-860c-c88e099631ea", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:02.417263 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0cdabf4-aa3a-4cc7-b1d5-2f93fb340d1f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:02.417715 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9d01f5-0819-426c-b7d0-772157c0240f', 'name': 'network-vif-deleted', 'tag': '893c32ad-2565-4fe2-860c-c88e099631ea', 'status': 'completed', 'code': 200} Nov 11 21:06:02.642023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77513c7c-783d-410c-a4cb-9082437b602d req-6cb2d715-a655-4f46-afbe-54e76e27d6ea tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/security-groups?id=de9faaf2-6286-4508-8cb0-9d00567ee93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224318 Nov 11 21:06:02.666532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:06:02.712844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.795069 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-89d2db08-9e3a-465d-b6a3-31988136a443 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4232805 Nov 11 21:06:02.797672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:02.808072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-348070840'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:02.810464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Pushing event deleted for resources: {'Port': ['ID=d03946fb-3272-462b-a55b-aa5ea51ba803,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:02.915526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] No DVR routers for this DVR port d03946fb-3272-462b-a55b-aa5ea51ba803 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:02.931241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:02.941338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8116f741-5488-40c8-83ac-de30fa494722 req-679d6b13-b9aa-4d32-9162-1c580a47ad0f tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.62 "DELETE /v2.0/ports/d03946fb-3272-462b-a55b-aa5ea51ba803 HTTP/1.1" status: 204 len: 173 time: 1.4593570 Nov 11 21:06:02.950141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'name': 'network-vif-deleted', 'tag': 'd03946fb-3272-462b-a55b-aa5ea51ba803'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:02.953009 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0f21ef-94fc-4302-adb5-5db202d9559d" -d '{"events": [{"server_uuid": "a79b5831-4d53-40e0-ad92-d5438789a956", "name": "network-vif-deleted", "tag": "d03946fb-3272-462b-a55b-aa5ea51ba803"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:02.964394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.057998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d03946fb-3272-462b-a55b-aa5ea51ba803'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:06:03.093506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-954bc76b-d27f-4715-9c52-20185daf1841 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:03.095920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-954bc76b-d27f-4715-9c52-20185daf1841 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.2792947 Nov 11 21:06:03.115033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f2f32-10b6-4e0a-9b64-7fc3c4cf7790 None None] DHCP port deletion for e66197ae-4903-46e6-afdc-6df578e0b9ff request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:03.233145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:03.237427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.301234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:06:03.315610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.316018 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Added segment 3af251fb-a8fb-40a0-a408-d9bdb1bfec72 of type vlan for network 03c6918f-b0c8-457e-9f37-f9db9768aa37 Nov 11 21:06:03.347025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:03.408955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] Checking router: 179774aa-0942-4f33-86d4-04748dc7739e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:06:03.419257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:03.420460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:03.484682 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa15b0c-3f30-46ba-bc20-8389de5f95ff x-openstack-request-id: req-caa15b0c-3f30-46ba-bc20-8389de5f95ff {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:03.486494 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79b5831-4d53-40e0-ad92-d5438789a956", "name": "network-vif-deleted", "tag": "d03946fb-3272-462b-a55b-aa5ea51ba803", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:03.487504 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caa15b0c-3f30-46ba-bc20-8389de5f95ff {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:03.488363 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79b5831-4d53-40e0-ad92-d5438789a956', 'name': 'network-vif-deleted', 'tag': 'd03946fb-3272-462b-a55b-aa5ea51ba803', 'status': 'completed', 'code': 200} Nov 11 21:06:03.522063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.571164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:06:03.571951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910f35a-e7bd-473c-a79f-bcad46b03777 req-58fb88d9-2da7-40bc-be21-9a15bac6be9b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:03.576319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2910f35a-e7bd-473c-a79f-bcad46b03777 req-58fb88d9-2da7-40bc-be21-9a15bac6be9b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 945 time: 0.4932830 Nov 11 21:06:03.611163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port c3bca809-8e8f-4550-8bb5-ac4b2843e905 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:03.611565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.721832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Deleting port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:03.722169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.779391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2910f35a-e7bd-473c-a79f-bcad46b03777 req-dbfc276c-654f-439d-bdad-811fe2c4460d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887062 Nov 11 21:06:03.858669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d03946fb-3272-462b-a55b-aa5ea51ba803 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:06:03.916498 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.929267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: d03946fb-3272-462b-a55b-aa5ea51ba803 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:06:03.929760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d03946fb-3272-462b-a55b-aa5ea51ba803 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:06:03.932088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 893c32ad-2565-4fe2-860c-c88e099631ea no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:06:03.949644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:03.973889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:03.976546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:04.002924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 893c32ad-2565-4fe2-860c-c88e099631ea {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:06:04.002924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 893c32ad-2565-4fe2-860c-c88e099631ea not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:06:04.016285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for c3bca809-8e8f-4550-8bb5-ac4b2843e905 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:04.103205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:04.175543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49778536-3eca-4d78-8a34-8c00b318dffa None None] The sync data for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 is: [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:04.196183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8de77e4a-2ec6-4cfb-a12b-1a5a3a62183a req-90b9a880-bc01-41aa-a9c9-2c378251f113 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=3b9d01f5-0819-426c-b7d0-772157c0240f HTTP/1.1" status: 200 len: 210 time: 0.5173924 Nov 11 21:06:04.200478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:04.316073 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66f3b36e-1b49-4e3a-b271-754a969e959a req-d25b71e0-35a5-49d1-97d3-493936c0d31d tempest-VolumesSnapshotTestJSON-1147659836 tempest-VolumesSnapshotTestJSON-1147659836-project] 10.222.0.31 "GET /v2.0/ports?device_id=a79b5831-4d53-40e0-ad92-d5438789a956 HTTP/1.1" status: 200 len: 210 time: 0.3112533 Nov 11 21:06:04.316838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Network': ['ID=03c6918f-b0c8-457e-9f37-f9db9768aa37,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:04.380995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:06:04.383957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8d188b21-4fcb-42f1-b2b7-685159018898 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5809355 Nov 11 21:06:04.393828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:04.422337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'subnet': {'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:04.470122 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf16e98f-c327-430c-8d88-51efd1051894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:04.520972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66d0e433-d42e-4de6-811f-714a4e23f228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:04.572439 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:04.644255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=c3bca809-8e8f-4550-8bb5-ac4b2843e905,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:04.719784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] For port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:04.724592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:04.761829 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab4a52-6b02-48d7-af94-9982850949fb None None] New status for floating IP 23be3e04-06f2-48d0-b008-b4416cc2960a: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:06:04.790790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Calling delete_port for 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:04.938812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:04.941761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.030637 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66d0e433-d42e-4de6-811f-714a4e23f228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.040259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.271001 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.285849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:06:05.329018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event deleted for resources: {'Port': ['ID=8e62e667-f33a-4ffa-9652-d5b07e1a90e0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:05.381754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d619a2-aea0-4f74-884e-7c77bebf50ca None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:05.444901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] No DVR routers for this DVR port 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:05.453333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.455981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e94935d0-25cd-44cb-8db4-1908e3575ef3 req-77352b67-37ac-41bd-a21d-0ab379b6dd51 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "DELETE /v2.0/ports/8e62e667-f33a-4ffa-9652-d5b07e1a90e0 HTTP/1.1" status: 204 len: 173 time: 2.3018844 Nov 11 21:06:05.456594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'name': 'network-vif-deleted', 'tag': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:05.459055 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98cded2-22e2-4513-be23-be93cb4cc5e8" -d '{"events": [{"server_uuid": "732bc599-37ca-4df9-a55b-78b18b5b4fee", "name": "network-vif-deleted", "tag": "8e62e667-f33a-4ffa-9652-d5b07e1a90e0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:05.497945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:05.524049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.550769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:06:05.574524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.609594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ba50-43f1-4550-aea1-bb527a47c1ec req-05dac3e4-c0c4-4e0f-8070-4d03a3b0fb75 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:05.611165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b971ba50-43f1-4550-aea1-bb527a47c1ec req-05dac3e4-c0c4-4e0f-8070-4d03a3b0fb75 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=732bc599-37ca-4df9-a55b-78b18b5b4fee HTTP/1.1" status: 200 len: 867 time: 0.7033920 Nov 11 21:06:05.613613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66d0e433-d42e-4de6-811f-714a4e23f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.624466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:06:05.624844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 8e62e667-f33a-4ffa-9652-d5b07e1a90e0 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:06:05.700968 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ab3e9-d970-439a-892a-dedac88b2ddf x-openstack-request-id: req-991ab3e9-d970-439a-892a-dedac88b2ddf {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:05.701330 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732bc599-37ca-4df9-a55b-78b18b5b4fee", "name": "network-vif-deleted", "tag": "8e62e667-f33a-4ffa-9652-d5b07e1a90e0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:05.701518 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-991ab3e9-d970-439a-892a-dedac88b2ddf {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:05.707186 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732bc599-37ca-4df9-a55b-78b18b5b4fee', 'name': 'network-vif-deleted', 'tag': '8e62e667-f33a-4ffa-9652-d5b07e1a90e0', 'status': 'completed', 'code': 200} Nov 11 21:06:05.738809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3becd1a1-e461-4ae8-928d-dd8e68e790f7 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.790121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-66d0e433-d42e-4de6-811f-714a4e23f228 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34c4c6a99c2547c3b949ba475c3f1d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5863950 Nov 11 21:06:05.798102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33402) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:05.818265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Subnet': ['ID=96c61473-7d6e-4bf5-ae8e-798b2712fe87,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:05.824814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3becd1a1-e461-4ae8-928d-dd8e68e790f7 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.838398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b971ba50-43f1-4550-aea1-bb527a47c1ec req-0039d1dc-b7be-4880-806e-4261a711fcf6 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904726 Nov 11 21:06:05.842147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0e433-d42e-4de6-811f-714a4e23f228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc0360-9c93-4b15-8755-6d7162451027,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:05.849358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 66721f62-f85a-4b07-81df-e30246c0cd6c has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:06:05.912241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Checking segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:05.912641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network hostable DHCP agents. Network: c3df106e-e2c1-4a1e-8182-d49a3bf324c9, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:06:05.957071 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-777d2052-60a4-4683-9c89-84bfbf0e04d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.984213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-777d2052-60a4-4683-9c89-84bfbf0e04d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:05.987177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:05.998442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ea1b4501-7084-437b-9286-5a5b96cb5110 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/66721f62-f85a-4b07-81df-e30246c0cd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7709100 Nov 11 21:06:05.999516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] Sync routers for ids ['66721f62-f85a-4b07-81df-e30246c0cd6c'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:06.013591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:06.026384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] Routers {'66721f62-f85a-4b07-81df-e30246c0cd6c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:06.029184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['66721f62-f85a-4b07-81df-e30246c0cd6c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:06.058549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:06:06.088325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3becd1a1-e461-4ae8-928d-dd8e68e790f7 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.098456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3becd1a1-e461-4ae8-928d-dd8e68e790f7 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.102307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3becd1a1-e461-4ae8-928d-dd8e68e790f7 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6e98d7a-c20f-49c9-a9b5-88fa02888b02 HTTP/1.1" status: 204 len: 168 time: 0.6012559 Nov 11 21:06:06.103761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:06.113706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:06.125728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becd1a1-e461-4ae8-928d-dd8e68e790f7 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e98d7a-c20f-49c9-a9b5-88fa02888b02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:06.135469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] Routers {'66721f62-f85a-4b07-81df-e30246c0cd6c'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:06.136909 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['66721f62-f85a-4b07-81df-e30246c0cd6c'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:06.141867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, c3df106e-e2c1-4a1e-8182-d49a3bf324c9) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:06.158645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:06.159264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.167215 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-694e6feb-3149-4da5-9140-103fee499689 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] show failed (client error): The resource could not be found. Nov 11 21:06:06.168694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-694e6feb-3149-4da5-9140-103fee499689 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups/e6e98d7a-c20f-49c9-a9b5-88fa02888b02 HTTP/1.1" status: 404 len: 347 time: 0.0647805 Nov 11 21:06:06.171774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0e2e9-8fa2-4eac-9ad4-958778d12115 None None] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:06.172135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33408) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:06.183075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-777d2052-60a4-4683-9c89-84bfbf0e04d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.189501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-777d2052-60a4-4683-9c89-84bfbf0e04d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.191749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-777d2052-60a4-4683-9c89-84bfbf0e04d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4bc0360-9c93-4b15-8755-6d7162451027 HTTP/1.1" status: 204 len: 168 time: 0.3871512 Nov 11 21:06:06.228053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d2052-60a4-4683-9c89-84bfbf0e04d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bc0360-9c93-4b15-8755-6d7162451027,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:06.277439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:06.278049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fffcc4-854e-44f4-a075-0f74cf67d9fb None None] The sync data for ids ['66721f62-f85a-4b07-81df-e30246c0cd6c'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:06.315639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fba10fd5-402e-4378-8808-48e59fb2b482 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9182274 Nov 11 21:06:06.315930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33412) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:06.321712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'subnet': {'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:06.568799 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-d6a5b673-d031-431a-8a7c-404458dad47b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 21:06:06.570575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d6a5b673-d031-431a-8a7c-404458dad47b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/66721f62-f85a-4b07-81df-e30246c0cd6c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5554051 Nov 11 21:06:06.580495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:06.641398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2c839370-895e-449b-a968-aa4cb1399d9b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=66721f62-f85a-4b07-81df-e30246c0cd6c HTTP/1.1" status: 200 len: 205 time: 0.0637980 Nov 11 21:06:06.641915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33428) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:06.671834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Deleting port 1b7e3982-6f55-4faf-a5a0-099b62a16736 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:06.672204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.677787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'fixed_ips': [{'subnet_id': '96c61473-7d6e-4bf5-ae8e-798b2712fe87'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:06:06.686014 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.781940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:06.799895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.854736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.855145 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:06.869590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Calling delete_port for 1b7e3982-6f55-4faf-a5a0-099b62a16736 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:06.975523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Allocated IP 10.1.1.2 (c3df106e-e2c1-4a1e-8182-d49a3bf324c9/96c61473-7d6e-4bf5-ae8e-798b2712fe87/84001d0e-8327-4bca-8ccb-39c1eb25ed06) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:07.050109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abe1893d-15ad-419e-9964-547c2c54bfc8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.273873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:07.328063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.343378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79fe2922-78c4-48ab-9ae7-c25efc0b50af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.420695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event deleted for resources: {'Port': ['ID=1b7e3982-6f55-4faf-a5a0-099b62a16736,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:07.456456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.460100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abe1893d-15ad-419e-9964-547c2c54bfc8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.472775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abe1893d-15ad-419e-9964-547c2c54bfc8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.482023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.628110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Subnet': ['ID=8023c011-5339-4635-bdb8-bf3ffbc58f75,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:07.642328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.676786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Checking segment: {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:07.677336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network hostable DHCP agents. Network: 03c6918f-b0c8-457e-9f37-f9db9768aa37, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:06:07.723477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:07.733989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abe1893d-15ad-419e-9964-547c2c54bfc8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.734578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe1893d-15ad-419e-9964-547c2c54bfc8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Fanout notify agent at l3_agent the message router_deleted on router 66721f62-f85a-4b07-81df-e30246c0cd6c {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:06:07.747134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.752013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:07.755142 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-abe1893d-15ad-419e-9964-547c2c54bfc8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.760208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:07.762709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-abe1893d-15ad-419e-9964-547c2c54bfc8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/66721f62-f85a-4b07-81df-e30246c0cd6c HTTP/1.1" status: 204 len: 168 time: 1.1181676 Nov 11 21:06:07.763511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:07.778085 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.784588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.788091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-33265e2c-ac4d-49ec-b384-29f5f2d54fa8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "DELETE /v2.0/floatingips/23be3e04-06f2-48d0-b008-b4416cc2960a HTTP/1.1" status: 204 len: 168 time: 1.6147735 Nov 11 21:06:07.792789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Pushing event updated for resources: {'Port': ['ID=84001d0e-8327-4bca-8ccb-39c1eb25ed06,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:07.808213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-9d210ff2-ae0b-439b-ba7a-c53ca86c97ce tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:07.815176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-9d210ff2-ae0b-439b-ba7a-c53ca86c97ce tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 0.3784893 Nov 11 21:06:07.869460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.869890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.870337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.870766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.871155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.871549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.871937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.872350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.880492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.880492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.880492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.880492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:07.880873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-5c30fbd0-1d76-4199-90da-32223fa7e88a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/quotas/291976cde9a3450e89715c1f3f2c77dd HTTP/1.1" status: 200 len: 375 time: 0.0378330 Nov 11 21:06:07.902658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet 6032d94c-b606-4f5d-9036-57716edd1478 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:06:07.909526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.922572 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:07.983626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Attempting to bind port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:07.992834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Attempting to bind port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:07.993381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Attempting to bind port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:08.000841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:08.001578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Checking segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:08.002065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.004047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Bound using segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:08.004047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Bound port: 84001d0e-8327-4bca-8ccb-39c1eb25ed06, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:08.004047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.024945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.121151 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79fe2922-78c4-48ab-9ae7-c25efc0b50af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.145968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-fcf017ee-c356-4f17-9b02-941c7af8ca52 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2069776 Nov 11 21:06:08.159463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] For port 84001d0e-8327-4bca-8ccb-39c1eb25ed06, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:08.163885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] For port 84001d0e-8327-4bca-8ccb-39c1eb25ed06, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84001d0e-8327-4bca-8ccb-39c1eb25ed06,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:08.166152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-93d82fd7-9cc7-4d04-88b1-55c0c433f842 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:06:08.170388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-93d82fd7-9cc7-4d04-88b1-55c0c433f842 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095787 Nov 11 21:06:08.201177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79fe2922-78c4-48ab-9ae7-c25efc0b50af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.240279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:06:08.268316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.299009 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.404758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 03c6918f-b0c8-457e-9f37-f9db9768aa37) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:08.408858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-79fe2922-78c4-48ab-9ae7-c25efc0b50af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8aef94cf40604479be1c9514dbea88c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1330304 Nov 11 21:06:08.410354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe2922-78c4-48ab-9ae7-c25efc0b50af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118303d0-9c9b-4205-909e-6eba51f97c68,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:08.422861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:08.423481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.429985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da032c2-2835-4a2d-b936-9bd8f63ea3fe None None] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:08.440758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:08.541569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-9b091a51-8d19-4845-a2b2-74f005408f3a service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502154 Nov 11 21:06:08.613058 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.628560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a6efb-3b28-4f0d-bc94-0b6bce36c53a None None] Pushing event updated for resources: {'Port': ['ID=84001d0e-8327-4bca-8ccb-39c1eb25ed06,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:08.676332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0836fb03-f855-43fb-88bb-e2ef0253954a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.696521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=6032d94c-b606-4f5d-9036-57716edd1478,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:08.709705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c5aad620-e000-424d-9ab9-51fb8a336673 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3927023 Nov 11 21:06:08.711107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33466) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:08.717406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'port': {'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'name': 'tempest-TaggedBootDevicesTest-488961843', 'fixed_ips': [{'subnet_id': '96c61473-7d6e-4bf5-ae8e-798b2712fe87'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:08.724042 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.731713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bd1eea3c-96d1-4ad2-ba05-88b643181b10 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/6032d94c-b606-4f5d-9036-57716edd1478 HTTP/1.1" status: 204 len: 168 time: 0.9647739 Nov 11 21:06:08.733813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:08.754345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec19b167-c90f-45d5-aac0-a9f35fd5ef86 None None] Network c6bd3e82-1202-482a-8d33-e590f360769c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:08.811624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0836fb03-f855-43fb-88bb-e2ef0253954a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.884550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:08.934392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-c5ec9900-3144-4eff-95c3-8e19635ac02c service neutron] 10.222.0.31 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916142 Nov 11 21:06:08.999444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:09.005909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9a249e89-a182-4852-a269-f88c5542dd44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366826722', 'description': 'tempest-description--626299065'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:09.027110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-03c6918f-b0c8-457e-9f37-f9db9768aa37', 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'fixed_ips': [{'subnet_id': '8023c011-5339-4635-bdb8-bf3ffbc58f75'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:06:09.028327 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.087822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0836fb03-f855-43fb-88bb-e2ef0253954a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.092898 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0836fb03-f855-43fb-88bb-e2ef0253954a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.093631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port d9241656-efed-4175-8f17-d36f3a5aef76 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:09.093983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.094864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0836fb03-f855-43fb-88bb-e2ef0253954a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/118303d0-9c9b-4205-909e-6eba51f97c68 HTTP/1.1" status: 204 len: 168 time: 0.6530046 Nov 11 21:06:09.136004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836fb03-f855-43fb-88bb-e2ef0253954a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118303d0-9c9b-4205-909e-6eba51f97c68,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:09.174806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port d9241656-efed-4175-8f17-d36f3a5aef76, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d9241656-efed-4175-8f17-d36f3a5aef76,segment=NetworkSegment(dc65faed-2697-4d16-9bb3-5e70bedc4184),segment_id=dc65faed-2697-4d16-9bb3-5e70bedc4184)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:09.175185 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.190122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for d9241656-efed-4175-8f17-d36f3a5aef76 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:09.227934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] DHCP port deletion for c6bd3e82-1202-482a-8d33-e590f360769c request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:09.305249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a249e89-a182-4852-a269-f88c5542dd44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.453098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Allocated IP 10.2.2.2 (03c6918f-b0c8-457e-9f37-f9db9768aa37/8023c011-5339-4635-bdb8-bf3ffbc58f75/bfff1164-f641-4fdd-a236-97a588384657) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:09.462475 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a249e89-a182-4852-a269-f88c5542dd44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.464099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.483701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-38fc09e2-cbb2-459e-94b3-eda197da7669 req-86ccd7d4-5f61-47bc-b9b2-8aa629292ea0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 210 time: 0.1088452 Nov 11 21:06:09.501148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] Deleting port d9241656-efed-4175-8f17-d36f3a5aef76 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:09.501615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.514663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:09.612909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No DVR routers for this DVR port d9241656-efed-4175-8f17-d36f3a5aef76 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:09.657012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a249e89-a182-4852-a269-f88c5542dd44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.773771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=d9241656-efed-4175-8f17-d36f3a5aef76,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:09.831202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.867617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] For port d9241656-efed-4175-8f17-d36f3a5aef76, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:09.869297 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.879843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.902214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] Calling delete_port for d9241656-efed-4175-8f17-d36f3a5aef76 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:09.910540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] Port d9241656-efed-4175-8f17-d36f3a5aef76 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:06:09.912683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.920556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bd3e82-1202-482a-8d33-e590f360769c']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:09.933567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc65faed-2697-4d16-9bb3-5e70bedc4184') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:09.933891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc65faed-2697-4d16-9bb3-5e70bedc4184') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:09.944052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.961308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] Pushing event deleted for resources: {'Port': ['ID=d9241656-efed-4175-8f17-d36f3a5aef76,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:09.969105 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.970962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:09.984942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:06:09.985362 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:06:10.018233 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:06:10.070417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Pushing event updated for resources: {'Port': ['ID=bfff1164-f641-4fdd-a236-97a588384657,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:10.076219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bbe584-13b3-4a6c-b63d-d9b8b6b58bc8 None None] No DVR routers for this DVR port d9241656-efed-4175-8f17-d36f3a5aef76 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:10.116579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:10.118319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:10.125827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:10.126019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a249e89-a182-4852-a269-f88c5542dd44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71112f9b-91b7-447e-ae3f-f5381c25f584,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:10.162250 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a249e89-a182-4852-a269-f88c5542dd44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.163636 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9a249e89-a182-4852-a269-f88c5542dd44 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1626835 Nov 11 21:06:10.166900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:10.174424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fd5d6af7-1ba0-4e52-8bfd-840d80f35d62 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'security_group_rule': {'security_group_id': '71112f9b-91b7-447e-ae3f-f5381c25f584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:10.191251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.220747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7bd57a-73f9-4289-93fd-4f28325bf4f3 None None] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:10.245630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] device_id is not set on port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:06:10.308039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6af7-1ba0-4e52-8bfd-840d80f35d62 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.313391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.319023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.329344 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/c6bd3e82-1202-482a-8d33-e590f360769c HTTP/1.1" status: 204 len: 168 time: 1.5944169 Nov 11 21:06:10.333120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:10.362644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1613009030'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:10.362890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Attempting to bind port bfff1164-f641-4fdd-a236-97a588384657 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:10.362890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Attempting to bind port bfff1164-f641-4fdd-a236-97a588384657 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:10.362890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Attempting to bind port bfff1164-f641-4fdd-a236-97a588384657 on network 03c6918f-b0c8-457e-9f37-f9db9768aa37 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:10.385382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f419749-c220-4998-b3a2-c2de1df08352 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=c6bd3e82-1202-482a-8d33-e590f360769c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:10.385678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f31c684b-8ebe-483c-af15-e6f73022b9a7 None None] Provisioning complete for port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:10.386057 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f31c684b-8ebe-483c-af15-e6f73022b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.389191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:10.389191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Checking segment: {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:10.389457 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.389830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Bound using segment: {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:10.390317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Bound port: bfff1164-f641-4fdd-a236-97a588384657, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:10.390694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.405174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6af7-1ba0-4e52-8bfd-840d80f35d62 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.518230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] For port bfff1164-f641-4fdd-a236-97a588384657, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:10.521546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] For port bfff1164-f641-4fdd-a236-97a588384657, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bfff1164-f641-4fdd-a236-97a588384657,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:10.522244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6af7-1ba0-4e52-8bfd-840d80f35d62 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.532615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:10.538137 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.620298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d6af7-1ba0-4e52-8bfd-840d80f35d62 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ed45a9-2b3b-4c29-a9af-746ecf0f85d4,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:10.627770 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.680489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:06:10.717092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 10.1.1.78 (c3df106e-e2c1-4a1e-8182-d49a3bf324c9/96c61473-7d6e-4bf5-ae8e-798b2712fe87/39925fad-f687-4cb5-ae3b-057b3d7eaf5f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:10.717438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63a0f9c1-7407-41e2-b795-eca11fe7fa91 req-d5793fc4-8f82-43ea-95a9-e5892e1c6904 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 210 time: 0.1163914 Nov 11 21:06:10.740955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f31c684b-8ebe-483c-af15-e6f73022b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.745347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.746299 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment bb75d23c-ddd3-47ac-b441-00206f2dd072 of type vlan for network 294c136a-4ec0-4ec3-8d7a-2869204641e8 Nov 11 21:06:10.804864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6af7-1ba0-4e52-8bfd-840d80f35d62 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:10.809403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fd5d6af7-1ba0-4e52-8bfd-840d80f35d62 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6397178 Nov 11 21:06:10.816123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:10.859382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84001d0e-8327-4bca-8ccb-39c1eb25ed06 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:10.869152 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.021769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f31c684b-8ebe-483c-af15-e6f73022b9a7 None None] For port 84001d0e-8327-4bca-8ccb-39c1eb25ed06, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84001d0e-8327-4bca-8ccb-39c1eb25ed06,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:11.023215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a4f6e-3465-43c9-a8a8-10521b1bce91 None None] Pushing event updated for resources: {'Port': ['ID=bfff1164-f641-4fdd-a236-97a588384657,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:11.075891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:11.076457 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.193594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a642bf85-47de-43cf-8ec6-49643074ee70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'security_group_rule': {'security_group_id': '71112f9b-91b7-447e-ae3f-f5381c25f584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:11.274414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f31c684b-8ebe-483c-af15-e6f73022b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.280907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.293070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.306052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:11.306721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.406911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a642bf85-47de-43cf-8ec6-49643074ee70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.526599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=294c136a-4ec0-4ec3-8d7a-2869204641e8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:11.548751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-655344ce-2332-4df2-8254-1a215752dd72 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1952031 Nov 11 21:06:11.549469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:11.563421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': '294c136a-4ec0-4ec3-8d7a-2869204641e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:11.598296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:06:11.601712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a642bf85-47de-43cf-8ec6-49643074ee70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.619351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c684b-8ebe-483c-af15-e6f73022b9a7 None None] Pushing event updated for resources: {'Port': ['ID=84001d0e-8327-4bca-8ccb-39c1eb25ed06,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:11.687594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-526afd3c-b80a-4498-8111-d7cec7842e00 None None] Provisioning complete for port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:11.688102 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-526afd3c-b80a-4498-8111-d7cec7842e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.749982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a642bf85-47de-43cf-8ec6-49643074ee70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.800304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.850534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642bf85-47de-43cf-8ec6-49643074ee70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c26378-a9d5-46ec-b246-fd095daad16e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:11.874605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d9241656-efed-4175-8f17-d36f3a5aef76 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:06:11.901186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a642bf85-47de-43cf-8ec6-49643074ee70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:11.911329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a642bf85-47de-43cf-8ec6-49643074ee70 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0858963 Nov 11 21:06:11.911982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:11.913237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:11.915212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d9241656-efed-4175-8f17-d36f3a5aef76 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:06:11.916020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d9241656-efed-4175-8f17-d36f3a5aef76 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:06:11.930197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:11.931442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:11.977724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:11.979346 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce4ab3d5-cd95-4e22-8b68-8773a5dcd3f5 req-fb371e5b-bb64-4d44-9928-dfeb2d67725e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 210 time: 0.1207614 Nov 11 21:06:12.047553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:12.094239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:12.094875 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:12.136668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:12.140279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:12.380645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-24628284-cd1f-493c-a1fa-f5a48829fdfb None None] Provisioning complete for port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:12.380645 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24628284-cd1f-493c-a1fa-f5a48829fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:12.404754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:12.459320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-24628284-cd1f-493c-a1fa-f5a48829fdfb None None] Port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:12.473925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0bf98469-a2fe-4897-b692-98c94a972771 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7613995 Nov 11 21:06:12.494565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:12.501279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'port': {'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'name': 'tempest-TaggedBootDevicesTest-1106316189', 'fixed_ips': [{'subnet_id': '96c61473-7d6e-4bf5-ae8e-798b2712fe87'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:12.720852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:12.755731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db02285-e0f2-41f2-af57-8cccd4455851 None None] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:12.983053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84001d0e-8327-4bca-8ccb-39c1eb25ed06 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:13.030494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c2b012b7-6f96-494c-80ec-3ee82cc1e5d5 None None] Provisioning complete for port bfff1164-f641-4fdd-a236-97a588384657 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:13.031146 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2b012b7-6f96-494c-80ec-3ee82cc1e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.168202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Allocated IP 172.25.2.135 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/0e1236c9-7644-4513-9420-74dc64a0e902) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:13.245754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:13.246117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.250073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.416855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:13.493560 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.500303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-6e99e529-ad94-4a65-bb85-d588102a3d32 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:13.502205 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-6e99e529-ad94-4a65-bb85-d588102a3d32 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 804 time: 1.0369327 Nov 11 21:06:13.518039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51fad745-1467-4b2d-a186-ac71aeddb008 req-eb55d241-1488-4c40-bfea-7c14838678cf tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 210 time: 0.0468237 Nov 11 21:06:13.519989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Request body: {'port': {'device_id': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'admin_state_up': True, 'tenant_id': '291976cde9a3450e89715c1f3f2c77dd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:13.585970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': 'bb75d23c-ddd3-47ac-b441-00206f2dd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '294c136a-4ec0-4ec3-8d7a-2869204641e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:13.586342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: 294c136a-4ec0-4ec3-8d7a-2869204641e8, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:06:13.607351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2b012b7-6f96-494c-80ec-3ee82cc1e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.658586 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.660241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c2b012b7-6f96-494c-80ec-3ee82cc1e5d5 None None] For port bfff1164-f641-4fdd-a236-97a588384657, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bfff1164-f641-4fdd-a236-97a588384657,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:13.713221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bfff1164-f641-4fdd-a236-97a588384657 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:13.731682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:13.737685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:13.744933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:13.746527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:13.747828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.777540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'Port': ['ID=0e1236c9-7644-4513-9420-74dc64a0e902,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:13.787862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bfff1164-f641-4fdd-a236-97a588384657 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:13.788812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.806642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] device_id is not set on port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:06:13.812605 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2b012b7-6f96-494c-80ec-3ee82cc1e5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.876560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:06:13.927657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Made reservation on behalf of 291976cde9a3450e89715c1f3f2c77dd for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:13.931807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:13.934681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b012b7-6f96-494c-80ec-3ee82cc1e5d5 None None] Pushing event updated for resources: {'Port': ['ID=bfff1164-f641-4fdd-a236-97a588384657,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:14.061681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.072993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 294c136a-4ec0-4ec3-8d7a-2869204641e8) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:14.083202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda60c8-1457-4499-81b0-be3952073ddf None None] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:14.120899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:14.121508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.253255 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.273077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1e147ec4-d5c5-4ed6-a277-a4135d7209ac None None] Provisioning complete for port bfff1164-f641-4fdd-a236-97a588384657 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:14.273556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e147ec4-d5c5-4ed6-a277-a4135d7209ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.316556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0217b98d-8734-4dec-aca0-00da243b5f81 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7634776 Nov 11 21:06:14.319312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:14.341843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-caf5baf8-63ea-4f97-9abe-8830822acb8d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-698764522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:14.397917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 10.1.1.76 (c3df106e-e2c1-4a1e-8182-d49a3bf324c9/96c61473-7d6e-4bf5-ae8e-798b2712fe87/2d8a6e13-7ee2-4b6e-b93b-7d288874185f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:14.423210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Allocated IP 172.20.0.11 (5c698453-96f0-4944-ae06-bff47b2613f2/a2e1608d-5253-4a2c-94d2-8d858bae473f/455efda9-3106-4a74-8736-caa2cb9dbb49) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:14.572679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-294c136a-4ec0-4ec3-8d7a-2869204641e8', 'network_id': '294c136a-4ec0-4ec3-8d7a-2869204641e8', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': 'c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:06:14.572679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.572894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caf5baf8-63ea-4f97-9abe-8830822acb8d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.572894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caf5baf8-63ea-4f97-9abe-8830822acb8d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.728141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caf5baf8-63ea-4f97-9abe-8830822acb8d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.746348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bfff1164-f641-4fdd-a236-97a588384657 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:14.746741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c6c7307-faba-4fbe-a863-d1e39457f34c req-efd669f1-e230-4a87-9473-7a38cc482eb7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 210 time: 0.0812609 Nov 11 21:06:14.750455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Allocated IP 172.20.0.2 (294c136a-4ec0-4ec3-8d7a-2869204641e8/c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87/41d2def6-c215-4b2b-8aa9-9f3e42f24b92) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:14.760339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.815843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.825371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caf5baf8-63ea-4f97-9abe-8830822acb8d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.862570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.891518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bfff1164-f641-4fdd-a236-97a588384657 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:14.891518 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.919030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'Port': ['ID=0e1236c9-7644-4513-9420-74dc64a0e902,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:14.937863 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.938282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.980959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caf5baf8-63ea-4f97-9abe-8830822acb8d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:14.984820 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-caf5baf8-63ea-4f97-9abe-8830822acb8d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6603758 Nov 11 21:06:14.988892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:15.008908 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.070877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.080186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd4a923d-5f24-432c-87b7-f1438f965979 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1592388 Nov 11 21:06:15.108988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.123009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.137513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:06:15.149347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:15.163631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:15.163631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:15.177839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Network 5c698453-96f0-4944-ae06-bff47b2613f2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:15.204094 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:06:15.216905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:15.223493 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.226740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:15.237964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:15.286970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Pushing event updated for resources: {'Port': ['ID=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:15.291650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47ab11-cfb1-4652-b75a-abe26943f617 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:15.324822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:15.353786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:15.359172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:15.375100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event updated for resources: {'Port': ['ID=455efda9-3106-4a74-8736-caa2cb9dbb49,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:15.411311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:15.411891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.438762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:15.439580 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.476102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Attempting to bind port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:15.477841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Attempting to bind port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bb75d23c-ddd3-47ac-b441-00206f2dd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '294c136a-4ec0-4ec3-8d7a-2869204641e8'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:15.478414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Attempting to bind port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 on network 294c136a-4ec0-4ec3-8d7a-2869204641e8 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:15.509142 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.509541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:15.509541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Checking segment: {'id': 'bb75d23c-ddd3-47ac-b441-00206f2dd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '294c136a-4ec0-4ec3-8d7a-2869204641e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:15.509541 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.509541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Bound using segment: {'id': 'bb75d23c-ddd3-47ac-b441-00206f2dd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '294c136a-4ec0-4ec3-8d7a-2869204641e8'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:15.509541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Bound port: 41d2def6-c215-4b2b-8aa9-9f3e42f24b92, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb75d23c-ddd3-47ac-b441-00206f2dd072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '294c136a-4ec0-4ec3-8d7a-2869204641e8'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:15.509541 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.589910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8e128076-723c-42c0-94c0-5cd4bd586c2f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0941176 Nov 11 21:06:15.612037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-b093a673-0004-40e3-97ab-a4f6d05b7d6e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0990789 Nov 11 21:06:15.629260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Request body: {'port': {'device_id': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:15.633756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8188f2c4-8af3-4331-865b-fc8a62a110bc None None] Provisioning complete for port 455efda9-3106-4a74-8736-caa2cb9dbb49 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:15.634123 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8188f2c4-8af3-4331-865b-fc8a62a110bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.748290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8188f2c4-8af3-4331-865b-fc8a62a110bc None None] Port 455efda9-3106-4a74-8736-caa2cb9dbb49 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:15.782604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.831610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] For port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:15.869838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] For port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,segment=NetworkSegment(bb75d23c-ddd3-47ac-b441-00206f2dd072),segment_id=bb75d23c-ddd3-47ac-b441-00206f2dd072)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:15.943083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-edd00b0a-5c36-42b4-9cc6-434b8e2a3e45 None None] Provisioning complete for port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:15.943633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edd00b0a-5c36-42b4-9cc6-434b8e2a3e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:15.984949 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.077409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:16.083082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7a454527-bcdf-472f-915e-9ab9b59f6a67 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661086865', 'description': 'tempest-description--911409618'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:16.144007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de576567-dd1d-4489-9882-0b0a8cad9bfe None None] Pushing event updated for resources: {'Port': ['ID=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:16.153333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-edd00b0a-5c36-42b4-9cc6-434b8e2a3e45 None None] Port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:16.246360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a454527-bcdf-472f-915e-9ab9b59f6a67 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.278555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-11520dfc-fdab-4a17-b6af-0892bf325c81 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1366826722&fields=id&tenant_id=f6893d4fd3664dab879903dbd07919e2 HTTP/1.1" status: 200 len: 267 time: 0.7496569 Nov 11 21:06:16.311504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cd406-cd5b-4bc5-bc68-4b7813f80a6f req-6d55627a-ef23-415e-9fec-9732e3ecd7d2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:16.313711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b6cd406-cd5b-4bc5-bc68-4b7813f80a6f req-6d55627a-ef23-415e-9fec-9732e3ecd7d2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 932 time: 0.2117701 Nov 11 21:06:16.444468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455efda9-3106-4a74-8736-caa2cb9dbb49 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:16.470508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.513656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a454527-bcdf-472f-915e-9ab9b59f6a67 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.528646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3b6cd406-cd5b-4bc5-bc68-4b7813f80a6f req-2700962c-3e3e-4185-a665-19cb3eb32aea tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036183 Nov 11 21:06:16.564732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Transition to ACTIVE for port object 455efda9-3106-4a74-8736-caa2cb9dbb49 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:16.656101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-44b37f1d-0d72-49dd-af7d-3d79592eca50 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:16.665606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a454527-bcdf-472f-915e-9ab9b59f6a67 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.666659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-44b37f1d-0d72-49dd-af7d-3d79592eca50 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 811 time: 0.3486969 Nov 11 21:06:16.671671 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.684305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.20.0.1 (294c136a-4ec0-4ec3-8d7a-2869204641e8/c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87/dbef53a1-bf08-45cc-b5af-67f045bd4301) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:16.696829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-7d53abff-f004-4c27-bbd5-eb30bb826477 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/quotas/f6893d4fd3664dab879903dbd07919e2 HTTP/1.1" status: 200 len: 375 time: 0.0287385 Nov 11 21:06:16.734280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:16.782517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c70b4c-0376-4a3c-bcd0-7d09c88bb3e1 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:16.783805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a454527-bcdf-472f-915e-9ab9b59f6a67 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acafa7e-32f3-4192-9621-e7d0f9da01c5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:16.800858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:16.800971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.878511 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a454527-bcdf-472f-915e-9ab9b59f6a67 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.879824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7a454527-bcdf-472f-915e-9ab9b59f6a67 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8012202 Nov 11 21:06:16.888526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:16.893661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-fcca979d-5e44-4b85-8158-12f297ccd398 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1906404 Nov 11 21:06:16.895655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-977eb0f7-c49e-473f-a639-c25ce8de20ff tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'security_group_rule': {'security_group_id': '0acafa7e-32f3-4192-9621-e7d0f9da01c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:16.902694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Pushing event updated for resources: {'Port': ['ID=455efda9-3106-4a74-8736-caa2cb9dbb49,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:16.911935 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:16.982367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,segment=NetworkSegment(bb75d23c-ddd3-47ac-b441-00206f2dd072),segment_id=bb75d23c-ddd3-47ac-b441-00206f2dd072)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:17.010663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Attempting to bind port 455efda9-3106-4a74-8736-caa2cb9dbb49 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:17.011000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Attempting to bind port 455efda9-3106-4a74-8736-caa2cb9dbb49 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:17.011328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Attempting to bind port 455efda9-3106-4a74-8736-caa2cb9dbb49 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:17.016690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Port 455efda9-3106-4a74-8736-caa2cb9dbb49 on network 5c698453-96f0-4944-ae06-bff47b2613f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:17.016875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Attempting to bind port 455efda9-3106-4a74-8736-caa2cb9dbb49 on network 5c698453-96f0-4944-ae06-bff47b2613f2 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:17.021986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:17.022876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Checking segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:17.023267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Bound using segment: {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:17.023953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Bound port: 455efda9-3106-4a74-8736-caa2cb9dbb49, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c83d7e-14f5-4800-b45c-593f7381395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:17.024321 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.051636 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.072106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977eb0f7-c49e-473f-a639-c25ce8de20ff tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.097574 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.108601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-af58bc19-4780-4cc2-9d44-b9ca2617203c service neutron] 10.222.0.31 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129245 Nov 11 21:06:17.140185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] For port 455efda9-3106-4a74-8736-caa2cb9dbb49, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:17.160271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] For port 455efda9-3106-4a74-8736-caa2cb9dbb49, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=455efda9-3106-4a74-8736-caa2cb9dbb49,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:17.171251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977eb0f7-c49e-473f-a639-c25ce8de20ff tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.209074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:17.255848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.255990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-c8d28c14-097f-465b-af9f-c245cd5ba9fb service neutron] 10.222.0.31 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341250 Nov 11 21:06:17.278556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:17.279769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.282058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] 10.222.0.58 "PUT /v2.0/ports/455efda9-3106-4a74-8736-caa2cb9dbb49 HTTP/1.1" status: 200 len: 1092 time: 1.6573477 Nov 11 21:06:17.285450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'tag': '455efda9-3106-4a74-8736-caa2cb9dbb49'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:17.285601 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.292809 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a4df54-43ec-40d4-88a6-419b2148391e", "tag": "455efda9-3106-4a74-8736-caa2cb9dbb49"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:17.294303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b2630-df14-440d-99da-bdac50970f3d None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:17.343187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977eb0f7-c49e-473f-a639-c25ce8de20ff tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.423736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:17.427517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=dbef53a1-bf08-45cc-b5af-67f045bd4301,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:17.431024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:17.438368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:17.472823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eb0f7-c49e-473f-a639-c25ce8de20ff tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f8fda5-e221-46b8-afc8-4826b2c33fd5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:17.485338 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18faf03-554e-4645-8480-940d61f4948c x-openstack-request-id: req-b18faf03-554e-4645-8480-940d61f4948c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:17.485700 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a4df54-43ec-40d4-88a6-419b2148391e", "tag": "455efda9-3106-4a74-8736-caa2cb9dbb49", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:17.486140 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b18faf03-554e-4645-8480-940d61f4948c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:17.486549 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'tag': '455efda9-3106-4a74-8736-caa2cb9dbb49', 'status': 'completed', 'code': 200} Nov 11 21:06:17.556432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.564756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d7a7-c684-4549-a666-21579a42c254 service neutron] Pushing event updated for resources: {'Port': ['ID=455efda9-3106-4a74-8736-caa2cb9dbb49,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:17.605989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-acb4b051-89c6-42d6-abaa-995a285fe75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:17.607563 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-acb4b051-89c6-42d6-abaa-995a285fe75e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 1095 time: 0.1812348 Nov 11 21:06:17.690875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-c3869752-5f52-4d91-b6ca-cb996f5addad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455efda9-3106-4a74-8736-caa2cb9dbb49 HTTP/1.1" status: 200 len: 217 time: 0.0747201 Nov 11 21:06:17.777239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-977eb0f7-c49e-473f-a639-c25ce8de20ff tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.783231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-977eb0f7-c49e-473f-a639-c25ce8de20ff tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8878744 Nov 11 21:06:17.783365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:17.787527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a63d31e0-6be9-42e4-9e54-5b8194252212 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'security_group_rule': {'security_group_id': '0acafa7e-32f3-4192-9621-e7d0f9da01c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:17.810358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2f1f0-7306-4cb2-8d8b-cf849bd79967 req-2a7aca73-077b-42b6-b8c0-0c08219a7335 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:17.818574 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65a2f1f0-7306-4cb2-8d8b-cf849bd79967 req-2a7aca73-077b-42b6-b8c0-0c08219a7335 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 944 time: 0.1375954 Nov 11 21:06:17.834432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-3ec44287-f211-431c-b24f-38404e5908e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:17.837341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-3ec44287-f211-431c-b24f-38404e5908e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.1164014 Nov 11 21:06:17.876841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-f70b39c0-157c-4154-9769-c1c12bdb6b2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318065 Nov 11 21:06:17.896356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73f1d43e-5e08-478e-b4f4-776c54d003b4 req-567a1929-7c18-45ac-9953-0e8ace4875ae tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 210 time: 0.0963347 Nov 11 21:06:17.965153 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:17.972019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65a2f1f0-7306-4cb2-8d8b-cf849bd79967 req-7cb79bfc-2e4a-43ac-9db5-143c29b950f5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517589 Nov 11 21:06:18.012576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8cb333-e1d2-4ac1-9b4e-c72440606525 None None] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:18.056691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a63d31e0-6be9-42e4-9e54-5b8194252212 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.126712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-3054e9d0-4806-4e41-b944-9bda7b65a00a service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376237 Nov 11 21:06:18.220744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a26130e4-0435-492c-9fe3-546e243a0818 None None] Provisioning complete for port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:18.221730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a26130e4-0435-492c-9fe3-546e243a0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.236986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a63d31e0-6be9-42e4-9e54-5b8194252212 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.299310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a4fdb56-37ee-4ea8-9c35-2ac8bc1301c6 req-6ef1b5ec-1058-41df-8f28-bdd4ec3632c3 service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472676 Nov 11 21:06:18.418293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a63d31e0-6be9-42e4-9e54-5b8194252212 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.489045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d31e0-6be9-42e4-9e54-5b8194252212 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800dcfbc-6d07-47ff-a880-32170d9937aa,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:18.523466 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.537624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-b2094c69-9bff-4333-b0d7-709d3bd1092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:18.539812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-b2094c69-9bff-4333-b0d7-709d3bd1092c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=291976cde9a3450e89715c1f3f2c77dd&device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 1095 time: 0.0982420 Nov 11 21:06:18.601263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a63d31e0-6be9-42e4-9e54-5b8194252212 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.603287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a63d31e0-6be9-42e4-9e54-5b8194252212 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8199861 Nov 11 21:06:18.607212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:18.614960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:18.672433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.684409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:18.789567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-f46b633a-0ef2-459b-8f93-229f80fd724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:18.792527 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-f46b633a-0ef2-459b-8f93-229f80fd724c service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 200 len: 905 time: 0.2442336 Nov 11 21:06:18.839191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:18.840344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:18.865105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-f4c6e902-9ad1-4226-b8b6-fd9dddb22909 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=455efda9-3106-4a74-8736-caa2cb9dbb49 HTTP/1.1" status: 200 len: 217 time: 0.0660641 Nov 11 21:06:18.892473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=dbef53a1-bf08-45cc-b5af-67f045bd4301,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:18.956220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-e9dcc4b9-db50-4158-90fc-c0a07275cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:18.957427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-e9dcc4b9-db50-4158-90fc-c0a07275cd82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 200 len: 844 time: 0.0862052 Nov 11 21:06:18.986076 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:19.036174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:19.038408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-c9ebccc3-ef4e-40f8-8afe-c2adaccec623 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c698453-96f0-4944-ae06-bff47b2613f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673881 Nov 11 21:06:19.100348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-862cf92e-4ad7-4308-bcd8-caf6f4a0f2ba None None] Provisioning complete for port dbef53a1-bf08-45cc-b5af-67f045bd4301 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:19.101031 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-862cf92e-4ad7-4308-bcd8-caf6f4a0f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:19.156297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-163378e9-a020-40db-85ba-3911319507a6 req-8ba395d8-820b-417b-adc9-206d80100d3b tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 210 time: 0.1251106 Nov 11 21:06:19.186011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-862cf92e-4ad7-4308-bcd8-caf6f4a0f2ba None None] Port dbef53a1-bf08-45cc-b5af-67f045bd4301 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:19.215995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-862cf92e-4ad7-4308-bcd8-caf6f4a0f2ba None None] Provisioning complete for port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:19.216397 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-862cf92e-4ad7-4308-bcd8-caf6f4a0f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:19.258781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-29f79c99-5a57-4d0d-be78-186526d6f3ac service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154815 Nov 11 21:06:19.394684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:19.397217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:19.410322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f646313-4419-463f-a76d-1b80f0842b45 req-b1fd547e-ad38-4b4e-af96-f9bc6143a98e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:19.411942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f646313-4419-463f-a76d-1b80f0842b45 req-b1fd547e-ad38-4b4e-af96-f9bc6143a98e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 944 time: 0.1522319 Nov 11 21:06:19.557936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6e418a4-eeb9-404a-ae43-6c0bc6707a66 req-628eb872-9488-4d72-a2ef-26280f8ca50d service neutron] 10.222.0.58 "GET /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486389 Nov 11 21:06:19.589983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f646313-4419-463f-a76d-1b80f0842b45 req-cb7abe06-e992-4ff8-b1e2-6e98bba74741 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619730 Nov 11 21:06:19.595471 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:19.641897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2649fde2-993e-4ab1-ac53-664727ab5a34 None None] Provisioning complete for port dbef53a1-bf08-45cc-b5af-67f045bd4301 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:19.645224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2649fde2-993e-4ab1-ac53-664727ab5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:19.737740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2649fde2-993e-4ab1-ac53-664727ab5a34 None None] Port dbef53a1-bf08-45cc-b5af-67f045bd4301 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:19.840708 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-f141336e-3507-4758-8def-0eff3ea71523 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155775 Nov 11 21:06:19.861510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 172.25.2.181 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/753f2a2d-9bed-49bf-b64f-7b9848373134) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:19.864457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cd6a33ce-0b76-4b41-8df3-2f60a627918d None None] Provisioning complete for port dbef53a1-bf08-45cc-b5af-67f045bd4301 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:19.864842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cd6a33ce-0b76-4b41-8df3-2f60a627918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:19.965513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a33ce-0b76-4b41-8df3-2f60a627918d None None] Port dbef53a1-bf08-45cc-b5af-67f045bd4301 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:19.979951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 273b6388-403f-4bad-9cd6-e97281cb2bdb is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:06:19.985144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-aead42d3-9358-4518-bef1-83d4743f863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:19.991529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-aead42d3-9358-4518-bef1-83d4743f863e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 1097 time: 0.0888097 Nov 11 21:06:20.128321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:20.141500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:20.147815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4a27b7af-a084-4c9d-aa06-8212eec08eb7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/273b6388-403f-4bad-9cd6-e97281cb2bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1616509 Nov 11 21:06:20.151717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:20.153525 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] Sync routers for ids ['273b6388-403f-4bad-9cd6-e97281cb2bdb'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:20.172517 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] Routers {'273b6388-403f-4bad-9cd6-e97281cb2bdb'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:20.187956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['273b6388-403f-4bad-9cd6-e97281cb2bdb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:20.213564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-4a1e1e2c-9cb4-407b-8f4c-700458358bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:20.215684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-4a1e1e2c-9cb4-407b-8f4c-700458358bb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.2034934 Nov 11 21:06:20.313840 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:20.329138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d4795-0ea0-4072-9859-6327bc5b980a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:20.334622 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e80d4795-0ea0-4072-9859-6327bc5b980a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports/dbef53a1-bf08-45cc-b5af-67f045bd4301 HTTP/1.1" status: 200 len: 910 time: 0.1779163 Nov 11 21:06:20.340663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:20.346706 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] Routers {'273b6388-403f-4bad-9cd6-e97281cb2bdb'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:20.349363 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['273b6388-403f-4bad-9cd6-e97281cb2bdb'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:20.349934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e24cefa-27c4-493d-838f-44fa92565784 req-eabfbfee-c064-44e1-bfee-994344ed518a tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 210 time: 0.0471923 Nov 11 21:06:20.430535 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:20.431470 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550632c8-7d58-48a9-bd66-ad86606fa036 None None] The sync data for ids ['273b6388-403f-4bad-9cd6-e97281cb2bdb'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:20.436217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-4e474cd5-bc23-4819-9cc4-97f2d1350d75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 200 len: 1001 time: 0.2120478 Nov 11 21:06:20.453634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:20.521768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-97f0143e-6781-429a-838e-47ad6ab256b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:20.523662 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-97f0143e-6781-429a-838e-47ad6ab256b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0495524 Nov 11 21:06:20.550804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:20.556742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:20.571295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:20.700718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=753f2a2d-9bed-49bf-b64f-7b9848373134,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:20.783442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-6516f0ab-69b7-40f6-9ee2-c4b557ac19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:20.785897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-6516f0ab-69b7-40f6-9ee2-c4b557ac19eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534759 Nov 11 21:06:20.805709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:20.956970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-2a5e0fb8-a998-4a64-baea-b867edc981ef service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299798 Nov 11 21:06:21.026850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dd0e8-0adf-4764-a548-8885faf149a4 req-f364782f-75d8-40e8-a64b-3987ec2ada4e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:21.028940 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-864dd0e8-0adf-4764-a548-8885faf149a4 req-f364782f-75d8-40e8-a64b-3987ec2ada4e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 944 time: 0.3093426 Nov 11 21:06:21.029989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:21.220283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-864dd0e8-0adf-4764-a548-8885faf149a4 req-538a551f-23c4-4812-b1d8-3877a7e7e31c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516118 Nov 11 21:06:21.272735 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6dc29a4-7fa9-4a93-9344-d31283ec95c5 req-b3410468-02a6-44b0-8283-6b69fb48a58a service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028851 Nov 11 21:06:21.353761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:21.355225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-780e173d-c2a3-4d91-952e-a6bbcb1edf2c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:21.359602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-780e173d-c2a3-4d91-952e-a6bbcb1edf2c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 811 time: 0.4296370 Nov 11 21:06:21.439836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] Deleting subnet d4c7bc5c-b067-4f6b-92db-6af630329b79 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:06:21.448870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:21.464190 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:21.566424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-989fabc1-42b7-4a43-ae22-32b05bc462a1 req-81ceb9e8-0428-4edc-afe0-3bacebdded17 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 210 time: 0.0530171 Nov 11 21:06:21.580458 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:21.659494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 455efda9-3106-4a74-8736-caa2cb9dbb49 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:06:21.662149 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-5e72c88a-1473-4aef-8967-6b1b810537d8 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6893d4fd3664dab879903dbd07919e2 HTTP/1.1" status: 200 len: 380 time: 0.1956885 Nov 11 21:06:21.693832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'port': {'device_id': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'admin_state_up': True, 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'security_groups': ['71112f9b-91b7-447e-ae3f-f5381c25f584']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:21.701095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=753f2a2d-9bed-49bf-b64f-7b9848373134,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:21.775921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:21.886658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:21.897483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-584baaab-8d43-491f-a54d-295a90a6c210 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2785804 Nov 11 21:06:21.924365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 455efda9-3106-4a74-8736-caa2cb9dbb49, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=455efda9-3106-4a74-8736-caa2cb9dbb49,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:21.950066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '455efda9-3106-4a74-8736-caa2cb9dbb49', 'network_id': '5c698453-96f0-4944-ae06-bff47b2613f2', 'port_id': '455efda9-3106-4a74-8736-caa2cb9dbb49', 'mac_address': 'fa:16:3e:f4:cb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e1608d-5253-4a2c-94d2-8d858bae473f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:06:22.008972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.028196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455efda9-3106-4a74-8736-caa2cb9dbb49 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:22.054448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 455efda9-3106-4a74-8736-caa2cb9dbb49, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=455efda9-3106-4a74-8736-caa2cb9dbb49,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:22.058571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Made reservation on behalf of f6893d4fd3664dab879903dbd07919e2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:22.067256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.124979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.163947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.208363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.212441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.265374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=455efda9-3106-4a74-8736-caa2cb9dbb49,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:22.376216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.488759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['455efda9-3106-4a74-8736-caa2cb9dbb49'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:06:22.493315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c13685-fa19-4ca2-8412-0344b55f0085 req-0ebd896d-a957-4981-82e4-22763ee2ca58 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:22.496253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32c13685-fa19-4ca2-8412-0344b55f0085 req-0ebd896d-a957-4981-82e4-22763ee2ca58 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 945 time: 0.1277318 Nov 11 21:06:22.514129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c3be9fdd-2a0a-492d-a6a3-58e3d0cb337d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--661086865&fields=id&tenant_id=11cb03a510ca46ae950419e270fc99fb HTTP/1.1" status: 200 len: 267 time: 0.0767117 Nov 11 21:06:22.534065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Allocated IP 172.20.0.4 (087349e6-35eb-433c-9508-333571ae10b8/7d8d9145-d305-4fdf-8e90-5fb0513f1b2a/86e8db8e-698b-4a44-9143-854775d3d3ab) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:22.559089 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.604577 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.606686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32c13685-fa19-4ca2-8412-0344b55f0085 req-d1aa9dce-efb5-425b-aad7-4825b65e8b6b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041117 Nov 11 21:06:22.623177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d4c7bc5c-b067-4f6b-92db-6af630329b79 HTTP/1.1" status: 204 len: 168 time: 1.2648869 Nov 11 21:06:22.624221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:22.633813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c0623-ac42-4b2f-a401-3b2434f790bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c7bc5c-b067-4f6b-92db-6af630329b79,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:22.679297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38fc95-f21a-47a2-a4a3-4f8c1a967cd2 None None] Network 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:22.684210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-1699449a-e5e7-4745-b110-fd024d2330c3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:22.697378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-1699449a-e5e7-4745-b110-fd024d2330c3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports/39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 930 time: 0.1819546 Nov 11 21:06:22.818436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-4652e01f-fc96-493c-a062-3778ecbd05eb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:22.835274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-4652e01f-fc96-493c-a062-3778ecbd05eb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports/2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 931 time: 0.1363640 Nov 11 21:06:22.867701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30bf4f7-f4c2-411f-a2d7-2d904e4a19b5 None None] DHCP port deletion for 8100cb01-ef2f-4a85-bae1-a9e100f0c0ac request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:22.867809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:22.959858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-25850447-abac-4484-baeb-f25fa20419aa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1231964 Nov 11 21:06:23.003580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-4ecf656e-dd6a-4b30-80e4-a8daccfd67c9 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0423303 Nov 11 21:06:23.014197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac7adfbd-0496-4618-9aae-2e4a59d3f699 req-df99c980-5ae6-449f-bea8-254a6fe00826 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 210 time: 0.0917850 Nov 11 21:06:23.017998 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.086683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.099525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Network 087349e6-35eb-433c-9508-333571ae10b8 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:23.115137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:23.134195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:23.217105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event updated for resources: {'Port': ['ID=86e8db8e-698b-4a44-9143-854775d3d3ab,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:23.343539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:23.345576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.346578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f1464986-c3f4-4e5f-9a4a-95481c123987 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:23.362818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f1464986-c3f4-4e5f-9a4a-95481c123987 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:23.380529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f1464986-c3f4-4e5f-9a4a-95481c123987 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:23.382521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f1464986-c3f4-4e5f-9a4a-95481c123987 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=03c6918f-b0c8-457e-9f37-f9db9768aa37&id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 1988 time: 0.3781924 Nov 11 21:06:23.402642 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.417650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-cef2a68a-1545-4ef2-9354-78d88272e2ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/quotas/11cb03a510ca46ae950419e270fc99fb HTTP/1.1" status: 200 len: 375 time: 0.0277708 Nov 11 21:06:23.449794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8100cb01-ef2f-4a85-bae1-a9e100f0c0ac']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:23.451319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port dbef53a1-bf08-45cc-b5af-67f045bd4301 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:23.452560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.469497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d67839a-13f7-447c-9bad-fda64e579530') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:23.469800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d67839a-13f7-447c-9bad-fda64e579530') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:23.493686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.531393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.555404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-007a2bbd-66a5-4758-9cd8-02e20c3c865f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8599534 Nov 11 21:06:23.569925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Request body: {'port': {'device_id': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:23.574921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:06:23.575336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:06:23.577155 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:06:23.682670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 455efda9-3106-4a74-8736-caa2cb9dbb49 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:23.815113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.898153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for dbef53a1-bf08-45cc-b5af-67f045bd4301 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:23.925499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-decb17f4-ed9a-4b63-8409-73b56f02709e None None] Provisioning complete for port 86e8db8e-698b-4a44-9143-854775d3d3ab triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:23.926460 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-decb17f4-ed9a-4b63-8409-73b56f02709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:23.974143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c9731dec-12d8-4ea2-ab9e-f4000297be0d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5487289 Nov 11 21:06:24.180374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-decb17f4-ed9a-4b63-8409-73b56f02709e None None] Port 86e8db8e-698b-4a44-9143-854775d3d3ab cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:24.245588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:24.284185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d3465-1c74-4bf6-9895-a1d0f2d549f6 req-13ba4031-fade-46ca-8483-6b449cc3100d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:24.285847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c2d3465-1c74-4bf6-9895-a1d0f2d549f6 req-13ba4031-fade-46ca-8483-6b449cc3100d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 945 time: 0.1612082 Nov 11 21:06:24.295578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 455efda9-3106-4a74-8736-caa2cb9dbb49 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:06:24.302019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 455efda9-3106-4a74-8736-caa2cb9dbb49 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:24.302509 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:24.372614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-5de5c371-2098-4c55-bb13-e153adbf33e9 service neutron] 10.222.0.31 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814063 Nov 11 21:06:24.391068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:24.415363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:24.420098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8100cb01-ef2f-4a85-bae1-a9e100f0c0ac HTTP/1.1" status: 204 len: 168 time: 1.7951255 Nov 11 21:06:24.493858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:24.593009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455efda9-3106-4a74-8736-caa2cb9dbb49'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:24.598755 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05d2e9c-4261-4564-a254-b3581217830f" -d '{"events": [{"server_uuid": "d4a4df54-43ec-40d4-88a6-419b2148391e", "name": "network-vif-plugged", "status": "completed", "tag": "455efda9-3106-4a74-8736-caa2cb9dbb49"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:24.619302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 455efda9-3106-4a74-8736-caa2cb9dbb49, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=455efda9-3106-4a74-8736-caa2cb9dbb49,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:24.655481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9c133-2d96-4f08-b124-22698a965bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8100cb01-ef2f-4a85-bae1-a9e100f0c0ac,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:24.709980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-489ad594-78d6-4214-9e72-a570e1654325 service neutron] 10.222.0.31 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200836 Nov 11 21:06:24.731501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c2d3465-1c74-4bf6-9895-a1d0f2d549f6 req-93318f0c-141a-489c-b774-4e360b50461c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831377 Nov 11 21:06:24.755035 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:24.802340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-52da85f4-7049-4d15-97d6-2631f1a0e74e service neutron] 10.222.0.31 "GET /v2.0/ports/39925fad-f687-4cb5-ae3b-057b3d7eaf5f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0825946 Nov 11 21:06:24.859332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:24.886582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=455efda9-3106-4a74-8736-caa2cb9dbb49,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:24.974555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=dbef53a1-bf08-45cc-b5af-67f045bd4301,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:24.985163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1651a-8d66-45e9-970f-e802d0b67090 req-e69cb6fd-a5ad-4742-a4bc-5d0bbc041109 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:24.987036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1da1651a-8d66-45e9-970f-e802d0b67090 req-e69cb6fd-a5ad-4742-a4bc-5d0bbc041109 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 931 time: 0.1494510 Nov 11 21:06:25.064638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e8db8e-698b-4a44-9143-854775d3d3ab {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:25.077487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:25.099383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1da1651a-8d66-45e9-970f-e802d0b67090 req-81140dd4-fcec-4931-8ac3-4c5801d3afe4 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831206 Nov 11 21:06:25.108335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Transition to ACTIVE for port object 86e8db8e-698b-4a44-9143-854775d3d3ab will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:25.165198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-04d1c749-09f6-41bd-b353-83ef52dae975 service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565197 Nov 11 21:06:25.175505 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e4d9e-c0e0-4e70-aa25-c115a7705b41 x-openstack-request-id: req-b46e4d9e-c0e0-4e70-aa25-c115a7705b41 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:25.175661 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a4df54-43ec-40d4-88a6-419b2148391e", "name": "network-vif-plugged", "status": "completed", "tag": "455efda9-3106-4a74-8736-caa2cb9dbb49", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:25.175890 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b46e4d9e-c0e0-4e70-aa25-c115a7705b41 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:25.176319 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455efda9-3106-4a74-8736-caa2cb9dbb49', 'code': 200} Nov 11 21:06:25.201390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33826) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:25.265814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:25.392092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d57246d7-e653-49f0-976e-9e94d41912d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38151006522140839417270edea93d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909921 Nov 11 21:06:25.392382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:25.397335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:25.434759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-64a92ee3-e564-4305-93d5-6f218915f4da service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630560 Nov 11 21:06:25.449852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Pushing event updated for resources: {'Port': ['ID=86e8db8e-698b-4a44-9143-854775d3d3ab,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:25.495928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Attempting to bind port 86e8db8e-698b-4a44-9143-854775d3d3ab on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:25.495928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Attempting to bind port 86e8db8e-698b-4a44-9143-854775d3d3ab by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:25.495928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Attempting to bind port 86e8db8e-698b-4a44-9143-854775d3d3ab on network 087349e6-35eb-433c-9508-333571ae10b8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:25.498208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c730496-14f7-4738-9845-c43cbfa783f0 req-d1add00a-67fc-4337-becb-64d12a3f2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:25.499796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c730496-14f7-4738-9845-c43cbfa783f0 req-d1add00a-67fc-4337-becb-64d12a3f2daa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 1097 time: 0.2140665 Nov 11 21:06:25.504012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Port 86e8db8e-698b-4a44-9143-854775d3d3ab on network 087349e6-35eb-433c-9508-333571ae10b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:25.504530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Attempting to bind port 86e8db8e-698b-4a44-9143-854775d3d3ab on network 087349e6-35eb-433c-9508-333571ae10b8 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:25.521040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:25.521381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Checking segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:25.521788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Bound using segment: {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:25.522243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Bound port: 86e8db8e-698b-4a44-9143-854775d3d3ab, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a844d7-1c33-486b-ac82-39bed6137c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '087349e6-35eb-433c-9508-333571ae10b8'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:25.522603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:25.621799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] For port 86e8db8e-698b-4a44-9143-854775d3d3ab, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:25.625455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] For port 86e8db8e-698b-4a44-9143-854775d3d3ab, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=86e8db8e-698b-4a44-9143-854775d3d3ab,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:25.644823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a8cfea68-1e3b-4f9d-bb8f-093ddb383bd1 service neutron] 10.222.0.31 "GET /v2.0/ports/2d8a6e13-7ee2-4b6e-b93b-7d288874185f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1970334 Nov 11 21:06:25.729189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:25.732607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c13406ac-470f-4996-bc63-1301709b9906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:25.827681 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:25.828349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:25.829875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] 10.222.0.62 "PUT /v2.0/ports/86e8db8e-698b-4a44-9143-854775d3d3ab HTTP/1.1" status: 200 len: 1091 time: 2.2670038 Nov 11 21:06:25.830725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:25.833174 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31" -d '{"events": [{"name": "network-changed", "server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:25.869689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126cb88-bd09-488c-aaac-c9c99f9084da service neutron] Pushing event updated for resources: {'Port': ['ID=86e8db8e-698b-4a44-9143-854775d3d3ab,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:25.904425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5c730496-14f7-4738-9845-c43cbfa783f0 req-8484d375-4244-4d8f-af4f-be9e57c11843 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477476 Nov 11 21:06:25.951238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 273b6388-403f-4bad-9cd6-e97281cb2bdb has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:06:25.965667 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c13406ac-470f-4996-bc63-1301709b9906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:26.064776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ecb8-4e1e-4fc7-b00f-2c41607e3c25 req-f3124160-61b7-4443-a273-4c8b76b1020c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:26.072060 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f84ecb8-4e1e-4fc7-b00f-2c41607e3c25 req-f3124160-61b7-4443-a273-4c8b76b1020c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1960464 Nov 11 21:06:26.148855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-21877f57-7bd2-440a-89bf-5b9eea9f717f service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852355 Nov 11 21:06:26.183073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-85bf5efe-602c-46b1-ae7d-41f022f1773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:26.185064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-85bf5efe-602c-46b1-ae7d-41f022f1773b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 1094 time: 0.2022405 Nov 11 21:06:26.190430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f84ecb8-4e1e-4fc7-b00f-2c41607e3c25 req-a9bfa064-e25a-47cd-bbb0-f9c49b474080 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824401 Nov 11 21:06:26.263776 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-bb96e28d-fb37-4a27-8dd8-59bf9546c37c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e8db8e-698b-4a44-9143-854775d3d3ab HTTP/1.1" status: 200 len: 217 time: 0.0642405 Nov 11 21:06:26.320654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:26.338858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a65da3a6-ea95-4609-9903-c7f3c9a49a69 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/273b6388-403f-4bad-9cd6-e97281cb2bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9934835 Nov 11 21:06:26.339089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] Sync routers for ids ['273b6388-403f-4bad-9cd6-e97281cb2bdb'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:26.342447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:26.358061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] Routers {'273b6388-403f-4bad-9cd6-e97281cb2bdb'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:26.362514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['273b6388-403f-4bad-9cd6-e97281cb2bdb'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:26.369055 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290fa84-5bb5-4866-ad6e-60464414d9ef x-openstack-request-id: req-3290fa84-5bb5-4866-ad6e-60464414d9ef {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:26.370370 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:26.373100 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3290fa84-5bb5-4866-ad6e-60464414d9ef {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:26.374753 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'status': 'completed', 'code': 200} Nov 11 21:06:26.382347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-77dba196-f66f-4750-93c7-b59fc827f552 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=273b6388-403f-4bad-9cd6-e97281cb2bdb HTTP/1.1" status: 200 len: 205 time: 0.0417027 Nov 11 21:06:26.386494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33852) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:26.411403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-cf7af992-8b77-4655-a946-4996ca188fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:26.418693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-cf7af992-8b77-4655-a946-4996ca188fc9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.1327634 Nov 11 21:06:26.492277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b60b241-fa16-49e1-93a1-2c359333546e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:26.512343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:26.551584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] Routers {'273b6388-403f-4bad-9cd6-e97281cb2bdb'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:26.552246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['273b6388-403f-4bad-9cd6-e97281cb2bdb'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:26.591422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c13406ac-470f-4996-bc63-1301709b9906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:26.594171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c13406ac-470f-4996-bc63-1301709b9906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:26.598830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c13406ac-470f-4996-bc63-1301709b9906 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcb82ca1-3649-4453-a56a-0bbea2424a40 HTTP/1.1" status: 204 len: 168 time: 1.2025959 Nov 11 21:06:26.618085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-b63c541f-2eda-4b27-8d8a-48842443edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:26.624813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-b63c541f-2eda-4b27-8d8a-48842443edc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955297 Nov 11 21:06:26.637383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f86d4bf1-6303-4ae9-bb15-e2148fad4565 service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811523 Nov 11 21:06:26.782814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:26.783668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ae809-6c1d-4861-87d7-7ab6e216e2d2 None None] The sync data for ids ['273b6388-403f-4bad-9cd6-e97281cb2bdb'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:26.884513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-07da69b6-1421-4080-9284-a4b3cbd6e3af service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492340 Nov 11 21:06:26.893013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db30fa-9d23-4c97-9dbb-aa420fceaa6d req-605ac497-68c6-46d0-a4aa-9d37e754d093 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:26.895018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5db30fa-9d23-4c97-9dbb-aa420fceaa6d req-605ac497-68c6-46d0-a4aa-9d37e754d093 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 943 time: 0.3797143 Nov 11 21:06:27.013028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5db30fa-9d23-4c97-9dbb-aa420fceaa6d req-9b6be676-990f-4062-81d6-c934628b7fa6 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066830 Nov 11 21:06:27.063093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-969693fb-f04f-41dd-810e-e5643b5921b5 req-9fcecc50-2322-44e0-9454-b4e34f077f67 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664124 Nov 11 21:06:27.134774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13406ac-470f-4996-bc63-1301709b9906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb82ca1-3649-4453-a56a-0bbea2424a40,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:27.157018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b60b241-fa16-49e1-93a1-2c359333546e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.160498 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b60b241-fa16-49e1-93a1-2c359333546e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.249666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.281163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-98fcfcd8-4c44-4712-9a84-b4d60e2ab172 service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986109 Nov 11 21:06:27.354034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b60b241-fa16-49e1-93a1-2c359333546e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.354745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b60b241-fa16-49e1-93a1-2c359333546e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Fanout notify agent at l3_agent the message router_deleted on router 273b6388-403f-4bad-9cd6-e97281cb2bdb {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:06:27.446267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b60b241-fa16-49e1-93a1-2c359333546e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.447419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b60b241-fa16-49e1-93a1-2c359333546e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/273b6388-403f-4bad-9cd6-e97281cb2bdb HTTP/1.1" status: 204 len: 168 time: 1.0599701 Nov 11 21:06:27.456594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:27.511004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-37cc223e-c902-4c87-beed-819a034622ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:27.512690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-37cc223e-c902-4c87-beed-819a034622ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 1094 time: 0.1883681 Nov 11 21:06:27.513420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:27.532201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a00ad-9447-4714-9dee-50c4de85dbb6 req-6cfb9d16-f063-4612-8597-3cd9e8ca624b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:27.540683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e54a00ad-9447-4714-9dee-50c4de85dbb6 req-6cfb9d16-f063-4612-8597-3cd9e8ca624b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1985691 Nov 11 21:06:27.704013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e54a00ad-9447-4714-9dee-50c4de85dbb6 req-76b40dcd-068f-442a-99b2-061e2c0f30ba tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626105 Nov 11 21:06:27.705555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:06:27.712988 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.735388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-49ecdb95-2a04-4cfc-9e12-b89da8ea0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:27.736984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-49ecdb95-2a04-4cfc-9e12-b89da8ea0a84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.2136998 Nov 11 21:06:27.757860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8cc0e5dd-e41d-4d46-bb1c-a3fdbef77e40 service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472804 Nov 11 21:06:27.798752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-972f2bb1-a957-489d-9373-9d2d8fbe024a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e8db8e-698b-4a44-9143-854775d3d3ab HTTP/1.1" status: 200 len: 217 time: 0.0473821 Nov 11 21:06:27.819276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.911423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10a18485-67a3-4b81-8ed1-6c7af150362d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:27.933752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-b97a3997-7872-430d-bbc1-a17e4bc6e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:27.934493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-b97a3997-7872-430d-bbc1-a17e4bc6e1cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.1266332 Nov 11 21:06:27.967865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-4c68c8cd-73ac-4698-8d17-463d3c0d962a service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983848 Nov 11 21:06:27.987781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.006515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-bacaccbf-461f-420a-b03f-067164562b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:28.008190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-bacaccbf-461f-420a-b03f-067164562b5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648379 Nov 11 21:06:28.128286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-4b6dcd5c-6d1f-4875-b355-88d3e02d7857 service neutron] 10.222.0.31 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530817 Nov 11 21:06:28.206918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10a18485-67a3-4b81-8ed1-6c7af150362d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.230093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-fffdc377-1dc3-475e-b569-3889a98e7ee9 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037861 Nov 11 21:06:28.238681 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8ddf2-6aee-450f-8b58-4d68761b29f8 req-43f99b82-0a57-46b4-9961-4af3010f9590 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:28.240140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4a8ddf2-6aee-450f-8b58-4d68761b29f8 req-43f99b82-0a57-46b4-9961-4af3010f9590 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 943 time: 0.1007528 Nov 11 21:06:28.240627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-46e8d550-a5b4-4c9f-bdf4-3b1115160f3e service neutron] 10.222.0.31 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985048 Nov 11 21:06:28.247818 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.306942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:28.313281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.320779 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-39a81832-bcb4-4ba4-be72-030e5c238760 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87 HTTP/1.1" status: 204 len: 168 time: 0.8579154 Nov 11 21:06:28.322329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ceaa0a-044a-43e8-8170-54552f7a7c8e None None] Network 294c136a-4ec0-4ec3-8d7a-2869204641e8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:28.324277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:28.430527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4a8ddf2-6aee-450f-8b58-4d68761b29f8 req-c3e6c37c-7e89-42f0-97a6-73ee804764b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815605 Nov 11 21:06:28.443199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10a18485-67a3-4b81-8ed1-6c7af150362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.479098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.485214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c9418b2d-5a19-4c21-9284-03dde19d0d42 service neutron] 10.222.0.31 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350152 Nov 11 21:06:28.512691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-10a18485-67a3-4b81-8ed1-6c7af150362d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85cff162431a4424858e634ef9662484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9972043 Nov 11 21:06:28.535837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a18485-67a3-4b81-8ed1-6c7af150362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a90a4b-0f59-47c3-96a2-ee047e3435e7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:28.545863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:28.637429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] DHCP port deletion for 294c136a-4ec0-4ec3-8d7a-2869204641e8 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:28.655138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a63d89d-ea8d-4a81-bd43-e2a9d51b7e31 req-698962ac-fe89-434f-835f-71614b43337e service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134185 Nov 11 21:06:28.655722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dae03d78-d537-4a1f-8b6a-ebc523b11d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.667047 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c804bfe2-c23f-4d23-8d71-30a31fd4a45c service neutron] 10.222.0.31 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715081 Nov 11 21:06:28.682121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:28.682369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.729327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dae03d78-d537-4a1f-8b6a-ebc523b11d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.783061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] Deleting port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:28.783848 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.831679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,segment=NetworkSegment(bb75d23c-ddd3-47ac-b441-00206f2dd072),segment_id=bb75d23c-ddd3-47ac-b441-00206f2dd072)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:28.835054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.855021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:28.867923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] For port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,segment=NetworkSegment(bb75d23c-ddd3-47ac-b441-00206f2dd072),segment_id=bb75d23c-ddd3-47ac-b441-00206f2dd072)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:28.868710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.879655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a16cbac9-fbe6-4f2d-825a-70c965aee522 service neutron] 10.222.0.31 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894710 Nov 11 21:06:28.883757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] Calling delete_port for 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:28.895438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e5c59-11a7-49d7-ba9b-81064f738b7a req-a96abdc9-73dc-4ddd-9be5-bf8ed8dc9cbb tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:28.905381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-845e5c59-11a7-49d7-ba9b-81064f738b7a req-a96abdc9-73dc-4ddd-9be5-bf8ed8dc9cbb tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.0728605 Nov 11 21:06:28.965441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dae03d78-d537-4a1f-8b6a-ebc523b11d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.969644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dae03d78-d537-4a1f-8b6a-ebc523b11d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:28.977756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dae03d78-d537-4a1f-8b6a-ebc523b11d45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51a90a4b-0f59-47c3-96a2-ee047e3435e7 HTTP/1.1" status: 204 len: 168 time: 0.4291310 Nov 11 21:06:29.015404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae03d78-d537-4a1f-8b6a-ebc523b11d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a90a4b-0f59-47c3-96a2-ee047e3435e7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:29.061504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-845e5c59-11a7-49d7-ba9b-81064f738b7a req-7e7a448a-a678-4325-b4cf-6b1a29c994f1 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486301 Nov 11 21:06:29.123393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.141606 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.215172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] Pushing event deleted for resources: {'Port': ['ID=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:29.224393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=41d2def6-c215-4b2b-8aa9-9f3e42f24b92,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:29.233906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No DVR routers for this DVR port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:29.244118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7b5df-e2be-42cd-a70f-65aeaf2510f1 None None] No DVR routers for this DVR port 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:29.352297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.387657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294c136a-4ec0-4ec3-8d7a-2869204641e8']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:29.398913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb75d23c-ddd3-47ac-b441-00206f2dd072') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:29.399349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb75d23c-ddd3-47ac-b441-00206f2dd072') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:29.422382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.427003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623396a4-d642-4668-ab19-fa93397b9700 req-a99866e0-33a2-4fa4-8b06-57565f14ca2b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:29.432760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-623396a4-d642-4668-ab19-fa93397b9700 req-a99866e0-33a2-4fa4-8b06-57565f14ca2b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.0707960 Nov 11 21:06:29.445807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.453026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:06:29.460957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:06:29.464502 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:06:29.500208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-623396a4-d642-4668-ab19-fa93397b9700 req-196b888e-e076-4e0a-a737-7912c8292462 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645962 Nov 11 21:06:29.645787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143a1cb-fa95-44a6-82cb-a2a2780bfd9e req-4c6c80e9-4d2e-414a-bd23-ac9008924be2 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:29.647555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6143a1cb-fa95-44a6-82cb-a2a2780bfd9e req-4c6c80e9-4d2e-414a-bd23-ac9008924be2 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 943 time: 0.0661809 Nov 11 21:06:29.683147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.699516 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.702319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/294c136a-4ec0-4ec3-8d7a-2869204641e8 HTTP/1.1" status: 204 len: 168 time: 1.3779261 Nov 11 21:06:29.706203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6143a1cb-fa95-44a6-82cb-a2a2780bfd9e req-46cd853a-5a95-46f3-bce2-e48c53240553 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523667 Nov 11 21:06:29.706785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:29.711596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1436501291', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:29.713031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f61426-49fe-458d-b1fc-c113156cafac tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=294c136a-4ec0-4ec3-8d7a-2869204641e8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:29.886713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40cae-ea15-4f2f-9f46-76c8367efc37 req-8860bcfa-32c9-42d7-b46f-aa8c60f003e4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:29.888618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2f40cae-ea15-4f2f-9f46-76c8367efc37 req-8860bcfa-32c9-42d7-b46f-aa8c60f003e4 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.0659046 Nov 11 21:06:29.904403 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.905356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:29.973644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2f40cae-ea15-4f2f-9f46-76c8367efc37 req-3b67c7d6-422d-4fb6-86f4-d1aaff3ca453 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782185 Nov 11 21:06:30.002579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.025418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 86e8db8e-698b-4a44-9143-854775d3d3ab details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:06:30.117987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:30.133290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-291e9a6f-bcfe-4944-ba7e-0792d2df01f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.157847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 86e8db8e-698b-4a44-9143-854775d3d3ab, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=86e8db8e-698b-4a44-9143-854775d3d3ab,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:30.178244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'port_id': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'mac_address': 'fa:16:3e:29:ae:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:06:30.228994 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.233494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-291e9a6f-bcfe-4944-ba7e-0792d2df01f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.243653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e8db8e-698b-4a44-9143-854775d3d3ab {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:30.264167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 86e8db8e-698b-4a44-9143-854775d3d3ab, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=86e8db8e-698b-4a44-9143-854775d3d3ab,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:30.310085 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.392135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-291e9a6f-bcfe-4944-ba7e-0792d2df01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.453492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-291e9a6f-bcfe-4944-ba7e-0792d2df01f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=953f47e0735a48cb840d0f89aa375d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343525 Nov 11 21:06:30.454812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e9a6f-bcfe-4944-ba7e-0792d2df01f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbbf02f-3443-4a55-8b2c-2fbbec6cbf74,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:30.456051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:30.549490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a253ec5-48f4-4a54-bf21-eb73d4026eff req-27753746-9f9a-4f23-86e4-d1a8cd6f551f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:30.551030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a253ec5-48f4-4a54-bf21-eb73d4026eff req-27753746-9f9a-4f23-86e4-d1a8cd6f551f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.0906451 Nov 11 21:06:30.551641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.555776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60b70602-480b-48c6-8431-813c81b456da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.593915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60b70602-480b-48c6-8431-813c81b456da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.606658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=86e8db8e-698b-4a44-9143-854775d3d3ab,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:30.647583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0a253ec5-48f4-4a54-bf21-eb73d4026eff req-0fce1fe0-6395-4705-b3e7-72e79602d851 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889645 Nov 11 21:06:30.663243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:06:30.687310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:06:30.687667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41d2def6-c215-4b2b-8aa9-9f3e42f24b92 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:06:30.806140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['86e8db8e-698b-4a44-9143-854775d3d3ab'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:06:30.811563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60b70602-480b-48c6-8431-813c81b456da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.814083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60b70602-480b-48c6-8431-813c81b456da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.817551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-60b70602-480b-48c6-8431-813c81b456da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcbbf02f-3443-4a55-8b2c-2fbbec6cbf74 HTTP/1.1" status: 204 len: 168 time: 0.3581192 Nov 11 21:06:30.879135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b70602-480b-48c6-8431-813c81b456da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbbf02f-3443-4a55-8b2c-2fbbec6cbf74,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:30.907975 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.938134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:30.984002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd9023-069f-4629-8119-557c23fc07f3 req-45bd46b0-f9b7-41d7-ac9f-2c5d4b3d9c58 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:30.985969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0cd9023-069f-4629-8119-557c23fc07f3 req-45bd46b0-f9b7-41d7-ac9f-2c5d4b3d9c58 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 944 time: 0.1778886 Nov 11 21:06:31.106384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0cd9023-069f-4629-8119-557c23fc07f3 req-d2638f48-7aac-42c9-853a-88c375612e9c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918326 Nov 11 21:06:31.144806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.25.2.109 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/fd148de8-368d-422b-a04e-b99b07657ca9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:31.168408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b84714a-3f4e-4fc8-8a34-e5d3484aff04 req-c880bf74-6dc2-4f7c-a920-6b40622b54b2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0287623 Nov 11 21:06:31.259664 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:31.424607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:31.467939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:31.469989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:31.473605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:31.486657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add5071-2078-4493-bf21-b1cc1cd3f8b1 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:31.498220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=fd148de8-368d-422b-a04e-b99b07657ca9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:31.564912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3566359c-4d58-4bff-b54e-2f5e6eb73efe None None] Provisioning complete for port fd148de8-368d-422b-a04e-b99b07657ca9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:31.565289 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3566359c-4d58-4bff-b54e-2f5e6eb73efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:31.617322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3566359c-4d58-4bff-b54e-2f5e6eb73efe None None] Port fd148de8-368d-422b-a04e-b99b07657ca9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:31.878809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec793c56-2601-4343-a4e2-f8c0588487b7 req-506cad1e-8d30-40d0-b33c-f6c5073338f0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:31.880354 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec793c56-2601-4343-a4e2-f8c0588487b7 req-506cad1e-8d30-40d0-b33c-f6c5073338f0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1010323 Nov 11 21:06:31.881105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:31.945080 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48b2f19c-6ce2-451f-832f-110a1219d79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:32.025189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 86e8db8e-698b-4a44-9143-854775d3d3ab up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:32.186147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 86e8db8e-698b-4a44-9143-854775d3d3ab completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:06:32.196472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 86e8db8e-698b-4a44-9143-854775d3d3ab triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:32.197088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:32.280059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5350-3b99-4024-af3d-2039cc9fe375 req-c7fd939b-345c-4781-acc0-9cd78e784ba9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:32.281714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ebb5350-3b99-4024-af3d-2039cc9fe375 req-c7fd939b-345c-4781-acc0-9cd78e784ba9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 944 time: 0.0839632 Nov 11 21:06:32.307214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec793c56-2601-4343-a4e2-f8c0588487b7 req-f0308f2e-1f8c-4d22-a566-f66dc5cd785e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889163 Nov 11 21:06:32.322391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:32.351712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:32.354263 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13c9b6-293b-4b2c-a1da-e18ae7589d83" -d '{"events": [{"server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "name": "network-vif-plugged", "status": "completed", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:32.374363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 86e8db8e-698b-4a44-9143-854775d3d3ab, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=86e8db8e-698b-4a44-9143-854775d3d3ab,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:32.391770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ebb5350-3b99-4024-af3d-2039cc9fe375 req-b24fdcf5-b685-4473-bd7b-2ddd57e32fe2 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009316 Nov 11 21:06:32.438954 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b996f91-5eb5-42d8-90ab-b17d52c6550e x-openstack-request-id: req-9b996f91-5eb5-42d8-90ab-b17d52c6550e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:32.439257 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "name": "network-vif-plugged", "status": "completed", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:32.439508 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b996f91-5eb5-42d8-90ab-b17d52c6550e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:32.439912 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'code': 200} Nov 11 21:06:32.460612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8cd5a90-9f93-4b61-a27b-8efbe4ec6934 req-482284f5-da48-48be-8242-a9821d65e89a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0388222 Nov 11 21:06:32.551723 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:32.564188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:32.608493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=86e8db8e-698b-4a44-9143-854775d3d3ab,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:32.639223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e04d6-8682-467c-b7c4-646f36101b16 req-65dde791-6e07-430a-9047-f8eb52c6a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:32.640961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b4e04d6-8682-467c-b7c4-646f36101b16 req-65dde791-6e07-430a-9047-f8eb52c6a3ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 1095 time: 0.1218853 Nov 11 21:06:32.734036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b4e04d6-8682-467c-b7c4-646f36101b16 req-55c36afe-76c0-4cdb-ace1-052e69093f56 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605826 Nov 11 21:06:32.869946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 351aacef-6f11-4a35-9188-353a47e23b12 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:06:33.004252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:33.016085 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] Sync routers for ids ['351aacef-6f11-4a35-9188-353a47e23b12'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:33.028996 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] Routers {'351aacef-6f11-4a35-9188-353a47e23b12'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:33.029679 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['351aacef-6f11-4a35-9188-353a47e23b12'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:33.064405 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:33.073396 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] Routers {'351aacef-6f11-4a35-9188-353a47e23b12'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:33.074132 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['351aacef-6f11-4a35-9188-353a47e23b12'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:33.112057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:33.112955 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf4a128-e7ff-4edd-a8b3-f8fb729653fb None None] The sync data for ids ['351aacef-6f11-4a35-9188-353a47e23b12'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:33.175456 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:33.177923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e00d9645-c041-49cf-9968-cc64819e6a36 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4690065 Nov 11 21:06:33.183034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:33.328350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34118) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:33.328851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-610132be-2180-4244-9123-c103ca1d179c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/routers/351aacef-6f11-4a35-9188-353a47e23b12 HTTP/1.1" status: 200 len: 881 time: 0.1444156 Nov 11 21:06:33.510256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35449b-fe37-4af6-981f-2fde4be92113 req-cb31b1d3-591f-4d64-a16f-9bd98e3e84b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:33.511774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b35449b-fe37-4af6-981f-2fde4be92113 req-cb31b1d3-591f-4d64-a16f-9bd98e3e84b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1188481 Nov 11 21:06:33.544515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a2ee2-9354-4fab-912b-4145f97f9c77 req-37897cc4-6bdf-4aa7-8402-3035f5ac4434 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:33.552487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-149a2ee2-9354-4fab-912b-4145f97f9c77 req-37897cc4-6bdf-4aa7-8402-3035f5ac4434 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 945 time: 0.0731838 Nov 11 21:06:33.583391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b35449b-fe37-4af6-981f-2fde4be92113 req-f4e9f00e-cea2-4574-a1c6-2bbd50a4df50 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624669 Nov 11 21:06:33.601824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-abf3861c-b973-44fa-a80d-a105c1921d39 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2716446 Nov 11 21:06:33.612791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:33.617388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4f8eb705-503b-4b43-83d3-3d67fb98bafd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1436501291'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:33.627505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-149a2ee2-9354-4fab-912b-4145f97f9c77 req-28a39ba2-ff67-40f1-9719-d6f4b15bf449 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735216 Nov 11 21:06:33.737359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8783cf8-e4d3-4a0e-b323-6069695fe144 req-b0baf8ca-1cf6-4709-a74e-9b0ecc554968 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0539560 Nov 11 21:06:34.072484 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb705-503b-4b43-83d3-3d67fb98bafd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:34.218021 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb705-503b-4b43-83d3-3d67fb98bafd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:34.345755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8eb705-503b-4b43-83d3-3d67fb98bafd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 351aacef-6f11-4a35-9188-353a47e23b12 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:06:34.472422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8eb705-503b-4b43-83d3-3d67fb98bafd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:34.479855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb705-503b-4b43-83d3-3d67fb98bafd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:34.481968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] Sync routers for ids ['351aacef-6f11-4a35-9188-353a47e23b12'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:34.483834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4f8eb705-503b-4b43-83d3-3d67fb98bafd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/351aacef-6f11-4a35-9188-353a47e23b12 HTTP/1.1" status: 200 len: 888 time: 0.8709629 Nov 11 21:06:34.483970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34186) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:34.493357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] Routers {'351aacef-6f11-4a35-9188-353a47e23b12'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:34.495163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['351aacef-6f11-4a35-9188-353a47e23b12'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:34.530662 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a5d25a9-ec51-487d-80b9-9cc698f05af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:34.532182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:34.542032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] Routers {'351aacef-6f11-4a35-9188-353a47e23b12'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:34.542650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['351aacef-6f11-4a35-9188-353a47e23b12'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:34.579750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:34.580535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f9c50-533a-404e-a5c8-16200d60414a None None] The sync data for ids ['351aacef-6f11-4a35-9188-353a47e23b12'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:34.620654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73fa48ec-0a00-4872-98f9-64b728260786 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/routers/351aacef-6f11-4a35-9188-353a47e23b12 HTTP/1.1" status: 200 len: 888 time: 0.1331010 Nov 11 21:06:34.620932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:34.657205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e3cadee-9566-46f5-a198-d48895975acb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=351aacef-6f11-4a35-9188-353a47e23b12 HTTP/1.1" status: 200 len: 205 time: 0.0328496 Nov 11 21:06:34.658052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34194) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:34.784978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afe33b-6257-4047-ab3b-6395e4a76b24 req-8a387c3e-004b-4966-a372-d2aaa8c37971 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:34.786466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71afe33b-6257-4047-ab3b-6395e4a76b24 req-8a387c3e-004b-4966-a372-d2aaa8c37971 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.0593684 Nov 11 21:06:34.820514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a2589-6f92-4f78-acda-cbfd5a91e380 req-c8d3409b-a4df-47e1-ac2e-c245c0c873ce tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:34.822078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-142a2589-6f92-4f78-acda-cbfd5a91e380 req-c8d3409b-a4df-47e1-ac2e-c245c0c873ce tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 945 time: 0.1065164 Nov 11 21:06:34.841490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:34.867458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71afe33b-6257-4047-ab3b-6395e4a76b24 req-5d400a9e-5f4a-45f4-abd1-a6c9bf160fac tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740919 Nov 11 21:06:34.927396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a65eeadd-da78-4d34-9642-6b55100ff87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:34.928236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a65eeadd-da78-4d34-9642-6b55100ff87c service neutron] 10.222.0.62 "GET /v2.0/ports/39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 1026 time: 0.0545313 Nov 11 21:06:34.957280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-142a2589-6f92-4f78-acda-cbfd5a91e380 req-bc883db3-87d7-4f38-bf63-36ef4640329f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247704 Nov 11 21:06:34.980229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:35.056106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34208) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:35.056524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e45d4c6-96d0-4363-87ed-567ee702bd08 req-0c4a0f71-720a-4ee2-ade9-1185e3e18ddb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0719347 Nov 11 21:06:35.057782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-bdcdb839-5a78-4d13-b383-eaad1fb5435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:35.058288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.059151 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-bdcdb839-5a78-4d13-b383-eaad1fb5435e service neutron] 10.222.0.62 "GET /v2.0/ports/2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 1027 time: 0.1238120 Nov 11 21:06:35.120936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431bf21-6228-473b-b51a-80e5239219ec req-727a810a-b92e-483b-9774-f15e2d759913 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:35.123318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3431bf21-6228-473b-b51a-80e5239219ec req-727a810a-b92e-483b-9774-f15e2d759913 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 945 time: 0.0846748 Nov 11 21:06:35.135106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34212) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:35.140028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Request body: {'floatingip': {'port_id': '86e8db8e-698b-4a44-9143-854775d3d3ab'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:35.205853 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.220176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ba10a7ff-564f-4609-9601-51fc9dee9565 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:35.227096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ba10a7ff-564f-4609-9601-51fc9dee9565 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:35.233326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ba10a7ff-564f-4609-9601-51fc9dee9565 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:35.235011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ba10a7ff-564f-4609-9601-51fc9dee9565 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=03c6918f-b0c8-457e-9f37-f9db9768aa37&id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 1988 time: 0.1677094 Nov 11 21:06:35.242992 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.259251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26f2e572-2969-4df1-bc44-0a9cadbf7d3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.345335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-eba3bce1-7e92-4f1c-a494-f4e93d9722ba tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11cb03a510ca46ae950419e270fc99fb HTTP/1.1" status: 200 len: 379 time: 0.0902457 Nov 11 21:06:35.357075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'admin_state_up': True, 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'security_groups': ['0acafa7e-32f3-4192-9621-e7d0f9da01c5']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:35.511914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.516098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.595957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port fd148de8-368d-422b-a04e-b99b07657ca9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:35.596541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.648102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:35.654040 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26f2e572-2969-4df1-bc44-0a9cadbf7d3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.654164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.657906 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.731911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba51e8-cb36-410f-b80c-25a3583e4091,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:35.743667 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6bad396d9104194baefbfed829baf1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7604024 Nov 11 21:06:35.772046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34218) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:35.774413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.774413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.774413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.775159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.775159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.775385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.775718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.776046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.776414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.776747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.777076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.777482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62681045-e2c7-4179-abdf-034dbd34e1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:35.926509 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-402fd72e-b9fc-4047-bc38-a4e09e98c107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:35.949308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 172.20.0.12 (8bea7f20-7ba1-4360-a063-0581094fd6f9/5e12c7ff-46b4-4543-a379-6ea7942a3bd7/5d3234f3-6384-455a-b799-ebac030cdf85) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:35.984829 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-402fd72e-b9fc-4047-bc38-a4e09e98c107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.168300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358d68-2d7e-436b-a49a-502700497010 req-a8ace786-bf0f-49c5-acf4-441feb9bea24 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:36.170098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf358d68-2d7e-436b-a49a-502700497010 req-a8ace786-bf0f-49c5-acf4-441feb9bea24 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.2011969 Nov 11 21:06:36.274222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-402fd72e-b9fc-4047-bc38-a4e09e98c107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.276853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-402fd72e-b9fc-4047-bc38-a4e09e98c107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.281174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-402fd72e-b9fc-4047-bc38-a4e09e98c107 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60ba51e8-cb36-410f-b80c-25a3583e4091 HTTP/1.1" status: 204 len: 168 time: 0.4987781 Nov 11 21:06:36.313493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fd72e-b9fc-4047-bc38-a4e09e98c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba51e8-cb36-410f-b80c-25a3583e4091,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:36.349491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf358d68-2d7e-436b-a49a-502700497010 req-877db1a0-1bbf-42d3-9f7e-2aeb67cfe81e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417859 Nov 11 21:06:36.349491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.446491 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26f2e572-2969-4df1-bc44-0a9cadbf7d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.461681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.499480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2e572-2969-4df1-bc44-0a9cadbf7d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91375694-a365-4490-a056-2a76e783f12d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:36.563265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:36.580750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:36.583969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:36.588538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=5d3234f3-6384-455a-b799-ebac030cdf85,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:36.654591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:36.655241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.658163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.683435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-26f2e572-2969-4df1-bc44-0a9cadbf7d3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb89a7e4edc94721b2a8146e6e148ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6196408 Nov 11 21:06:36.687774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34236) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:36.718334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for fd148de8-368d-422b-a04e-b99b07657ca9 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:36.735868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1423e3e-2353-4bd2-a630-f0e7ceccfba7 req-24b54ceb-c274-4243-9cfe-0f715a73f1b9 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:36.737514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1423e3e-2353-4bd2-a630-f0e7ceccfba7 req-24b54ceb-c274-4243-9cfe-0f715a73f1b9 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 932 time: 0.3015826 Nov 11 21:06:36.760880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-07b93c92-94f8-45c6-819a-721f6971cd94 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4078319 Nov 11 21:06:36.800581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'admin_state_up': True, 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'security_groups': ['0acafa7e-32f3-4192-9621-e7d0f9da01c5']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:36.908208 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac381267-8938-4830-9df4-d4264e32867a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:36.984716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b5333559-6b42-4fb8-a48e-a56862408d3d None None] Provisioning complete for port 5d3234f3-6384-455a-b799-ebac030cdf85 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:36.985972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5333559-6b42-4fb8-a48e-a56862408d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.034087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac381267-8938-4830-9df4-d4264e32867a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.037966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b5333559-6b42-4fb8-a48e-a56862408d3d None None] Port 5d3234f3-6384-455a-b799-ebac030cdf85 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:37.043107 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.088941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1423e3e-2353-4bd2-a630-f0e7ceccfba7 req-0f224a47-38e8-4ccc-9aa4-fa5f9c670b7e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362439 Nov 11 21:06:37.091400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.db.resource_extend [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:06:37.209579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.264748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:37.268432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.290129 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.291972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.310486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac381267-8938-4830-9df4-d4264e32867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.314320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac381267-8938-4830-9df4-d4264e32867a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.331660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ac381267-8938-4830-9df4-d4264e32867a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91375694-a365-4490-a056-2a76e783f12d HTTP/1.1" status: 204 len: 168 time: 0.6312387 Nov 11 21:06:37.341593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:37.349175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac381267-8938-4830-9df4-d4264e32867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91375694-a365-4490-a056-2a76e783f12d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:37.376342 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f81dccf6-82ae-4d47-9588-6ffc1f0a1ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.382495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=fd148de8-368d-422b-a04e-b99b07657ca9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:37.413064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6afeb0-54fc-4957-8072-11de3f5c5d04 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:37.549408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.608521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0fc38-761c-4335-8e55-0e9b50723115 req-cedd4cfc-cbf1-4d10-92f5-3229c31987dc tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:37.610211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2eb0fc38-761c-4335-8e55-0e9b50723115 req-cedd4cfc-cbf1-4d10-92f5-3229c31987dc tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1294100 Nov 11 21:06:37.645481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.648392 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.667768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 10.1.1.99 (c3df106e-e2c1-4a1e-8182-d49a3bf324c9/96c61473-7d6e-4bf5-ae8e-798b2712fe87/4353ebe5-f1be-4824-8917-06b37029339e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:37.702051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2eb0fc38-761c-4335-8e55-0e9b50723115 req-a1f3f4a2-a713-4592-b321-5ec296d0e4b7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817256 Nov 11 21:06:37.706356 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Floating IP 5f27796d-478f-4431-9914-a681440343f0 associated. External IP: 172.25.2.135, port: 86e8db8e-698b-4a44-9143-854775d3d3ab. Nov 11 21:06:37.811337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.812041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Fanout notify agent at l3_agent the message router_deleted on router 351aacef-6f11-4a35-9188-353a47e23b12 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:06:37.845729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.850865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-da99d2a4-0d3c-4bfc-9673-fea4213dfe44 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/351aacef-6f11-4a35-9188-353a47e23b12 HTTP/1.1" status: 204 len: 168 time: 3.1876230 Nov 11 21:06:37.854024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.870789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:37.894527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1311703735'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:37.973237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f81dccf6-82ae-4d47-9588-6ffc1f0a1ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:37.973373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.043061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:38.046564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.077695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f81dccf6-82ae-4d47-9588-6ffc1f0a1ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.106800 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.166307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:06:38.190153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dccf6-82ae-4d47-9588-6ffc1f0a1ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43254aae-8dc2-48a8-b5dd-1950d2966e46,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:38.194601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f81dccf6-82ae-4d47-9588-6ffc1f0a1ebf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c226e6df902847b9a0ff742600614d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8520014 Nov 11 21:06:38.197734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:38.204402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:38.204859 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.204859 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment 49f594f7-3637-4ab6-ac98-f94ab499a949 of type vlan for network a047b984-7d2a-4e60-9d62-83a5679d6334 Nov 11 21:06:38.205053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:38.215779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:38.227731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Router 179774aa-0942-4f33-86d4-04748dc7739e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:06:38.260850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=4353ebe5-f1be-4824-8917-06b37029339e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:38.291320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:38.291995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.360790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.457699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-2c7d27bd-e63c-47f8-9960-cb18e6dc9bc5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6797478 Nov 11 21:06:38.470423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'admin_state_up': True, 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'security_groups': ['0acafa7e-32f3-4192-9621-e7d0f9da01c5']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:38.473693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:38.532643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-478aa3d3-1858-4abf-b41f-59032cd69a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.618276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-90c36e70-604d-42b1-8a21-32fc6b04631a None None] Provisioning complete for port 4353ebe5-f1be-4824-8917-06b37029339e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:38.618888 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90c36e70-604d-42b1-8a21-32fc6b04631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.672793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:38.689075 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] Sync routers for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:38.702610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.712831 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:38.713457 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:38.722107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-478aa3d3-1858-4abf-b41f-59032cd69a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.729545 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce32e-f484-4ca3-9124-f53d97c8c447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.747792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90c36e70-604d-42b1-8a21-32fc6b04631a None None] Port 4353ebe5-f1be-4824-8917-06b37029339e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:38.752545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:38.758616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.833113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cbb44-56cc-4f06-aa05-e767af4eee97 req-e8f77023-3824-49c6-89ab-11c834f5f5e0 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:38.846133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-478aa3d3-1858-4abf-b41f-59032cd69a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.855902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cbb44-56cc-4f06-aa05-e767af4eee97 req-e8f77023-3824-49c6-89ab-11c834f5f5e0 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:38.872765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-344cbb44-56cc-4f06-aa05-e767af4eee97 req-e8f77023-3824-49c6-89ab-11c834f5f5e0 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 1653 time: 0.5932913 Nov 11 21:06:38.906787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.913114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:38.913968 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:38.918615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4d51ab80-163e-40ac-a6c7-182eabe297b9 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "PUT /v2.0/floatingips/5f27796d-478f-4431-9914-a681440343f0 HTTP/1.1" status: 200 len: 991 time: 3.7821350 Nov 11 21:06:38.925534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478aa3d3-1858-4abf-b41f-59032cd69a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f47fc2-0acb-44b2-b2b7-b304c327372f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:38.942958 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:06:38.957579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:38.965438 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6" -d '{"events": [{"name": "network-changed", "server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:39.010517 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-478aa3d3-1858-4abf-b41f-59032cd69a0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34cbfef39d054251b7a2ce6b9e6c9da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5328379 Nov 11 21:06:39.012348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:39.015494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce32e-f484-4ca3-9124-f53d97c8c447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.071430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=a047b984-7d2a-4e60-9d62-83a5679d6334,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:39.095341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f9a244f1-75fb-40d7-94c6-71805f477097 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2210224 Nov 11 21:06:39.101095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network a047b984-7d2a-4e60-9d62-83a5679d6334 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:06:39.102335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c7fa-34d3-441d-be42-1ea88fda1fdc req-9c149c24-22e9-4feb-a30c-0c642ad4f067 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:39.102844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:39.104028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33c7c7fa-34d3-441d-be42-1ea88fda1fdc req-9c149c24-22e9-4feb-a30c-0c642ad4f067 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1812208 Nov 11 21:06:39.110276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': 'a047b984-7d2a-4e60-9d62-83a5679d6334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:39.117611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-344cbb44-56cc-4f06-aa05-e767af4eee97 req-b195d839-6f1d-436b-bfe0-d05c87a11bee tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479472 Nov 11 21:06:39.198715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 10.1.1.198 (c3df106e-e2c1-4a1e-8182-d49a3bf324c9/96c61473-7d6e-4bf5-ae8e-798b2712fe87/2614869e-07db-41fe-bb4d-6df27ef11070) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:39.242645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e58c7f-07ea-49a7-ad26-16643912f866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.361283 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289505f4-e3b2-4819-a2d6-3c5a70998982 x-openstack-request-id: req-289505f4-e3b2-4819-a2d6-3c5a70998982 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:39.361847 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:39.362288 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-289505f4-e3b2-4819-a2d6-3c5a70998982 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:39.362918 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'status': 'completed', 'code': 200} Nov 11 21:06:39.374960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e58c7f-07ea-49a7-ad26-16643912f866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.379468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33c7c7fa-34d3-441d-be42-1ea88fda1fdc req-5e1a0fd7-0c5a-4741-837f-94203a12517f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258453 Nov 11 21:06:39.434860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:39.438739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.447218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce32e-f484-4ca3-9124-f53d97c8c447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.452387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce32e-f484-4ca3-9124-f53d97c8c447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.474346 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3a6ce32e-f484-4ca3-9124-f53d97c8c447 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43254aae-8dc2-48a8-b5dd-1950d2966e46 HTTP/1.1" status: 204 len: 168 time: 1.2602689 Nov 11 21:06:39.505260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ce32e-f484-4ca3-9124-f53d97c8c447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43254aae-8dc2-48a8-b5dd-1950d2966e46,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:39.623490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.645476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-ea43ea5e-12eb-47d2-bf9a-1bede937cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:39.647553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-ea43ea5e-12eb-47d2-bf9a-1bede937cf7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 1096 time: 0.2753198 Nov 11 21:06:39.648592 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5f27796d-478f-4431-9914-a681440343f0', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'port_id': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'mac_address': 'fa:16:3e:29:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:06:13Z', 'updated_at': '2021-11-11T21:06:36Z', 'revision_number': 1, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:39.712557 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] Checking router: 179774aa-0942-4f33-86d4-04748dc7739e for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:06:39.724782 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:39.726880 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:39.730080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.808802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e58c7f-07ea-49a7-ad26-16643912f866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.816928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-23e58c7f-07ea-49a7-ad26-16643912f866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:39.818779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-23e58c7f-07ea-49a7-ad26-16643912f866 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15f47fc2-0acb-44b2-b2b7-b304c327372f HTTP/1.1" status: 204 len: 168 time: 0.8033986 Nov 11 21:06:39.899736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:39.907638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e58c7f-07ea-49a7-ad26-16643912f866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f47fc2-0acb-44b2-b2b7-b304c327372f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:39.920589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:39.971395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:39.978631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-893019aa-6544-405a-8d5c-48cd767653af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:39.984970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-893019aa-6544-405a-8d5c-48cd767653af service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.3190315 Nov 11 21:06:40.110610 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:06:40.135225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=2614869e-07db-41fe-bb4d-6df27ef11070,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:40.245890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:40.249745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:40.411788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-c415154d-cf09-424d-b80c-111a13c65fc1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9462059 Nov 11 21:06:40.429450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37', 'admin_state_up': True, 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'security_groups': ['0acafa7e-32f3-4192-9621-e7d0f9da01c5']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:40.495668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f14b01f9-e52c-4ed9-a36f-cf1996de11f7 None None] Provisioning complete for port 2614869e-07db-41fe-bb4d-6df27ef11070 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:40.496179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f14b01f9-e52c-4ed9-a36f-cf1996de11f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:40.547282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-4db1d506-5185-4274-9acd-d284449aceb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e8db8e-698b-4a44-9143-854775d3d3ab HTTP/1.1" status: 200 len: 999 time: 0.5460784 Nov 11 21:06:40.578049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f14b01f9-e52c-4ed9-a36f-cf1996de11f7 None None] Port 2614869e-07db-41fe-bb4d-6df27ef11070 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:40.625940 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:40.695165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-bae8250d-967c-4798-846f-613051cbda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:40.697234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-bae8250d-967c-4798-846f-613051cbda67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.1416440 Nov 11 21:06:40.713830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d14a-a712-4e98-9105-0ed73bc15736 req-8e119ce1-2814-485f-998e-b86e2e4b8e5a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:40.730139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d14a-a712-4e98-9105-0ed73bc15736 req-8e119ce1-2814-485f-998e-b86e2e4b8e5a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:40.730952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf129-ab9f-40e4-9ec0-5276ce7b30c1 req-3097f639-527b-4983-aa1e-78281edb6de0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:40.738963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5cf129-ab9f-40e4-9ec0-5276ce7b30c1 req-3097f639-527b-4983-aa1e-78281edb6de0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1256766 Nov 11 21:06:40.746429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d14a-a712-4e98-9105-0ed73bc15736 req-8e119ce1-2814-485f-998e-b86e2e4b8e5a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:40.759471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6752d14a-a712-4e98-9105-0ed73bc15736 req-8e119ce1-2814-485f-998e-b86e2e4b8e5a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 2374 time: 0.3628745 Nov 11 21:06:40.792354 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5cf129-ab9f-40e4-9ec0-5276ce7b30c1 req-9fef8bb6-34e6-44eb-9f1a-15c948e5b548 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Nov 11 21:06:40.793872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:40.801762 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5f27796d-478f-4431-9914-a681440343f0', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'port_id': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'mac_address': 'fa:16:3e:29:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:06:13Z', 'updated_at': '2021-11-11T21:06:36Z', 'revision_number': 1, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:40.853168 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084e9ee-6640-4573-9643-af968f67ab4c None None] The sync data for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 is: [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5f27796d-478f-4431-9914-a681440343f0', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'port_id': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'mac_address': 'fa:16:3e:29:ae:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:06:13Z', 'updated_at': '2021-11-11T21:06:36Z', 'revision_number': 1, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:40.929138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=6ab5ecba-7d80-4b1c-b50d-f17d91e50099,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:40.949348 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:40.999678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': '49f594f7-3637-4ab6-ac98-f94ab499a949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a047b984-7d2a-4e60-9d62-83a5679d6334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:41.000288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: a047b984-7d2a-4e60-9d62-83a5679d6334, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:06:41.028206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-9afd7026-845a-49f0-9937-1715e014f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:41.030242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-9afd7026-845a-49f0-9937-1715e014f0db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2474945 Nov 11 21:06:41.056058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6752d14a-a712-4e98-9105-0ed73bc15736 req-557552a2-42ad-49ad-8b48-6f62e41d2861 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851789 Nov 11 21:06:41.259714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-a7efa960-cf36-4445-a70a-97100304cb60 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006927 Nov 11 21:06:41.275645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa9248-2fc8-4948-b1f4-38a687581373 None None] New status for floating IP 5f27796d-478f-4431-9914-a681440343f0: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:06:41.298806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network a047b984-7d2a-4e60-9d62-83a5679d6334 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:06:41.321740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 10.2.2.100 (03c6918f-b0c8-457e-9f37-f9db9768aa37/8023c011-5339-4635-bdb8-bf3ffbc58f75/417fe030-2cea-440c-b8bc-d6ce8292b171) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:41.413733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, a047b984-7d2a-4e60-9d62-83a5679d6334) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:41.422481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:41.423087 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:41.471595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd93fc06-8a4f-4aee-99b3-f21d5be8bce6 req-9357f2e9-a7fd-4a39-a459-c7cd8098f5aa service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034588 Nov 11 21:06:41.526593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2be653-35df-42ee-ab3e-220cb6d9115d None None] Network a047b984-7d2a-4e60-9d62-83a5679d6334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:41.534562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-515aca10-2833-4e53-8c64-c753ac5fb4aa tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4305520 Nov 11 21:06:41.535247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:41.540545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0e7cc695-dd57-435c-b37a-307259a8c9ed tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-231898685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:41.666814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc695-dd57-435c-b37a-307259a8c9ed tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:41.668346 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc695-dd57-435c-b37a-307259a8c9ed tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:41.788286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-a047b984-7d2a-4e60-9d62-83a5679d6334', 'network_id': 'a047b984-7d2a-4e60-9d62-83a5679d6334', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': '6ab5ecba-7d80-4b1c-b50d-f17d91e50099'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:06:41.789679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:41.901622 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:41.922313 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc695-dd57-435c-b37a-307259a8c9ed tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.109304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Allocated IP 172.20.0.2 (a047b984-7d2a-4e60-9d62-83a5679d6334/6ab5ecba-7d80-4b1c-b50d-f17d91e50099/679f442d-639d-4688-a4ea-457bdba6e7c5) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:42.128861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df5230-9f17-42b4-ba67-0679a3bb5a6b req-eab3fa2e-f391-49ec-9220-828d6396943f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:42.131497 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6df5230-9f17-42b4-ba67-0679a3bb5a6b req-eab3fa2e-f391-49ec-9220-828d6396943f tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1966405 Nov 11 21:06:42.188759 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc695-dd57-435c-b37a-307259a8c9ed tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.237122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6df5230-9f17-42b4-ba67-0679a3bb5a6b req-cf48ba82-9270-4be8-b012-fc239b806b5b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924926 Nov 11 21:06:42.277740 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.296177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc695-dd57-435c-b37a-307259a8c9ed tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.297564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e7cc695-dd57-435c-b37a-307259a8c9ed tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7612915 Nov 11 21:06:42.300457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34356) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:42.326738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=417fe030-2cea-440c-b8bc-d6ce8292b171,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:42.357684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c1a8-bff1-4781-9da2-c791d0b15016 req-b1c824a6-84d3-433c-9fd0-84aa0a8044cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:42.364216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c1a8-bff1-4781-9da2-c791d0b15016 req-b1c824a6-84d3-433c-9fd0-84aa0a8044cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:42.371875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c1a8-bff1-4781-9da2-c791d0b15016 req-b1c824a6-84d3-433c-9fd0-84aa0a8044cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:42.377299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bf6c1a8-bff1-4781-9da2-c791d0b15016 req-b1c824a6-84d3-433c-9fd0-84aa0a8044cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 2374 time: 0.1937501 Nov 11 21:06:42.393191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:42.410786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.420218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:42.450035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:42.464420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bf6c1a8-bff1-4781-9da2-c791d0b15016 req-310822f3-de6f-49be-b007-e2e6559094f4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694582 Nov 11 21:06:42.518147 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.530835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:42.531637 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.556888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Network a047b984-7d2a-4e60-9d62-83a5679d6334 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:42.558371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:42.583751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:42.674177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Pushing event updated for resources: {'Port': ['ID=679f442d-639d-4688-a4ea-457bdba6e7c5,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:42.680100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-637c5c59-6956-44b1-81de-296129e50b5c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2580450 Nov 11 21:06:42.689363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Attempting to bind port 679f442d-639d-4688-a4ea-457bdba6e7c5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:42.690342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Attempting to bind port 679f442d-639d-4688-a4ea-457bdba6e7c5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '49f594f7-3637-4ab6-ac98-f94ab499a949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a047b984-7d2a-4e60-9d62-83a5679d6334'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:42.690342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Attempting to bind port 679f442d-639d-4688-a4ea-457bdba6e7c5 on network a047b984-7d2a-4e60-9d62-83a5679d6334 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:42.696477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37', 'admin_state_up': True, 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'security_groups': ['0acafa7e-32f3-4192-9621-e7d0f9da01c5']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:42.696914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:42.697357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Checking segment: {'id': '49f594f7-3637-4ab6-ac98-f94ab499a949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a047b984-7d2a-4e60-9d62-83a5679d6334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:42.697824 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.698230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Bound using segment: {'id': '49f594f7-3637-4ab6-ac98-f94ab499a949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a047b984-7d2a-4e60-9d62-83a5679d6334'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:42.698709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Bound port: 679f442d-639d-4688-a4ea-457bdba6e7c5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f594f7-3637-4ab6-ac98-f94ab499a949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a047b984-7d2a-4e60-9d62-83a5679d6334'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:42.699279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.790868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.794869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] For port 679f442d-639d-4688-a4ea-457bdba6e7c5, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:42.796702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] For port 679f442d-639d-4688-a4ea-457bdba6e7c5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=679f442d-639d-4688-a4ea-457bdba6e7c5,segment=NetworkSegment(49f594f7-3637-4ab6-ac98-f94ab499a949),segment_id=49f594f7-3637-4ab6-ac98-f94ab499a949)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:42.823782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3451dd77-d10b-4641-93a7-21f229f1d04d None None] Provisioning complete for port 417fe030-2cea-440c-b8bc-d6ce8292b171 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:42.824203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3451dd77-d10b-4641-93a7-21f229f1d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.862188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3451dd77-d10b-4641-93a7-21f229f1d04d None None] Port 417fe030-2cea-440c-b8bc-d6ce8292b171 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:42.911628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Made reservation on behalf of 11cb03a510ca46ae950419e270fc99fb for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:42.912834 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.920109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:42.985598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe156f-7b17-4d2d-ab8e-8e8f5262432a None None] Pushing event updated for resources: {'Port': ['ID=679f442d-639d-4688-a4ea-457bdba6e7c5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:43.199662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Allocated IP 10.2.2.200 (03c6918f-b0c8-457e-9f37-f9db9768aa37/8023c011-5339-4635-bdb8-bf3ffbc58f75/fad051cb-0286-4266-b017-2968a810c749) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:43.464117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:43.518568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec16fd-c48f-4eba-a2de-e827d779dc8b req-8acb6036-390b-4f7c-98e8-621ef3772884 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:43.520664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55ec16fd-c48f-4eba-a2de-e827d779dc8b req-8acb6036-390b-4f7c-98e8-621ef3772884 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1368318 Nov 11 21:06:43.593355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55ec16fd-c48f-4eba-a2de-e827d779dc8b req-231a9156-b303-4959-ad26-1b6f52f9ac5d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627911 Nov 11 21:06:43.653218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:43.674858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.20.0.1 (a047b984-7d2a-4e60-9d62-83a5679d6334/6ab5ecba-7d80-4b1c-b50d-f17d91e50099/18f5202d-f358-4d4a-8376-aff2c7c1b25f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:06:43.722624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:43.729862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:43.730065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2cce8-0dc2-4199-b86f-16d3b25d163e req-7127ac00-82de-485c-b108-39984442f040 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:43.736405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2cce8-0dc2-4199-b86f-16d3b25d163e req-7127ac00-82de-485c-b108-39984442f040 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:43.736546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:43.746751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2cce8-0dc2-4199-b86f-16d3b25d163e req-7127ac00-82de-485c-b108-39984442f040 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:43.753182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2cce8-0dc2-4199-b86f-16d3b25d163e req-7127ac00-82de-485c-b108-39984442f040 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:43.760749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5cc2cce8-0dc2-4199-b86f-16d3b25d163e req-7127ac00-82de-485c-b108-39984442f040 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 3095 time: 0.1361704 Nov 11 21:06:43.808256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event updated for resources: {'Port': ['ID=fad051cb-0286-4266-b017-2968a810c749,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:43.869438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:43.870258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:43.932975 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5cc2cce8-0dc2-4199-b86f-16d3b25d163e req-71899a74-70a2-4871-9e3f-12eb8237be19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712115 Nov 11 21:06:43.948817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-a2d9f5cd-6254-42f4-8084-43c6de2065fc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2610440 Nov 11 21:06:43.969986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:44.052192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.110385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.227045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.237488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-be7de61c-861e-4243-b727-882161ed5fa8 None None] Provisioning complete for port fad051cb-0286-4266-b017-2968a810c749 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:44.238674 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-be7de61c-861e-4243-b727-882161ed5fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.314461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-be7de61c-861e-4243-b727-882161ed5fa8 None None] Port fad051cb-0286-4266-b017-2968a810c749 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:44.340235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network a047b984-7d2a-4e60-9d62-83a5679d6334 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:44.343274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:44.350131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:06:44.404512 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.454069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=18f5202d-f358-4d4a-8376-aff2c7c1b25f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:44.470310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.472705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.472705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.472705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.472705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.472705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.472705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.472705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.473413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.473413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.473578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.473793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:06:44.540282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb955f5-3458-4cf3-bc7b-bfd84e6034c9 None None] Network a047b984-7d2a-4e60-9d62-83a5679d6334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:44.558988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3234f3-6384-455a-b799-ebac030cdf85 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:44.577084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.608731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Transition to ACTIVE for port object 5d3234f3-6384-455a-b799-ebac030cdf85 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:44.692258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-843ee539-c5cd-46fe-b4fb-5ba59a257362 None None] Provisioning complete for port 679f442d-639d-4688-a4ea-457bdba6e7c5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:44.692711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-843ee539-c5cd-46fe-b4fb-5ba59a257362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.705789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.790459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:44.899773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf73e-c41f-4639-a7e0-393bd07c0dba req-cfd7875f-fa91-4d8d-93db-be5efd0101c7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:44.901487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fabf73e-c41f-4639-a7e0-393bd07c0dba req-cfd7875f-fa91-4d8d-93db-be5efd0101c7 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1750457 Nov 11 21:06:44.908235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 679f442d-639d-4688-a4ea-457bdba6e7c5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:45.019788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fabf73e-c41f-4639-a7e0-393bd07c0dba req-38a1576a-1343-4e86-a9ae-3c9120909958 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Nov 11 21:06:45.027390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3234f3-6384-455a-b799-ebac030cdf85,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:45.095283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Attempting to bind port 5d3234f3-6384-455a-b799-ebac030cdf85 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:45.095637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Attempting to bind port 5d3234f3-6384-455a-b799-ebac030cdf85 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:45.095977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Attempting to bind port 5d3234f3-6384-455a-b799-ebac030cdf85 on network 8bea7f20-7ba1-4360-a063-0581094fd6f9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:45.101565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Port 5d3234f3-6384-455a-b799-ebac030cdf85 on network 8bea7f20-7ba1-4360-a063-0581094fd6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:45.102111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Attempting to bind port 5d3234f3-6384-455a-b799-ebac030cdf85 on network 8bea7f20-7ba1-4360-a063-0581094fd6f9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:45.113176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:45.115503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Checking segment: {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:45.116023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Bound using segment: {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:45.118400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Bound port: 5d3234f3-6384-455a-b799-ebac030cdf85, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f26b0a3-2e79-4428-bb90-6de9a212c1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:45.118864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.172791 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-843ee539-c5cd-46fe-b4fb-5ba59a257362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.180856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 679f442d-639d-4688-a4ea-457bdba6e7c5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:45.181371 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.306146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] For port 5d3234f3-6384-455a-b799-ebac030cdf85, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:45.315381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] For port 5d3234f3-6384-455a-b799-ebac030cdf85, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=5d3234f3-6384-455a-b799-ebac030cdf85,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:45.345621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-843ee539-c5cd-46fe-b4fb-5ba59a257362 None None] For port 679f442d-639d-4688-a4ea-457bdba6e7c5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=679f442d-639d-4688-a4ea-457bdba6e7c5,segment=NetworkSegment(49f594f7-3637-4ab6-ac98-f94ab499a949),segment_id=49f594f7-3637-4ab6-ac98-f94ab499a949)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:45.385252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.414970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.421029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.457414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617d25-893b-4e3a-83ff-ad04987fc23d req-efc6fc7f-47ad-4182-affa-5b55d67c2735 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.464211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617d25-893b-4e3a-83ff-ad04987fc23d req-efc6fc7f-47ad-4182-affa-5b55d67c2735 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.466690 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-843ee539-c5cd-46fe-b4fb-5ba59a257362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.470316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617d25-893b-4e3a-83ff-ad04987fc23d req-efc6fc7f-47ad-4182-affa-5b55d67c2735 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.479209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617d25-893b-4e3a-83ff-ad04987fc23d req-efc6fc7f-47ad-4182-affa-5b55d67c2735 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.485596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617d25-893b-4e3a-83ff-ad04987fc23d req-efc6fc7f-47ad-4182-affa-5b55d67c2735 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.487644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-69617d25-893b-4e3a-83ff-ad04987fc23d req-efc6fc7f-47ad-4182-affa-5b55d67c2735 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 3828 time: 0.1001804 Nov 11 21:06:45.488930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.508627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.509710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.512085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] 10.222.0.62 "PUT /v2.0/ports/5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 1092 time: 1.5476954 Nov 11 21:06:45.512790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:45.520854 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d844483-c00b-4540-b29d-476840bf7de0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:45.592901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243c120-8265-4237-9fe7-7ca2feba4363 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3234f3-6384-455a-b799-ebac030cdf85,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:45.625300 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e3e54b-8d02-4957-ab47-4e33a80588fa x-openstack-request-id: req-11e3e54b-8d02-4957-ab47-4e33a80588fa {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:45.626656 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:45.627281 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11e3e54b-8d02-4957-ab47-4e33a80588fa {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:45.627435 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85', 'status': 'completed', 'code': 200} Nov 11 21:06:45.635886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=18f5202d-f358-4d4a-8376-aff2c7c1b25f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:45.644335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.686573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:45.695741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-69617d25-893b-4e3a-83ff-ad04987fc23d req-431e3e7c-c337-4a4d-a029-76d73e0778ae tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979797 Nov 11 21:06:45.903836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ee539-c5cd-46fe-b4fb-5ba59a257362 None None] Pushing event updated for resources: {'Port': ['ID=679f442d-639d-4688-a4ea-457bdba6e7c5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:45.903836 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:06:45.903836 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:06:45.963282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.965879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network a047b984-7d2a-4e60-9d62-83a5679d6334 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:06:45.965879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:45.966338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fc230e02-b8af-4307-a338-fd6064a25a46 None None] Provisioning complete for port 18f5202d-f358-4d4a-8376-aff2c7c1b25f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:45.966338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc230e02-b8af-4307-a338-fd6064a25a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:45.966541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-f6cbce88-d59c-4789-a872-078e4a9cc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.966541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-f6cbce88-d59c-4789-a872-078e4a9cc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.966541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-f6cbce88-d59c-4789-a872-078e4a9cc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.966541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-f6cbce88-d59c-4789-a872-078e4a9cc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.966541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-f6cbce88-d59c-4789-a872-078e4a9cc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:45.966541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d844483-c00b-4540-b29d-476840bf7de0 req-f6cbce88-d59c-4789-a872-078e4a9cc85e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 4363 time: 0.2597811 Nov 11 21:06:46.066088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fc230e02-b8af-4307-a338-fd6064a25a46 None None] Port 18f5202d-f358-4d4a-8376-aff2c7c1b25f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:46.087452 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fc230e02-b8af-4307-a338-fd6064a25a46 None None] Provisioning complete for port 679f442d-639d-4688-a4ea-457bdba6e7c5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:46.087974 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc230e02-b8af-4307-a338-fd6064a25a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:46.346489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-2ebc511b-7a69-4ce4-a2a6-ba8bec3ca445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:46.346966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-2ebc511b-7a69-4ce4-a2a6-ba8bec3ca445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:46.347438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-2ebc511b-7a69-4ce4-a2a6-ba8bec3ca445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:46.354657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d844483-c00b-4540-b29d-476840bf7de0 req-2ebc511b-7a69-4ce4-a2a6-ba8bec3ca445 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11cb03a510ca46ae950419e270fc99fb&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3789592 Nov 11 21:06:46.507737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39925fad-f687-4cb5-ae3b-057b3d7eaf5f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:46.517229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:46.524613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01f1df67-a539-4996-b2ba-1e6eb9de3ea9 None None] Provisioning complete for port 18f5202d-f358-4d4a-8376-aff2c7c1b25f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:46.525189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01f1df67-a539-4996-b2ba-1e6eb9de3ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:46.538955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Transition to ACTIVE for port object 39925fad-f687-4cb5-ae3b-057b3d7eaf5f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:46.590654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-01f1df67-a539-4996-b2ba-1e6eb9de3ea9 None None] Port 18f5202d-f358-4d4a-8376-aff2c7c1b25f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:46.659742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:46.734710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 679f442d-639d-4688-a4ea-457bdba6e7c5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:06:46.832800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6eba9370-bae2-4d71-8c31-1fc7681aa657 None None] Provisioning complete for port 18f5202d-f358-4d4a-8376-aff2c7c1b25f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:46.834421 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6eba9370-bae2-4d71-8c31-1fc7681aa657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:46.899077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d844483-c00b-4540-b29d-476840bf7de0 req-2b5bf9cf-6453-4e55-8c37-2b5db70242eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:46.900727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d844483-c00b-4540-b29d-476840bf7de0 req-2b5bf9cf-6453-4e55-8c37-2b5db70242eb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4600441 Nov 11 21:06:46.901078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Pushing event updated for resources: {'Port': ['ID=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:46.946832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6eba9370-bae2-4d71-8c31-1fc7681aa657 None None] Port 18f5202d-f358-4d4a-8376-aff2c7c1b25f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:06:46.968970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 679f442d-639d-4688-a4ea-457bdba6e7c5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:06:46.969360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:46.994739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8d6bc-9bbe-4444-9cac-07b942fe2513 req-9cb15afd-ea7b-4496-82e9-fc124f1b7b01 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:46.996817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b5e8d6bc-9bbe-4444-9cac-07b942fe2513 req-9cb15afd-ea7b-4496-82e9-fc124f1b7b01 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.5165503 Nov 11 21:06:47.075287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 83a95102-da46-4915-aa93-a4b36e042508 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:06:47.124621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Attempting to bind port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:47.124966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Attempting to bind port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:47.127453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Attempting to bind port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:47.136267 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b5e8d6bc-9bbe-4444-9cac-07b942fe2513 req-50269ddd-fe2b-4a93-8e48-9b7910c6b8c5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332269 Nov 11 21:06:47.157208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:47.157544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Attempting to bind port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:47.192844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-e01d5ba3-0dc2-403f-a016-0daef79971f3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.201429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-e01d5ba3-0dc2-403f-a016-0daef79971f3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.207731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-e01d5ba3-0dc2-403f-a016-0daef79971f3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.214761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-e01d5ba3-0dc2-403f-a016-0daef79971f3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.221090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-e01d5ba3-0dc2-403f-a016-0daef79971f3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.227838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-e01d5ba3-0dc2-403f-a016-0daef79971f3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.236180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-e01d5ba3-0dc2-403f-a016-0daef79971f3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 4599 time: 0.3806686 Nov 11 21:06:47.248286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:47.248978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Checking segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:47.249580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Bound using segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:47.250339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Bound port: 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:47.250932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:47.271243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:47.280378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-25f4d582-0e8d-4103-900a-d34130f91d94 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/83a95102-da46-4915-aa93-a4b36e042508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9785323 Nov 11 21:06:47.281159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:47.282996 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] Sync routers for ids ['83a95102-da46-4915-aa93-a4b36e042508'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:47.310795 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] Routers {'83a95102-da46-4915-aa93-a4b36e042508'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:47.314009 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['83a95102-da46-4915-aa93-a4b36e042508'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:47.352511 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cb323cb-9da3-4d0e-8614-7fb3163ca0fc req-1d7d3fd1-fdd4-477b-b378-264fa0373b5d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150358 Nov 11 21:06:47.359859 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:47.371087 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] Routers {'83a95102-da46-4915-aa93-a4b36e042508'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:47.383000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2fec7-7eff-4417-9aa7-630d0e479ecd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.383000 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2bf2fec7-7eff-4417-9aa7-630d0e479ecd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports/18f5202d-f358-4d4a-8376-aff2c7c1b25f HTTP/1.1" status: 200 len: 910 time: 0.0915267 Nov 11 21:06:47.383000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34440) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:47.383000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ab5ecba-7d80-4b1c-b50d-f17d91e50099'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:47.385347 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['83a95102-da46-4915-aa93-a4b36e042508'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:47.392995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] For port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:47.397785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] For port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:47.436635 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:47.437626 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca301ae-d812-4edf-885a-3bf267e91d56 None None] The sync data for ids ['83a95102-da46-4915-aa93-a4b36e042508'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:47.481813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:47.515533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:47.516204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:47.523724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] 10.222.0.62 "PUT /v2.0/ports/39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 1129 time: 1.8445630 Nov 11 21:06:47.580459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:47.606805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5090e-6874-47bf-bbf9-e4632485e990 service neutron] Pushing event updated for resources: {'Port': ['ID=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:47.628906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '39925fad-f687-4cb5-ae3b-057b3d7eaf5f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:47.634485 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cf13c4-82b0-40e4-81ad-5328e50805e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "39925fad-f687-4cb5-ae3b-057b3d7eaf5f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:47.644344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:47.727829 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:47.754463 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb7584-d28c-4130-ab21-21bf2c632b33 x-openstack-request-id: req-51cb7584-d28c-4130-ab21-21bf2c632b33 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:47.754804 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "39925fad-f687-4cb5-ae3b-057b3d7eaf5f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:47.755015 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51cb7584-d28c-4130-ab21-21bf2c632b33 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:47.756343 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '39925fad-f687-4cb5-ae3b-057b3d7eaf5f', 'status': 'completed', 'code': 200} Nov 11 21:06:48.215307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8a6e13-7ee2-4b6e-b93b-7d288874185f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:48.234212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:48.259888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Transition to ACTIVE for port object 2d8a6e13-7ee2-4b6e-b93b-7d288874185f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:48.366087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:48.405401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-ae30fd5c-5b59-4630-856a-e35b38e20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.407294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-ae30fd5c-5b59-4630-856a-e35b38e20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.407947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-ae30fd5c-5b59-4630-856a-e35b38e20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.408588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-ae30fd5c-5b59-4630-856a-e35b38e20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.409199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-ae30fd5c-5b59-4630-856a-e35b38e20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.409833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-ae30fd5c-5b59-4630-856a-e35b38e20827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.412548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-ae30fd5c-5b59-4630-856a-e35b38e20827 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5285 time: 0.6354635 Nov 11 21:06:48.475182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Pushing event updated for resources: {'Port': ['ID=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:48.499926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637b28b-8446-4373-9063-8c2a67574a90 req-b4e6a40a-3417-447c-8159-c8fe14627bad tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.501996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b637b28b-8446-4373-9063-8c2a67574a90 req-b4e6a40a-3417-447c-8159-c8fe14627bad tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.2186127 Nov 11 21:06:48.716791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b637b28b-8446-4373-9063-8c2a67574a90 req-fafd8405-c4c4-4c65-a41d-073ee74c9e8c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977069 Nov 11 21:06:48.719925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Attempting to bind port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:48.721240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Attempting to bind port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:48.721598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Attempting to bind port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:48.746497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:48.746860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Attempting to bind port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:48.758166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:48.758863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Checking segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:48.758985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Bound using segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:48.759337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Bound port: 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:48.759911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:48.897908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] For port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:48.901581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] For port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:48.991130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:48.997586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.005054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.008423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.012890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.020686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.033799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.035017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.044098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-8c7f8315-20b6-4cae-89c3-56bcc02ddc19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5371 time: 0.4050019 Nov 11 21:06:49.081828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-df53d55d-eeb2-405a-ace5-7ca5ad1a783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.082664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-df53d55d-eeb2-405a-ace5-7ca5ad1a783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.083364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-df53d55d-eeb2-405a-ace5-7ca5ad1a783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.085811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.086431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-df53d55d-eeb2-405a-ace5-7ca5ad1a783c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11cb03a510ca46ae950419e270fc99fb&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6377316 Nov 11 21:06:49.086615 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.088766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-36b5fced-af12-466c-a112-816e09744dbd service neutron] 10.222.0.62 "PUT /v2.0/ports/2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 1130 time: 1.4492192 Nov 11 21:06:49.160638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5fced-af12-466c-a112-816e09744dbd service neutron] Pushing event updated for resources: {'Port': ['ID=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:49.217048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:49.240660 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.328481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.338780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc1d12ae-badb-4be5-b244-17a99a05447c req-2406c271-63da-4868-be13-f7c333584152 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2767992 Nov 11 21:06:49.402984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.407598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-4a6954fa-7a62-40d4-9a7c-0cea3a2fe76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.414433 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3cf13c4-82b0-40e4-81ad-5328e50805e0 req-4a6954fa-7a62-40d4-9a7c-0cea3a2fe76d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3029313 Nov 11 21:06:49.676320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=18f5202d-f358-4d4a-8376-aff2c7c1b25f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:49.687584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:49.688528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.693823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-60f4d27b-50b0-4145-9516-a664f50b4713 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/ports/18f5202d-f358-4d4a-8376-aff2c7c1b25f HTTP/1.1" status: 200 len: 910 time: 2.3162782 Nov 11 21:06:49.697549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:49.749451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4353ebe5-f1be-4824-8917-06b37029339e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:49.758800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '2d8a6e13-7ee2-4b6e-b93b-7d288874185f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:49.761137 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4e04fc-2fb9-4415-a352-44d34943bbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "2d8a6e13-7ee2-4b6e-b93b-7d288874185f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:49.781263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.817497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Transition to ACTIVE for port object 4353ebe5-f1be-4824-8917-06b37029339e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:49.857128 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575557db-6a16-4461-bcd3-082103026689 x-openstack-request-id: req-575557db-6a16-4461-bcd3-082103026689 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:49.857600 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "2d8a6e13-7ee2-4b6e-b93b-7d288874185f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:49.857935 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-575557db-6a16-4461-bcd3-082103026689 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:49.858655 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '2d8a6e13-7ee2-4b6e-b93b-7d288874185f', 'status': 'completed', 'code': 200} Nov 11 21:06:49.900676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:49.972830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Pushing event updated for resources: {'Port': ['ID=4353ebe5-f1be-4824-8917-06b37029339e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:50.101776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.102278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.102730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.103198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.103660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.104117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.104622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.106599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-69632ebc-5f1f-4dee-b3bf-9657f516aa1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6233 time: 0.2094069 Nov 11 21:06:50.127875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Attempting to bind port 4353ebe5-f1be-4824-8917-06b37029339e on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:50.128242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Attempting to bind port 4353ebe5-f1be-4824-8917-06b37029339e by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:50.129287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Attempting to bind port 4353ebe5-f1be-4824-8917-06b37029339e on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:50.134943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Port 4353ebe5-f1be-4824-8917-06b37029339e on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:50.135277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Attempting to bind port 4353ebe5-f1be-4824-8917-06b37029339e on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:50.143529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:50.144003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Checking segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:50.145194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Bound using segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:50.145811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Bound port: 4353ebe5-f1be-4824-8917-06b37029339e, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:50.146187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:50.163674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d77c86-f6ce-4c96-9188-9f65e839ce96 req-1cfa3e07-e464-4ec5-854b-105f883f4e19 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.166554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a9d77c86-f6ce-4c96-9188-9f65e839ce96 req-1cfa3e07-e464-4ec5-854b-105f883f4e19 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.2804575 Nov 11 21:06:50.243523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] For port 4353ebe5-f1be-4824-8917-06b37029339e, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:50.247528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] For port 4353ebe5-f1be-4824-8917-06b37029339e, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4353ebe5-f1be-4824-8917-06b37029339e,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:50.326728 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:50.377079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a9d77c86-f6ce-4c96-9188-9f65e839ce96 req-3b14deb5-c5e2-451d-a047-48a1be1057ee tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005997 Nov 11 21:06:50.430791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-f0ea952b-d203-49f4-9e5e-bd6d1ec15000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.432001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-f0ea952b-d203-49f4-9e5e-bd6d1ec15000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.432509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-f0ea952b-d203-49f4-9e5e-bd6d1ec15000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.435578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-f0ea952b-d203-49f4-9e5e-bd6d1ec15000 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11cb03a510ca46ae950419e270fc99fb&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2901945 Nov 11 21:06:50.448622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.453416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:50.465608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] 10.222.0.62 "PUT /v2.0/ports/4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 200 len: 1090 time: 1.2596495 Nov 11 21:06:50.524724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde8f9-1061-4c19-b63d-7fe92afdf9cd service neutron] Pushing event updated for resources: {'Port': ['ID=4353ebe5-f1be-4824-8917-06b37029339e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:50.628569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:50.657841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-94c3ce41-dc67-49e7-a90f-4a6c8a65503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.659596 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f4e04fc-2fb9-4415-a352-44d34943bbf5 req-94c3ce41-dc67-49e7-a90f-4a6c8a65503f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2119524 Nov 11 21:06:50.754001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.766495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.770922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:50.781265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.796621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.804108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.811077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.818888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:50.821160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-bb9882c9-a95c-4597-9437-d9252e35f6bb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5383 time: 0.2431479 Nov 11 21:06:50.829707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.008479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e88beff9-a543-4f57-a168-8b9c4f787c24 req-c6862594-61c5-4e66-a190-59d707c62de9 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421013 Nov 11 21:06:51.269867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 18f5202d-f358-4d4a-8376-aff2c7c1b25f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:51.270314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.294027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2614869e-07db-41fe-bb4d-6df27ef11070 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:51.301961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.326110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Transition to ACTIVE for port object 2614869e-07db-41fe-bb4d-6df27ef11070 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:51.374713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.387884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 18f5202d-f358-4d4a-8376-aff2c7c1b25f owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:51.402709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.535672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Pushing event updated for resources: {'Port': ['ID=2614869e-07db-41fe-bb4d-6df27ef11070,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:51.593744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Attempting to bind port 2614869e-07db-41fe-bb4d-6df27ef11070 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:51.594085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Attempting to bind port 2614869e-07db-41fe-bb4d-6df27ef11070 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:51.594417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Attempting to bind port 2614869e-07db-41fe-bb4d-6df27ef11070 on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:51.600553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Port 2614869e-07db-41fe-bb4d-6df27ef11070 on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:51.600881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Attempting to bind port 2614869e-07db-41fe-bb4d-6df27ef11070 on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:51.617296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:51.617639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Checking segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:51.621586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Bound using segment: {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:51.621586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Bound port: 2614869e-07db-41fe-bb4d-6df27ef11070, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082e4a57-54ce-4f83-bc8f-18133649d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:51.621586 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.680304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed61af5-f783-484e-8f93-42d5ec9201ab req-a7bffdd9-0d96-4479-8997-d0f08b3e75fb tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:51.682083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ed61af5-f783-484e-8f93-42d5ec9201ab req-a7bffdd9-0d96-4479-8997-d0f08b3e75fb tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1245232 Nov 11 21:06:51.717601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] For port 2614869e-07db-41fe-bb4d-6df27ef11070, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:51.718939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] For port 2614869e-07db-41fe-bb4d-6df27ef11070, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2614869e-07db-41fe-bb4d-6df27ef11070,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:51.767436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ed61af5-f783-484e-8f93-42d5ec9201ab req-9b441a44-d500-4d5f-a372-72fefb9c14b2 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723126 Nov 11 21:06:51.831454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.842165 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.876119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=18f5202d-f358-4d4a-8376-aff2c7c1b25f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:51.901056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:51.901603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:51.906966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] 10.222.0.62 "PUT /v2.0/ports/2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 200 len: 1091 time: 1.2849259 Nov 11 21:06:51.907431 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '4353ebe5-f1be-4824-8917-06b37029339e'}, {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '2614869e-07db-41fe-bb4d-6df27ef11070'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:51.919117 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "4353ebe5-f1be-4824-8917-06b37029339e"}, {"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "2614869e-07db-41fe-bb4d-6df27ef11070"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:51.956195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763cbcd-c553-4d81-9e7c-18b9b0a9ecbc service neutron] Pushing event updated for resources: {'Port': ['ID=2614869e-07db-41fe-bb4d-6df27ef11070,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:52.070877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:52.093660 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:52.153552 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ae33e-f0e7-4077-b7e5-9742eda55033 x-openstack-request-id: req-fd7ae33e-f0e7-4077-b7e5-9742eda55033 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:52.153552 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "4353ebe5-f1be-4824-8917-06b37029339e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "2614869e-07db-41fe-bb4d-6df27ef11070", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:52.153552 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd7ae33e-f0e7-4077-b7e5-9742eda55033 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:52.153552 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '4353ebe5-f1be-4824-8917-06b37029339e', 'status': 'completed', 'code': 200} Nov 11 21:06:52.158336 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '2614869e-07db-41fe-bb4d-6df27ef11070', 'status': 'completed', 'code': 200} Nov 11 21:06:52.204592 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:06:52.259179 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:52.316045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:52.397631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.404936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.412319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.418707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.425639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.432691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.439041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.441321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-589690b6-0375-4869-9501-06fbcd8df27b req-579a2869-8c23-4a93-8a9a-ac2edf6ddeca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5395 time: 0.2496865 Nov 11 21:06:52.442512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.443280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.444017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.444694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.445352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.445979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.446683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:52.448934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-64dbc6eb-e7ba-4894-9e1c-2ae5b0693081 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6342 time: 0.2685287 Nov 11 21:06:52.628501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-589690b6-0375-4869-9501-06fbcd8df27b req-4be745c4-2e83-4855-be93-e93ef422b3fb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729195 Nov 11 21:06:52.886557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417fe030-2cea-440c-b8bc-d6ce8292b171 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:52.901461 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:52.934601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Transition to ACTIVE for port object 417fe030-2cea-440c-b8bc-d6ce8292b171 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:53.054074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:53.054356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 83a95102-da46-4915-aa93-a4b36e042508 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:06:53.156012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8f70c-0aac-4c6d-85db-f3fcde11d005 req-44eb4106-6fba-4980-9edf-6199106d0a8e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.159223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7f8f70c-0aac-4c6d-85db-f3fcde11d005 req-44eb4106-6fba-4980-9edf-6199106d0a8e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1653733 Nov 11 21:06:53.163566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-4efb4fb4-76b3-4ed7-b9f3-e1bbbba3aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.164348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-4efb4fb4-76b3-4ed7-b9f3-e1bbbba3aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.164914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-4efb4fb4-76b3-4ed7-b9f3-e1bbbba3aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.166749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-4efb4fb4-76b3-4ed7-b9f3-e1bbbba3aa64 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11cb03a510ca46ae950419e270fc99fb&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7027016 Nov 11 21:06:53.298008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:06:53.307266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Pushing event updated for resources: {'Port': ['ID=417fe030-2cea-440c-b8bc-d6ce8292b171,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:53.312573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5b967-995b-4162-8197-193497286477 None None] Sync routers for ids ['83a95102-da46-4915-aa93-a4b36e042508'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:06:53.333181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7237e0a5-e7f8-4fb0-9320-64e887c024dc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/83a95102-da46-4915-aa93-a4b36e042508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6340435 Nov 11 21:06:53.334004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:53.343444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5b967-995b-4162-8197-193497286477 None None] Routers {'83a95102-da46-4915-aa93-a4b36e042508'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:53.347568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73f5b967-995b-4162-8197-193497286477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['83a95102-da46-4915-aa93-a4b36e042508'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:53.434502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Attempting to bind port 417fe030-2cea-440c-b8bc-d6ce8292b171 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:53.443452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Attempting to bind port 417fe030-2cea-440c-b8bc-d6ce8292b171 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:53.443452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Attempting to bind port 417fe030-2cea-440c-b8bc-d6ce8292b171 on network 03c6918f-b0c8-457e-9f37-f9db9768aa37 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:53.453256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Port 417fe030-2cea-440c-b8bc-d6ce8292b171 on network 03c6918f-b0c8-457e-9f37-f9db9768aa37 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:53.453756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Attempting to bind port 417fe030-2cea-440c-b8bc-d6ce8292b171 on network 03c6918f-b0c8-457e-9f37-f9db9768aa37 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:53.460365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73f5b967-995b-4162-8197-193497286477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:53.468755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:53.471969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Checking segment: {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:53.471969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Bound using segment: {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:53.471969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Bound port: 417fe030-2cea-440c-b8bc-d6ce8292b171, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:53.471969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:53.484921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-befc87c5-6525-4deb-893b-843d59afae88 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a95102-da46-4915-aa93-a4b36e042508 HTTP/1.1" status: 200 len: 205 time: 0.1398234 Nov 11 21:06:53.491779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:53.493915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5b967-995b-4162-8197-193497286477 None None] Routers {'83a95102-da46-4915-aa93-a4b36e042508'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:06:53.494555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73f5b967-995b-4162-8197-193497286477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['83a95102-da46-4915-aa93-a4b36e042508'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:53.562400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7f8f70c-0aac-4c6d-85db-f3fcde11d005 req-3c6bef6f-ee34-4581-8a54-f0931cec283e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662515 Nov 11 21:06:53.625188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-73f5b967-995b-4162-8197-193497286477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:53.630225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5b967-995b-4162-8197-193497286477 None None] The sync data for ids ['83a95102-da46-4915-aa93-a4b36e042508'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:06:53.632590 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8338c827-1d6b-45f3-ba9d-cbbe61651815 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:53.637362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-4b478925-1e79-4a8c-ac4f-0b1cb58d8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.639195 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-4b478925-1e79-4a8c-ac4f-0b1cb58d8f11 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4328196 Nov 11 21:06:53.675589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] For port 417fe030-2cea-440c-b8bc-d6ce8292b171, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:53.680823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] For port 417fe030-2cea-440c-b8bc-d6ce8292b171, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=417fe030-2cea-440c-b8bc-d6ce8292b171,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:53.784307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:53.853229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.879853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:53.879853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] 10.222.0.62 "PUT /v2.0/ports/417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 200 len: 1091 time: 1.7998734 Nov 11 21:06:53.917440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9188faa-9254-4d2c-865a-37f6cf7be042 service neutron] Pushing event updated for resources: {'Port': ['ID=417fe030-2cea-440c-b8bc-d6ce8292b171,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:53.983965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Request body: {'port': {'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:53.994260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.994765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.995244 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.995847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.996439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.996894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.997426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:53.999406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1cdd9c9e-9067-4185-9285-6b5c4641b879 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6367 time: 0.2938449 Nov 11 21:06:54.065200 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8338c827-1d6b-45f3-ba9d-cbbe61651815 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.068252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8338c827-1d6b-45f3-ba9d-cbbe61651815 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.106113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.148309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.155137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.162016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.169432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.176050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.183435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.199632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:54.201995 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:54.207316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.212659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-0072df53-d120-4e25-badd-bbae3bbc71fa tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5407 time: 0.3898101 Nov 11 21:06:54.416189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-76f63abf-e83f-40c0-a17c-e01cff9e62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.416748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-76f63abf-e83f-40c0-a17c-e01cff9e62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.417195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-76f63abf-e83f-40c0-a17c-e01cff9e62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.418899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-76f63abf-e83f-40c0-a17c-e01cff9e62d5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11cb03a510ca46ae950419e270fc99fb&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3773706 Nov 11 21:06:54.425835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fdfa9d3d-3fab-495b-a873-5a2abdaea961 req-548e1874-76aa-4a39-8588-449b21206b92 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527307 Nov 11 21:06:54.467833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8338c827-1d6b-45f3-ba9d-cbbe61651815 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.468444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8338c827-1d6b-45f3-ba9d-cbbe61651815 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Fanout notify agent at l3_agent the message router_deleted on router 83a95102-da46-4915-aa93-a4b36e042508 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:06:54.478736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8338c827-1d6b-45f3-ba9d-cbbe61651815 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.482557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8338c827-1d6b-45f3-ba9d-cbbe61651815 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/83a95102-da46-4915-aa93-a4b36e042508 HTTP/1.1" status: 204 len: 168 time: 0.9867845 Nov 11 21:06:54.487631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34524) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:54.629199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad051cb-0286-4266-b017-2968a810c749 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:06:54.649746 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef9564-f1be-49b1-936a-c7cb2bf4c1b6 x-openstack-request-id: req-09ef9564-f1be-49b1-936a-c7cb2bf4c1b6 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:54.650076 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:54.650299 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09ef9564-f1be-49b1-936a-c7cb2bf4c1b6 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:54.650704 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171', 'status': 'completed', 'code': 200} Nov 11 21:06:54.653517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.670936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Transition to ACTIVE for port object fad051cb-0286-4266-b017-2968a810c749 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:06:54.747616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet 6ab5ecba-7d80-4b1c-b50d-f17d91e50099 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:06:54.756722 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.760760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1bb4ed5f-747e-44f8-8de2-d619f476b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.762603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c7af8d-6b4b-4d7e-bed7-707bc041b815 req-1bb4ed5f-747e-44f8-8de2-d619f476b71c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3350697 Nov 11 21:06:54.804904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.865995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:54.908048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9352f3-3e53-4e0c-824c-fcefbdb04108 req-18584d94-b9ef-4dec-b842-ecc7b146e40d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.909777 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc9352f3-3e53-4e0c-824c-fcefbdb04108 req-18584d94-b9ef-4dec-b842-ecc7b146e40d tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1781721 Nov 11 21:06:54.950371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.950959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.951441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.954990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.958851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.958851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.958851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:54.962985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8cbe5203-c1df-4d10-8817-d24a1d735118 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6434 time: 0.1409781 Nov 11 21:06:55.002745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Pushing event updated for resources: {'Port': ['ID=fad051cb-0286-4266-b017-2968a810c749,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:55.056916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Attempting to bind port fad051cb-0286-4266-b017-2968a810c749 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:06:55.057273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Attempting to bind port fad051cb-0286-4266-b017-2968a810c749 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:06:55.057595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Attempting to bind port fad051cb-0286-4266-b017-2968a810c749 on network 03c6918f-b0c8-457e-9f37-f9db9768aa37 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:55.072496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Port fad051cb-0286-4266-b017-2968a810c749 on network 03c6918f-b0c8-457e-9f37-f9db9768aa37 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:06:55.072896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Attempting to bind port fad051cb-0286-4266-b017-2968a810c749 on network 03c6918f-b0c8-457e-9f37-f9db9768aa37 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:06:55.078408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc9352f3-3e53-4e0c-824c-fcefbdb04108 req-7ce20076-12f8-480b-b82e-719fb644165c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558971 Nov 11 21:06:55.087256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:06:55.087256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Checking segment: {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:55.087256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Bound using segment: {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:06:55.087256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Bound port: fad051cb-0286-4266-b017-2968a810c749, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af251fb-a8fb-40a0-a408-d9bdb1bfec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:06:55.087256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.108642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.199847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] For port fad051cb-0286-4266-b017-2968a810c749, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:06:55.204414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] For port fad051cb-0286-4266-b017-2968a810c749, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fad051cb-0286-4266-b017-2968a810c749,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:06:55.281656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-c0f73d04-d4b2-498d-bced-2e96e2bf6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.282252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-c0f73d04-d4b2-498d-bced-2e96e2bf6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.282356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-c0f73d04-d4b2-498d-bced-2e96e2bf6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.283933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-c0f73d04-d4b2-498d-bced-2e96e2bf6f97 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=11cb03a510ca46ae950419e270fc99fb&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2990589 Nov 11 21:06:55.294158 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.373308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.374677 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.377008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] 10.222.0.62 "PUT /v2.0/ports/fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 1091 time: 1.3989172 Nov 11 21:06:55.402052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.431719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346b8a2-4d01-4419-b22d-2df8f2a26d85 service neutron] Pushing event updated for resources: {'Port': ['ID=fad051cb-0286-4266-b017-2968a810c749,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:55.483790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab5ecba-7d80-4b1c-b50d-f17d91e50099,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:55.484203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4248dc3-e2a6-41c4-9129-26fc5d9f50e5 None None] Network a047b984-7d2a-4e60-9d62-83a5679d6334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:55.486651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.509975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:55.510359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3794735a-aef8-49e7-b2b8-e7b65ec25c97 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/6ab5ecba-7d80-4b1c-b50d-f17d91e50099 HTTP/1.1" status: 204 len: 168 time: 1.0264375 Nov 11 21:06:55.530296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8486ba7e-d817-41eb-a7c2-9e56444ef117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.533171 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77f7c62f-338d-4b57-b9b3-05bcc5fcd49c req-8486ba7e-d817-41eb-a7c2-9e56444ef117 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2393763 Nov 11 21:06:55.746083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.803585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.804292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.804848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.805387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.805917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.806599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.807152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.810920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-81212dc7-cd29-4503-ae46-5b0882cadb52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6476 time: 0.2273402 Nov 11 21:06:55.887736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 679f442d-639d-4688-a4ea-457bdba6e7c5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:55.890100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:55.909399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-54ce4a86-3708-45c3-8d29-c13d4edcd413 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 217 time: 0.0856886 Nov 11 21:06:55.940476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.941177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] DHCP port deletion for a047b984-7d2a-4e60-9d62-83a5679d6334 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:06:55.970288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.986844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 679f442d-639d-4688-a4ea-457bdba6e7c5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=679f442d-639d-4688-a4ea-457bdba6e7c5,segment=NetworkSegment(49f594f7-3637-4ab6-ac98-f94ab499a949),segment_id=49f594f7-3637-4ab6-ac98-f94ab499a949)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:55.989194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:55.991894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.006723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:56.019038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 679f442d-639d-4688-a4ea-457bdba6e7c5 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:56.026724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:56.051697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:56.053663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:56.065205 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-3d1f8291-2eef-4dd5-b06c-ae09a190927f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.4047992 Nov 11 21:06:56.114919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] Deleting port 679f442d-639d-4688-a4ea-457bdba6e7c5 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:06:56.115354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.233468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-408d4b4c-5277-4ecb-8c84-f1aa077af051 req-4c514ffd-3a54-4d40-9d66-c89cb7aed500 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1672285 Nov 11 21:06:56.240905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-90e7d4f1-f9ad-4077-9056-7e81640d5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:56.244894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-90e7d4f1-f9ad-4077-9056-7e81640d5e28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 200 len: 851 time: 0.1564076 Nov 11 21:06:56.281823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] For port 679f442d-639d-4688-a4ea-457bdba6e7c5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=679f442d-639d-4688-a4ea-457bdba6e7c5,segment=NetworkSegment(49f594f7-3637-4ab6-ac98-f94ab499a949),segment_id=49f594f7-3637-4ab6-ac98-f94ab499a949)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:06:56.282232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.307544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.313109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] Calling delete_port for 679f442d-639d-4688-a4ea-457bdba6e7c5 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:06:56.334854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-01f65945-e2bb-44c8-abf4-ed766c51c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:56.336500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-01f65945-e2bb-44c8-abf4-ed766c51c5e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8bea7f20-7ba1-4360-a063-0581094fd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833611 Nov 11 21:06:56.355617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No DVR routers for this DVR port 679f442d-639d-4688-a4ea-457bdba6e7c5 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:56.393703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=679f442d-639d-4688-a4ea-457bdba6e7c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:56.468827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399942fd-e798-4ed1-ac9c-e610055bb22c req-ade29c82-8791-4edb-b144-c3274f83d61a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:56.470453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-399942fd-e798-4ed1-ac9c-e610055bb22c req-ade29c82-8791-4edb-b144-c3274f83d61a tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.2246211 Nov 11 21:06:56.547201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.572368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.594855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-b2c7d29e-fac7-4f79-b007-7ad9312c3dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472477 Nov 11 21:06:56.631581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] No DVR routers for this DVR port 679f442d-639d-4688-a4ea-457bdba6e7c5 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:06:56.633567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46409d5a-f606-4663-aa3a-089ada0563a5 None None] Pushing event deleted for resources: {'Port': ['ID=679f442d-639d-4688-a4ea-457bdba6e7c5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:56.669817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': 'fad051cb-0286-4266-b017-2968a810c749'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:06:56.672443 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48f3294-14d0-4e88-96fd-c4922be82e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "fad051cb-0286-4266-b017-2968a810c749"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:06:56.695346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-399942fd-e798-4ed1-ac9c-e610055bb22c req-04787282-e5d0-4bc6-b51c-4146844a73a8 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756725 Nov 11 21:06:56.721078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a047b984-7d2a-4e60-9d62-83a5679d6334']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:56.748570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f594f7-3637-4ab6-ac98-f94ab499a949') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:56.748883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f594f7-3637-4ab6-ac98-f94ab499a949') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:06:56.796595 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4851c1de-425c-4ff1-a03d-ba0e3d03fde0 x-openstack-request-id: req-4851c1de-425c-4ff1-a03d-ba0e3d03fde0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:06:56.797349 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "fad051cb-0286-4266-b017-2968a810c749", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:06:56.797840 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4851c1de-425c-4ff1-a03d-ba0e3d03fde0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:06:56.800053 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': 'fad051cb-0286-4266-b017-2968a810c749', 'status': 'completed', 'code': 200} Nov 11 21:06:56.804921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 679f442d-639d-4688-a4ea-457bdba6e7c5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:06:56.814373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.825549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-4dcd9fa4-4463-4bc4-bf15-462ae9b78ce2 service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149203 Nov 11 21:06:56.835258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.837561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 679f442d-639d-4688-a4ea-457bdba6e7c5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:06:56.838097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 679f442d-639d-4688-a4ea-457bdba6e7c5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:06:56.858928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:06:56.874833 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:06:56.896298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6bec5fc1-7362-45ad-904c-9f44c3d7134b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 217 time: 0.0573883 Nov 11 21:06:57.000788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-9dc2ec18-1509-4769-814a-c2d15f11cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.001119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-9dc2ec18-1509-4769-814a-c2d15f11cd09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0983295 Nov 11 21:06:57.079410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6954396e-6346-4703-a16b-0a1583debd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.081588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6954396e-6346-4703-a16b-0a1583debd4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716035 Nov 11 21:06:57.088039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.131095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.135417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/a047b984-7d2a-4e60-9d62-83a5679d6334 HTTP/1.1" status: 204 len: 168 time: 1.6232779 Nov 11 21:06:57.136477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493458-bd51-482d-86d5-0bde9f3d86e5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=a047b984-7d2a-4e60-9d62-83a5679d6334,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:57.139298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:57.154815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1c2b2ce3-ff35-46e2-b547-35eaa2d98da5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1421670210', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:57.242880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.249445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-3edb44ee-5e6f-4fa7-bf91-2196c3f3912c service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592598 Nov 11 21:06:57.375563 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2ce3-ff35-46e2-b547-35eaa2d98da5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.377293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2ce3-ff35-46e2-b547-35eaa2d98da5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.462789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.470635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.477506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.485015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.486571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2ce3-ff35-46e2-b547-35eaa2d98da5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.491455 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-e955414c-9223-4b3e-a8bd-fdd3e6159880 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260451 Nov 11 21:06:57.493339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.499725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.506423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.508368 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc02744e-0939-484c-89a4-ad0065456d0d req-d332d832-da44-4ed2-919f-8dfc03cd0a8c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1637845 Nov 11 21:06:57.552471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-907feb79-b758-4ae5-993b-02fc149f13d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 217 time: 0.0516822 Nov 11 21:06:57.571057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2ce3-ff35-46e2-b547-35eaa2d98da5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.602289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc02744e-0939-484c-89a4-ad0065456d0d req-3787dfcb-f3d1-493a-b317-6704fbce391d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864141 Nov 11 21:06:57.627901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-dec7324c-73f8-4bd6-a26b-987776f83c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.627901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-dec7324c-73f8-4bd6-a26b-987776f83c47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0619948 Nov 11 21:06:57.683474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-b7a6d03c-211e-4a08-a57c-c2db9e78686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.685211 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-b7a6d03c-211e-4a08-a57c-c2db9e78686f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521414 Nov 11 21:06:57.730723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2ce3-ff35-46e2-b547-35eaa2d98da5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.734055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:57.734476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1c2b2ce3-ff35-46e2-b547-35eaa2d98da5 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5896897 Nov 11 21:06:57.744552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1763637742'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:57.847871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3908dd-29c0-4c97-80c7-dd0b8d99de84 req-9c50dd28-a05c-45c6-a8ff-600519d84a59 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:57.849836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d3908dd-29c0-4c97-80c7-dd0b8d99de84 req-9c50dd28-a05c-45c6-a8ff-600519d84a59 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.0768645 Nov 11 21:06:57.856609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-03f3cc26-617c-499f-9896-a9765983e4b3 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623895 Nov 11 21:06:57.889473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:57.889473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.925072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:06:57.961140 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:57.961140 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment 5fea0f74-627d-4a7b-a540-ff5c91695558 of type vlan for network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a Nov 11 21:06:58.019522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:58.168052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:58.177547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.178423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:58.252004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d3908dd-29c0-4c97-80c7-dd0b8d99de84 req-315aaf3b-10d8-407f-868a-9c7eb1507153 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927100 Nov 11 21:06:58.291377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ee4a149e-6585-4615-b8be-052a969dcd6c service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246616 Nov 11 21:06:58.411804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-4518b1b8-8e1b-43aa-8806-081d7d745960 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 200 len: 217 time: 0.1066656 Nov 11 21:06:58.474685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-cf6c376e-7fc1-4bf3-85e3-45e207a3678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.479849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-cf6c376e-7fc1-4bf3-85e3-45e207a3678f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0645399 Nov 11 21:06:58.555791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ea23c772-4813-4f76-926c-b5e3fe8f3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.557596 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ea23c772-4813-4f76-926c-b5e3fe8f3f16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665810 Nov 11 21:06:58.674613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9356129 Nov 11 21:06:58.679313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:06:58.684899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:06:58.706437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e4a82-5165-4585-9b4f-10660d5e6771 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=bb12c770-c6bb-4e23-9164-7e15b5e0aa3a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:58.722889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:06:58.755894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-44cace52-c564-4c3d-b33b-4aded58630aa service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826413 Nov 11 21:06:58.867880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d5045-6486-49e0-98de-e964a46e5bd4 req-f2912d5e-d384-415c-b8bd-9d4a09f4f4d0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.869511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa9d5045-6486-49e0-98de-e964a46e5bd4 req-f2912d5e-d384-415c-b8bd-9d4a09f4f4d0 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1126933 Nov 11 21:06:58.934503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-5d35466d-a83d-4d07-9874-f161288beb27 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667142 Nov 11 21:06:58.968571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.977491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.985027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.991997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:58.998528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.003831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-57e87c7a-81ad-4a5e-ace7-eb94e982444a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 200 len: 217 time: 0.0598435 Nov 11 21:06:59.005768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.007977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa9d5045-6486-49e0-98de-e964a46e5bd4 req-21066c13-9541-4b84-9dd5-dd7c037edfcf tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245611 Nov 11 21:06:59.012097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.021194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-b881cc3c-78a4-4526-b5fb-25424038d952 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1956561 Nov 11 21:06:59.036817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:06:59.051203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:59.096786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-b0a0e4ca-95d6-4751-aa50-d82b9289483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.098312 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-b0a0e4ca-95d6-4751-aa50-d82b9289483e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0860102 Nov 11 21:06:59.127907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bda2ca7-398c-4cff-8cb9-07abbffa5a5d req-677288eb-c511-4cce-9676-d75434d3e6d1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005023 Nov 11 21:06:59.215767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-91105eef-2fb3-4657-9a16-f55f44f4c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.217992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-91105eef-2fb3-4657-9a16-f55f44f4c46a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112161 Nov 11 21:06:59.300725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2633b3-62fd-4977-b225-e9838c19c697 req-8126ce98-3b90-454f-93f4-94755d70b798 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.302399 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c2633b3-62fd-4977-b225-e9838c19c697 req-8126ce98-3b90-454f-93f4-94755d70b798 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.0764577 Nov 11 21:06:59.366488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-5f5b843f-b0d4-489e-9100-8256e567747f service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379595 Nov 11 21:06:59.448052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c2633b3-62fd-4977-b225-e9838c19c697 req-7c782cd1-8c22-44f8-ad50-6ae485b8344c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071815 Nov 11 21:06:59.536014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-82aeca6c-f105-4271-9279-c477929786ef service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618848 Nov 11 21:06:59.574262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:59.584764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-8f80fcdb-3faa-4000-9fec-0a030a45b91d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 200 len: 217 time: 0.0403483 Nov 11 21:06:59.632822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=9b43d01e-7d80-4b2d-a00a-0a84f1a8304b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:06:59.644131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ffc2524f-edfe-4744-a26c-a8b7df61614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.646512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ffc2524f-edfe-4744-a26c-a8b7df61614a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0534382 Nov 11 21:06:59.679107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:06:59.680284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: bb12c770-c6bb-4e23-9164-7e15b5e0aa3a, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:06:59.707839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-7f2aadd9-8860-4912-a0af-22b26113cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.710976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-7f2aadd9-8860-4912-a0af-22b26113cbdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568600 Nov 11 21:06:59.812349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:06:59.838518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-411c2796-12db-4bc4-a690-8d904e6350dc service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183374 Nov 11 21:06:59.928259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, bb12c770-c6bb-4e23-9164-7e15b5e0aa3a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:06:59.936966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5084bc5a-19c5-47bf-a274-63ee0dca4211 None None] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:06:59.958307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:06:59.959148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:06:59.965405 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-ba10bdf8-c2c6-4a06-9185-c4118cc43a3b service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196043 Nov 11 21:07:00.019652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-6c8015fd-1a67-47cc-89e9-a181d624a0ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 217 time: 0.0463033 Nov 11 21:07:00.082809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-cb23b47d-fcc5-4177-9481-a89866c05d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.084955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-cb23b47d-fcc5-4177-9481-a89866c05d1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0585008 Nov 11 21:07:00.107374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0828df04-f5b9-4167-a843-50cc59389e1e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4268260 Nov 11 21:07:00.110436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:00.163758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:07:00.168297 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:00.204848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-da077e3e-b33d-4059-81f3-9d88ed61c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.207316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-da077e3e-b33d-4059-81f3-9d88ed61c2c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1150846 Nov 11 21:07:00.383415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec365f-6dde-431e-adac-3178109b742a req-5d9a483a-e822-487d-9660-f08311813b87 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.387735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7ec365f-6dde-431e-adac-3178109b742a req-5d9a483a-e822-487d-9660-f08311813b87 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.3395679 Nov 11 21:07:00.393044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Allocated IP 172.20.0.2 (bb12c770-c6bb-4e23-9164-7e15b5e0aa3a/9b43d01e-7d80-4b2d-a00a-0a84f1a8304b/41f37a1b-7456-4a22-b2e4-7c17689d4cc7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:00.531824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-197831f2-fe70-4768-8fb3-805e0bf4abfa service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151681 Nov 11 21:07:00.575967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.582719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.595500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.603448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.612118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.619590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.626521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:00.628652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-a80e8e20-d428-427d-a596-85d6b48ff9d2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.3660252 Nov 11 21:07:00.638523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:00.681432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:00.721661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7ec365f-6dde-431e-adac-3178109b742a req-7f1c765c-7f55-45e8-a30e-5fa03c9ff52c tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829006 Nov 11 21:07:00.818586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7050c985-5d1c-4079-9439-fc7585894bc8 req-873782d8-b8b2-4b01-bef9-a7a5453cf03b tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485832 Nov 11 21:07:00.822710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c9a39de-3dd0-493c-82f0-b59d413f3a40 req-d7c89367-ef5f-4d39-b3ac-95fc539006fa service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665207 Nov 11 21:07:00.848480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:00.918592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:00.934204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:00.940851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Pushing event updated for resources: {'Port': ['ID=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:00.944362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:01.046980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.20.0.1 (bb12c770-c6bb-4e23-9164-7e15b5e0aa3a/9b43d01e-7d80-4b2d-a00a-0a84f1a8304b/2f690cf9-68f7-437a-874e-6d0d02765952) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:01.054739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Attempting to bind port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:01.062153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Attempting to bind port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:01.062153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Attempting to bind port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 on network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:01.067986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:01.068456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Checking segment: {'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:01.075449 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:01.080669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Bound using segment: {'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:01.081206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Bound port: 41f37a1b-7456-4a22-b2e4-7c17689d4cc7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:01.081619 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:01.109290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.110015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.110559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.113834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.113834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.113834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.113834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.118806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-9c60b3f3-94d2-4ec0-a0b7-6601496385d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6476 time: 0.1071808 Nov 11 21:07:01.194850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] For port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:01.200735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] For port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,segment=NetworkSegment(5fea0f74-627d-4a7b-a540-ff5c91695558),segment_id=5fea0f74-627d-4a7b-a540-ff5c91695558)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:01.206297 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:01.273255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-769b5091-e3a9-4f64-852e-fdcac34ec631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.275206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-769b5091-e3a9-4f64-852e-fdcac34ec631 service neutron] 10.222.0.62 "GET /v2.0/networks?id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 902 time: 0.1467004 Nov 11 21:07:01.305847 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:01.350143 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:01.357316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-fffc6af6-da1d-4753-ac11-5214f638848f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 217 time: 0.0716558 Nov 11 21:07:01.432278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-8575d907-daeb-4723-8280-7743012de882 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.437924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-8575d907-daeb-4723-8280-7743012de882 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1578760 Nov 11 21:07:01.438775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ee323-03a7-4891-9ff5-7f815ca2e832 None None] Pushing event updated for resources: {'Port': ['ID=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:01.450216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:01.457382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-1a136e59-0324-47cd-9a05-b09d56dd8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.464292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-1a136e59-0324-47cd-9a05-b09d56dd8a71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0903580 Nov 11 21:07:01.464652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:01.470202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:01.561630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-3e17199c-8f10-4403-8fb6-c16b8ff76a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:01.563290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-3e17199c-8f10-4403-8fb6-c16b8ff76a3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859690 Nov 11 21:07:01.575951 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:01.659089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=2f690cf9-68f7-437a-874e-6d0d02765952,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:01.709539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Deleting port 455efda9-3106-4a74-8736-caa2cb9dbb49 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:01.709871 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:01.837337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-b6b2b5ec-bd10-4efc-92e4-9b883f99bc5f service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645121 Nov 11 21:07:01.966963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec66b155-918c-4137-a741-bb476ce3024d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:02.035815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:02.075090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373dfea-abef-4d81-89bc-351cebeb0876 req-c2feb2b8-879d-4697-8d61-64cfe0611975 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.085017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1373dfea-abef-4d81-89bc-351cebeb0876 req-c2feb2b8-879d-4697-8d61-64cfe0611975 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 946 time: 0.1717908 Nov 11 21:07:02.096176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] For port 455efda9-3106-4a74-8736-caa2cb9dbb49, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=455efda9-3106-4a74-8736-caa2cb9dbb49,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:02.096176 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:02.127069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Calling delete_port for 455efda9-3106-4a74-8736-caa2cb9dbb49 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:02.173888 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c48f3294-14d0-4e88-96fd-c4922be82e8f req-b02aaa95-9852-4050-a99e-04e56703cb4c service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157444 Nov 11 21:07:02.190939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.196915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.203948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.224176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.234742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.248003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.254492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:02.262417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1373dfea-abef-4d81-89bc-351cebeb0876 req-5cda20b1-d267-40a4-b586-8ef32d351808 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762717 Nov 11 21:07:02.262882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-387d2836-09df-4952-a9e4-31ee3fe6cdce tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.2657936 Nov 11 21:07:02.406492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17dd1b1c-0c81-426f-92fd-ebe57651570d req-b0f59189-7939-44a1-841c-73bd660b4fd1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426580 Nov 11 21:07:02.642787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:02.657602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['195c63e8-8b6c-407c-abe2-e44f201891e6'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:02.703450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:02.795654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36feab6-69c1-40e0-abdf-ca66785427a9 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:02.797752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:02.823252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] No DVR routers for this DVR port 455efda9-3106-4a74-8736-caa2cb9dbb49 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:02.827175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:02.838430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ffc36bc-6f3c-491b-8ed3-02770f6dfef4 req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.58 "DELETE /v2.0/ports/455efda9-3106-4a74-8736-caa2cb9dbb49 HTTP/1.1" status: 204 len: 173 time: 1.3922584 Nov 11 21:07:02.839996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'name': 'network-vif-deleted', 'tag': '455efda9-3106-4a74-8736-caa2cb9dbb49'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:02.862026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:02.864482 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c198d749-1d4e-44a6-bf90-af57a0cf70c2" -d '{"events": [{"server_uuid": "d4a4df54-43ec-40d4-88a6-419b2148391e", "name": "network-vif-deleted", "tag": "455efda9-3106-4a74-8736-caa2cb9dbb49"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:02.874150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc26bc-a4a1-492a-8955-88375022521e tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event deleted for resources: {'Port': ['ID=455efda9-3106-4a74-8736-caa2cb9dbb49,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:02.985472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=2f690cf9-68f7-437a-874e-6d0d02765952,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:03.002601 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:03.074960 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb201e-2799-4de8-977f-a7ea9f0b6cda x-openstack-request-id: req-26eb201e-2799-4de8-977f-a7ea9f0b6cda {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:03.074960 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a4df54-43ec-40d4-88a6-419b2148391e", "name": "network-vif-deleted", "tag": "455efda9-3106-4a74-8736-caa2cb9dbb49", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:03.074960 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26eb201e-2799-4de8-977f-a7ea9f0b6cda {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:03.074960 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a4df54-43ec-40d4-88a6-419b2148391e', 'name': 'network-vif-deleted', 'tag': '455efda9-3106-4a74-8736-caa2cb9dbb49', 'status': 'completed', 'code': 200} Nov 11 21:07:03.126567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:03.127209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:03.210408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:03.213828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:03.339770 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:03.430900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,segment=NetworkSegment(5fea0f74-627d-4a7b-a540-ff5c91695558),segment_id=5fea0f74-627d-4a7b-a540-ff5c91695558)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:03.451994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cff138e7-b9f6-4d31-8282-11899d91f9fd req-8a456bd6-1730-459d-9070-3570419e41cd tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4a4df54-43ec-40d4-88a6-419b2148391e HTTP/1.1" status: 200 len: 210 time: 0.0447967 Nov 11 21:07:03.487402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541f50-fe3b-4b79-9f91-2a135c6bbd05 req-b2fbfb52-0509-4db9-a066-2b7aa5bd183d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.499304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb541f50-fe3b-4b79-9f91-2a135c6bbd05 req-b2fbfb52-0509-4db9-a066-2b7aa5bd183d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.2433996 Nov 11 21:07:03.590357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb541f50-fe3b-4b79-9f91-2a135c6bbd05 req-a2f9c0fa-f092-474a-867a-1e15a5ff620b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900490 Nov 11 21:07:03.597598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:03.691252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bade8a-6377-4066-bd83-ee5b9ccd2bf8 None None] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:03.718568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.721869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:07:03.727539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.736791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.748377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.754848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.764707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.772068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:03.778266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:03.781594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-7e6ca8a9-36bd-4db2-af9e-eaaaa00bfda2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1399221 Nov 11 21:07:03.784967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a22dbaf-2d24-4a34-ba03-3eb404bac5a6 None None] Provisioning complete for port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:03.785569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a22dbaf-2d24-4a34-ba03-3eb404bac5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:03.925020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 455efda9-3106-4a74-8736-caa2cb9dbb49 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:03.925298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e1a03ab3-59af-4974-b6a1-aa1fd3f97436 req-5b05b0a2-bb80-44c2-a1cf-ef4ea44b17c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423719 Nov 11 21:07:03.983598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:03.994560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-22bfe634-10e1-48f9-a281-55b3f84d68c2 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8769238 Nov 11 21:07:03.996194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 455efda9-3106-4a74-8736-caa2cb9dbb49 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:03.996411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:03.996899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 455efda9-3106-4a74-8736-caa2cb9dbb49 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:04.001418 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:04.001966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104132118'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:04.018845 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:04.020099 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:06:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:04.155399 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:04.186777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:04.193359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.294408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:07:04.313450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.313915 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment 227ebf15-a4c9-428e-8c1d-940459d0b1b1 of type vlan for network 0e16df24-fdab-4b63-946c-be5cbda57c20 Nov 11 21:07:04.383260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff13a572-f286-4da2-8045-e8c37d607d77 None None] Provisioning complete for port 2f690cf9-68f7-437a-874e-6d0d02765952 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:04.383773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff13a572-f286-4da2-8045-e8c37d607d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.414885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.465167 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84a69f18-bc41-42b5-a045-af054569cf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.516684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ff13a572-f286-4da2-8045-e8c37d607d77 None None] Port 2f690cf9-68f7-437a-874e-6d0d02765952 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:04.555694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff13a572-f286-4da2-8045-e8c37d607d77 None None] Provisioning complete for port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:04.560830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.562090 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff13a572-f286-4da2-8045-e8c37d607d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.572922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:04.584688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.607534 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:01Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:02Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:04.679666 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:04.685970 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Updating router 8a959219-b04b-4eb3-aa17-a64dc18b283b port 2f690cf9-68f7-437a-874e-6d0d02765952 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:07:04.743852 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7462623 Nov 11 21:07:04.750150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:04.768000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:04.810283 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:04.857446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:05.109318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-527b52ae-0673-4eef-80e9-a6ee5726c203 None None] Provisioning complete for port 2f690cf9-68f7-437a-874e-6d0d02765952 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:05.110054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-527b52ae-0673-4eef-80e9-a6ee5726c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:05.110234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab8e36-0355-403a-aad5-042ec911a303 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=0e16df24-fdab-4b63-946c-be5cbda57c20,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:05.209265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c8dfb714-57f3-4641-979f-f1b173b68924 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.213158 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c8dfb714-57f3-4641-979f-f1b173b68924 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.1647081 Nov 11 21:07:05.303937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-527b52ae-0673-4eef-80e9-a6ee5726c203 None None] Port 2f690cf9-68f7-437a-874e-6d0d02765952 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:05.341729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:07:05.358958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a48f67-5011-4c5f-88ae-a77ca138686c req-489b0489-aa6e-4ba3-b60d-c910ea8de2de tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.385498 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40a48f67-5011-4c5f-88ae-a77ca138686c req-489b0489-aa6e-4ba3-b60d-c910ea8de2de tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.4970698 Nov 11 21:07:05.415835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:05.416700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:05.423397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:05.438392 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:05.447606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.455827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.464706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.478955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.480292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.488071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.502977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:05.512219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-48f2cd4b-6f1d-4739-9e28-02521789efd6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.2507722 Nov 11 21:07:05.622138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40a48f67-5011-4c5f-88ae-a77ca138686c req-e13b9987-d9bb-4484-a421-6d84304ce8d0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212079 Nov 11 21:07:05.639874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d92bcd91-3ee1-4b0a-9b88-48aac78f9e2e req-004394e3-21a7-4b93-9ab3-a9ddb8cce839 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266925 Nov 11 21:07:05.723323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-edd9c78e-eaa0-4079-adda-4fcacdc8a189 None None] Provisioning complete for port 2f690cf9-68f7-437a-874e-6d0d02765952 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:05.723713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-edd9c78e-eaa0-4079-adda-4fcacdc8a189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:05.778779 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:05.826334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-edd9c78e-eaa0-4079-adda-4fcacdc8a189 None None] Port 2f690cf9-68f7-437a-874e-6d0d02765952 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:05.949201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Deleting port 2058a452-827e-421e-b227-4ffb089c365c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:05.949776 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:06.119721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] For port 2058a452-827e-421e-b227-4ffb089c365c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2058a452-827e-421e-b227-4ffb089c365c,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:06.119721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:06.383596 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:06.384022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:06.384476 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Floating IP 30b33f70-b6d1-4ec8-a8bf-1043062ef329 disassociated. External IP: 172.25.2.146, port: 2058a452-827e-421e-b227-4ffb089c365c. Nov 11 21:07:06.384891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Calling delete_port for 2058a452-827e-421e-b227-4ffb089c365c owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:06.908677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9febc-ca9e-4280-a9b9-1cb1c5473204 req-da343d2d-b9df-46d5-8167-6f4633ebb9b8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:06.917716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85f9febc-ca9e-4280-a9b9-1cb1c5473204 req-da343d2d-b9df-46d5-8167-6f4633ebb9b8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 946 time: 0.0880423 Nov 11 21:07:06.985493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85f9febc-ca9e-4280-a9b9-1cb1c5473204 req-a1780fa2-3b83-4e49-a9cb-97a322a860ef tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=ccdf66a8-ee95-4e58-8843-21bcd3548e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668416 Nov 11 21:07:07.059132 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.059705 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.068051 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.076913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.107927 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.115187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event deleted for resources: {'Port': ['ID=2058a452-827e-421e-b227-4ffb089c365c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:07.198657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:07.206559 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Pushing event updated for resources: {'Port': ['ID=2f690cf9-68f7-437a-874e-6d0d02765952,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:07.263762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:07.275147 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.278358 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.278997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:07.279846 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.283626 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.286686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:07.287736 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.292578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.292578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.292578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.292578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.292578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.292578 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.297321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:07.300423 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:07.301893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:07.308737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:07.318253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-afae0d70-c00a-4d4f-889c-6201f0c1e2c2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.2663674 Nov 11 21:07:07.348100 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Attempting to bind port 2f690cf9-68f7-437a-874e-6d0d02765952 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:07.350900 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Attempting to bind port 2f690cf9-68f7-437a-874e-6d0d02765952 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:07.350900 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Attempting to bind port 2f690cf9-68f7-437a-874e-6d0d02765952 on network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:07.358563 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:07.361536 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Checking segment: {'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:07.364428 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.367168 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Bound using segment: {'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:07.367168 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Bound port: 2f690cf9-68f7-437a-874e-6d0d02765952, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fea0f74-627d-4a7b-a540-ff5c91695558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:07.367168 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.488385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e1589fb-ba08-4842-a913-3f394953b9e8 req-472b4e60-6cee-4ee0-8947-a821264e4a75 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1635454 Nov 11 21:07:07.549498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=82ab33de-3f36-4e55-890e-388ec4f9e2e6,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:07.655170 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] For port 2f690cf9-68f7-437a-874e-6d0d02765952, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:07.661380 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] For port 2f690cf9-68f7-437a-874e-6d0d02765952, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f690cf9-68f7-437a-874e-6d0d02765952,segment=NetworkSegment(5fea0f74-627d-4a7b-a540-ff5c91695558),segment_id=5fea0f74-627d-4a7b-a540-ff5c91695558)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:07.682330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cd6a69ff-0063-482a-9a8d-684a22c87434 None None] Provisioning complete for port 2f690cf9-68f7-437a-874e-6d0d02765952 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:07.683029 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cd6a69ff-0063-482a-9a8d-684a22c87434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.761982 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.775172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a69ff-0063-482a-9a8d-684a22c87434 None None] Port 2f690cf9-68f7-437a-874e-6d0d02765952 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:07.893287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:07.898553 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd228c82-eb83-4ff1-8dfe-81d74603af63 None None] Pushing event updated for resources: {'Port': ['ID=2f690cf9-68f7-437a-874e-6d0d02765952,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:07.907019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:07.955367 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:07.955367 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:07.969969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 2058a452-827e-421e-b227-4ffb089c365c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:07.970321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2058a452-827e-421e-b227-4ffb089c365c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:08.165507 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:08.196062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-11917185-2fa2-41e2-8778-8788bd047b53 req-fca33500-1983-491b-a935-60458f0f69e0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 210 time: 0.0742912 Nov 11 21:07:08.248791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:08.249371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: 0e16df24-fdab-4b63-946c-be5cbda57c20, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:07:08.336296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9e218-729d-4540-9aa7-05a249a4b318 req-48c6b040-dc82-4f40-a2ae-33ed33ede2a5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.337912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3db9e218-729d-4540-9aa7-05a249a4b318 req-48c6b040-dc82-4f40-a2ae-33ed33ede2a5 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 945 time: 0.0834172 Nov 11 21:07:08.342229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Router 3860ff63-2c85-4998-b532-e10cfad24a3d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:08.416581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:07:08.420121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Provisioning complete for port 2f690cf9-68f7-437a-874e-6d0d02765952 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:08.420633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:08.455688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3db9e218-729d-4540-9aa7-05a249a4b318 req-607e9910-c3e3-4f55-8595-ec867b6b5d29 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051059 Nov 11 21:07:08.505775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 0e16df24-fdab-4b63-946c-be5cbda57c20) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:08.513797 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:01Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:07Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:08.513972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.515615 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:08.537604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:08.552015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e79f13-9748-498e-947a-e329fd4e9c62 None None] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:08.594969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] No DVR routers for this DVR port 2058a452-827e-421e-b227-4ffb089c365c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:08.599911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:08.607954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fa871e8-0105-43d6-8579-e9e6092f7980 req-c450f424-5ec9-4770-b5b7-723beb05b52d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "DELETE /v2.0/ports/2058a452-827e-421e-b227-4ffb089c365c HTTP/1.1" status: 204 len: 173 time: 3.3648949 Nov 11 21:07:08.610682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-deleted', 'tag': '2058a452-827e-421e-b227-4ffb089c365c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:08.612207 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2434aad-7636-4f92-8149-5cd37baf1bc1" -d '{"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-deleted", "tag": "2058a452-827e-421e-b227-4ffb089c365c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:08.628181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:08.639231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bf5ae4b3-4629-4afe-acd7-2db3924382b0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8876431 Nov 11 21:07:08.650107 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb1b0f-f6d1-47b4-8b57-8861ebca948b None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:01Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:07Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:08.803083 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358fb25f-a4f3-4cd4-8cfe-f9b2b891f377 x-openstack-request-id: req-358fb25f-a4f3-4cd4-8cfe-f9b2b891f377 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:08.817685 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f1c636-462a-4197-ab12-9fe773f36de1", "name": "network-vif-deleted", "tag": "2058a452-827e-421e-b227-4ffb089c365c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:08.821739 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-358fb25f-a4f3-4cd4-8cfe-f9b2b891f377 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:08.821739 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f1c636-462a-4197-ab12-9fe773f36de1', 'name': 'network-vif-deleted', 'tag': '2058a452-827e-421e-b227-4ffb089c365c', 'status': 'completed', 'code': 200} Nov 11 21:07:08.846057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] Sync routers for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:08.856865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.885021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.899374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.924414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.939170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:08.942293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:08.966166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.979612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:08.990745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:09.006900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-c9fa080c-3824-431b-a55c-63b3db2a50ab tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.3667495 Nov 11 21:07:09.184998 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:09.193477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-0e16df24-fdab-4b63-946c-be5cbda57c20', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:07:09.195481 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:09.271350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-52b30b94-6728-4295-92e3-cbdb230bb7e3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:09.295876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-52b30b94-6728-4295-92e3-cbdb230bb7e3 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 945 time: 0.2631011 Nov 11 21:07:09.323250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de201169-08ca-4486-a346-cc5c1a7f6823 req-d71b63f5-9459-453a-a3bb-dd9115c06fb4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3008282 Nov 11 21:07:09.420619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:09.690327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dee2162d-e8cd-46ff-a196-589a3f873595 req-48a5bf4b-91f3-42fa-b264-309132e97d88 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=44f1c636-462a-4197-ab12-9fe773f36de1 HTTP/1.1" status: 200 len: 210 time: 0.1909475 Nov 11 21:07:09.728303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Deleting port 195c63e8-8b6c-407c-abe2-e44f201891e6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:09.728919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:09.818373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] For port 2f690cf9-68f7-437a-874e-6d0d02765952, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f690cf9-68f7-437a-874e-6d0d02765952,segment=NetworkSegment(5fea0f74-627d-4a7b-a540-ff5c91695558),segment_id=5fea0f74-627d-4a7b-a540-ff5c91695558)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:10.067021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] For port 195c63e8-8b6c-407c-abe2-e44f201891e6, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=195c63e8-8b6c-407c-abe2-e44f201891e6,segment=NetworkSegment(04c83d7e-14f5-4800-b45c-593f7381395f),segment_id=04c83d7e-14f5-4800-b45c-593f7381395f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:10.067530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:10.086401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Allocated IP 172.21.0.2 (0e16df24-fdab-4b63-946c-be5cbda57c20/82ab33de-3f36-4e55-890e-388ec4f9e2e6/84d89509-d808-4357-bbbf-d20b05d6487b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:10.100563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Calling delete_port for 195c63e8-8b6c-407c-abe2-e44f201891e6 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:10.166784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:10.306226 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:10.357073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c09b8-8e3a-468c-9a75-432f9f51bbe7 req-de8cbdb1-6a8e-4c2a-8f8a-e26e75cf805b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.357073 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-159c09b8-8e3a-468c-9a75-432f9f51bbe7 req-de8cbdb1-6a8e-4c2a-8f8a-e26e75cf805b tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 945 time: 0.7729733 Nov 11 21:07:10.417829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-159c09b8-8e3a-468c-9a75-432f9f51bbe7 req-98f602c2-1755-4f98-9209-309f9c2a1aba tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/security-groups?id=52432ace-2f93-49a8-b07a-ab4596c79148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564723 Nov 11 21:07:10.418981 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:10.460055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Pushing event deleted for resources: {'Port': ['ID=195c63e8-8b6c-407c-abe2-e44f201891e6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:10.557058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] No DVR routers for this DVR port 195c63e8-8b6c-407c-abe2-e44f201891e6 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:10.563305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:10.567925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f3ea771-6bf0-4a0b-9adf-7412625ee40e req-9bb1bf87-140e-4955-a01d-23babb36fd71 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.62 "DELETE /v2.0/ports/195c63e8-8b6c-407c-abe2-e44f201891e6 HTTP/1.1" status: 204 len: 173 time: 1.2803302 Nov 11 21:07:10.570446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e410df-e502-49d1-95c8-f0f2d20fe784 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:10.572776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Pushing event updated for resources: {'Port': ['ID=2f690cf9-68f7-437a-874e-6d0d02765952,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:10.597720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.598123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.599111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.599111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.599762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.600044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.601749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.602106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.602440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.602770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.603105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.603427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff31d84-4a43-48f4-81d0-98cc1272f99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:10.664708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.675055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.682496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.689671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.700459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.710938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.721971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:10.755016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33224896-573c-4cea-8756-67e9b4caea38 req-6549cb57-7088-4538-87b0-513ef6993559 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.2412398 Nov 11 21:07:10.820288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e63b69-ca35-4ffb-90fe-372c18add797', 'name': 'network-vif-deleted', 'tag': '195c63e8-8b6c-407c-abe2-e44f201891e6'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:10.823897 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0a5aa2-2200-4c9e-a18c-8b2ddf31432a" -d '{"events": [{"server_uuid": "78e63b69-ca35-4ffb-90fe-372c18add797", "name": "network-vif-deleted", "tag": "195c63e8-8b6c-407c-abe2-e44f201891e6"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:10.830169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f690cf9-68f7-437a-874e-6d0d02765952 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:10.920311 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc1c0ec-9f89-47b8-a8cb-7bde7ddda2d3 x-openstack-request-id: req-0bc1c0ec-9f89-47b8-a8cb-7bde7ddda2d3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:10.921305 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e63b69-ca35-4ffb-90fe-372c18add797", "name": "network-vif-deleted", "tag": "195c63e8-8b6c-407c-abe2-e44f201891e6", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:10.921991 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bc1c0ec-9f89-47b8-a8cb-7bde7ddda2d3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:10.923230 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e63b69-ca35-4ffb-90fe-372c18add797', 'name': 'network-vif-deleted', 'tag': '195c63e8-8b6c-407c-abe2-e44f201891e6', 'status': 'completed', 'code': 200} Nov 11 21:07:10.985092 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.019265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2f690cf9-68f7-437a-874e-6d0d02765952 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:11.020123 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.023807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:11.081600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] Checking router: 3860ff63-2c85-4998-b532-e10cfad24a3d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:11.083724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:11.095029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:11.095813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:11.155715 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.210858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5eca4bba-018d-457b-89ec-c7c1714e972b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.229479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:11.256084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5eca4bba-018d-457b-89ec-c7c1714e972b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.278860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:11.295036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:11.333079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Pushing event updated for resources: {'Port': ['ID=84d89509-d808-4357-bbbf-d20b05d6487b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:11.414276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5eca4bba-018d-457b-89ec-c7c1714e972b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.417758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Attempting to bind port 84d89509-d808-4357-bbbf-d20b05d6487b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:11.418601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Attempting to bind port 84d89509-d808-4357-bbbf-d20b05d6487b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:11.418601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Attempting to bind port 84d89509-d808-4357-bbbf-d20b05d6487b on network 0e16df24-fdab-4b63-946c-be5cbda57c20 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:11.424266 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5eca4bba-018d-457b-89ec-c7c1714e972b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.429622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5eca4bba-018d-457b-89ec-c7c1714e972b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "DELETE /v2.0/security-groups/ccdf66a8-ee95-4e58-8843-21bcd3548e97 HTTP/1.1" status: 204 len: 168 time: 0.3442352 Nov 11 21:07:11.437941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:11.444413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:11.449750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca4bba-018d-457b-89ec-c7c1714e972b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf66a8-ee95-4e58-8843-21bcd3548e97,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:11.456214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.21.0.1 (0e16df24-fdab-4b63-946c-be5cbda57c20/82ab33de-3f36-4e55-890e-388ec4f9e2e6/cdb2d6e3-0d53-4d82-9e52-4be8618c1b56) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:11.480170 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-e1055e58-9167-47a3-baa2-e9a45cd1be7d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] show failed (client error): The resource could not be found. Nov 11 21:07:11.481224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e1055e58-9167-47a3-baa2-e9a45cd1be7d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups/ccdf66a8-ee95-4e58-8843-21bcd3548e97 HTTP/1.1" status: 404 len: 347 time: 0.0360358 Nov 11 21:07:11.484179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:11.498787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:11.499172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Checking segment: {'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:11.499630 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.500030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Bound using segment: {'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:11.500566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Bound port: 84d89509-d808-4357-bbbf-d20b05d6487b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:11.500945 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.563833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33224896-573c-4cea-8756-67e9b4caea38 req-99d98861-6cec-47fd-8d63-c040f9970217 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8024855 Nov 11 21:07:11.650638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-242d7bbb-365c-4863-bdb9-f54028343d49 req-27f103b9-cc5e-403e-9ff9-07072ddd7461 tempest-ServersTestJSON-1674746601 tempest-ServersTestJSON-1674746601-project] 10.222.0.31 "GET /v2.0/ports?device_id=78e63b69-ca35-4ffb-90fe-372c18add797 HTTP/1.1" status: 200 len: 210 time: 0.0592039 Nov 11 21:07:11.740169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] For port 84d89509-d808-4357-bbbf-d20b05d6487b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:11.761535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] For port 84d89509-d808-4357-bbbf-d20b05d6487b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84d89509-d808-4357-bbbf-d20b05d6487b,segment=NetworkSegment(227ebf15-a4c9-428e-8c1d-940459d0b1b1),segment_id=227ebf15-a4c9-428e-8c1d-940459d0b1b1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:11.777918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Deleting port 0628492a-7afd-4dbe-8046-ccc6f0cda7a5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:11.777918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.819382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.900664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:11.969335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:11.969693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.004093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0eaed-b574-454a-876d-2b53ce4d7678 None None] The sync data for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 is: [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:12.014270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Calling delete_port for 0628492a-7afd-4dbe-8046-ccc6f0cda7a5 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:12.014889 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.122707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.125671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301bf41-d538-40eb-bce4-2df3ca471f31 None None] Pushing event updated for resources: {'Port': ['ID=84d89509-d808-4357-bbbf-d20b05d6487b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:12.169966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 195c63e8-8b6c-407c-abe2-e44f201891e6 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:12.224987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:12.238392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:12.241610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:12.244314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:12.265073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 195c63e8-8b6c-407c-abe2-e44f201891e6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:12.265873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 195c63e8-8b6c-407c-abe2-e44f201891e6 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:12.319260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.394986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.489498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event deleted for resources: {'Port': ['ID=0628492a-7afd-4dbe-8046-ccc6f0cda7a5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:12.615663 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58b6d2-e0c3-4c80-b1c3-80edcf2f88cd None None] New status for floating IP 30b33f70-b6d1-4ec8-a8bf-1043062ef329: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:07:12.665660 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.668937 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.675434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-badba659-1008-41f8-8cea-bf36b056161f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "DELETE /v2.0/floatingips/30b33f70-b6d1-4ec8-a8bf-1043062ef329 HTTP/1.1" status: 204 len: 168 time: 1.1899991 Nov 11 21:07:12.818162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34776) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:12.881233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84d89509-d808-4357-bbbf-d20b05d6487b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:12.905822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:12.918783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:12.956835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:12.959992 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.971963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:12.980984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 84d89509-d808-4357-bbbf-d20b05d6487b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:12.982547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:12.987627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:13.009257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:13.024652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:13.027238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b03853ec-355c-4478-b933-63ba32771abc req-2a0a0daf-bc23-4ba5-9beb-0f79477b852d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.2957783 Nov 11 21:07:13.058478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] Deleting subnet a2e1608d-5253-4a2c-94d2-8d858bae473f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:07:13.062505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.103865 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.120008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.123326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b03853ec-355c-4478-b933-63ba32771abc req-5d72b65b-3108-46f5-81bb-45a4bf61deae tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894086 Nov 11 21:07:13.140568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 84d89509-d808-4357-bbbf-d20b05d6487b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84d89509-d808-4357-bbbf-d20b05d6487b,segment=NetworkSegment(227ebf15-a4c9-428e-8c1d-940459d0b1b1),segment_id=227ebf15-a4c9-428e-8c1d-940459d0b1b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:13.247699 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.258595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.375659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=84d89509-d808-4357-bbbf-d20b05d6487b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:13.473130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.506769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.542999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e1608d-5253-4a2c-94d2-8d858bae473f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:13.552374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.558647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:13.559636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-abac5c17-174e-463a-8220-2fda410c5321 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a2e1608d-5253-4a2c-94d2-8d858bae473f HTTP/1.1" status: 204 len: 168 time: 0.7406077 Nov 11 21:07:13.562275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9ee76b-ed90-459c-ac4c-0a7ea5d5052f None None] Network 5c698453-96f0-4944-ae06-bff47b2613f2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:13.571512 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.650622 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.694190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:13.701060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.769073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.792475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34582355-a402-4187-bbb1-183166144604 None None] DHCP port deletion for 5c698453-96f0-4944-ae06-bff47b2613f2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:13.801859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c698453-96f0-4944-ae06-bff47b2613f2']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:13.820560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c83d7e-14f5-4800-b45c-593f7381395f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:13.820926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c83d7e-14f5-4800-b45c-593f7381395f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:13.831451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.847226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.855043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:07:13.855700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:07:13.857668 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:07:13.890275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:13.891738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:13.969691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaded8b-3c1d-4ac7-944e-3162dfb926f7 None None] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:13.990922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:13.996950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.000699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] 10.222.0.31 "DELETE /v2.0/networks/5c698453-96f0-4944-ae06-bff47b2613f2 HTTP/1.1" status: 204 len: 168 time: 0.4408147 Nov 11 21:07:14.040960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f1c0f-ab0e-4a57-a025-8c7656d78e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c698453-96f0-4944-ae06-bff47b2613f2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:14.049335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:14.176656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:14.194005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:14.200738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-137333471'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:14.203969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-36d57364-de2d-4615-9f09-46fe74bb445f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5743797 Nov 11 21:07:14.228778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:14.271604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ca0a7e20-f27f-4859-a33b-61642703d55f None None] Provisioning complete for port 84d89509-d808-4357-bbbf-d20b05d6487b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:14.272326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca0a7e20-f27f-4859-a33b-61642703d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.325620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.328783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:14.329840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:14.332094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.341151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.347152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.353759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.360121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.366778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.369059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-b296b852-8941-4678-a582-51483ade4d16 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1152275 Nov 11 21:07:14.370290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:14.373782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.454904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:07:14.474539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.480858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:14.481278 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment 00559f0e-3e73-43b3-b69a-f0843c1e9c06 of type vlan for network 90ef2547-0052-4b04-803e-0d3a84694df2 Nov 11 21:07:14.486437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-476896b9-ec53-47df-89f8-eda490b221d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318554973', 'description': 'tempest-description--1418744146'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:14.528565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:14.552327 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.561720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:14.667128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-476896b9-ec53-47df-89f8-eda490b221d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.690680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.703500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:14.704190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.738490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d55f9320-29ff-4b72-ab60-e8a96f0715e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=291976cde9a3450e89715c1f3f2c77dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755250 Nov 11 21:07:14.742671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34808) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:14.816168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-027c3ff2-40b4-42e2-8560-21daa0dd9c15 req-0ec27bff-e5dc-45e0-a492-42caa60392b7 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4377124 Nov 11 21:07:14.842258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-476896b9-ec53-47df-89f8-eda490b221d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.903660 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7057829 Nov 11 21:07:14.904131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:14.913805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:14.923939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561d5f7-ced6-46fd-b035-89e7c91e7744 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=90ef2547-0052-4b04-803e-0d3a84694df2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:14.961404 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0530deb5-3d52-4046-ac21-8030df52f5d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:14.989501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0530deb5-3d52-4046-ac21-8030df52f5d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.060474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-476896b9-ec53-47df-89f8-eda490b221d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.105801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84d89509-d808-4357-bbbf-d20b05d6487b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:15.114032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 90ef2547-0052-4b04-803e-0d3a84694df2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:07:15.136522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476896b9-ec53-47df-89f8-eda490b221d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:15.172950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0530deb5-3d52-4046-ac21-8030df52f5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.177604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0530deb5-3d52-4046-ac21-8030df52f5d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.179819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0530deb5-3d52-4046-ac21-8030df52f5d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52432ace-2f93-49a8-b07a-ab4596c79148 HTTP/1.1" status: 204 len: 168 time: 0.4330659 Nov 11 21:07:15.195256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530deb5-3d52-4046-ac21-8030df52f5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52432ace-2f93-49a8-b07a-ab4596c79148,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:15.265205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:15.268890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.397168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-476896b9-ec53-47df-89f8-eda490b221d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.401363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:15.406407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-162e1fbd-f548-4de8-b072-b14a42f3e768 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'security_group_rule': {'security_group_id': 'a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:15.413304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-476896b9-ec53-47df-89f8-eda490b221d1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9311881 Nov 11 21:07:15.532680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-162e1fbd-f548-4de8-b072-b14a42f3e768 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.565650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 84d89509-d808-4357-bbbf-d20b05d6487b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:15.567144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.654422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-162e1fbd-f548-4de8-b072-b14a42f3e768 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.784020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-162e1fbd-f548-4de8-b072-b14a42f3e768 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.814980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e1fbd-f548-4de8-b072-b14a42f3e768 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ac3221-eff9-4853-99e7-3c2c605025b7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:15.823226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:12Z', 'revision_number': 3, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:13Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:15.824537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.908106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:15.908418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Updating router 8a959219-b04b-4eb3-aa17-a64dc18b283b port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:07:15.951724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-162e1fbd-f548-4de8-b072-b14a42f3e768 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.953263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-162e1fbd-f548-4de8-b072-b14a42f3e768 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5508780 Nov 11 21:07:15.964289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:15.965078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3d1e22f0-eea0-4d76-ab8f-5d3841f663eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'security_group_rule': {'security_group_id': 'a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:15.983669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:15.988009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=2b3c0d82-15e7-4582-9ecd-b8154f930ce5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:16.032740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:16.033337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: 90ef2547-0052-4b04-803e-0d3a84694df2, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:07:16.055514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-03fd5b5f-295d-4411-a252-c1c9ce3ec8cc None None] Provisioning complete for port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:16.056162 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b5f-295d-4411-a252-c1c9ce3ec8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.100029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-03fd5b5f-295d-4411-a252-c1c9ce3ec8cc None None] Port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:16.105488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.119035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.125178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.136431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.143559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.149218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-03fd5b5f-295d-4411-a252-c1c9ce3ec8cc None None] Provisioning complete for port 84d89509-d808-4357-bbbf-d20b05d6487b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:16.149537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b5f-295d-4411-a252-c1c9ce3ec8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.150108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.156366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.158431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-eb1f50d7-2474-424f-88e8-a1f7963bf2cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1309490 Nov 11 21:07:16.188928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1e22f0-eea0-4d76-ab8f-5d3841f663eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.230772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 90ef2547-0052-4b04-803e-0d3a84694df2 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:07:16.270817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b957e1b-ba89-4f11-a228-2763687aa2e4 req-88e776a9-c72a-4e5a-9907-8d4ffff3d82f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038444 Nov 11 21:07:16.294022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1e22f0-eea0-4d76-ab8f-5d3841f663eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.384818 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1e22f0-eea0-4d76-ab8f-5d3841f663eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.385733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 90ef2547-0052-4b04-803e-0d3a84694df2) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:16.395888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:16.396656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.411030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8974a9-434b-4d0e-aa6f-fc6a3046654b None None] Network 90ef2547-0052-4b04-803e-0d3a84694df2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:16.434143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e22f0-eea0-4d76-ab8f-5d3841f663eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8d7e84-000d-42d1-a243-6659d291bda9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:16.551690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1e22f0-eea0-4d76-ab8f-5d3841f663eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.557971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bc062f71-cd53-4426-b215-5771b8a80ceb tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6524367 Nov 11 21:07:16.559228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d1e22f0-eea0-4d76-ab8f-5d3841f663eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5982611 Nov 11 21:07:16.560591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:16.562484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:16.572258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:16.699941 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.706432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a96ad531-e86d-492c-b2cd-406ce2c40685 None None] Provisioning complete for port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:16.706432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a96ad531-e86d-492c-b2cd-406ce2c40685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.741371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a96ad531-e86d-492c-b2cd-406ce2c40685 None None] Port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:16.742952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-90ef2547-0052-4b04-803e-0d3a84694df2', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:07:16.743873 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.808603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:16.958596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Allocated IP 172.22.0.2 (90ef2547-0052-4b04-803e-0d3a84694df2/2b3c0d82-15e7-4582-9ecd-b8154f930ce5/96f52ded-ef4d-4099-a1bd-31f1a483ca68) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:16.966538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.011769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.029467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.043857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e77099-2a8d-462e-8fb6-7203603e4d76 None None] Pushing event updated for resources: {'Port': ['ID=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:17.214148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:17.261881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Allocated IP 172.25.2.125 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/e848d53f-0627-4158-bdef-3f0579f7a21c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:17.312091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Attempting to bind port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:17.312091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Attempting to bind port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:17.312741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Attempting to bind port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 on network 0e16df24-fdab-4b63-946c-be5cbda57c20 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:17.352176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:17.352872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Checking segment: {'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:17.353150 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.353619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Bound using segment: {'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:17.354288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Bound port: cdb2d6e3-0d53-4d82-9e52-4be8618c1b56, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227ebf15-a4c9-428e-8c1d-940459d0b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:17.354755 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.452565 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.474239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-178833752-network', 'tenant_id': 'e4d8e856334d4412adeebdbfd6ea258f'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:17.493968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-efd8af9c-7a4d-4970-97cc-95d61ee80d27 None None] Provisioning complete for port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:17.494343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efd8af9c-7a4d-4970-97cc-95d61ee80d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.527874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] For port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:17.534273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] For port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,segment=NetworkSegment(227ebf15-a4c9-428e-8c1d-940459d0b1b1),segment_id=227ebf15-a4c9-428e-8c1d-940459d0b1b1)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:17.539633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-efd8af9c-7a4d-4970-97cc-95d61ee80d27 None None] Port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:17.542505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:17.548773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:17.556182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:17.557519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.562525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:17.569307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:17.576534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:17.583714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:17.596506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-69c899dc-1a9d-44fc-8a84-6845ca715f65 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1553557 Nov 11 21:07:17.633695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Network 90ef2547-0052-4b04-803e-0d3a84694df2 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:17.635440 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.642059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:17.645121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.22.0.1 (90ef2547-0052-4b04-803e-0d3a84694df2/2b3c0d82-15e7-4582-9ecd-b8154f930ce5/6e5a74e6-8a06-417d-bf12-c4e125129441) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:17.657131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:17.665932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Pushing event updated for resources: {'Port': ['ID=96f52ded-ef4d-4099-a1bd-31f1a483ca68,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:17.671061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Made reservation on behalf of e4d8e856334d4412adeebdbfd6ea258f for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:17.674948 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.705615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.719745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f1cf528-7b49-4c5a-ac5c-86b66835118d req-7850b2ce-82de-42ad-a3bd-a574c7ecd7b8 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097353 Nov 11 21:07:17.766864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Attempting to bind port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:17.767242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Attempting to bind port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:17.767612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Attempting to bind port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 on network 90ef2547-0052-4b04-803e-0d3a84694df2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:17.777688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.791313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:17.791313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Checking segment: {'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:17.800382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.800382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Bound using segment: {'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:17.800382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Bound port: 96f52ded-ef4d-4099-a1bd-31f1a483ca68, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:17.800382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.811313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:17.811952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:17.857526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e77099-2a8d-462e-8fb6-7203603e4d76 None None] Pushing event updated for resources: {'Port': ['ID=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:17.870710 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.934203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:17.939335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:17.943773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:17.945223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:17.963442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.038580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'Port': ['ID=e848d53f-0627-4158-bdef-3f0579f7a21c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:18.075955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.076743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:18.122699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] For port 96f52ded-ef4d-4099-a1bd-31f1a483ca68, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:18.133345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:07:18.146226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] For port 96f52ded-ef4d-4099-a1bd-31f1a483ca68, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=96f52ded-ef4d-4099-a1bd-31f1a483ca68,segment=NetworkSegment(00559f0e-3e73-43b3-b69a-f0843c1e9c06),segment_id=00559f0e-3e73-43b3-b69a-f0843c1e9c06)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:18.149246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f73bbc-64af-412b-876c-62cf9ff45181,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:18.164113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.164603 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Added segment 0f30fcad-c603-4b13-b8c9-9d57b27c795d of type vlan for network 0c414d3c-918c-49ad-811c-ba45cc41875c Nov 11 21:07:18.191304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.230240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.233640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.283413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.297828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 90ef2547-0052-4b04-803e-0d3a84694df2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:18.306481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:18.309195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:18.343567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-72a1b2a7-b762-4168-b6f3-94aeaec60e1e None None] Provisioning complete for port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:18.343567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72a1b2a7-b762-4168-b6f3-94aeaec60e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.344040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=6e5a74e6-8a06-417d-bf12-c4e125129441,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:18.384984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.412601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b0e84-d162-40fe-9105-c71808ad8933 None None] Pushing event updated for resources: {'Port': ['ID=96f52ded-ef4d-4099-a1bd-31f1a483ca68,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:18.418874 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.429178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.430764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:18.431515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.592604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] Pushing event updated for resources: {'Network': ['ID=0c414d3c-918c-49ad-811c-ba45cc41875c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:18.639686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b40104da-7994-4c92-b452-ddfcce9ed220 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4220536 Nov 11 21:07:18.644063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:18.650565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Request body: {'subnet': {'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-178833752-subnet', 'tenant_id': 'e4d8e856334d4412adeebdbfd6ea258f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:18.692480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.716237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 0c414d3c-918c-49ad-811c-ba45cc41875c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:07:18.799765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72a1b2a7-b762-4168-b6f3-94aeaec60e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.825730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.829292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:12Z', 'revision_number': 3, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:17Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:18.869323 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.872382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e1ec43-90cc-473a-8fe3-674bc82c8bbc None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:12Z', 'revision_number': 3, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:17Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:18.897515 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-72a1b2a7-b762-4168-b6f3-94aeaec60e1e None None] For port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,segment=NetworkSegment(227ebf15-a4c9-428e-8c1d-940459d0b1b1),segment_id=227ebf15-a4c9-428e-8c1d-940459d0b1b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:18.984281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Made reservation on behalf of e4d8e856334d4412adeebdbfd6ea258f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:18.986947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:18.999257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.006019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.013190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.019589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.023981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72a1b2a7-b762-4168-b6f3-94aeaec60e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:19.025975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.032568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.048897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.048897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-d52f3cae-1c78-4e7b-ba3a-e336bc8e55cb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.2280416 Nov 11 21:07:19.057873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'Port': ['ID=e848d53f-0627-4158-bdef-3f0579f7a21c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:19.132076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:19.172907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1b2a7-b762-4168-b6f3-94aeaec60e1e None None] Pushing event updated for resources: {'Port': ['ID=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:19.194853 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b4eb37e-33ab-4090-b2b9-fbdf6714b61c req-c40989f6-88cb-4d53-a028-e65285b0a233 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246612 Nov 11 21:07:19.300549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:19.310322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b4f41129-6e7c-4930-b92e-867b7daf93ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7383568 Nov 11 21:07:19.697240 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-98227571-a679-4dbe-9b1f-ad48bd148149 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1318554973&fields=id&tenant_id=94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 267 time: 0.1518116 Nov 11 21:07:19.837366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-fc9e8772-323f-4743-95e3-fc58dc36a45e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:19.838948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-fc9e8772-323f-4743-95e3-fc58dc36a45e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 817 time: 0.1290298 Nov 11 21:07:19.904952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-26248ff1-0c1b-4cba-bad4-1ff772a18178 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/quotas/94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 375 time: 0.0462358 Nov 11 21:07:19.939584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:19.968055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2028afb-9aa2-44e1-bdde-2ed949c7011d None None] Network 90ef2547-0052-4b04-803e-0d3a84694df2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:19.987970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-890e5e7c-0c39-4756-b83a-110180e63755 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693722 Nov 11 21:07:20.018400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.062722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.078634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3a80e318-a314-4896-a90c-7eaf34962b0d None None] Provisioning complete for port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:20.079148 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a80e318-a314-4896-a90c-7eaf34962b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.149885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=6e5a74e6-8a06-417d-bf12-c4e125129441,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:20.205953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02382ef5-b9f9-4252-a234-c58dfc277d0b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:20.233171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a80e318-a314-4896-a90c-7eaf34962b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.261884 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.286882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Checking segment: {'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:20.287368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Network hostable DHCP agents. Network: 0c414d3c-918c-49ad-811c-ba45cc41875c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:07:20.291971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3a80e318-a314-4896-a90c-7eaf34962b0d None None] For port 96f52ded-ef4d-4099-a1bd-31f1a483ca68, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=96f52ded-ef4d-4099-a1bd-31f1a483ca68,segment=NetworkSegment(00559f0e-3e73-43b3-b69a-f0843c1e9c06),segment_id=00559f0e-3e73-43b3-b69a-f0843c1e9c06)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:20.372432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-4bd86f2d-fe5a-45c2-8740-f47fa00a9a28 service neutron] 10.222.0.31 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701286 Nov 11 21:07:20.373204 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3a80e318-a314-4896-a90c-7eaf34962b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.441155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80e318-a314-4896-a90c-7eaf34962b0d None None] Pushing event updated for resources: {'Port': ['ID=96f52ded-ef4d-4099-a1bd-31f1a483ca68,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:20.451283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.470029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.480166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.487404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.494371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.500958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.507142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.517910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-5fc28782-d8e1-4454-9cad-fe203a0099a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1879809 Nov 11 21:07:20.532906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 90ef2547-0052-4b04-803e-0d3a84694df2 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:20.539139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:20.560723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Network 0c414d3c-918c-49ad-811c-ba45cc41875c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:07:20.604820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-14140f97-584f-4359-a4bb-be20d4d8dae3 None None] Provisioning complete for port 6e5a74e6-8a06-417d-bf12-c4e125129441 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:20.604991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14140f97-584f-4359-a4bb-be20d4d8dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.615088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e453a22-93e8-4ab6-b44c-73af81df17c6 req-e5a7f907-ec0f-477b-9653-aebcdb1a0c5d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936842 Nov 11 21:07:20.666794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-14140f97-584f-4359-a4bb-be20d4d8dae3 None None] Port 6e5a74e6-8a06-417d-bf12-c4e125129441 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:20.683483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-14140f97-584f-4359-a4bb-be20d4d8dae3 None None] Provisioning complete for port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:20.684026 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14140f97-584f-4359-a4bb-be20d4d8dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.700435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-967eb124-1b59-4d79-bb8f-f5966327c98b service neutron] 10.222.0.31 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123186 Nov 11 21:07:20.754500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:20.772741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 0c414d3c-918c-49ad-811c-ba45cc41875c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:20.789073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:20.789681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:20.809177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5871cc1-caef-4c5c-a161-fc65c1524753 None None] Network 0c414d3c-918c-49ad-811c-ba45cc41875c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:20.916824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:20.967551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:20.982020 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:20.982526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3b4ebc18-e453-42b7-b9a6-2a6285b66646 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4204843 Nov 11 21:07:20.984766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:20.992354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'network': {'name': 'tempest-RoutersTest-2137580556'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:21.008070 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:21.009637 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:21.053832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b6c56b37-5b5d-43b2-baa1-800e3f455795 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4066639 Nov 11 21:07:21.143916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:21.154712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.220921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7dc94be-daff-4724-978a-25f147cc7a79 req-81ce384d-d60a-45fe-a374-bcafbd75fa1c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 210 time: 0.0950217 Nov 11 21:07:21.222454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1075b7c-1e0b-4e2b-95da-6f8c96a7cd06 None None] Network 0c414d3c-918c-49ad-811c-ba45cc41875c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:21.226055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:21.226431 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.243906 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:21.271041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:07:21.299735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.300137 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added segment 6c1fdc79-f61b-48af-95f4-3bc53acbe15f of type vlan for network 83aea63b-3316-4e15-8d0f-69edf34fe720 Nov 11 21:07:21.384556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.437675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-91d5fe89-e329-46d5-ba41-4478bd227f67 None None] Provisioning complete for port 6e5a74e6-8a06-417d-bf12-c4e125129441 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:21.438058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91d5fe89-e329-46d5-ba41-4478bd227f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.538460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.545569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.545662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.590274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-91d5fe89-e329-46d5-ba41-4478bd227f67 None None] Port 6e5a74e6-8a06-417d-bf12-c4e125129441 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:21.653447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Network': ['ID=83aea63b-3316-4e15-8d0f-69edf34fe720,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:21.657808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 96f52ded-ef4d-4099-a1bd-31f1a483ca68 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:21.702716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:07:21.749613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-80cea3f8-6bb6-4585-af2c-55b66a9e95f4 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7512331 Nov 11 21:07:21.749722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:21.749722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'subnet': {'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:21.831375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-bfba98b3-492e-47ac-9969-01cd44d17fe2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.833444 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:19Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:21.840881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-bfba98b3-492e-47ac-9969-01cd44d17fe2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 813 time: 0.2085724 Nov 11 21:07:21.873531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-8c6eb36f-a3d4-4ca1-a020-f2db15451b0b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/quotas/e4d8e856334d4412adeebdbfd6ea258f HTTP/1.1" status: 200 len: 375 time: 0.0264297 Nov 11 21:07:21.896010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.901052 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:21.901641 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Updating router 8a959219-b04b-4eb3-aa17-a64dc18b283b port 6e5a74e6-8a06-417d-bf12-c4e125129441 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:07:21.904510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.904895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:21.905556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.912952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.919391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.919727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-b60c0e72-064d-4e99-94f9-f26e0518cef8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378652 Nov 11 21:07:21.926833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.937654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.945287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:21.954487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-314c3926-d00d-4829-8073-87346bad5f2c req-dd455c3b-f959-4102-8586-0dc70d155089 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1752086 Nov 11 21:07:21.964287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b81e5c9a-c63a-485b-8fe1-b978c14537de None None] Provisioning complete for port 6e5a74e6-8a06-417d-bf12-c4e125129441 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:21.976420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b81e5c9a-c63a-485b-8fe1-b978c14537de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:21.983222 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.080923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b81e5c9a-c63a-485b-8fe1-b978c14537de None None] Port 6e5a74e6-8a06-417d-bf12-c4e125129441 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:22.100194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-314c3926-d00d-4829-8073-87346bad5f2c req-8505ac8b-f30b-445d-84e0-9d09c623ce93 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445432 Nov 11 21:07:22.141615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4106152a-10bd-4148-9242-6529f6aa5f70 service neutron] 10.222.0.31 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020757 Nov 11 21:07:22.241254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-1becae5b-e120-4c72-855b-42542e98c7a0 service neutron] 10.222.0.31 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960548 Nov 11 21:07:22.259689 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.261519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Made reservation on behalf of 8a8da0a578c3443a82e6031b990aa9ea for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:22.267128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.367326 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.373218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17dc4517-907c-41cc-b7ca-75e14d98d199 req-c2a209a4-8c20-401a-a900-c1941ae8e542 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 210 time: 0.0609858 Nov 11 21:07:22.550857 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.609996 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5818826-5657-41b4-8ea0-de24d784c8f2 None None] Pushing event updated for resources: {'Port': ['ID=6e5a74e6-8a06-417d-bf12-c4e125129441,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:22.698900 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Attempting to bind port 6e5a74e6-8a06-417d-bf12-c4e125129441 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:22.699270 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Attempting to bind port 6e5a74e6-8a06-417d-bf12-c4e125129441 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:22.699629 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Attempting to bind port 6e5a74e6-8a06-417d-bf12-c4e125129441 on network 90ef2547-0052-4b04-803e-0d3a84694df2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:22.720911 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:22.720911 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Checking segment: {'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:22.721461 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.722303 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Bound using segment: {'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:22.723509 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Bound port: 6e5a74e6-8a06-417d-bf12-c4e125129441, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00559f0e-3e73-43b3-b69a-f0843c1e9c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:22.724267 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.751785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.756118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10d0a2e2-de56-4373-8b2f-182e073ae4fd req-4e8f2490-ff9c-4281-a9e3-1dfa4e7ab037 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 210 time: 0.0478456 Nov 11 21:07:22.815528 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] For port 6e5a74e6-8a06-417d-bf12-c4e125129441, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:22.821590 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] For port 6e5a74e6-8a06-417d-bf12-c4e125129441, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6e5a74e6-8a06-417d-bf12-c4e125129441,segment=NetworkSegment(00559f0e-3e73-43b3-b69a-f0843c1e9c06),segment_id=00559f0e-3e73-43b3-b69a-f0843c1e9c06)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:22.855614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Subnet': ['ID=a2450374-47cb-4458-8303-45bc764a89e3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:22.872357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Checking segment: {'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:22.875783 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network hostable DHCP agents. Network: 83aea63b-3316-4e15-8d0f-69edf34fe720, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:07:22.900876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-3935eb2e-d2b2-4dbc-a245-bffb74deb030 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691869 Nov 11 21:07:22.914045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e920acbc-c656-41f5-a2ae-1fa2aea6c6be None None] Provisioning complete for port 6e5a74e6-8a06-417d-bf12-c4e125129441 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:22.914429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e920acbc-c656-41f5-a2ae-1fa2aea6c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:22.958536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e920acbc-c656-41f5-a2ae-1fa2aea6c6be None None] Port 6e5a74e6-8a06-417d-bf12-c4e125129441 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:22.990445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117695-ec1b-4def-88e7-83239b4b70fb req-74901873-4cc9-4f6d-872b-a54f20b290ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:22.991966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-74901873-4cc9-4f6d-872b-a54f20b290ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 1096 time: 0.0431926 Nov 11 21:07:23.035760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:07:23.036087 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:23.109325 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:23.110241 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:23.121852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117695-ec1b-4def-88e7-83239b4b70fb req-35b305b7-7097-429c-87f1-4b469d16efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.123353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-35b305b7-7097-429c-87f1-4b469d16efc2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.1093132 Nov 11 21:07:23.150027 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5818826-5657-41b4-8ea0-de24d784c8f2 None None] Pushing event updated for resources: {'Port': ['ID=6e5a74e6-8a06-417d-bf12-c4e125129441,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:23.160944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 83aea63b-3316-4e15-8d0f-69edf34fe720) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:23.167198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.168060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:23.176259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7900427-6dad-4272-9554-2f366a7f9071 None None] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:23.213323 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:23.299155 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-873d7360-8a04-42a1-b44a-bc4ffcc0c0f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e8db8e-698b-4a44-9143-854775d3d3ab HTTP/1.1" status: 200 len: 1001 time: 0.1662803 Nov 11 21:07:23.316059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b15614c6-023c-4c66-8a5a-cfaedc107914 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5737751 Nov 11 21:07:23.316795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:23.360938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.379529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.395710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.412631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.430517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.442728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.460518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.465644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-d0d13bbd-16ef-4c57-9ca6-38bd2e5515de tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.2655771 Nov 11 21:07:23.531135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-83aea63b-3316-4e15-8d0f-69edf34fe720', 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'fixed_ips': [{'subnet_id': 'a2450374-47cb-4458-8303-45bc764a89e3'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:07:23.535677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:23.575337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117695-ec1b-4def-88e7-83239b4b70fb req-53542386-98da-4006-8c1b-d898dc8c64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.577564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-53542386-98da-4006-8c1b-d898dc8c64d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.2665782 Nov 11 21:07:23.617547 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64d0300a-0c30-43cc-ab7f-e6f386e0f64d req-ac383c32-ba80-488d-9879-0ca2df323f90 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 210 time: 0.0876360 Nov 11 21:07:23.672246 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:22Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:23.777917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9f1c30e-c096-41ce-a633-d3db8931023c req-6692c1b1-af9d-4b04-9d71-ef9fa09c1025 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2614257 Nov 11 21:07:23.779957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-da15a06a-9b21-4647-9d60-d9bb1a69acbd None None] Provisioning complete for port 6e5a74e6-8a06-417d-bf12-c4e125129441 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:23.782847 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da15a06a-9b21-4647-9d60-d9bb1a69acbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:23.788711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117695-ec1b-4def-88e7-83239b4b70fb req-85bc029a-54d4-48e1-85e8-2ddf5075b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:23.793634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-85bc029a-54d4-48e1-85e8-2ddf5075b168 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067730 Nov 11 21:07:23.796413 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c9a3e-0ff9-4960-be97-97c52b96f9a0 None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:22Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:23.948491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Allocated IP 172.23.0.2 (83aea63b-3316-4e15-8d0f-69edf34fe720/a2450374-47cb-4458-8303-45bc764a89e3/ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:23.953189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d62147ef-24fc-4703-a8a6-0091b964c0ed req-c14fb121-7f4a-4622-a34c-e1aabd8a1b9b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 210 time: 0.0661063 Nov 11 21:07:24.034234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-40f6ecea-d4b7-4983-a4b5-add60769a8df service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267771 Nov 11 21:07:24.160104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:24.202162 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da15a06a-9b21-4647-9d60-d9bb1a69acbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:24.219986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-58117695-ec1b-4def-88e7-83239b4b70fb req-6567ca46-465f-4b21-9cec-dd7aa6bc73cd service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762981 Nov 11 21:07:24.322236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-da15a06a-9b21-4647-9d60-d9bb1a69acbd None None] For port 6e5a74e6-8a06-417d-bf12-c4e125129441, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6e5a74e6-8a06-417d-bf12-c4e125129441,segment=NetworkSegment(00559f0e-3e73-43b3-b69a-f0843c1e9c06),segment_id=00559f0e-3e73-43b3-b69a-f0843c1e9c06)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:24.357727 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:24.561007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da15a06a-9b21-4647-9d60-d9bb1a69acbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:24.772395 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:24.793980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15a06a-9b21-4647-9d60-d9bb1a69acbd None None] Pushing event updated for resources: {'Port': ['ID=6e5a74e6-8a06-417d-bf12-c4e125129441,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:24.862086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6e5a74e6-8a06-417d-bf12-c4e125129441 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:24.914028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Allocated IP 172.23.0.1 (83aea63b-3316-4e15-8d0f-69edf34fe720/a2450374-47cb-4458-8303-45bc764a89e3/01202249-9c55-4672-9f50-24281ec3fd8b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:24.984007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:25.032845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:25.051189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:25.076406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-326b8ace-ab44-400a-8538-227b05152644 req-c333902c-3093-4ab4-a4c7-705cdba88c23 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 210 time: 0.1177137 Nov 11 21:07:25.080994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Pushing event updated for resources: {'Port': ['ID=ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:25.241519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-db9f5172-ab07-486e-a20e-ff39ce51c715 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.243245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-db9f5172-ab07-486e-a20e-ff39ce51c715 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 817 time: 0.5010989 Nov 11 21:07:25.320649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Attempting to bind port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:25.321257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Attempting to bind port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:25.321731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Attempting to bind port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d on network 83aea63b-3316-4e15-8d0f-69edf34fe720 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:25.340406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:25.340406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Checking segment: {'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:25.340406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:25.340406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Bound using segment: {'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:25.340406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Bound port: ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:25.340406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:25.345181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6e5a74e6-8a06-417d-bf12-c4e125129441 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:25.345423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:25.346118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:25.369649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7178c12-a74a-4b58-8843-1c4d4ebf7b49 req-6578e9df-55bd-4276-981b-a02ac80522b3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 210 time: 0.1253679 Nov 11 21:07:25.375927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.385526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.392444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.400282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.412059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.420814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.434745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:25.448003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-883726ff-f2e2-4fdc-ad28-8adccc37bccc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.3632228 Nov 11 21:07:25.474872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-f07535b9-5132-4644-a48a-fa2b147bb336 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 380 time: 0.2083209 Nov 11 21:07:25.488899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'port': {'device_id': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'admin_state_up': True, 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'security_groups': ['a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:25.513366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] For port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:25.517702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] For port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d,segment=NetworkSegment(6c1fdc79-f61b-48af-95f4-3bc53acbe15f),segment_id=6c1fdc79-f61b-48af-95f4-3bc53acbe15f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:25.567815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9479e4a5-5dc7-4001-9c08-efaa58d7a1d9 req-26781956-8098-40c9-9b69-c423d1421c28 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180587 Nov 11 21:07:25.653552 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:25.724847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600c9f9-2762-480d-a957-9d46a7e0b370 None None] Pushing event updated for resources: {'Port': ['ID=ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:25.790407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:25.839279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:25.845009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:25.850180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:25.880165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=01202249-9c55-4672-9f50-24281ec3fd8b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:25.904964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Made reservation on behalf of 94363958320542ceb3b8cea29e964aed for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:25.909561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:25.917902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:26.235695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Allocated IP 172.20.0.10 (d0dfe0de-4e0c-4fef-a364-57e15d417fcc/1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3/f591c20d-848c-4010-9d90-ef23d00200d9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:26.267485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9530492f-8afc-41f5-94d8-9db895fd681d req-a5a5bd04-34de-487d-b198-b5396152a5aa tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 210 time: 0.0488257 Nov 11 21:07:26.292825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:26.634599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:26.826510 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-041fc6b8-c885-4083-a2bd-9141d357ebe9 req-f25d9eaf-a686-468d-80c2-7370908a232f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 210 time: 0.0485814 Nov 11 21:07:26.855758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:26.857945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:26.865568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:26.872302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:26.887357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:26.892379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:26.893684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:26.905440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:26.914243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-7a970565-8784-4115-a1df-fcb04cc86348 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1922035 Nov 11 21:07:26.922868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:26.923609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:27.039711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.065627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04d2ab4f-9b22-4a1c-84ef-899882f0ac60 req-5efc0d88-9e60-4d54-b782-918f59470f19 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1410718 Nov 11 21:07:27.092393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.099375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event updated for resources: {'Port': ['ID=01202249-9c55-4672-9f50-24281ec3fd8b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:27.167701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:27.182402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:27.193696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:27.221683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926c5b1-778e-4222-8cc7-de023b532322 None None] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:27.283260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-7d7f6107-f382-4e80-942f-ea1a437f786c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:27.284933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-7d7f6107-f382-4e80-942f-ea1a437f786c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.58 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 813 time: 0.2963073 Nov 11 21:07:27.321861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Request body: {'port': {'device_id': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c', 'admin_state_up': True, 'tenant_id': 'e4d8e856334d4412adeebdbfd6ea258f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:27.332329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:27.420816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:27.421560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.496465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-570a7222-84cb-4700-bc82-dbee7f617e71 None None] Provisioning complete for port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:27.496810 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-570a7222-84cb-4700-bc82-dbee7f617e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.507557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.543770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:27.544065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.671294 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-570a7222-84cb-4700-bc82-dbee7f617e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.689033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:27.692285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:27.706215 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.734306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-570a7222-84cb-4700-bc82-dbee7f617e71 None None] For port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d,segment=NetworkSegment(6c1fdc79-f61b-48af-95f4-3bc53acbe15f),segment_id=6c1fdc79-f61b-48af-95f4-3bc53acbe15f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:27.760465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016cdae-35cd-4320-bde9-9406426a697e req-1fc16afd-0d5c-44b0-8507-8924ffa8a839 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:27.762049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8016cdae-35cd-4320-bde9-9406426a697e req-1fc16afd-0d5c-44b0-8507-8924ffa8a839 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 932 time: 0.1443210 Nov 11 21:07:27.776718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-083565e8-f22b-4e3b-a4d1-7211b5655167 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2937181 Nov 11 21:07:27.793516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Request body: {'port': {'device_id': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:27.847920 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-570a7222-84cb-4700-bc82-dbee7f617e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.857938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:27.860361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:27.880015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8016cdae-35cd-4320-bde9-9406426a697e req-cf5d078d-7376-4f3b-8b10-a072c759170b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887277 Nov 11 21:07:27.913972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Made reservation on behalf of e4d8e856334d4412adeebdbfd6ea258f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:27.918681 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:28.047270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:28.063469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-67556e07-3f7a-4f7e-b0d7-718eb86733ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7430706 Nov 11 21:07:28.063726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:28.070348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:28.078170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:07:28.078752 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:07:28.079379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:28.100562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d830412-097c-47f2-b969-d3197dc78c43 req-bab6ad54-f735-48a9-9773-c2f052c4aa1c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 210 time: 0.1296780 Nov 11 21:07:28.124833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a7222-84cb-4700-bc82-dbee7f617e71 None None] Pushing event updated for resources: {'Port': ['ID=ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:28.129478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-28f83ca1-cd13-42ac-b296-885ada178446 None None] Provisioning complete for port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:28.136572 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-28f83ca1-cd13-42ac-b296-885ada178446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:28.147322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:28.148163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:28.345535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:28.354798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:28.363632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:28.364810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Allocated IP 172.20.0.8 (0c414d3c-918c-49ad-811c-ba45cc41875c/02382ef5-b9f9-4252-a234-c58dfc277d0b/53bfac35-9d68-48be-9f50-3551bfbc9de8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:28.371325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:28.380249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:28.387901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:28.395181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:28.398954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:28.406055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5585e530-a8d4-4156-aa95-567eefdc054a req-b24db5ee-6f70-4a22-b78f-f2f05bcc789e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.1856670 Nov 11 21:07:28.562594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f591c20d-848c-4010-9d90-ef23d00200d9 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:28.580823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:28.608118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-28f83ca1-cd13-42ac-b296-885ada178446 None None] Provisioning complete for port 01202249-9c55-4672-9f50-24281ec3fd8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:28.608118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-28f83ca1-cd13-42ac-b296-885ada178446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:28.697700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Transition to ACTIVE for port object f591c20d-848c-4010-9d90-ef23d00200d9 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:07:28.745372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5585e530-a8d4-4156-aa95-567eefdc054a req-ce83ba09-ed44-4ef9-8759-60fc406256ad tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3377736 Nov 11 21:07:28.830361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:07:28.832761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:28.842467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-28f83ca1-cd13-42ac-b296-885ada178446 None None] Port 01202249-9c55-4672-9f50-24281ec3fd8b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:28.859995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:28.869165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6e5a74e6-8a06-417d-bf12-c4e125129441 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:28.872944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Removed routes are [] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:07:28.875344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:28.998006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:29.011007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6e5a74e6-8a06-417d-bf12-c4e125129441 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:29.011394 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.016514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.046974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:26Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '01202249-9c55-4672-9f50-24281ec3fd8b', 'name': '', 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:de:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:24Z', 'updated_at': '2021-11-11T21:07:26Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:29.149583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:29.151284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Updating router 8a959219-b04b-4eb3-aa17-a64dc18b283b port 01202249-9c55-4672-9f50-24281ec3fd8b binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:07:29.204690 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:07:29.251442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f8f17d4e-2e56-4d4a-80ad-be438b9f588e None None] Provisioning complete for port 01202249-9c55-4672-9f50-24281ec3fd8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:29.251876 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8f17d4e-2e56-4d4a-80ad-be438b9f588e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.255822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Network 0c414d3c-918c-49ad-811c-ba45cc41875c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:29.276693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:29.279454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:29.327255 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.332053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.334291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f8f17d4e-2e56-4d4a-80ad-be438b9f588e None None] Port 01202249-9c55-4672-9f50-24281ec3fd8b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:29.342721 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.389929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:29.428251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5480c-56d8-4a23-adf3-3c012a459053 req-1a38c593-7c7b-48c5-8045-eed44b8e7308 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:29.436903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50e5480c-56d8-4a23-adf3-3c012a459053 req-1a38c593-7c7b-48c5-8045-eed44b8e7308 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.3453426 Nov 11 21:07:29.463971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:29.464640 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.486708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:29.486708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:29.486708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:29.488498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a610c8b-0fb5-413c-a515-b0cfb4e96ee9 req-2806d1b2-e8d0-43c0-b31a-ac7fe245182f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:29.490127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a610c8b-0fb5-413c-a515-b0cfb4e96ee9 req-2806d1b2-e8d0-43c0-b31a-ac7fe245182f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 931 time: 0.2782023 Nov 11 21:07:29.491212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Port f591c20d-848c-4010-9d90-ef23d00200d9 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:07:29.491549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:29.515057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:29.516736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Checking segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:29.516736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Bound using segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:29.516736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Bound port: f591c20d-848c-4010-9d90-ef23d00200d9, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:29.516736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.551831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50e5480c-56d8-4a23-adf3-3c012a459053 req-29ffb4d5-ea3e-4b98-aa01-6ab565a3afb9 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139319 Nov 11 21:07:29.563363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-ccb44772-1593-4b74-b3bd-f8373f035dae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2522054 Nov 11 21:07:29.581773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Request body: {'port': {'device_id': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:29.607632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a610c8b-0fb5-413c-a515-b0cfb4e96ee9 req-a0b43782-a4ce-4b1c-855e-3e575c6bc04b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104717 Nov 11 21:07:29.611970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:29.718367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:29.726014 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.727226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cc3d27cd-946e-453c-a785-319bf7dd132b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 200 len: 934 time: 1.6624765 Nov 11 21:07:29.731059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35046) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:29.823080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:29.825800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.829344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:29.950177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.963185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ef5bbe7e-8648-40dd-847e-e41676f1394a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 200 len: 934 time: 0.2308290 Nov 11 21:07:29.966089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35052) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:29.971441 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:29.973728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'routes': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:30.099955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.103684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.116313 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.121789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] 10.222.0.58 "PUT /v2.0/ports/f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1092 time: 2.3335919 Nov 11 21:07:30.123531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:30.130373 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384" -d '{"events": [{"name": "network-changed", "server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:30.190525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:30.213168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dc907-d787-4485-8919-0c6edd610556 service neutron] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:30.251172 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f851b3f5-9489-426d-a4db-c2cd1c212e89 x-openstack-request-id: req-f851b3f5-9489-426d-a4db-c2cd1c212e89 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:30.251606 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:30.251972 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f851b3f5-9489-426d-a4db-c2cd1c212e89 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:30.252542 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'status': 'completed', 'code': 200} Nov 11 21:07:30.306893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde28f-5449-4744-aeb7-d080dc68efde None None] Pushing event updated for resources: {'Port': ['ID=01202249-9c55-4672-9f50-24281ec3fd8b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:30.354568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.372979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.387057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.391538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-d3f8e5ff-9c16-4ee3-8d65-a287b1a30d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.393624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-d3f8e5ff-9c16-4ee3-8d65-a287b1a30d9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1095 time: 0.1401722 Nov 11 21:07:30.404354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.405773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Attempting to bind port 01202249-9c55-4672-9f50-24281ec3fd8b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:30.406160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Attempting to bind port 01202249-9c55-4672-9f50-24281ec3fd8b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:30.406636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Attempting to bind port 01202249-9c55-4672-9f50-24281ec3fd8b on network 83aea63b-3316-4e15-8d0f-69edf34fe720 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:30.412597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.414147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:30.414530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.418576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.424863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.427586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-2d5d3196-5c72-4e36-8416-e67f20459fc6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.5374670 Nov 11 21:07:30.446639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:30.447021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Checking segment: {'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:30.447431 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.447835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Bound using segment: {'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:30.448391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Bound port: 01202249-9c55-4672-9f50-24281ec3fd8b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fdc79-f61b-48af-95f4-3bc53acbe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:30.448783 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.490981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-3a34bf24-bdad-457c-a113-1dc542df506e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 217 time: 0.0859776 Nov 11 21:07:30.632022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-2bfac181-7024-4d05-84b8-54fcbe93251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.632534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] For port 01202249-9c55-4672-9f50-24281ec3fd8b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:30.633596 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-2bfac181-7024-4d05-84b8-54fcbe93251f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.1339097 Nov 11 21:07:30.641006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] For port 01202249-9c55-4672-9f50-24281ec3fd8b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=01202249-9c55-4672-9f50-24281ec3fd8b,segment=NetworkSegment(6c1fdc79-f61b-48af-95f4-3bc53acbe15f),segment_id=6c1fdc79-f61b-48af-95f4-3bc53acbe15f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:30.739830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.744819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bfac35-9d68-48be-9f50-3551bfbc9de8 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:30.756001 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.792041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1fddb-0c77-4be5-9e91-9945bab37be1 req-772ecb74-c586-4c62-9306-714ad93739c5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.799041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c238a61-04c3-408a-9c40-54d1bd922011 req-560c5eb8-5ccb-40c7-9ff0-d359620e1e49 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3619516 Nov 11 21:07:30.799356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ed1fddb-0c77-4be5-9e91-9945bab37be1 req-772ecb74-c586-4c62-9306-714ad93739c5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.1267681 Nov 11 21:07:30.822179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added routes are [] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:07:30.829505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:07:30.829821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-1ec25bfb-575a-4b2d-b199-0dfc5b53302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:30.829821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-1ec25bfb-575a-4b2d-b199-0dfc5b53302a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662421 Nov 11 21:07:30.829821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Transition to ACTIVE for port object 53bfac35-9d68-48be-9f50-3551bfbc9de8 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:07:30.893458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-87ce9e6e-7d4e-43b0-be43-c3fe86e7b575 None None] Provisioning complete for port 01202249-9c55-4672-9f50-24281ec3fd8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:30.893458 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87ce9e6e-7d4e-43b0-be43-c3fe86e7b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.898352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:30.898548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ed1fddb-0c77-4be5-9e91-9945bab37be1 req-d4c7dd8a-69e3-4e10-8c32-a1737c1bafae tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911312 Nov 11 21:07:30.899000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:30.903003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:30.966675 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.042721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde28f-5449-4744-aeb7-d080dc68efde None None] Pushing event updated for resources: {'Port': ['ID=01202249-9c55-4672-9f50-24281ec3fd8b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:31.125829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:31.200052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-41ff0fb4-6cf5-42fd-a85f-1044b989c449 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638651 Nov 11 21:07:31.255177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Attempting to bind port 53bfac35-9d68-48be-9f50-3551bfbc9de8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:31.255611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Attempting to bind port 53bfac35-9d68-48be-9f50-3551bfbc9de8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:31.255836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Attempting to bind port 53bfac35-9d68-48be-9f50-3551bfbc9de8 on network 0c414d3c-918c-49ad-811c-ba45cc41875c {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:31.288834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Port 53bfac35-9d68-48be-9f50-3551bfbc9de8 on network 0c414d3c-918c-49ad-811c-ba45cc41875c not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:07:31.289682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Attempting to bind port 53bfac35-9d68-48be-9f50-3551bfbc9de8 on network 0c414d3c-918c-49ad-811c-ba45cc41875c {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:31.297632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:31.298104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Checking segment: {'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:31.298909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Bound using segment: {'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:31.298909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Bound port: 53bfac35-9d68-48be-9f50-3551bfbc9de8, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:31.299280 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.323871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:31.385309 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32670c0b-4b09-4c1c-ba23-e569e143dd5a req-b3b2936f-72d7-442d-8c47-290b3e490841 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746166 Nov 11 21:07:31.405811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:31.410261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:31.444380 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87ce9e6e-7d4e-43b0-be43-c3fe86e7b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.460228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376ffb3-4414-4983-bf09-202ae870b388 req-d932e7d3-a1b5-48db-9467-7e406c801af8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:31.461666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5376ffb3-4414-4983-bf09-202ae870b388 req-d932e7d3-a1b5-48db-9467-7e406c801af8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.5055723 Nov 11 21:07:31.525166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-87ce9e6e-7d4e-43b0-be43-c3fe86e7b575 None None] For port 01202249-9c55-4672-9f50-24281ec3fd8b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=01202249-9c55-4672-9f50-24281ec3fd8b,segment=NetworkSegment(6c1fdc79-f61b-48af-95f4-3bc53acbe15f),segment_id=6c1fdc79-f61b-48af-95f4-3bc53acbe15f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:31.548325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.597781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5376ffb3-4414-4983-bf09-202ae870b388 req-ae40cd97-dbe8-4456-9d52-3c47c6275d46 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296997 Nov 11 21:07:31.608742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:28Z', 'revision_number': 6, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '01202249-9c55-4672-9f50-24281ec3fd8b', 'name': '', 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:de:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:24Z', 'updated_at': '2021-11-11T21:07:30Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:31.624700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.624700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.629445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:31.630278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.631975 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] 10.222.0.58 "PUT /v2.0/ports/53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 200 len: 1091 time: 2.0600634 Nov 11 21:07:31.649674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c255d-0776-4b8a-ae75-01d17c83d6d0 None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:28Z', 'revision_number': 6, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '01202249-9c55-4672-9f50-24281ec3fd8b', 'name': '', 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:de:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:24Z', 'updated_at': '2021-11-11T21:07:30Z', 'revision_number': 4, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:31.653916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87ce9e6e-7d4e-43b0-be43-c3fe86e7b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.708368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a98da-3a7a-4120-b160-fd208f124ecb service neutron] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:31.752589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce9e6e-7d4e-43b0-be43-c3fe86e7b575 None None] Pushing event updated for resources: {'Port': ['ID=01202249-9c55-4672-9f50-24281ec3fd8b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:31.755804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-185142eb-6d31-4205-b1cc-2c795244784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:31.757409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-185142eb-6d31-4205-b1cc-2c795244784d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1095 time: 0.1727760 Nov 11 21:07:31.785552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-88d42522-716c-45b8-8eb4-33234a0f8fe6 None None] Provisioning complete for port 01202249-9c55-4672-9f50-24281ec3fd8b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:31.786232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88d42522-716c-45b8-8eb4-33234a0f8fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:31.910281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:31.991264 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70c8aa5c-72d7-48a8-974b-1bda482ea45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:32.061166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-8263ea32-a638-496a-9eb3-a2cefb1c8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.069082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-8263ea32-a638-496a-9eb3-a2cefb1c8d45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1094 time: 0.2482517 Nov 11 21:07:32.203221 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-4fb1b894-7731-4a0b-ac64-ec8bfeceee08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 200 len: 217 time: 0.1171110 Nov 11 21:07:32.208380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 01202249-9c55-4672-9f50-24281ec3fd8b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:32.210090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-bda7a36a-b13e-4bc5-997b-ca9e229726df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.211960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-bda7a36a-b13e-4bc5-997b-ca9e229726df service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.4471371 Nov 11 21:07:32.262307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:32.270014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fada6b-d3be-43f4-b68a-70c9f230f72b req-29b48379-8362-40a1-bc56-323e119796e5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.274367 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d69e08-a869-4050-bf8b-817eaccaba36" -d '{"events": [{"name": "network-changed", "server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:32.281084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3fada6b-d3be-43f4-b68a-70c9f230f72b req-29b48379-8362-40a1-bc56-323e119796e5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.1594691 Nov 11 21:07:32.289119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 39925fad-f687-4cb5-ae3b-057b3d7eaf5f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:32.303186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:32.312811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:32.314057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-825e996c-8db9-401b-bd7e-bacdbd4d40f0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 200 len: 700 time: 2.3458998 Nov 11 21:07:32.317359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:32.401517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.418513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.436956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.437192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 01202249-9c55-4672-9f50-24281ec3fd8b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:32.437648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:32.450916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.458598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.466295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.473736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.482200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-ab5c7b9f-7ed4-43bf-8515-d89311a22e01 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5419 time: 0.3718393 Nov 11 21:07:32.493528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-3e6a4bed-be2b-4e2a-a60f-b68d9ae23906 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 217 time: 0.2602043 Nov 11 21:07:32.499145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-948128ea-4ee8-4318-a3b3-e1ee6c1378ab tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 200 len: 700 time: 0.1768563 Nov 11 21:07:32.499665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:32.534376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3fada6b-d3be-43f4-b68a-70c9f230f72b req-b72177ee-6c2a-4f47-b477-9bb58ff4d763 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434688 Nov 11 21:07:32.635096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:32.658820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '39925fad-f687-4cb5-ae3b-057b3d7eaf5f', 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'port_id': '39925fad-f687-4cb5-ae3b-057b3d7eaf5f', 'mac_address': 'fa:16:3e:3b:46:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c61473-7d6e-4bf5-ae8e-798b2712fe87', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:32.723621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:32.749005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39925fad-f687-4cb5-ae3b-057b3d7eaf5f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:32.769476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-0772fd9f-29b7-4b0a-a5f6-5a00ee2eaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.771191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-0772fd9f-29b7-4b0a-a5f6-5a00ee2eaec5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.2656364 Nov 11 21:07:32.773083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-209126fc-c136-46fe-aed8-10ff78ef6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.773983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-209126fc-c136-46fe-aed8-10ff78ef6ef1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 200 len: 853 time: 0.5601239 Nov 11 21:07:32.779461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:32.787965 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d67eb67-20e2-436f-8550-ad7b58cb29af x-openstack-request-id: req-4d67eb67-20e2-436f-8550-ad7b58cb29af {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:32.788289 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:32.788639 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d67eb67-20e2-436f-8550-ad7b58cb29af {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:32.789029 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'status': 'completed', 'code': 200} Nov 11 21:07:32.857851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:32.858543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2d8a6e13-7ee2-4b6e-b93b-7d288874185f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:32.912663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-207affeb-9e67-4247-b033-b5bca7bcc700 req-fb88a2c9-389a-4cdc-9414-c8807ee19e11 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4292996 Nov 11 21:07:32.955042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:32.985824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd689-a590-4fcf-b06d-b5a9e37f97e2 req-a17ee9e6-8541-4b2f-8bfa-184163df7671 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:32.990662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95fcd689-a590-4fcf-b06d-b5a9e37f97e2 req-a17ee9e6-8541-4b2f-8bfa-184163df7671 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1506166 Nov 11 21:07:33.003653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-b05ac024-0108-42af-83b4-a6e27a5dad79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0c414d3c-918c-49ad-811c-ba45cc41875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677308 Nov 11 21:07:33.066227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:33.092260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '2d8a6e13-7ee2-4b6e-b93b-7d288874185f', 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'port_id': '2d8a6e13-7ee2-4b6e-b93b-7d288874185f', 'mac_address': 'fa:16:3e:96:26:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c61473-7d6e-4bf5-ae8e-798b2712fe87', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:33.100172 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:33.114981 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:33.115604 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:33.136987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95fcd689-a590-4fcf-b06d-b5a9e37f97e2 req-a5ae7c79-b342-4f1c-9907-6fd6bd730159 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377034 Nov 11 21:07:33.188714 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:33.219226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8a6e13-7ee2-4b6e-b93b-7d288874185f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:33.256775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:33.333162 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:33.334248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 417fe030-2cea-440c-b8bc-d6ce8292b171 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:33.337183 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:33.405719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-ac51e3ec-8cc4-4e10-9991-95f72f4761cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:33.407431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-ac51e3ec-8cc4-4e10-9991-95f72f4761cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6174188 Nov 11 21:07:33.563677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:33.598773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-0f8da850-45d1-43bf-82d3-3e0b81bf2fc6 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630003 Nov 11 21:07:33.606966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 417fe030-2cea-440c-b8bc-d6ce8292b171, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=417fe030-2cea-440c-b8bc-d6ce8292b171,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:33.645956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:30Z', 'revision_number': 7, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '01202249-9c55-4672-9f50-24281ec3fd8b', 'name': '', 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:de:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:24Z', 'updated_at': '2021-11-11T21:07:31Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:33.662143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '417fe030-2cea-440c-b8bc-d6ce8292b171', 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37', 'port_id': '417fe030-2cea-440c-b8bc-d6ce8292b171', 'mac_address': 'fa:16:3e:45:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8023c011-5339-4635-bdb8-bf3ffbc58f75', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:33.742523 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:33.763864 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:33.764523 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:33.773453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:33.792881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417fe030-2cea-440c-b8bc-d6ce8292b171 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:33.834739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 417fe030-2cea-440c-b8bc-d6ce8292b171, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=417fe030-2cea-440c-b8bc-d6ce8292b171,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:33.951948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:33.952735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 5d3234f3-6384-455a-b799-ebac030cdf85 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:33.969018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43630d-9eca-4a09-b5f9-2baab5d26b1c req-e521c08a-6d85-4074-a7f8-1a71462a43c3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:33.970810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d43630d-9eca-4a09-b5f9-2baab5d26b1c req-e521c08a-6d85-4074-a7f8-1a71462a43c3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.2604315 Nov 11 21:07:33.985781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-106f1aee-052e-4353-a72d-cf1f829c69af service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9708354 Nov 11 21:07:34.039398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:34.083409 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:34.207142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1afed3eb-5c6e-4402-a61e-b27ca1a7b384 req-d1db71d5-70ce-48e5-b230-83ad773773e2 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872426 Nov 11 21:07:34.227314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 5d3234f3-6384-455a-b799-ebac030cdf85, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=5d3234f3-6384-455a-b799-ebac030cdf85,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:34.243970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '5d3234f3-6384-455a-b799-ebac030cdf85', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'port_id': '5d3234f3-6384-455a-b799-ebac030cdf85', 'mac_address': 'fa:16:3e:ad:dc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:34.248101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:07:34.272185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d43630d-9eca-4a09-b5f9-2baab5d26b1c req-9a51099e-3094-4808-8650-76f11ec0fb78 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834983 Nov 11 21:07:34.283539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.301671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.322586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.337894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.355220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.368104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.375820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.378181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8baf222-ffaf-464f-82e5-f768b924e6b5 req-7349e928-9d3d-4512-8872-574afafefce9 service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763936 Nov 11 21:07:34.387178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:34.397326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-8aa00963-0790-4f2f-a77f-6f8d20bba3e3 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5422 time: 0.2786009 Nov 11 21:07:34.442047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=417fe030-2cea-440c-b8bc-d6ce8292b171,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:34.473015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'port_id': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'mac_address': 'fa:16:3e:18:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:34.476652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e1c0a4b-7bfd-4e44-89d9-92d70c64b169 req-678dfe17-191d-44bc-ba0f-1ccf83f78d12 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761745 Nov 11 21:07:34.553537 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:30Z', 'revision_number': 7, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '01202249-9c55-4672-9f50-24281ec3fd8b', 'name': '', 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:de:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:24Z', 'updated_at': '2021-11-11T21:07:31Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:34.584128 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a8751-168a-4500-9df9-4db0a71045cb None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:30Z', 'revision_number': 7, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '01202249-9c55-4672-9f50-24281ec3fd8b', 'name': '', 'network_id': '83aea63b-3316-4e15-8d0f-69edf34fe720', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:de:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:24Z', 'updated_at': '2021-11-11T21:07:31Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': 'a2450374-47cb-4458-8303-45bc764a89e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:34.620293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6628819-93d4-4586-ab11-1e05255f6976 req-61cdc414-9684-46e1-8bca-9e1b461fc4c9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.622062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6628819-93d4-4586-ab11-1e05255f6976 req-61cdc414-9684-46e1-8bca-9e1b461fc4c9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.2379446 Nov 11 21:07:34.647666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:34.648134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:34.660453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3cf627c7-5dc8-4676-bb8f-0ed80638c49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:34.687557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:34.712472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f591c20d-848c-4010-9d90-ef23d00200d9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:34.739807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:34.742522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3234f3-6384-455a-b799-ebac030cdf85 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:34.772746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 5d3234f3-6384-455a-b799-ebac030cdf85, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=5d3234f3-6384-455a-b799-ebac030cdf85,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:34.831156 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:34.832647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-b0dc5816-d896-404f-a8a5-cce3cc24c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:34.834301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-b0dc5816-d896-404f-a8a5-cce3cc24c8b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1094 time: 0.2688100 Nov 11 21:07:34.908824 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:34.910634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2614869e-07db-41fe-bb4d-6df27ef11070 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:34.993375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:34.994917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6628819-93d4-4586-ab11-1e05255f6976 req-b1b3ec63-aa73-4344-9254-8b842258b9b9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607464 Nov 11 21:07:35.075644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=5d3234f3-6384-455a-b799-ebac030cdf85,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:35.080012 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.resource_extend [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 21:07:35.095717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2614869e-07db-41fe-bb4d-6df27ef11070, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2614869e-07db-41fe-bb4d-6df27ef11070,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:35.117226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '2614869e-07db-41fe-bb4d-6df27ef11070', 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'port_id': '2614869e-07db-41fe-bb4d-6df27ef11070', 'mac_address': 'fa:16:3e:00:73:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c61473-7d6e-4bf5-ae8e-798b2712fe87', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:35.141655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-59eefc1f-6ca9-4ec4-bdae-a82f1cee7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.156763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-59eefc1f-6ca9-4ec4-bdae-a82f1cee7a70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 914 time: 0.3127420 Nov 11 21:07:35.163360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:35.178151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2614869e-07db-41fe-bb4d-6df27ef11070 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:35.210595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2614869e-07db-41fe-bb4d-6df27ef11070, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2614869e-07db-41fe-bb4d-6df27ef11070,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:35.221083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-64b51f1e-210c-4cb3-b774-1d30dc3e5142 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 200 len: 217 time: 0.0509324 Nov 11 21:07:35.283062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f591c20d-848c-4010-9d90-ef23d00200d9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:35.337071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-c0901d23-7bca-42ab-bf42-f2585321fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.338651 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-c0901d23-7bca-42ab-bf42-f2585321fb96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 200 len: 853 time: 0.1088498 Nov 11 21:07:35.370030 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:35.370949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device fad051cb-0286-4266-b017-2968a810c749 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:35.383860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-cdcf159e-f739-4d4d-90f3-b18cc7d61de1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0c414d3c-918c-49ad-811c-ba45cc41875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364330 Nov 11 21:07:35.434808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431c1e1-7732-4f9b-91de-f0a5dd3abcd2 req-48b6adad-574d-4639-9389-49a04e262fbb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.443106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port fad051cb-0286-4266-b017-2968a810c749, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fad051cb-0286-4266-b017-2968a810c749,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:35.445391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7431c1e1-7732-4f9b-91de-f0a5dd3abcd2 req-48b6adad-574d-4639-9389-49a04e262fbb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0713816 Nov 11 21:07:35.483790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'fad051cb-0286-4266-b017-2968a810c749', 'network_id': '03c6918f-b0c8-457e-9f37-f9db9768aa37', 'port_id': 'fad051cb-0286-4266-b017-2968a810c749', 'mac_address': 'fa:16:3e:a7:5d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8023c011-5339-4635-bdb8-bf3ffbc58f75', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:35.539261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7431c1e1-7732-4f9b-91de-f0a5dd3abcd2 req-4d53e69b-c0a5-45d6-8a45-6a1a9906aa0b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879815 Nov 11 21:07:35.560567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 01202249-9c55-4672-9f50-24281ec3fd8b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:35.564294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:35.568098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-d1375306-5c8a-4350-bd53-f4d6c0295b8c service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728907 Nov 11 21:07:35.604002 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:35.611434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2614869e-07db-41fe-bb4d-6df27ef11070,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:35.611434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:35.632363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad051cb-0286-4266-b017-2968a810c749 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:35.678803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port fad051cb-0286-4266-b017-2968a810c749, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fad051cb-0286-4266-b017-2968a810c749,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:35.797820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.804503 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.810863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.817258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.823315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.829625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.835712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:35.837797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-ffddaf4e-dc63-4f5a-9241-26a0d2739a56 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5424 time: 0.1926308 Nov 11 21:07:35.840379 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:35.841249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4353ebe5-f1be-4824-8917-06b37029339e details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:35.902620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 01202249-9c55-4672-9f50-24281ec3fd8b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=01202249-9c55-4672-9f50-24281ec3fd8b,segment=NetworkSegment(6c1fdc79-f61b-48af-95f4-3bc53acbe15f),segment_id=6c1fdc79-f61b-48af-95f4-3bc53acbe15f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:35.902910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:35.940770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 01202249-9c55-4672-9f50-24281ec3fd8b owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:35.956088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26d69e08-a869-4050-bf8b-817eaccaba36 req-4e536147-f96f-48d4-9f7d-d5fd6d8d3f48 service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770895 Nov 11 21:07:35.958498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 4353ebe5-f1be-4824-8917-06b37029339e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4353ebe5-f1be-4824-8917-06b37029339e,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:35.968951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3857b7fb-04a8-4659-970f-1123a62efc3d req-1c9b3a29-81ea-43f0-aa64-43df4db2d472 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194463 Nov 11 21:07:35.969937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=fad051cb-0286-4266-b017-2968a810c749,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:35.996321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '4353ebe5-f1be-4824-8917-06b37029339e', 'network_id': 'c3df106e-e2c1-4a1e-8182-d49a3bf324c9', 'port_id': '4353ebe5-f1be-4824-8917-06b37029339e', 'mac_address': 'fa:16:3e:b0:9a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c61473-7d6e-4bf5-ae8e-798b2712fe87', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:36.057564 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:36.072107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4353ebe5-f1be-4824-8917-06b37029339e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:36.098351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 4353ebe5-f1be-4824-8917-06b37029339e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4353ebe5-f1be-4824-8917-06b37029339e,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:36.195121 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:36.202873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb28c6-ef84-4e2f-8f3f-bd44c3658486 req-f28f187b-6ff0-4046-90fd-8eea797871ee tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:36.204430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efcb28c6-ef84-4e2f-8f3f-bd44c3658486 req-f28f187b-6ff0-4046-90fd-8eea797871ee tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1113551 Nov 11 21:07:36.250504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=4353ebe5-f1be-4824-8917-06b37029339e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:36.295997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efcb28c6-ef84-4e2f-8f3f-bd44c3658486 req-c89fb92a-66d0-4e5f-8e89-f206c69672b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838149 Nov 11 21:07:36.378062 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:36.410172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=01202249-9c55-4672-9f50-24281ec3fd8b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:36.599016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:36.687879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a7f72-79f6-4afd-a4d7-7a5492f0984d req-e4fa940c-f800-47f6-9344-719b3853f9e7 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:36.690227 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb8a7f72-79f6-4afd-a4d7-7a5492f0984d req-e4fa940c-f800-47f6-9344-719b3853f9e7 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0660162 Nov 11 21:07:36.760276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb8a7f72-79f6-4afd-a4d7-7a5492f0984d req-e2278e99-1e67-4547-9649-01b176168d97 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638132 Nov 11 21:07:36.953338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['39925fad-f687-4cb5-ae3b-057b3d7eaf5f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:36.997984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2d8a6e13-7ee2-4b6e-b93b-7d288874185f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:37.010051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['4353ebe5-f1be-4824-8917-06b37029339e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:37.069870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['fad051cb-0286-4266-b017-2968a810c749'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:37.072314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2614869e-07db-41fe-bb4d-6df27ef11070'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:37.106746 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:37.203908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.211186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.217932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.224621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.230932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.237327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.243610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.245939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-b4b53cb5-b13e-46ca-bd14-9aa2de4c07bc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5426 time: 0.1346684 Nov 11 21:07:37.260905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:37.395922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-04a41dc8-2335-4228-8adc-b7dba912e112 req-01b0a4f2-06e2-468d-bb9d-26b5943d1af1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433411 Nov 11 21:07:37.420468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:37.436462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3e00f501-55ea-4a27-a7f7-27ddd7b2182a tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9362929 Nov 11 21:07:37.438363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35158) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:37.459224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:37.498895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet a2450374-47cb-4458-8303-45bc764a89e3 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:07:37.502696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:37.544604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a69be5-75f8-45a2-ab2d-9a63d8474def req-e1eba738-d130-477e-9dd6-99fdb7adf084 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:37.546277 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19a69be5-75f8-45a2-ab2d-9a63d8474def req-e1eba738-d130-477e-9dd6-99fdb7adf084 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0664675 Nov 11 21:07:37.555149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:37.658669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19a69be5-75f8-45a2-ab2d-9a63d8474def req-38fff609-f587-4946-a243-13668f9febce tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024024 Nov 11 21:07:37.689198 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:37.721149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:37.726283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:37.857625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:37.924361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=a2450374-47cb-4458-8303-45bc764a89e3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:37.928341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:37.937591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:37.949797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-27da39f4-6d01-427c-b33e-0c520019a838 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/a2450374-47cb-4458-8303-45bc764a89e3 HTTP/1.1" status: 204 len: 168 time: 0.5091839 Nov 11 21:07:37.979665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33cec5-aaae-4610-97bb-18719f1a1983 None None] Network 83aea63b-3316-4e15-8d0f-69edf34fe720 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:38.002989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47417e00-dde1-4e33-a3a4-f7d06aa85d6d req-246ce5b3-b1db-454b-8659-7ccfee729b4a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.012493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47417e00-dde1-4e33-a3a4-f7d06aa85d6d req-246ce5b3-b1db-454b-8659-7ccfee729b4a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.1665413 Nov 11 21:07:38.057924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['5d3234f3-6384-455a-b799-ebac030cdf85'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:38.059960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['417fe030-2cea-440c-b8bc-d6ce8292b171'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:38.087983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:38.155924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47417e00-dde1-4e33-a3a4-f7d06aa85d6d req-75999ba7-5a26-44fd-bf52-f00d2cf999a8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231177 Nov 11 21:07:38.160981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.202464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.249424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35176) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:38.281381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:38.319788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:38.322856 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.475659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d,segment=NetworkSegment(6c1fdc79-f61b-48af-95f4-3bc53acbe15f),segment_id=6c1fdc79-f61b-48af-95f4-3bc53acbe15f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:38.476603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.515437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:38.542261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c33c147e-cf12-4975-ac5c-9d1b72a3596c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.722530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.736780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.755173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.769339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.779637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.787753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.794337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:38.804345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-1d4ceaf9-a46a-4b73-9968-3af60498e5e5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5426 time: 0.2139819 Nov 11 21:07:38.822353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.881179 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c33c147e-cf12-4975-ac5c-9d1b72a3596c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.907907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No DVR routers for this DVR port ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:38.919067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port f591c20d-848c-4010-9d90-ef23d00200d9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:38.924662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:38.962530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c33c147e-cf12-4975-ac5c-9d1b72a3596c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:38.967357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port f591c20d-848c-4010-9d90-ef23d00200d9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:38.971646 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.033466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f74f84-f6e2-43c9-a2c4-bf267c294270 None None] DHCP port deletion for 83aea63b-3316-4e15-8d0f-69edf34fe720 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:39.038836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a251e0f-d4ec-440a-a95b-539d106cb82c req-9270db8d-ad29-4735-8a68-089aa8c2f7c1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:39.049526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a251e0f-d4ec-440a-a95b-539d106cb82c req-9270db8d-ad29-4735-8a68-089aa8c2f7c1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.2783525 Nov 11 21:07:39.065045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.065758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.066267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.066769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.067909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.069444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.069984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.070490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.070974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.071638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.072130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.073450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:39.097439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c147e-cf12-4975-ac5c-9d1b72a3596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a7dd60-203d-44bf-837e-906f1ea8774c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:39.127777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1092f871-dd51-4c95-a911-8a9e592658b7 req-3685bda5-88eb-4a1c-a0ee-dd7b1593f6d7 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3216579 Nov 11 21:07:39.162323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c33c147e-cf12-4975-ac5c-9d1b72a3596c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61c5e872ec3244dd93f07a3facbcdac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9111686 Nov 11 21:07:39.163820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35184) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:39.234273 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.259835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70905f4d-8574-4f6c-9fda-44a4c3dd9de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.287555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a251e0f-d4ec-440a-a95b-539d106cb82c req-da21a592-a1eb-4385-a75e-967c724172e1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340379 Nov 11 21:07:39.291242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70905f4d-8574-4f6c-9fda-44a4c3dd9de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.293810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:36Z', 'revision_number': 8, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:39.366988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:39.374015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:39.376555 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec87e2b7-e62d-4265-9284-b6c1e8678210" -d '{"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:39.395971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:39.397824 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.401185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:39.402138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:39.452256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aea63b-3316-4e15-8d0f-69edf34fe720']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:39.453147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06252962-2d8f-40e3-968b-6526f9a59c08 req-f8781181-3200-44be-be1e-06b72fed6e04 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:39.463630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06252962-2d8f-40e3-968b-6526f9a59c08 req-f8781181-3200-44be-be1e-06b72fed6e04 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.1201150 Nov 11 21:07:39.475248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1fdc79-f61b-48af-95f4-3bc53acbe15f') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:39.475653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1fdc79-f61b-48af-95f4-3bc53acbe15f') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:39.545214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.554671 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64287fb-d368-4e31-beb8-5d717464c303 x-openstack-request-id: req-e64287fb-d368-4e31-beb8-5d717464c303 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:39.555265 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:39.555693 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e64287fb-d368-4e31-beb8-5d717464c303 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:39.556300 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'code': 200} Nov 11 21:07:39.574025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.588789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:07:39.595128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.596414 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06252962-2d8f-40e3-968b-6526f9a59c08 req-a111320d-ae55-4816-90f8-e7f85414dda0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317527 Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:07:39.607423 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:07:39.610065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:39.653753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70905f4d-8574-4f6c-9fda-44a4c3dd9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.662430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70905f4d-8574-4f6c-9fda-44a4c3dd9de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.663624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-70905f4d-8574-4f6c-9fda-44a4c3dd9de5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47a7dd60-203d-44bf-837e-906f1ea8774c HTTP/1.1" status: 204 len: 168 time: 0.4979911 Nov 11 21:07:39.698172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70905f4d-8574-4f6c-9fda-44a4c3dd9de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a7dd60-203d-44bf-837e-906f1ea8774c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:39.722406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc96943-bc4a-431d-96bb-7952aaac13f9 req-fea260eb-efaa-4e18-bd8f-64361a2ca428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:39.722406 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecc96943-bc4a-431d-96bb-7952aaac13f9 req-fea260eb-efaa-4e18-bd8f-64361a2ca428 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1097 time: 0.1816518 Nov 11 21:07:39.796490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecc96943-bc4a-431d-96bb-7952aaac13f9 req-5e4843c6-05c9-4121-9b13-53f93a00761e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700598 Nov 11 21:07:39.806174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.816462 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.818991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/83aea63b-3316-4e15-8d0f-69edf34fe720 HTTP/1.1" status: 204 len: 168 time: 1.8796649 Nov 11 21:07:39.822299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:39.840883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985e6c5-9ce7-4e7a-8744-938a0ef614c1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=83aea63b-3316-4e15-8d0f-69edf34fe720,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:39.861413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:39.986787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:40.009861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:07:40.048813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:36Z', 'revision_number': 8, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:40.124733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:40.141063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7948cc6-396a-4714-b01c-ff34bae6c52b None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:36Z', 'revision_number': 8, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5a74e6-8a06-417d-bf12-c4e125129441', 'name': '', 'network_id': '90ef2547-0052-4b04-803e-0d3a84694df2', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:a0:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:17Z', 'updated_at': '2021-11-11T21:07:24Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '2b3c0d82-15e7-4582-9ecd-b8154f930ce5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:40.190430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:40.191302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee4ae9e6-6b30-47b3-b2b4-b8f8d969ba3d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:40.395145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.416966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.429016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.438877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.448788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.459579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.479414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.491787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-44acd8c3-7979-46e5-b10a-ccac67932e97 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5426 time: 0.1955938 Nov 11 21:07:40.516972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dad5be-7a14-4fef-847b-2d1389917145 req-ccd41297-da24-45fa-a230-fdbaa7f14a75 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.519132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21dad5be-7a14-4fef-847b-2d1389917145 req-ccd41297-da24-45fa-a230-fdbaa7f14a75 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1001086 Nov 11 21:07:40.608848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-21dad5be-7a14-4fef-847b-2d1389917145 req-e15c9d96-a3ea-4dbb-a1ae-baa7e73bd635 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795071 Nov 11 21:07:40.680741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2d8a6e13-7ee2-4b6e-b93b-7d288874185f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:40.684125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db745f44-9525-4c8c-a67f-c796fb67a7a1 req-c614a202-d2e6-4a0f-9133-c5f8dcd45da6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899891 Nov 11 21:07:40.740778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:40.853001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:40.874122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c', 'port_id': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'mac_address': 'fa:16:3e:00:1c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02382ef5-b9f9-4252-a234-c58dfc277d0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:07:40.929640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a6c8-70ed-4812-92d6-a45d3ba3f5bd req-67b3a425-32d5-4c76-b66e-940cc406cdaa tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:40.933810 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:40.939533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4b8a6c8-70ed-4812-92d6-a45d3ba3f5bd req-67b3a425-32d5-4c76-b66e-940cc406cdaa tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0811558 Nov 11 21:07:40.972494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bfac35-9d68-48be-9f50-3551bfbc9de8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:40.988875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:40.996659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:40.996777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.027882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:41.048749 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4b8a6c8-70ed-4812-92d6-a45d3ba3f5bd req-2c94cd6f-2ccf-400d-ac46-8b7c3fa992e3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082532 Nov 11 21:07:41.091439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.100609 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.166195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 6e5a74e6-8a06-417d-bf12-c4e125129441 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:41.166560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.169097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:41.179554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:41.277293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 6e5a74e6-8a06-417d-bf12-c4e125129441, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6e5a74e6-8a06-417d-bf12-c4e125129441,segment=NetworkSegment(00559f0e-3e73-43b3-b69a-f0843c1e9c06),segment_id=00559f0e-3e73-43b3-b69a-f0843c1e9c06)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:41.277646 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.292463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 6e5a74e6-8a06-417d-bf12-c4e125129441 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:41.298095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.298765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 39925fad-f687-4cb5-ae3b-057b3d7eaf5f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:41.395127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:41.413184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['53bfac35-9d68-48be-9f50-3551bfbc9de8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:41.557416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8a6e13-7ee2-4b6e-b93b-7d288874185f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:41.559777 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5063075-acd9-4e54-ac6e-3d2798c03233" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "2d8a6e13-7ee2-4b6e-b93b-7d288874185f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:41.571196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:41.578815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:41.579096 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.603975 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f49773-5c20-42c0-8a5f-b929be6ff00f x-openstack-request-id: req-43f49773-5c20-42c0-8a5f-b929be6ff00f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:41.604312 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "2d8a6e13-7ee2-4b6e-b93b-7d288874185f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:41.604585 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43f49773-5c20-42c0-8a5f-b929be6ff00f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:41.604995 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8a6e13-7ee2-4b6e-b93b-7d288874185f', 'code': 200} Nov 11 21:07:41.617811 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.650917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=6e5a74e6-8a06-417d-bf12-c4e125129441,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:41.665107 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.701005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:41.742912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1dde8-def2-495a-9ef9-744af2644d09 req-7ced44a3-166c-4490-8f09-5cbd795ed21a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.752520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebb1dde8-def2-495a-9ef9-744af2644d09 req-7ced44a3-166c-4490-8f09-5cbd795ed21a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 944 time: 0.0631855 Nov 11 21:07:41.818509 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebb1dde8-def2-495a-9ef9-744af2644d09 req-088b7eef-c6dc-43d4-b814-a579859fa509 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646095 Nov 11 21:07:41.826023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.826866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2614869e-07db-41fe-bb4d-6df27ef11070 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:41.867368 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:41.942896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.946645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.952103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.959202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.965202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.971283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.980373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:41.982492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-b446fd43-2f1b-41d0-9fa2-9976d8fd9b89 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5428 time: 0.1653552 Nov 11 21:07:41.996638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:42.097509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 2614869e-07db-41fe-bb4d-6df27ef11070 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:42.106923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 01202249-9c55-4672-9f50-24281ec3fd8b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:42.110824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 2614869e-07db-41fe-bb4d-6df27ef11070 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:42.111399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.158753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 01202249-9c55-4672-9f50-24281ec3fd8b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:42.159988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 01202249-9c55-4672-9f50-24281ec3fd8b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:42.171693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-192207ca-04c1-47b2-bb2f-b817ca79e760 req-65b4ca4a-2a40-49cd-bd90-aba129dbefd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483421 Nov 11 21:07:42.200206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:42.200873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0bc8-9c01-4eb5-b1fc-225271becdd5 req-fa468a80-01f8-48a4-90cc-e369b9b2b12f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:42.202582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28de0bc8-9c01-4eb5-b1fc-225271becdd5 req-fa468a80-01f8-48a4-90cc-e369b9b2b12f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0655077 Nov 11 21:07:42.284361 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.285611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28de0bc8-9c01-4eb5-b1fc-225271becdd5 req-73978ca5-6bce-4259-a26c-05b209f8197a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684342 Nov 11 21:07:42.328742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2614869e-07db-41fe-bb4d-6df27ef11070, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2614869e-07db-41fe-bb4d-6df27ef11070,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:42.337089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:42.345656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e57b3a2d-2442-44ed-ba96-86bad551ee73 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218956 Nov 11 21:07:42.346012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:42.348124 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:42.372904 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:42.373885 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:42.427236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaefdf-c48b-4cd6-8db9-305d2bc150a2 req-3218dc99-72a3-485d-b171-30cc3c4be734 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:42.433048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bfaaefdf-c48b-4cd6-8db9-305d2bc150a2 req-3218dc99-72a3-485d-b171-30cc3c4be734 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0798082 Nov 11 21:07:42.444704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:42.444704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Request body: {'floatingip': {'port_id': 'f591c20d-848c-4010-9d90-ef23d00200d9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:42.451213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet 2b3c0d82-15e7-4582-9ecd-b8154f930ce5 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:07:42.469522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.470359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device fad051cb-0286-4266-b017-2968a810c749 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:42.485625 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:42.487019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.514969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.555308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2614869e-07db-41fe-bb4d-6df27ef11070,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:42.600780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.687055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port fad051cb-0286-4266-b017-2968a810c749 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:42.692741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port fad051cb-0286-4266-b017-2968a810c749 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:42.693414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.707127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:41Z', 'revision_number': 9, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:42.737543 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:42.747162 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:42.748180 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:42.797167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.824527 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.871479 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:42.879333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port fad051cb-0286-4266-b017-2968a810c749, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fad051cb-0286-4266-b017-2968a810c749,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:42.955157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:42.956865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4353ebe5-f1be-4824-8917-06b37029339e up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:43.077797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=fad051cb-0286-4266-b017-2968a810c749,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:43.112122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.162961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5737da3-8c0b-4d31-a0ef-608e589de3f8 req-b116cf15-2113-48d6-8183-18b6905bf10c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.164527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5737da3-8c0b-4d31-a0ef-608e589de3f8 req-b116cf15-2113-48d6-8183-18b6905bf10c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 944 time: 0.2405643 Nov 11 21:07:43.176129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3c0d82-15e7-4582-9ecd-b8154f930ce5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:43.179129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.183834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3054cf77-0562-47fc-8efc-5e1d4685207c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/2b3c0d82-15e7-4582-9ecd-b8154f930ce5 HTTP/1.1" status: 204 len: 168 time: 0.8362489 Nov 11 21:07:43.184508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8993b62-0be1-4013-bba4-2c1f24546c37 None None] Network 90ef2547-0052-4b04-803e-0d3a84694df2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:43.186658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35266) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:43.223687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 4353ebe5-f1be-4824-8917-06b37029339e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:43.264396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 4353ebe5-f1be-4824-8917-06b37029339e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:43.264396 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.265793 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:41Z', 'revision_number': 9, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:43.306027 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686abbc5-f51d-4eb4-8a60-64af0bf8dcf3 None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:41Z', 'revision_number': 9, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdb2d6e3-0d53-4d82-9e52-4be8618c1b56', 'name': '', 'network_id': '0e16df24-fdab-4b63-946c-be5cbda57c20', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:67:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:09Z', 'updated_at': '2021-11-11T21:07:18Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '82ab33de-3f36-4e55-890e-388ec4f9e2e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:43.322730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5737da3-8c0b-4d31-a0ef-608e589de3f8 req-d88be70d-bec5-48a9-9821-771f0547046c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499219 Nov 11 21:07:43.446005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.462657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.528641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.561271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.568083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.568659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 4353ebe5-f1be-4824-8917-06b37029339e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4353ebe5-f1be-4824-8917-06b37029339e,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:43.571745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.589106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.596088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.604444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.606023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39925fad-f687-4cb5-ae3b-057b3d7eaf5f'}, {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2614869e-07db-41fe-bb4d-6df27ef11070'}, {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad051cb-0286-4266-b017-2968a810c749'}, {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353ebe5-f1be-4824-8917-06b37029339e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:43.608688 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5267fd-5cea-4387-8dec-dd771ea79288" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "39925fad-f687-4cb5-ae3b-057b3d7eaf5f"}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "2614869e-07db-41fe-bb4d-6df27ef11070"}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "fad051cb-0286-4266-b017-2968a810c749"}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "4353ebe5-f1be-4824-8917-06b37029339e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:43.616132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.622681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:43.631552 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-0829a4f9-1c1b-432e-9874-038fc6802242 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5430 time: 0.1812253 Nov 11 21:07:43.663560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.674099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] DHCP port deletion for 90ef2547-0052-4b04-803e-0d3a84694df2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:43.676683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 417fe030-2cea-440c-b8bc-d6ce8292b171 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:43.712221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:43.716827 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:43.768134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-addfdfe8-31e3-4b24-8355-322ddccc8dac req-ac3f0677-8463-404f-9720-a5ce3375f83d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356394 Nov 11 21:07:43.775093 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafca8fc-7059-442e-8a14-62ec279a0202 x-openstack-request-id: req-dafca8fc-7059-442e-8a14-62ec279a0202 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:43.775414 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "39925fad-f687-4cb5-ae3b-057b3d7eaf5f", "code": 200}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "2614869e-07db-41fe-bb4d-6df27ef11070", "code": 200}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "fad051cb-0286-4266-b017-2968a810c749", "code": 200}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "4353ebe5-f1be-4824-8917-06b37029339e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:43.775675 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dafca8fc-7059-442e-8a14-62ec279a0202 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:43.776174 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39925fad-f687-4cb5-ae3b-057b3d7eaf5f', 'code': 200} Nov 11 21:07:43.777931 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2614869e-07db-41fe-bb4d-6df27ef11070', 'code': 200} Nov 11 21:07:43.778233 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad051cb-0286-4266-b017-2968a810c749', 'code': 200} Nov 11 21:07:43.778498 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353ebe5-f1be-4824-8917-06b37029339e', 'code': 200} Nov 11 21:07:43.901930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=4353ebe5-f1be-4824-8917-06b37029339e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:44.009071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] Deleting port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:44.009600 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.033386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:44.103591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 417fe030-2cea-440c-b8bc-d6ce8292b171 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:44.125946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6e5a74e6-8a06-417d-bf12-c4e125129441 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:44.144679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 417fe030-2cea-440c-b8bc-d6ce8292b171 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:44.145111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.238367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 6e5a74e6-8a06-417d-bf12-c4e125129441 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:44.239013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6e5a74e6-8a06-417d-bf12-c4e125129441 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:44.239186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 96f52ded-ef4d-4099-a1bd-31f1a483ca68 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:44.241091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 53bfac35-9d68-48be-9f50-3551bfbc9de8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:44.254322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 53bfac35-9d68-48be-9f50-3551bfbc9de8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:44.258699 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.300877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 96f52ded-ef4d-4099-a1bd-31f1a483ca68, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=96f52ded-ef4d-4099-a1bd-31f1a483ca68,segment=NetworkSegment(00559f0e-3e73-43b3-b69a-f0843c1e9c06),segment_id=00559f0e-3e73-43b3-b69a-f0843c1e9c06)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:44.301488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.305233 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Floating IP 99dc8634-3aad-443d-bbe9-1171e989e959 associated. External IP: 172.25.2.125, port: f591c20d-848c-4010-9d90-ef23d00200d9. Nov 11 21:07:44.316032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 96f52ded-ef4d-4099-a1bd-31f1a483ca68 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:44.365412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] For port 96f52ded-ef4d-4099-a1bd-31f1a483ca68, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=96f52ded-ef4d-4099-a1bd-31f1a483ca68,segment=NetworkSegment(00559f0e-3e73-43b3-b69a-f0843c1e9c06),segment_id=00559f0e-3e73-43b3-b69a-f0843c1e9c06)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:44.366163 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.390755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] Calling delete_port for 96f52ded-ef4d-4099-a1bd-31f1a483ca68 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:44.506230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ff64b-aab2-4698-96c2-ae2f026ed5e2 req-3ca8a1c2-a950-4cd5-aba8-fc71df89feb6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:44.507807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-882ff64b-aab2-4698-96c2-ae2f026ed5e2 req-3ca8a1c2-a950-4cd5-aba8-fc71df89feb6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 944 time: 0.0821214 Nov 11 21:07:44.509499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.574243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=96f52ded-ef4d-4099-a1bd-31f1a483ca68,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:44.579615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No DVR routers for this DVR port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:44.599476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.600521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.600521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.600521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.600882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.601219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.601559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.601886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.602213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.602608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.602937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.603263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:07:44.632617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No active binding found for port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:07:44.633196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 96f52ded-ef4d-4099-a1bd-31f1a483ca68 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:44.675369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Router 3860ff63-2c85-4998-b532-e10cfad24a3d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:44.686686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.709835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-882ff64b-aab2-4698-96c2-ae2f026ed5e2 req-a88a0e31-b421-48ca-8d39-448b4eb5c3c4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424444 Nov 11 21:07:44.731026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.731326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] Pushing event deleted for resources: {'Port': ['ID=96f52ded-ef4d-4099-a1bd-31f1a483ca68,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:44.739389 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.755302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532ac3f-092f-4b27-88a3-73bf4e49bf08 None None] No DVR routers for this DVR port 96f52ded-ef4d-4099-a1bd-31f1a483ca68 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:44.758134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.766068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ef2547-0052-4b04-803e-0d3a84694df2']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:44.779870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00559f0e-3e73-43b3-b69a-f0843c1e9c06') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:44.780055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00559f0e-3e73-43b3-b69a-f0843c1e9c06') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:44.804833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.810284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 417fe030-2cea-440c-b8bc-d6ce8292b171, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=417fe030-2cea-440c-b8bc-d6ce8292b171,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:44.823837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:44.845975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.859191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:07:44.859594 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:07:44.863499 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:07:44.878221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:44.887625 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.895981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:44.896941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 5d3234f3-6384-455a-b799-ebac030cdf85 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:44.943405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-26b93aa3-d13f-423d-a653-9c311147df24 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "PUT /v2.0/floatingips/99dc8634-3aad-443d-bbe9-1171e989e959 HTTP/1.1" status: 200 len: 992 time: 2.5043404 Nov 11 21:07:44.945353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:44.947812 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745c319c-c0d7-4dc3-b335-8c9028de4274" -d '{"events": [{"name": "network-changed", "server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:44.956481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] Sync routers for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:45.022959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=417fe030-2cea-440c-b8bc-d6ce8292b171,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:45.035404 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:45.049508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.051534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:45.056171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.056646 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:45.059887 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/90ef2547-0052-4b04-803e-0d3a84694df2 HTTP/1.1" status: 204 len: 168 time: 1.8722222 Nov 11 21:07:45.076091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.089155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:45.097202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.101889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ace131-1676-4887-9cbc-69b56ea5005e tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=90ef2547-0052-4b04-803e-0d3a84694df2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:45.103691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.116087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.122544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.131267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-0b557f3b-94fa-499b-822f-c73d9c64da71 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5432 time: 0.1865966 Nov 11 21:07:45.134002 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85efc0b-a225-4381-9430-e7d68ce7e276 x-openstack-request-id: req-c85efc0b-a225-4381-9430-e7d68ce7e276 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:45.134297 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:45.134556 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c85efc0b-a225-4381-9430-e7d68ce7e276 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:45.134969 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'status': 'completed', 'code': 200} Nov 11 21:07:45.239559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-159ed267-4831-40b7-98e1-0b77acd2d0ba req-c70cbd06-8253-4818-a4ba-33be4662900f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872035 Nov 11 21:07:45.259118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-d9d0d25c-6be3-4d68-bb8d-989f633a9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.262548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-d9d0d25c-6be3-4d68-bb8d-989f633a9a64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1097 time: 0.1090806 Nov 11 21:07:45.274977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:45.275614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:45.339576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:45.396257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 5d3234f3-6384-455a-b799-ebac030cdf85 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:07:45.408623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 5d3234f3-6384-455a-b799-ebac030cdf85 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:45.409536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:45.412937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:45.535677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-088dff47-97a5-434c-b189-3c66af1cca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.537258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-088dff47-97a5-434c-b189-3c66af1cca08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.2676704 Nov 11 21:07:45.591551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:45.660900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-27fabed8-9694-4abc-a48e-402e2c9cb59d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1000 time: 0.1088960 Nov 11 21:07:45.663715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 5d3234f3-6384-455a-b799-ebac030cdf85, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=5d3234f3-6384-455a-b799-ebac030cdf85,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:45.729573 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:45.743621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-e050126b-821e-46b2-ba0b-bc495b18fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.745297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-e050126b-821e-46b2-ba0b-bc495b18fbd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0778275 Nov 11 21:07:45.764673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '99dc8634-3aad-443d-bbe9-1171e989e959', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'port_id': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'mac_address': 'fa:16:3e:18:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:07:18Z', 'updated_at': '2021-11-11T21:07:43Z', 'revision_number': 1, 'project_id': '94363958320542ceb3b8cea29e964aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:45.809850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171'}, {'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8'}, {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:45.812428 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c7904e-f04a-4e7e-b4a7-a73e2b25f21b" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171"}, {"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-plugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8"}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:45.817452 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:45.819332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] Checking router: 3860ff63-2c85-4998-b532-e10cfad24a3d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:45.856684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:45.857603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:45.885459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-f4e26c3b-79bf-4ff8-a4d0-39b8ed54c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.886858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-f4e26c3b-79bf-4ff8-a4d0-39b8ed54c242 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976698 Nov 11 21:07:45.928244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793def4-8abc-40a6-9bf4-04e6e0057d76 req-85127608-6356-4836-b607-dd75d4e51eb6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:45.930134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0793def4-8abc-40a6-9bf4-04e6e0057d76 req-85127608-6356-4836-b607-dd75d4e51eb6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0784647 Nov 11 21:07:45.932587 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139cf07d-8c51-4bde-b9f9-04e3998ae7c2 x-openstack-request-id: req-139cf07d-8c51-4bde-b9f9-04e3998ae7c2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:45.932885 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171", "code": 200}, {"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-plugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8", "code": 200}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:45.955233 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-139cf07d-8c51-4bde-b9f9-04e3998ae7c2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:45.956726 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171', 'code': 200} Nov 11 21:07:45.957991 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'code': 200} Nov 11 21:07:45.959032 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85', 'code': 200} Nov 11 21:07:46.057109 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0793def4-8abc-40a6-9bf4-04e6e0057d76 req-bdf93566-6d6b-4368-9603-cb5474f96bab tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189294 Nov 11 21:07:46.098478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=5d3234f3-6384-455a-b799-ebac030cdf85,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:46.131060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:46.179705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-ebed0913-e3e5-46e3-89c5-5cf4773a77e2 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703073 Nov 11 21:07:46.185169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5306-08a3-48ec-bfae-05c06c31724e req-0724faff-3572-415c-9508-bf1cc326c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.186696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f4c5306-08a3-48ec-bfae-05c06c31724e req-0724faff-3572-415c-9508-bf1cc326c68e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1096 time: 0.1967313 Nov 11 21:07:46.203411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.203897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.204796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.205542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.208373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.208954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.212041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.215519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-7607404d-4530-4b92-9e8a-82767e94536c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 0.1422839 Nov 11 21:07:46.422294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f4c5306-08a3-48ec-bfae-05c06c31724e req-50c0eb8b-76a9-479a-91da-46230e5285c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033978 Nov 11 21:07:46.427493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '99dc8634-3aad-443d-bbe9-1171e989e959', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'port_id': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'mac_address': 'fa:16:3e:18:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:07:18Z', 'updated_at': '2021-11-11T21:07:43Z', 'revision_number': 1, 'project_id': '94363958320542ceb3b8cea29e964aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:46.460738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.467288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.476083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.490727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7079a02-ca4b-44f7-a528-67c12c7cc9ef req-dc82c265-6106-4f28-84aa-570a6b37a68f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303679 Nov 11 21:07:46.495921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.497582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-745c319c-c0d7-4dc3-b335-8c9028de4274 req-70351570-518e-4f08-8927-f2e52056730f service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099263 Nov 11 21:07:46.504327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8f506-6f80-46ff-8bb8-a0e8bad3645f None None] The sync data for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 is: [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '99dc8634-3aad-443d-bbe9-1171e989e959', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'port_id': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'mac_address': 'fa:16:3e:18:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:07:18Z', 'updated_at': '2021-11-11T21:07:43Z', 'revision_number': 1, 'project_id': '94363958320542ceb3b8cea29e964aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:46.507100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.516174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.523059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:46.525242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-acbf7483-115f-4060-8d32-3b0bb2806464 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.2129047 Nov 11 21:07:46.540362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:46.541487 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:46.632647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbb74188-dcc3-4cdc-91ff-dd22b4169542 req-ecbe1183-c6b0-47c0-9d9a-0d145decba2a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990624 Nov 11 21:07:46.667216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port cdb2d6e3-0d53-4d82-9e52-4be8618c1b56, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,segment=NetworkSegment(227ebf15-a4c9-428e-8c1d-940459d0b1b1),segment_id=227ebf15-a4c9-428e-8c1d-940459d0b1b1)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:46.667823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:46.700722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:46.805871 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715fd8f-6805-4aae-951d-2cc20d672c8f None None] New status for floating IP 99dc8634-3aad-443d-bbe9-1171e989e959: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:07:46.994731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:47.023819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=cdb2d6e3-0d53-4d82-9e52-4be8618c1b56,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:47.303151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:47.323821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b705b-5e0d-4b51-8b1c-9bd99eb4541b req-896d90d9-201b-4236-8cac-372065a3e97c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.325470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b03b705b-5e0d-4b51-8b1c-9bd99eb4541b req-896d90d9-201b-4236-8cac-372065a3e97c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.1173961 Nov 11 21:07:47.728748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b03b705b-5e0d-4b51-8b1c-9bd99eb4541b req-302e5374-a5e6-4f35-b7da-c4ddd41eac67 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667626 Nov 11 21:07:47.829231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:47.834177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.842415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.850660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.855296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.867495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.873750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.880837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:47.882915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-961c2bde-f0cc-4c72-8a4b-210ca68cd69f tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1373322 Nov 11 21:07:47.929704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:47.936677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-20e51e77-f845-43fb-a322-89d610f7ce00 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8435931 Nov 11 21:07:47.940037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:47.946133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:47.968471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:47.968471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:48.031502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c0fefa9-4614-4688-95af-ebc951105a07 req-55a678c4-0aff-48bf-a085-b3bbad1237f5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386979 Nov 11 21:07:48.059098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet 82ab33de-3f36-4e55-890e-388ec4f9e2e6 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:07:48.076446 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.100499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:48.100699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:48.143259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.320137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.444312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] Deleting subnet 629cbb2c-4c82-478a-b25a-0e3c70066725 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:07:48.448073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.452838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:46Z', 'revision_number': 10, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:48.467247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.486200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:48.496453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.506004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c241ff-02bd-4596-acea-42aa9c1c3f11 None None] Network 0e16df24-fdab-4b63-946c-be5cbda57c20 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:48.509237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35356) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:48.510464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/82ab33de-3f36-4e55-890e-388ec4f9e2e6 HTTP/1.1" status: 204 len: 168 time: 0.5688479 Nov 11 21:07:48.589026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee98605-60ce-451b-88c2-c4d23972812f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=82ab33de-3f36-4e55-890e-388ec4f9e2e6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:48.626262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:48.627185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:48.630625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.637357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.711775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.763066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:48.797886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 84d89509-d808-4357-bbbf-d20b05d6487b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:48.798381 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.888525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] DHCP port deletion for 0e16df24-fdab-4b63-946c-be5cbda57c20 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:48.958436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 84d89509-d808-4357-bbbf-d20b05d6487b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84d89509-d808-4357-bbbf-d20b05d6487b,segment=NetworkSegment(227ebf15-a4c9-428e-8c1d-940459d0b1b1),segment_id=227ebf15-a4c9-428e-8c1d-940459d0b1b1)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:48.958802 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:48.976511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b898af-7145-44c4-99c3-da5261efb501 req-3b9fbd80-c188-4f14-aa5e-00850001edbb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:48.984054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22b898af-7145-44c4-99c3-da5261efb501 req-3b9fbd80-c188-4f14-aa5e-00850001edbb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.1327145 Nov 11 21:07:48.997120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.003448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 84d89509-d808-4357-bbbf-d20b05d6487b owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:49.035900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629cbb2c-4c82-478a-b25a-0e3c70066725,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:49.164800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.168942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e91fed7e-1e28-4e4e-b7ce-46c32c875d04 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/629cbb2c-4c82-478a-b25a-0e3c70066725 HTTP/1.1" status: 204 len: 168 time: 1.0667713 Nov 11 21:07:49.172368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35364) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:49.173446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f5fc1-0d6d-4702-a094-b383e2a967c8 None None] Network e66197ae-4903-46e6-afdc-6df578e0b9ff requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:49.192945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-22b898af-7145-44c4-99c3-da5261efb501 req-a3ea487f-3533-4577-aff2-f245510b8dc4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079599 Nov 11 21:07:49.250784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.258448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.266831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.274093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.281707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.284678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] Deleting port 84d89509-d808-4357-bbbf-d20b05d6487b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:49.284817 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.290483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.298332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.309162 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-a3919261-e500-40ff-93fc-12a685c4a248 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1792629 Nov 11 21:07:49.398320 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.447491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4af697-d7ca-4142-a204-940edafb2491 None None] DHCP port deletion for e66197ae-4903-46e6-afdc-6df578e0b9ff request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:49.459834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] For port 84d89509-d808-4357-bbbf-d20b05d6487b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84d89509-d808-4357-bbbf-d20b05d6487b,segment=NetworkSegment(227ebf15-a4c9-428e-8c1d-940459d0b1b1),segment_id=227ebf15-a4c9-428e-8c1d-940459d0b1b1)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:49.460286 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.470060 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-841c3990-21e0-4f30-a6c6-57ecc1e68243 req-0caed9b3-058a-491f-baa6-415dbf208cb9 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1597593 Nov 11 21:07:49.491935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] Calling delete_port for 84d89509-d808-4357-bbbf-d20b05d6487b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:49.509166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:46Z', 'revision_number': 10, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:49.540208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.578142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d3d802-c0d8-4020-938d-fe4a48ab01ff None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:46Z', 'revision_number': 10, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None, '_interfaces': [{'id': '2f690cf9-68f7-437a-874e-6d0d02765952', 'name': '', 'network_id': 'bb12c770-c6bb-4e23-9164-7e15b5e0aa3a', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'mac_address': 'fa:16:3e:94:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:00Z', 'updated_at': '2021-11-11T21:07:09Z', 'revision_number': 5, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'subnets': [{'id': '9b43d01e-7d80-4b2d-a00a-0a84f1a8304b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:49.629392 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.659730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] Pushing event deleted for resources: {'Port': ['ID=84d89509-d808-4357-bbbf-d20b05d6487b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:49.667925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.668473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35754f40-fa52-41ac-b494-3394bb1d6295 None None] No DVR routers for this DVR port 84d89509-d808-4357-bbbf-d20b05d6487b on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:49.673468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=84d89509-d808-4357-bbbf-d20b05d6487b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:49.691616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.696537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.697363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No DVR routers for this DVR port 84d89509-d808-4357-bbbf-d20b05d6487b on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:49.705570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.713181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.722712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.730346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.736982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.739348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-254a498e-2836-4c55-ac4f-6a2c1ad24be9 req-6c69716e-a2af-4254-a72a-8c588aa9a972 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1547410 Nov 11 21:07:49.751248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35386) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:49.756974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Request body: {'floatingip': {'port_id': '5d3234f3-6384-455a-b799-ebac030cdf85'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:49.760327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66197ae-4903-46e6-afdc-6df578e0b9ff']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:49.801254 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.824644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d51b767-129f-4eb0-bc59-dedb26234640') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:49.825263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d51b767-129f-4eb0-bc59-dedb26234640') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:49.882135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.899382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.932958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.960510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7330da-32df-46a7-8b28-866031186f64 req-45c1d45b-fd7e-4e11-9693-84fc4b4cb4fb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:49.962056 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-45c1d45b-fd7e-4e11-9693-84fc4b4cb4fb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 813 time: 0.3476920 Nov 11 21:07:49.964928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:07:49.965337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:07:49.967105 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:07:49.979893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e16df24-fdab-4b63-946c-be5cbda57c20']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:50.029909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-890c822b-2aa1-4e75-af56-ea694bad8085 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/quotas/e4d8e856334d4412adeebdbfd6ea258f HTTP/1.1" status: 200 len: 375 time: 0.0434575 Nov 11 21:07:50.034768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227ebf15-a4c9-428e-8c1d-940459d0b1b1') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:50.035262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227ebf15-a4c9-428e-8c1d-940459d0b1b1') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:50.068798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.106393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.115720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:07:50.116044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.119679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84d89509-d808-4357-bbbf-d20b05d6487b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:07:50.122412 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:07:50.144531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.152838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 84d89509-d808-4357-bbbf-d20b05d6487b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:50.153196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84d89509-d808-4357-bbbf-d20b05d6487b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:50.153612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:50.190888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:50.190888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cdb2d6e3-0d53-4d82-9e52-4be8618c1b56 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:50.191633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-4bcb8d05-bf4e-48dc-b6b4-948576277c27 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388261 Nov 11 21:07:50.215560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.218933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e66197ae-4903-46e6-afdc-6df578e0b9ff HTTP/1.1" status: 204 len: 168 time: 1.0442548 Nov 11 21:07:50.235678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886cc6f-b2fb-4348-bb1b-eab0c7a3fa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66197ae-4903-46e6-afdc-6df578e0b9ff,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:50.335682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-183cfab2-e753-4691-8ac7-35fd9889a94f service neutron] 10.222.0.31 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326735 Nov 11 21:07:50.361321 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.375933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.380136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.382247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35390) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:50.382429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/0e16df24-fdab-4b63-946c-be5cbda57c20 HTTP/1.1" status: 204 len: 168 time: 1.8721797 Nov 11 21:07:50.421768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e80726-8da0-4ea8-bb88-75165afb3f57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=0e16df24-fdab-4b63-946c-be5cbda57c20,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:50.440784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.497153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-b0695350-f23f-4099-9aa2-aec8721d3d8c service neutron] 10.222.0.31 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544697 Nov 11 21:07:50.660649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:50.734006 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Floating IP fbf38f9e-a96c-406f-9a01-c590cbe3c3ba associated. External IP: 172.25.2.181, port: 5d3234f3-6384-455a-b799-ebac030cdf85. Nov 11 21:07:50.737654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7d650978-87bf-4b39-8562-fcf93bd95a78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f6a707ca854457695a2b0ff26a06402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747375 Nov 11 21:07:50.739935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:50.801525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e073a64-f6ed-4d85-97eb-78cff369b1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.829883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e073a64-f6ed-4d85-97eb-78cff369b1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:50.852941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a8ef952-2f41-430a-8f8b-2185dbc51e87 req-87f7ff08-dbfd-4870-a885-7e5ee5bf28dc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 210 time: 0.0649011 Nov 11 21:07:51.005659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e073a64-f6ed-4d85-97eb-78cff369b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:51.008357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e073a64-f6ed-4d85-97eb-78cff369b1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:51.009975 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e073a64-f6ed-4d85-97eb-78cff369b1a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de9faaf2-6286-4508-8cb0-9d00567ee93e HTTP/1.1" status: 204 len: 168 time: 0.2683733 Nov 11 21:07:51.030520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073a64-f6ed-4d85-97eb-78cff369b1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9faaf2-6286-4508-8cb0-9d00567ee93e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:51.066239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Router 46c19639-839d-4f77-9939-a6c5b14f1d8b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:51.132664 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:51.304170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:51.316677 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964df47-4ab5-4d84-be24-0903142410df None None] Sync routers for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:51.332358 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:51.333956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:51.461861 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:51.669552 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:51.702697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1dc957bb-5b05-470d-b3a1-f93add0abd27 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "PUT /v2.0/floatingips/fbf38f9e-a96c-406f-9a01-c590cbe3c3ba HTTP/1.1" status: 200 len: 992 time: 1.9503191 Nov 11 21:07:51.703800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:51.706868 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f1ba1a-1dac-4292-bab2-8bc530f4432d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:51.792571 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10fbb10-8175-4c98-932b-12b30f04ba17 x-openstack-request-id: req-b10fbb10-8175-4c98-932b-12b30f04ba17 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:51.804214 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:51.804214 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b10fbb10-8175-4c98-932b-12b30f04ba17 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:51.804214 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85', 'status': 'completed', 'code': 200} Nov 11 21:07:51.810280 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'fbf38f9e-a96c-406f-9a01-c590cbe3c3ba', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'port_id': '5d3234f3-6384-455a-b799-ebac030cdf85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'mac_address': 'fa:16:3e:ad:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:06:20Z', 'updated_at': '2021-11-11T21:07:50Z', 'revision_number': 1, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:02Z', 'revision_number': 5, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:51.828138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 2f690cf9-68f7-437a-874e-6d0d02765952 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:51.828568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:51.868908 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964df47-4ab5-4d84-be24-0903142410df None None] Checking router: 46c19639-839d-4f77-9939-a6c5b14f1d8b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:51.904409 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:51.905047 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:51.989765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:51.990296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:51.990906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:51.991099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:51.991561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:51.992015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:51.992505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:51.994512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-f5cf25bc-9200-4e24-a3b4-76b3e5380a3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 0.1382434 Nov 11 21:07:51.999569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 2f690cf9-68f7-437a-874e-6d0d02765952, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f690cf9-68f7-437a-874e-6d0d02765952,segment=NetworkSegment(5fea0f74-627d-4a7b-a540-ff5c91695558),segment_id=5fea0f74-627d-4a7b-a540-ff5c91695558)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:52.000089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:52.021563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 2f690cf9-68f7-437a-874e-6d0d02765952 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:52.074209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:52.150130 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:52.202397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-a33e6c87-d7c6-481c-9cf3-b56dd058da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:52.203899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-a33e6c87-d7c6-481c-9cf3-b56dd058da6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9 HTTP/1.1" status: 200 len: 913 time: 0.1955838 Nov 11 21:07:52.354682 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05e9b074-3b84-4fe8-9a4d-b27eb69833f0 req-daef1068-4a28-489f-9762-f2cafceb3745 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 210 time: 0.1496465 Nov 11 21:07:52.408616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-3901c485-39b4-45bc-8df0-c2cfcd0a6359 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 1000 time: 0.1943531 Nov 11 21:07:52.477447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-e4c5e676-94b2-4460-b9c3-19fa14cd3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:52.479407 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-e4c5e676-94b2-4460-b9c3-19fa14cd3689 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 200 len: 851 time: 0.0636978 Nov 11 21:07:52.544580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-048f13a7-0d7c-46e2-a80c-e736c8d1fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:52.546178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-048f13a7-0d7c-46e2-a80c-e736c8d1fe4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8bea7f20-7ba1-4360-a063-0581094fd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585494 Nov 11 21:07:52.599099 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a964df47-4ab5-4d84-be24-0903142410df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'fbf38f9e-a96c-406f-9a01-c590cbe3c3ba', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'port_id': '5d3234f3-6384-455a-b799-ebac030cdf85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'mac_address': 'fa:16:3e:ad:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:06:20Z', 'updated_at': '2021-11-11T21:07:50Z', 'revision_number': 1, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:02Z', 'revision_number': 5, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:52.622981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:52.641411 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a964df47-4ab5-4d84-be24-0903142410df None None] The sync data for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 is: [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'fbf38f9e-a96c-406f-9a01-c590cbe3c3ba', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'port_id': '5d3234f3-6384-455a-b799-ebac030cdf85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'mac_address': 'fa:16:3e:ad:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:06:20Z', 'updated_at': '2021-11-11T21:07:50Z', 'revision_number': 1, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:02Z', 'revision_number': 5, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:52.666469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=2f690cf9-68f7-437a-874e-6d0d02765952,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:52.801070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:52.827992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-84e36f80-9b8f-4453-ab57-913282313c0d service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728605 Nov 11 21:07:53.053117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.063860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-356337936-network', 'tenant_id': '9eee06b6310842708668e2710b9e96bb'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:53.092981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f1ba1a-1dac-4292-bab2-8bc530f4432d req-342e863b-3e47-4300-b8f6-cdd1b10de05e service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531605 Nov 11 21:07:53.122687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cff2b1-e469-46c6-bbf8-9b4f13752357 None None] New status for floating IP fbf38f9e-a96c-406f-9a01-c590cbe3c3ba: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:07:53.320887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Made reservation on behalf of 9eee06b6310842708668e2710b9e96bb for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:53.323117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.336031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.347874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:53.464622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:53.475319 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4a065ef3-b246-40a1-bab2-6e67fcb590ba tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0911732 Nov 11 21:07:53.479768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:53.485444 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:53.507860 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:53.508742 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:53.572771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting subnet 9b43d01e-7d80-4b2d-a00a-0a84f1a8304b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:07:53.597832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.605886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.609015 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:53.658326 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.695493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e5b955c-d49c-4ddc-b390-fc7ee675344a req-6c0840bd-9bd7-44c0-bc12-74b49978d53f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 210 time: 0.0622690 Nov 11 21:07:53.699680 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:52Z', 'revision_number': 11, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:53.714933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.730133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:07:53.731627 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:53.743575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7330da-32df-46a7-8b28-866031186f64 req-a3750f3e-9e42-4efa-8107-f23c35edf54a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:53.745162 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-a3750f3e-9e42-4efa-8107-f23c35edf54a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.62 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 813 time: 0.3373294 Nov 11 21:07:53.751083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.751443 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Added segment 148b6e3f-2c0b-424a-9a27-abf628c85626 of type vlan for network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc Nov 11 21:07:53.751966 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:53.754850 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:53.763517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Request body: {'port': {'device_id': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c', 'admin_state_up': True, 'tenant_id': 'e4d8e856334d4412adeebdbfd6ea258f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:53.845589 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:53.883718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.904194 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:52Z', 'revision_number': 11, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:53.915649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ffe76-be25-42d6-840c-aec04f7aaa34,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:53.926068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:53.948733 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ea12f-ca41-429a-9dba-28a713a27012 None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:52Z', 'revision_number': 11, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:53.994131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Made reservation on behalf of e4d8e856334d4412adeebdbfd6ea258f for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:53.998784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.114161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.115346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:54.115762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.139129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Allocated IP 172.20.0.10 (0c414d3c-918c-49ad-811c-ba45cc41875c/02382ef5-b9f9-4252-a234-c58dfc277d0b/10bc115d-b82d-43a0-b771-36c0e9ab01da) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:54.174119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.209349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] Pushing event updated for resources: {'Network': ['ID=07bb5dfd-1406-4ced-a5b4-c0e403e701fc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:54.217489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c0579-b006-4f2d-8a15-fae1c1dc93db None None] Network bb12c770-c6bb-4e23-9164-7e15b5e0aa3a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:54.223092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Subnet': ['ID=9b43d01e-7d80-4b2d-a00a-0a84f1a8304b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:54.225691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.234147 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b5bf2855-1c55-4a13-8586-38fa19cd4328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/9b43d01e-7d80-4b2d-a00a-0a84f1a8304b HTTP/1.1" status: 204 len: 168 time: 0.7532837 Nov 11 21:07:54.237737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:54.247774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:07:54.250452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-60dfee90-01bf-466a-869b-0caf6b1717cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4474039 Nov 11 21:07:54.254108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35474) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:54.281961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Request body: {'subnet': {'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-356337936-subnet', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:54.401752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.432098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f690cf9-68f7-437a-874e-6d0d02765952 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:54.435699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.467070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Deleting port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:54.467433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.470380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2f690cf9-68f7-437a-874e-6d0d02765952 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:54.470953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f690cf9-68f7-437a-874e-6d0d02765952 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:54.480462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Made reservation on behalf of 9eee06b6310842708668e2710b9e96bb for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:07:54.483093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.549466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.572055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['53bfac35-9d68-48be-9f50-3551bfbc9de8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:07:54.632479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Network 0c414d3c-918c-49ad-811c-ba45cc41875c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:54.638049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] DHCP port deletion for bb12c770-c6bb-4e23-9164-7e15b5e0aa3a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:54.643916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:54.649197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] For port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,segment=NetworkSegment(5fea0f74-627d-4a7b-a540-ff5c91695558),segment_id=5fea0f74-627d-4a7b-a540-ff5c91695558)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:54.649197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.654036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Pushing event updated for resources: {'Port': ['ID=10bc115d-b82d-43a0-b771-36c0e9ab01da,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:54.658411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:54.666813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Calling delete_port for 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:54.734085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:54.742422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.790206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] Deleting port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:07:54.790687 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.826743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-139ca2ef-53b4-454d-ac4e-66814fe9f2b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0686398 Nov 11 21:07:54.837559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931428b-a405-4c2c-a895-d1c3a38da2ce req-0eb0c47c-fa35-46c4-9eca-4b37b98f0b7b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:54.845562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b931428b-a405-4c2c-a895-d1c3a38da2ce req-0eb0c47c-fa35-46c4-9eca-4b37b98f0b7b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 932 time: 0.0748985 Nov 11 21:07:54.858534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Request body: {'port': {'device_id': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:54.911398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] For port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,segment=NetworkSegment(5fea0f74-627d-4a7b-a540-ff5c91695558),segment_id=5fea0f74-627d-4a7b-a540-ff5c91695558)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:54.911868 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.928375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] Calling delete_port for 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:07:54.945571 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.949698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b931428b-a405-4c2c-a895-d1c3a38da2ce req-2bf52ccf-0556-45d6-a135-b6208282dbd6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031659 Nov 11 21:07:54.950505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:54.998332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.054475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Port': ['ID=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:55.054475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No DVR routers for this DVR port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:55.056813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.094383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d25c59-c542-4942-836b-f2cf17f63f65,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:55.115796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] No DVR routers for this DVR port 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:07:55.125771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85fb81-d871-4f25-9f65-ac64495d579f None None] Pushing event deleted for resources: {'Port': ['ID=41f37a1b-7456-4a22-b2e4-7c17689d4cc7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:55.153359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Checking segment: {'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:55.157949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Network hostable DHCP agents. Network: 07bb5dfd-1406-4ced-a5b4-c0e403e701fc, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:07:55.191814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.220745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb12c770-c6bb-4e23-9164-7e15b5e0aa3a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:55.231547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fea0f74-627d-4a7b-a540-ff5c91695558') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:55.231850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fea0f74-627d-4a7b-a540-ff5c91695558') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:55.248484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.262507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.267021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bc115d-b82d-43a0-b771-36c0e9ab01da {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:07:55.269143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:07:55.269541 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:07:55.272702 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:07:55.275683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.282947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:07:55.395074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 07bb5dfd-1406-4ced-a5b4-c0e403e701fc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:55.399800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:55.400730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.410003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d95e10-4fbb-40e1-a674-ac217037370b None None] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:55.428342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Transition to ACTIVE for port object 10bc115d-b82d-43a0-b771-36c0e9ab01da will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:07:55.428902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.449478 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.455233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/networks/bb12c770-c6bb-4e23-9164-7e15b5e0aa3a HTTP/1.1" status: 204 len: 168 time: 1.2138839 Nov 11 21:07:55.456547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35486) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:55.461577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'routes': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:55.463901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f665d-7421-444c-af7f-f059b53d59ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Pushing event deleted for resources: {'Network': ['ID=bb12c770-c6bb-4e23-9164-7e15b5e0aa3a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:55.513544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:55.513762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d3be0cf4-1fdd-454c-b5bf-6b587fc5f51b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2457559 Nov 11 21:07:55.520686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:55.551765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.575503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-07bb5dfd-1406-4ced-a5b4-c0e403e701fc', 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'fixed_ips': [{'subnet_id': '85d25c59-c542-4942-836b-f2cf17f63f65'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:07:55.576519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.628359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Pushing event updated for resources: {'Port': ['ID=10bc115d-b82d-43a0-b771-36c0e9ab01da,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:55.647932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.649537 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.667593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Added routes are [] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 21:07:55.668091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.extraroute_db [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Removed routes are [] {{(pid=109674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 21:07:55.668590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.759161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Allocated IP 172.20.0.2 (07bb5dfd-1406-4ced-a5b4-c0e403e701fc/85d25c59-c542-4942-836b-f2cf17f63f65/f5effde0-b86a-4aea-ade0-bf167c133bdc) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:55.770608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.783399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Attempting to bind port 10bc115d-b82d-43a0-b771-36c0e9ab01da on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:55.784269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Attempting to bind port 10bc115d-b82d-43a0-b771-36c0e9ab01da by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:55.784791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Attempting to bind port 10bc115d-b82d-43a0-b771-36c0e9ab01da on network 0c414d3c-918c-49ad-811c-ba45cc41875c {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:55.789921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Port 10bc115d-b82d-43a0-b771-36c0e9ab01da on network 0c414d3c-918c-49ad-811c-ba45cc41875c not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:07:55.790429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Attempting to bind port 10bc115d-b82d-43a0-b771-36c0e9ab01da on network 0c414d3c-918c-49ad-811c-ba45cc41875c {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:55.795887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:55.796461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Checking segment: {'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:55.797031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Bound using segment: {'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:55.798663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Bound port: 10bc115d-b82d-43a0-b771-36c0e9ab01da, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f30fcad-c603-4b13-b8c9-9d57b27c795d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:55.799531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.868435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.871816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.926890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:55.932721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] For port 10bc115d-b82d-43a0-b771-36c0e9ab01da, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:55.957694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 8a959219-b04b-4eb3-aa17-a64dc18b283b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:07:56.051772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.063195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] For port 10bc115d-b82d-43a0-b771-36c0e9ab01da, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=10bc115d-b82d-43a0-b771-36c0e9ab01da,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:56.068195 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.095917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:56.111609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c0c27-fbed-4f55-b139-bbdbdccf04e4 req-c58d0d20-b716-49ef-8cb1-97ad10024dcb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:56.113916 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.120349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f24c0c27-fbed-4f55-b139-bbdbdccf04e4 req-c58d0d20-b716-49ef-8cb1-97ad10024dcb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 944 time: 0.0682845 Nov 11 21:07:56.124761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-45d728fc-2f77-4ec5-9e67-461f211763c3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 200 len: 701 time: 0.6670835 Nov 11 21:07:56.128025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:56.145976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:07:56.148362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] Sync routers for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:56.184336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:56.191834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:07:56.193040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 41f37a1b-7456-4a22-b2e4-7c17689d4cc7 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:07:56.193842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f24c0c27-fbed-4f55-b139-bbdbdccf04e4 req-8cc43a3e-a4ef-4851-97bf-e9643c75a25f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661120 Nov 11 21:07:56.203538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:56.214541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Pushing event updated for resources: {'Port': ['ID=f5effde0-b86a-4aea-ade0-bf167c133bdc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:56.214541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:56.217383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.228866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d05cff0b-6f8f-4099-b093-95832067e0bc tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 200 len: 205 time: 0.0998299 Nov 11 21:07:56.231694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:56.237603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:56.238442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:56.342733 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e21e1eb8-6f01-4560-879f-ab76b0de9693 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.348389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:56.361562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:56.362322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.363750 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] 10.222.0.62 "PUT /v2.0/ports/10bc115d-b82d-43a0-b771-36c0e9ab01da HTTP/1.1" status: 200 len: 1092 time: 1.5097580 Nov 11 21:07:56.364407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'tag': '10bc115d-b82d-43a0-b771-36c0e9ab01da'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:07:56.367259 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f60e0fe-96a1-4067-9fce-76cdebb4bf02" -d '{"events": [{"name": "network-changed", "server_uuid": "777b2d7d-f0e5-4d6d-b06f-99e124c06f18", "tag": "10bc115d-b82d-43a0-b771-36c0e9ab01da"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:07:56.373186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a1dd4-112c-4b42-b122-841cb3338e51 service neutron] Pushing event updated for resources: {'Port': ['ID=10bc115d-b82d-43a0-b771-36c0e9ab01da,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:56.425756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Attempting to bind port f5effde0-b86a-4aea-ade0-bf167c133bdc on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:07:56.430703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Attempting to bind port f5effde0-b86a-4aea-ade0-bf167c133bdc by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:07:56.432667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Attempting to bind port f5effde0-b86a-4aea-ade0-bf167c133bdc on network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:07:56.486572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:52Z', 'revision_number': 11, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:56.489172 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a6e941-5dc8-4aa2-9f22-71d96f4b79c8 x-openstack-request-id: req-90a6e941-5dc8-4aa2-9f22-71d96f4b79c8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:07:56.489461 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777b2d7d-f0e5-4d6d-b06f-99e124c06f18", "tag": "10bc115d-b82d-43a0-b771-36c0e9ab01da", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:07:56.489714 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90a6e941-5dc8-4aa2-9f22-71d96f4b79c8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:07:56.490111 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'tag': '10bc115d-b82d-43a0-b771-36c0e9ab01da', 'status': 'completed', 'code': 200} Nov 11 21:07:56.498689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:07:56.500454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Checking segment: {'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:07:56.501051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.501927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Bound using segment: {'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:07:56.504607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Bound port: f5effde0-b86a-4aea-ade0-bf167c133bdc, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:07:56.505802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.547911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] Checking router: 8a959219-b04b-4eb3-aa17-a64dc18b283b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:56.550845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60e0fe-96a1-4067-9fce-76cdebb4bf02 req-c032a62d-9c91-42f8-b949-741f0eaace44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:56.552423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f60e0fe-96a1-4067-9fce-76cdebb4bf02 req-c032a62d-9c91-42f8-b949-741f0eaace44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 1095 time: 0.0613840 Nov 11 21:07:56.579495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e21e1eb8-6f01-4560-879f-ab76b0de9693 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.582026 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e21e1eb8-6f01-4560-879f-ab76b0de9693 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.605321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] Routers {'8a959219-b04b-4eb3-aa17-a64dc18b283b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:56.606248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['8a959219-b04b-4eb3-aa17-a64dc18b283b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:56.706628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] Set router 8a959219-b04b-4eb3-aa17-a64dc18b283b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:56.743710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e21e1eb8-6f01-4560-879f-ab76b0de9693 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.744738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21e1eb8-6f01-4560-879f-ab76b0de9693 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Fanout notify agent at l3_agent the message router_deleted on router 8a959219-b04b-4eb3-aa17-a64dc18b283b {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:07:56.761242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e21e1eb8-6f01-4560-879f-ab76b0de9693 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.764427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e21e1eb8-6f01-4560-879f-ab76b0de9693 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 204 len: 168 time: 0.5301063 Nov 11 21:07:56.769847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:56.777185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-70bf9088-b814-439c-b587-9b549ef8578d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1135344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:56.785770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] For port f5effde0-b86a-4aea-ade0-bf167c133bdc, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:07:56.788210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:52Z', 'revision_number': 11, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:56.823908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e62de2-64c6-4aa3-af33-f936bc49b114 None None] The sync data for ids ['8a959219-b04b-4eb3-aa17-a64dc18b283b'] in n-d-805734-3 is: [{'id': '8a959219-b04b-4eb3-aa17-a64dc18b283b', 'name': 'tempest-RoutersTest-router-1421670210', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:06:57Z', 'updated_at': '2021-11-11T21:07:52Z', 'revision_number': 11, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:56.826480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] For port f5effde0-b86a-4aea-ade0-bf167c133bdc, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f5effde0-b86a-4aea-ade0-bf167c133bdc,segment=NetworkSegment(148b6e3f-2c0b-424a-9a27-abf628c85626),segment_id=148b6e3f-2c0b-424a-9a27-abf628c85626)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:07:56.932185 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70bf9088-b814-439c-b587-9b549ef8578d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.933308 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70bf9088-b814-439c-b587-9b549ef8578d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:56.966023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.025506 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70bf9088-b814-439c-b587-9b549ef8578d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.070137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60e0fe-96a1-4067-9fce-76cdebb4bf02 req-3e201688-4f40-4c1e-a046-926737745046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:57.071817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f60e0fe-96a1-4067-9fce-76cdebb4bf02 req-3e201688-4f40-4c1e-a046-926737745046 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5051951 Nov 11 21:07:57.149317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70bf9088-b814-439c-b587-9b549ef8578d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.230325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.272134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.274945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70bf9088-b814-439c-b587-9b549ef8578d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.279202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-70bf9088-b814-439c-b587-9b549ef8578d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.5052915 Nov 11 21:07:57.291411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:57.296774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c596f-0a2c-404e-a5a6-2bd36cb7f56f None None] Pushing event updated for resources: {'Port': ['ID=f5effde0-b86a-4aea-ade0-bf167c133bdc,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:57.302283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6174a605-170c-47ce-bfe6-7f4ed5c2a740 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:07:57.337197 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.436770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Allocated IP 172.25.2.226 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/edf695cc-32e7-4891-90c4-8c57eb823c8c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:07:57.446403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60e0fe-96a1-4067-9fce-76cdebb4bf02 req-f4fd1f3b-265c-4cd4-969b-9864f7cce85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:57.450685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f60e0fe-96a1-4067-9fce-76cdebb4bf02 req-f4fd1f3b-265c-4cd4-969b-9864f7cce85a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3456075 Nov 11 21:07:57.456608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeda59c-28d1-4dbc-96a7-86ea2c2e26c0 req-d193f459-014b-4ca9-a12e-0ac11da8187f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:57.461814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8aeda59c-28d1-4dbc-96a7-86ea2c2e26c0 req-d193f459-014b-4ca9-a12e-0ac11da8187f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 944 time: 0.1842287 Nov 11 21:07:57.588937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7330da-32df-46a7-8b28-866031186f64 req-fc02865e-d106-41aa-b288-094cb3c9a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:57.590457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-fc02865e-d106-41aa-b288-094cb3c9a64b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 1095 time: 0.0722678 Nov 11 21:07:57.631472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6174a605-170c-47ce-bfe6-7f4ed5c2a740 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16368711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45940'] for router, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.655190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-03b056be-bbf4-4a9f-81a6-a98411f54d09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10bc115d-b82d-43a0-b771-36c0e9ab01da HTTP/1.1" status: 200 len: 217 time: 0.0522490 Nov 11 21:07:57.660975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8aeda59c-28d1-4dbc-96a7-86ea2c2e26c0 req-9314cbd7-76b6-4175-88c9-f71689d41d1e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963563 Nov 11 21:07:57.697999 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.719864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6174a605-170c-47ce-bfe6-7f4ed5c2a740 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16368718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16368821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370728'] for router, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.739814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7330da-32df-46a7-8b28-866031186f64 req-5e887de6-f143-4df2-aaf3-dffc4ac03c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:57.741472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-5e887de6-f143-4df2-aaf3-dffc4ac03c37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 200 len: 853 time: 0.0768538 Nov 11 21:07:57.785252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-7bf3ef53-581c-42ff-bd15-90c31f02f6e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c414d3c-918c-49ad-811c-ba45cc41875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355659 Nov 11 21:07:57.865924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:57.891412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6174a605-170c-47ce-bfe6-7f4ed5c2a740 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Router 77040cb8-ed3b-4c05-bad9-e42cfd094f19 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:07:57.919126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:07:57.922655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:07:57.926262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-cf99a663-2feb-4a26-8cdd-2a36e69198b8 service neutron] 10.222.0.62 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325297 Nov 11 21:07:57.927036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:07:57.943133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15237443-7349-43b5-b5c7-23222e68c970 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:07:58.005389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05226582-f77e-48f6-9b8b-93d5173c7bb7 None None] Provisioning complete for port edf695cc-32e7-4891-90c4-8c57eb823c8c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:58.007504 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05226582-f77e-48f6-9b8b-93d5173c7bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.035170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Pushing event updated for resources: {'Port': ['ID=edf695cc-32e7-4891-90c4-8c57eb823c8c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:58.081330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05226582-f77e-48f6-9b8b-93d5173c7bb7 None None] Port edf695cc-32e7-4891-90c4-8c57eb823c8c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:07:58.279937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5effde0-b86a-4aea-ade0-bf167c133bdc up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:07:58.287377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-db7330da-32df-46a7-8b28-866031186f64 req-2e365057-1b38-4c97-873b-6f99bcd33e60 service neutron] 10.222.0.62 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226700 Nov 11 21:07:58.376465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f5effde0-b86a-4aea-ade0-bf167c133bdc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:58.376465 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.392274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6174a605-170c-47ce-bfe6-7f4ed5c2a740 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:58.403709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6174a605-170c-47ce-bfe6-7f4ed5c2a740 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.405384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6174a605-170c-47ce-bfe6-7f4ed5c2a740 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "PUT /v2.0/routers/77040cb8-ed3b-4c05-bad9-e42cfd094f19 HTTP/1.1" status: 200 len: 691 time: 1.1126778 Nov 11 21:07:58.405773 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] Sync routers for ids ['77040cb8-ed3b-4c05-bad9-e42cfd094f19'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:58.407869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35532) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:58.418161 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] Routers {'77040cb8-ed3b-4c05-bad9-e42cfd094f19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:58.422323 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['77040cb8-ed3b-4c05-bad9-e42cfd094f19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:58.510351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.535732 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] Set router 77040cb8-ed3b-4c05-bad9-e42cfd094f19 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:58.575401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port f5effde0-b86a-4aea-ade0-bf167c133bdc, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f5effde0-b86a-4aea-ade0-bf167c133bdc,segment=NetworkSegment(148b6e3f-2c0b-424a-9a27-abf628c85626),segment_id=148b6e3f-2c0b-424a-9a27-abf628c85626)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:07:58.613875 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77040cb8-ed3b-4c05-bad9-e42cfd094f19', 'name': 'tempest-RoutersTest-router-1135344', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:56Z', 'updated_at': '2021-11-11T21:07:57Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:58.644861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.651330 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] Checking router: 77040cb8-ed3b-4c05-bad9-e42cfd094f19 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:58.655105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:58.655492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6237ca2f-d34a-4119-9f1d-9678d93d1b3f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/routers/77040cb8-ed3b-4c05-bad9-e42cfd094f19 HTTP/1.1" status: 200 len: 697 time: 0.2459991 Nov 11 21:07:58.662261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.684749 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] Routers {'77040cb8-ed3b-4c05-bad9-e42cfd094f19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:58.685510 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['77040cb8-ed3b-4c05-bad9-e42cfd094f19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:58.714475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-254ad5ec-8386-445b-bb43-487f8e931e99 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=77040cb8-ed3b-4c05-bad9-e42cfd094f19 HTTP/1.1" status: 200 len: 205 time: 0.0519462 Nov 11 21:07:58.715369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:58.777891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d3cc8-9102-4834-a150-49321de30a8c None None] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:07:58.809212 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] Set router 77040cb8-ed3b-4c05-bad9-e42cfd094f19 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:58.830005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=f5effde0-b86a-4aea-ade0-bf167c133bdc,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:07:58.867376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12acd1d-a00b-4271-afc0-93e4b2b5ef89 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.887020 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77040cb8-ed3b-4c05-bad9-e42cfd094f19', 'name': 'tempest-RoutersTest-router-1135344', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:56Z', 'updated_at': '2021-11-11T21:07:57Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:58.901778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e887096b-f4d6-4b6e-99ae-f80047eba50e None None] Provisioning complete for port f5effde0-b86a-4aea-ade0-bf167c133bdc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:58.902579 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e887096b-f4d6-4b6e-99ae-f80047eba50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.920098 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25b56-4ef2-4262-891b-65563d0e053b None None] The sync data for ids ['77040cb8-ed3b-4c05-bad9-e42cfd094f19'] in n-d-805734-3 is: [{'id': '77040cb8-ed3b-4c05-bad9-e42cfd094f19', 'name': 'tempest-RoutersTest-router-1135344', 'tenant_id': '8a8da0a578c3443a82e6031b990aa9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:56Z', 'updated_at': '2021-11-11T21:07:57Z', 'revision_number': 2, 'project_id': '8a8da0a578c3443a82e6031b990aa9ea', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:07:58.956815 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:58.983608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56915f69-4b03-4fac-9b3e-724fddc38009 req-2f461066-0526-4d7d-b442-5ae616091d09 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:07:58.997226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56915f69-4b03-4fac-9b3e-724fddc38009 req-2f461066-0526-4d7d-b442-5ae616091d09 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 944 time: 0.2020664 Nov 11 21:07:59.111179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12acd1d-a00b-4271-afc0-93e4b2b5ef89 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:59.116611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12acd1d-a00b-4271-afc0-93e4b2b5ef89 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:59.145951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56915f69-4b03-4fac-9b3e-724fddc38009 req-2455fba7-0995-4674-a61e-a6c076a9c112 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520782 Nov 11 21:07:59.205608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Router d9a52fed-8af7-463d-af74-d35f43b45bf0 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:07:59.262516 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12acd1d-a00b-4271-afc0-93e4b2b5ef89 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:59.263037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12acd1d-a00b-4271-afc0-93e4b2b5ef89 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Fanout notify agent at l3_agent the message router_deleted on router 77040cb8-ed3b-4c05-bad9-e42cfd094f19 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:07:59.271092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12acd1d-a00b-4271-afc0-93e4b2b5ef89 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:59.276988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b12acd1d-a00b-4271-afc0-93e4b2b5ef89 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/77040cb8-ed3b-4c05-bad9-e42cfd094f19 HTTP/1.1" status: 204 len: 168 time: 0.5560913 Nov 11 21:07:59.276988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35542) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.312466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f701e09-750f-40b0-b06a-6dbd83d0a6dd tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=77040cb8-ed3b-4c05-bad9-e42cfd094f19 HTTP/1.1" status: 200 len: 205 time: 0.0343802 Nov 11 21:07:59.313355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35546) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.336034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:07:59.362088 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-0a661392-f18c-4602-beb2-50f7b63481c8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] delete failed (client error): The resource could not be found. Nov 11 21:07:59.364438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0a661392-f18c-4602-beb2-50f7b63481c8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/77040cb8-ed3b-4c05-bad9-e42cfd094f19 HTTP/1.1" status: 404 len: 336 time: 0.0485687 Nov 11 21:07:59.365793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.366382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Sync routers for ids ['d9a52fed-8af7-463d-af74-d35f43b45bf0'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:07:59.389963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a8a55b2f-cc80-47ea-becd-d658affcba80 None None] Provisioning complete for port f5effde0-b86a-4aea-ade0-bf167c133bdc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:07:59.389963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8a55b2f-cc80-47ea-becd-d658affcba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:59.389963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Routers {'d9a52fed-8af7-463d-af74-d35f43b45bf0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:07:59.391524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d9a52fed-8af7-463d-af74-d35f43b45bf0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:59.400605 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16e3b2b-19dc-4b79-b21a-d1712ba8cf07 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:07:59.401904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16e3b2b-19dc-4b79-b21a-d1712ba8cf07 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:07:59.408222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e16e3b2b-19dc-4b79-b21a-d1712ba8cf07 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/a2450374-47cb-4458-8303-45bc764a89e3 HTTP/1.1" status: 404 len: 337 time: 0.0414026 Nov 11 21:07:59.409181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.410156 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:59.413086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ab931270-fa7f-4b3d-b042-adf496aba150 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8978636 Nov 11 21:07:59.420568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.439389 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d0b799-3177-4ecc-bcb7-a7530b7b3ad0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:07:59.440934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d0b799-3177-4ecc-bcb7-a7530b7b3ad0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:07:59.446636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b2d0b799-3177-4ecc-bcb7-a7530b7b3ad0 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/2b3c0d82-15e7-4582-9ecd-b8154f930ce5 HTTP/1.1" status: 404 len: 337 time: 0.0363514 Nov 11 21:07:59.456258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.512087 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b873ab-d632-40ab-9b46-1da00713e2ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:07:59.512596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b873ab-d632-40ab-9b46-1da00713e2ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:07:59.518111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f1b873ab-d632-40ab-9b46-1da00713e2ee tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/82ab33de-3f36-4e55-890e-388ec4f9e2e6 HTTP/1.1" status: 404 len: 337 time: 0.0585136 Nov 11 21:07:59.525247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35562) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.581571 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad235343-a5f6-4453-853d-6b8d8599ab57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:07:59.582322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad235343-a5f6-4453-853d-6b8d8599ab57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:07:59.589296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad235343-a5f6-4453-853d-6b8d8599ab57 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/9b43d01e-7d80-4b2d-a00a-0a84f1a8304b HTTP/1.1" status: 404 len: 337 time: 0.0605094 Nov 11 21:07:59.589559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.616190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Set router d9a52fed-8af7-463d-af74-d35f43b45bf0 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:07:59.642288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-43cf50b7-96b7-448c-9b71-228aad979328 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 200 len: 205 time: 0.0490077 Nov 11 21:07:59.643210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.720213 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ff578c2a-abeb-4ed5-b71a-3b83c970917c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] delete failed (client error): The resource could not be found. Nov 11 21:07:59.724433 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ff578c2a-abeb-4ed5-b71a-3b83c970917c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/8a959219-b04b-4eb3-aa17-a64dc18b283b HTTP/1.1" status: 404 len: 336 time: 0.0776222 Nov 11 21:07:59.724670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.761401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ba2972e2-faec-42a4-b1fe-9907b49d4af6 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a95102-da46-4915-aa93-a4b36e042508 HTTP/1.1" status: 200 len: 205 time: 0.0334940 Nov 11 21:07:59.761844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.836823 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-a14590eb-0dbf-40ae-8ab6-b696f62e1c21 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] delete failed (client error): The resource could not be found. Nov 11 21:07:59.837883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a14590eb-0dbf-40ae-8ab6-b696f62e1c21 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/83a95102-da46-4915-aa93-a4b36e042508 HTTP/1.1" status: 404 len: 336 time: 0.0748641 Nov 11 21:07:59.841003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.851668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:07:58Z', 'revision_number': 3, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port': {'id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:57Z', 'updated_at': '2021-11-11T21:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:07:59.881123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Checking router: d9a52fed-8af7-463d-af74-d35f43b45bf0 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:07:59.881487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Updating router d9a52fed-8af7-463d-af74-d35f43b45bf0 port edf695cc-32e7-4891-90c4-8c57eb823c8c binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:07:59.903849 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae58804-b7fd-4a6c-a81f-e112b52d254b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:07:59.904330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae58804-b7fd-4a6c-a81f-e112b52d254b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:07:59.907321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0ae58804-b7fd-4a6c-a81f-e112b52d254b tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/6ab5ecba-7d80-4b1c-b50d-f17d91e50099 HTTP/1.1" status: 404 len: 337 time: 0.0630875 Nov 11 21:07:59.911433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35576) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:07:59.911666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:07:59.965185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c50477f-5008-4572-b90a-83d443dd70f7 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=351aacef-6f11-4a35-9188-353a47e23b12 HTTP/1.1" status: 200 len: 205 time: 0.0512717 Nov 11 21:07:59.967611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.012739 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-5aa98941-d8e4-4afa-8dc3-26bc18241226 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] delete failed (client error): The resource could not be found. Nov 11 21:08:00.020119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5aa98941-d8e4-4afa-8dc3-26bc18241226 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/351aacef-6f11-4a35-9188-353a47e23b12 HTTP/1.1" status: 404 len: 336 time: 0.0446246 Nov 11 21:08:00.021781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.055597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab7c6db5-eada-47e5-824f-bf3bbb40517d tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=273b6388-403f-4bad-9cd6-e97281cb2bdb HTTP/1.1" status: 200 len: 205 time: 0.0329444 Nov 11 21:08:00.059378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.118784 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-4bf17ff4-d9ac-478e-b5ff-24c8cb319b9f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] delete failed (client error): The resource could not be found. Nov 11 21:08:00.118784 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4bf17ff4-d9ac-478e-b5ff-24c8cb319b9f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/273b6388-403f-4bad-9cd6-e97281cb2bdb HTTP/1.1" status: 404 len: 336 time: 0.0576537 Nov 11 21:08:00.121037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.145449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5effde0-b86a-4aea-ade0-bf167c133bdc up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:08:00.157344 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-785831b1-9af4-4474-8007-27be75bb10e8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:08:00.158304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785831b1-9af4-4474-8007-27be75bb10e8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:08:00.162946 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-785831b1-9af4-4474-8007-27be75bb10e8 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/c3e9a26d-bb8b-4a00-8f7f-731fe9f6ae87 HTTP/1.1" status: 404 len: 337 time: 0.0400927 Nov 11 21:08:00.165641 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.168073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35588) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.223893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f14c41f6-8928-449e-b8f7-52b6a902c7e3 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=66721f62-f85a-4b07-81df-e30246c0cd6c HTTP/1.1" status: 200 len: 205 time: 0.0507865 Nov 11 21:08:00.224282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35592) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.286974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f5effde0-b86a-4aea-ade0-bf167c133bdc triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:00.287350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.307555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05165ace-c2fb-4881-86b1-4197b735358d req-124ab185-1270-404b-b6db-f49e5e8804a9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:00.310766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05165ace-c2fb-4881-86b1-4197b735358d req-124ab185-1270-404b-b6db-f49e5e8804a9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 944 time: 0.0677445 Nov 11 21:08:00.317173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 10bc115d-b82d-43a0-b771-36c0e9ab01da details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:08:00.362556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.399416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05165ace-c2fb-4881-86b1-4197b735358d req-97f3d8ff-b4d6-49c3-b78c-62bc4427d2d6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792987 Nov 11 21:08:00.471934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.556897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98393973-0dce-4bef-b3a2-b28f0b669752 None None] Pushing event updated for resources: {'Port': ['ID=edf695cc-32e7-4891-90c4-8c57eb823c8c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:00.559353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e688b3-3a14-43ad-8514-cab794d880cb None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:08:00.564370 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-e534ca68-7564-48aa-8714-66b08119718c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] delete failed (client error): The resource could not be found. Nov 11 21:08:00.564370 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e534ca68-7564-48aa-8714-66b08119718c tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/66721f62-f85a-4b07-81df-e30246c0cd6c HTTP/1.1" status: 404 len: 336 time: 0.3389049 Nov 11 21:08:00.568100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.573530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Attempting to bind port edf695cc-32e7-4891-90c4-8c57eb823c8c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:08:00.574113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Attempting to bind port edf695cc-32e7-4891-90c4-8c57eb823c8c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:08:00.574656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Attempting to bind port edf695cc-32e7-4891-90c4-8c57eb823c8c on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:08:00.581613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 10bc115d-b82d-43a0-b771-36c0e9ab01da, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=10bc115d-b82d-43a0-b771-36c0e9ab01da,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:00.587296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:08:00.587296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:08:00.587296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.587296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:08:00.587296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Bound port: edf695cc-32e7-4891-90c4-8c57eb823c8c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:08:00.587992 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.620216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '10bc115d-b82d-43a0-b771-36c0e9ab01da', 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c', 'port_id': '10bc115d-b82d-43a0-b771-36c0e9ab01da', 'mac_address': 'fa:16:3e:40:0d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02382ef5-b9f9-4252-a234-c58dfc277d0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:08:00.620418 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-346be9d1-9176-4f24-9783-8ca9fe6b1291 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:08:00.621175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346be9d1-9176-4f24-9783-8ca9fe6b1291 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:08:00.630812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-346be9d1-9176-4f24-9783-8ca9fe6b1291 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/6032d94c-b606-4f5d-9036-57716edd1478 HTTP/1.1" status: 404 len: 337 time: 0.0587013 Nov 11 21:08:00.631122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.690355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-71ce6b61-8d9c-4c54-86c2-36727cf4e1b1 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 HTTP/1.1" status: 200 len: 205 time: 0.0580213 Nov 11 21:08:00.693289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.696717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] For port edf695cc-32e7-4891-90c4-8c57eb823c8c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:08:00.700444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.704071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] For port edf695cc-32e7-4891-90c4-8c57eb823c8c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=edf695cc-32e7-4891-90c4-8c57eb823c8c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:08:00.712362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-349e881a-6caa-4282-a545-129f98300328 None None] Provisioning complete for port edf695cc-32e7-4891-90c4-8c57eb823c8c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:00.712507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-349e881a-6caa-4282-a545-129f98300328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.720197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bc115d-b82d-43a0-b771-36c0e9ab01da {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:08:00.767594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 10bc115d-b82d-43a0-b771-36c0e9ab01da, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=10bc115d-b82d-43a0-b771-36c0e9ab01da,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:00.771339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-349e881a-6caa-4282-a545-129f98300328 None None] Port edf695cc-32e7-4891-90c4-8c57eb823c8c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:08:00.777474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:00.782005 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-5e952182-cdbc-4508-817d-b91d2a182c99 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] delete failed (client error): The resource could not be found. Nov 11 21:08:00.784616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5e952182-cdbc-4508-817d-b91d2a182c99 tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/routers/d00efe60-1870-4cbe-b4a4-a3b4f6453aa0 HTTP/1.1" status: 404 len: 336 time: 0.0896139 Nov 11 21:08:00.786489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35608) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.816306 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3c5b43-ad24-411d-be8a-8dc40f8a835f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:08:00.816845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3c5b43-ad24-411d-be8a-8dc40f8a835f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:08:00.819834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eb3c5b43-ad24-411d-be8a-8dc40f8a835f tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/e7e60960-ed81-4c37-a828-7d4ac0e57843 HTTP/1.1" status: 404 len: 337 time: 0.0323632 Nov 11 21:08:00.822928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:00.846408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609560d9-bc56-4bfb-ac02-4eb26753beb0 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:08:00.852114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98393973-0dce-4bef-b3a2-b28f0b669752 None None] Pushing event updated for resources: {'Port': ['ID=edf695cc-32e7-4891-90c4-8c57eb823c8c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:00.853673 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-82921ccd-b9fd-4e63-8413-f11daa4bbfce tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] DELETE failed (client error): The resource could not be found. Nov 11 21:08:00.854330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82921ccd-b9fd-4e63-8413-f11daa4bbfce tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:08:00.855021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Routers {'d9a52fed-8af7-463d-af74-d35f43b45bf0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:08:00.855642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d9a52fed-8af7-463d-af74-d35f43b45bf0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:00.858053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-82921ccd-b9fd-4e63-8413-f11daa4bbfce tempest-RoutersTest-277346613 tempest-RoutersTest-277346613-project] 10.222.0.31 "DELETE /v2.0/subnets/1fb32bcb-576f-4b88-99c9-3d69db4e021e HTTP/1.1" status: 404 len: 337 time: 0.0336444 Nov 11 21:08:00.870768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Allocated IP 172.20.0.1 (07bb5dfd-1406-4ced-a5b4-c0e403e701fc/85d25c59-c542-4942-836b-f2cf17f63f65/9f98f487-22a5-417e-87b5-8ec1afccf13e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:08:00.906797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.045445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.170419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5f912f03-6065-4852-a81e-192b0744a089 None None] Provisioning complete for port edf695cc-32e7-4891-90c4-8c57eb823c8c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:01.170790 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f912f03-6065-4852-a81e-192b0744a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.177259 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.207421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=10bc115d-b82d-43a0-b771-36c0e9ab01da,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:01.216273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:08:01.220576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] Set router d9a52fed-8af7-463d-af74-d35f43b45bf0 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:08:01.222802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:08:01.226692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:08:01.290625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['10bc115d-b82d-43a0-b771-36c0e9ab01da'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:08:01.305210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Pushing event updated for resources: {'Port': ['ID=9f98f487-22a5-417e-87b5-8ec1afccf13e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:01.351885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.443382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:01.502326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f912f03-6065-4852-a81e-192b0744a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.573080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5f912f03-6065-4852-a81e-192b0744a089 None None] For port edf695cc-32e7-4891-90c4-8c57eb823c8c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=edf695cc-32e7-4891-90c4-8c57eb823c8c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:01.638249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f912f03-6065-4852-a81e-192b0744a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.687085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:07:58Z', 'revision_number': 3, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port': {'id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:57Z', 'updated_at': '2021-11-11T21:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:01.693723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf31a2-555f-4a86-8ace-f9cb1b07673d req-709fc7da-b337-4128-96e2-923538aa1597 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:01.702196 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53cf31a2-555f-4a86-8ace-f9cb1b07673d req-709fc7da-b337-4128-96e2-923538aa1597 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 945 time: 0.1312115 Nov 11 21:08:01.717175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:01.717347 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9f479319-ddaf-42d0-a2db-6506390401bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a8da0a578c3443a82e6031b990aa9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723999 Nov 11 21:08:01.728078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e094786-d7f5-457d-83d3-16979ad36933 None None] The sync data for ids ['d9a52fed-8af7-463d-af74-d35f43b45bf0'] in n-d-805734-3 is: [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:07:58Z', 'revision_number': 3, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port': {'id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:57Z', 'updated_at': '2021-11-11T21:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:08:01.756822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f912f03-6065-4852-a81e-192b0744a089 None None] Pushing event updated for resources: {'Port': ['ID=edf695cc-32e7-4891-90c4-8c57eb823c8c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:01.769313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e8ffe38a-52bf-4b8f-bfd7-5469a2a2e004 None None] Provisioning complete for port 9f98f487-22a5-417e-87b5-8ec1afccf13e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:01.769694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e8ffe38a-52bf-4b8f-bfd7-5469a2a2e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.780414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53cf31a2-555f-4a86-8ace-f9cb1b07673d req-84c635e2-b8ee-4fee-a987-c980d62633ff tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Nov 11 21:08:01.820389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffe38a-52bf-4b8f-bfd7-5469a2a2e004 None None] Port 9f98f487-22a5-417e-87b5-8ec1afccf13e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:08:01.849917 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.873256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2acd1359-441f-452e-b31f-70f49a65c2a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.918602 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2acd1359-441f-452e-b31f-70f49a65c2a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:01.931243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4bba96d6-c302-4b81-ba67-54e8ae4850f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:02.122100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2acd1359-441f-452e-b31f-70f49a65c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:02.125554 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2acd1359-441f-452e-b31f-70f49a65c2a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:02.126743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2acd1359-441f-452e-b31f-70f49a65c2a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11db6f75-b37a-4900-a118-f7acdcffd843 HTTP/1.1" status: 204 len: 168 time: 0.4084902 Nov 11 21:08:02.143643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:02.146893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1359-441f-452e-b31f-70f49a65c2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11db6f75-b37a-4900-a118-f7acdcffd843,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:02.222479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:02.297631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Pushing event updated for resources: {'Port': ['ID=9f98f487-22a5-417e-87b5-8ec1afccf13e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:02.301285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:02.432687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:08:02.434155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:08:02.624002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Router d9a52fed-8af7-463d-af74-d35f43b45bf0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:08:02.875475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:08:02.884210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2b709cee-d3b3-472a-a5b2-7ecf6454f053 admin admin] 10.222.0.31 "PUT /v2.0/routers/d9a52fed-8af7-463d-af74-d35f43b45bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4610033 Nov 11 21:08:02.970522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76a66aad-0f02-4ffb-9e10-2369eba42c1e None None] Provisioning complete for port 9f98f487-22a5-417e-87b5-8ec1afccf13e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:03.067802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76a66aad-0f02-4ffb-9e10-2369eba42c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:03.068781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271db32-5b6d-4c96-b1cd-5f6a14cfa013 req-3da4f3b2-3522-4310-9c37-8b6a04166ff2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:03.068781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1271db32-5b6d-4c96-b1cd-5f6a14cfa013 req-3da4f3b2-3522-4310-9c37-8b6a04166ff2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 945 time: 0.0978751 Nov 11 21:08:03.069311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-76a66aad-0f02-4ffb-9e10-2369eba42c1e None None] Port 9f98f487-22a5-417e-87b5-8ec1afccf13e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:08:03.125699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1271db32-5b6d-4c96-b1cd-5f6a14cfa013 req-f4f5ffaa-e98b-4963-8bc0-962ad20b648b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990589 Nov 11 21:08:03.662805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35676) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:03.781877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dd85c9a8-fb43-4368-b4ce-062b6f991ec8 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1187828503', 'prefixes': ['172.20.0.0/16']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:08:03.853386 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Sync routers for ids ['d9a52fed-8af7-463d-af74-d35f43b45bf0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:08:03.870803 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Routers {'d9a52fed-8af7-463d-af74-d35f43b45bf0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:08:03.870803 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:07:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d9a52fed-8af7-463d-af74-d35f43b45bf0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:03.995794 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Set router d9a52fed-8af7-463d-af74-d35f43b45bf0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:08:04.146299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd85c9a8-fb43-4368-b4ce-062b6f991ec8 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] Publish callbacks [] for subnetpool, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.148210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dd85c9a8-fb43-4368-b4ce-062b6f991ec8 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4842227 Nov 11 21:08:04.151207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35690) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:04.209003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device edf695cc-32e7-4891-90c4-8c57eb823c8c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:08:04.222539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:04.229191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8d215c41-6c03-4483-a601-f9420450f277 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1619968114'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:08:04.234532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fa13cb6c-1274-4808-9fc3-13680454f6f2 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] 10.222.0.31 "GET /v2.0/subnetpools/9a9fc2dc-bc67-49bf-b4e3-c6f574cff17b HTTP/1.1" status: 200 len: 732 time: 0.0809002 Nov 11 21:08:04.299744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port edf695cc-32e7-4891-90c4-8c57eb823c8c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:04.301959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.351831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 10bc115d-b82d-43a0-b771-36c0e9ab01da up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:08:04.362901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3950d04-e573-45be-8d15-da5b78c47194 req-521ae1d3-3c3d-4cd5-941c-5c6c6d6c2aef tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:04.374898 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3950d04-e573-45be-8d15-da5b78c47194 req-521ae1d3-3c3d-4cd5-941c-5c6c6d6c2aef tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 945 time: 0.1189089 Nov 11 21:08:04.483068 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d3950d04-e573-45be-8d15-da5b78c47194 req-2d8e8813-ee14-4365-b2b2-51ed615fc098 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967934 Nov 11 21:08:04.506501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41cc051e-21df-4280-9e72-c4ae35561099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.553618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 10bc115d-b82d-43a0-b771-36c0e9ab01da completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:08:04.558469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d215c41-6c03-4483-a601-f9420450f277 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] Publish callbacks [] for subnetpool, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.565813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:04.574733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 10bc115d-b82d-43a0-b771-36c0e9ab01da triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:04.575105 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.576708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d215c41-6c03-4483-a601-f9420450f277 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] 10.222.0.31 "PUT /v2.0/subnetpools/9a9fc2dc-bc67-49bf-b4e3-c6f574cff17b HTTP/1.1" status: 200 len: 684 time: 0.3523073 Nov 11 21:08:04.602010 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:08:01Z', 'revision_number': 4, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port': {'id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:57Z', 'updated_at': '2021-11-11T21:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9f98f487-22a5-417e-87b5-8ec1afccf13e', 'name': '', 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'mac_address': 'fa:16:3e:71:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '85d25c59-c542-4942-836b-f2cf17f63f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:08:00Z', 'updated_at': '2021-11-11T21:08:01Z', 'revision_number': 2, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'subnets': [{'id': '85d25c59-c542-4942-836b-f2cf17f63f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:04.647651 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Checking router: d9a52fed-8af7-463d-af74-d35f43b45bf0 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:08:04.648279 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Updating router d9a52fed-8af7-463d-af74-d35f43b45bf0 port 9f98f487-22a5-417e-87b5-8ec1afccf13e binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:08:04.679883 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.693373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:04.713788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.742308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc115d-b82d-43a0-b771-36c0e9ab01da'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:08:04.745314 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c1945a-fa36-4057-a850-6012725b1fa8" -d '{"events": [{"server_uuid": "777b2d7d-f0e5-4d6d-b06f-99e124c06f18", "name": "network-vif-plugged", "status": "completed", "tag": "10bc115d-b82d-43a0-b771-36c0e9ab01da"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:08:04.799969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 10bc115d-b82d-43a0-b771-36c0e9ab01da, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=10bc115d-b82d-43a0-b771-36c0e9ab01da,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:04.813212 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d3049-8249-46dc-a9b0-0b98b289c61f x-openstack-request-id: req-129d3049-8249-46dc-a9b0-0b98b289c61f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:08:04.813509 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777b2d7d-f0e5-4d6d-b06f-99e124c06f18", "name": "network-vif-plugged", "status": "completed", "tag": "10bc115d-b82d-43a0-b771-36c0e9ab01da", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:08:04.813770 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-129d3049-8249-46dc-a9b0-0b98b289c61f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:08:04.814207 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc115d-b82d-43a0-b771-36c0e9ab01da', 'code': 200} Nov 11 21:08:04.859125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71bdcd6d-dc38-48d6-9faa-4fb694b4ad41 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] Publish callbacks [] for subnetpool, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.861425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-71bdcd6d-dc38-48d6-9faa-4fb694b4ad41 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9a9fc2dc-bc67-49bf-b4e3-c6f574cff17b HTTP/1.1" status: 204 len: 168 time: 0.2942653 Nov 11 21:08:04.866382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:04.907930 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:04.937712 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-c05037ec-b816-4b94-8012-27435c331e8f tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] show failed (client error): The resource could not be found. Nov 11 21:08:04.942933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c05037ec-b816-4b94-8012-27435c331e8f tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] 10.222.0.31 "GET /v2.0/subnetpools/9a9fc2dc-bc67-49bf-b4e3-c6f574cff17b HTTP/1.1" status: 404 len: 346 time: 0.0771611 Nov 11 21:08:04.946816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:04.973061 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6276766d-e459-4984-a28f-9ba8ab077535 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] delete failed (client error): The resource could not be found. Nov 11 21:08:04.978630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6276766d-e459-4984-a28f-9ba8ab077535 tempest-SubnetPoolsTestJSON-481985994 tempest-SubnetPoolsTestJSON-481985994-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9a9fc2dc-bc67-49bf-b4e3-c6f574cff17b HTTP/1.1" status: 404 len: 346 time: 0.0298870 Nov 11 21:08:05.027264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd8f71-7e35-4299-903f-698e26871662 req-8e4f5ca5-c6a2-436c-b51e-8ba1327f17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:05.031830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdcd8f71-7e35-4299-903f-698e26871662 req-8e4f5ca5-c6a2-436c-b51e-8ba1327f17d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 1097 time: 0.1168041 Nov 11 21:08:05.059574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=10bc115d-b82d-43a0-b771-36c0e9ab01da,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:05.062566 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.110916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bdcd8f71-7e35-4299-903f-698e26871662 req-9c4cb14a-fc67-4eda-b723-e22baf5fd4ec service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579116 Nov 11 21:08:05.119936 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.182928 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84f5e8-600a-4a4f-b9ec-285d9e286861 None None] Pushing event updated for resources: {'Port': ['ID=9f98f487-22a5-417e-87b5-8ec1afccf13e,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:05.197534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.246089 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Attempting to bind port 9f98f487-22a5-417e-87b5-8ec1afccf13e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:08:05.246458 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Attempting to bind port 9f98f487-22a5-417e-87b5-8ec1afccf13e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:08:05.246817 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Attempting to bind port 9f98f487-22a5-417e-87b5-8ec1afccf13e on network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:08:05.253313 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:08:05.253688 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Checking segment: {'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:08:05.254087 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.254470 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Bound using segment: {'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:08:05.254933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Bound port: 9f98f487-22a5-417e-87b5-8ec1afccf13e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148b6e3f-2c0b-424a-9a27-abf628c85626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:08:05.255303 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.376672 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] For port 9f98f487-22a5-417e-87b5-8ec1afccf13e, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:08:05.383813 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] For port 9f98f487-22a5-417e-87b5-8ec1afccf13e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9f98f487-22a5-417e-87b5-8ec1afccf13e,segment=NetworkSegment(148b6e3f-2c0b-424a-9a27-abf628c85626),segment_id=148b6e3f-2c0b-424a-9a27-abf628c85626)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:08:05.497312 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.498960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e0581ce5-75b8-447b-8b0c-0f3b75a1c5fd None None] Provisioning complete for port 9f98f487-22a5-417e-87b5-8ec1afccf13e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:05.507438 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0581ce5-75b8-447b-8b0c-0f3b75a1c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.551541 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.582744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Deleting port 9f98f487-22a5-417e-87b5-8ec1afccf13e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:08:05.583236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.626758 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84f5e8-600a-4a4f-b9ec-285d9e286861 None None] Pushing event updated for resources: {'Port': ['ID=9f98f487-22a5-417e-87b5-8ec1afccf13e,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:05.633456 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0581ce5-75b8-447b-8b0c-0f3b75a1c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.658889 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Routers {'d9a52fed-8af7-463d-af74-d35f43b45bf0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:08:05.659531 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:08:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d9a52fed-8af7-463d-af74-d35f43b45bf0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:05.689190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e0581ce5-75b8-447b-8b0c-0f3b75a1c5fd None None] For port 9f98f487-22a5-417e-87b5-8ec1afccf13e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9f98f487-22a5-417e-87b5-8ec1afccf13e,segment=NetworkSegment(148b6e3f-2c0b-424a-9a27-abf628c85626),segment_id=148b6e3f-2c0b-424a-9a27-abf628c85626)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:05.741306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] For port 9f98f487-22a5-417e-87b5-8ec1afccf13e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9f98f487-22a5-417e-87b5-8ec1afccf13e,segment=NetworkSegment(148b6e3f-2c0b-424a-9a27-abf628c85626),segment_id=148b6e3f-2c0b-424a-9a27-abf628c85626)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:05.741306 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.757723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Calling delete_port for 9f98f487-22a5-417e-87b5-8ec1afccf13e owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:08:05.776674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35726) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:05.804430 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] Set router d9a52fed-8af7-463d-af74-d35f43b45bf0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:08:05.828933 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0581ce5-75b8-447b-8b0c-0f3b75a1c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.939056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0581ce5-75b8-447b-8b0c-0f3b75a1c5fd None None] Pushing event updated for resources: {'Port': ['ID=9f98f487-22a5-417e-87b5-8ec1afccf13e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:05.959141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7949cc99-4a0f-48c0-9159-cf35f37f1c72 None None] Provisioning complete for port 9f98f487-22a5-417e-87b5-8ec1afccf13e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:05.960360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7949cc99-4a0f-48c0-9159-cf35f37f1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.987949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c350fb34-358e-444a-97f2-66ae0d96046f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:05.996924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7fc37-9ba2-40c3-a831-4b75898611c6 req-e56ce028-3987-44e4-9405-8c02db8eb1db tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:06.005856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dad7fc37-9ba2-40c3-a831-4b75898611c6 req-e56ce028-3987-44e4-9405-8c02db8eb1db tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 946 time: 0.4178231 Nov 11 21:08:06.142013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c350fb34-358e-444a-97f2-66ae0d96046f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:06.199968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dad7fc37-9ba2-40c3-a831-4b75898611c6 req-642f8865-9a02-4ca4-900b-22a0a60644b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797891 Nov 11 21:08:06.212022 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:08:06.229340 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:08:01Z', 'revision_number': 4, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port': {'id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:57Z', 'updated_at': '2021-11-11T21:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9f98f487-22a5-417e-87b5-8ec1afccf13e', 'name': '', 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'mac_address': 'fa:16:3e:71:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '85d25c59-c542-4942-836b-f2cf17f63f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:08:00Z', 'updated_at': '2021-11-11T21:08:05Z', 'revision_number': 4, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'subnets': [{'id': '85d25c59-c542-4942-836b-f2cf17f63f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:06.245870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c350fb34-358e-444a-97f2-66ae0d96046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:06.259317 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca640f59-e242-49f9-b070-924b04e9faad None None] The sync data for ids ['d9a52fed-8af7-463d-af74-d35f43b45bf0'] in n-d-805734-3 is: [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:08:01Z', 'revision_number': 4, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port': {'id': 'edf695cc-32e7-4891-90c4-8c57eb823c8c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:07:57Z', 'updated_at': '2021-11-11T21:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '9f98f487-22a5-417e-87b5-8ec1afccf13e', 'name': '', 'network_id': '07bb5dfd-1406-4ced-a5b4-c0e403e701fc', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'mac_address': 'fa:16:3e:71:7e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '85d25c59-c542-4942-836b-f2cf17f63f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:08:00Z', 'updated_at': '2021-11-11T21:08:05Z', 'revision_number': 4, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'subnets': [{'id': '85d25c59-c542-4942-836b-f2cf17f63f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:08:06.292900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c350fb34-358e-444a-97f2-66ae0d96046f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a06392bb793e4ba893aafbba45f886c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5145993 Nov 11 21:08:06.294055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350fb34-358e-444a-97f2-66ae0d96046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e82a555-3d00-4cdd-a44a-0889a1336f6f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:06.295705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:06.317798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:06.423186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f98f487-22a5-417e-87b5-8ec1afccf13e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:06.516399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c1dec7-e46d-4cd6-b38e-cb3643ccdbfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:06.552836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c1dec7-e46d-4cd6-b38e-cb3643ccdbfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:06.724482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c1dec7-e46d-4cd6-b38e-cb3643ccdbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:06.727887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24c1dec7-e46d-4cd6-b38e-cb3643ccdbfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:06.729572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-24c1dec7-e46d-4cd6-b38e-cb3643ccdbfd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e82a555-3d00-4cdd-a44a-0889a1336f6f HTTP/1.1" status: 204 len: 168 time: 0.4323766 Nov 11 21:08:06.744365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1dec7-e46d-4cd6-b38e-cb3643ccdbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e82a555-3d00-4cdd-a44a-0889a1336f6f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:06.786659 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:07.056863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:07.443415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726c199-3b56-4ccc-a265-f56ff21b2982 req-b36cbea9-261a-4d14-9c76-f9e8ad79c514 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:07.445211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b726c199-3b56-4ccc-a265-f56ff21b2982 req-b36cbea9-261a-4d14-9c76-f9e8ad79c514 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 946 time: 0.1015387 Nov 11 21:08:07.449576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Router d9a52fed-8af7-463d-af74-d35f43b45bf0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:08:07.541773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b726c199-3b56-4ccc-a265-f56ff21b2982 req-64bafafc-cb65-477e-8dd0-00c03e2d05ab tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881956 Nov 11 21:08:07.635244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:08:07.643368 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9f8af572-05f5-47fe-9a7b-9292c0669be3 admin admin] 10.222.0.31 "PUT /v2.0/routers/d9a52fed-8af7-463d-af74-d35f43b45bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9468768 Nov 11 21:08:07.645637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35764) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:07.818356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:07.876128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:07.954148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:08.109271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Deleting port edf695cc-32e7-4891-90c4-8c57eb823c8c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:08:08.109626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:08.138269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] Sync routers for ids ['d9a52fed-8af7-463d-af74-d35f43b45bf0'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:08:08.155530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] Routers {'d9a52fed-8af7-463d-af74-d35f43b45bf0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:08:08.156449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:08:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d9a52fed-8af7-463d-af74-d35f43b45bf0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:08.306661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] Set router d9a52fed-8af7-463d-af74-d35f43b45bf0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:08:08.387347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] For port edf695cc-32e7-4891-90c4-8c57eb823c8c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=edf695cc-32e7-4891-90c4-8c57eb823c8c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:08.387770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:08.394970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:08:07Z', 'revision_number': 6, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:08.403797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Calling delete_port for edf695cc-32e7-4891-90c4-8c57eb823c8c owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:08:08.415742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c20f6-1036-49b1-bb1b-509f261d567b req-20895def-21ad-4eb6-b1d6-6da4b3a0c501 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:08.417439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f66c20f6-1036-49b1-bb1b-509f261d567b req-20895def-21ad-4eb6-b1d6-6da4b3a0c501 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 946 time: 0.1361520 Nov 11 21:08:08.427849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] Checking router: d9a52fed-8af7-463d-af74-d35f43b45bf0 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:08:08.436873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] Routers {'d9a52fed-8af7-463d-af74-d35f43b45bf0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:08:08.437699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:08:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['d9a52fed-8af7-463d-af74-d35f43b45bf0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:08.519779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f66c20f6-1036-49b1-bb1b-509f261d567b req-9ff8a70b-5fc1-44f1-84bc-6ed9602bc117 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941565 Nov 11 21:08:08.530366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] Set router d9a52fed-8af7-463d-af74-d35f43b45bf0 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:08:08.597980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:08:07Z', 'revision_number': 6, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:08.636908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fd761-4b47-4dfa-9f97-900919ff9675 None None] The sync data for ids ['d9a52fed-8af7-463d-af74-d35f43b45bf0'] in n-d-805734-3 is: [{'id': 'd9a52fed-8af7-463d-af74-d35f43b45bf0', 'name': 'tempest-ImageQuotaTest-356337936-router', 'tenant_id': '9eee06b6310842708668e2710b9e96bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:07:55Z', 'updated_at': '2021-11-11T21:08:07Z', 'revision_number': 6, 'project_id': '9eee06b6310842708668e2710b9e96bb', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:08:08.801004 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:08.837379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=edf695cc-32e7-4891-90c4-8c57eb823c8c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:08.849500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e97a00-b73c-4e69-bba7-775d8627a664 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:08:08.925993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.028911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.031316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.178444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.179511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a52fed-8af7-463d-af74-d35f43b45bf0 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:08:09.185648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.189093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6d0075da-eaaf-440f-ae8c-527dc7838a3a admin admin] 10.222.0.31 "DELETE /v2.0/routers/d9a52fed-8af7-463d-af74-d35f43b45bf0 HTTP/1.1" status: 204 len: 168 time: 1.5403407 Nov 11 21:08:09.190373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:09.273313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] Deleting subnet 85d25c59-c542-4942-836b-f2cf17f63f65 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:08:09.276982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.321035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.451185 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.606507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.642136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d25c59-c542-4942-836b-f2cf17f63f65,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:09.671250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:09.676887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529b2e9-7efc-4c92-af8c-6ab990d3bcf1 None None] Network 07bb5dfd-1406-4ced-a5b4-c0e403e701fc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:08:09.690048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b7b76149-aa9f-4f06-b7ab-916c18513aa6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85d25c59-c542-4942-836b-f2cf17f63f65 HTTP/1.1" status: 204 len: 168 time: 0.4881198 Nov 11 21:08:09.692249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:09.770156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfe970-c21c-4088-a540-abde73a61f02 req-98d2e233-6f23-4a52-8e15-32b670e69e6e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:09.771765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04bfe970-c21c-4088-a540-abde73a61f02 req-98d2e233-6f23-4a52-8e15-32b670e69e6e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 946 time: 0.1320581 Nov 11 21:08:09.886149 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04bfe970-c21c-4088-a540-abde73a61f02 req-65c24489-b69f-4c7f-8588-00324250d93f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026065 Nov 11 21:08:09.943800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-6647aa29-fee9-4313-9f06-0ec6a98a8fb7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:09.946218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-6647aa29-fee9-4313-9f06-0ec6a98a8fb7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.62 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 946 time: 0.2651725 Nov 11 21:08:09.951825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.178685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Deleting port f5effde0-b86a-4aea-ade0-bf167c133bdc {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:08:10.179018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.182677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Deleting port 10bc115d-b82d-43a0-b771-36c0e9ab01da {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:08:10.183276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.258929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9f98f487-22a5-417e-87b5-8ec1afccf13e no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:08:10.301141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 9f98f487-22a5-417e-87b5-8ec1afccf13e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:08:10.304699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9f98f487-22a5-417e-87b5-8ec1afccf13e not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:08:10.305120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device edf695cc-32e7-4891-90c4-8c57eb823c8c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:08:10.318164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] For port f5effde0-b86a-4aea-ade0-bf167c133bdc, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f5effde0-b86a-4aea-ade0-bf167c133bdc,segment=NetworkSegment(148b6e3f-2c0b-424a-9a27-abf628c85626),segment_id=148b6e3f-2c0b-424a-9a27-abf628c85626)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:10.318164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.337497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: edf695cc-32e7-4891-90c4-8c57eb823c8c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:08:10.338174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device edf695cc-32e7-4891-90c4-8c57eb823c8c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:08:10.340754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Calling delete_port for f5effde0-b86a-4aea-ade0-bf167c133bdc owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:08:10.353107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] For port 10bc115d-b82d-43a0-b771-36c0e9ab01da, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=10bc115d-b82d-43a0-b771-36c0e9ab01da,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:10.353107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.371129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Calling delete_port for 10bc115d-b82d-43a0-b771-36c0e9ab01da owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:08:10.429102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] DHCP port deletion for 07bb5dfd-1406-4ced-a5b4-c0e403e701fc request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:08:10.506960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Deleting port f5effde0-b86a-4aea-ade0-bf167c133bdc {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:08:10.507343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.580409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.585808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] For port f5effde0-b86a-4aea-ade0-bf167c133bdc, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f5effde0-b86a-4aea-ade0-bf167c133bdc,segment=NetworkSegment(148b6e3f-2c0b-424a-9a27-abf628c85626),segment_id=148b6e3f-2c0b-424a-9a27-abf628c85626)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:10.586522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.598336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] No DVR routers for this DVR port f5effde0-b86a-4aea-ade0-bf167c133bdc on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:08:10.600464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Calling delete_port for f5effde0-b86a-4aea-ade0-bf167c133bdc owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:08:10.649710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5effde0-b86a-4aea-ade0-bf167c133bdc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:10.692892 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.712681 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.718741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Pushing event deleted for resources: {'Port': ['ID=f5effde0-b86a-4aea-ade0-bf167c133bdc,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:10.727138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] No DVR routers for this DVR port f5effde0-b86a-4aea-ade0-bf167c133bdc on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:08:10.731642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.734827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.735792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b124f6b4-5128-4340-9ad8-29252702027f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:10.770267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bb5dfd-1406-4ced-a5b4-c0e403e701fc']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:10.781365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148b6e3f-2c0b-424a-9a27-abf628c85626') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:10.782787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148b6e3f-2c0b-424a-9a27-abf628c85626') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:08:10.793570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.808477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.815725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:08:10.816258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:08:10.818267 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:08:10.874508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.894022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['53bfac35-9d68-48be-9f50-3551bfbc9de8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:08:10.913460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Pushing event deleted for resources: {'Port': ['ID=10bc115d-b82d-43a0-b771-36c0e9ab01da,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:10.977235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] No DVR routers for this DVR port 10bc115d-b82d-43a0-b771-36c0e9ab01da on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:08:10.983821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:10.991906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b2a61478-9e0e-4fb9-af8f-89f1f5a0d13b req-422f8fdc-a784-494c-93b7-a5f1a5ca9533 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.62 "DELETE /v2.0/ports/10bc115d-b82d-43a0-b771-36c0e9ab01da HTTP/1.1" status: 204 len: 173 time: 1.0364552 Nov 11 21:08:10.992486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'name': 'network-vif-deleted', 'tag': '10bc115d-b82d-43a0-b771-36c0e9ab01da'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:08:10.995124 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d359dc-a395-4322-b291-54322ec54feb" -d '{"events": [{"server_uuid": "777b2d7d-f0e5-4d6d-b06f-99e124c06f18", "name": "network-vif-deleted", "tag": "10bc115d-b82d-43a0-b771-36c0e9ab01da"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:08:11.013234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:11.039765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:11.054648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] 10.222.0.31 "DELETE /v2.0/networks/07bb5dfd-1406-4ced-a5b4-c0e403e701fc HTTP/1.1" status: 204 len: 168 time: 1.3467109 Nov 11 21:08:11.065735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc4ebf-318d-419f-9b77-9e7706aa923d admin admin] Pushing event deleted for resources: {'Network': ['ID=07bb5dfd-1406-4ced-a5b4-c0e403e701fc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:11.092851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d3ba207-19cc-4538-9903-01c8a88eca00 req-aee73970-c730-4085-a82b-18039cce9611 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=777b2d7d-f0e5-4d6d-b06f-99e124c06f18 HTTP/1.1" status: 200 len: 210 time: 0.0635536 Nov 11 21:08:11.175223 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b2623d-3cfe-47fa-9de4-725b489c7fb7 x-openstack-request-id: req-72b2623d-3cfe-47fa-9de4-725b489c7fb7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:08:11.175633 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777b2d7d-f0e5-4d6d-b06f-99e124c06f18", "name": "network-vif-deleted", "tag": "10bc115d-b82d-43a0-b771-36c0e9ab01da", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:08:11.175985 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72b2623d-3cfe-47fa-9de4-725b489c7fb7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:08:11.176337 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777b2d7d-f0e5-4d6d-b06f-99e124c06f18', 'name': 'network-vif-deleted', 'tag': '10bc115d-b82d-43a0-b771-36c0e9ab01da', 'status': 'completed', 'code': 200} Nov 11 21:08:11.556488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:11.609998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-69c72718-856c-4c56-b46a-d8aaf9d00910 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9eee06b6310842708668e2710b9e96bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497189 Nov 11 21:08:11.610166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:11.676767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-995944bf-93e3-418d-85ad-76d8f7b4ded6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:11.707658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-995944bf-93e3-418d-85ad-76d8f7b4ded6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:11.845028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-995944bf-93e3-418d-85ad-76d8f7b4ded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:11.849684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-995944bf-93e3-418d-85ad-76d8f7b4ded6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:11.851285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-995944bf-93e3-418d-85ad-76d8f7b4ded6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa2ffe76-be25-42d6-840c-aec04f7aaa34 HTTP/1.1" status: 204 len: 168 time: 0.2367969 Nov 11 21:08:11.860041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995944bf-93e3-418d-85ad-76d8f7b4ded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ffe76-be25-42d6-840c-aec04f7aaa34,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:12.132265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5effde0-b86a-4aea-ade0-bf167c133bdc no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:08:12.179377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: f5effde0-b86a-4aea-ade0-bf167c133bdc {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:08:12.180321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5effde0-b86a-4aea-ade0-bf167c133bdc not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:08:12.296102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570fc2c-cf5e-40b6-821b-22cd23abadec req-3e802c94-5e91-44f9-bcef-c9c848ca6aa1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:12.297686 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0570fc2c-cf5e-40b6-821b-22cd23abadec req-3e802c94-5e91-44f9-bcef-c9c848ca6aa1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0632310 Nov 11 21:08:12.362617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0570fc2c-cf5e-40b6-821b-22cd23abadec req-de55249a-dfe2-4c3b-84a6-d91800a3a84b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Nov 11 21:08:12.364409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 10bc115d-b82d-43a0-b771-36c0e9ab01da no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:08:12.431953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 10bc115d-b82d-43a0-b771-36c0e9ab01da {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:08:12.432603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 10bc115d-b82d-43a0-b771-36c0e9ab01da not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:08:12.651072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a2d91-fcdc-49d5-ac47-6140b6ff90d9 req-a5639353-1769-4a43-aef6-1f910123f546 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:12.662801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b88a2d91-fcdc-49d5-ac47-6140b6ff90d9 req-a5639353-1769-4a43-aef6-1f910123f546 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0662766 Nov 11 21:08:12.723529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b88a2d91-fcdc-49d5-ac47-6140b6ff90d9 req-5e7f5d5c-9253-4865-8e74-e6a0f61d2c4a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583723 Nov 11 21:08:12.859910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270885e6-cd9a-4339-80f2-db4f9a10d6f4 req-7e3463d0-4d54-45ad-a76e-0b943cddfab7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:12.861800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-270885e6-cd9a-4339-80f2-db4f9a10d6f4 req-7e3463d0-4d54-45ad-a76e-0b943cddfab7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0564520 Nov 11 21:08:12.914488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-270885e6-cd9a-4339-80f2-db4f9a10d6f4 req-12f51a0b-dae4-4c0c-af95-3ecb022d3227 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 Nov 11 21:08:13.008414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:13.023756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f70a-8c67-41e3-98ba-e2e7a227f995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:13.114932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f70a-8c67-41e3-98ba-e2e7a227f995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:13.222336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f70a-8c67-41e3-98ba-e2e7a227f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:13.266673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8ff3f70a-8c67-41e3-98ba-e2e7a227f995 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2571530 Nov 11 21:08:13.269967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3f70a-8c67-41e3-98ba-e2e7a227f995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781869b-bc8d-4a8c-a35f-10e2ed4956c2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:13.270123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35886) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:13.354302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1c4cde3-fd24-454c-bb6b-f586204fe6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:13.381362 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1c4cde3-fd24-454c-bb6b-f586204fe6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:13.553781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1c4cde3-fd24-454c-bb6b-f586204fe6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:13.553781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c1c4cde3-fd24-454c-bb6b-f586204fe6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:13.553781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c1c4cde3-fd24-454c-bb6b-f586204fe6d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1781869b-bc8d-4a8c-a35f-10e2ed4956c2 HTTP/1.1" status: 204 len: 168 time: 0.2789125 Nov 11 21:08:13.558949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4cde3-fd24-454c-bb6b-f586204fe6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781869b-bc8d-4a8c-a35f-10e2ed4956c2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:16.415907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f686f-edfe-430a-84fc-0a59b6e7206a req-cf28a0c8-1e5e-4165-b170-d35ee62c2453 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:16.418141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a07f686f-edfe-430a-84fc-0a59b6e7206a req-cf28a0c8-1e5e-4165-b170-d35ee62c2453 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0549829 Nov 11 21:08:16.480774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a07f686f-edfe-430a-84fc-0a59b6e7206a req-dccf89cc-ca79-40c5-a60a-3b99844a347e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525301 Nov 11 21:08:16.638682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f899-fe38-4158-90d1-3d3cac736ad4 req-7ceb4e9e-fc57-46d4-9c6b-1a2c54c3307d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:16.640692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3843f899-fe38-4158-90d1-3d3cac736ad4 req-7ceb4e9e-fc57-46d4-9c6b-1a2c54c3307d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0619946 Nov 11 21:08:16.697923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3843f899-fe38-4158-90d1-3d3cac736ad4 req-d181a676-a3ee-452d-99e3-8578ce7f7777 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505013 Nov 11 21:08:20.444734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11eea-8243-4f9d-9fd9-d2237b55b696 req-135413c4-1d2f-418e-9bfb-346c1ae62222 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:20.446277 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dec11eea-8243-4f9d-9fd9-d2237b55b696 req-135413c4-1d2f-418e-9bfb-346c1ae62222 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0570483 Nov 11 21:08:20.498446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dec11eea-8243-4f9d-9fd9-d2237b55b696 req-4137490b-b77c-4f34-a302-515afaa100c9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 Nov 11 21:08:20.619245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306224d-26b4-437c-bad3-23b6bb78178b req-189bbf6b-c6e4-4570-b6bf-65247c4f8028 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:20.621282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c306224d-26b4-437c-bad3-23b6bb78178b req-189bbf6b-c6e4-4570-b6bf-65247c4f8028 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0520179 Nov 11 21:08:20.687065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-71d96b73-eb48-4994-bd9e-7b32fd612dcd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454445 Nov 11 21:08:20.695821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c306224d-26b4-437c-bad3-23b6bb78178b req-41c72853-8fe9-4b97-a78e-c554d72d9b4a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573452 Nov 11 21:08:20.794497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-c77ad51e-a7ce-462b-81ea-664c290ec230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:20.796742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-c77ad51e-a7ce-462b-81ea-664c290ec230 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1097 time: 0.0564322 Nov 11 21:08:20.907437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853042e2-e1f1-4dd2-a59e-3e90b1a8eaf4 req-37860f90-a3eb-4f98-9eb3-a7636c622791 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:20.915689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-853042e2-e1f1-4dd2-a59e-3e90b1a8eaf4 req-37860f90-a3eb-4f98-9eb3-a7636c622791 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0839148 Nov 11 21:08:20.934991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-231b7fff-29e8-4d3f-b190-b18b0c019f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:20.936980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-231b7fff-29e8-4d3f-b190-b18b0c019f69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.1159248 Nov 11 21:08:20.983016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-853042e2-e1f1-4dd2-a59e-3e90b1a8eaf4 req-2ae521e0-ce43-4939-8faf-e44854a5e27d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638196 Nov 11 21:08:21.018369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-059b26ef-8983-4476-8860-f77032092582 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1002 time: 0.0731375 Nov 11 21:08:21.073549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-b513dd3b-638f-4a01-8270-087bba0ad659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:21.075466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-b513dd3b-638f-4a01-8270-087bba0ad659 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0505285 Nov 11 21:08:21.157234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-3c96aa92-cdb3-4907-a472-b91973bf9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:21.159824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-3c96aa92-cdb3-4907-a472-b91973bf9af1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738063 Nov 11 21:08:21.199162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268044-1309-4cc0-b6eb-554281eb2da2 req-5c73b7db-8637-4390-9ecd-9b3f4af054e0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:21.199162 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13268044-1309-4cc0-b6eb-554281eb2da2 req-5c73b7db-8637-4390-9ecd-9b3f4af054e0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0734785 Nov 11 21:08:21.313082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-fa176771-fd68-48f9-89cb-45a0cd64cefb service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456287 Nov 11 21:08:21.319046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13268044-1309-4cc0-b6eb-554281eb2da2 req-a61ae3cf-7e70-4a8f-b874-2e066523fe2a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148317 Nov 11 21:08:21.475005 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbdd45c5-8033-4ea1-8b60-41ae9712383e req-71f64713-201f-4820-bb02-203feab2cdc2 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544671 Nov 11 21:08:21.561361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897e020-a3a4-4825-b7d8-c2b5e882e418 req-999274cb-1bf2-426c-899e-58014528cbb7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:21.564370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0897e020-a3a4-4825-b7d8-c2b5e882e418 req-999274cb-1bf2-426c-899e-58014528cbb7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0626056 Nov 11 21:08:21.630394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0897e020-a3a4-4825-b7d8-c2b5e882e418 req-6211cf79-b36f-4f74-b4b1-17d1d9a39e99 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581117 Nov 11 21:08:21.769990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ec59f-319e-435f-9a7e-854f5a50c43c req-33aa0889-a3e1-412f-b4f0-7fec410bd749 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:21.771702 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a5ec59f-319e-435f-9a7e-854f5a50c43c req-33aa0889-a3e1-412f-b4f0-7fec410bd749 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0623283 Nov 11 21:08:21.834917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a5ec59f-319e-435f-9a7e-854f5a50c43c req-bacffa69-5b03-41a1-a7bb-65266758d53b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Nov 11 21:08:22.107451 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:22.144465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc743-9d31-438d-b605-a93417def423 req-12db1d9b-cc00-4833-a892-1851915ebccc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:22.146357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0ecc743-9d31-438d-b605-a93417def423 req-12db1d9b-cc00-4833-a892-1851915ebccc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0644853 Nov 11 21:08:22.230399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0ecc743-9d31-438d-b605-a93417def423 req-d157e41b-0f56-4ba7-ada8-c943837da4ce tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Nov 11 21:08:22.442849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d3cc-0f06-4942-9c63-180a8c2b0428 req-25f5ad12-d455-469d-adf3-23c7c1aef53e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:22.460119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3df9d3cc-0f06-4942-9c63-180a8c2b0428 req-25f5ad12-d455-469d-adf3-23c7c1aef53e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.1135941 Nov 11 21:08:22.536807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3df9d3cc-0f06-4942-9c63-180a8c2b0428 req-3beb9cce-7d2e-4e49-8d1d-0bc6b3130e12 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701203 Nov 11 21:08:22.718849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c218129-a493-4299-bd8e-7c6006ecb7d8 req-042f22eb-725e-4d85-bbb2-3cac81423f19 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:22.721075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c218129-a493-4299-bd8e-7c6006ecb7d8 req-042f22eb-725e-4d85-bbb2-3cac81423f19 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0612094 Nov 11 21:08:22.771826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c218129-a493-4299-bd8e-7c6006ecb7d8 req-e68b5d7f-d2d3-4249-8454-bc6a1e224b39 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Nov 11 21:08:22.952856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-b8d1c4f3-a694-4275-b5a6-29767f244367 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1142280 Nov 11 21:08:22.989131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9820a1-e1c1-4ac8-8cc7-e0a5db046210 req-1aa293c2-bcd2-41e1-83e6-a6839caf25d8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:22.996624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9820a1-e1c1-4ac8-8cc7-e0a5db046210 req-1aa293c2-bcd2-41e1-83e6-a6839caf25d8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.1218390 Nov 11 21:08:23.092044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f9820a1-e1c1-4ac8-8cc7-e0a5db046210 req-5dcbe408-b887-4ece-8c94-c99c4b086737 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944576 Nov 11 21:08:23.094243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-46e585ef-7bf2-4847-89ee-8b392e306b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:23.096904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-46e585ef-7bf2-4847-89ee-8b392e306b54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6893d4fd3664dab879903dbd07919e2&device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 1096 time: 0.0845602 Nov 11 21:08:23.321913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-ba6a65e9-72d4-4961-a510-49de66fa248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:23.324939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-ba6a65e9-72d4-4961-a510-49de66fa248b service neutron] 10.222.0.62 "GET /v2.0/networks?id=087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 200 len: 912 time: 0.2039869 Nov 11 21:08:23.367918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83222258-9596-431a-95cc-8734d850ceb4 req-7f64a4a7-b09a-429e-b27a-fde08a61673f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:23.370423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-83222258-9596-431a-95cc-8734d850ceb4 req-7f64a4a7-b09a-429e-b27a-fde08a61673f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.1213088 Nov 11 21:08:23.465510 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-513f9a27-cf7d-48fa-9c24-ecea10d33c84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e8db8e-698b-4a44-9143-854775d3d3ab HTTP/1.1" status: 200 len: 1001 time: 0.1255245 Nov 11 21:08:23.513312 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-83222258-9596-431a-95cc-8734d850ceb4 req-cc4b807b-648a-440f-af07-2bfd82681bcc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017342 Nov 11 21:08:23.557316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-2dbb00ff-770c-47a8-92bb-159177362379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:23.558841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-2dbb00ff-770c-47a8-92bb-159177362379 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 200 len: 850 time: 0.0836604 Nov 11 21:08:23.672994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-539b47d0-b714-4306-a686-a31512ff10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:23.676398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-539b47d0-b714-4306-a686-a31512ff10bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=087349e6-35eb-433c-9508-333571ae10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092174 Nov 11 21:08:23.748176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eb3fd-8d2a-41ba-869c-a344ed0f23a7 req-06337e1e-bfb0-4fa6-81b4-1600bcd4d93f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:23.750464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-357eb3fd-8d2a-41ba-869c-a344ed0f23a7 req-06337e1e-bfb0-4fa6-81b4-1600bcd4d93f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0749242 Nov 11 21:08:23.862287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-357eb3fd-8d2a-41ba-869c-a344ed0f23a7 req-b7fb3af7-f800-4c35-ab5d-06a08ffe357c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010098 Nov 11 21:08:23.877826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-a9e05078-2a12-4f2f-9bbb-c1f57871fff8 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934927 Nov 11 21:08:24.035891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-573df427-bdc7-4930-ab13-80be3ba013b7 req-208ee495-1f17-49c9-bfe2-e7510bcf75e7 service neutron] 10.222.0.62 "GET /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507006 Nov 11 21:08:24.218024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f2e97-9793-447f-9a1b-91e54d7418d4 req-b63b7a72-bc9d-4f08-bb7e-b0a99ac8f9c2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:24.220202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a44f2e97-9793-447f-9a1b-91e54d7418d4 req-b63b7a72-bc9d-4f08-bb7e-b0a99ac8f9c2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 813 time: 0.1658068 Nov 11 21:08:24.255148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a44f2e97-9793-447f-9a1b-91e54d7418d4 req-10001d15-6d60-4f6b-b6af-7f561e22c553 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/quotas/e4d8e856334d4412adeebdbfd6ea258f HTTP/1.1" status: 200 len: 375 time: 0.0241287 Nov 11 21:08:24.327615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a44f2e97-9793-447f-9a1b-91e54d7418d4 req-d4212bb8-db13-498e-a44c-e6e7cefd56ff tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711546 Nov 11 21:08:24.461681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2cbb-5561-4a52-b3c9-b352b3bc88cf req-9d6d4941-dd3d-41ee-92c0-870e138fbb9e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:24.463515 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfa2cbb-5561-4a52-b3c9-b352b3bc88cf req-9d6d4941-dd3d-41ee-92c0-870e138fbb9e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0623250 Nov 11 21:08:24.627468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfa2cbb-5561-4a52-b3c9-b352b3bc88cf req-8819e736-4373-442f-a279-65ecbda879d1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559713 Nov 11 21:08:24.789513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4854b3-8337-4329-a7aa-d136a28a389b req-940631d9-929b-4546-8870-14aaa4d3469a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:24.795821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c4854b3-8337-4329-a7aa-d136a28a389b req-940631d9-929b-4546-8870-14aaa4d3469a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0672801 Nov 11 21:08:24.872194 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c4854b3-8337-4329-a7aa-d136a28a389b req-ce41dd3a-fac1-488e-80ab-e4756272ade1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Nov 11 21:08:25.112852 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29dd24c5-cb4c-4a0f-a512-9c66995ed806 req-06f327f8-89a9-4433-bd0e-c725412fff0e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e4d8e856334d4412adeebdbfd6ea258f HTTP/1.1" status: 200 len: 221 time: 0.0696235 Nov 11 21:08:25.249031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416fbde-7160-4934-b667-150c1ed3a93b req-913c3c82-5773-49fd-ba9a-806417460ee5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:25.255707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0416fbde-7160-4934-b667-150c1ed3a93b req-913c3c82-5773-49fd-ba9a-806417460ee5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0621719 Nov 11 21:08:25.328869 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0416fbde-7160-4934-b667-150c1ed3a93b req-1de7d446-dbf6-42ed-922a-387f9b82e365 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622754 Nov 11 21:08:25.819217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc6dc-e498-4676-be0b-0baa995a7038 req-beadb7bd-8072-4976-9535-42ef7cf760dc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:25.820904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16afc6dc-e498-4676-be0b-0baa995a7038 req-beadb7bd-8072-4976-9535-42ef7cf760dc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.3743849 Nov 11 21:08:25.877079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16afc6dc-e498-4676-be0b-0baa995a7038 req-0417f90a-0412-4a46-bcc6-c84f8986b392 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486038 Nov 11 21:08:26.053807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bbb5e-e041-49f4-919e-0409d4061ae3 req-fa703642-5a8d-4d7c-bb3c-cb7918548442 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:26.056114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-161bbb5e-e041-49f4-919e-0409d4061ae3 req-fa703642-5a8d-4d7c-bb3c-cb7918548442 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0640502 Nov 11 21:08:26.115697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-161bbb5e-e041-49f4-919e-0409d4061ae3 req-de6f03f3-2b60-4bd7-b062-309358c5acaf tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504725 Nov 11 21:08:26.270200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9216c86-6c7f-4dde-b2a5-061cc34c678e req-fcbe4dab-9b8a-4839-a91d-5c68fac4c9e2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:26.272071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9216c86-6c7f-4dde-b2a5-061cc34c678e req-fcbe4dab-9b8a-4839-a91d-5c68fac4c9e2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0628552 Nov 11 21:08:26.330307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9216c86-6c7f-4dde-b2a5-061cc34c678e req-8173e835-f0b5-4ef5-a77f-3faa75f1b58e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514832 Nov 11 21:08:26.511549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b172cb-8416-4bb9-9ae9-c9fe76a052f7 req-2517af79-d770-44d3-857f-3c8aebcc250a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:26.513082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60b172cb-8416-4bb9-9ae9-c9fe76a052f7 req-2517af79-d770-44d3-857f-3c8aebcc250a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0888584 Nov 11 21:08:26.585140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60b172cb-8416-4bb9-9ae9-c9fe76a052f7 req-8f4f4cf4-67f7-40be-9bde-ba02385126ba tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 Nov 11 21:08:26.726327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da33b5-4670-4d9b-8058-eb4dae9845bc req-307d9fce-c16d-4a5c-89fa-1cbe31e00c8d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:26.728168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46da33b5-4670-4d9b-8058-eb4dae9845bc req-307d9fce-c16d-4a5c-89fa-1cbe31e00c8d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0608308 Nov 11 21:08:26.801494 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-46da33b5-4670-4d9b-8058-eb4dae9845bc req-429ab631-76c2-4998-86e9-f9c17aff1ed7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655227 Nov 11 21:08:26.961554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759a4e-c2db-4bb7-8ad2-0c3ee5647b76 req-d9085bd1-8d04-4754-8afc-eec68bfa118f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:26.963086 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb759a4e-c2db-4bb7-8ad2-0c3ee5647b76 req-d9085bd1-8d04-4754-8afc-eec68bfa118f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0610011 Nov 11 21:08:27.021299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb759a4e-c2db-4bb7-8ad2-0c3ee5647b76 req-b027dec5-e5df-4642-a8aa-792445dd947e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514939 Nov 11 21:08:27.156919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b523a5-4599-4a5b-b74a-fa717809d568 req-bbd43e79-fc50-4f6e-ae2a-026255a42689 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:27.158704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59b523a5-4599-4a5b-b74a-fa717809d568 req-bbd43e79-fc50-4f6e-ae2a-026255a42689 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0631919 Nov 11 21:08:27.209535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59b523a5-4599-4a5b-b74a-fa717809d568 req-6c8bc922-4553-4555-b0ce-4093bfa977ce tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Nov 11 21:08:27.351898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887811-64ea-4e77-ac04-551406a33429 req-911f6a81-05c0-4d00-a14b-9088fc9328b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:27.352596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:27.354242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1887811-64ea-4e77-ac04-551406a33429 req-911f6a81-05c0-4d00-a14b-9088fc9328b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Nov 11 21:08:27.409550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1887811-64ea-4e77-ac04-551406a33429 req-93dc0a79-1619-4dab-90d1-c7e46e1d79a9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Nov 11 21:08:27.541296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784c59-dc65-47a9-8f7d-ce6c99e90042 req-0ab9990c-0835-4dcf-b60d-dd20fd7c089e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:27.545652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70784c59-dc65-47a9-8f7d-ce6c99e90042 req-0ab9990c-0835-4dcf-b60d-dd20fd7c089e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0590546 Nov 11 21:08:27.655348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70784c59-dc65-47a9-8f7d-ce6c99e90042 req-c82c9274-1476-4bbe-9df5-9e0fcf53588a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953541 Nov 11 21:08:27.829837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441a369-5c89-4ca9-b10c-e44cb3686062 req-c392b23c-6210-429d-a025-2a4b9735f2ad tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:27.832555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c441a369-5c89-4ca9-b10c-e44cb3686062 req-c392b23c-6210-429d-a025-2a4b9735f2ad tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0783758 Nov 11 21:08:27.917832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c441a369-5c89-4ca9-b10c-e44cb3686062 req-65612b58-6dad-4008-974a-3dfd58f7f0fc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788176 Nov 11 21:08:28.077043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2cbd1-0af2-4eaf-a60b-2f10c9b51ae1 req-0ae16b40-8635-4880-9346-d5e1715c5808 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:28.078870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bd2cbd1-0af2-4eaf-a60b-2f10c9b51ae1 req-0ae16b40-8635-4880-9346-d5e1715c5808 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0642772 Nov 11 21:08:28.138852 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1bd2cbd1-0af2-4eaf-a60b-2f10c9b51ae1 req-51cb8ff1-1921-4161-918a-14a008b98f0d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509691 Nov 11 21:08:28.296992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d946d-69cd-4e88-8db2-60ce923739ae req-755f9e91-282d-4c0d-a77d-372ce29adbac tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:28.298490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df9d946d-69cd-4e88-8db2-60ce923739ae req-755f9e91-282d-4c0d-a77d-372ce29adbac tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0651505 Nov 11 21:08:28.352512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df9d946d-69cd-4e88-8db2-60ce923739ae req-23c00a9f-6f76-4c2d-80d5-ac6421174846 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Nov 11 21:08:28.485115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0501a09-fa14-4e13-8799-13e8447192bd req-75015eaa-cdae-4762-8359-13ea842adac8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:28.487636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0501a09-fa14-4e13-8799-13e8447192bd req-75015eaa-cdae-4762-8359-13ea842adac8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0563803 Nov 11 21:08:28.542858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0501a09-fa14-4e13-8799-13e8447192bd req-0ffdf10c-5759-40e9-af5c-1a4507eec1d7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476582 Nov 11 21:08:28.762228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7058d7-6075-4fd6-9377-0d7fd817ca08 req-130d2a31-9b11-46dd-8ab7-1096f3ce9f7c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:28.763832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c7058d7-6075-4fd6-9377-0d7fd817ca08 req-130d2a31-9b11-46dd-8ab7-1096f3ce9f7c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0658844 Nov 11 21:08:28.815968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c7058d7-6075-4fd6-9377-0d7fd817ca08 req-5d6e9ff2-12f6-4efe-9358-f3919a6301e9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453148 Nov 11 21:08:28.937637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9409e-30cc-4f12-bb03-92476ed6a0d7 req-fca9d542-d32f-4d3f-aa12-29e15eb02cab tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:28.940051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cf9409e-30cc-4f12-bb03-92476ed6a0d7 req-fca9d542-d32f-4d3f-aa12-29e15eb02cab tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Nov 11 21:08:28.994167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6cf9409e-30cc-4f12-bb03-92476ed6a0d7 req-7d8b33d3-13bd-45d3-bf1d-ece331940c17 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478849 Nov 11 21:08:29.192737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a82761-077a-406c-b637-16830e96c427 req-a9c4fb8d-02cb-4a83-a148-1570efb23a15 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:29.194300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-02a82761-077a-406c-b637-16830e96c427 req-a9c4fb8d-02cb-4a83-a148-1570efb23a15 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0546882 Nov 11 21:08:29.248015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-02a82761-077a-406c-b637-16830e96c427 req-feaed03b-f3ef-4e06-90e9-d46a328cd04d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477717 Nov 11 21:08:29.373771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22632c-43f5-4b7d-b701-c95cc4972c0a req-e087e3f1-9c7b-48c7-8e7f-c3f1fd3cc462 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:29.375385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e22632c-43f5-4b7d-b701-c95cc4972c0a req-e087e3f1-9c7b-48c7-8e7f-c3f1fd3cc462 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0513361 Nov 11 21:08:29.425875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e22632c-43f5-4b7d-b701-c95cc4972c0a req-115a506d-970c-476c-a42f-1b0cc902678c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Nov 11 21:08:29.574020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2f985-f689-42ae-ae55-f7748082abb3 req-8445b929-373a-488c-893b-07d90de2786f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:29.576314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4a2f985-f689-42ae-ae55-f7748082abb3 req-8445b929-373a-488c-893b-07d90de2786f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0561273 Nov 11 21:08:29.633340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4a2f985-f689-42ae-ae55-f7748082abb3 req-59ac3a5c-0e1b-4c23-ab07-b477bcee5bf9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497816 Nov 11 21:08:29.753809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2250d-9572-4e2b-8608-f1b288277050 req-8a6a408e-3538-49e6-a1d6-e4c5ffd66ef6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:29.759398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32d2250d-9572-4e2b-8608-f1b288277050 req-8a6a408e-3538-49e6-a1d6-e4c5ffd66ef6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0563028 Nov 11 21:08:29.821577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-32d2250d-9572-4e2b-8608-f1b288277050 req-f9756f8d-915f-416e-8300-81b74b593be1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562408 Nov 11 21:08:30.236463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb21c2-a002-46e9-835e-41f88a03ccfe req-ff21dd66-2e45-4171-a2f9-5a377c344c73 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:30.238192 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30bb21c2-a002-46e9-835e-41f88a03ccfe req-ff21dd66-2e45-4171-a2f9-5a377c344c73 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0555832 Nov 11 21:08:30.290334 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30bb21c2-a002-46e9-835e-41f88a03ccfe req-3273b50e-1ebb-4735-bd1e-94503986a868 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458078 Nov 11 21:08:31.426025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b182-d7de-4e03-a852-ede41a2f6c5c req-d9257f1a-7581-475c-b516-a288dcf4782e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:31.428745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e63b182-d7de-4e03-a852-ede41a2f6c5c req-d9257f1a-7581-475c-b516-a288dcf4782e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0577962 Nov 11 21:08:31.482152 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e63b182-d7de-4e03-a852-ede41a2f6c5c req-d016f4aa-3c15-47b1-83db-bef5d2f0a89f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483766 Nov 11 21:08:31.919772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1918a0c-71f6-42b7-aa13-a281ea396336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:32.008431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db232-478a-4858-896b-647062ad6457 req-7360c74e-5727-4bd8-b22a-b6f610251cf4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:32.014021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b1db232-478a-4858-896b-647062ad6457 req-7360c74e-5727-4bd8-b22a-b6f610251cf4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0658493 Nov 11 21:08:32.078033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5b1db232-478a-4858-896b-647062ad6457 req-50235309-0a71-4989-aa02-da71da866c8d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546238 Nov 11 21:08:33.217623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95fc30-f123-4e3f-a8be-e5c2cfc40728 req-69bd6601-c391-4cb4-b804-20dbf15485d9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:33.221631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc95fc30-f123-4e3f-a8be-e5c2cfc40728 req-69bd6601-c391-4cb4-b804-20dbf15485d9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0658245 Nov 11 21:08:33.284735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc95fc30-f123-4e3f-a8be-e5c2cfc40728 req-58f65d55-d94e-46ce-97bb-bbe82d14a5a0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569012 Nov 11 21:08:33.419188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284a1da-01e0-4aca-8957-72682b4ce39d req-a6a9d6e9-6623-4e0d-bdf7-7207434119df tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:33.421081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8284a1da-01e0-4aca-8957-72682b4ce39d req-a6a9d6e9-6623-4e0d-bdf7-7207434119df tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0599213 Nov 11 21:08:33.471244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8284a1da-01e0-4aca-8957-72682b4ce39d req-2e97835e-ba88-4085-9863-53e080fc5b57 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Nov 11 21:08:33.621230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0579d-7f86-47cd-bd8f-c7e875d6a5f2 req-28fa1b2f-0ac0-4b47-9fe0-f9ffbe0cf97d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:33.624523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fa0579d-7f86-47cd-bd8f-c7e875d6a5f2 req-28fa1b2f-0ac0-4b47-9fe0-f9ffbe0cf97d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0500588 Nov 11 21:08:33.675030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fa0579d-7f86-47cd-bd8f-c7e875d6a5f2 req-6ce052eb-756f-4076-aff2-15a9f675088b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Nov 11 21:08:33.796710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b12986-76f9-4128-93a5-aca621b9cbba req-083355ef-d91e-47b5-b3ce-c5069c24d9d0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:33.799367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3b12986-76f9-4128-93a5-aca621b9cbba req-083355ef-d91e-47b5-b3ce-c5069c24d9d0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Nov 11 21:08:33.849316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3b12986-76f9-4128-93a5-aca621b9cbba req-df719323-ecdc-4695-b26a-3a9057fd2788 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Nov 11 21:08:33.987509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f490254-1c66-444f-bb2f-c11af27b9a00 req-e9e8ab0c-04c0-4c09-aade-1ed721515d07 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:33.989064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f490254-1c66-444f-bb2f-c11af27b9a00 req-e9e8ab0c-04c0-4c09-aade-1ed721515d07 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Nov 11 21:08:34.045321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f490254-1c66-444f-bb2f-c11af27b9a00 req-0d4721b8-de1a-42d1-96b4-54d8e0f5d14a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498409 Nov 11 21:08:34.194111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18899eb7-8706-4ee8-81f9-2c404b8a81fa req-afd691a2-d062-4b6c-b171-45148b5201d5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:34.194111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18899eb7-8706-4ee8-81f9-2c404b8a81fa req-afd691a2-d062-4b6c-b171-45148b5201d5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0626528 Nov 11 21:08:34.245069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18899eb7-8706-4ee8-81f9-2c404b8a81fa req-af5f095b-1504-494e-9c6f-87153e3ea8ed tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535593 Nov 11 21:08:34.432332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2821-1ec5-4ec1-9d31-ea85934b705c req-a30daf77-0f06-489b-9d70-18715ad6f258 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:34.433845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a87b2821-1ec5-4ec1-9d31-ea85934b705c req-a30daf77-0f06-489b-9d70-18715ad6f258 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0568867 Nov 11 21:08:34.487822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a87b2821-1ec5-4ec1-9d31-ea85934b705c req-0e4303c5-2037-4d98-94b7-14b07ec92f37 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467632 Nov 11 21:08:34.629454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3d86c-8512-4fbd-8b4e-8d2126fa09e9 req-6db999e4-5c0f-4fd1-b300-889195d7b7be tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:34.631182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85d3d86c-8512-4fbd-8b4e-8d2126fa09e9 req-6db999e4-5c0f-4fd1-b300-889195d7b7be tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0570245 Nov 11 21:08:34.686401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85d3d86c-8512-4fbd-8b4e-8d2126fa09e9 req-59f6dae6-14d1-454f-b26b-ac23f1167265 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Nov 11 21:08:34.737238 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4858331-1c7a-422b-8ff4-b4e5d9e1aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:34.838390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca41d-b4b2-4456-a5b5-15bd806de329 req-28307e9c-d72e-42bd-8c36-93ad46ca4100 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:34.847440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-639ca41d-b4b2-4456-a5b5-15bd806de329 req-28307e9c-d72e-42bd-8c36-93ad46ca4100 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0628169 Nov 11 21:08:34.895435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-639ca41d-b4b2-4456-a5b5-15bd806de329 req-7534681f-99c8-417b-a356-3c8788d3ca20 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 Nov 11 21:08:35.022767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb5ea-583e-4daa-b0ee-7cff19bac475 req-be87c7a1-87d0-4a4d-ade3-1a27f7aa6d4b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:35.024350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62efb5ea-583e-4daa-b0ee-7cff19bac475 req-be87c7a1-87d0-4a4d-ade3-1a27f7aa6d4b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0557299 Nov 11 21:08:35.077553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-62efb5ea-583e-4daa-b0ee-7cff19bac475 req-77ba3b71-94fb-4618-96f3-ae479555c594 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 Nov 11 21:08:35.239253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619063ef-018f-44be-b1c5-2ac520d346e7 req-0fedad8e-532f-4876-a9c7-8aa674aaa2c3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:35.240970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-619063ef-018f-44be-b1c5-2ac520d346e7 req-0fedad8e-532f-4876-a9c7-8aa674aaa2c3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0693119 Nov 11 21:08:35.298138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-619063ef-018f-44be-b1c5-2ac520d346e7 req-8c9a55fe-43d8-4974-a889-b375adff7bc1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Nov 11 21:08:35.447134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33400c40-697f-4d90-a13e-cfbde0adc8f0 req-a5be821d-d8d3-43d0-929a-140db3dfd5e0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:35.448705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33400c40-697f-4d90-a13e-cfbde0adc8f0 req-a5be821d-d8d3-43d0-929a-140db3dfd5e0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0597439 Nov 11 21:08:35.504005 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33400c40-697f-4d90-a13e-cfbde0adc8f0 req-720dd6c4-4b06-4f54-8a86-2ed73f8abc3f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464170 Nov 11 21:08:35.513130 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:35.675946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becacb47-9e37-491a-a82e-5c50b6cc733f req-0af65d8a-fc06-4e41-bb31-7495c1fe6ab8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:35.677737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-becacb47-9e37-491a-a82e-5c50b6cc733f req-0af65d8a-fc06-4e41-bb31-7495c1fe6ab8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0546131 Nov 11 21:08:35.742279 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-becacb47-9e37-491a-a82e-5c50b6cc733f req-1e72093c-6ed3-4af0-baa7-a7229fcfbc99 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578384 Nov 11 21:08:35.876321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c804e-2922-4b04-b351-7f8a35c1b57f req-7b195cd9-f3dd-475b-9417-399c97156a1f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:35.878038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf6c804e-2922-4b04-b351-7f8a35c1b57f req-7b195cd9-f3dd-475b-9417-399c97156a1f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0621812 Nov 11 21:08:35.935217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf6c804e-2922-4b04-b351-7f8a35c1b57f req-293a82f3-f9a3-4fbf-acf7-01cefd7c65f3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510819 Nov 11 21:08:36.121671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251420-eeff-4841-bdfd-15f9577b437c req-c2fe18e7-254c-4e53-9aba-e6139949ddfe tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:36.124635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b251420-eeff-4841-bdfd-15f9577b437c req-c2fe18e7-254c-4e53-9aba-e6139949ddfe tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0852175 Nov 11 21:08:36.188071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b251420-eeff-4841-bdfd-15f9577b437c req-be32b283-7901-4c4d-806b-4e9f242e351a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558417 Nov 11 21:08:36.320485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ecede-0083-4e93-94ee-07075403d1fe req-d2d09605-0c0d-4a4b-94cd-44ac0c6397bf tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:36.322010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f37ecede-0083-4e93-94ee-07075403d1fe req-d2d09605-0c0d-4a4b-94cd-44ac0c6397bf tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0566943 Nov 11 21:08:36.382371 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f37ecede-0083-4e93-94ee-07075403d1fe req-dea12b43-81ab-4b10-9bba-ad1a94dc4bad tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496938 Nov 11 21:08:36.613055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa21d1-cc45-411d-9b47-c0a01ebc9723 req-65fab416-5c9f-4308-97d5-70860c56ef04 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:36.615113 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54aa21d1-cc45-411d-9b47-c0a01ebc9723 req-65fab416-5c9f-4308-97d5-70860c56ef04 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0720382 Nov 11 21:08:36.686269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54aa21d1-cc45-411d-9b47-c0a01ebc9723 req-f1a9b6f7-2e5f-4dc6-aaa4-79522b103e15 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645318 Nov 11 21:08:36.846851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178b07-03e4-4b4e-8d9e-2a170f6f9e74 req-a5051fb1-991e-4bff-aa91-9f1d9bc2f4d5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:36.850910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa178b07-03e4-4b4e-8d9e-2a170f6f9e74 req-a5051fb1-991e-4bff-aa91-9f1d9bc2f4d5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0694323 Nov 11 21:08:36.910971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa178b07-03e4-4b4e-8d9e-2a170f6f9e74 req-64590d76-5946-48d3-9687-2158f22c4c89 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531623 Nov 11 21:08:37.055962 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:37.122904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fe5a-7a25-4751-a39b-1f7085993999 req-a92514b1-cda5-45e7-ba46-b1605343a77d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:37.124761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8220fe5a-7a25-4751-a39b-1f7085993999 req-a92514b1-cda5-45e7-ba46-b1605343a77d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0681751 Nov 11 21:08:37.192085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8220fe5a-7a25-4751-a39b-1f7085993999 req-694134eb-5469-482d-87b4-fa04b9c11c98 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587189 Nov 11 21:08:37.360111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0e77-66eb-465a-a1cf-d327f59cfdb0 req-14ed3582-8055-4b04-8d71-7aa2e1921f9e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:37.372292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7ab0e77-66eb-465a-a1cf-d327f59cfdb0 req-14ed3582-8055-4b04-8d71-7aa2e1921f9e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0879161 Nov 11 21:08:37.428767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7ab0e77-66eb-465a-a1cf-d327f59cfdb0 req-0b10027e-1df8-4c64-89dd-50adaae41086 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553024 Nov 11 21:08:37.603472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71948759-9480-49b1-b898-2ef791898cb7 req-165f80fc-99a6-4ea7-9de6-d49610ab9787 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:37.603472 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71948759-9480-49b1-b898-2ef791898cb7 req-165f80fc-99a6-4ea7-9de6-d49610ab9787 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0597429 Nov 11 21:08:37.663469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71948759-9480-49b1-b898-2ef791898cb7 req-98d241aa-171a-4e97-a34d-14f532deac99 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546143 Nov 11 21:08:37.796950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56acd94-a06b-49c3-82f7-a94a5d778225 req-6aa3286c-9ef2-47e8-9a6d-61a3467a9083 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:37.799310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c56acd94-a06b-49c3-82f7-a94a5d778225 req-6aa3286c-9ef2-47e8-9a6d-61a3467a9083 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0586188 Nov 11 21:08:37.799490 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:37.850179 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c56acd94-a06b-49c3-82f7-a94a5d778225 req-da368a9b-a3f1-4afa-bb8c-757e9386d658 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Nov 11 21:08:38.795113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03a2-963f-4e04-b209-cc5637e9d663 req-a321a9ee-c095-4911-bbc3-3d1980be6b41 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:38.798462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f7a03a2-963f-4e04-b209-cc5637e9d663 req-a321a9ee-c095-4911-bbc3-3d1980be6b41 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0773728 Nov 11 21:08:38.881608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f7a03a2-963f-4e04-b209-cc5637e9d663 req-550be4d3-6652-46bf-b375-91b55ae4d2a6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773275 Nov 11 21:08:40.046888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49f31-a130-4eaa-903e-7017b44dab6c req-e8a47eb6-30cc-4561-af1b-ec6465f6a98a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:40.062020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e49f31-a130-4eaa-903e-7017b44dab6c req-e8a47eb6-30cc-4561-af1b-ec6465f6a98a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0945826 Nov 11 21:08:40.126209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e49f31-a130-4eaa-903e-7017b44dab6c req-9f4a968e-84a8-4ad2-ab83-bdfc43050851 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592229 Nov 11 21:08:41.271426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb288e-c6ea-4408-9e2d-2c2c01dbd0e8 req-f66ae346-7dc0-4bf9-976c-e1d725e957bf tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:41.273678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fcb288e-c6ea-4408-9e2d-2c2c01dbd0e8 req-f66ae346-7dc0-4bf9-976c-e1d725e957bf tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0553956 Nov 11 21:08:41.330598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fcb288e-c6ea-4408-9e2d-2c2c01dbd0e8 req-a121b08b-b161-45ec-a41b-99c01f31dac7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499370 Nov 11 21:08:42.479718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653360-0ac3-488b-b447-35838d527c04 req-205ae604-2cca-4cf1-b765-a34a2607e34c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:42.481624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3653360-0ac3-488b-b447-35838d527c04 req-205ae604-2cca-4cf1-b765-a34a2607e34c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0588689 Nov 11 21:08:42.554991 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a3653360-0ac3-488b-b447-35838d527c04 req-7bfae55b-1221-4717-af2d-1544de650ae6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654953 Nov 11 21:08:43.201180 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:08:43.678964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276698a-8b4e-4294-a850-c94609c1c527 req-1d410a83-bdaf-44f0-8f4c-a5ccf066469f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:43.680825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0276698a-8b4e-4294-a850-c94609c1c527 req-1d410a83-bdaf-44f0-8f4c-a5ccf066469f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0545239 Nov 11 21:08:43.743802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0276698a-8b4e-4294-a850-c94609c1c527 req-d3f41a59-ca7e-436c-8420-149e85026a23 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Nov 11 21:08:44.923729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36742) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:44.946102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927c31-6390-415c-8d79-789abdc98fba req-5f3eff57-40c7-49b6-a659-5af9ab034857 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:44.956785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f927c31-6390-415c-8d79-789abdc98fba req-5f3eff57-40c7-49b6-a659-5af9ab034857 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0916886 Nov 11 21:08:45.036446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f927c31-6390-415c-8d79-789abdc98fba req-4684da23-a60f-41b3-ab3b-d0d68051cf9e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642526 Nov 11 21:08:45.099452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:45.194581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:45.255766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:45.302309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:45.309704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b07cbb7e00df4640b51e248b15d7f130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835709 Nov 11 21:08:45.315282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc38c9b-9a52-4433-a648-1b13015d7339,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:45.324669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.325297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.338263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.339007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.341485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.342068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.343545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.345161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.345839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.347127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.348705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.349287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c30d47-c5e5-4e6d-81c8-85f5829772a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.383570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:45.412461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:45.564663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:45.567218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:45.568703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7dc38c9b-9a52-4433-a648-1b13015d7339 HTTP/1.1" status: 204 len: 168 time: 0.2654707 Nov 11 21:08:45.579826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc38c9b-9a52-4433-a648-1b13015d7339,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.590780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.591539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.591539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.591714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:45.592746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eb1234-27eb-4dda-8311-5936b09d04fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:08:46.249805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:46.269937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d7e9e3f-10f4-43e8-a920-935165b2f4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:46.357973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d7e9e3f-10f4-43e8-a920-935165b2f4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:46.433002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d7e9e3f-10f4-43e8-a920-935165b2f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:46.442530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13994-546c-45b5-8a86-3def2ba89245 req-52f38e4a-aab7-4326-84f3-d498a7371088 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:46.444043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76d13994-546c-45b5-8a86-3def2ba89245 req-52f38e4a-aab7-4326-84f3-d498a7371088 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0545852 Nov 11 21:08:46.479518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e9e3f-10f4-43e8-a920-935165b2f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2758ebe0-2998-42e5-9fbf-b8c6a33fadb4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:46.497674 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d7e9e3f-10f4-43e8-a920-935165b2f4df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80b6d2d88e39426d97722a970cde1a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423010 Nov 11 21:08:46.497923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:46.512793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76d13994-546c-45b5-8a86-3def2ba89245 req-2c6d37a1-9abf-45cb-a989-17f22fd464af tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Nov 11 21:08:46.560600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b37b65ef-a8cd-4dfc-b266-7e942e7a53de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:46.582538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b37b65ef-a8cd-4dfc-b266-7e942e7a53de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:46.729537 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b37b65ef-a8cd-4dfc-b266-7e942e7a53de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:46.732196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b37b65ef-a8cd-4dfc-b266-7e942e7a53de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:46.733376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b37b65ef-a8cd-4dfc-b266-7e942e7a53de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2758ebe0-2998-42e5-9fbf-b8c6a33fadb4 HTTP/1.1" status: 204 len: 168 time: 0.2343407 Nov 11 21:08:46.743423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b65ef-a8cd-4dfc-b266-7e942e7a53de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758ebe0-2998-42e5-9fbf-b8c6a33fadb4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:47.640619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247783-b738-42d9-8f7f-69d58f96b670 req-d2d2dc35-984d-4df6-b475-6f64a6d98800 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:47.642939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4247783-b738-42d9-8f7f-69d58f96b670 req-d2d2dc35-984d-4df6-b475-6f64a6d98800 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0538933 Nov 11 21:08:47.702936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4247783-b738-42d9-8f7f-69d58f96b670 req-126da434-de7b-4ad8-ace5-8eb819194b46 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Nov 11 21:08:48.360596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:08:48.485175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:48.501979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c', 'port_id': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'mac_address': 'fa:16:3e:00:1c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02382ef5-b9f9-4252-a234-c58dfc277d0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:08:48.541055 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:48.554150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53bfac35-9d68-48be-9f50-3551bfbc9de8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:08:48.575022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:48.701372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:48.760287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:48.785183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['53bfac35-9d68-48be-9f50-3551bfbc9de8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:08:48.838563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6391f-210a-40ed-b7c8-d1facae7ca0d req-7ce8028d-5b44-4746-9245-9e526391cf22 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:48.840094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5a6391f-210a-40ed-b7c8-d1facae7ca0d req-7ce8028d-5b44-4746-9245-9e526391cf22 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 944 time: 0.0593827 Nov 11 21:08:48.893587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5a6391f-210a-40ed-b7c8-d1facae7ca0d req-32eb5609-b3e3-4735-bf1d-9c72ba071e43 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465171 Nov 11 21:08:49.689198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:49.798887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a86711a6-62ae-4b89-b686-fb389ac4bb4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:49.873574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a86711a6-62ae-4b89-b686-fb389ac4bb4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.011109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a86711a6-62ae-4b89-b686-fb389ac4bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.053564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86711a6-62ae-4b89-b686-fb389ac4bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613667fd-fd3e-4d70-99e5-85572ac45a88,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:50.064728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37361092-c79a-4f8e-b749-bc50a4699fa6 req-9e8b69c2-cf73-4038-a44e-fa7903f87495 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:50.068456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37361092-c79a-4f8e-b749-bc50a4699fa6 req-9e8b69c2-cf73-4038-a44e-fa7903f87495 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 944 time: 0.0970266 Nov 11 21:08:50.071504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:50.071960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a86711a6-62ae-4b89-b686-fb389ac4bb4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6105980d477b46ffac2ad89acf31077d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813312 Nov 11 21:08:50.117946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37361092-c79a-4f8e-b749-bc50a4699fa6 req-4d27f8c9-1e19-427f-8253-685bbb82a129 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Nov 11 21:08:50.124567 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87b6571e-157d-40c7-9260-d6734b0f5254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.148581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87b6571e-157d-40c7-9260-d6734b0f5254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.301124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87b6571e-157d-40c7-9260-d6734b0f5254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.303754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87b6571e-157d-40c7-9260-d6734b0f5254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.304963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-87b6571e-157d-40c7-9260-d6734b0f5254 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/613667fd-fd3e-4d70-99e5-85572ac45a88 HTTP/1.1" status: 204 len: 168 time: 0.2322686 Nov 11 21:08:50.313561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6571e-157d-40c7-9260-d6734b0f5254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613667fd-fd3e-4d70-99e5-85572ac45a88,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:50.375855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:08:50.427221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 53bfac35-9d68-48be-9f50-3551bfbc9de8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:08:50.427595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.511745 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.542596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:08:50.545006 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498da878-d5d6-4040-a63c-da16cb7d1dd3" -d '{"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-plugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:08:50.560553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:08:50.584467 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a21f31-cac9-4f43-a2aa-ab87cddc1954 x-openstack-request-id: req-67a21f31-cac9-4f43-a2aa-ab87cddc1954 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:08:50.585199 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-plugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:08:50.585696 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67a21f31-cac9-4f43-a2aa-ab87cddc1954 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:08:50.586155 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'code': 200} Nov 11 21:08:50.695251 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:50.747564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:51.085521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:51.106396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cc961a2-312b-4015-b367-5cc4d9f98e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:51.216411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cc961a2-312b-4015-b367-5cc4d9f98e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:51.285179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ef02b-9e39-45c7-8aa6-ebfb238c6136 req-79873c72-8206-4ed6-9d39-335cb51a1129 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:51.287777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b4ef02b-9e39-45c7-8aa6-ebfb238c6136 req-79873c72-8206-4ed6-9d39-335cb51a1129 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0641272 Nov 11 21:08:51.321430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cc961a2-312b-4015-b367-5cc4d9f98e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:51.392076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0cc961a2-312b-4015-b367-5cc4d9f98e77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a0bbc2767a3490699be048e07d6ff6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022115 Nov 11 21:08:51.392505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36920) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:51.394091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b4ef02b-9e39-45c7-8aa6-ebfb238c6136 req-723a28de-5d7e-48f3-b838-fb55c8df4979 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997512 Nov 11 21:08:51.394943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc961a2-312b-4015-b367-5cc4d9f98e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab1d54-fb2f-413f-bc2b-b7cc9f247ef3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:51.479637 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f553f45b-114a-4577-8d11-afd3044ca6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:51.508487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f553f45b-114a-4577-8d11-afd3044ca6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:51.723690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f553f45b-114a-4577-8d11-afd3044ca6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:51.726708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f553f45b-114a-4577-8d11-afd3044ca6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:51.728098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f553f45b-114a-4577-8d11-afd3044ca6f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4ab1d54-fb2f-413f-bc2b-b7cc9f247ef3 HTTP/1.1" status: 204 len: 168 time: 0.3346205 Nov 11 21:08:51.740825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553f45b-114a-4577-8d11-afd3044ca6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab1d54-fb2f-413f-bc2b-b7cc9f247ef3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:52.164237 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:52.586415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9010856-5136-4110-9fe1-be67193fe29b req-68f0b418-26c9-4f35-9a4b-dc708f97b1c3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:52.595217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9010856-5136-4110-9fe1-be67193fe29b req-68f0b418-26c9-4f35-9a4b-dc708f97b1c3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0801799 Nov 11 21:08:52.660625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9010856-5136-4110-9fe1-be67193fe29b req-ccb6b013-f6be-4f97-99b6-cd1dcf598eac tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641506 Nov 11 21:08:53.798590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9566d33-b955-4321-b7b5-ab2cf7b32011 req-6b8988a6-d00b-453f-9d08-65a55a2ef437 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:53.801729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9566d33-b955-4321-b7b5-ab2cf7b32011 req-6b8988a6-d00b-453f-9d08-65a55a2ef437 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0612359 Nov 11 21:08:53.873316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9566d33-b955-4321-b7b5-ab2cf7b32011 req-eba9897c-8f4f-4c09-bfce-28047807a749 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648777 Nov 11 21:08:55.081075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9df3f0-13d4-4931-a63b-228670bf5b47 req-6b064d4e-8e12-4a16-b691-1ad125b90082 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:55.083349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f9df3f0-13d4-4931-a63b-228670bf5b47 req-6b064d4e-8e12-4a16-b691-1ad125b90082 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0597508 Nov 11 21:08:55.195385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f9df3f0-13d4-4931-a63b-228670bf5b47 req-a59f5969-2838-4666-9a7d-a596e5bd3ffc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821347 Nov 11 21:08:56.385184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37050) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:56.410368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc4f9b-c683-40fd-aeb3-e92047df7515 req-38acdc69-49d3-445b-a8c4-9a43cf92dcc0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:56.412562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6dc4f9b-c683-40fd-aeb3-e92047df7515 req-38acdc69-49d3-445b-a8c4-9a43cf92dcc0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0975714 Nov 11 21:08:56.489790 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e6dc4f9b-c683-40fd-aeb3-e92047df7515 req-91245678-3f60-408a-8514-ca6f455c58af tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689733 Nov 11 21:08:56.567345 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52cb7ea8-86d9-4861-83a6-775c62052597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:56.673836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52cb7ea8-86d9-4861-83a6-775c62052597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:56.820430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-52cb7ea8-86d9-4861-83a6-775c62052597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:56.909705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37056) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:56.920051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-52cb7ea8-86d9-4861-83a6-775c62052597 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55ffa96dbdd4427db4e9fd9420cfc8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322754 Nov 11 21:08:56.928070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb7ea8-86d9-4861-83a6-775c62052597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02001a5-dfd5-45b6-8720-ff85117b7535,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:56.992123 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e400fb43-f09b-4be5-975b-58a6a7f36ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:57.020911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e400fb43-f09b-4be5-975b-58a6a7f36ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:57.182098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e400fb43-f09b-4be5-975b-58a6a7f36ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:57.195890 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e400fb43-f09b-4be5-975b-58a6a7f36ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:57.195890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e400fb43-f09b-4be5-975b-58a6a7f36ef0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c02001a5-dfd5-45b6-8720-ff85117b7535 HTTP/1.1" status: 204 len: 168 time: 0.2759912 Nov 11 21:08:57.196712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400fb43-f09b-4be5-975b-58a6a7f36ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02001a5-dfd5-45b6-8720-ff85117b7535,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:57.255637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:57.670350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f03f9b-68b9-464b-a79a-de62b6c9108b req-e31f0e0c-2926-4d7c-b3a8-ac4bb9c3e9c6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:57.679478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40f03f9b-68b9-464b-a79a-de62b6c9108b req-e31f0e0c-2926-4d7c-b3a8-ac4bb9c3e9c6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0661235 Nov 11 21:08:57.736038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40f03f9b-68b9-464b-a79a-de62b6c9108b req-5c0c2188-4472-415a-af19-3ea2cfdbeae6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555744 Nov 11 21:08:58.095617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:58.116760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3499355b-ff1c-46df-bfb4-f85cab8d2219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:58.244467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3499355b-ff1c-46df-bfb4-f85cab8d2219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:58.638536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3499355b-ff1c-46df-bfb4-f85cab8d2219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:58.680233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499355b-ff1c-46df-bfb4-f85cab8d2219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2db64b-6523-4701-987f-1c02abf1e9f3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:08:58.686696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3499355b-ff1c-46df-bfb4-f85cab8d2219 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a81ff308dbc43abab616c78e5c1de15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5869117 Nov 11 21:08:58.686962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37080) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:08:58.747950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65ce4dd8-5355-4910-a40f-61997913fb29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:58.772615 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65ce4dd8-5355-4910-a40f-61997913fb29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:58.860749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58b1a3-3b21-4d0d-b5d4-46bbb5ed2f8e req-4cf23218-6359-4949-838a-6c566db11031 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:08:58.862482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc58b1a3-3b21-4d0d-b5d4-46bbb5ed2f8e req-4cf23218-6359-4949-838a-6c566db11031 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Nov 11 21:08:58.925946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc58b1a3-3b21-4d0d-b5d4-46bbb5ed2f8e req-5f38d558-c65c-44fa-86fd-4808de3ce384 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Nov 11 21:08:58.952263 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65ce4dd8-5355-4910-a40f-61997913fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:58.956495 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65ce4dd8-5355-4910-a40f-61997913fb29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:08:58.958341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-65ce4dd8-5355-4910-a40f-61997913fb29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d2db64b-6523-4701-987f-1c02abf1e9f3 HTTP/1.1" status: 204 len: 168 time: 0.2695262 Nov 11 21:08:58.974912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce4dd8-5355-4910-a40f-61997913fb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2db64b-6523-4701-987f-1c02abf1e9f3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:00.114023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79043ced-b780-406b-a8d3-63a7be6617d5 req-be5c3be8-fa91-4c3f-a0f0-1cbcbdd09c88 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:00.121883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79043ced-b780-406b-a8d3-63a7be6617d5 req-be5c3be8-fa91-4c3f-a0f0-1cbcbdd09c88 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.1031940 Nov 11 21:09:00.222611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79043ced-b780-406b-a8d3-63a7be6617d5 req-508651fe-ec08-43c4-846b-4c39d2117fde tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769441 Nov 11 21:09:01.382929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677850f-fc21-46db-afb2-ab0dad39ea56 req-d02c3185-031c-4109-92e7-ed7c9324d9b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:01.384866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a677850f-fc21-46db-afb2-ab0dad39ea56 req-d02c3185-031c-4109-92e7-ed7c9324d9b4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0659904 Nov 11 21:09:01.455372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a677850f-fc21-46db-afb2-ab0dad39ea56 req-89845967-1259-46f4-a1cd-363ed3fa6f1d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632448 Nov 11 21:09:01.958041 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-63f20041-af01-47ae-8e05-3a04c4f0a729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:02.608225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b1afb-0f02-4aed-b0a0-49b3280a9f56 req-a37a202a-4f7a-4df8-a084-26d641efde9b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:02.620920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-364b1afb-0f02-4aed-b0a0-49b3280a9f56 req-a37a202a-4f7a-4df8-a084-26d641efde9b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0941708 Nov 11 21:09:02.696197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-364b1afb-0f02-4aed-b0a0-49b3280a9f56 req-f4fee3a1-8952-4500-90a7-3c0006d722e5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739381 Nov 11 21:09:03.835107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617ec3c-cd3c-4aea-ab41-54feaad32919 req-845d77ee-2a5b-410a-abb9-302157dc518b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:03.836737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1617ec3c-cd3c-4aea-ab41-54feaad32919 req-845d77ee-2a5b-410a-abb9-302157dc518b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0562322 Nov 11 21:09:03.892728 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1617ec3c-cd3c-4aea-ab41-54feaad32919 req-ccec8a92-ae17-476a-91ce-d261c01ac75e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Nov 11 21:09:04.456402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-db0240cb-070d-43ae-8f02-ee9c79264430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:04.667518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-02c6c3ed-25a9-49d9-9a0b-604f7b677960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:04.668982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-02c6c3ed-25a9-49d9-9a0b-604f7b677960 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1096 time: 0.0430503 Nov 11 21:09:04.767533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-87c891ec-9a3a-4c0f-b95b-f20cdf427975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:04.769324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-87c891ec-9a3a-4c0f-b95b-f20cdf427975 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 914 time: 0.0928566 Nov 11 21:09:04.813994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-205d02c8-baaf-483a-bcc1-bc46a2fbe28a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 200 len: 217 time: 0.0364268 Nov 11 21:09:04.868896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-d6e86949-b249-4b08-a283-b3b887a6bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:04.870382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-d6e86949-b249-4b08-a283-b3b887a6bcd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 200 len: 853 time: 0.0496840 Nov 11 21:09:04.909769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-7d017797-1d89-4ebc-8438-b1cc6b5cbb33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0c414d3c-918c-49ad-811c-ba45cc41875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324740 Nov 11 21:09:05.083257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-d518df88-555d-417b-ac43-27e15b078052 service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664834 Nov 11 21:09:05.101838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfc2bf-292c-4d9f-bf41-58fbc3b91cf4 req-79e48b4b-7b9a-4cd7-ae5e-ace0deacac93 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:05.107525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bfc2bf-292c-4d9f-bf41-58fbc3b91cf4 req-79e48b4b-7b9a-4cd7-ae5e-ace0deacac93 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.1017318 Nov 11 21:09:05.227337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bfc2bf-292c-4d9f-bf41-58fbc3b91cf4 req-25b1be28-3953-4713-952e-03a423b9f689 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086798 Nov 11 21:09:05.253572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81a2ca9c-5e79-4d21-989e-de1b2f0b6eb5 req-020aaa65-da60-4564-88cc-72d1e6872ad1 service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392052 Nov 11 21:09:05.603813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:06.364394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb1bb5-aa05-4ee0-b089-80baf0a9abb0 req-67815634-c584-4a5f-b67b-ab9366925930 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:06.365910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0bdb1bb5-aa05-4ee0-b089-80baf0a9abb0 req-67815634-c584-4a5f-b67b-ab9366925930 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Nov 11 21:09:06.416398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0bdb1bb5-aa05-4ee0-b089-80baf0a9abb0 req-020a0a5d-339e-40f1-8b00-19105fd6efe8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445607 Nov 11 21:09:06.465357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:09:06.546949 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:06.570826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:09:06.573336 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463d38c-07e3-41b4-a2db-e7fb1cbf562a" -d '{"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-unplugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:09:06.587657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:06.615061 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5a1906-9537-49a3-9b4d-1a8811628b0a x-openstack-request-id: req-bb5a1906-9537-49a3-9b4d-1a8811628b0a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:09:06.615662 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-unplugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:09:06.615662 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb5a1906-9537-49a3-9b4d-1a8811628b0a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:09:06.616068 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'code': 200} Nov 11 21:09:06.756773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:06.805908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:07.043832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:07.466198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f4ea6-270c-49e6-b96b-d1434cd08ba9 req-6e3ba3ee-8cb2-48bf-98c6-c159dcb62e8d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:07.472289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e0f4ea6-270c-49e6-b96b-d1434cd08ba9 req-6e3ba3ee-8cb2-48bf-98c6-c159dcb62e8d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 945 time: 0.0633972 Nov 11 21:09:07.548546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b6202-36af-4ae0-bf1c-f97a7883ae3a req-615087be-c7f9-44c9-8571-dc8cf758d44f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:07.550866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-353b6202-36af-4ae0-bf1c-f97a7883ae3a req-615087be-c7f9-44c9-8571-dc8cf758d44f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0616412 Nov 11 21:09:07.573502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e0f4ea6-270c-49e6-b96b-d1434cd08ba9 req-9a264b55-24f0-4f06-8946-2dbe02b8c43f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968478 Nov 11 21:09:07.614516 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-353b6202-36af-4ae0-bf1c-f97a7883ae3a req-2f5f6b09-9216-4020-996a-84454fb5ede0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551260 Nov 11 21:09:07.830807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:08.741245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef3689-9f0e-457a-b22d-0d840fb2159e req-57f10df6-d106-4dd5-9880-781cbd29989f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:08.742933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2cef3689-9f0e-457a-b22d-0d840fb2159e req-57f10df6-d106-4dd5-9880-781cbd29989f tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 945 time: 0.0596092 Nov 11 21:09:08.745845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cdc25-3400-4adc-9f9a-1580bce72fb0 req-9dfaf131-6587-4bfb-aa2e-21461c00d863 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:08.747365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b67cdc25-3400-4adc-9f9a-1580bce72fb0 req-9dfaf131-6587-4bfb-aa2e-21461c00d863 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0586619 Nov 11 21:09:08.800950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2cef3689-9f0e-457a-b22d-0d840fb2159e req-76e1d2be-9584-4eaa-a3cc-c5c9008665fc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups?id=71112f9b-91b7-447e-ae3f-f5381c25f584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471532 Nov 11 21:09:08.803693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b67cdc25-3400-4adc-9f9a-1580bce72fb0 req-c23d9998-00b3-4c91-8571-c63dded95d70 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Nov 11 21:09:08.924076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398411c6-8081-45a0-8606-26f6677ffa8f req-efdd62d9-ad10-4983-ba84-e1eb09323f72 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:08.925732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-398411c6-8081-45a0-8606-26f6677ffa8f req-efdd62d9-ad10-4983-ba84-e1eb09323f72 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0525458 Nov 11 21:09:08.984032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-398411c6-8081-45a0-8606-26f6677ffa8f req-49484601-dede-4723-9de3-7837a0551615 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519929 Nov 11 21:09:09.106874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-8fb1b337-e242-4ef6-9ab1-ef0db980f18c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:09.108617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-8fb1b337-e242-4ef6-9ab1-ef0db980f18c tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 945 time: 0.0621445 Nov 11 21:09:09.252132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Deleting port 86e8db8e-698b-4a44-9143-854775d3d3ab {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:09:09.252468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:09.360050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] For port 86e8db8e-698b-4a44-9143-854775d3d3ab, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=86e8db8e-698b-4a44-9143-854775d3d3ab,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:09.360446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:09.533962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:09.534320 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:09.534627 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Floating IP 5f27796d-478f-4431-9914-a681440343f0 disassociated. External IP: 172.25.2.135, port: 86e8db8e-698b-4a44-9143-854775d3d3ab. Nov 11 21:09:09.534955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Calling delete_port for 86e8db8e-698b-4a44-9143-854775d3d3ab owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:09:09.724884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0c6c9-8a43-4354-a827-9925b3bcccaa req-c0a0b033-2435-4db5-b800-628817ad8b4b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:09.726521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ff0c6c9-8a43-4354-a827-9925b3bcccaa req-c0a0b033-2435-4db5-b800-628817ad8b4b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0729752 Nov 11 21:09:09.784705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ff0c6c9-8a43-4354-a827-9925b3bcccaa req-ee6fce1f-88f0-4687-a5ec-33462809ff03 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485623 Nov 11 21:09:09.838227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:09.879710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event deleted for resources: {'Port': ['ID=86e8db8e-698b-4a44-9143-854775d3d3ab,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:09.934060 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aaa02f0-837e-40c3-a244-59ec25c739ea req-9301cad3-d728-4cff-9072-3e3a9202c423 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 210 time: 0.0520306 Nov 11 21:09:10.049793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Router 179774aa-0942-4f33-86d4-04748dc7739e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:09:10.052958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-987f017f-2adc-48d7-a13d-186047c8c084 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657997 Nov 11 21:09:10.173473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:09:10.191339 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] Sync routers for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:09:10.206398 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:09:10.207322 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:09:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:10.223765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] No DVR routers for this DVR port 86e8db8e-698b-4a44-9143-854775d3d3ab on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:09:10.230862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:10.230862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c40890cc-28fd-4692-9d26-fb1fecc04dc2 req-d765ecbd-0543-41e0-9b49-7744e77f0673 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.62 "DELETE /v2.0/ports/86e8db8e-698b-4a44-9143-854775d3d3ab HTTP/1.1" status: 204 len: 173 time: 1.1069605 Nov 11 21:09:10.232337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'name': 'network-vif-deleted', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:09:10.233269 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6074e0-07d1-4629-9375-ede4de620294" -d '{"events": [{"server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "name": "network-vif-deleted", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:09:10.282911 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f20130-6ec6-4d57-aff7-5dc1ff8cbbf6 x-openstack-request-id: req-f5f20130-6ec6-4d57-aff7-5dc1ff8cbbf6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:09:10.283346 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c373db-3b9b-4364-aafa-2d64f28ef720", "name": "network-vif-deleted", "tag": "86e8db8e-698b-4a44-9143-854775d3d3ab", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:09:10.283606 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5f20130-6ec6-4d57-aff7-5dc1ff8cbbf6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:09:10.284011 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c373db-3b9b-4364-aafa-2d64f28ef720', 'name': 'network-vif-deleted', 'tag': '86e8db8e-698b-4a44-9143-854775d3d3ab', 'status': 'completed', 'code': 200} Nov 11 21:09:10.373789 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:09:10.479891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:09:10.617319 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:10.649632 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] Checking router: 179774aa-0942-4f33-86d4-04748dc7739e for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:09:10.659159 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:09:10.659830 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:09:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:10.876297 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:09:10.914290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c785e-f6e6-42f9-acdd-f856ca2df2bd req-3cf5aac2-a9e7-4fe8-8601-bdd2ed914775 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:10.915975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6c785e-f6e6-42f9-acdd-f856ca2df2bd req-3cf5aac2-a9e7-4fe8-8601-bdd2ed914775 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0499675 Nov 11 21:09:10.976668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce6c785e-f6e6-42f9-acdd-f856ca2df2bd req-2fd663da-e20a-487b-81b6-ceab5304c409 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544214 Nov 11 21:09:11.079041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-97ebf310-f00c-4a53-8008-b5dc981ee783 req-b07a51a8-b602-4c05-a634-93011062e01e tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c373db-3b9b-4364-aafa-2d64f28ef720 HTTP/1.1" status: 200 len: 210 time: 0.0375957 Nov 11 21:09:11.103481 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:11.130510 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27aa54-498c-4d62-ab91-04fb95dde38f None None] The sync data for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 is: [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'df281493-7531-4452-98db-f33a3b9c3c49', 'name': '', 'network_id': '087349e6-35eb-433c-9508-333571ae10b8', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'mac_address': 'fa:16:3e:01:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:05Z', 'updated_at': '2021-11-11T21:01:13Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'subnets': [{'id': '7d8d9145-d305-4fdf-8e90-5fb0513f1b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:09:11.476693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0068b7-5f5d-40f4-aeb0-46ea4ec29230 None None] New status for floating IP 5f27796d-478f-4431-9914-a681440343f0: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:09:12.042901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-265fe9b2-a49c-4d9a-b177-041cedb1a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:12.044510 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-265fe9b2-a49c-4d9a-b177-041cedb1a5f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613&tenant_id=e4d8e856334d4412adeebdbfd6ea258f HTTP/1.1" status: 200 len: 1094 time: 0.0711398 Nov 11 21:09:12.117907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-5c8f6b5f-6c57-4de7-a662-53402fb74f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:12.119595 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-5c8f6b5f-6c57-4de7-a662-53402fb74f92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1094 time: 0.0522459 Nov 11 21:09:12.130982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6834-8c1a-4e94-97a8-ca707c9fa413 req-393a9e36-3772-408b-bdd6-de6781fa2bf5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:12.132686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2ca6834-8c1a-4e94-97a8-ca707c9fa413 req-393a9e36-3772-408b-bdd6-de6781fa2bf5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0716634 Nov 11 21:09:12.188087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2ca6834-8c1a-4e94-97a8-ca707c9fa413 req-54c004a4-76db-48f7-a989-3ade7a566c2f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485573 Nov 11 21:09:12.215177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-a4f23520-21d9-4528-b9d9-295c6503b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:12.216710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-a4f23520-21d9-4528-b9d9-295c6503b115 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 914 time: 0.0899413 Nov 11 21:09:12.261685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-9e00b0c4-7d55-4b0e-ba9b-bde3b4bb6e41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 200 len: 217 time: 0.0382550 Nov 11 21:09:12.312239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-400c5f96-2c9c-47fd-80e3-3153d244bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:12.314061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-400c5f96-2c9c-47fd-80e3-3153d244bb7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 200 len: 853 time: 0.0458660 Nov 11 21:09:12.325425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:12.350800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-d001bb1b-0bea-479a-b6c5-369a53d84018 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0c414d3c-918c-49ad-811c-ba45cc41875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297229 Nov 11 21:09:12.379979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384ebcaa-7284-4a56-b317-d7cd7c27c8cc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:12.405149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384ebcaa-7284-4a56-b317-d7cd7c27c8cc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:12.450987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-78f794a3-0a0e-4117-a125-2e544e142c75 service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929239 Nov 11 21:09:12.560176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-b33199c8-8de2-452e-96d6-c1fee8fbbef7 service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989342 Nov 11 21:09:12.642658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384ebcaa-7284-4a56-b317-d7cd7c27c8cc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:12.645394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-384ebcaa-7284-4a56-b317-d7cd7c27c8cc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:12.646636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-384ebcaa-7284-4a56-b317-d7cd7c27c8cc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "DELETE /v2.0/security-groups/71112f9b-91b7-447e-ae3f-f5381c25f584 HTTP/1.1" status: 204 len: 168 time: 0.3201950 Nov 11 21:09:12.649749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37386) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:12.656767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ebcaa-7284-4a56-b317-d7cd7c27c8cc tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71112f9b-91b7-447e-ae3f-f5381c25f584,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:12.664358 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-7e581b37-7745-4e22-b843-689186f7f570 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] show failed (client error): The resource could not be found. Nov 11 21:09:12.665506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e581b37-7745-4e22-b843-689186f7f570 tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "GET /v2.0/security-groups/71112f9b-91b7-447e-ae3f-f5381c25f584 HTTP/1.1" status: 404 len: 347 time: 0.0146365 Nov 11 21:09:12.668353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37388) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:12.722567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 86e8db8e-698b-4a44-9143-854775d3d3ab no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:09:12.747697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 86e8db8e-698b-4a44-9143-854775d3d3ab {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:09:12.748018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 86e8db8e-698b-4a44-9143-854775d3d3ab not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:09:12.817117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Deleting port 0e1236c9-7644-4513-9420-74dc64a0e902 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:09:12.817565 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:12.962615 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:12.962943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:12.990335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Calling delete_port for 0e1236c9-7644-4513-9420-74dc64a0e902 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:09:13.250912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:13.333830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Pushing event deleted for resources: {'Port': ['ID=0e1236c9-7644-4513-9420-74dc64a0e902,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:13.356420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68f569-494a-4faa-b47f-4989fb080018 req-df4cbcbb-fdbc-44a7-872c-2ea93357ff6e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:13.359041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a68f569-494a-4faa-b47f-4989fb080018 req-df4cbcbb-fdbc-44a7-872c-2ea93357ff6e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0907247 Nov 11 21:09:13.435527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:13.439018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:13.444345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-737372a0-bef1-4753-8387-43b4ffbd119d tempest-AttachVolumeTestJSON-1835246522 tempest-AttachVolumeTestJSON-1835246522-project] 10.222.0.31 "DELETE /v2.0/floatingips/5f27796d-478f-4431-9914-a681440343f0 HTTP/1.1" status: 204 len: 168 time: 0.7711217 Nov 11 21:09:13.444705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a68f569-494a-4faa-b47f-4989fb080018 req-e4e98422-f755-4c0a-a169-590f1a87fd9a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763071 Nov 11 21:09:14.659787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75217-7e99-4608-b4f2-3d61e403bb22 req-798ff396-8ab9-44ae-bf16-157c773fa4c5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:14.681127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-63e75217-7e99-4608-b4f2-3d61e403bb22 req-798ff396-8ab9-44ae-bf16-157c773fa4c5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1107314 Nov 11 21:09:14.806250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-63e75217-7e99-4608-b4f2-3d61e403bb22 req-00e67503-c779-42e6-a87a-18f9211110ae tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241658 Nov 11 21:09:16.448194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d93c3-b5f9-4d5a-b388-a6d9aa1bcb16 req-76f5ff84-bccf-43e4-b872-791e0861cbc3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:16.454716 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-602d93c3-b5f9-4d5a-b388-a6d9aa1bcb16 req-76f5ff84-bccf-43e4-b872-791e0861cbc3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.5251751 Nov 11 21:09:16.581325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-602d93c3-b5f9-4d5a-b388-a6d9aa1bcb16 req-a52c8a3b-aea8-46a8-a272-2a33c0178313 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161046 Nov 11 21:09:17.770259 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7e7-65f6-4081-bc70-4af6f85d99ea req-460d6654-8350-41ff-90a0-850e576ec779 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:17.780493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2fc1d7e7-65f6-4081-bc70-4af6f85d99ea req-460d6654-8350-41ff-90a0-850e576ec779 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0716677 Nov 11 21:09:17.903060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2fc1d7e7-65f6-4081-bc70-4af6f85d99ea req-10892038-db5c-4e3f-825c-e344714ada1e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042008 Nov 11 21:09:19.206328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd760f8-097e-42fe-9b92-1dd49281e71c req-e066e727-5189-4630-aa97-2dcfb8b874a8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:19.208053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbd760f8-097e-42fe-9b92-1dd49281e71c req-e066e727-5189-4630-aa97-2dcfb8b874a8 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.2161469 Nov 11 21:09:19.307059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbd760f8-097e-42fe-9b92-1dd49281e71c req-09336467-66f6-48bf-8eb5-d332e502e241 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872903 Nov 11 21:09:20.217825 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:09:20.621019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22f12-aa74-4e5e-99e8-49ace3b61ac1 req-bcdcad5a-9063-49d7-9617-8064ceaa9967 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:20.644811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90b22f12-aa74-4e5e-99e8-49ace3b61ac1 req-bcdcad5a-9063-49d7-9617-8064ceaa9967 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1906528 Nov 11 21:09:20.796761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90b22f12-aa74-4e5e-99e8-49ace3b61ac1 req-7be283ed-ff8f-45fe-92fc-8cab1f6cfac2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509352 Nov 11 21:09:22.052526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b821ab3-c440-4724-8209-0d39af0d9d76 req-3961da38-3739-4592-be6e-9b7508288e07 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:22.063668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b821ab3-c440-4724-8209-0d39af0d9d76 req-3961da38-3739-4592-be6e-9b7508288e07 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1025710 Nov 11 21:09:22.180790 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:22.188324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b821ab3-c440-4724-8209-0d39af0d9d76 req-d1fc8566-3d20-467d-8816-afb91ffc0adc tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195717 Nov 11 21:09:23.271507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-a69b48d1-eba7-45a3-9f76-58981784acd2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2907667 Nov 11 21:09:23.312640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-3bdab631-3048-449f-9d72-623c5e6bd6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:23.323007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-3bdab631-3048-449f-9d72-623c5e6bd6b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1094 time: 0.2555709 Nov 11 21:09:24.192798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-40f64634-dd3a-4998-8083-f760c6e06e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.238801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-40f64634-dd3a-4998-8083-f760c6e06e50 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 914 time: 0.7008832 Nov 11 21:09:24.249662 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-aad983b4-5ac2-4a9f-84d4-8f5d3d592935 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 200 len: 217 time: 0.0425520 Nov 11 21:09:24.260462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f22923-5886-4e3b-b5cb-d5e84121943c req-2d5f0fdb-6af6-4bff-b3f6-0591c6dab192 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.270788 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-94f22923-5886-4e3b-b5cb-d5e84121943c req-2d5f0fdb-6af6-4bff-b3f6-0591c6dab192 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.8798022 Nov 11 21:09:24.331437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-930f5006-0da7-4af6-9a2d-1dcd2024ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.332989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-930f5006-0da7-4af6-9a2d-1dcd2024ab5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 200 len: 853 time: 0.0538347 Nov 11 21:09:24.339775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.340475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.341176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.341832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.342988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.343625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.344413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.348283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bbe54041-824c-4bcb-9eba-5217ca5110c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 1.0241766 Nov 11 21:09:24.472308 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-94f22923-5886-4e3b-b5cb-d5e84121943c req-a15d76d0-2cc2-42b6-9fb0-9a40a219328e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957774 Nov 11 21:09:24.549435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-487b5f20-7a91-48c7-b0b4-c8daca56d982 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0c414d3c-918c-49ad-811c-ba45cc41875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759244 Nov 11 21:09:24.643706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-21c3fcde-7ace-4db2-a047-1c15b1938c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.644688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-21c3fcde-7ace-4db2-a047-1c15b1938c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.645368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-21c3fcde-7ace-4db2-a047-1c15b1938c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.647240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-21c3fcde-7ace-4db2-a047-1c15b1938c06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=03c6918f-b0c8-457e-9f37-f9db9768aa37&id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 2291 time: 0.2657366 Nov 11 21:09:24.783142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-62e756ae-2dab-47f0-9f9a-1b1b50bfdc05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 1002 time: 0.1267252 Nov 11 21:09:24.886910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-7c17372f-f955-46b0-ad61-eadbf8c5ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.898844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-7c17372f-f955-46b0-ad61-eadbf8c5ba01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 200 len: 851 time: 0.1023073 Nov 11 21:09:24.973143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-937212cb-4de4-433d-bb99-c1d1dcf45d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:24.974832 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-937212cb-4de4-433d-bb99-c1d1dcf45d3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8bea7f20-7ba1-4360-a063-0581094fd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638049 Nov 11 21:09:25.163539 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-a8f8e97f-0808-4d84-b3ba-c9c0b11955dd service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738627 Nov 11 21:09:25.325999 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-8e1ab62e-4692-466d-a196-b7e40c73e8f2 service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542785 Nov 11 21:09:25.393297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-a1b3f5ad-c11c-4652-a0c5-4321a0fb8508 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 217 time: 0.0588655 Nov 11 21:09:25.457345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-0d39c3e1-b6bd-4d7d-8908-e5ddd6a32dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:25.458967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-0d39c3e1-b6bd-4d7d-8908-e5ddd6a32dca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0579278 Nov 11 21:09:25.511621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-e9fca4de-0ce6-4092-be6e-86eb63344a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:25.513292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-e9fca4de-0ce6-4092-be6e-86eb63344a6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446694 Nov 11 21:09:25.629756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f253c-2ce3-4c5c-bf82-25fb215bf761 req-d202e35d-2526-40ed-9d7d-48e770b59ebd tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:25.633048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f61f253c-2ce3-4c5c-bf82-25fb215bf761 req-d202e35d-2526-40ed-9d7d-48e770b59ebd tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0675375 Nov 11 21:09:25.653842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-5e942cf4-ecdf-4d27-8614-6fbf6b16777c service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320813 Nov 11 21:09:25.686865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f61f253c-2ce3-4c5c-bf82-25fb215bf761 req-f1e232b6-badf-4f32-b54e-114652398762 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Nov 11 21:09:25.769114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-35db2053-070e-45cf-ac3d-4a359f6253e1 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066642 Nov 11 21:09:25.820397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-4aac7f8b-2615-4a64-b6ce-77114aed9eb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 217 time: 0.0440130 Nov 11 21:09:25.878296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-1bd55cad-64ad-4a4c-8adc-9e2d8e90268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:25.881584 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-1bd55cad-64ad-4a4c-8adc-9e2d8e90268b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0511489 Nov 11 21:09:25.940587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-e2b2370f-96b8-440e-a53a-014347a963c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:25.943500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-e2b2370f-96b8-440e-a53a-014347a963c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563955 Nov 11 21:09:26.060251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-93e3507c-ee06-4c8e-94cd-eb983729947e service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068091 Nov 11 21:09:26.161976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-cb0519bb-3265-4424-a859-88fac5bce84d service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938132 Nov 11 21:09:26.219739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-16cd0ca9-6e64-4899-a293-13e33a82d277 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 200 len: 217 time: 0.0494430 Nov 11 21:09:26.304955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-7ce7ce18-b1f0-4cbb-970a-91b8035bedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:26.306458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-7ce7ce18-b1f0-4cbb-970a-91b8035bedfa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0784016 Nov 11 21:09:26.356319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-39a275d1-e13b-452b-a7a8-39426f3068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:26.358468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-39a275d1-e13b-452b-a7a8-39426f3068e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428190 Nov 11 21:09:26.471310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-e2d96579-083b-45c4-a156-42826181ae84 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043429 Nov 11 21:09:26.580272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-92ed4cbb-5d19-4966-9e78-132c570f2e8c service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014078 Nov 11 21:09:26.688710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-01ffd6f1-827c-4b9d-ae3a-746e698384d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 200 len: 217 time: 0.0995190 Nov 11 21:09:26.810068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-81d13c6c-b54e-4eb3-a7b8-b8bdd1b3e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:26.813667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-81d13c6c-b54e-4eb3-a7b8-b8bdd1b3e886 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.1165721 Nov 11 21:09:26.923695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-32a7cb34-dc5d-43b6-9090-4fdba3a6011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:26.925628 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-32a7cb34-dc5d-43b6-9090-4fdba3a6011b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034472 Nov 11 21:09:27.023598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a53b5-7351-4cb5-a0f6-16f9579f179c req-ffae0e9e-e456-4887-ac68-ffb9f80798e4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:27.031376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-230a53b5-7351-4cb5-a0f6-16f9579f179c req-ffae0e9e-e456-4887-ac68-ffb9f80798e4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1214621 Nov 11 21:09:27.151087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-230a53b5-7351-4cb5-a0f6-16f9579f179c req-66ba778d-06a2-423c-b87a-cfbd36d3ecfb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107380 Nov 11 21:09:27.253614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:27.278368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-d32ecb4a-5dc8-4f9c-ba12-07fb2f2ca0cf service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438346 Nov 11 21:09:27.470163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-8816410e-5381-4c6d-91ed-39dbbeccab8f service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837015 Nov 11 21:09:27.536697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-d354c594-3886-4c0a-8cc4-b935e880e4d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 200 len: 217 time: 0.0560174 Nov 11 21:09:27.624886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-587d9b74-a3b5-4209-9ccb-d8114afd348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:27.626716 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-587d9b74-a3b5-4209-9ccb-d8114afd348b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0823252 Nov 11 21:09:27.687921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bd8811eb-1ddb-4f79-a9ec-c0b1a19874e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:27.690911 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-bd8811eb-1ddb-4f79-a9ec-c0b1a19874e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542319 Nov 11 21:09:27.840489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-555d101f-b556-4a56-8588-98570ffae3fe service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425579 Nov 11 21:09:27.987115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-902ead82-20e9-455d-8b20-6fefc6dd2a87 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381629 Nov 11 21:09:28.053337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-86e8b98e-fd58-4199-86eb-81bca7b64f41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 217 time: 0.0575051 Nov 11 21:09:28.162258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-034a3841-67e8-4293-bd43-123715a82f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:28.166129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-034a3841-67e8-4293-bd43-123715a82f08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.1028271 Nov 11 21:09:28.383212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a8e9e-e0fb-4378-8ff7-8dc104ba8f79 req-4428b6b6-48d2-4e4c-993d-c001bdd66175 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:28.392627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf9a8e9e-e0fb-4378-8ff7-8dc104ba8f79 req-4428b6b6-48d2-4e4c-993d-c001bdd66175 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0912631 Nov 11 21:09:28.419151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-0b541b5c-a111-42aa-a81b-b2a6ebfa39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:28.421308 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-0b541b5c-a111-42aa-a81b-b2a6ebfa39ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2467337 Nov 11 21:09:28.467890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf9a8e9e-e0fb-4378-8ff7-8dc104ba8f79 req-d9a6571c-6002-49b1-bb4f-227b2a3cf97f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666120 Nov 11 21:09:28.570162 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-c10eb218-e1c2-412a-a534-f3d8cfe6e3dc service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163631 Nov 11 21:09:28.674572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-db9f0167-7168-403b-933f-082d3b8adc17 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405975 Nov 11 21:09:28.725207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4d470ef7-5a78-4a21-87b8-1477d170cc97 req-771a3e21-1d91-43b2-86f8-43a858e82f9b service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458836 Nov 11 21:09:28.838116 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00a13603-9081-4b9a-89f5-8d3b12b7f117 req-9a39f0c3-90e0-47b6-9dd3-b23ddb551199 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548662 Nov 11 21:09:29.622047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441f04-5e4a-4e00-a9b9-dd043390c333 req-ff38117a-378c-4f27-a461-b33a32f9385b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:29.624513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1441f04-5e4a-4e00-a9b9-dd043390c333 req-ff38117a-378c-4f27-a461-b33a32f9385b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0844936 Nov 11 21:09:29.688437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1441f04-5e4a-4e00-a9b9-dd043390c333 req-e0189d89-449e-4653-bcff-fdbfa75ec1be tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571179 Nov 11 21:09:30.862088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ed608-972f-431c-b1ae-d740b281ee8a req-3fa14829-fc62-40ad-a149-80398014275b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:30.863832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-494ed608-972f-431c-b1ae-d740b281ee8a req-3fa14829-fc62-40ad-a149-80398014275b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.0794346 Nov 11 21:09:30.922758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-494ed608-972f-431c-b1ae-d740b281ee8a req-ba465f8d-de5b-472b-82f6-74fa1f4f470d tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514393 Nov 11 21:09:31.484502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:31.640214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:31.729916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fafd0ede-c1bd-4ef0-867e-29519d023050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:31.771092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62ba8213-b7c9-436a-ab79-9dd3bab2801e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:31.859903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fafd0ede-c1bd-4ef0-867e-29519d023050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:31.877124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62ba8213-b7c9-436a-ab79-9dd3bab2801e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:31.952593 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fafd0ede-c1bd-4ef0-867e-29519d023050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:31.953494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62ba8213-b7c9-436a-ab79-9dd3bab2801e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:31.954107 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f83a4b6a-3c8f-4344-9b88-da41f889b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:31.978756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37670) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:31.990441 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-62ba8213-b7c9-436a-ab79-9dd3bab2801e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adfc136d0b854f1e97b91ae956d8f1a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486934 Nov 11 21:09:31.998609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37674) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:32.035237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba8213-b7c9-436a-ab79-9dd3bab2801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1cdaf-7602-4495-9800-4e9fb75e3116,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:32.055195 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fafd0ede-c1bd-4ef0-867e-29519d023050 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb1c66ef59f9466bb41837e3468ac411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5651407 Nov 11 21:09:32.058694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:32.068080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd0ede-c1bd-4ef0-867e-29519d023050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c323bbba-11f1-4664-b2ad-4645624bc8ed,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:32.112315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b27a92c-2db7-4bba-b163-534b76e88981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.142418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fff5546-83e1-456e-a5de-56f8e883a89f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.150426 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b27a92c-2db7-4bba-b163-534b76e88981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.181862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fff5546-83e1-456e-a5de-56f8e883a89f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.214822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171d202-883d-47ef-aa41-d45676c19233 req-43eb97f4-7737-407d-9c66-b1483a8fed88 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:32.216283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d171d202-883d-47ef-aa41-d45676c19233 req-43eb97f4-7737-407d-9c66-b1483a8fed88 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 943 time: 0.1594951 Nov 11 21:09:32.327225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d171d202-883d-47ef-aa41-d45676c19233 req-4fb39651-a16d-4e8b-ad46-ffd1ca3543ed tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992773 Nov 11 21:09:32.327798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b27a92c-2db7-4bba-b163-534b76e88981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.330424 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b27a92c-2db7-4bba-b163-534b76e88981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.331956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5b27a92c-2db7-4bba-b163-534b76e88981 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27a1cdaf-7602-4495-9800-4e9fb75e3116 HTTP/1.1" status: 204 len: 168 time: 0.3318589 Nov 11 21:09:32.341164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27a92c-2db7-4bba-b163-534b76e88981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1cdaf-7602-4495-9800-4e9fb75e3116,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:32.374701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fff5546-83e1-456e-a5de-56f8e883a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.378894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0fff5546-83e1-456e-a5de-56f8e883a89f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.381117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0fff5546-83e1-456e-a5de-56f8e883a89f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c323bbba-11f1-4664-b2ad-4645624bc8ed HTTP/1.1" status: 204 len: 168 time: 0.3243124 Nov 11 21:09:32.394774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff5546-83e1-456e-a5de-56f8e883a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c323bbba-11f1-4664-b2ad-4645624bc8ed,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:32.573247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.650824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:09:32.798914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:32.824635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'network_id': '0c414d3c-918c-49ad-811c-ba45cc41875c', 'port_id': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'mac_address': 'fa:16:3e:00:1c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02382ef5-b9f9-4252-a234-c58dfc277d0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:09:32.912829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:32.928087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bfac35-9d68-48be-9f50-3551bfbc9de8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:09:32.962860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:33.071771 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.128097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:33.135582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.135936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.136336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.136692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.137026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.137360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.137692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.138023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.138350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.138679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.140164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.140384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:33.202054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Deleting port df281493-7531-4452-98db-f33a3b9c3c49 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:09:33.202296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.224200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37698) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:33.239401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d50d55e1-b3d8-4114-b8f2-32810410f4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.293954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] For port df281493-7531-4452-98db-f33a3b9c3c49, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=df281493-7531-4452-98db-f33a3b9c3c49,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:33.294312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.312036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Calling delete_port for df281493-7531-4452-98db-f33a3b9c3c49 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:09:33.334454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d50d55e1-b3d8-4114-b8f2-32810410f4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.394553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['53bfac35-9d68-48be-9f50-3551bfbc9de8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:09:33.419497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d50d55e1-b3d8-4114-b8f2-32810410f4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.513483 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d50d55e1-b3d8-4114-b8f2-32810410f4d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bf91109949b4b8c9262cbecd613c3ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2844284 Nov 11 21:09:33.514459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:33.517673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d55e1-b3d8-4114-b8f2-32810410f4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ede2aa-1d39-4ab7-af7e-132631bae717,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:33.533532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e7355-b2fa-42dd-ba67-a252007ff47f req-c2cdf58f-accc-4846-8a4e-90e79070db05 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:33.535286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf6e7355-b2fa-42dd-ba67-a252007ff47f req-c2cdf58f-accc-4846-8a4e-90e79070db05 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 944 time: 0.1024942 Nov 11 21:09:33.584698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf2b55b8-734b-479f-a9db-98ae790a8bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.610823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf2b55b8-734b-479f-a9db-98ae790a8bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.618326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf6e7355-b2fa-42dd-ba67-a252007ff47f req-780b3f75-e504-4408-b08a-c3771fe694e2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710521 Nov 11 21:09:33.624407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.665595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Pushing event deleted for resources: {'Port': ['ID=df281493-7531-4452-98db-f33a3b9c3c49,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:33.850687 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf2b55b8-734b-479f-a9db-98ae790a8bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.853387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf2b55b8-734b-479f-a9db-98ae790a8bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.856906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bf2b55b8-734b-479f-a9db-98ae790a8bc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05ede2aa-1d39-4ab7-af7e-132631bae717 HTTP/1.1" status: 204 len: 168 time: 0.3390784 Nov 11 21:09:33.858289 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:33.868037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b55b8-734b-479f-a9db-98ae790a8bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ede2aa-1d39-4ab7-af7e-132631bae717,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:34.114833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Router 179774aa-0942-4f33-86d4-04748dc7739e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:09:34.235426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:09:34.242278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4393cb35-7509-4a65-a0bd-fc4b7508db65 admin admin] 10.222.0.31 "PUT /v2.0/routers/179774aa-0942-4f33-86d4-04748dc7739e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613442 Nov 11 21:09:34.243910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:34.248009 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] Sync routers for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:09:34.265881 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:09:34.269621 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:09:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:34.360358 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:34.401517 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:09:34.449344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-241a4c45-fb57-4168-ad33-a24fce14edf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:34.473750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:34.580432 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:09:33Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:34.610586 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] Checking router: 179774aa-0942-4f33-86d4-04748dc7739e for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:09:34.618966 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] Routers {'179774aa-0942-4f33-86d4-04748dc7739e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:09:34.619688 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:09:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['179774aa-0942-4f33-86d4-04748dc7739e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:34.666605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:09:34.681814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Deleting port b2848b92-4c95-4412-8694-111a7b8a3971 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:09:34.682974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:34.722628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 53bfac35-9d68-48be-9f50-3551bfbc9de8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:09:34.723007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:34.799172 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] Set router 179774aa-0942-4f33-86d4-04748dc7739e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:09:34.842131 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:34.854270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b20d5-a7b6-411e-980c-f446a38391d6 req-c2ac334b-2a2a-4659-a665-06cc14bb1191 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:34.858773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b38b20d5-a7b6-411e-980c-f446a38391d6 req-c2ac334b-2a2a-4659-a665-06cc14bb1191 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 944 time: 0.1394813 Nov 11 21:09:34.865191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:09:34.867450 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcac3b5-4abd-490d-bd8b-5160bf1e4ba4" -d '{"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-plugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:09:34.877954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] For port b2848b92-4c95-4412-8694-111a7b8a3971, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b2848b92-4c95-4412-8694-111a7b8a3971,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:34.878322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:34.890403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:34.900889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Calling delete_port for b2848b92-4c95-4412-8694-111a7b8a3971 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:09:34.928262 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d11c3-8865-42a5-aae6-b7f2b332c51c x-openstack-request-id: req-044d11c3-8865-42a5-aae6-b7f2b332c51c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:09:34.928560 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-plugged", "status": "completed", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:09:34.929010 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-044d11c3-8865-42a5-aae6-b7f2b332c51c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:09:34.929411 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'code': 200} Nov 11 21:09:34.952714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b38b20d5-a7b6-411e-980c-f446a38391d6 req-e92a1cc1-afb4-4199-b7c6-9c6c6447fe7b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871947 Nov 11 21:09:35.003213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.109760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:35.110955 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:09:33Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:35.139674 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d189a9-52b7-47a8-8f70-a4cfd47822bc None None] The sync data for ids ['179774aa-0942-4f33-86d4-04748dc7739e'] in n-d-805734-3 is: [{'id': '179774aa-0942-4f33-86d4-04748dc7739e', 'name': 'tempest-AttachVolumeTestJSON-1130962688-router', 'tenant_id': 'f6893d4fd3664dab879903dbd07919e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:58Z', 'updated_at': '2021-11-11T21:09:33Z', 'revision_number': 5, 'project_id': 'f6893d4fd3664dab879903dbd07919e2', 'gw_port': {'id': 'b2848b92-4c95-4412-8694-111a7b8a3971', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179774aa-0942-4f33-86d4-04748dc7739e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:01:00Z', 'updated_at': '2021-11-11T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:09:35.253399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.302533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b2848b92-4c95-4412-8694-111a7b8a3971,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:35.317611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430587b-905f-46c4-8b6b-3cdd9c71e8d5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:09:35.366176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4386-a85e-47a3-821c-562ae4e93465 req-b78559b8-e2db-4b8a-98a3-5757efde282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:35.367713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecbf4386-a85e-47a3-821c-562ae4e93465 req-b78559b8-e2db-4b8a-98a3-5757efde282e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1097 time: 0.1257334 Nov 11 21:09:35.391873 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.504781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.509331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.518736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecbf4386-a85e-47a3-821c-562ae4e93465 req-a4eb8b35-dac3-470c-ae06-4a426da88fcc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433182 Nov 11 21:09:35.608870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.665622 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.666308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 179774aa-0942-4f33-86d4-04748dc7739e {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:09:35.677054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.677054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5a14568e-2a65-446c-b228-86a08b7d17ab admin admin] 10.222.0.31 "DELETE /v2.0/routers/179774aa-0942-4f33-86d4-04748dc7739e HTTP/1.1" status: 204 len: 168 time: 1.4270246 Nov 11 21:09:35.678992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:35.728031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] Deleting subnet 7d8d9145-d305-4fdf-8e90-5fb0513f1b2a {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:09:35.732211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.774621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:35.879053 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.072130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5482337-6952-4438-94cb-90840562419a req-4a5d8179-ee41-4274-bb6f-da2a3c565da9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:36.083304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.084357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5482337-6952-4438-94cb-90840562419a req-4a5d8179-ee41-4274-bb6f-da2a3c565da9 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0619020 Nov 11 21:09:36.131935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.135401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7d8d9145-d305-4fdf-8e90-5fb0513f1b2a HTTP/1.1" status: 204 len: 168 time: 0.4552548 Nov 11 21:09:36.136444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83941697-d8ef-4ab0-9ad1-ff7674838d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8d9145-d305-4fdf-8e90-5fb0513f1b2a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:36.137963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:36.148181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e58905-1c0a-41d7-a0af-21d9e7cf6ce8 None None] Network 087349e6-35eb-433c-9508-333571ae10b8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:09:36.222140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5482337-6952-4438-94cb-90840562419a req-0df43ca7-1f2a-4ec9-9ab2-84000766896e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247807 Nov 11 21:09:36.234852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.323176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Deleting port d95b4341-03f8-42eb-b48f-3395a8699219 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:09:36.323627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.396293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] DHCP port deletion for 087349e6-35eb-433c-9508-333571ae10b8 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:09:36.411384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] For port d95b4341-03f8-42eb-b48f-3395a8699219, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d95b4341-03f8-42eb-b48f-3395a8699219,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:36.411772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.424732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device df281493-7531-4452-98db-f33a3b9c3c49 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:09:36.426338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Calling delete_port for d95b4341-03f8-42eb-b48f-3395a8699219 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:09:36.461178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: df281493-7531-4452-98db-f33a3b9c3c49 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:09:36.461896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device df281493-7531-4452-98db-f33a3b9c3c49 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:09:36.462478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b2848b92-4c95-4412-8694-111a7b8a3971 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:09:36.491411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b2848b92-4c95-4412-8694-111a7b8a3971 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:09:36.492103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b2848b92-4c95-4412-8694-111a7b8a3971 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:09:36.516063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] Deleting port d95b4341-03f8-42eb-b48f-3395a8699219 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:09:36.516715 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.590039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] For port d95b4341-03f8-42eb-b48f-3395a8699219, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d95b4341-03f8-42eb-b48f-3395a8699219,segment=NetworkSegment(b4a844d7-1c33-486b-ac82-39bed6137c1c),segment_id=b4a844d7-1c33-486b-ac82-39bed6137c1c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:09:36.591119 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.608576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] Calling delete_port for d95b4341-03f8-42eb-b48f-3395a8699219 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:09:36.615420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.657420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95b4341-03f8-42eb-b48f-3395a8699219,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:36.659591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] No DVR routers for this DVR port d95b4341-03f8-42eb-b48f-3395a8699219 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:09:36.720090 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:09:36.730116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.738470 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.758583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] Pushing event deleted for resources: {'Port': ['ID=d95b4341-03f8-42eb-b48f-3395a8699219,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:36.764525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087349e6-35eb-433c-9508-333571ae10b8']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:36.765428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f5029-c378-4005-afab-e5ed1e2e04d9 None None] No DVR routers for this DVR port d95b4341-03f8-42eb-b48f-3395a8699219 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:09:36.786122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a844d7-1c33-486b-ac82-39bed6137c1c') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:36.786855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a844d7-1c33-486b-ac82-39bed6137c1c') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:09:36.802542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.812252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.819173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:09:36.820042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:09:36.835289 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:09:36.975050 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.982152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:36.988287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/087349e6-35eb-433c-9508-333571ae10b8 HTTP/1.1" status: 204 len: 168 time: 0.8479729 Nov 11 21:09:36.997820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327971b-163e-4c27-94c2-bf94abeb72b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=087349e6-35eb-433c-9508-333571ae10b8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:37.038296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:37.362484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b376158-20ed-410e-8092-d0d8fa712d2d req-6064d5be-417a-4c57-b194-55505819aac5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:37.364071 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b376158-20ed-410e-8092-d0d8fa712d2d req-6064d5be-417a-4c57-b194-55505819aac5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0553367 Nov 11 21:09:37.424944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b376158-20ed-410e-8092-d0d8fa712d2d req-0ead543d-4bdf-41d4-84a7-6931e826cb5a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Nov 11 21:09:37.813315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:37.858824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5dbfeb29-37e2-4735-844c-5eea07777694 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6893d4fd3664dab879903dbd07919e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438211 Nov 11 21:09:37.861097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37846) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:37.889230 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:37.910965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ad76d9e-7988-4b8a-aee5-086e1820b000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:37.935454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ad76d9e-7988-4b8a-aee5-086e1820b000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:38.141196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ad76d9e-7988-4b8a-aee5-086e1820b000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:38.146580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ad76d9e-7988-4b8a-aee5-086e1820b000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:38.150501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d95b4341-03f8-42eb-b48f-3395a8699219 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:09:38.150653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1ad76d9e-7988-4b8a-aee5-086e1820b000 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0d49cd9-c82d-4052-8d0d-342c909bf49b HTTP/1.1" status: 204 len: 168 time: 0.2860832 Nov 11 21:09:38.159949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad76d9e-7988-4b8a-aee5-086e1820b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d49cd9-c82d-4052-8d0d-342c909bf49b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:38.186275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d95b4341-03f8-42eb-b48f-3395a8699219 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:09:38.186706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d95b4341-03f8-42eb-b48f-3395a8699219 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:09:39.087243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d758e8-562b-4f34-bf12-c89757d1a13c req-1851d0f8-d4ab-4640-bc9b-4f7c3014b511 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:39.096702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7d758e8-562b-4f34-bf12-c89757d1a13c req-1851d0f8-d4ab-4640-bc9b-4f7c3014b511 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.5664113 Nov 11 21:09:39.159000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a7d758e8-562b-4f34-bf12-c89757d1a13c req-47b87b72-e323-4141-b625-3364e06e79a0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595181 Nov 11 21:09:40.359447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eac55-911f-43e3-975a-9366342e588a req-d183a684-5022-4de6-8a20-d2333ebf78c6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:40.361002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f8eac55-911f-43e3-975a-9366342e588a req-d183a684-5022-4de6-8a20-d2333ebf78c6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0685291 Nov 11 21:09:40.416881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f8eac55-911f-43e3-975a-9366342e588a req-19c2d362-989b-4a06-b49f-9a8663e2e1c0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496144 Nov 11 21:09:40.595722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c3ea7-40d7-465b-8314-564a4cc0a51e req-af83c6a8-5630-41d6-9e9a-e3724a004443 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:40.597806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c90c3ea7-40d7-465b-8314-564a4cc0a51e req-af83c6a8-5630-41d6-9e9a-e3724a004443 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0605450 Nov 11 21:09:40.667498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c90c3ea7-40d7-465b-8314-564a4cc0a51e req-4a8e2a9f-cb60-4e04-b092-56f85ace0f86 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630357 Nov 11 21:09:40.812568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bd414-3c70-4aa1-bab5-d327973777fc req-af3f5253-ed3c-4f62-984f-c2a8ef93dcaa tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:40.814086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b66bd414-3c70-4aa1-bab5-d327973777fc req-af3f5253-ed3c-4f62-984f-c2a8ef93dcaa tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0631928 Nov 11 21:09:40.862258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b66bd414-3c70-4aa1-bab5-d327973777fc req-1dec74df-2574-46cb-b1bb-3531cfe08795 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Nov 11 21:09:41.011233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fba6-e6e7-482e-a7d7-29f34fb4b378 req-461ee655-4684-496a-a5e4-c8325dced9d2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:41.012884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1d3fba6-e6e7-482e-a7d7-29f34fb4b378 req-461ee655-4684-496a-a5e4-c8325dced9d2 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Nov 11 21:09:41.063429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1d3fba6-e6e7-482e-a7d7-29f34fb4b378 req-86c28a7e-d2c0-463c-bfe0-fb58eb194c58 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430675 Nov 11 21:09:41.230017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a26c0-ada9-4576-a409-11aa5b8f7ae9 req-7082a9af-d58f-40d6-83df-35343d1e7ff5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:41.231736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d44a26c0-ada9-4576-a409-11aa5b8f7ae9 req-7082a9af-d58f-40d6-83df-35343d1e7ff5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0737367 Nov 11 21:09:41.297248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d44a26c0-ada9-4576-a409-11aa5b8f7ae9 req-11ec4b0e-35a5-469f-9814-02ea1278d3bb tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Nov 11 21:09:41.469264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c681d9d-7c36-4688-9fa3-a6ee1c042440 req-81b8cfcc-ff82-4cfb-b21d-a9da4d662bff tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:41.472228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c681d9d-7c36-4688-9fa3-a6ee1c042440 req-81b8cfcc-ff82-4cfb-b21d-a9da4d662bff tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0762415 Nov 11 21:09:41.539721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c681d9d-7c36-4688-9fa3-a6ee1c042440 req-35fed758-fefb-4058-932e-15f82f8cc218 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585506 Nov 11 21:09:41.741534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cf265-c758-4e16-b95d-86c2155e3685 req-392b612e-66d7-4ab9-a553-5e3711d5a49e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:41.744730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa0cf265-c758-4e16-b95d-86c2155e3685 req-392b612e-66d7-4ab9-a553-5e3711d5a49e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.1101396 Nov 11 21:09:41.814275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa0cf265-c758-4e16-b95d-86c2155e3685 req-1f478833-ac56-4653-ae70-21ea87e3c14e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620110 Nov 11 21:09:42.404898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d63b20-3490-4fa7-b7b7-700109306bd1 req-8df4e550-dde3-46e3-8567-e6c160be9e17 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:42.406879 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d63b20-3490-4fa7-b7b7-700109306bd1 req-8df4e550-dde3-46e3-8567-e6c160be9e17 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0755424 Nov 11 21:09:42.456289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d63b20-3490-4fa7-b7b7-700109306bd1 req-643e4ecb-3c31-4959-8828-fbd47dbec07a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Nov 11 21:09:43.609476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6cbb6-9d4b-4d69-b5ae-6d8025969ff7 req-add7d7ef-6daf-484f-86dd-7bf0a1742d7a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:43.611081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ba6cbb6-9d4b-4d69-b5ae-6d8025969ff7 req-add7d7ef-6daf-484f-86dd-7bf0a1742d7a tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0554283 Nov 11 21:09:43.672751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ba6cbb6-9d4b-4d69-b5ae-6d8025969ff7 req-21c86f09-3d92-4224-a112-fbd047bf351e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551243 Nov 11 21:09:43.984042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38006) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:44.105509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6944-22ea-40bf-8e94-61db52e7b5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.207520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72c8e2-4a21-4bea-bf97-b14e7420b787 req-ddf808ea-df27-44a2-a04f-5c12cedae7a5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:44.213830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf72c8e2-4a21-4bea-bf97-b14e7420b787 req-ddf808ea-df27-44a2-a04f-5c12cedae7a5 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0799847 Nov 11 21:09:44.262138 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6944-22ea-40bf-8e94-61db52e7b5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.290280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf72c8e2-4a21-4bea-bf97-b14e7420b787 req-299f2f1a-793d-437d-9d05-b85651dfdba0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681043 Nov 11 21:09:44.312355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38014) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:44.416285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2daca3d3-8e4f-4306-8ca2-e9c36f102a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.461315 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6944-22ea-40bf-8e94-61db52e7b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.522767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ba5f6944-22ea-40bf-8e94-61db52e7b5f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c17f56c7f6048ec8983dc2f1036b38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371745 Nov 11 21:09:44.525846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:44.526970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f6944-22ea-40bf-8e94-61db52e7b5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e5514a-2bc7-48af-8141-59f99820c6eb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:44.537164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7cab-b399-4461-bb33-8224b37e119c req-17a471ce-b1dd-483d-820b-123f18fe6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:44.538227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fac7cab-b399-4461-bb33-8224b37e119c req-17a471ce-b1dd-483d-820b-123f18fe6400 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 1097 time: 0.2160523 Nov 11 21:09:44.598187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5227bab-d367-4925-b6b7-43ce1803813b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.630555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5227bab-d367-4925-b6b7-43ce1803813b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.632068 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2daca3d3-8e4f-4306-8ca2-e9c36f102a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.675996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7cab-b399-4461-bb33-8224b37e119c req-17942024-a31a-4726-b754-f727eab6c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:44.677603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fac7cab-b399-4461-bb33-8224b37e119c req-17942024-a31a-4726-b754-f727eab6c15b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 200 len: 914 time: 0.1306634 Nov 11 21:09:44.725895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fac7cab-b399-4461-bb33-8224b37e119c req-33f75b3e-6fa9-49e6-a87e-6f78485d3b72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 200 len: 217 time: 0.0408876 Nov 11 21:09:44.775193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7cab-b399-4461-bb33-8224b37e119c req-5c73a327-945c-47e3-a80c-e7aef8dffe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:44.776691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fac7cab-b399-4461-bb33-8224b37e119c req-5c73a327-945c-47e3-a80c-e7aef8dffe40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 200 len: 853 time: 0.0430536 Nov 11 21:09:44.807957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fac7cab-b399-4461-bb33-8224b37e119c req-f8219408-dc7e-45da-a420-95a8260ce3d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0c414d3c-918c-49ad-811c-ba45cc41875c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243208 Nov 11 21:09:44.813723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2daca3d3-8e4f-4306-8ca2-e9c36f102a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.871279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5227bab-d367-4925-b6b7-43ce1803813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.875960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a5227bab-d367-4925-b6b7-43ce1803813b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:44.879868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a5227bab-d367-4925-b6b7-43ce1803813b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3e5514a-2bc7-48af-8141-59f99820c6eb HTTP/1.1" status: 204 len: 168 time: 0.3507481 Nov 11 21:09:44.893089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227bab-d367-4925-b6b7-43ce1803813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e5514a-2bc7-48af-8141-59f99820c6eb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:45.224492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daca3d3-8e4f-4306-8ca2-e9c36f102a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0babfc55-6e25-4ef6-b2f8-6c9e84c24891,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:45.233399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2daca3d3-8e4f-4306-8ca2-e9c36f102a4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11b32b07502c4c8788552030febf7812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9276326 Nov 11 21:09:45.236069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38034) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:45.299006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fac7cab-b399-4461-bb33-8224b37e119c req-b087dbd5-03e5-4c13-b88b-590ef9540b9f service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826217 Nov 11 21:09:45.333936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb83d6eb-dbbb-4a87-bf80-a170a0581527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:45.360372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb83d6eb-dbbb-4a87-bf80-a170a0581527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:45.429578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0568d-9ac9-4f5a-b328-8ccd5d034d85 req-e68796f1-6330-4aa8-94c1-0ddb61207258 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:45.431084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6a0568d-9ac9-4f5a-b328-8ccd5d034d85 req-e68796f1-6330-4aa8-94c1-0ddb61207258 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0563145 Nov 11 21:09:45.472081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fac7cab-b399-4461-bb33-8224b37e119c req-fefae2f9-1f13-4c5f-9f39-1d0ceede883d service neutron] 10.222.0.58 "GET /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626842 Nov 11 21:09:45.484707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b6a0568d-9ac9-4f5a-b328-8ccd5d034d85 req-7474ad3c-0bb7-4211-a8c8-079a27c42541 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461066 Nov 11 21:09:45.546769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb83d6eb-dbbb-4a87-bf80-a170a0581527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:45.550380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fb83d6eb-dbbb-4a87-bf80-a170a0581527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:45.550894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fb83d6eb-dbbb-4a87-bf80-a170a0581527 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0babfc55-6e25-4ef6-b2f8-6c9e84c24891 HTTP/1.1" status: 204 len: 168 time: 0.3092275 Nov 11 21:09:45.567068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83d6eb-dbbb-4a87-bf80-a170a0581527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0babfc55-6e25-4ef6-b2f8-6c9e84c24891,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:45.836961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38044) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:45.851335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:45.926284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.012501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.068187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=850dbfeee61643e7a4e5549bd9a31cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291498 Nov 11 21:09:46.068187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42531c16-0aa7-427a-ae51-3818c1731a0e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:46.069822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38052) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:46.094871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.094871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.094871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.097414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.097769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.098110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.098447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.098779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.099113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.099542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.100288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.100804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580ab8fe-0591-4b85-bb67-937513e72335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.136502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.159061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.277204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.280683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.281869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42531c16-0aa7-427a-ae51-3818c1731a0e HTTP/1.1" status: 204 len: 168 time: 0.2110338 Nov 11 21:09:46.298987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42531c16-0aa7-427a-ae51-3818c1731a0e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:46.306602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.306956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.307288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.307631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.307966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.308324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.308655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.308984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.309309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.309901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.310097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.310523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755162a-7d95-442f-ba16-9089baf309ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:09:46.389306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:46.405682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff7ae26d-0d22-4b70-abfb-0d9cd890abc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.585406 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff7ae26d-0d22-4b70-abfb-0d9cd890abc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.635056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6615078-18b6-4896-b94c-9128ec4d19bb req-0dc49890-786c-4596-857a-7391257e7f8f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:46.645152 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6615078-18b6-4896-b94c-9128ec4d19bb req-0dc49890-786c-4596-857a-7391257e7f8f tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0846655 Nov 11 21:09:46.694023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6615078-18b6-4896-b94c-9128ec4d19bb req-1b67e68f-dc7e-4ce1-99ca-5acd8d995787 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475869 Nov 11 21:09:46.700238 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff7ae26d-0d22-4b70-abfb-0d9cd890abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.758264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ff7ae26d-0d22-4b70-abfb-0d9cd890abc1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3f35386562043f09835319121d39216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676128 Nov 11 21:09:46.761081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38066) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:46.764575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ae26d-0d22-4b70-abfb-0d9cd890abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d07f88-a2a0-4d63-8712-f869e14fe594,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:46.832954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc7b0-564e-407a-aed6-dc6e74a5dde6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:46.857645 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc7b0-564e-407a-aed6-dc6e74a5dde6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:47.054145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc7b0-564e-407a-aed6-dc6e74a5dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:47.059127 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-16afc7b0-564e-407a-aed6-dc6e74a5dde6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:47.059127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-16afc7b0-564e-407a-aed6-dc6e74a5dde6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02d07f88-a2a0-4d63-8712-f869e14fe594 HTTP/1.1" status: 204 len: 168 time: 0.2960780 Nov 11 21:09:47.069127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afc7b0-564e-407a-aed6-dc6e74a5dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d07f88-a2a0-4d63-8712-f869e14fe594,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:47.850485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe017c-3c8f-4338-8aca-d0537333bd48 req-1a7aa67d-7f1e-440d-b69d-c9fe527cfbc4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:47.852096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8cbe017c-3c8f-4338-8aca-d0537333bd48 req-1a7aa67d-7f1e-440d-b69d-c9fe527cfbc4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0553691 Nov 11 21:09:47.902897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8cbe017c-3c8f-4338-8aca-d0537333bd48 req-ede4498b-10bf-43b7-8664-4d8b5fd23e90 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Nov 11 21:09:48.035147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a25695-7ebe-4d31-8fd1-9bfbfb50625f req-0ed0741f-b008-43bb-83b3-f58af3853a84 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:48.036879 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5a25695-7ebe-4d31-8fd1-9bfbfb50625f req-0ed0741f-b008-43bb-83b3-f58af3853a84 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0564046 Nov 11 21:09:48.095329 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5a25695-7ebe-4d31-8fd1-9bfbfb50625f req-d4ab063e-7662-4d11-9dab-8cc99b576798 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510130 Nov 11 21:09:48.273619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4fc5-80ff-4150-9c5f-cef08e970343 req-3c0760d9-4c27-4e63-b7e3-d40c97611fe4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:48.275168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-daae4fc5-80ff-4150-9c5f-cef08e970343 req-3c0760d9-4c27-4e63-b7e3-d40c97611fe4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0585501 Nov 11 21:09:48.327434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-daae4fc5-80ff-4150-9c5f-cef08e970343 req-673dcbe5-c7d5-45de-aeba-7f2ce7105df0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453570 Nov 11 21:09:48.472985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306db2-6935-4295-b845-9a43fe775adf req-4770f749-ef3c-426f-8a19-3fd7e5798e60 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:48.474526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad306db2-6935-4295-b845-9a43fe775adf req-4770f749-ef3c-426f-8a19-3fd7e5798e60 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0644317 Nov 11 21:09:48.526797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad306db2-6935-4295-b845-9a43fe775adf req-0d901ebb-c5d7-4dae-93f0-cf14a90718c0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Nov 11 21:09:48.703357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae222b-137e-4002-a674-276f91e5ce23 req-05a7db65-077f-48d6-8601-4cdeebfb2103 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:48.704917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97ae222b-137e-4002-a674-276f91e5ce23 req-05a7db65-077f-48d6-8601-4cdeebfb2103 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0515933 Nov 11 21:09:48.775427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97ae222b-137e-4002-a674-276f91e5ce23 req-cb086dac-e882-44a2-a7a9-a744f567e491 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630691 Nov 11 21:09:48.900385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014e7bd-fe11-429b-aebc-b4ed3e3dc5d4 req-218e11f2-c76e-4f4f-9211-f748f4d8b441 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:48.902106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7014e7bd-fe11-429b-aebc-b4ed3e3dc5d4 req-218e11f2-c76e-4f4f-9211-f748f4d8b441 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0513246 Nov 11 21:09:48.970512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7014e7bd-fe11-429b-aebc-b4ed3e3dc5d4 req-2fdafc01-6b7f-4a7d-92df-68358206cd76 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592167 Nov 11 21:09:49.017934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38154) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:49.125550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b0733-0bcf-4870-85ba-c95acb6d576b req-7e4fd2da-8826-4394-8818-3d12d5200366 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:49.127919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e57b0733-0bcf-4870-85ba-c95acb6d576b req-7e4fd2da-8826-4394-8818-3d12d5200366 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0663571 Nov 11 21:09:49.203192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e57b0733-0bcf-4870-85ba-c95acb6d576b req-45fefdbb-3e8d-4e26-9a43-ef641aa8ebc0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679870 Nov 11 21:09:49.226936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d82a1c0-139b-46c8-9ab7-3803c3a06a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:49.335064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d82a1c0-139b-46c8-9ab7-3803c3a06a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:49.355122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d56a-6d0b-4803-9e54-0216528347e0 req-24c53981-50e1-4f48-86a6-78d0cd177079 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:49.356739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb05d56a-6d0b-4803-9e54-0216528347e0 req-24c53981-50e1-4f48-86a6-78d0cd177079 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0657227 Nov 11 21:09:49.410159 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cb05d56a-6d0b-4803-9e54-0216528347e0 req-083fa6db-8dd7-48cc-b83d-56100dd4035e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Nov 11 21:09:49.465725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d82a1c0-139b-46c8-9ab7-3803c3a06a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:49.509444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82a1c0-139b-46c8-9ab7-3803c3a06a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eee7ad-d386-4722-b80b-c252304d044e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:49.517315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d82a1c0-139b-46c8-9ab7-3803c3a06a27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f6f4557295d46a884033692c1619981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5040243 Nov 11 21:09:49.519930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:49.585220 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a4504bf-d34e-4c6f-89e2-8d61de720b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:49.593115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162fba4-1413-4121-9a4a-1f03f1153b98 req-1ebf441d-a004-49d9-b252-aae558f02693 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:49.594687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9162fba4-1413-4121-9a4a-1f03f1153b98 req-1ebf441d-a004-49d9-b252-aae558f02693 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0596166 Nov 11 21:09:49.618396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a4504bf-d34e-4c6f-89e2-8d61de720b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:49.668692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9162fba4-1413-4121-9a4a-1f03f1153b98 req-e3dc8f31-f043-4eb2-bb99-21af9484beea tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621252 Nov 11 21:09:49.768643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a4504bf-d34e-4c6f-89e2-8d61de720b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:49.771185 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a4504bf-d34e-4c6f-89e2-8d61de720b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:49.772604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7a4504bf-d34e-4c6f-89e2-8d61de720b6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7eee7ad-d386-4722-b80b-c252304d044e HTTP/1.1" status: 204 len: 168 time: 0.2512779 Nov 11 21:09:49.784344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4504bf-d34e-4c6f-89e2-8d61de720b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eee7ad-d386-4722-b80b-c252304d044e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:49.803754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838bee-ab0e-4936-9926-8513be60406d req-bbac0e66-eda7-4b77-a5b6-7a47fd94c76b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:49.805171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3838bee-ab0e-4936-9926-8513be60406d req-bbac0e66-eda7-4b77-a5b6-7a47fd94c76b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0671589 Nov 11 21:09:49.860706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3838bee-ab0e-4936-9926-8513be60406d req-6368c45d-13fa-4422-988d-f73758ae9821 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470636 Nov 11 21:09:50.001892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f4b78-30b2-4e1f-b777-4dd6a345b2f7 req-4122adfd-e6ab-423f-a5c7-b9f2a8ff3698 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:50.003419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-155f4b78-30b2-4e1f-b777-4dd6a345b2f7 req-4122adfd-e6ab-423f-a5c7-b9f2a8ff3698 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0502791 Nov 11 21:09:50.051614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-155f4b78-30b2-4e1f-b777-4dd6a345b2f7 req-c441aa4f-9e95-4b78-a2cb-3b49b393cd09 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Nov 11 21:09:50.178903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a0183-880d-4990-9cb7-93a4772aad60 req-831a59b1-a919-4e14-95d6-f5f627e751e1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:50.180828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a2a0183-880d-4990-9cb7-93a4772aad60 req-831a59b1-a919-4e14-95d6-f5f627e751e1 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0598300 Nov 11 21:09:50.269900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a2a0183-880d-4990-9cb7-93a4772aad60 req-84fafce3-180d-491f-b98b-41a8ff8bd27b tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795038 Nov 11 21:09:50.429876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb83a4-0a5d-48bc-9b61-ae0a70657f7b req-47fba330-3891-46c2-9e66-d95edb071f70 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:50.431588 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15cb83a4-0a5d-48bc-9b61-ae0a70657f7b req-47fba330-3891-46c2-9e66-d95edb071f70 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0642416 Nov 11 21:09:50.498374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15cb83a4-0a5d-48bc-9b61-ae0a70657f7b req-af673e19-7781-4eaa-893a-7e77796f56e0 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588834 Nov 11 21:09:50.658286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc03b6-b843-4cab-8f3c-78a7a9a5a9e6 req-c6f46cbd-f3ca-4c53-82eb-f32f3a486f72 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:50.659806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16bc03b6-b843-4cab-8f3c-78a7a9a5a9e6 req-c6f46cbd-f3ca-4c53-82eb-f32f3a486f72 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0607209 Nov 11 21:09:50.709119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16bc03b6-b843-4cab-8f3c-78a7a9a5a9e6 req-d76b7ed4-8038-43a6-8795-25024f0646e7 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Nov 11 21:09:50.851730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629627f-e87c-4fd4-9dae-4cb4c937d0d6 req-b74fb75e-1e4b-4cae-9207-7722bdba5fb4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:50.853522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b629627f-e87c-4fd4-9dae-4cb4c937d0d6 req-b74fb75e-1e4b-4cae-9207-7722bdba5fb4 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0552256 Nov 11 21:09:50.905603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b629627f-e87c-4fd4-9dae-4cb4c937d0d6 req-955e6c08-18e4-4486-937c-f65a3187e8c6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435996 Nov 11 21:09:52.085942 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.063577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38288) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:53.201157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45bedfb2-d4e3-4b26-9100-d9c5537c34f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.276103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45bedfb2-d4e3-4b26-9100-d9c5537c34f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.351149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-45bedfb2-d4e3-4b26-9100-d9c5537c34f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.391449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-45bedfb2-d4e3-4b26-9100-d9c5537c34f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecf340d7aef1473d84695828cde0d264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266742 Nov 11 21:09:53.393501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bedfb2-d4e3-4b26-9100-d9c5537c34f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ff2e2-0064-4d3e-9736-76d089f2cc04,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:53.394223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38294) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:53.446624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0d46-384a-4e3e-8c5c-78ae2803c185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.473166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0d46-384a-4e3e-8c5c-78ae2803c185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.614047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0d46-384a-4e3e-8c5c-78ae2803c185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.616838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0d46-384a-4e3e-8c5c-78ae2803c185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:53.620833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0f0e0d46-384a-4e3e-8c5c-78ae2803c185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca1ff2e2-0064-4d3e-9736-76d089f2cc04 HTTP/1.1" status: 204 len: 168 time: 0.2255273 Nov 11 21:09:53.628990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0d46-384a-4e3e-8c5c-78ae2803c185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ff2e2-0064-4d3e-9736-76d089f2cc04,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:54.302929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38318) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:54.316724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-08de-456c-8591-2f57a1441272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:54.392599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-08de-456c-8591-2f57a1441272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:54.452549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-08de-456c-8591-2f57a1441272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:54.494387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a060b87-08de-456c-8591-2f57a1441272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c0e4a-ce3e-4c07-a923-3fd63a23bb36,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:54.501011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a060b87-08de-456c-8591-2f57a1441272 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5232cc3f7ea49119abc6d799095801d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1968639 Nov 11 21:09:54.503978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:09:54.564109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-809da8ee-87d5-48a0-9a9a-17f08422b430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:54.585799 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-809da8ee-87d5-48a0-9a9a-17f08422b430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:54.711496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-809da8ee-87d5-48a0-9a9a-17f08422b430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:54.714236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-809da8ee-87d5-48a0-9a9a-17f08422b430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:54.715401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-809da8ee-87d5-48a0-9a9a-17f08422b430 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/357c0e4a-ce3e-4c07-a923-3fd63a23bb36 HTTP/1.1" status: 204 len: 168 time: 0.2079546 Nov 11 21:09:54.724033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809da8ee-87d5-48a0-9a9a-17f08422b430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c0e4a-ce3e-4c07-a923-3fd63a23bb36,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:09:57.197950 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:09:57.219321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:09:58.361746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69245a-c07a-440c-94f7-fad3cfb7db00 req-ede32b29-148f-4f56-a0a3-a9c43bc441e3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:58.364677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d69245a-c07a-440c-94f7-fad3cfb7db00 req-ede32b29-148f-4f56-a0a3-a9c43bc441e3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0621517 Nov 11 21:09:58.413676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d69245a-c07a-440c-94f7-fad3cfb7db00 req-d7c08f87-c4c7-4343-880b-04780a386159 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Nov 11 21:09:59.541315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d474fb-5605-410f-a293-be2ca99a68a3 req-cb309d42-313c-425f-9897-eee16565dd24 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:09:59.542941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b1d474fb-5605-410f-a293-be2ca99a68a3 req-cb309d42-313c-425f-9897-eee16565dd24 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0556159 Nov 11 21:09:59.625430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b1d474fb-5605-410f-a293-be2ca99a68a3 req-7f6fdb8b-ce42-417b-b96a-2a6cf6e0a39e tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/security-groups?id=16f73bbc-64af-412b-876c-62cf9ff45181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678515 Nov 11 21:10:00.181007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-4fae4fed-0603-4bfb-aaad-dc5f5cb0c0c3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:00.183167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-4fae4fed-0603-4bfb-aaad-dc5f5cb0c0c3 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 946 time: 0.0552974 Nov 11 21:10:00.307085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Deleting port 53bfac35-9d68-48be-9f50-3551bfbc9de8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:00.307430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:00.400574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] For port 53bfac35-9d68-48be-9f50-3551bfbc9de8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=53bfac35-9d68-48be-9f50-3551bfbc9de8,segment=NetworkSegment(0f30fcad-c603-4b13-b8c9-9d57b27c795d),segment_id=0f30fcad-c603-4b13-b8c9-9d57b27c795d)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:00.400937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:00.414604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Calling delete_port for 53bfac35-9d68-48be-9f50-3551bfbc9de8 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:00.637117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:00.650284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['53bfac35-9d68-48be-9f50-3551bfbc9de8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:10:00.738586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Pushing event deleted for resources: {'Port': ['ID=53bfac35-9d68-48be-9f50-3551bfbc9de8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:00.773147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] No DVR routers for this DVR port 53bfac35-9d68-48be-9f50-3551bfbc9de8 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:10:00.776320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3c1ea39-a1bf-4203-ae2f-d184ae537756 req-87519d42-8116-4af1-b072-9aa3d557467c tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f2672c-a1bc-41d1-bf57-85f7d9843613 HTTP/1.1" status: 200 len: 210 time: 0.0525460 Nov 11 21:10:00.777346 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:00.781436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8a7ddfa-67e5-4c5b-85d9-b90d87874679 req-bc22985d-921c-4de5-865c-96d56dffc3b6 tempest-ServersNegativeTestJSON-1828047286 tempest-ServersNegativeTestJSON-1828047286-project] 10.222.0.58 "DELETE /v2.0/ports/53bfac35-9d68-48be-9f50-3551bfbc9de8 HTTP/1.1" status: 204 len: 173 time: 0.5914199 Nov 11 21:10:00.781934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-deleted', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:10:00.785143 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1483484f-87a1-4d45-a3f0-df388d2fb326" -d '{"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-deleted", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:10:01.038829 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0768e0-00a7-4937-afab-f32734f7526a x-openstack-request-id: req-8c0768e0-00a7-4937-afab-f32734f7526a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:10:01.039194 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f2672c-a1bc-41d1-bf57-85f7d9843613", "name": "network-vif-deleted", "tag": "53bfac35-9d68-48be-9f50-3551bfbc9de8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:10:01.039519 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c0768e0-00a7-4937-afab-f32734f7526a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:10:01.040020 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f2672c-a1bc-41d1-bf57-85f7d9843613', 'name': 'network-vif-deleted', 'tag': '53bfac35-9d68-48be-9f50-3551bfbc9de8', 'status': 'completed', 'code': 200} Nov 11 21:10:01.839694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:01.893880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] Deleting subnet 02382ef5-b9f9-4252-a234-c58dfc277d0b {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:10:01.897317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:01.936803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:01.943858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10b3f87b-08e8-45b8-9769-7bbb6efc9a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:01.982913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.080026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-a25c4e86-e93a-4063-b3e6-9cf40508356f req-625695e7-bf7b-4f63-a710-b007ed87acf9 service neutron] (109675) timed out ('10.222.0.31', 59582) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:10:02.081242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.109905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02382ef5-b9f9-4252-a234-c58dfc277d0b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:02.112894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.118423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-816e1830-a120-445e-9499-ccd7e767df88 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/02382ef5-b9f9-4252-a234-c58dfc277d0b HTTP/1.1" status: 204 len: 168 time: 0.2736650 Nov 11 21:10:02.118669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:02.187402 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.278554 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.301315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c414d3c-918c-49ad-811c-ba45cc41875c']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:02.312981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f30fcad-c603-4b13-b8c9-9d57b27c795d') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:02.312981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f30fcad-c603-4b13-b8c9-9d57b27c795d') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:02.321776 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.335759 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.342317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:10:02.342702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:10:02.344442 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:10:02.476988 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.483656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:02.486867 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0c414d3c-918c-49ad-811c-ba45cc41875c HTTP/1.1" status: 204 len: 168 time: 0.3673012 Nov 11 21:10:02.501957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a20c1d-78d2-4ee8-8089-24cfd9cd5023 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c414d3c-918c-49ad-811c-ba45cc41875c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:02.793094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:10:02.814327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 53bfac35-9d68-48be-9f50-3551bfbc9de8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:10:02.814673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 53bfac35-9d68-48be-9f50-3551bfbc9de8 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:10:02.985462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:03.026233 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4cfe0162-b37a-4eb2-816e-5c4b6f79d54f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4d8e856334d4412adeebdbfd6ea258f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395710 Nov 11 21:10:03.028621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:03.075819 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a55bb7-f2bf-4f1f-aec1-adf6e27f07ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:03.099263 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a55bb7-f2bf-4f1f-aec1-adf6e27f07ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:03.213584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a55bb7-f2bf-4f1f-aec1-adf6e27f07ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:03.216172 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7a55bb7-f2bf-4f1f-aec1-adf6e27f07ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:03.218400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c7a55bb7-f2bf-4f1f-aec1-adf6e27f07ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16f73bbc-64af-412b-876c-62cf9ff45181 HTTP/1.1" status: 204 len: 168 time: 0.1888261 Nov 11 21:10:03.227604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a55bb7-f2bf-4f1f-aec1-adf6e27f07ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f73bbc-64af-412b-876c-62cf9ff45181,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:04.419251 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a80ef23-7034-4f63-86ee-cf12533bd64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:04.465490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:04.698250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-30054440-network', 'tenant_id': '63f29aadd1624856a95784709729cc68'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:04.777372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Made reservation on behalf of 63f29aadd1624856a95784709729cc68 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:04.780453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:04.793236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:04.870657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:04.985484 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.011805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:10:05.022858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbfb676-0473-43b2-96c8-8540e61498d6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:05.027901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.028265 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Added segment 48161d5d-3fef-4677-a0c3-f3821e94c241 of type vlan for network b303cbed-18e7-4067-ba04-3d7918065b7d Nov 11 21:10:05.074325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.171186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.172126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:05.172743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.266422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] Pushing event updated for resources: {'Network': ['ID=b303cbed-18e7-4067-ba04-3d7918065b7d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:05.296572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1017c6d2-855b-4383-b4fc-b4120b21efeb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8248727 Nov 11 21:10:05.296572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:05.300576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b303cbed-18e7-4067-ba04-3d7918065b7d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:10:05.306877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Request body: {'subnet': {'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-30054440-subnet', 'tenant_id': '63f29aadd1624856a95784709729cc68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:05.419093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Made reservation on behalf of 63f29aadd1624856a95784709729cc68 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:05.422532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.617185 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.720596 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:05.775479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0945ab3-9f12-4f47-a1e7-620138b8caa1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:05.793538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Checking segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:05.793905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Network hostable DHCP agents. Network: b303cbed-18e7-4067-ba04-3d7918065b7d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:10:05.862785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Network b303cbed-18e7-4067-ba04-3d7918065b7d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:10:05.962424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b303cbed-18e7-4067-ba04-3d7918065b7d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:05.971141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dbd31a-b1f3-4b50-9283-c08b6ee93869 None None] Network b303cbed-18e7-4067-ba04-3d7918065b7d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:05.978212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:05.978808 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:06.080204 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0bfa7456-a880-444a-b887-4760c157b42b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7826216 Nov 11 21:10:06.278493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990421f-937a-453e-a8cb-03710a4040a0 None None] Network b303cbed-18e7-4067-ba04-3d7918065b7d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:06.760701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-94f2f860-cb02-42e5-92b6-3e293c3ad724 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:06.762202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-94f2f860-cb02-42e5-92b6-3e293c3ad724 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.1065207 Nov 11 21:10:06.779207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-a8bdb895-4785-418f-ab9c-1f403e882df7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/quotas/63f29aadd1624856a95784709729cc68 HTTP/1.1" status: 200 len: 375 time: 0.0100722 Nov 11 21:10:06.822423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-202b4dc7-9dc1-47cd-be33-b15a3d0240a1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362136 Nov 11 21:10:06.932723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-4eb8ce37-4bfc-4f68-9de9-709fcc75e89a service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017783 Nov 11 21:10:07.044069 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-1eddcba7-ff61-4246-9108-84304713d83f service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053145 Nov 11 21:10:07.065895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.121636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:07.341151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e2fa016-9378-4731-9569-f1e3b60b0935 req-ce1e8614-c44d-4cf4-9a1f-17b41e0803a4 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 210 time: 0.0308249 Nov 11 21:10:07.354720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f3877bb-c060-4f16-8524-fa063eb4492c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.434135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f3877bb-c060-4f16-8524-fa063eb4492c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.510962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f3877bb-c060-4f16-8524-fa063eb4492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.563790 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9f3877bb-c060-4f16-8524-fa063eb4492c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b590498adfc47f0b27f87e7e96e6a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4378400 Nov 11 21:10:07.563790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3877bb-c060-4f16-8524-fa063eb4492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f739d6bf-193d-4ef6-a709-49837c9b07ba,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:07.563991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:07.629092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c91f275c-8c5c-4b5a-a208-403042992f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.650083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c91f275c-8c5c-4b5a-a208-403042992f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.783055 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c91f275c-8c5c-4b5a-a208-403042992f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.785728 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c91f275c-8c5c-4b5a-a208-403042992f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:07.790024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c91f275c-8c5c-4b5a-a208-403042992f91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f739d6bf-193d-4ef6-a709-49837c9b07ba HTTP/1.1" status: 204 len: 168 time: 0.2219024 Nov 11 21:10:07.797022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f275c-8c5c-4b5a-a208-403042992f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f739d6bf-193d-4ef6-a709-49837c9b07ba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:07.840931 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:08.423822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae11234b-4ecd-4163-be27-c8233bf7acb6 req-b49ddb51-c4e8-426e-a589-cfc5f1ebe9d6 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 210 time: 0.0296507 Nov 11 21:10:08.547373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:08.565950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abb33f3d-e1f7-4483-bb69-6d91facad44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:08.646128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abb33f3d-e1f7-4483-bb69-6d91facad44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:08.779182 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-abb33f3d-e1f7-4483-bb69-6d91facad44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:08.818983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-abb33f3d-e1f7-4483-bb69-6d91facad44e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87c8ede026ff4be28ba117eef5251cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705030 Nov 11 21:10:08.820536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb33f3d-e1f7-4483-bb69-6d91facad44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7f2934-f648-4c57-818d-208fe2fde195,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:08.821777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38698) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:08.896021 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63ae4f7-2f75-4cbd-ad9f-67f6ab33867f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:08.917637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63ae4f7-2f75-4cbd-ad9f-67f6ab33867f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:09.036780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63ae4f7-2f75-4cbd-ad9f-67f6ab33867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:09.039527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d63ae4f7-2f75-4cbd-ad9f-67f6ab33867f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:09.040774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d63ae4f7-2f75-4cbd-ad9f-67f6ab33867f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb7f2934-f648-4c57-818d-208fe2fde195 HTTP/1.1" status: 204 len: 168 time: 0.2179821 Nov 11 21:10:09.049204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ae4f7-2f75-4cbd-ad9f-67f6ab33867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7f2934-f648-4c57-818d-208fe2fde195,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:09.538627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dae57648-ad04-493d-a6f0-d954247a60f5 req-c3dd26ca-55e5-4bf3-9936-a6b78b5950bd tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 210 time: 0.0280743 Nov 11 21:10:10.002753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-7d65b551-f766-401f-858f-e9078ef6d31e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:10.004607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-7d65b551-f766-401f-858f-e9078ef6d31e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.1182845 Nov 11 21:10:10.021180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Request body: {'port': {'device_id': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'admin_state_up': True, 'tenant_id': '63f29aadd1624856a95784709729cc68'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:10.046228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38720) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:10.060694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46410045-d0dc-4f43-86d7-331713b8ef5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.156786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46410045-d0dc-4f43-86d7-331713b8ef5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.222855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Made reservation on behalf of 63f29aadd1624856a95784709729cc68 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:10.226649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.251530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46410045-d0dc-4f43-86d7-331713b8ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.304205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-46410045-d0dc-4f43-86d7-331713b8ef5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60fe67f33f6949bf850fc9cbf29e8720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538245 Nov 11 21:10:10.305509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:10.306557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46410045-d0dc-4f43-86d7-331713b8ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a3590c-f661-4146-8b69-b793d5228f43,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:10.403148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Allocated IP 172.20.0.11 (b303cbed-18e7-4067-ba04-3d7918065b7d/a0945ab3-9f12-4f47-a1e7-620138b8caa1/cb12368f-cc00-469f-a630-e38fb64ae50f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:10.409199 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cae0f970-5610-4cfa-a417-2e82d8c0bb5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.446539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cae0f970-5610-4cfa-a417-2e82d8c0bb5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.594357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.640696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0a3cb8b-a6a7-43ad-9f44-b1add19ab0f0 req-a887aee3-1afd-4784-949a-ec9ada0003d2 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 210 time: 0.0305936 Nov 11 21:10:10.648530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cae0f970-5610-4cfa-a417-2e82d8c0bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.651203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cae0f970-5610-4cfa-a417-2e82d8c0bb5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.652471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cae0f970-5610-4cfa-a417-2e82d8c0bb5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0a3590c-f661-4146-8b69-b793d5228f43 HTTP/1.1" status: 204 len: 168 time: 0.3468556 Nov 11 21:10:10.660765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0f970-5610-4cfa-a417-2e82d8c0bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a3590c-f661-4146-8b69-b793d5228f43,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:10.732731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.778603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Network b303cbed-18e7-4067-ba04-3d7918065b7d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:10.784336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:10.788112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:10.795824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event updated for resources: {'Port': ['ID=cb12368f-cc00-469f-a630-e38fb64ae50f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:10.843513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:10.844164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:10.850018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:10.919246 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f2b2eae-ca63-4706-87b2-3584c0e39978 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9022028 Nov 11 21:10:11.042121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Request body: {'port': {'device_id': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:11.066911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e68a5c7a-7273-4bd7-a35e-e03cc308c6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.105890 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.167136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e68a5c7a-7273-4bd7-a35e-e03cc308c6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.297311 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e68a5c7a-7273-4bd7-a35e-e03cc308c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.345167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e68a5c7a-7273-4bd7-a35e-e03cc308c6d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4bc8a6cde414d47acd591ee46db3c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4939234 Nov 11 21:10:11.346106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:11.352961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a5c7a-7273-4bd7-a35e-e03cc308c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bb4a8d-820f-4ce7-9829-9e9fc93e198e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:11.402230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb12368f-cc00-469f-a630-e38fb64ae50f {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:10:11.408530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b7d245-160a-4d69-ad49-1e995b98ae5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.412211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.425522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Transition to ACTIVE for port object cb12368f-cc00-469f-a630-e38fb64ae50f will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:10:11.437311 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b7d245-160a-4d69-ad49-1e995b98ae5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.556310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.605827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b7d245-160a-4d69-ad49-1e995b98ae5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.606436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Pushing event updated for resources: {'Port': ['ID=cb12368f-cc00-469f-a630-e38fb64ae50f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:11.608755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8b7d245-160a-4d69-ad49-1e995b98ae5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.610103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c8b7d245-160a-4d69-ad49-1e995b98ae5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86bb4a8d-820f-4ce7-9829-9e9fc93e198e HTTP/1.1" status: 204 len: 168 time: 0.2629364 Nov 11 21:10:11.620101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7d245-160a-4d69-ad49-1e995b98ae5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bb4a8d-820f-4ce7-9829-9e9fc93e198e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:11.680891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Attempting to bind port cb12368f-cc00-469f-a630-e38fb64ae50f on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:11.681242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Attempting to bind port cb12368f-cc00-469f-a630-e38fb64ae50f by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:11.681548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Attempting to bind port cb12368f-cc00-469f-a630-e38fb64ae50f on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:11.687134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Port cb12368f-cc00-469f-a630-e38fb64ae50f on network b303cbed-18e7-4067-ba04-3d7918065b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:10:11.687458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Attempting to bind port cb12368f-cc00-469f-a630-e38fb64ae50f on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:11.692499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:11.692836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Checking segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:11.693212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Bound using segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:11.693639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Bound port: cb12368f-cc00-469f-a630-e38fb64ae50f, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:11.694014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.795632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] For port cb12368f-cc00-469f-a630-e38fb64ae50f, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:11.799490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] For port cb12368f-cc00-469f-a630-e38fb64ae50f, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cb12368f-cc00-469f-a630-e38fb64ae50f,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:11.807687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f061ef-6ca2-4c41-9668-2b5278a6044e req-8e9e0802-38a6-4d19-be87-1569ef74d638 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:11.809202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98f061ef-6ca2-4c41-9668-2b5278a6044e req-8e9e0802-38a6-4d19-be87-1569ef74d638 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 944 time: 0.0785952 Nov 11 21:10:11.859814 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98f061ef-6ca2-4c41-9668-2b5278a6044e req-95ed80a4-0da1-45d2-999c-976eda30c5a9 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Nov 11 21:10:11.881570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.916632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:11.917457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:11.919075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] 10.222.0.62 "PUT /v2.0/ports/cb12368f-cc00-469f-a630-e38fb64ae50f HTTP/1.1" status: 200 len: 1092 time: 0.9918358 Nov 11 21:10:11.920441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'tag': 'cb12368f-cc00-469f-a630-e38fb64ae50f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:10:11.922908 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cecfad7-18c1-4a60-ba4f-8a431bc7d199" -d '{"events": [{"name": "network-changed", "server_uuid": "41e2746d-0aa9-4ea6-a28e-d558b2c7bd56", "tag": "cb12368f-cc00-469f-a630-e38fb64ae50f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:10:11.976232 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28501bab-ffbf-43d3-a627-a320d9208126 x-openstack-request-id: req-28501bab-ffbf-43d3-a627-a320d9208126 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:10:11.976678 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e2746d-0aa9-4ea6-a28e-d558b2c7bd56", "tag": "cb12368f-cc00-469f-a630-e38fb64ae50f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:10:11.977064 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28501bab-ffbf-43d3-a627-a320d9208126 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:10:11.977644 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'tag': 'cb12368f-cc00-469f-a630-e38fb64ae50f', 'status': 'completed', 'code': 200} Nov 11 21:10:11.985591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc7a9d-2054-4846-8eae-632974ba913e service neutron] Pushing event updated for resources: {'Port': ['ID=cb12368f-cc00-469f-a630-e38fb64ae50f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:12.057388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecfad7-18c1-4a60-ba4f-8a431bc7d199 req-e5abc54a-1563-4009-9ec2-d7f2a5ffc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:12.059423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1cecfad7-18c1-4a60-ba4f-8a431bc7d199 req-e5abc54a-1563-4009-9ec2-d7f2a5ffc143 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 1095 time: 0.0683231 Nov 11 21:10:12.166886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecfad7-18c1-4a60-ba4f-8a431bc7d199 req-aaba3c68-f09e-4fb2-b39f-4e939a6e2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:12.168396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1cecfad7-18c1-4a60-ba4f-8a431bc7d199 req-aaba3c68-f09e-4fb2-b39f-4e939a6e2ff0 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=63f29aadd1624856a95784709729cc68&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1010120 Nov 11 21:10:12.273369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecfad7-18c1-4a60-ba4f-8a431bc7d199 req-a2300073-1f68-48d9-9a60-ab06007fecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:12.274987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1cecfad7-18c1-4a60-ba4f-8a431bc7d199 req-a2300073-1f68-48d9-9a60-ab06007fecf2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991299 Nov 11 21:10:12.354688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-f5214ffe-cffb-46b5-8dfe-8eb041afbf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:12.356285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-f5214ffe-cffb-46b5-8dfe-8eb041afbf74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 1095 time: 0.0408673 Nov 11 21:10:12.384726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:12.399267 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dea27af9-d184-44e5-af8c-bbcc5b050487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:12.403788 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-55463355-d758-47e8-b019-86dd47e46bba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb12368f-cc00-469f-a630-e38fb64ae50f HTTP/1.1" status: 200 len: 217 time: 0.0399785 Nov 11 21:10:12.456918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-a62a941f-0d54-4fb8-84cf-16281e38d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:12.458585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-a62a941f-0d54-4fb8-84cf-16281e38d911 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.0479012 Nov 11 21:10:12.484025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dea27af9-d184-44e5-af8c-bbcc5b050487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:12.491976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-3f980892-2f07-4a3f-98a3-8834c10d9aa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265253 Nov 11 21:10:12.585403 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dea27af9-d184-44e5-af8c-bbcc5b050487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:12.594892 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-594e85c6-3012-4fd8-a9f9-8632be3332a6 service neutron] 10.222.0.62 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948155 Nov 11 21:10:12.626888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dea27af9-d184-44e5-af8c-bbcc5b050487 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf0e2212b3c94152b621f84545611df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408862 Nov 11 21:10:12.628990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea27af9-d184-44e5-af8c-bbcc5b050487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f1710b-e281-4cb5-9e3a-09d807d149ed,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:12.630427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:12.723624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-91001f43-9892-49c7-a3a6-63c3ac4aade0 req-b9ef13fb-e8a2-4d26-ba9d-b1d25ebce21c service neutron] 10.222.0.62 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215932 Nov 11 21:10:12.728044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ce-e5dd-49a3-8a12-b7bbc9a8cd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:12.750623 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ce-e5dd-49a3-8a12-b7bbc9a8cd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:12.879991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ce-e5dd-49a3-8a12-b7bbc9a8cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:12.882597 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-87ad90ce-e5dd-49a3-8a12-b7bbc9a8cd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:12.885893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-87ad90ce-e5dd-49a3-8a12-b7bbc9a8cd96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62f1710b-e281-4cb5-9e3a-09d807d149ed HTTP/1.1" status: 204 len: 168 time: 0.2525525 Nov 11 21:10:12.894287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad90ce-e5dd-49a3-8a12-b7bbc9a8cd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f1710b-e281-4cb5-9e3a-09d807d149ed,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:12.996985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bed2f6-4408-46ea-b3e9-dd6e51ba294d req-790a6b41-4554-401c-9645-a6dd09153d79 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:12.999167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10bed2f6-4408-46ea-b3e9-dd6e51ba294d req-790a6b41-4554-401c-9645-a6dd09153d79 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 944 time: 0.0521846 Nov 11 21:10:13.047038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10bed2f6-4408-46ea-b3e9-dd6e51ba294d req-cf689295-f7c0-4bd9-bb6d-531645e2359b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Nov 11 21:10:13.613411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38806) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:13.628112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac9e35c-3e95-48df-a28d-2208d132204b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:13.703282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac9e35c-3e95-48df-a28d-2208d132204b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:13.805253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cac9e35c-3e95-48df-a28d-2208d132204b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:13.843976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9e35c-3e95-48df-a28d-2208d132204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d58e62-c444-434d-8b96-a7f33bb6bf12,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:13.852583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cac9e35c-3e95-48df-a28d-2208d132204b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7497d3d03bb14c6ab97ea0780662d4b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380476 Nov 11 21:10:13.852718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:13.920667 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467d9043-ac18-4032-81d3-a3c106f52cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:13.948193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467d9043-ac18-4032-81d3-a3c106f52cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:14.059602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467d9043-ac18-4032-81d3-a3c106f52cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:14.062905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-467d9043-ac18-4032-81d3-a3c106f52cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:14.064087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-467d9043-ac18-4032-81d3-a3c106f52cc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2d58e62-c444-434d-8b96-a7f33bb6bf12 HTTP/1.1" status: 204 len: 168 time: 0.2102852 Nov 11 21:10:14.078241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d9043-ac18-4032-81d3-a3c106f52cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d58e62-c444-434d-8b96-a7f33bb6bf12,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:14.179134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9533e-4e44-43fe-86ec-599bfb66e42f req-d6fb68d2-167a-4f3f-bcf4-1979c9dc4cf3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:14.180702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53d9533e-4e44-43fe-86ec-599bfb66e42f req-d6fb68d2-167a-4f3f-bcf4-1979c9dc4cf3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 944 time: 0.0524135 Nov 11 21:10:14.233668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53d9533e-4e44-43fe-86ec-599bfb66e42f req-3cb87180-2937-469a-b950-84c676f09e49 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Nov 11 21:10:15.095109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cb12368f-cc00-469f-a630-e38fb64ae50f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:10:15.196132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port cb12368f-cc00-469f-a630-e38fb64ae50f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cb12368f-cc00-469f-a630-e38fb64ae50f,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:15.214807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'cb12368f-cc00-469f-a630-e38fb64ae50f', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'port_id': 'cb12368f-cc00-469f-a630-e38fb64ae50f', 'mac_address': 'fa:16:3e:91:c2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0945ab3-9f12-4f47-a1e7-620138b8caa1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:10:15.262025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:15.277091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb12368f-cc00-469f-a630-e38fb64ae50f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:10:15.300738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port cb12368f-cc00-469f-a630-e38fb64ae50f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cb12368f-cc00-469f-a630-e38fb64ae50f,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:15.362714 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:15.381062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01003d71-876f-4d1d-9e18-b4f895401f89 req-e65c4e8b-957f-4f4c-b75b-61e798c7bd73 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:15.391961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01003d71-876f-4d1d-9e18-b4f895401f89 req-e65c4e8b-957f-4f4c-b75b-61e798c7bd73 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 944 time: 0.0774813 Nov 11 21:10:15.430963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=cb12368f-cc00-469f-a630-e38fb64ae50f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:15.446304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-01003d71-876f-4d1d-9e18-b4f895401f89 req-da6dbc6a-838c-4c76-9f18-b562840bc57e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Nov 11 21:10:15.662444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:10:16.586458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6c968-ff38-4211-9172-8c6424f19305 req-f84fdc9d-a8c1-4a8b-87fc-228da2d3657c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:16.587883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3e6c968-ff38-4211-9172-8c6424f19305 req-f84fdc9d-a8c1-4a8b-87fc-228da2d3657c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 945 time: 0.0555587 Nov 11 21:10:16.639542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a3e6c968-ff38-4211-9172-8c6424f19305 req-cd187dd8-b946-4f2a-a8e0-fa91119187b5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Nov 11 21:10:17.111363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cb12368f-cc00-469f-a630-e38fb64ae50f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:17.276470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port cb12368f-cc00-469f-a630-e38fb64ae50f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:10:17.281431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port cb12368f-cc00-469f-a630-e38fb64ae50f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:17.281807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:17.366300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:17.403260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port cb12368f-cc00-469f-a630-e38fb64ae50f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cb12368f-cc00-469f-a630-e38fb64ae50f,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:17.405174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb12368f-cc00-469f-a630-e38fb64ae50f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:10:17.410233 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a3793b-764c-4c72-83e5-73db8ca499c0" -d '{"events": [{"server_uuid": "41e2746d-0aa9-4ea6-a28e-d558b2c7bd56", "name": "network-vif-plugged", "status": "completed", "tag": "cb12368f-cc00-469f-a630-e38fb64ae50f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:10:17.493835 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:17.563358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=cb12368f-cc00-469f-a630-e38fb64ae50f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:17.583080 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef2d4e4-cd85-495a-a632-c1733c8808a7 x-openstack-request-id: req-2ef2d4e4-cd85-495a-a632-c1733c8808a7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:10:17.583369 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e2746d-0aa9-4ea6-a28e-d558b2c7bd56", "name": "network-vif-plugged", "status": "completed", "tag": "cb12368f-cc00-469f-a630-e38fb64ae50f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:10:17.583623 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ef2d4e4-cd85-495a-a632-c1733c8808a7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:10:17.584024 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb12368f-cc00-469f-a630-e38fb64ae50f', 'code': 200} Nov 11 21:10:17.693614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd614c-53fc-4248-bc1e-5d59a127e0b4 req-5299a1b8-4484-4851-b9d4-91830f57dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:17.695142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56bd614c-53fc-4248-bc1e-5d59a127e0b4 req-5299a1b8-4484-4851-b9d4-91830f57dc02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 1097 time: 0.0500877 Nov 11 21:10:17.770826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56bd614c-53fc-4248-bc1e-5d59a127e0b4 req-1b5e8f40-5e1e-4c08-8cc3-fd192536ccbc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673985 Nov 11 21:10:17.783994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28834ee-29d6-4bcc-ae24-fcc6f638725d req-03456455-65e3-4365-ba7a-290b9059b13a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:17.785465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a28834ee-29d6-4bcc-ae24-fcc6f638725d req-03456455-65e3-4365-ba7a-290b9059b13a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 946 time: 0.0662603 Nov 11 21:10:17.854020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a28834ee-29d6-4bcc-ae24-fcc6f638725d req-01cae324-efb6-4a5f-a298-6b3950e29ef2 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606165 Nov 11 21:10:18.986237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:19.026367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb672fe-89f6-4b6b-a27a-d1a4b9035d9c req-04b7dcc4-f817-4b1d-825b-bab8ddb80e79 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:19.027916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcb672fe-89f6-4b6b-a27a-d1a4b9035d9c req-04b7dcc4-f817-4b1d-825b-bab8ddb80e79 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 946 time: 0.1033297 Nov 11 21:10:19.087133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcb672fe-89f6-4b6b-a27a-d1a4b9035d9c req-4504943e-5697-48ad-93bb-9e6c04f29c4a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522213 Nov 11 21:10:19.137719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6dab75d-4720-4e0d-a868-5a840b6407f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:19.243818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6dab75d-4720-4e0d-a868-5a840b6407f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:19.367777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e6dab75d-4720-4e0d-a868-5a840b6407f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:19.409549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dab75d-4720-4e0d-a868-5a840b6407f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec246da6-53e3-43b6-9f14-55bd2fd2b8af,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:19.414051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e6dab75d-4720-4e0d-a868-5a840b6407f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be3e870a30294dcdbb5aad5079d78481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262738 Nov 11 21:10:19.416756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:19.473895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f472c0cf-f90c-4536-9d53-939235990bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:19.500861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f472c0cf-f90c-4536-9d53-939235990bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:19.891006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f472c0cf-f90c-4536-9d53-939235990bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:19.894419 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f472c0cf-f90c-4536-9d53-939235990bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:19.895494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f472c0cf-f90c-4536-9d53-939235990bca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec246da6-53e3-43b6-9f14-55bd2fd2b8af HTTP/1.1" status: 204 len: 168 time: 0.4777365 Nov 11 21:10:19.907178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472c0cf-f90c-4536-9d53-939235990bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec246da6-53e3-43b6-9f14-55bd2fd2b8af,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:20.212611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577edcd-956e-484c-b94d-af8bfb22dc93 req-1c36da15-2ff7-49a4-af6e-8490ad2594de tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:20.214101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2577edcd-956e-484c-b94d-af8bfb22dc93 req-1c36da15-2ff7-49a4-af6e-8490ad2594de tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 946 time: 0.0498209 Nov 11 21:10:20.267265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2577edcd-956e-484c-b94d-af8bfb22dc93 req-d03b5925-4ff5-4f4c-9d93-337624f2bc1f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Nov 11 21:10:21.137086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:21.242944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1605302360-network', 'tenant_id': 'e912a868354e4895acf01ef03762570c'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:21.343037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Made reservation on behalf of e912a868354e4895acf01ef03762570c for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:21.345584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.358736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.431483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.494016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.520357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:10:21.532114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953efa88-5c13-4083-aef8-18474808c4c3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:21.539115 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.539115 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Added segment a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167 of type vlan for network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf Nov 11 21:10:21.586061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.668623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-afb7d0e8-51e1-48d9-8e84-02fc3117e1f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424888 Nov 11 21:10:21.671067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.672031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:21.672788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.772787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] Pushing event updated for resources: {'Network': ['ID=3073c219-fdce-4ee8-a2cc-339d13dc2eaf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:21.784335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:10:21.791889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:21.792384 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9fc8c596-1973-4b28-b0a7-f54ed504cd48 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6531756 Nov 11 21:10:21.799234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Request body: {'subnet': {'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1605302360-subnet', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:21.813607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-e3be5c46-c5e3-4812-a0b4-4f09a4c63eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:21.815203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-e3be5c46-c5e3-4812-a0b4-4f09a4c63eda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1097 time: 0.0718873 Nov 11 21:10:21.973121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Made reservation on behalf of e912a868354e4895acf01ef03762570c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:21.975464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:21.999743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-0c475fcb-3377-4309-97fd-4ddb470af30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:22.001336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-0c475fcb-3377-4309-97fd-4ddb470af30e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.1421261 Nov 11 21:10:22.097776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-f7843a13-f4b3-4c3c-b2e8-ff82a915c6b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1002 time: 0.0808585 Nov 11 21:10:22.122765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:22.173796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-1cbac743-9343-4b84-b67e-37a2af2dd723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:22.175995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-1cbac743-9343-4b84-b67e-37a2af2dd723 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0701036 Nov 11 21:10:22.227367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-92806fdc-b971-40e0-9cba-b5dc2c45df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:22.229002 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-92806fdc-b971-40e0-9cba-b5dc2c45df53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456464 Nov 11 21:10:22.275029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:22.350465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-0b41e0b3-1beb-4ce3-ac36-48c25c3513b6 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146188 Nov 11 21:10:22.385983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:22.415415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Checking segment: {'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:22.416054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Network hostable DHCP agents. Network: 3073c219-fdce-4ee8-a2cc-339d13dc2eaf, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:10:22.482663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-899583a1-f63b-4877-9bfe-5eee6c5379ab req-114b7ada-8429-4a92-bb82-dc47290a8629 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246743 Nov 11 21:10:22.571555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:10:22.600459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a0569-247b-47aa-b569-76ce75b4f766 req-22a653ed-114c-4452-82a9-d16c3371a83e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:22.602280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c0a0569-247b-47aa-b569-76ce75b4f766 req-22a653ed-114c-4452-82a9-d16c3371a83e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0608594 Nov 11 21:10:22.656709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c0a0569-247b-47aa-b569-76ce75b4f766 req-8a9e0b07-8eca-456e-bcfa-bb275cf4299a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476027 Nov 11 21:10:22.696388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 3073c219-fdce-4ee8-a2cc-339d13dc2eaf) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:22.700923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:22.701554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:22.705792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ff3ff-0f45-453e-9851-21b9e1816200 None None] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:22.825411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-66e85c81-22ea-47b9-9587-fa026f846fe9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0321028 Nov 11 21:10:22.828813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39046) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:22.833234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:22.853284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-3073c219-fdce-4ee8-a2cc-339d13dc2eaf', 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'fixed_ips': [{'subnet_id': 'a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:10:22.854173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:22.928025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:22.929636 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.019691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.024803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Allocated IP 172.20.0.2 (3073c219-fdce-4ee8-a2cc-339d13dc2eaf/a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c/364224d6-dfac-4ac6-881d-25ef10e1458a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:23.179474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.259060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.262150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.298510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:23.301283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:23.304633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:23.349478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Pushing event updated for resources: {'Port': ['ID=364224d6-dfac-4ac6-881d-25ef10e1458a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:23.383409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Attempting to bind port 364224d6-dfac-4ac6-881d-25ef10e1458a on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:23.383710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Attempting to bind port 364224d6-dfac-4ac6-881d-25ef10e1458a by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:23.384082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Attempting to bind port 364224d6-dfac-4ac6-881d-25ef10e1458a on network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:23.393338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:23.393725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Checking segment: {'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:23.394153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.406011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Bound using segment: {'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:23.406011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Bound port: 364224d6-dfac-4ac6-881d-25ef10e1458a, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:23.406011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.461836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] For port 364224d6-dfac-4ac6-881d-25ef10e1458a, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:23.465202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] For port 364224d6-dfac-4ac6-881d-25ef10e1458a, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=364224d6-dfac-4ac6-881d-25ef10e1458a,segment=NetworkSegment(a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167),segment_id=a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:23.568683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.578539 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.589130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.644737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6277f-5467-43da-b6cb-62c60dc59c36 None None] Pushing event updated for resources: {'Port': ['ID=364224d6-dfac-4ac6-881d-25ef10e1458a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:23.709923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Allocated IP 172.25.2.79 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/a756ab96-90fa-475b-9b28-d8b38cdd9b9c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:23.868269 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:23.917220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314d62-60f9-4585-a4b5-34f586c93b51 req-cc1002f8-c6c3-460e-a66b-36094e60d09d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:23.918812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4314d62-60f9-4585-a4b5-34f586c93b51 req-cc1002f8-c6c3-460e-a66b-36094e60d09d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1419079 Nov 11 21:10:23.931437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-c26d366a-4067-4071-baff-6552fdc6bc5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0711579 Nov 11 21:10:24.035757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4314d62-60f9-4585-a4b5-34f586c93b51 req-6105410f-ae56-4350-bbe9-0ea0c34696a3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030595 Nov 11 21:10:24.040841 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:24.058237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.059027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.059836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.060668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.061602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.062270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.062902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.065094 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-d8a2247f-f611-4fe9-b43d-36fb88e9aba2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 0.0724220 Nov 11 21:10:24.094383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:24.103271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:24.123547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2763ee-83a4-4b58-9477-088baf3d9511 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:24.129405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:24.193292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:24.200838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9ecfe22a-f5d3-422e-b4d2-96bfaa1425bd None None] Provisioning complete for port a756ab96-90fa-475b-9b28-d8b38cdd9b9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:24.203153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe22a-f5d3-422e-b4d2-96bfaa1425bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:24.269265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-1a8e09b0-a481-4885-a951-c15e47fc8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.269742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-1a8e09b0-a481-4885-a951-c15e47fc8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.270509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-1a8e09b0-a481-4885-a951-c15e47fc8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.275938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-1a8e09b0-a481-4885-a951-c15e47fc8aa4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=03c6918f-b0c8-457e-9f37-f9db9768aa37&id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 2291 time: 0.1799023 Nov 11 21:10:24.295067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfe22a-f5d3-422e-b4d2-96bfaa1425bd None None] Port a756ab96-90fa-475b-9b28-d8b38cdd9b9c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:24.317445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 364224d6-dfac-4ac6-881d-25ef10e1458a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:24.439921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 364224d6-dfac-4ac6-881d-25ef10e1458a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:24.440339 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:24.609369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:24.704796 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:24.708126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 364224d6-dfac-4ac6-881d-25ef10e1458a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=364224d6-dfac-4ac6-881d-25ef10e1458a,segment=NetworkSegment(a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167),segment_id=a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:24.762133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-8ffc5ce5-ad47-4cb7-8071-1990605dca2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 1002 time: 0.4775276 Nov 11 21:10:24.795082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:24.872200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-c0f31894-c987-4916-81b0-ce293a5a6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.873752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-c0f31894-c987-4916-81b0-ce293a5a6122 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 200 len: 851 time: 0.0964653 Nov 11 21:10:24.940482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=364224d6-dfac-4ac6-881d-25ef10e1458a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:24.967521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-741038b4-fbab-4ff1-8b0f-438ff9847a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:24.970032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-741038b4-fbab-4ff1-8b0f-438ff9847a31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8bea7f20-7ba1-4360-a063-0581094fd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873182 Nov 11 21:10:25.005317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d362074-0341-424c-a6e5-4df6cc7cd551 None None] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:25.031950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:25.126344 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-ca2697ab-8858-400f-9f5f-c1eebfd484a5 service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474829 Nov 11 21:10:25.137197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-92626fed-572b-4593-b4cb-87dc832504c7 None None] Provisioning complete for port 364224d6-dfac-4ac6-881d-25ef10e1458a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:25.137711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92626fed-572b-4593-b4cb-87dc832504c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:25.270671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f3e8e-2386-4796-a867-fa521ff11862 req-b28ae4a6-7bf2-4137-ad5b-6b91cc4b2126 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:25.272924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d9f3e8e-2386-4796-a867-fa521ff11862 req-b28ae4a6-7bf2-4137-ad5b-6b91cc4b2126 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0928276 Nov 11 21:10:25.300109 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-6f71a4c1-a320-4f53-af67-1cc66665e98c service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602669 Nov 11 21:10:25.347835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d9f3e8e-2386-4796-a867-fa521ff11862 req-6d6cc77d-6b02-4fb3-98ec-b874c139b686 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666387 Nov 11 21:10:25.348960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:10:25.358324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-091cc212-d3d5-4c4b-bc38-17ea506773d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 217 time: 0.0486319 Nov 11 21:10:25.427533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-c929224b-16ba-41e5-a67b-90bbcb9ccd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:25.429711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-c929224b-16ba-41e5-a67b-90bbcb9ccd7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0663660 Nov 11 21:10:25.493837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:10:25.507506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Sync routers for ids ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:10:25.512732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-70fce534-964f-453d-81b4-0b7de17a270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:25.514430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-70fce534-964f-453d-81b4-0b7de17a270c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772088 Nov 11 21:10:25.518358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Routers {'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:25.519037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:25.633461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-25ba2cf2-edd5-4267-ac13-afa47b1a9ed4 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093786 Nov 11 21:10:25.638479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:25.642970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5fbdb4f4-de21-421d-baba-fbef5e7fb2a1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8131435 Nov 11 21:10:25.644108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39110) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:25.674799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Set router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:25.831177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-69ce01f1-e949-49b5-a88b-dc4354e85a7f None None] Provisioning complete for port 364224d6-dfac-4ac6-881d-25ef10e1458a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:25.831574 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69ce01f1-e949-49b5-a88b-dc4354e85a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:25.833481 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-afcc7cbb-4bc7-483d-aa06-294d96816f93 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891696 Nov 11 21:10:25.916458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-4d2f06b4-b810-420b-bba5-f7c61c23524c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 217 time: 0.0771568 Nov 11 21:10:26.017792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-1891d92a-f485-4419-b421-9562236af749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:26.019503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-1891d92a-f485-4419-b421-9562236af749 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0943162 Nov 11 21:10:26.084774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-a714d6f1-bd53-42d0-a2c2-6b2fccc20b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:26.086461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-a714d6f1-bd53-42d0-a2c2-6b2fccc20b9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571377 Nov 11 21:10:26.157002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:24Z', 'revision_number': 3, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port': {'id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:23Z', 'updated_at': '2021-11-11T21:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:26.246311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 364224d6-dfac-4ac6-881d-25ef10e1458a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:26.265509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Checking router: dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:10:26.281877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-2838ff9d-2ce2-43eb-a4be-46a7a51f72d4 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704967 Nov 11 21:10:26.282039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Updating router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 port a756ab96-90fa-475b-9b28-d8b38cdd9b9c binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:10:26.402288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:26.402770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:26.472216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-bc89d0c1-0d05-4c19-8c64-c51e432966d6 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969755 Nov 11 21:10:26.534215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-bcac304e-b71e-4c09-a3f2-49d681b4327c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 200 len: 217 time: 0.0544221 Nov 11 21:10:26.592024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-4f5dd175-4594-443d-a95b-9f8867b3da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:26.594229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-4f5dd175-4594-443d-a95b-9f8867b3da88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0525053 Nov 11 21:10:26.655943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-5b1fc5ad-6964-4510-b8d6-e669cb6b84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:26.658497 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-5b1fc5ad-6964-4510-b8d6-e669cb6b84be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558882 Nov 11 21:10:26.722018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 364224d6-dfac-4ac6-881d-25ef10e1458a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:26.722474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:26.861840 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-92a37913-8655-4160-82a2-3b2bf28cb695 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957171 Nov 11 21:10:26.927548 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.002640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-811d91e8-e59a-4f62-96d2-825af2aff1dd service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327167 Nov 11 21:10:27.062439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.064234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e7a7d-670b-4777-94c8-810d77d3f0e4 req-c4af8334-4b3d-4d96-bc1b-3bd064ef5db5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:27.066195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c97e7a7d-670b-4777-94c8-810d77d3f0e4 req-c4af8334-4b3d-4d96-bc1b-3bd064ef5db5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.6210752 Nov 11 21:10:27.069086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-22003669-edaf-4aaa-be0a-84ad6ec0bed1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 200 len: 217 time: 0.0583897 Nov 11 21:10:27.142149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8339476-ebcb-46fe-a150-882c6e5b8d2b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:27.159256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-9202b5b6-fab2-4b7d-a76e-3abda08fb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:27.162422 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-9202b5b6-fab2-4b7d-a76e-3abda08fb86a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0856352 Nov 11 21:10:27.210986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c97e7a7d-670b-4777-94c8-810d77d3f0e4 req-4ad3d2cd-c14e-42b0-b380-9e9727eaf57d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379151 Nov 11 21:10:27.213824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Attempting to bind port a756ab96-90fa-475b-9b28-d8b38cdd9b9c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:27.214324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Attempting to bind port a756ab96-90fa-475b-9b28-d8b38cdd9b9c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:27.214583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Attempting to bind port a756ab96-90fa-475b-9b28-d8b38cdd9b9c on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:27.233162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3862c5-1bd6-477c-8d82-753d06aa1033 None None] Pushing event updated for resources: {'Port': ['ID=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:27.235386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Allocated IP 172.20.0.1 (3073c219-fdce-4ee8-a2cc-339d13dc2eaf/a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c/3f81440b-1a34-4abf-bfbc-d64f5b6a26a1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:27.242763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:27.243150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:27.245357 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.245775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:27.246406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Bound port: a756ab96-90fa-475b-9b28-d8b38cdd9b9c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:27.246869 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.262917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-f326bc05-adaa-4a88-818f-e06801f5d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:27.268362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-f326bc05-adaa-4a88-818f-e06801f5d98a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970850 Nov 11 21:10:27.317719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] For port a756ab96-90fa-475b-9b28-d8b38cdd9b9c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:27.320877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] For port a756ab96-90fa-475b-9b28-d8b38cdd9b9c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:27.328593 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.339175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-da2d575b-91e0-4f70-9862-ee183dad7a4c None None] Provisioning complete for port a756ab96-90fa-475b-9b28-d8b38cdd9b9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:27.341442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da2d575b-91e0-4f70-9862-ee183dad7a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.383622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-da2d575b-91e0-4f70-9862-ee183dad7a4c None None] Port a756ab96-90fa-475b-9b28-d8b38cdd9b9c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:27.407256 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.446803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-1fa9cf9b-7004-4f28-a112-10438a6b50fd service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708615 Nov 11 21:10:27.513331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.545052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483bec5c-c8d3-4d64-87aa-0b46505d0aec None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:27.572495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Routers {'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:27.579577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:27.612671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-9dd61762-5ee6-49bd-a6e9-be95f57f2206 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558368 Nov 11 21:10:27.638384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.638600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3862c5-1bd6-477c-8d82-753d06aa1033 None None] Pushing event updated for resources: {'Port': ['ID=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:27.657816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4417c2ee-cfeb-47c3-bc88-1f8358e2f807 None None] Provisioning complete for port a756ab96-90fa-475b-9b28-d8b38cdd9b9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:27.659984 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4417c2ee-cfeb-47c3-bc88-1f8358e2f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.708424 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-fe62609d-1255-4d9f-a11f-063a0b7449d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 200 len: 217 time: 0.0865715 Nov 11 21:10:27.714766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:27.725248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:27.726777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:27.730672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:27.761037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] Set router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:27.776581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:27.858261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-cedf8f2b-68e5-4240-bb7c-401ce9bf47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:27.860327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-cedf8f2b-68e5-4240-bb7c-401ce9bf47a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.1452212 Nov 11 21:10:27.948207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-4fdf21d5-66a5-4e12-b984-bc28665260eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:27.954130 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-4fdf21d5-66a5-4e12-b984-bc28665260eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690238 Nov 11 21:10:28.004219 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4417c2ee-cfeb-47c3-bc88-1f8358e2f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:28.029536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4417c2ee-cfeb-47c3-bc88-1f8358e2f807 None None] For port a756ab96-90fa-475b-9b28-d8b38cdd9b9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:28.102715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:28.106244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-bdf7069f-4741-4278-b2cb-07eed10caf6b service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409810 Nov 11 21:10:28.119778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:24Z', 'revision_number': 3, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port': {'id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:23Z', 'updated_at': '2021-11-11T21:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:28.171865 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4417c2ee-cfeb-47c3-bc88-1f8358e2f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:28.174005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2bcedd-6ba4-42b7-bab2-35f9a788431d None None] The sync data for ids ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'] in n-d-805734-3 is: [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:24Z', 'revision_number': 3, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port': {'id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:76:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:23Z', 'updated_at': '2021-11-11T21:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:10:28.249678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-8d20ebc1-1218-45bb-acb4-7364c720570c service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385221 Nov 11 21:10:28.277332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417c2ee-cfeb-47c3-bc88-1f8358e2f807 None None] Pushing event updated for resources: {'Port': ['ID=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:28.324575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5b1e0e8e-43c9-42d3-828b-51537e9ba82f None None] Provisioning complete for port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:28.325658 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b1e0e8e-43c9-42d3-828b-51537e9ba82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:28.362061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-544babac-0070-41b1-ab5e-44bd99212b14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 217 time: 0.1017537 Nov 11 21:10:28.403249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e0e8e-43c9-42d3-828b-51537e9ba82f None None] Port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:28.439498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-a6dd2698-06b9-437b-af3b-3e58eb38215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:28.441197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-a6dd2698-06b9-437b-af3b-3e58eb38215f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0694401 Nov 11 21:10:28.482204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a5d5-275f-4905-9758-dc3a8fd5f5a2 req-f5f6d17b-2ed5-4cb0-a2b7-c1f056b7d407 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:28.486069 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6e9a5d5-275f-4905-9758-dc3a8fd5f5a2 req-f5f6d17b-2ed5-4cb0-a2b7-c1f056b7d407 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0960324 Nov 11 21:10:28.486069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:28.508938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-a1231494-96a1-4c28-ae1f-a6b17771c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:28.514877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-a1231494-96a1-4c28-ae1f-a6b17771c78a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594041 Nov 11 21:10:28.607807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:28.691567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-67551483-8f4d-4de7-8537-00d53fef25d9 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724756 Nov 11 21:10:28.710378 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6e9a5d5-275f-4905-9758-dc3a8fd5f5a2 req-ab0544fb-d826-4989-bffe-021160a51048 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168288 Nov 11 21:10:28.734987 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:28.750348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:28.843077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bde8537d-1f6a-49f8-a35c-e36ac59c033b req-eda78eab-4bb2-4bca-b100-f9a2529b7c08 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232758 Nov 11 21:10:28.899536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:28.901321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:29.058312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:10:29.214694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:10:29.229664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7a1b731e-be5e-4c4c-b406-db24b30f03c9 admin admin] 10.222.0.31 "PUT /v2.0/routers/dc518ca3-f717-41dc-a0fb-fb7ec724a2b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5767078 Nov 11 21:10:29.253826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-13a19f63-e217-406b-8f9c-7222bbcfedc6 None None] Provisioning complete for port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:29.254710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13a19f63-e217-406b-8f9c-7222bbcfedc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:29.300819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-13a19f63-e217-406b-8f9c-7222bbcfedc6 None None] Port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:29.867526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404c6ae-cff3-4e3c-8fa1-47d48428797e req-c60008e5-8efa-4cc7-8609-d47a93af24cb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:29.869315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7404c6ae-cff3-4e3c-8fa1-47d48428797e req-c60008e5-8efa-4cc7-8609-d47a93af24cb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0648384 Nov 11 21:10:29.924181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7404c6ae-cff3-4e3c-8fa1-47d48428797e req-b801e9bd-0c70-476e-9bda-d0bb49ccfc0c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Nov 11 21:10:30.256743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a756ab96-90fa-475b-9b28-d8b38cdd9b9c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:30.333313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a756ab96-90fa-475b-9b28-d8b38cdd9b9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:30.339850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:30.410066 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Sync routers for ids ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:10:30.423820 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Routers {'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:30.424497 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:30.451204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:30.457610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1329649011-network', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:30.555157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Set router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:30.596012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Made reservation on behalf of 0f0520f819ec4cb1b8d233190207fb6b for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:30.600250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:30.611837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:30.701904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:30.839262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:30.860188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:10:30.880289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb934764-484c-4e60-8f5d-471cbfcc5200,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:30.883411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:30.883997 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Added segment 6b35cac5-6e9d-4933-a3d7-4cc93eb125e4 of type vlan for network 28953ced-3e85-449a-9864-b32461e36b85 Nov 11 21:10:30.898084 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:27Z', 'revision_number': 4, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port': {'id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:23Z', 'updated_at': '2021-11-11T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '3f81440b-1a34-4abf-bfbc-d64f5b6a26a1', 'name': '', 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'mac_address': 'fa:16:3e:c1:8f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:26Z', 'updated_at': '2021-11-11T21:10:28Z', 'revision_number': 2, 'project_id': 'e912a868354e4895acf01ef03762570c', 'subnets': [{'id': 'a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:30.927748 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Checking router: dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:10:30.928099 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Updating router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:10:30.933956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:30.957096 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.042866 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.044496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:31.050148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.125209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] Pushing event updated for resources: {'Network': ['ID=28953ced-3e85-449a-9864-b32461e36b85,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:31.135094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 28953ced-3e85-449a-9864-b32461e36b85 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:10:31.135626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764402cf-59c8-4051-91db-394109418734 req-ff47c1c4-bf00-407c-b680-ab3b4994202d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:31.137349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-764402cf-59c8-4051-91db-394109418734 req-ff47c1c4-bf00-407c-b680-ab3b4994202d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1262746 Nov 11 21:10:31.221611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-764402cf-59c8-4051-91db-394109418734 req-097b4c94-95a3-4424-a504-1f9ce829d076 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747230 Nov 11 21:10:31.230455 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-20f33c2d-340b-4aac-a6f1-193e3fb5a132 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7736101 Nov 11 21:10:31.230905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:31.239040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Request body: {'subnet': {'network_id': '28953ced-3e85-449a-9864-b32461e36b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1329649011-subnet', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:31.257839 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.367559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Made reservation on behalf of 0f0520f819ec4cb1b8d233190207fb6b for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:31.367823 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.370422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.415750 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Pushing event updated for resources: {'Port': ['ID=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:31.426131 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.426672 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.427928 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.428291 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.428629 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.428964 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.429293 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.429618 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.429934 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.430420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.430738 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.431228 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:31.484717 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Attempting to bind port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:31.485088 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Attempting to bind port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:31.485448 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Attempting to bind port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 on network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:31.490636 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:31.491270 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Checking segment: {'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:31.491846 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.492257 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Bound using segment: {'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:31.492723 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Bound port: 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:31.493096 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.579615 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] For port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:31.583524 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] For port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,segment=NetworkSegment(a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167),segment_id=a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:31.657801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.665229 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.715852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5baf21-ee0e-4fc2-9bef-d4af910dd589,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:31.727413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Checking segment: {'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:31.727834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Network hostable DHCP agents. Network: 28953ced-3e85-449a-9864-b32461e36b85, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:10:31.733631 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Routers {'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:31.734279 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:31.745612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-515388d9-cd99-4ee2-ba6b-bffa7fbd37b1 None None] Provisioning complete for port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:31.746132 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-515388d9-cd99-4ee2-ba6b-bffa7fbd37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.785857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44f12-2f97-4197-b3a9-7101d46a3a16 None None] Pushing event updated for resources: {'Port': ['ID=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:31.844262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Network 28953ced-3e85-449a-9864-b32461e36b85 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:10:31.879951 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] Set router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:31.893738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-515388d9-cd99-4ee2-ba6b-bffa7fbd37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.941199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-515388d9-cd99-4ee2-ba6b-bffa7fbd37b1 None None] For port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,segment=NetworkSegment(a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167),segment_id=a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:31.950770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 28953ced-3e85-449a-9864-b32461e36b85) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:31.955689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:31.959826 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:31.964272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d514f-06e3-4090-a076-39a161792570 None None] Network 28953ced-3e85-449a-9864-b32461e36b85 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:32.032879 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-515388d9-cd99-4ee2-ba6b-bffa7fbd37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.084974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-68b0d039-1724-4579-9336-be1cf28477ad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8510075 Nov 11 21:10:32.088181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39216) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:32.089459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a220a30-108c-49e7-a37b-32a7752f506f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.131851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:32.132825 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:27Z', 'revision_number': 4, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port': {'id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:23Z', 'updated_at': '2021-11-11T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '3f81440b-1a34-4abf-bfbc-d64f5b6a26a1', 'name': '', 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'mac_address': 'fa:16:3e:c1:8f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:26Z', 'updated_at': '2021-11-11T21:10:31Z', 'revision_number': 4, 'project_id': 'e912a868354e4895acf01ef03762570c', 'subnets': [{'id': 'a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:32.133191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515388d9-cd99-4ee2-ba6b-bffa7fbd37b1 None None] Pushing event updated for resources: {'Port': ['ID=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:32.160875 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8388ad-a36a-4497-b390-86ed42bb5c37 None None] The sync data for ids ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'] in n-d-805734-3 is: [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:27Z', 'revision_number': 4, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port': {'id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:23Z', 'updated_at': '2021-11-11T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '3f81440b-1a34-4abf-bfbc-d64f5b6a26a1', 'name': '', 'network_id': '3073c219-fdce-4ee8-a2cc-339d13dc2eaf', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'mac_address': 'fa:16:3e:c1:8f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:26Z', 'updated_at': '2021-11-11T21:10:31Z', 'revision_number': 4, 'project_id': 'e912a868354e4895acf01ef03762570c', 'subnets': [{'id': 'a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:10:32.176198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-99bee5ce-36d2-4e53-9e4f-fb8aebb15c09 None None] Provisioning complete for port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:32.176694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99bee5ce-36d2-4e53-9e4f-fb8aebb15c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.198590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-28953ced-3e85-449a-9864-b32461e36b85', 'network_id': '28953ced-3e85-449a-9864-b32461e36b85', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'fixed_ips': [{'subnet_id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:10:32.207415 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.265346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.266464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.343532 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.424544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6daaa-9b65-42bb-a79e-81dce60bf1c4 req-fd2b6bf4-fa40-41e9-9e99-f30ad1db9a3e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:32.426726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32b6daaa-9b65-42bb-a79e-81dce60bf1c4 req-fd2b6bf4-fa40-41e9-9e99-f30ad1db9a3e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0773113 Nov 11 21:10:32.429616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Allocated IP 172.20.0.2 (28953ced-3e85-449a-9864-b32461e36b85/4b5baf21-ee0e-4fc2-9bef-d4af910dd589/c2282449-2106-445f-8142-03bd9663ae39) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:32.555822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32b6daaa-9b65-42bb-a79e-81dce60bf1c4 req-9262aa1b-46f1-4844-8489-c92328319725 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227479 Nov 11 21:10:32.630954 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.643535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.745256 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.785001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Network 28953ced-3e85-449a-9864-b32461e36b85 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:32.790049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:32.795090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:32.806025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Pushing event updated for resources: {'Port': ['ID=c2282449-2106-445f-8142-03bd9663ae39,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:32.868490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Attempting to bind port c2282449-2106-445f-8142-03bd9663ae39 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:32.868868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Attempting to bind port c2282449-2106-445f-8142-03bd9663ae39 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:32.869241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Attempting to bind port c2282449-2106-445f-8142-03bd9663ae39 on network 28953ced-3e85-449a-9864-b32461e36b85 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:32.875625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:32.876010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Checking segment: {'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:32.876446 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.876844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Bound using segment: {'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:32.877579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Bound port: c2282449-2106-445f-8142-03bd9663ae39, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:32.878100 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.986960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] For port c2282449-2106-445f-8142-03bd9663ae39, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:32.987424 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:32.992176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] For port c2282449-2106-445f-8142-03bd9663ae39, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c2282449-2106-445f-8142-03bd9663ae39,segment=NetworkSegment(6b35cac5-6e9d-4933-a3d7-4cc93eb125e4),segment_id=6b35cac5-6e9d-4933-a3d7-4cc93eb125e4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:33.015684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:33.102651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:33.146209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Allocated IP 172.25.2.156 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/9165fed6-e672-4e53-8f56-b8a44361ac58) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:33.171477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Pushing event updated for resources: {'Port': ['ID=c2282449-2106-445f-8142-03bd9663ae39,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:33.179426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.179776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.180169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.181102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.181102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.181102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.181470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.181792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.182087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.182412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.182737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.183058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ae8c3c-0a1e-453d-b97f-19a6ad8a2326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:33.289355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:33.390933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:33.442462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:33.454092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:33.459298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:33.464122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Pushing event updated for resources: {'Port': ['ID=9165fed6-e672-4e53-8f56-b8a44361ac58,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:33.472249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e25185a-4bec-4571-a41b-50a1948d5a41 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:33.544201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7d3b4029-4aea-412e-b521-8d55800b5783 None None] Provisioning complete for port 9165fed6-e672-4e53-8f56-b8a44361ac58 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:33.545477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4029-4aea-412e-b521-8d55800b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:33.603361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b4029-4aea-412e-b521-8d55800b5783 None None] Port 9165fed6-e672-4e53-8f56-b8a44361ac58 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:33.695776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9273-6ab5-4e9e-8aa3-c0591c437c84 req-b93c84ff-f8f0-4734-98f3-f48bd259d8e6 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:33.697347 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c8c9273-6ab5-4e9e-8aa3-c0591c437c84 req-b93c84ff-f8f0-4734-98f3-f48bd259d8e6 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0521586 Nov 11 21:10:33.755845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c8c9273-6ab5-4e9e-8aa3-c0591c437c84 req-ed19e31c-96e0-4111-b227-5a41d78ddb81 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517740 Nov 11 21:10:33.864887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:34.107812 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:34.198017 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:10:34.272087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:34.312353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4d772-87ad-42cd-bb37-45fbbc8d3d31 None None] Network 28953ced-3e85-449a-9864-b32461e36b85 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:34.326252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Router e272c6fc-7b76-41b5-a145-66e2e4968be0 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:10:34.408853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-51ac94ae-1514-4f2b-80b3-8c0901221ef6 None None] Provisioning complete for port c2282449-2106-445f-8142-03bd9663ae39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:34.409433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51ac94ae-1514-4f2b-80b3-8c0901221ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:34.443082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:10:34.453413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:34.455469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:34.464208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Sync routers for ids ['e272c6fc-7b76-41b5-a145-66e2e4968be0'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:10:34.499010 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff84ebce-a033-4e22-9b02-724a24d87b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:34.538146 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:34.539770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3fcac56a-ee9c-441a-9d30-e7ce0317a11f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4492795 Nov 11 21:10:34.542264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:34.549358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Routers {'e272c6fc-7b76-41b5-a145-66e2e4968be0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:34.549922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e272c6fc-7b76-41b5-a145-66e2e4968be0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:34.895984 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51ac94ae-1514-4f2b-80b3-8c0901221ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:34.935581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Set router e272c6fc-7b76-41b5-a145-66e2e4968be0 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:34.949397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c106f5-8eed-4378-9c06-cdebba524803 req-a433d066-9172-4f7e-861b-0a3dedbe18a3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:34.951235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6c106f5-8eed-4378-9c06-cdebba524803 req-a433d066-9172-4f7e-861b-0a3dedbe18a3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0823810 Nov 11 21:10:34.968344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c2282449-2106-445f-8142-03bd9663ae39 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:35.085101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-51ac94ae-1514-4f2b-80b3-8c0901221ef6 None None] For port c2282449-2106-445f-8142-03bd9663ae39, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c2282449-2106-445f-8142-03bd9663ae39,segment=NetworkSegment(6b35cac5-6e9d-4933-a3d7-4cc93eb125e4),segment_id=6b35cac5-6e9d-4933-a3d7-4cc93eb125e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:35.085228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6c106f5-8eed-4378-9c06-cdebba524803 req-281c2df6-138f-4da8-8fd6-c97e7e7cdc38 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178625 Nov 11 21:10:35.114823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.164511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51ac94ae-1514-4f2b-80b3-8c0901221ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.253986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac94ae-1514-4f2b-80b3-8c0901221ef6 None None] Pushing event updated for resources: {'Port': ['ID=c2282449-2106-445f-8142-03bd9663ae39,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:35.260425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c2282449-2106-445f-8142-03bd9663ae39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:35.260425 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.308970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Allocated IP 172.20.0.1 (28953ced-3e85-449a-9864-b32461e36b85/4b5baf21-ee0e-4fc2-9bef-d4af910dd589/0b0b2029-52e5-444c-b79d-8af261dc8244) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:35.320516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:33Z', 'revision_number': 3, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:35.322469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-86e8f647-381c-4834-9ded-c1ac18bc087f None None] Provisioning complete for port c2282449-2106-445f-8142-03bd9663ae39 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:35.322909 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86e8f647-381c-4834-9ded-c1ac18bc087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.374672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Checking router: e272c6fc-7b76-41b5-a145-66e2e4968be0 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:10:35.375029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Updating router e272c6fc-7b76-41b5-a145-66e2e4968be0 port 9165fed6-e672-4e53-8f56-b8a44361ac58 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:10:35.417670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.457340 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.529143 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.571473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Network 28953ced-3e85-449a-9864-b32461e36b85 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:35.574725 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.578126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:35.581732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:35.613500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Pushing event updated for resources: {'Port': ['ID=0b0b2029-52e5-444c-b79d-8af261dc8244,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:35.645306 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.776723 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.868561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.881738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.950828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67553ae-81b9-4f3c-9352-f87198cf39e8 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:35.964655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Attempting to bind port 9165fed6-e672-4e53-8f56-b8a44361ac58 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:35.965134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Attempting to bind port 9165fed6-e672-4e53-8f56-b8a44361ac58 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:35.966460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Attempting to bind port 9165fed6-e672-4e53-8f56-b8a44361ac58 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:35.980891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6851e5-5d39-4760-bf85-8f8a4b9fecb9 None None] Pushing event updated for resources: {'Port': ['ID=9165fed6-e672-4e53-8f56-b8a44361ac58,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:35.987528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4013977e-92ef-4ddf-9a72-dd62570d70c8 None None] Provisioning complete for port 0b0b2029-52e5-444c-b79d-8af261dc8244 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:35.987906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4013977e-92ef-4ddf-9a72-dd62570d70c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.993248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:35.993248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:35.993248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:35.993685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:35.994128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Bound port: 9165fed6-e672-4e53-8f56-b8a44361ac58, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:35.994503 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.057647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4013977e-92ef-4ddf-9a72-dd62570d70c8 None None] Port 0b0b2029-52e5-444c-b79d-8af261dc8244 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:36.081095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] For port 9165fed6-e672-4e53-8f56-b8a44361ac58, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:36.084621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] For port 9165fed6-e672-4e53-8f56-b8a44361ac58, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9165fed6-e672-4e53-8f56-b8a44361ac58,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:36.153890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.231624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6851e5-5d39-4760-bf85-8f8a4b9fecb9 None None] Pushing event updated for resources: {'Port': ['ID=9165fed6-e672-4e53-8f56-b8a44361ac58,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:36.256810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c2282449-2106-445f-8142-03bd9663ae39 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:36.292441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffac77e-10e1-428c-9037-f9f36c205092 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:36.326021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c11bf91-bf4d-4d13-9bc4-4880685a8858 None None] Provisioning complete for port 9165fed6-e672-4e53-8f56-b8a44361ac58 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:36.326700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c11bf91-bf4d-4d13-9bc4-4880685a8858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.331611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Routers {'e272c6fc-7b76-41b5-a145-66e2e4968be0'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:36.332278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e272c6fc-7b76-41b5-a145-66e2e4968be0'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:36.335127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb425-63d3-44a3-b376-f0dee16ddc7b req-8f141603-eb74-4a3a-86a3-8a6d4ae841cf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:36.336636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d2eb425-63d3-44a3-b376-f0dee16ddc7b req-8f141603-eb74-4a3a-86a3-8a6d4ae841cf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0734046 Nov 11 21:10:36.435404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d2eb425-63d3-44a3-b376-f0dee16ddc7b req-4579cdd2-c815-4e78-8640-5f9458a6df4c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887923 Nov 11 21:10:36.455172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c2282449-2106-445f-8142-03bd9663ae39 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:36.455547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.484822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.530365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.547336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] Set router e272c6fc-7b76-41b5-a145-66e2e4968be0 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:36.584670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c11bf91-bf4d-4d13-9bc4-4880685a8858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.604375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Pushing event updated for resources: {'Port': ['ID=0b0b2029-52e5-444c-b79d-8af261dc8244,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:36.608375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.624117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8c11bf91-bf4d-4d13-9bc4-4880685a8858 None None] For port 9165fed6-e672-4e53-8f56-b8a44361ac58, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9165fed6-e672-4e53-8f56-b8a44361ac58,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:36.694266 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c11bf91-bf4d-4d13-9bc4-4880685a8858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:36.702650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Network 28953ced-3e85-449a-9864-b32461e36b85 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:36.704481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:36.817115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11bf91-bf4d-4d13-9bc4-4880685a8858 None None] Pushing event updated for resources: {'Port': ['ID=9165fed6-e672-4e53-8f56-b8a44361ac58,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:36.854000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Router e272c6fc-7b76-41b5-a145-66e2e4968be0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:10:36.994109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:10:37.000937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f41d23cf-6d26-4470-bd20-ee6c2009f4ea admin admin] 10.222.0.31 "PUT /v2.0/routers/e272c6fc-7b76-41b5-a145-66e2e4968be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4577079 Nov 11 21:10:37.020824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:10:37.066729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c58e7153-7df0-4352-8919-533299bc0df1 None None] Provisioning complete for port 9165fed6-e672-4e53-8f56-b8a44361ac58 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:37.067113 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c58e7153-7df0-4352-8919-533299bc0df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:37.121273 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:37.248741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:37.284922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:35Z', 'revision_number': 4, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '0b0b2029-52e5-444c-b79d-8af261dc8244', 'name': '', 'network_id': '28953ced-3e85-449a-9864-b32461e36b85', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'mac_address': 'fa:16:3e:62:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:35Z', 'updated_at': '2021-11-11T21:10:35Z', 'revision_number': 1, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'subnets': [{'id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:37.289820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'port_id': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'mac_address': 'fa:16:3e:18:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:10:37.327712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c14402-828e-4164-b08e-396c1dbcb1ec None None] The sync data for ids ['e272c6fc-7b76-41b5-a145-66e2e4968be0'] in n-d-805734-3 is: [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:35Z', 'revision_number': 4, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '0b0b2029-52e5-444c-b79d-8af261dc8244', 'name': '', 'network_id': '28953ced-3e85-449a-9864-b32461e36b85', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'mac_address': 'fa:16:3e:62:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:35Z', 'updated_at': '2021-11-11T21:10:35Z', 'revision_number': 1, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'subnets': [{'id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:10:37.404807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:37.419562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f591c20d-848c-4010-9d90-ef23d00200d9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:10:37.450374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:37.516320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f4d2937b-eba9-4925-b5db-129ad11a81a2 None None] Provisioning complete for port 0b0b2029-52e5-444c-b79d-8af261dc8244 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:37.516639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4d2937b-eba9-4925-b5db-129ad11a81a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:37.559912 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:37.611461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2937b-eba9-4925-b5db-129ad11a81a2 None None] Port 0b0b2029-52e5-444c-b79d-8af261dc8244 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:37.640643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:37.647467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f591c20d-848c-4010-9d90-ef23d00200d9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:10:37.692560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549cc14-7799-463c-a46c-b00c870424cd req-8b067bbd-8516-4d32-aa8b-369fc6ee4269 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:37.694135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-8b067bbd-8516-4d32-aa8b-369fc6ee4269 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.1713049 Nov 11 21:10:37.710817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-2ab0fd77-c4a4-4eaa-a754-c8b9b2a6bbb4 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/quotas/63f29aadd1624856a95784709729cc68 HTTP/1.1" status: 200 len: 375 time: 0.0098548 Nov 11 21:10:37.787841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-4d131fbc-6777-45bf-83a7-8b42331d96e5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603755 Nov 11 21:10:37.854336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:37.887917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-ec336d66-cdb9-43a7-9d47-0a6024a918ea service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986478 Nov 11 21:10:38.008751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-980ad1b0-8aae-459c-8c77-9fff223c2825 service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142466 Nov 11 21:10:38.312825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b3a80-829b-4dcf-808a-cff55ca768d6 req-725fcb3d-25a1-44ad-8d07-0777031324b5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:38.314382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-021b3a80-829b-4dcf-808a-cff55ca768d6 req-725fcb3d-25a1-44ad-8d07-0777031324b5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0551860 Nov 11 21:10:38.380503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-021b3a80-829b-4dcf-808a-cff55ca768d6 req-9de6ad19-a99e-4aaf-90f8-ab1255ba6025 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562103 Nov 11 21:10:38.487237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-870deb6e-64a6-4227-a028-f544c5b93a59 req-2f59de54-de66-4649-b8a0-157c6e68e6f3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 210 time: 0.0521042 Nov 11 21:10:38.616006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:38.813546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72fa7ccf-5f24-47d8-a4e0-f5f3597ff10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:38.910743 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72fa7ccf-5f24-47d8-a4e0-f5f3597ff10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:38.954205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:39.053850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72fa7ccf-5f24-47d8-a4e0-f5f3597ff10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.066372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port f591c20d-848c-4010-9d90-ef23d00200d9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:39.066775 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.144917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-72fa7ccf-5f24-47d8-a4e0-f5f3597ff10c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a41b9ff60674f51a00f0a3d14e24d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5277352 Nov 11 21:10:39.147877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39392) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:39.162562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa7ccf-5f24-47d8-a4e0-f5f3597ff10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9071dd-cffe-468d-855b-3e786b941482,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:39.259684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.266013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f153070e-881b-4848-b315-e725742a5f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.292819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:10:39.296303 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ec3ff0-fe6b-4698-b4e1-1d69943fbf29" -d '{"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:10:39.313680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f153070e-881b-4848-b315-e725742a5f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.327020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:39.343692 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7498b41c-04f7-4f73-876b-de8d61704b2f x-openstack-request-id: req-7498b41c-04f7-4f73-876b-de8d61704b2f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:10:39.343985 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:10:39.344267 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7498b41c-04f7-4f73-876b-de8d61704b2f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:10:39.344657 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'code': 200} Nov 11 21:10:39.442760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.470657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f153070e-881b-4848-b315-e725742a5f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.474214 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f153070e-881b-4848-b315-e725742a5f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:39.475663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f153070e-881b-4848-b315-e725742a5f4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c9071dd-cffe-468d-855b-3e786b941482 HTTP/1.1" status: 204 len: 168 time: 0.3261912 Nov 11 21:10:39.492463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153070e-881b-4848-b315-e725742a5f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9071dd-cffe-468d-855b-3e786b941482,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:39.574136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501c366-6153-4c2a-aae5-40287cd1dd2d req-2bca6d77-88ca-4c1c-b394-fe28774f14e0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:39.584522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0501c366-6153-4c2a-aae5-40287cd1dd2d req-2bca6d77-88ca-4c1c-b394-fe28774f14e0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0714309 Nov 11 21:10:39.651639 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0501c366-6153-4c2a-aae5-40287cd1dd2d req-83069c31-1bc8-44a8-8aa6-1fb88f09e7bb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646522 Nov 11 21:10:39.666487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:39.790060 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17fa8ece-e32b-41f3-a3bc-a3c1c776901b req-e0c360ad-c515-4ea9-9d5f-9e8c4f5a0c95 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 210 time: 0.0961468 Nov 11 21:10:40.280222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9165fed6-e672-4e53-8f56-b8a44361ac58 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:40.343039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39440) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:40.369705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39442) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:40.370925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9165fed6-e672-4e53-8f56-b8a44361ac58 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:40.371684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.395717 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b77f9803-edde-45be-a844-0bf61fb93288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.535875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b77f9803-edde-45be-a844-0bf61fb93288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.616431 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b77f9803-edde-45be-a844-0bf61fb93288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.665056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b77f9803-edde-45be-a844-0bf61fb93288 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6137f58d0f9446c3b7d0612c129e4028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941890 Nov 11 21:10:40.666196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:40.666909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f9803-edde-45be-a844-0bf61fb93288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeffda67-e588-41e8-973a-5a80b67ad5d1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:40.750565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71913949-fe2b-44fe-89fa-e29671ae9de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.784780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71913949-fe2b-44fe-89fa-e29671ae9de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.931399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549cc14-7799-463c-a46c-b00c870424cd req-987a98dd-d8e1-4550-bf1a-05b118ee9959 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:40.932925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-987a98dd-d8e1-4550-bf1a-05b118ee9959 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.2199962 Nov 11 21:10:40.941467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e20cea81-8898-4998-8b7f-80d2a8c7ee21 req-358c8165-3873-4a1c-8fdb-a3c6409d612b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 210 time: 0.0501304 Nov 11 21:10:40.947772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71913949-fe2b-44fe-89fa-e29671ae9de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.958495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b4998-3fe7-4308-973b-6334f2c9d9df req-95f68f68-5515-48e3-b7a9-d54bd798d597 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:40.960818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71913949-fe2b-44fe-89fa-e29671ae9de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:40.962122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-71913949-fe2b-44fe-89fa-e29671ae9de3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeffda67-e588-41e8-973a-5a80b67ad5d1 HTTP/1.1" status: 204 len: 168 time: 0.2900860 Nov 11 21:10:40.967117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-818b4998-3fe7-4308-973b-6334f2c9d9df req-95f68f68-5515-48e3-b7a9-d54bd798d597 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1583261 Nov 11 21:10:40.979008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Request body: {'port': {'device_id': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'admin_state_up': True, 'tenant_id': '63f29aadd1624856a95784709729cc68'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:41.011199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71913949-fe2b-44fe-89fa-e29671ae9de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeffda67-e588-41e8-973a-5a80b67ad5d1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:41.108811 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Sync routers for ids ['e272c6fc-7b76-41b5-a145-66e2e4968be0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:10:41.139878 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Routers {'e272c6fc-7b76-41b5-a145-66e2e4968be0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:41.148263 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e272c6fc-7b76-41b5-a145-66e2e4968be0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:41.183562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-818b4998-3fe7-4308-973b-6334f2c9d9df req-0f4761a1-3b50-48df-b635-4da1aaf59f88 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130084 Nov 11 21:10:41.282091 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:41.309696 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Set router e272c6fc-7b76-41b5-a145-66e2e4968be0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:41.354812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Made reservation on behalf of 63f29aadd1624856a95784709729cc68 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:10:41.359896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:41.585505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:35Z', 'revision_number': 4, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '0b0b2029-52e5-444c-b79d-8af261dc8244', 'name': '', 'network_id': '28953ced-3e85-449a-9864-b32461e36b85', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'mac_address': 'fa:16:3e:62:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:35Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 2, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'subnets': [{'id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:41.622019 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Checking router: e272c6fc-7b76-41b5-a145-66e2e4968be0 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:10:41.622644 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Updating router e272c6fc-7b76-41b5-a145-66e2e4968be0 port 0b0b2029-52e5-444c-b79d-8af261dc8244 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:10:41.626346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Allocated IP 172.20.0.2 (b303cbed-18e7-4067-ba04-3d7918065b7d/a0945ab3-9f12-4f47-a1e7-620138b8caa1/7265a186-026b-4611-9651-1d17e803d042) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:10:41.654079 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:41.862613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Deleting port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:41.862942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:41.883631 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:41.994308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] For port 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,segment=NetworkSegment(a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167),segment_id=a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:41.994625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.013223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Calling delete_port for 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:42.094071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff6a2b6e-2055-4858-b6b1-235f46d709b9 req-cf69f89b-9912-4123-8090-9c70c03aca06 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 210 time: 0.0528092 Nov 11 21:10:42.250581 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.332927 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.339741 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.353606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:10:42.370071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30c74d-613e-4f8b-9b44-124a2835165a req-7fcf9a31-d5ff-4a19-b501-9b586b89f751 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:42.384550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b30c74d-613e-4f8b-9b44-124a2835165a req-7fcf9a31-d5ff-4a19-b501-9b586b89f751 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0807879 Nov 11 21:10:42.432379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Network b303cbed-18e7-4067-ba04-3d7918065b7d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:10:42.438611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:10:42.455551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event updated for resources: {'Port': ['ID=7265a186-026b-4611-9651-1d17e803d042,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:42.473885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b30c74d-613e-4f8b-9b44-124a2835165a req-fad9c738-44fc-4529-8837-c388f44118b6 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881164 Nov 11 21:10:42.477145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:10:42.504260 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab416be-d202-4de5-af08-f9f34cc68e55 None None] Pushing event updated for resources: {'Port': ['ID=0b0b2029-52e5-444c-b79d-8af261dc8244,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:42.584656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:42.585319 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.592670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.628879 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Attempting to bind port 0b0b2029-52e5-444c-b79d-8af261dc8244 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:42.629211 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Attempting to bind port 0b0b2029-52e5-444c-b79d-8af261dc8244 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:42.629768 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Attempting to bind port 0b0b2029-52e5-444c-b79d-8af261dc8244 on network 28953ced-3e85-449a-9864-b32461e36b85 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:42.660640 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:42.661305 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Checking segment: {'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:42.662547 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.663103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Bound using segment: {'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:42.663746 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Bound port: 0b0b2029-52e5-444c-b79d-8af261dc8244, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '28953ced-3e85-449a-9864-b32461e36b85'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:42.664318 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.726660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f81440b-1a34-4abf-bfbc-d64f5b6a26a1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:42.763202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-bfcfc14d-ff9a-4d5f-9fd5-5dd584ea72a3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7896206 Nov 11 21:10:42.782642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Request body: {'port': {'device_id': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:42.844256 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] For port 0b0b2029-52e5-444c-b79d-8af261dc8244, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:42.849480 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] For port 0b0b2029-52e5-444c-b79d-8af261dc8244, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0b0b2029-52e5-444c-b79d-8af261dc8244,segment=NetworkSegment(6b35cac5-6e9d-4933-a3d7-4cc93eb125e4),segment_id=6b35cac5-6e9d-4933-a3d7-4cc93eb125e4)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:42.902089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d38456f8-ecf8-427a-8003-a127eca1253e None None] Provisioning complete for port 0b0b2029-52e5-444c-b79d-8af261dc8244 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:42.902930 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d38456f8-ecf8-427a-8003-a127eca1253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.927291 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:42.968459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:43.012724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d38456f8-ecf8-427a-8003-a127eca1253e None None] Port 0b0b2029-52e5-444c-b79d-8af261dc8244 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:10:43.056888 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Routers {'e272c6fc-7b76-41b5-a145-66e2e4968be0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:43.058020 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e272c6fc-7b76-41b5-a145-66e2e4968be0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:43.254853 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] Set router e272c6fc-7b76-41b5-a145-66e2e4968be0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:43.447833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c3a86c15-f80b-4e27-a448-766bc161c38e None None] Provisioning complete for port 0b0b2029-52e5-444c-b79d-8af261dc8244 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:43.454994 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3a86c15-f80b-4e27-a448-766bc161c38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:43.491680 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab416be-d202-4de5-af08-f9f34cc68e55 None None] Pushing event updated for resources: {'Port': ['ID=0b0b2029-52e5-444c-b79d-8af261dc8244,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:43.529225 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:35Z', 'revision_number': 4, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '0b0b2029-52e5-444c-b79d-8af261dc8244', 'name': '', 'network_id': '28953ced-3e85-449a-9864-b32461e36b85', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'mac_address': 'fa:16:3e:62:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:35Z', 'updated_at': '2021-11-11T21:10:42Z', 'revision_number': 4, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'subnets': [{'id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:43.563794 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee802e-f2cc-4391-a7d0-eda301f11af3 None None] The sync data for ids ['e272c6fc-7b76-41b5-a145-66e2e4968be0'] in n-d-805734-3 is: [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:35Z', 'revision_number': 4, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '0b0b2029-52e5-444c-b79d-8af261dc8244', 'name': '', 'network_id': '28953ced-3e85-449a-9864-b32461e36b85', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'mac_address': 'fa:16:3e:62:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:35Z', 'updated_at': '2021-11-11T21:10:42Z', 'revision_number': 4, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'subnets': [{'id': '4b5baf21-ee0e-4fc2-9bef-d4af910dd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:10:43.699134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3a86c15-f80b-4e27-a448-766bc161c38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:43.752774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c3a86c15-f80b-4e27-a448-766bc161c38e None None] For port 0b0b2029-52e5-444c-b79d-8af261dc8244, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0b0b2029-52e5-444c-b79d-8af261dc8244,segment=NetworkSegment(6b35cac5-6e9d-4933-a3d7-4cc93eb125e4),segment_id=6b35cac5-6e9d-4933-a3d7-4cc93eb125e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:43.771203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fcb8a-0c46-4d18-a533-f4a686d9db78 req-013376aa-5aef-4d1d-8025-e2ccf17e2cbf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:43.773535 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-763fcb8a-0c46-4d18-a533-f4a686d9db78 req-013376aa-5aef-4d1d-8025-e2ccf17e2cbf tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1055536 Nov 11 21:10:43.838524 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3a86c15-f80b-4e27-a448-766bc161c38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:43.890965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-763fcb8a-0c46-4d18-a533-f4a686d9db78 req-ff0963b8-bd0c-40cc-a2b3-ea90263599bc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999014 Nov 11 21:10:43.972239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a86c15-f80b-4e27-a448-766bc161c38e None None] Pushing event updated for resources: {'Port': ['ID=0b0b2029-52e5-444c-b79d-8af261dc8244,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:44.083823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:44.298461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457a301-6c6c-44e6-809f-a0fe842dec3e req-7ec6854d-0718-431c-8306-e3d4733553c2 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:44.300111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8457a301-6c6c-44e6-809f-a0fe842dec3e req-7ec6854d-0718-431c-8306-e3d4733553c2 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 931 time: 0.2735357 Nov 11 21:10:44.322835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7265a186-026b-4611-9651-1d17e803d042 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:10:44.394060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:44.426430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0b0b2029-52e5-444c-b79d-8af261dc8244 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:44.441795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8457a301-6c6c-44e6-809f-a0fe842dec3e req-69bb5cc3-7875-4062-8819-7f92121cf91e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338685 Nov 11 21:10:44.530868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Transition to ACTIVE for port object 7265a186-026b-4611-9651-1d17e803d042 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:10:44.544989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 0b0b2029-52e5-444c-b79d-8af261dc8244 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:44.546257 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:44.709724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:44.786940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:10:44.846252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7265a186-026b-4611-9651-1d17e803d042,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:44.934545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Attempting to bind port 7265a186-026b-4611-9651-1d17e803d042 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:10:44.940540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Attempting to bind port 7265a186-026b-4611-9651-1d17e803d042 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:10:44.940540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Attempting to bind port 7265a186-026b-4611-9651-1d17e803d042 on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:44.978345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Port 7265a186-026b-4611-9651-1d17e803d042 on network b303cbed-18e7-4067-ba04-3d7918065b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:10:44.978698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Attempting to bind port 7265a186-026b-4611-9651-1d17e803d042 on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:10:45.000424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:10:45.000762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Checking segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:10:45.001156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Bound using segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:10:45.001601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Bound port: 7265a186-026b-4611-9651-1d17e803d042, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:10:45.001959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:45.052172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:10:45.062423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] Sync routers for ids ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:10:45.062839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7fb45862-44b3-459c-a6ad-9971758317f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/dc518ca3-f717-41dc-a0fb-fb7ec724a2b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7185166 Nov 11 21:10:45.068211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:45.077269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] Routers {'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:45.077911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:45.125378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf711ac-947f-4586-8918-32b64fd00b2e req-73c7728e-31c6-4add-ab50-6b30e4221cfb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:45.127477 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbf711ac-947f-4586-8918-32b64fd00b2e req-73c7728e-31c6-4add-ab50-6b30e4221cfb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1312556 Nov 11 21:10:45.180285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] For port 7265a186-026b-4611-9651-1d17e803d042, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:10:45.206447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] For port 7265a186-026b-4611-9651-1d17e803d042, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7265a186-026b-4611-9651-1d17e803d042,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:10:45.210584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:45.211757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] Set router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:45.225856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbf711ac-947f-4586-8918-32b64fd00b2e req-f5fa52ec-e9d7-4779-810d-c4df454185c1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888205 Nov 11 21:10:45.325968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:45.404569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:45.415867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:42Z', 'revision_number': 5, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port': {'id': 'a756ab96-90fa-475b-9b28-d8b38cdd9b9c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:76:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:23Z', 'updated_at': '2021-11-11T21:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:45.445420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] Checking router: dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:10:45.450452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:45.451182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:45.455454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] 10.222.0.58 "PUT /v2.0/ports/7265a186-026b-4611-9651-1d17e803d042 HTTP/1.1" status: 200 len: 1091 time: 2.6776621 Nov 11 21:10:45.455454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'tag': '7265a186-026b-4611-9651-1d17e803d042'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:10:45.457960 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb35f978-a04e-4f11-bbce-73debd2997db" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0abe6f-8477-4373-8c37-b26bf6f8945a", "tag": "7265a186-026b-4611-9651-1d17e803d042"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:10:45.458128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] Routers {'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:45.458128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:45.527594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Deleting port a756ab96-90fa-475b-9b28-d8b38cdd9b9c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:45.527594 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:45.528190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9458e0-383a-45ce-9662-2a213a2e55a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7265a186-026b-4611-9651-1d17e803d042,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:45.601743 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ee2cc-12a3-45c2-8e72-6ca705dd1a22 x-openstack-request-id: req-1d2ee2cc-12a3-45c2-8e72-6ca705dd1a22 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:10:45.603656 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0abe6f-8477-4373-8c37-b26bf6f8945a", "tag": "7265a186-026b-4611-9651-1d17e803d042", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:10:45.604021 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d2ee2cc-12a3-45c2-8e72-6ca705dd1a22 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:10:45.604908 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'tag': '7265a186-026b-4611-9651-1d17e803d042', 'status': 'completed', 'code': 200} Nov 11 21:10:45.608369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] Set router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:45.697109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:45Z', 'revision_number': 6, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:45.721586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] For port a756ab96-90fa-475b-9b28-d8b38cdd9b9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:45.722623 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:45.730091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d0d9a6-3438-404a-8196-c6a44cc314ce None None] The sync data for ids ['dc518ca3-f717-41dc-a0fb-fb7ec724a2b6'] in n-d-805734-3 is: [{'id': 'dc518ca3-f717-41dc-a0fb-fb7ec724a2b6', 'name': 'tempest-TestAggregatesBasicOps-1605302360-router', 'tenant_id': 'e912a868354e4895acf01ef03762570c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:22Z', 'updated_at': '2021-11-11T21:10:45Z', 'revision_number': 6, 'project_id': 'e912a868354e4895acf01ef03762570c', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:10:45.746730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Calling delete_port for a756ab96-90fa-475b-9b28-d8b38cdd9b9c owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:45.782037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:45.821044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd1641-ad29-4ec9-928b-cbf4bb8cb90a req-cf66362d-324c-473a-b46f-372bc966bbda tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:45.822742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eafd1641-ad29-4ec9-928b-cbf4bb8cb90a req-cf66362d-324c-473a-b46f-372bc966bbda tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 943 time: 0.2114892 Nov 11 21:10:45.826054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549cc14-7799-463c-a46c-b00c870424cd req-946f98c4-77ae-4ee9-b621-3f7f847da72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:45.827487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-946f98c4-77ae-4ee9-b621-3f7f847da72c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 1094 time: 0.2468083 Nov 11 21:10:45.895522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-e7dfe703-17c2-4917-82bf-d71b0a15878c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265a186-026b-4611-9651-1d17e803d042 HTTP/1.1" status: 200 len: 217 time: 0.0548747 Nov 11 21:10:46.013301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eafd1641-ad29-4ec9-928b-cbf4bb8cb90a req-618fa93e-941f-46a4-abcf-400d30d67585 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757097 Nov 11 21:10:46.016113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.046534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549cc14-7799-463c-a46c-b00c870424cd req-4fc21840-a3aa-4545-b275-f616641cc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:46.046534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-4fc21840-a3aa-4545-b275-f616641cc3fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.1420338 Nov 11 21:10:46.072122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.101891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-f10fe19f-dbec-425b-8bd8-2aed0e5bfcbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473816 Nov 11 21:10:46.108841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a8d6a-160f-4f47-8a4a-be2f7377e606 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:46.149174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a756ab96-90fa-475b-9b28-d8b38cdd9b9c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:46.178074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:10:46.210980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.223842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:10:46.224221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3f81440b-1a34-4abf-bfbc-d64f5b6a26a1 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:10:46.337592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.342546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-1a547e03-cb9d-44b5-9d32-21a0665f218c service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185318 Nov 11 21:10:46.378716 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.381129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.440039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.509012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e549cc14-7799-463c-a46c-b00c870424cd req-b82ca242-0e35-4e81-b4a6-b1676f261184 service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574743 Nov 11 21:10:46.509785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648b77ad-88a7-4e28-89da-9dd69d3447cc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:46.510133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de629d-0a75-46a3-a008-39ee44c1fb5c req-38d4b2a0-69cf-4d96-91ce-abc774218e94 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:46.518746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2588069bbedd415ab105e60e5e5e8b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7283580 Nov 11 21:10:46.521143 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95de629d-0a75-46a3-a008-39ee44c1fb5c req-38d4b2a0-69cf-4d96-91ce-abc774218e94 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1333256 Nov 11 21:10:46.523833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:46.534171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.534643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.535083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.535568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.536008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.536465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.536890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.537312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.537733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.538152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.538571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.539120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd54474-5b8c-4cc2-851c-c2fd0c0e387e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:46.591785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1163ca47-7db8-4e37-9312-1ea86f5ae2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.610527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95de629d-0a75-46a3-a008-39ee44c1fb5c req-f38e0a33-3693-498a-a2a4-cf525330ec28 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881655 Nov 11 21:10:46.620661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.621595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:10:46.629944 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1163ca47-7db8-4e37-9312-1ea86f5ae2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.635105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.639800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e712db12-7218-43f9-9986-abc8485e32e5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dc518ca3-f717-41dc-a0fb-fb7ec724a2b6 HTTP/1.1" status: 204 len: 168 time: 1.5699050 Nov 11 21:10:46.642203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39536) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:46.707546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Deleting subnet a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:10:46.719791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35f978-a04e-4f11-bbce-73debd2997db req-6c05bc9f-eb8f-4b4f-915c-dd5f1b2c5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:46.721706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb35f978-a04e-4f11-bbce-73debd2997db req-6c05bc9f-eb8f-4b4f-915c-dd5f1b2c5405 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 1094 time: 0.0538421 Nov 11 21:10:46.724638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.773438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.841652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1163ca47-7db8-4e37-9312-1ea86f5ae2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.844097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1163ca47-7db8-4e37-9312-1ea86f5ae2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.848049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1163ca47-7db8-4e37-9312-1ea86f5ae2c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/648b77ad-88a7-4e28-89da-9dd69d3447cc HTTP/1.1" status: 204 len: 168 time: 0.3233099 Nov 11 21:10:46.877615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163ca47-7db8-4e37-9312-1ea86f5ae2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b77ad-88a7-4e28-89da-9dd69d3447cc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:46.879763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35f978-a04e-4f11-bbce-73debd2997db req-16746f40-dd13-47ff-8324-a91c08143a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:46.881541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb35f978-a04e-4f11-bbce-73debd2997db req-16746f40-dd13-47ff-8324-a91c08143a91 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 914 time: 0.1498756 Nov 11 21:10:46.912596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:46.953532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb35f978-a04e-4f11-bbce-73debd2997db req-a6804eb4-b00c-4604-b5eb-6c934ebe171c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265a186-026b-4611-9651-1d17e803d042 HTTP/1.1" status: 200 len: 217 time: 0.0611651 Nov 11 21:10:47.018068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35f978-a04e-4f11-bbce-73debd2997db req-b6681039-a740-4af6-899f-caaf597a3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:47.019466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb35f978-a04e-4f11-bbce-73debd2997db req-b6681039-a740-4af6-899f-caaf597a3144 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.0589805 Nov 11 21:10:47.066420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb35f978-a04e-4f11-bbce-73debd2997db req-5a1a8ae6-481d-4e48-990c-742608a191fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389771 Nov 11 21:10:47.095917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.141422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:47.162250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.165621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8e21eba-5a75-48cb-bfdf-ffb55f2edb1c HTTP/1.1" status: 204 len: 168 time: 0.5220983 Nov 11 21:10:47.180039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb4cf57-f6d0-4f2d-aa99-9f3da51e390f None None] Network 3073c219-fdce-4ee8-a2cc-339d13dc2eaf requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:47.184136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:47.207199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.207644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.207999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.208376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.208717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.209053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.209382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.209708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.210036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.210359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.211114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.211114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88845017-c03a-44bf-b9f0-6512a75c62fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:10:47.264242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb35f978-a04e-4f11-bbce-73debd2997db req-1b318dc3-391c-4175-bbd8-f4f3fb90da6d service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907649 Nov 11 21:10:47.385135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb35f978-a04e-4f11-bbce-73debd2997db req-99270ac7-0c5b-4cd3-b541-cda879db2d67 service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097627 Nov 11 21:10:47.400688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7065c-abad-454a-b653-6fc589b50001 req-0d2ac243-5981-4cc8-b148-ae62088ea034 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:47.404500 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04d7065c-abad-454a-b653-6fc589b50001 req-0d2ac243-5981-4cc8-b148-ae62088ea034 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 943 time: 0.2690930 Nov 11 21:10:47.418551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.508602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04d7065c-abad-454a-b653-6fc589b50001 req-39def775-d001-41eb-9c14-a4a52b1e6e7b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858049 Nov 11 21:10:47.533071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Deleting port 364224d6-dfac-4ac6-881d-25ef10e1458a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:47.534697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.541319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] DHCP port deletion for 3073c219-fdce-4ee8-a2cc-339d13dc2eaf request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:47.600910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] Deleting port 364224d6-dfac-4ac6-881d-25ef10e1458a {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:47.601291 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.616976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] For port 364224d6-dfac-4ac6-881d-25ef10e1458a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=364224d6-dfac-4ac6-881d-25ef10e1458a,segment=NetworkSegment(a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167),segment_id=a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:47.617436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.633495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Calling delete_port for 364224d6-dfac-4ac6-881d-25ef10e1458a owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:47.726520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] For port 364224d6-dfac-4ac6-881d-25ef10e1458a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=364224d6-dfac-4ac6-881d-25ef10e1458a,segment=NetworkSegment(a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167),segment_id=a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:47.726872 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.747834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] Calling delete_port for 364224d6-dfac-4ac6-881d-25ef10e1458a owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:47.816020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.830520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6d84-2d94-4286-9dd5-5e7406710cd8 req-a0f5d246-78a5-4b0d-a7dc-2916c590eb9b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:47.832327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-820e6d84-2d94-4286-9dd5-5e7406710cd8 req-a0f5d246-78a5-4b0d-a7dc-2916c590eb9b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0813420 Nov 11 21:10:47.851010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] No DVR routers for this DVR port 364224d6-dfac-4ac6-881d-25ef10e1458a on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:10:47.879564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Pushing event deleted for resources: {'Port': ['ID=364224d6-dfac-4ac6-881d-25ef10e1458a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:47.919529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:47.951317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] Pushing event deleted for resources: {'Port': ['ID=364224d6-dfac-4ac6-881d-25ef10e1458a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:47.961884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca68541-9d44-496b-bc82-ef6dcfa049ea None None] No DVR routers for this DVR port 364224d6-dfac-4ac6-881d-25ef10e1458a on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:10:47.978115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-820e6d84-2d94-4286-9dd5-5e7406710cd8 req-3bc954fb-15db-4f40-a3a6-e03b241029ec tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343453 Nov 11 21:10:48.024230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:48.049268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3073c219-fdce-4ee8-a2cc-339d13dc2eaf']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:48.059078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:48.059725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ff6e76-d09d-45f3-85ab-b9fc7dc3c167') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:48.069803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:48.088696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:48.098045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:10:48.098903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:10:48.100756 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:10:48.232931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:48.238500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:48.260499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a756ab96-90fa-475b-9b28-d8b38cdd9b9c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:10:48.263047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3073c219-fdce-4ee8-a2cc-339d13dc2eaf HTTP/1.1" status: 204 len: 168 time: 1.0522981 Nov 11 21:10:48.263161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:48.265203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d88e6-869c-4423-8ab6-2d96c4e3aa57 admin admin] Pushing event deleted for resources: {'Network': ['ID=3073c219-fdce-4ee8-a2cc-339d13dc2eaf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:48.307821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a756ab96-90fa-475b-9b28-d8b38cdd9b9c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:10:48.310656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a756ab96-90fa-475b-9b28-d8b38cdd9b9c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:10:48.311164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 364224d6-dfac-4ac6-881d-25ef10e1458a no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:10:48.354284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 364224d6-dfac-4ac6-881d-25ef10e1458a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:10:48.354998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 364224d6-dfac-4ac6-881d-25ef10e1458a not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:10:48.675497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129b59d-b32a-46ee-84a1-5244a236be13 req-5c5f8a7d-e043-48b2-80c4-dd52025dec93 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:48.680724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0129b59d-b32a-46ee-84a1-5244a236be13 req-5c5f8a7d-e043-48b2-80c4-dd52025dec93 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 943 time: 0.0674131 Nov 11 21:10:48.756592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0129b59d-b32a-46ee-84a1-5244a236be13 req-3b285c6c-2240-44f3-a84a-a0f0c9b6ab13 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590985 Nov 11 21:10:48.794299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:49.133619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Deleting port 0b0b2029-52e5-444c-b79d-8af261dc8244 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:49.134140 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:49.186028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd83b6-1240-4601-9ca5-1f04a58723dc req-4f3a356c-95c1-4078-b9f0-ef7e0915e303 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:49.187627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6cd83b6-1240-4601-9ca5-1f04a58723dc req-4f3a356c-95c1-4078-b9f0-ef7e0915e303 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0903409 Nov 11 21:10:49.237219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] For port 0b0b2029-52e5-444c-b79d-8af261dc8244, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0b0b2029-52e5-444c-b79d-8af261dc8244,segment=NetworkSegment(6b35cac5-6e9d-4933-a3d7-4cc93eb125e4),segment_id=6b35cac5-6e9d-4933-a3d7-4cc93eb125e4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:49.237575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:49.260724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Calling delete_port for 0b0b2029-52e5-444c-b79d-8af261dc8244 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:49.269376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6cd83b6-1240-4601-9ca5-1f04a58723dc req-63effd8f-3050-47a9-8a1c-7919f2079a73 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731466 Nov 11 21:10:49.613443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:49.646436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0b2029-52e5-444c-b79d-8af261dc8244,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:49.881153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:50.119763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3639-327c-4fd0-9778-c939a37dbb71 req-b3717213-16e9-411e-84b1-b4151a30c4e5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:50.119763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-caeb3639-327c-4fd0-9778-c939a37dbb71 req-b3717213-16e9-411e-84b1-b4151a30c4e5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 943 time: 0.1295576 Nov 11 21:10:50.119763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-caeb3639-327c-4fd0-9778-c939a37dbb71 req-709a3c63-9d2b-4edc-aca9-a9334f886c22 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867078 Nov 11 21:10:50.189365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Router e272c6fc-7b76-41b5-a145-66e2e4968be0 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:10:50.310589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:10:50.326567 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] Sync routers for ids ['e272c6fc-7b76-41b5-a145-66e2e4968be0'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:10:50.327081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:50.335612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f47468ef-8a47-465d-8532-6dfa85c1c8d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/e272c6fc-7b76-41b5-a145-66e2e4968be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0890176 Nov 11 21:10:50.339395 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] Routers {'e272c6fc-7b76-41b5-a145-66e2e4968be0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:50.341055 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e272c6fc-7b76-41b5-a145-66e2e4968be0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:50.465236 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] Set router e272c6fc-7b76-41b5-a145-66e2e4968be0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:50.466648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:50.598315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff1593-b50a-4c72-8cda-eaff0dc85dbe req-0cbf75ff-24d7-4602-874f-7923e3fe8f51 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:50.600096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eeff1593-b50a-4c72-8cda-eaff0dc85dbe req-0cbf75ff-24d7-4602-874f-7923e3fe8f51 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1304159 Nov 11 21:10:50.675067 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:50.681770 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:49Z', 'revision_number': 5, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:50.691262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eeff1593-b50a-4c72-8cda-eaff0dc85dbe req-2adaee6e-f77f-4822-b2b6-22625fd226d0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833569 Nov 11 21:10:50.714127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] Checking router: e272c6fc-7b76-41b5-a145-66e2e4968be0 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:10:50.721312 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] Routers {'e272c6fc-7b76-41b5-a145-66e2e4968be0'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:10:50.721945 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:10:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e272c6fc-7b76-41b5-a145-66e2e4968be0'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:50.859004 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] Set router e272c6fc-7b76-41b5-a145-66e2e4968be0 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:10:50.877546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Deleting port 9165fed6-e672-4e53-8f56-b8a44361ac58 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:50.877896 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.009513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] For port 9165fed6-e672-4e53-8f56-b8a44361ac58, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9165fed6-e672-4e53-8f56-b8a44361ac58,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:51.009884 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.015598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7265a186-026b-4611-9651-1d17e803d042 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:10:51.031283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Calling delete_port for 9165fed6-e672-4e53-8f56-b8a44361ac58 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:51.057952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:51.133663 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:49Z', 'revision_number': 5, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:51.176111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7265a186-026b-4611-9651-1d17e803d042, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7265a186-026b-4611-9651-1d17e803d042,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:51.197771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '7265a186-026b-4611-9651-1d17e803d042', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'port_id': '7265a186-026b-4611-9651-1d17e803d042', 'mac_address': 'fa:16:3e:e6:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0945ab3-9f12-4f47-a1e7-620138b8caa1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:10:51.242548 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890e015-6104-44b3-99d8-c61ce18158e2 None None] The sync data for ids ['e272c6fc-7b76-41b5-a145-66e2e4968be0'] in n-d-805734-3 is: [{'id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'name': 'tempest-TestAggregatesBasicOps-1329649011-router', 'tenant_id': '0f0520f819ec4cb1b8d233190207fb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:10:32Z', 'updated_at': '2021-11-11T21:10:49Z', 'revision_number': 5, 'project_id': '0f0520f819ec4cb1b8d233190207fb6b', 'gw_port': {'id': '9165fed6-e672-4e53-8f56-b8a44361ac58', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e272c6fc-7b76-41b5-a145-66e2e4968be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:10:33Z', 'updated_at': '2021-11-11T21:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:10:51.288164 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.304506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7265a186-026b-4611-9651-1d17e803d042 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:10:51.313962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-336037fe-435f-4312-a25e-ceae13ac0fee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.326868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7265a186-026b-4611-9651-1d17e803d042, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7265a186-026b-4611-9651-1d17e803d042,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:51.362509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b324f2d-9da0-450f-8db0-5a2f1a3e84ef req-3506e9fd-b88f-4e2a-a3ee-bd17b7145149 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:51.364039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b324f2d-9da0-450f-8db0-5a2f1a3e84ef req-3506e9fd-b88f-4e2a-a3ee-bd17b7145149 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 943 time: 0.1061912 Nov 11 21:10:51.416514 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b324f2d-9da0-450f-8db0-5a2f1a3e84ef req-08ebcb8c-8bb2-4357-8694-6a24f4a64952 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Nov 11 21:10:51.420993 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.458354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.496621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9165fed6-e672-4e53-8f56-b8a44361ac58,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:51.501096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7265a186-026b-4611-9651-1d17e803d042,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:51.512875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da03180-815d-424d-bc2f-aa55e9cc32cd None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:51.548804 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-336037fe-435f-4312-a25e-ceae13ac0fee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.565718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.654264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-336037fe-435f-4312-a25e-ceae13ac0fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.672523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.675152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.726472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-336037fe-435f-4312-a25e-ceae13ac0fee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6d6d30531b8445ba1aca953d39d0d88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6668653 Nov 11 21:10:51.729879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:51.737996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336037fe-435f-4312-a25e-ceae13ac0fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cae985-fc2e-4b80-87ab-299244ab00a1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:51.803851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71447bb5-c937-4021-8991-fba2907ea344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.811910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.812663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e272c6fc-7b76-41b5-a145-66e2e4968be0 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:10:51.814265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7265a186-026b-4611-9651-1d17e803d042'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:10:51.859983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:51.863547 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1feb6474-1afb-4b7b-927a-8287b4f2be5e admin admin] 10.222.0.31 "DELETE /v2.0/routers/e272c6fc-7b76-41b5-a145-66e2e4968be0 HTTP/1.1" status: 204 len: 168 time: 1.5337560 Nov 11 21:10:51.865615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:51.913973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de1456-344c-49fb-9a05-974016c1bc85 req-56f31c8a-8473-4b0b-934d-17a874610d89 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:51.917239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16de1456-344c-49fb-9a05-974016c1bc85 req-56f31c8a-8473-4b0b-934d-17a874610d89 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1029801 Nov 11 21:10:51.952727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71447bb5-c937-4021-8991-fba2907ea344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.022479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] Deleting subnet 4b5baf21-ee0e-4fc2-9bef-d4af910dd589 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:10:52.026528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.050420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-16de1456-344c-49fb-9a05-974016c1bc85 req-c66f9aa4-c59c-4e7f-8d35-c241e26cfae7 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248684 Nov 11 21:10:52.087588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.194061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.234148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71447bb5-c937-4021-8991-fba2907ea344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.238989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71447bb5-c937-4021-8991-fba2907ea344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.241059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-71447bb5-c937-4021-8991-fba2907ea344 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33cae985-fc2e-4b80-87ab-299244ab00a1 HTTP/1.1" status: 204 len: 168 time: 0.5085688 Nov 11 21:10:52.278489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71447bb5-c937-4021-8991-fba2907ea344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cae985-fc2e-4b80-87ab-299244ab00a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:52.281325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.361828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.390095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5baf21-ee0e-4fc2-9bef-d4af910dd589,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:52.393573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.402360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:52.410145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739a2ef-bceb-4c0d-b086-ee5bc6de978c None None] Network 28953ced-3e85-449a-9864-b32461e36b85 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:10:52.412918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4bbcac88-b228-456c-b696-f5eb53f24a81 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4b5baf21-ee0e-4fc2-9bef-d4af910dd589 HTTP/1.1" status: 204 len: 168 time: 0.5437722 Nov 11 21:10:52.523835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.647660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0b0b2029-52e5-444c-b79d-8af261dc8244 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:10:52.649942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Deleting port c2282449-2106-445f-8142-03bd9663ae39 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:52.650286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.692980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 0b0b2029-52e5-444c-b79d-8af261dc8244 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:10:52.693769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0b0b2029-52e5-444c-b79d-8af261dc8244 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:10:52.790507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] For port c2282449-2106-445f-8142-03bd9663ae39, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c2282449-2106-445f-8142-03bd9663ae39,segment=NetworkSegment(6b35cac5-6e9d-4933-a3d7-4cc93eb125e4),segment_id=6b35cac5-6e9d-4933-a3d7-4cc93eb125e4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:52.790880 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:52.960374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] DHCP port deletion for 28953ced-3e85-449a-9864-b32461e36b85 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:10:53.026212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7265a186-026b-4611-9651-1d17e803d042 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:10:53.096036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] Deleting port c2282449-2106-445f-8142-03bd9663ae39 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:10:53.096443 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.173107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:53.194777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] For port c2282449-2106-445f-8142-03bd9663ae39, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c2282449-2106-445f-8142-03bd9663ae39,segment=NetworkSegment(6b35cac5-6e9d-4933-a3d7-4cc93eb125e4),segment_id=6b35cac5-6e9d-4933-a3d7-4cc93eb125e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:53.195189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.211564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] Calling delete_port for c2282449-2106-445f-8142-03bd9663ae39 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:53.215882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16a7def9-f364-4192-954a-4844cc96ad4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.257751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Calling delete_port for c2282449-2106-445f-8142-03bd9663ae39 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:10:53.282868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 7265a186-026b-4611-9651-1d17e803d042 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:10:53.290875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 7265a186-026b-4611-9651-1d17e803d042 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:10:53.291560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.330374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcad0a-6105-49f6-92ac-101eb7eaaea0 req-cd037333-3ba5-449e-b6eb-66348eb51788 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:53.332669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5adcad0a-6105-49f6-92ac-101eb7eaaea0 req-cd037333-3ba5-449e-b6eb-66348eb51788 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1120002 Nov 11 21:10:53.421514 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16a7def9-f364-4192-954a-4844cc96ad4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.441871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080910d-cb62-4757-9b08-d58bb8973d31 req-435d6172-637d-48b2-83af-757135659647 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:53.443674 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.444641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a080910d-cb62-4757-9b08-d58bb8973d31 req-435d6172-637d-48b2-83af-757135659647 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 944 time: 0.0802088 Nov 11 21:10:53.458312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5adcad0a-6105-49f6-92ac-101eb7eaaea0 req-c62be4ef-d622-401f-bd5a-9828138e5bc9 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149094 Nov 11 21:10:53.487010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265a186-026b-4611-9651-1d17e803d042'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:10:53.489503 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bd6df-9607-4459-884f-645a54633b21" -d '{"events": [{"server_uuid": "4f0abe6f-8477-4373-8c37-b26bf6f8945a", "name": "network-vif-plugged", "status": "completed", "tag": "7265a186-026b-4611-9651-1d17e803d042"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:10:53.507369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7265a186-026b-4611-9651-1d17e803d042, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7265a186-026b-4611-9651-1d17e803d042,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:10:53.507369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.520284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] No DVR routers for this DVR port c2282449-2106-445f-8142-03bd9663ae39 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:10:53.532073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16a7def9-f364-4192-954a-4844cc96ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.550324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566ffbe-a15a-4139-997a-4ee0b56494cc None None] Pushing event deleted for resources: {'Port': ['ID=c2282449-2106-445f-8142-03bd9663ae39,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:53.563899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a080910d-cb62-4757-9b08-d58bb8973d31 req-2b95c7f7-80c9-43fc-b411-bf7a2a5d1914 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084905 Nov 11 21:10:53.566880 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.577303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7def9-f364-4192-954a-4844cc96ad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd4ffe-e106-4470-a4a9-2af6faa5c21b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:53.593802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.594703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-16a7def9-f364-4192-954a-4844cc96ad4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f168b7747ac4a0d9dfa13396aaeb3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193873 Nov 11 21:10:53.598373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39670) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:53.615270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Pushing event deleted for resources: {'Port': ['ID=c2282449-2106-445f-8142-03bd9663ae39,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:53.626401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] No DVR routers for this DVR port c2282449-2106-445f-8142-03bd9663ae39 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:10:53.682965 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2823b4e-591f-407f-a569-8274467ee4c7 x-openstack-request-id: req-c2823b4e-591f-407f-a569-8274467ee4c7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:10:53.683425 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0abe6f-8477-4373-8c37-b26bf6f8945a", "name": "network-vif-plugged", "status": "completed", "tag": "7265a186-026b-4611-9651-1d17e803d042", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:10:53.683810 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2823b4e-591f-407f-a569-8274467ee4c7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:10:53.684245 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265a186-026b-4611-9651-1d17e803d042', 'code': 200} Nov 11 21:10:53.690978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf5e6-fe38-487c-9624-c1a609731dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.702576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7265a186-026b-4611-9651-1d17e803d042,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:53.735390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf5e6-fe38-487c-9624-c1a609731dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.743967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.811497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28953ced-3e85-449a-9864-b32461e36b85']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:53.825198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:53.825492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b35cac5-6e9d-4933-a3d7-4cc93eb125e4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:10:53.837491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234996d4-ca44-4c35-99dc-fb7931b51c65 req-d50dbda0-d0f2-4585-8dca-c2f18dfe4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:53.838992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-234996d4-ca44-4c35-99dc-fb7931b51c65 req-d50dbda0-d0f2-4585-8dca-c2f18dfe4a31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 1096 time: 0.0915158 Nov 11 21:10:53.841414 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.860791 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf5e6-fe38-487c-9624-c1a609731dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.863731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf5e6-fe38-487c-9624-c1a609731dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.867227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.870359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9dcf5e6-fe38-487c-9624-c1a609731dc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecdd4ffe-e106-4470-a4a9-2af6faa5c21b HTTP/1.1" status: 204 len: 168 time: 0.2681413 Nov 11 21:10:53.877172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:10:53.877576 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:10:53.879286 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:10:53.894154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcf5e6-fe38-487c-9624-c1a609731dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd4ffe-e106-4470-a4a9-2af6faa5c21b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:53.949024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-234996d4-ca44-4c35-99dc-fb7931b51c65 req-623a38df-b813-4c55-aab6-79b9ee930dde service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009116 Nov 11 21:10:54.038006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:54.047227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:54.052470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] 10.222.0.31 "DELETE /v2.0/networks/28953ced-3e85-449a-9864-b32461e36b85 HTTP/1.1" status: 204 len: 168 time: 1.6471090 Nov 11 21:10:54.075102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5be80-95d5-4865-b20a-a764972c42be admin admin] Pushing event deleted for resources: {'Network': ['ID=28953ced-3e85-449a-9864-b32461e36b85,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:54.208438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c2282449-2106-445f-8142-03bd9663ae39 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:10:54.231682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c2282449-2106-445f-8142-03bd9663ae39 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:10:54.232465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c2282449-2106-445f-8142-03bd9663ae39 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:10:54.232963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9165fed6-e672-4e53-8f56-b8a44361ac58 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:10:54.256467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 9165fed6-e672-4e53-8f56-b8a44361ac58 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:10:54.256467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9165fed6-e672-4e53-8f56-b8a44361ac58 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:10:54.473342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39684) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:54.558165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-daf672de-d224-4e9d-95bd-9a4f17a2d233 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e912a868354e4895acf01ef03762570c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827758 Nov 11 21:10:54.559513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:54.631832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa14ebf-57be-4fbb-9d5c-45eca510e5f8 req-5bfb0a0a-f2a3-436b-969c-1d3864ba5eff tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:54.633755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fa14ebf-57be-4fbb-9d5c-45eca510e5f8 req-5bfb0a0a-f2a3-436b-969c-1d3864ba5eff tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0919616 Nov 11 21:10:54.677759 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31056d68-c534-4099-aee0-4f4afa4d6960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:54.711698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8fa14ebf-57be-4fbb-9d5c-45eca510e5f8 req-8b60b993-6a7b-4639-8c0a-28e8ea31f9e1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640316 Nov 11 21:10:54.721346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31056d68-c534-4099-aee0-4f4afa4d6960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:54.818953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa59df-2178-4925-8683-6aa1b57c55e4 req-3502ff69-6ea4-4ac8-928c-a7c57a5367cc tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:54.820625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66fa59df-2178-4925-8683-6aa1b57c55e4 req-3502ff69-6ea4-4ac8-928c-a7c57a5367cc tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 945 time: 0.0776181 Nov 11 21:10:55.207511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31056d68-c534-4099-aee0-4f4afa4d6960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:55.210035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31056d68-c534-4099-aee0-4f4afa4d6960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:55.213445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31056d68-c534-4099-aee0-4f4afa4d6960 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/953efa88-5c13-4083-aef8-18474808c4c3 HTTP/1.1" status: 204 len: 168 time: 0.6505475 Nov 11 21:10:55.225966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66fa59df-2178-4925-8683-6aa1b57c55e4 req-817911b0-71bb-4f10-adcd-a6c6f9fe5b36 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967221 Nov 11 21:10:55.239626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31056d68-c534-4099-aee0-4f4afa4d6960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953efa88-5c13-4083-aef8-18474808c4c3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:55.898816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf0548-502f-48bb-bcd5-97bfc62353ca req-41131073-a093-425a-9f9f-e6bca7b88574 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:55.901119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18cf0548-502f-48bb-bcd5-97bfc62353ca req-41131073-a093-425a-9f9f-e6bca7b88574 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0620816 Nov 11 21:10:55.953018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18cf0548-502f-48bb-bcd5-97bfc62353ca req-b69c9706-55b6-4bc5-81ae-cf11d766ffdd tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Nov 11 21:10:56.315731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:56.345970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb9c8-7b74-4e91-86d1-a6f1445fcded req-daa27483-8ea1-4eab-b819-13c894943d3f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:56.347420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bceb9c8-7b74-4e91-86d1-a6f1445fcded req-daa27483-8ea1-4eab-b819-13c894943d3f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 945 time: 0.0522268 Nov 11 21:10:56.357374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-97a474a2-8fc9-4006-876f-f167520e13a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f0520f819ec4cb1b8d233190207fb6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404332 Nov 11 21:10:56.360191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:56.404654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bceb9c8-7b74-4e91-86d1-a6f1445fcded req-c5d88e9e-20b8-4f13-8a7f-db131f25a66e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Nov 11 21:10:56.421007 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28a4f1f7-3c77-46ab-ad43-c2fc238af849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:56.446359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28a4f1f7-3c77-46ab-ad43-c2fc238af849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:56.612931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28a4f1f7-3c77-46ab-ad43-c2fc238af849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:56.615764 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28a4f1f7-3c77-46ab-ad43-c2fc238af849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:56.619533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-28a4f1f7-3c77-46ab-ad43-c2fc238af849 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb934764-484c-4e60-8f5d-471cbfcc5200 HTTP/1.1" status: 204 len: 168 time: 0.2557318 Nov 11 21:10:56.626849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4f1f7-3c77-46ab-ad43-c2fc238af849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb934764-484c-4e60-8f5d-471cbfcc5200,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:57.063141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39782) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:57.116661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1185e6-3029-4def-8c35-e43f21e77ba0 req-aebecea8-b487-4532-b0e5-af25f09d0a7a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:57.118257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da1185e6-3029-4def-8c35-e43f21e77ba0 req-aebecea8-b487-4532-b0e5-af25f09d0a7a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0878453 Nov 11 21:10:57.192677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da1185e6-3029-4def-8c35-e43f21e77ba0 req-cb90d8d9-1b03-4fb4-b4e2-40e0651f74ba tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556653 Nov 11 21:10:57.234817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69e42c45-3eba-40bc-835e-d3a6e9e8204e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:57.259276 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:57.334980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69e42c45-3eba-40bc-835e-d3a6e9e8204e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:57.398421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-e10ddbf6-b50c-4ee7-a157-502e6c9d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:57.429297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-e10ddbf6-b50c-4ee7-a157-502e6c9d9d0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1097 time: 0.0430803 Nov 11 21:10:57.492380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-5cade04e-2345-4ce1-a371-29f0e27ab495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:57.493898 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-5cade04e-2345-4ce1-a371-29f0e27ab495 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.0871999 Nov 11 21:10:57.563118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-25e58cd7-c283-4ea0-9ae7-009ad2dc8a66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1002 time: 0.0623899 Nov 11 21:10:57.620848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-6d0dfdc0-71f8-4ec4-86fb-82d2740c6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:57.622786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-6d0dfdc0-71f8-4ec4-86fb-82d2740c6d95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0472441 Nov 11 21:10:57.675683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-e9ce57e8-dd24-4e54-8842-df3775306f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:57.681580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-e9ce57e8-dd24-4e54-8842-df3775306f0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482395 Nov 11 21:10:57.681580 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69e42c45-3eba-40bc-835e-d3a6e9e8204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:57.749141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e42c45-3eba-40bc-835e-d3a6e9e8204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c700b4a-29bd-442a-8fa5-70f5d8f33e7c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:57.754637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-69e42c45-3eba-40bc-835e-d3a6e9e8204e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b187613ace2844278879b4463397ae3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6903934 Nov 11 21:10:57.757291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:57.856876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c937b03-58a4-44ec-8999-7aa759aecbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:57.859962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-85ab6a2f-c62a-4cb7-bc2d-129959585f12 service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650455 Nov 11 21:10:57.905465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c937b03-58a4-44ec-8999-7aa759aecbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:58.005518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eee0b39a-0dd3-4480-ab89-59ec5b2cdfea req-9deec1e8-30d6-4b56-a023-c38fb75ae16a service neutron] 10.222.0.58 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369398 Nov 11 21:10:58.145877 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c937b03-58a4-44ec-8999-7aa759aecbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:58.148645 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c937b03-58a4-44ec-8999-7aa759aecbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:58.151773 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3c937b03-58a4-44ec-8999-7aa759aecbea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c700b4a-29bd-442a-8fa5-70f5d8f33e7c HTTP/1.1" status: 204 len: 168 time: 0.3933706 Nov 11 21:10:58.162218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c937b03-58a4-44ec-8999-7aa759aecbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c700b4a-29bd-442a-8fa5-70f5d8f33e7c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:10:58.346413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d138b7-2015-424b-bc0c-bbf8553ebbd0 req-b7ed2624-1271-4d0e-9522-07f650c51a42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:58.348015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03d138b7-2015-424b-bc0c-bbf8553ebbd0 req-b7ed2624-1271-4d0e-9522-07f650c51a42 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0709355 Nov 11 21:10:58.400059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03d138b7-2015-424b-bc0c-bbf8553ebbd0 req-35699cba-9d52-4ce7-8ae9-95f38c124049 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452640 Nov 11 21:10:59.548460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28457-70dc-417e-9712-04cdd4a94d99 req-585b1f5f-3d0f-4a4c-937a-d44e3813738f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:10:59.556767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1f28457-70dc-417e-9712-04cdd4a94d99 req-585b1f5f-3d0f-4a4c-937a-d44e3813738f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0655122 Nov 11 21:10:59.619692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1f28457-70dc-417e-9712-04cdd4a94d99 req-11573478-b4d2-4613-b2c0-a9b70d387591 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564027 Nov 11 21:10:59.754657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:10:59.759348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551579443', 'description': 'tempest-secgroup-smoke-1551579443 description', 'project_id': '675f1365bb384017b4474ada374a52b9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:10:59.904840 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:59.916186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:10:59.995558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.114470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.162338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac97068-4801-4d59-b0d2-e98d3ec20b7a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:00.206526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.352600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.384657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87faa86-d3be-411f-bb09-4efadb716b3a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:00.477323 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.479172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5557f298-8286-4ad9-aef3-6d2e126ca534 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7230942 Nov 11 21:11:00.482352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:00.487259 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-469c122b-cff2-42f8-b313-c96a914349c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'a87faa86-d3be-411f-bb09-4efadb716b3a', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:00.620080 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-469c122b-cff2-42f8-b313-c96a914349c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.648217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:00.697746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-469c122b-cff2-42f8-b313-c96a914349c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.783187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f517153-b5b9-4b93-b645-92654996a0cd req-f2a17221-9fd5-4864-be46-401d56006358 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:00.784877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f517153-b5b9-4b93-b645-92654996a0cd req-f2a17221-9fd5-4864-be46-401d56006358 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0580952 Nov 11 21:11:00.813421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-469c122b-cff2-42f8-b313-c96a914349c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.842267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c122b-cff2-42f8-b313-c96a914349c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0e5d78-a0b2-4506-b352-3645a19d7c5c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:00.845003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f517153-b5b9-4b93-b645-92654996a0cd req-41d3daeb-176f-4d61-a2dc-b0f22785185a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528564 Nov 11 21:11:00.856123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1848432834'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:00.918790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-469c122b-cff2-42f8-b313-c96a914349c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:00.923684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-469c122b-cff2-42f8-b313-c96a914349c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4400120 Nov 11 21:11:00.924349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:00.930349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-068492f5-f51b-4411-8538-2e3c0b00222d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'a87faa86-d3be-411f-bb09-4efadb716b3a', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:01.009459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Made reservation on behalf of 5c71d63666964a5fb22006f1113354c8 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:01.013756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.023452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.092317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:11:01.105933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.119423 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-068492f5-f51b-4411-8538-2e3c0b00222d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.186243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.189879 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-068492f5-f51b-4411-8538-2e3c0b00222d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.212833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.213843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:11:01.217188 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25666471-6dae-42e6-96fc-363f78477030" -d '{"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-unplugged", "status": "completed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:11:01.231896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:01.239748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:01.258520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc7e467-e7c9-493e-9e1e-d627841791fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:01.274739 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523ae9d4-eb48-40bf-a62f-fc1117e9a1ec x-openstack-request-id: req-523ae9d4-eb48-40bf-a62f-fc1117e9a1ec {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:11:01.274739 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-unplugged", "status": "failed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:11:01.274739 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-523ae9d4-eb48-40bf-a62f-fc1117e9a1ec {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:11:01.274739 n-d-805734-3 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'code': 422} returned with failed status Nov 11 21:11:01.275907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.275907 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Added segment d23f34dd-d144-40b4-bdef-4132d9159424 of type vlan for network 7752493c-ca34-4387-bcdf-cedc35f132dc Nov 11 21:11:01.320684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.348918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-068492f5-f51b-4411-8538-2e3c0b00222d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.368271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068492f5-f51b-4411-8538-2e3c0b00222d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483ff7c7-52ed-4ec8-bb43-e39f7a0f832f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:01.401569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.459374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:01.475132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.481601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:01.482221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.553914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Pushing event updated for resources: {'Network': ['ID=7752493c-ca34-4387-bcdf-cedc35f132dc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:01.565747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 7752493c-ca34-4387-bcdf-cedc35f132dc details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:01.668434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-068492f5-f51b-4411-8538-2e3c0b00222d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.669683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-068492f5-f51b-4411-8538-2e3c0b00222d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7442038 Nov 11 21:11:01.674851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:01.677059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-61106a16-bd2a-4ee3-a3a5-5fd9e5120076 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'a87faa86-d3be-411f-bb09-4efadb716b3a', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:01.762673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d5fe8bef-a364-40c4-ae1c-eea19e622a8d tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1088762 Nov 11 21:11:01.763178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:01.815396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'network': {'name': 'tempest-network--153863432', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:01.923649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61106a16-bd2a-4ee3-a3a5-5fd9e5120076 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.988102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61106a16-bd2a-4ee3-a3a5-5fd9e5120076 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:01.989977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65d46358-76a1-4ec3-ace8-117581fd23d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.021299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Made reservation on behalf of b4e84fdd3cc44b49b8c8305ef5ebcf7d for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:02.026589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.037712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.109441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61106a16-bd2a-4ee3-a3a5-5fd9e5120076 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.112504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.131060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61106a16-bd2a-4ee3-a3a5-5fd9e5120076 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ab4699-a4a6-4b27-b707-e39cd9f003b4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:02.270233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.302655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:02.306099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61106a16-bd2a-4ee3-a3a5-5fd9e5120076 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.309605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126485cc-a66a-4036-bf0f-b18ac103989e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:02.312338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-61106a16-bd2a-4ee3-a3a5-5fd9e5120076 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6382856 Nov 11 21:11:02.312967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:02.319092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-851600f2-3ef1-4447-93e5-4d940d148c71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'a87faa86-d3be-411f-bb09-4efadb716b3a', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:02.324611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.324962 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Added segment 22e7725a-4c35-48a3-8f84-f9de1766cfd4 of type vlan for network 30bdb16a-d32e-496b-9658-4d1e94ce3651 Nov 11 21:11:02.384064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.527028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-851600f2-3ef1-4447-93e5-4d940d148c71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.575632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-851600f2-3ef1-4447-93e5-4d940d148c71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.624328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.625334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:02.625921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.686154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Network': ['ID=30bdb16a-d32e-496b-9658-4d1e94ce3651,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:02.696631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 30bdb16a-d32e-496b-9658-4d1e94ce3651 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:02.716235 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-851600f2-3ef1-4447-93e5-4d940d148c71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.732614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851600f2-3ef1-4447-93e5-4d940d148c71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fca24f-3066-4dd2-8c55-f6a16cc26c4b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:02.868057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2ed96a30-f699-4052-a648-88f595346ba7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1040251 Nov 11 21:11:02.870986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:02.873333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-851600f2-3ef1-4447-93e5-4d940d148c71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.877628 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-851600f2-3ef1-4447-93e5-4d940d148c71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5635293 Nov 11 21:11:02.878137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39922) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:02.882725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'a87faa86-d3be-411f-bb09-4efadb716b3a', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:02.953047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:02.978447 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:11:02.984614 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.044103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.056869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.065010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bdb16a-d32e-496b-9658-4d1e94ce3651']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:03.075048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e7725a-4c35-48a3-8f84-f9de1766cfd4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:03.075340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e7725a-4c35-48a3-8f84-f9de1766cfd4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:03.084540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.098078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.103719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:03.104087 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:03.105801 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:03.283338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.288124 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.289491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30bdb16a-d32e-496b-9658-4d1e94ce3651 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:11:03.292298 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.295678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "DELETE /v2.0/networks/30bdb16a-d32e-496b-9658-4d1e94ce3651 HTTP/1.1" status: 204 len: 168 time: 0.4233651 Nov 11 21:11:03.299951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39930) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:03.305778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:03.306014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca982ff-0658-4179-840b-14a8fdd53236 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event deleted for resources: {'Network': ['ID=30bdb16a-d32e-496b-9658-4d1e94ce3651,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:03.320116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58e12c2-1b84-4dd1-8f3f-6c073916cb5e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:03.402571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Made reservation on behalf of b4e84fdd3cc44b49b8c8305ef5ebcf7d for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:03.405616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.432542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:03.442992 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.443340 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Added segment 3e005138-6c2d-41a9-b3d0-392844afae1e of type vlan for network 092909d3-f23f-4246-a2c9-5f903598c6ca Nov 11 21:11:03.490016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.577425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.578683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-93dc568b-fe27-48c4-bef4-97d365b71c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6995654 Nov 11 21:11:03.581450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:03.591114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'a87faa86-d3be-411f-bb09-4efadb716b3a', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:03.655434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.657437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:03.658312 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.725671 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:11:03.734211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.738290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Network': ['ID=092909d3-f23f-4246-a2c9-5f903598c6ca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:03.751362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 092909d3-f23f-4246-a2c9-5f903598c6ca details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:03.804050 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.882625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-61ec2206-7a2b-416e-9f96-e416c6a3be4e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:03.884097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-61ec2206-7a2b-416e-9f96-e416c6a3be4e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.1139581 Nov 11 21:11:03.901024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-d98bb046-a480-450c-90c5-0d647996811d tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/quotas/63f29aadd1624856a95784709729cc68 HTTP/1.1" status: 200 len: 375 time: 0.0094879 Nov 11 21:11:03.903912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bf4c6bba-afe3-4f1a-96b8-f59b1f46d986 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6025620 Nov 11 21:11:03.906767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39952) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:03.911885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'subnet': {'network_id': '092909d3-f23f-4246-a2c9-5f903598c6ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:03.940798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:03.963264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12594a3-d748-468f-8e08-1fb0c936d56e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:03.975175 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-e6e83ec3-95c3-4909-9eb4-40675a0d1b11 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634863 Nov 11 21:11:04.021648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Made reservation on behalf of b4e84fdd3cc44b49b8c8305ef5ebcf7d for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:04.024215 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.067417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-4ca79f31-de39-4247-8425-4adf6ee0755e service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888288 Nov 11 21:11:04.080985 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.082208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-186a2205-751d-4611-b9f9-4dfd9341bab8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4996917 Nov 11 21:11:04.086508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:04.091538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'network': {'name': 'tempest-network-smoke--1446182970', 'project_id': '675f1365bb384017b4474ada374a52b9', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:04.192423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-b5793b21-ad83-46b9-8058-c8c9701f5c57 service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174242 Nov 11 21:11:04.211847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:04.215603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.248731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:04.256201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.256559 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Added segment 26969515-4284-4135-84c8-9e4d3b9f62a4 of type vlan for network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 Nov 11 21:11:04.296661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.464796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2fb48ce-1b3b-43f4-af18-d3aa4b5b8c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.487499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.493248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:04.497861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.573716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Network': ['ID=ed2b357f-2109-4f9c-98ae-8d7c797d2e47,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:04.607537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:04.614118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b901f8c0-ab2b-420d-8185-f769eb76f32f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5225897 Nov 11 21:11:04.614626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:04.621908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'admin_state_up': True, 'project_id': '675f1365bb384017b4474ada374a52b9', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:04.718692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:11:04.718692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.778469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd9068-e295-4c86-88a4-d192e3ad7ddd req-b2326fae-bd78-4a61-b583-280bea44ddc8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:04.780079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45bd9068-e295-4c86-88a4-d192e3ad7ddd req-b2326fae-bd78-4a61-b583-280bea44ddc8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.0641627 Nov 11 21:11:04.807983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e4a7d4f1-6ed2-436c-9d71-a9c0e14df1a7 req-c70f1fdd-7565-473f-b0f0-ab9eeedeba67 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0530510 Nov 11 21:11:04.856457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe40c053-dc6e-4f8e-8bd5-fc71537219d4,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:04.861952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45bd9068-e295-4c86-88a4-d192e3ad7ddd req-f84f489a-ab12-42d8-b7d6-089aa2648d29 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751398 Nov 11 21:11:04.869491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Checking segment: {'id': '3e005138-6c2d-41a9-b3d0-392844afae1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '092909d3-f23f-4246-a2c9-5f903598c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:04.870105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Network hostable DHCP agents. Network: 092909d3-f23f-4246-a2c9-5f903598c6ca, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:11:04.880979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.885471 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:04.949301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.027017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Network 092909d3-f23f-4246-a2c9-5f903598c6ca is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:11:05.097166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:11:05.222513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 092909d3-f23f-4246-a2c9-5f903598c6ca) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:05.227968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.230441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7a7d0-8c83-4830-8057-9aa3b4063b86 None None] Network 092909d3-f23f-4246-a2c9-5f903598c6ca requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:05.231652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:05.232270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.331746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:05.354978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f8a8c-4309-4ff8-ad97-e6e60c806692 None None] Network 092909d3-f23f-4246-a2c9-5f903598c6ca requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:05.426633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-548f8c66-3d5e-4461-a422-488d972441d4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5188019 Nov 11 21:11:05.429467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 39988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:05.431171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-bdc6033b-b7a4-4549-b4ca-49765eec59bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982695 Nov 11 21:11:05.434733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'floatingip': {'floating_network_id': '092909d3-f23f-4246-a2c9-5f903598c6ca'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:05.449882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-2204400d-4139-4a58-8d6f-69ff5429c70d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:11:05.451101 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-2204400d-4139-4a58-8d6f-69ff5429c70d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062635 Nov 11 21:11:05.523721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.535354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.630430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.658121 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.677958 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.741748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Allocated IP 172.20.0.9 (092909d3-f23f-4246-a2c9-5f903598c6ca/fe40c053-dc6e-4f8e-8bd5-fc71537219d4/c14bce34-7442-40ed-a57f-03b3a1597573) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:05.800499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.140 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/3d0beb9c-af11-498c-840f-0e7b83db07af) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:05.864956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.921007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39533933-c169-4f31-a6ba-ae2d604f4bf4 req-5f457aed-8b0f-4bb2-8460-59937c53b845 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0321729 Nov 11 21:11:05.941404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:05.984759 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.020200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0042a47-29dd-44f7-b6fe-1e0fa241c168 req-f813ebe5-593e-41e6-af3f-16cbc8289874 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:06.021785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0042a47-29dd-44f7-b6fe-1e0fa241c168 req-f813ebe5-593e-41e6-af3f-16cbc8289874 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.0558949 Nov 11 21:11:06.025211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Network 092909d3-f23f-4246-a2c9-5f903598c6ca is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:06.030248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:06.034491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:06.062602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.063937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Port': ['ID=c14bce34-7442-40ed-a57f-03b3a1597573,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:06.115173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:06.121706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0042a47-29dd-44f7-b6fe-1e0fa241c168 req-7602d310-d7d5-42bd-a47d-d447883298f0 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904157 Nov 11 21:11:06.126725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:06.130399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:06.130584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.141137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6635c9a-9f2e-4a25-ae04-8bed9ee80e57 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:11:06.156524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=3d0beb9c-af11-498c-840f-0e7b83db07af,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:06.178590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bb59100a-3842-47c8-99c2-5142b239eddf None None] Provisioning complete for port 3d0beb9c-af11-498c-840f-0e7b83db07af triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:06.180293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb59100a-3842-47c8-99c2-5142b239eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.223571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bb59100a-3842-47c8-99c2-5142b239eddf None None] Port 3d0beb9c-af11-498c-840f-0e7b83db07af cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:06.238220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.395771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.466167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.507298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.537036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Port': ['ID=c14bce34-7442-40ed-a57f-03b3a1597573,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:06.596173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.666092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.667610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-59cfa2cd-9914-4544-bee5-9c7eff3c5e18 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2368610 Nov 11 21:11:06.670385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:06.728197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.746344 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3611868d-a887-43c5-8364-6b89328485b2 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=092909d3-f23f-4246-a2c9-5f903598c6ca HTTP/1.1" status: 200 len: 689 time: 0.0724390 Nov 11 21:11:06.747227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40006) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:06.842487 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:06.957709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 044d33df-240e-482b-9536-144f0fa1ce7b is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:11:07.050578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Deleting port c14bce34-7442-40ed-a57f-03b3a1597573 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:07.050943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.085699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43e30fdf-6626-434c-97f0-08ab56724e57 req-29d41884-50c9-4959-9846-396ef3428c1b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0450039 Nov 11 21:11:07.098153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.137158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:11:07.137571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-899ac154-fc56-4b68-94b1-ab3485800096 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:07.139098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-899ac154-fc56-4b68-94b1-ab3485800096 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.1950169 Nov 11 21:11:07.149689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Sync routers for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:11:07.155501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Request body: {'port': {'device_id': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'admin_state_up': True, 'tenant_id': '63f29aadd1624856a95784709729cc68'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:07.164108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:11:07.165010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:11:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:07.225784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.226102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.256862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.261905 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-28e1a794-79ea-43da-8b9a-2c92959aebcc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6424057 Nov 11 21:11:07.262693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:07.271593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Calling delete_port for c14bce34-7442-40ed-a57f-03b3a1597573 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:07.312760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:11:07.369428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa658-2deb-478a-8cce-b8130062b88c req-1bead21f-b72d-47e9-b94e-06f97e5dd649 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:07.371984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac5aa658-2deb-478a-8cce-b8130062b88c req-1bead21f-b72d-47e9-b94e-06f97e5dd649 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.1429167 Nov 11 21:11:07.460955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac5aa658-2deb-478a-8cce-b8130062b88c req-6e71dd99-67bd-4ec7-8a15-8fa3fff0aac7 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827146 Nov 11 21:11:07.463392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9dbf8c04-ef2e-4ef8-b992-e73eaefac12a tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=675f1365bb384017b4474ada374a52b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1997964 Nov 11 21:11:07.468615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40018) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:07.509500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Made reservation on behalf of 63f29aadd1624856a95784709729cc68 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:07.513574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.542622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:06Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:07.574100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Checking router: 044d33df-240e-482b-9536-144f0fa1ce7b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:11:07.574453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Updating router 044d33df-240e-482b-9536-144f0fa1ce7b port 3d0beb9c-af11-498c-840f-0e7b83db07af binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:11:07.577966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-808c74e9-591e-40e8-8425-cdeed98cc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:07.579478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-808c74e9-591e-40e8-8425-cdeed98cc495 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15&tenant_id=94363958320542ceb3b8cea29e964aed HTTP/1.1" status: 200 len: 1095 time: 0.2152922 Nov 11 21:11:07.599428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:07.600332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.650232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.691237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event deleted for resources: {'Port': ['ID=c14bce34-7442-40ed-a57f-03b3a1597573,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:07.697626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.804784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.807330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Allocated IP 172.20.0.4 (b303cbed-18e7-4067-ba04-3d7918065b7d/a0945ab3-9f12-4f47-a1e7-620138b8caa1/1a722b13-f46d-4c52-8fc0-e8362b30eb43) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:07.815915 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.840844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecf8a9-5cf8-4148-bec0-90a6b0142c65 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:07.846133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecf8a9-5cf8-4148-bec0-90a6b0142c65 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:07.846694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-11ecf8a9-5cf8-4148-bec0-90a6b0142c65 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.3787646 Nov 11 21:11:07.847169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40022) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:07.903948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.904239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.978799 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:07.983543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dfd911-fe0d-4161-9a4d-ee15e362a32b tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:07.988263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c7dfd911-fe0d-4161-9a4d-ee15e362a32b tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=092909d3-f23f-4246-a2c9-5f903598c6ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1378393 Nov 11 21:11:07.988474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40024) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:08.023431 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:08.025708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120ff52-57b1-4bec-a005-9c9c522d27bf None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:11:08.045971 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c2f6e6f5-60cd-42a4-bb4f-973343dabc8c tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510852 Nov 11 21:11:08.046210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Attempting to bind port 3d0beb9c-af11-498c-840f-0e7b83db07af on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:08.046210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Attempting to bind port 3d0beb9c-af11-498c-840f-0e7b83db07af by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:08.046210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Attempting to bind port 3d0beb9c-af11-498c-840f-0e7b83db07af on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:08.046544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:08.052138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71566b0-f531-4f90-980e-babef1748a18 None None] Pushing event updated for resources: {'Port': ['ID=3d0beb9c-af11-498c-840f-0e7b83db07af,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:08.059454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:11:08.060300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:08.060439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.060905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:11:08.061659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Bound port: 3d0beb9c-af11-498c-840f-0e7b83db07af, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:11:08.062250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.080495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:08.103446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b270c4eb-f97f-4822-aef7-90116601eb5f tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=675f1365bb384017b4474ada374a52b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535843 Nov 11 21:11:08.106809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:08.126250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] For port 3d0beb9c-af11-498c-840f-0e7b83db07af, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:08.130314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] For port 3d0beb9c-af11-498c-840f-0e7b83db07af, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3d0beb9c-af11-498c-840f-0e7b83db07af,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:11:08.138416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f591c20d-848c-4010-9d90-ef23d00200d9 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:11:08.147891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.168525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.171842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7bdd8428-0d62-42d3-b2b5-18d142b3fc98 None None] Provisioning complete for port 3d0beb9c-af11-498c-840f-0e7b83db07af triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:08.172377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8428-0d62-42d3-b2b5-18d142b3fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.208036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd8428-0d62-42d3-b2b5-18d142b3fc98 None None] Port 3d0beb9c-af11-498c-840f-0e7b83db07af cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:08.231831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Transition to ACTIVE for port object f591c20d-848c-4010-9d90-ef23d00200d9 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:11:08.235341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d92f214-06ff-48a6-9d91-c68baec7ba9c req-fe3407a7-9ec0-437c-9abb-2009a2919b91 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 210 time: 0.0789065 Nov 11 21:11:08.241683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.262840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.289187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe40c053-dc6e-4f8e-8bd5-fc71537219d4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:08.291524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a1a74-2dc1-4741-97ee-f9353872d950 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:11:08.322066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:11:08.322728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:11:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:08.334429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.363840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71566b0-f531-4f90-980e-babef1748a18 None None] Pushing event updated for resources: {'Port': ['ID=3d0beb9c-af11-498c-840f-0e7b83db07af,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:08.389826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=9']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:08.455856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6794c0d8-6ec7-4d50-84d0-667819c5c8ce None None] Provisioning complete for port 3d0beb9c-af11-498c-840f-0e7b83db07af triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:08.456268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6794c0d8-6ec7-4d50-84d0-667819c5c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.491203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:11:08.760216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.771181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c85b47-e86a-4c66-9393-31829000b467 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:08.771670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c85b47-e86a-4c66-9393-31829000b467 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:08.776131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9c85b47-e86a-4c66-9393-31829000b467 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.6659267 Nov 11 21:11:08.781257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40034) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:08.818502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092909d3-f23f-4246-a2c9-5f903598c6ca']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:08.823032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-65f798cc-e860-49d5-ab6f-5a3feb5b4c3a tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=092909d3-f23f-4246-a2c9-5f903598c6ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403028 Nov 11 21:11:08.831138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:08.843463 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.847147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e005138-6c2d-41a9-b3d0-392844afae1e') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:08.847147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e005138-6c2d-41a9-b3d0-392844afae1e') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:08.906584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.914124 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e445616-add6-4123-a805-9964ed7bfbfe tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793350 Nov 11 21:11:08.916410 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:11:08.919579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7265a186-026b-4611-9651-1d17e803d042'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:11:08.920458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:08.940929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601830742', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'project_id': '675f1365bb384017b4474ada374a52b9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:08.946613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.966082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] No DVR routers for this DVR port f591c20d-848c-4010-9d90-ef23d00200d9 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:11:08.970376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Network b303cbed-18e7-4067-ba04-3d7918065b7d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:08.978336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event updated for resources: {'Port': ['ID=1a722b13-f46d-4c52-8fc0-e8362b30eb43,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:08.983059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:08.983465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:08.985447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:08.987808 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:08.999431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:09.021782 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6794c0d8-6ec7-4d50-84d0-667819c5c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.057960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0133e57-04b5-496b-a417-3bf0d4f12ee3 req-0f56a799-b941-4a63-bd9a-9bb68a1ad481 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.067295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0133e57-04b5-496b-a417-3bf0d4f12ee3 req-0f56a799-b941-4a63-bd9a-9bb68a1ad481 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 944 time: 0.1780689 Nov 11 21:11:09.080273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6794c0d8-6ec7-4d50-84d0-667819c5c8ce None None] For port 3d0beb9c-af11-498c-840f-0e7b83db07af, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3d0beb9c-af11-498c-840f-0e7b83db07af,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:09.118995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:06Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:09.138939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.139561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.158932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab4156-bbb4-4e32-9788-b014c91e4891 None None] The sync data for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 is: [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:06Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:11:09.173300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0133e57-04b5-496b-a417-3bf0d4f12ee3 req-08423e32-ccf6-4348-b77e-b9ed64f9453c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051099 Nov 11 21:11:09.184650 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6794c0d8-6ec7-4d50-84d0-667819c5c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.220680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.238225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 092909d3-f23f-4246-a2c9-5f903598c6ca {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:11:09.240647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event deleted for resources: {'Network': ['ID=092909d3-f23f-4246-a2c9-5f903598c6ca,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:09.249363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.252505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:09.253334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:09.253334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:09.254974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5d2bfb77-2930-4d53-aa21-1c1a695e4ab9 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "DELETE /v2.0/networks/092909d3-f23f-4246-a2c9-5f903598c6ca HTTP/1.1" status: 204 len: 168 time: 2.5073533 Nov 11 21:11:09.257917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40042) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:09.262717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Port f591c20d-848c-4010-9d90-ef23d00200d9 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:09.263608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Attempting to bind port f591c20d-848c-4010-9d90-ef23d00200d9 on network d0dfe0de-4e0c-4fef-a364-57e15d417fcc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:09.282130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:11:09.282130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Checking segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:09.282130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Bound using segment: {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:11:09.282130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Bound port: f591c20d-848c-4010-9d90-ef23d00200d9, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5274987a-2432-45fd-83ce-5c8554ec1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:11:09.282130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.319953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794c0d8-6ec7-4d50-84d0-667819c5c8ce None None] Pushing event updated for resources: {'Port': ['ID=3d0beb9c-af11-498c-840f-0e7b83db07af,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:09.360782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:09.366181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.380677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-0110f793-6795-4463-9891-13287ff91369 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2302630 Nov 11 21:11:09.401032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:09.405274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:11:09.430235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Request body: {'port': {'device_id': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:09.489287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.530115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.530770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2ec88f9e-faa7-4191-a13a-1f16cb63cc2f tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.2713828 Nov 11 21:11:09.530894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.532443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] 10.222.0.62 "PUT /v2.0/ports/f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1092 time: 1.9422889 Nov 11 21:11:09.532959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:11:09.535919 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889a65eb-d5c9-4d12-b025-d9d7a71c2872" -d '{"events": [{"name": "network-changed", "server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:11:09.538326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40046) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:09.597090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0f159-c672-4f69-84bb-8ac7475b37ed service neutron] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=10']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:09.643346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-e3777b0e-8e93-439c-b994-a79d0354cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.645343 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-e3777b0e-8e93-439c-b994-a79d0354cb57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1096 time: 0.0697041 Nov 11 21:11:09.685869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a5c8-753a-4096-ae27-bee4fe733653 req-3777aa4c-112c-4bd7-94c1-a31ec234b3da tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.694013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cac4a5c8-753a-4096-ae27-bee4fe733653 req-3777aa4c-112c-4bd7-94c1-a31ec234b3da tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 931 time: 0.3342152 Nov 11 21:11:09.731909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:09.734496 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1ac963-0b09-49bb-aa9e-c458936188b5 x-openstack-request-id: req-4a1ac963-0b09-49bb-aa9e-c458936188b5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:11:09.735066 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:11:09.735328 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a1ac963-0b09-49bb-aa9e-c458936188b5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:11:09.735726 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'status': 'completed', 'code': 200} Nov 11 21:11:09.773692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-8b527a2f-ff75-4b02-9d1b-b75212ad7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.775034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-8b527a2f-ff75-4b02-9d1b-b75212ad7443 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.1205475 Nov 11 21:11:09.793738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.794862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.795533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.796294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.797053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.797680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.798286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.798887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:09.804102 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e68cff8b-70f6-4870-972b-2abaa2f8f48e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.2587020 Nov 11 21:11:09.809744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40052) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:09.883914 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-97e5c14d-464d-414b-aa33-1b4ee42973a2 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] delete failed (client error): The resource could not be found. Nov 11 21:11:09.893511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-97e5c14d-464d-414b-aa33-1b4ee42973a2 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/aaa9a68d-19d6-4112-92b0-9c12f5b12594 HTTP/1.1" status: 404 len: 345 time: 0.0766027 Nov 11 21:11:09.893511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40054) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:09.923818 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-a0c54831-5507-4f86-bb5b-4655a32605bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1000 time: 0.1407893 Nov 11 21:11:09.954630 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5eb803-4741-4cfe-b32a-a3b69795c4f1 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] DELETE failed (client error): The resource could not be found. Nov 11 21:11:09.955232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5eb803-4741-4cfe-b32a-a3b69795c4f1 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:11:09.958394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e5eb803-4741-4cfe-b32a-a3b69795c4f1 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "DELETE /v2.0/networks/092909d3-f23f-4246-a2c9-5f903598c6ca HTTP/1.1" status: 404 len: 339 time: 0.0428870 Nov 11 21:11:09.971541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:09.972329 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cac4a5c8-753a-4096-ae27-bee4fe733653 req-13b3d137-2ed5-4101-8f84-95e06895b05f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774806 Nov 11 21:11:09.978569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'network': {'name': 'tempest-network--1829364261', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:10.011010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-a73300c7-8bdd-46df-986c-1be11ca2e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:10.012767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-a73300c7-8bdd-46df-986c-1be11ca2e5ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0813360 Nov 11 21:11:10.098590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Made reservation on behalf of b4e84fdd3cc44b49b8c8305ef5ebcf7d for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:10.101101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.107440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-598a3556-88b2-469e-a908-79a967af1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:10.109448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-598a3556-88b2-469e-a908-79a967af1048 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889733 Nov 11 21:11:10.192651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.231743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:10.253232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.253586 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Added segment 0704ad8f-9fd4-414f-822d-534b8cf42b17 of type vlan for network b794b17a-85a1-4381-badb-5f9faf0387e3 Nov 11 21:11:10.278396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Subnet': ['ID=479eca73-73f1-4086-9064-73cf35dafe57,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:10.319413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-17d5eef0-d82a-4508-ab26-768c9fd7df5c service neutron] 10.222.0.62 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009368 Nov 11 21:11:10.343917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.353719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Checking segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:10.354084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network hostable DHCP agents. Network: ed2b357f-2109-4f9c-98ae-8d7c797d2e47, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:11:10.430702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e627cd-015c-4971-bba1-cf6e2282ff35 req-c832bb62-d870-4941-a9ee-8ad66bee04db tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:10.432351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13e627cd-015c-4971-bba1-cf6e2282ff35 req-c832bb62-d870-4941-a9ee-8ad66bee04db tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.1325943 Nov 11 21:11:10.449850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a722b13-f46d-4c52-8fc0-e8362b30eb43 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:11:10.461589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6907eb87-4f0d-43d0-846b-2ac6d92227e2 req-8d467404-b38e-4298-8d5c-db61c523009c service neutron] 10.222.0.62 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300333 Nov 11 21:11:10.471834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.501595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Transition to ACTIVE for port object 1a722b13-f46d-4c52-8fc0-e8362b30eb43 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:11:10.507165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:11:10.521648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13e627cd-015c-4971-bba1-cf6e2282ff35 req-2f8ae0f8-78c0-4f82-a779-9eb4bee6714d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763776 Nov 11 21:11:10.532718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.534323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:10.536807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.612806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.630629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Network': ['ID=b794b17a-85a1-4381-badb-5f9faf0387e3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:10.647148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b794b17a-85a1-4381-badb-5f9faf0387e3 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:10.650111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-bd6c2ba0-df30-4c7e-9d35-91b322e783b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:10.652332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-bd6c2ba0-df30-4c7e-9d35-91b322e783b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=94363958320542ceb3b8cea29e964aed&device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1096 time: 0.0551832 Nov 11 21:11:10.706563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, ed2b357f-2109-4f9c-98ae-8d7c797d2e47) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:10.717398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:10.718103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.761276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef07da-289b-4528-864d-00cb440faf24 None None] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:10.765614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a611a341-fd94-4dcc-aaee-cf637b8632cc tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7925646 Nov 11 21:11:10.766983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:10.782046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Pushing event updated for resources: {'Port': ['ID=1a722b13-f46d-4c52-8fc0-e8362b30eb43,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:10.856507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Attempting to bind port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:10.857073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Attempting to bind port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:10.857419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Attempting to bind port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:10.863347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 on network b303cbed-18e7-4067-ba04-3d7918065b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:10.864262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Attempting to bind port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:10.870271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:11:10.870685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Checking segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:10.871240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Bound using segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:11:10.871684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Bound port: 1a722b13-f46d-4c52-8fc0-e8362b30eb43, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:11:10.872045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:10.916953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-41367f0f-8a01-400f-b2f3-29cf08696eaa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9921577 Nov 11 21:11:10.920661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40074) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:10.994845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:11:10.996334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.031712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-fd2cde60-4b9b-49a2-bb6f-89b289b6bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.040584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-fd2cde60-4b9b-49a2-bb6f-89b289b6bdd5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 200 len: 918 time: 0.3811731 Nov 11 21:11:11.074534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] For port 1a722b13-f46d-4c52-8fc0-e8362b30eb43, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:11.122982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe91eb-f0e3-4d55-aefb-846c7e879b64 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.126783 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe91eb-f0e3-4d55-aefb-846c7e879b64 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.132927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe91eb-f0e3-4d55-aefb-846c7e879b64 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.138935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] For port 1a722b13-f46d-4c52-8fc0-e8362b30eb43, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1a722b13-f46d-4c52-8fc0-e8362b30eb43,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:11:11.139337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe91eb-f0e3-4d55-aefb-846c7e879b64 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.141081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6cfe91eb-f0e3-4d55-aefb-846c7e879b64 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3704734 Nov 11 21:11:11.144170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:11.186601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Allocated IP 172.20.0.18 (ed2b357f-2109-4f9c-98ae-8d7c797d2e47/479eca73-73f1-4086-9064-73cf35dafe57/1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:11.199407 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:11:11.227034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-5b09d59a-8034-417d-9305-9377961c1957 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 200 len: 1000 time: 0.1718218 Nov 11 21:11:11.242612 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.293458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217460c2-2935-45b2-91d9-8463fcbfd310 req-b0b4549d-6d8e-4ed1-a1b5-9b9fcb97a707 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.295735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-217460c2-2935-45b2-91d9-8463fcbfd310 req-b0b4549d-6d8e-4ed1-a1b5-9b9fcb97a707 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.1830518 Nov 11 21:11:11.315394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-869cddf7-6bd0-40b3-947e-30a789175021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.317088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-869cddf7-6bd0-40b3-947e-30a789175021 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 200 len: 856 time: 0.0809522 Nov 11 21:11:11.335281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.365821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.366466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.367689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-217460c2-2935-45b2-91d9-8463fcbfd310 req-5eaf8611-55cb-4cc7-aa50-9871ca1a4f1a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652134 Nov 11 21:11:11.376019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a722b13-f46d-4c52-8fc0-e8362b30eb43 HTTP/1.1" status: 200 len: 1091 time: 1.9692175 Nov 11 21:11:11.380856 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'tag': '1a722b13-f46d-4c52-8fc0-e8362b30eb43'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:11:11.388343 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49923451-8912-470b-98c7-52426f1b6e72" -d '{"events": [{"name": "network-changed", "server_uuid": "53837f39-f762-4c64-8d61-a0c04bb7c3d4", "tag": "1a722b13-f46d-4c52-8fc0-e8362b30eb43"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:11:11.459915 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817b23e1-5789-4b03-bc5e-b64608ba8db3 x-openstack-request-id: req-817b23e1-5789-4b03-bc5e-b64608ba8db3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:11:11.460515 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53837f39-f762-4c64-8d61-a0c04bb7c3d4", "tag": "1a722b13-f46d-4c52-8fc0-e8362b30eb43", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:11:11.460927 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817b23e1-5789-4b03-bc5e-b64608ba8db3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:11:11.461516 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'tag': '1a722b13-f46d-4c52-8fc0-e8362b30eb43', 'status': 'completed', 'code': 200} Nov 11 21:11:11.478809 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.480396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7796112-c7f7-4543-b543-078d84f2e150 service neutron] Pushing event updated for resources: {'Port': ['ID=1a722b13-f46d-4c52-8fc0-e8362b30eb43,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:11.583957 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.641561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.708425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Pushing event updated for resources: {'Port': ['ID=1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:11.721567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b794b17a-85a1-4381-badb-5f9faf0387e3']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:11.733073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:11.736045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:11.739304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0704ad8f-9fd4-414f-822d-534b8cf42b17') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:11.739816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0704ad8f-9fd4-414f-822d-534b8cf42b17') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:11.746160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:11.769824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa1f02-02c1-4dea-af0e-744ca6174795 req-2b2ae227-07e2-4992-bae6-3f5322f81679 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:11.772858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36fa1f02-02c1-4dea-af0e-744ca6174795 req-2b2ae227-07e2-4992-bae6-3f5322f81679 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.1032741 Nov 11 21:11:11.779560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.848451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.851033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Attempting to bind port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:11.851610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Attempting to bind port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:11.852193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Attempting to bind port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:11.860493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:11:11.861438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Checking segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:11.862096 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.862838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Bound using segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:11:11.863635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Bound port: 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:11:11.878190 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.904479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36fa1f02-02c1-4dea-af0e-744ca6174795 req-0c2c008c-2f29-4fb3-8265-85888e5a8b20 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230524 Nov 11 21:11:11.920831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:11.921345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:11.924123 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:12.009257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] For port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:12.013633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] For port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:11:12.097526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.135111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.143880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b794b17a-85a1-4381-badb-5f9faf0387e3 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:11:12.148429 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.156572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b794b17a-85a1-4381-badb-5f9faf0387e3 HTTP/1.1" status: 204 len: 168 time: 1.0067780 Nov 11 21:11:12.156773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:12.161246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'network': {'name': 'tempest-network--700831656', 'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:12.170338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a65e2-8bad-431f-82c8-2eaafaea564e tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event deleted for resources: {'Network': ['ID=b794b17a-85a1-4381-badb-5f9faf0387e3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:12.180699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.216755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f93d2-84e4-43a2-ae63-679603e57a23 None None] Pushing event updated for resources: {'Port': ['ID=1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:12.258088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Made reservation on behalf of b4e84fdd3cc44b49b8c8305ef5ebcf7d for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:12.261096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.339616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:12.373911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.374468 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Added segment 8e3db0dd-298d-42fb-b552-2f1b3e5b8c3d of type vlan for network 236de3bd-fdbc-48c3-8bcd-8b284e681882 Nov 11 21:11:12.488923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3d0beb9c-af11-498c-840f-0e7b83db07af up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:12.597440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.641271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.17 (ed2b357f-2109-4f9c-98ae-8d7c797d2e47/479eca73-73f1-4086-9064-73cf35dafe57/fb7f8aa6-47e5-49a6-b303-8ea3c1661297) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:12.676904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3d0beb9c-af11-498c-840f-0e7b83db07af triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:12.676904 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.755659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd79300-a02e-4b7d-a935-ff984a9e468d req-1c92ac45-de4b-4905-aca4-30e60281dbee tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:12.762836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdd79300-a02e-4b7d-a935-ff984a9e468d req-1c92ac45-de4b-4905-aca4-30e60281dbee tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.1419785 Nov 11 21:11:12.804093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.808457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:12.810129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.833989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.913881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Network': ['ID=236de3bd-fdbc-48c3-8bcd-8b284e681882,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:12.926819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 236de3bd-fdbc-48c3-8bcd-8b284e681882 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:12.942746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:12.993688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:12.997087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:13.001013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:13.001430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdd79300-a02e-4b7d-a935-ff984a9e468d req-059cbeb8-c515-48cc-8003-f288ed1d4f2f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181022 Nov 11 21:11:13.054362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b3a8f2f2-6048-43a2-ad99-70961e5ef0ab tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8967509 Nov 11 21:11:13.060350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:13.065820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40100) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:13.141246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-834e714a-7f2c-43d8-a854-c36b53773224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:13.144420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-834e714a-7f2c-43d8-a854-c36b53773224 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0dfe0de-4e0c-4fef-a364-57e15d417fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406257 Nov 11 21:11:13.224485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0e0e1-0baf-47a8-8246-43e5cce25543 req-e5ef8651-260b-4961-bb63-b1e9a700c910 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:13.232709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03e0e0e1-0baf-47a8-8246-43e5cce25543 req-e5ef8651-260b-4961-bb63-b1e9a700c910 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0777948 Nov 11 21:11:13.301700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03e0e0e1-0baf-47a8-8246-43e5cce25543 req-9cf92a0a-e996-4e29-b4fd-755a122b117f tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649538 Nov 11 21:11:13.562773 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:13.680464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923451-8912-470b-98c7-52426f1b6e72 req-b39ae828-1263-4244-ad5c-66d48a5315fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:13.682252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49923451-8912-470b-98c7-52426f1b6e72 req-b39ae828-1263-4244-ad5c-66d48a5315fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 1094 time: 0.6231754 Nov 11 21:11:13.696988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5421b2-e883-46c1-94b8-e39e888c78cb tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:13.699489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5d5421b2-e883-46c1-94b8-e39e888c78cb tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] 10.222.0.31 "GET /v2.0/networks/236de3bd-fdbc-48c3-8bcd-8b284e681882 HTTP/1.1" status: 200 len: 756 time: 0.6230242 Nov 11 21:11:13.702292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:13.802854 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:13.906172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd4e2f-87c2-4ffe-8dae-23d14229f210 None None] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:13.930862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29993466-f842-4e93-9d71-9f0bb1926bc0 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:13.943050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-29993466-f842-4e93-9d71-9f0bb1926bc0 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] 10.222.0.31 "GET /v2.0/networks/7752493c-ca34-4387-bcdf-cedc35f132dc HTTP/1.1" status: 200 len: 768 time: 0.2369723 Nov 11 21:11:13.943872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:14.061139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.065146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2796c287-c251-4724-b06e-a86f7aa9c290 None None] Provisioning complete for port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:14.065879 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2796c287-c251-4724-b06e-a86f7aa9c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.262909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.329451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236de3bd-fdbc-48c3-8bcd-8b284e681882']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:14.347554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3db0dd-298d-42fb-b552-2f1b3e5b8c3d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:14.348274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3db0dd-298d-42fb-b552-2f1b3e5b8c3d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:14.362596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.391388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.404626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:14.405076 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:14.406975 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:14.409056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:14.454938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4c6c1-255c-4b1a-ad3b-f4a275ff3ee9 req-62f8796e-189f-4af4-b8a1-9009aad0fdec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:14.462838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-89e4c6c1-255c-4b1a-ad3b-f4a275ff3ee9 req-62f8796e-189f-4af4-b8a1-9009aad0fdec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.2041299 Nov 11 21:11:14.500279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.508194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2796c287-c251-4724-b06e-a86f7aa9c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.537878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-89e4c6c1-255c-4b1a-ad3b-f4a275ff3ee9 req-9458199e-cb1a-4ca4-8e5c-c55fe058cf53 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740232 Nov 11 21:11:14.584428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.611012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2796c287-c251-4724-b06e-a86f7aa9c290 None None] For port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:14.621070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 236de3bd-fdbc-48c3-8bcd-8b284e681882 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:11:14.622791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event deleted for resources: {'Network': ['ID=236de3bd-fdbc-48c3-8bcd-8b284e681882,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:14.625683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.634529 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-67023df3-672c-45ac-be21-7ef8f9d09286 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "DELETE /v2.0/networks/236de3bd-fdbc-48c3-8bcd-8b284e681882 HTTP/1.1" status: 204 len: 168 time: 0.6857688 Nov 11 21:11:14.635139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40114) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:14.639568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.642158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'network': {'name': 'tempest-network--263507059'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:14.645991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:14.646373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.743830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2796c287-c251-4724-b06e-a86f7aa9c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.763348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Made reservation on behalf of b4e84fdd3cc44b49b8c8305ef5ebcf7d for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:14.765903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.842022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.854022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:14.871379 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.871907 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Added segment 50b06b02-a18f-44ec-b136-5a70b176fc40 of type vlan for network d5eef554-a932-4012-8c88-e69b176997f2 Nov 11 21:11:14.915060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:14.978799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39463094-208a-4156-84ea-8d3866b27b17 req-a0a178c6-fc4a-424a-bb06-bfb06104b286 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:14.979912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:14.981342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39463094-208a-4156-84ea-8d3866b27b17 req-a0a178c6-fc4a-424a-bb06-bfb06104b286 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.3592594 Nov 11 21:11:15.026688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d94db46b-2c98-42ff-bb31-adb3b1fd2398 None None] Provisioning complete for port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:15.027354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d94db46b-2c98-42ff-bb31-adb3b1fd2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.030791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796c287-c251-4724-b06e-a86f7aa9c290 None None] Pushing event updated for resources: {'Port': ['ID=1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:15.127828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.129995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:15.130936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.164528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d94db46b-2c98-42ff-bb31-adb3b1fd2398 None None] Port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:15.211041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d94db46b-2c98-42ff-bb31-adb3b1fd2398 None None] Provisioning complete for port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:15.211418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d94db46b-2c98-42ff-bb31-adb3b1fd2398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.284844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:15.288952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39463094-208a-4156-84ea-8d3866b27b17 req-08d80bc3-1e3a-46d1-a915-0e70cdb718b8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882657 Nov 11 21:11:15.292472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:15.341478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7050281 Nov 11 21:11:15.353362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40116) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:15.362920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:15.417497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3130f87-6631-4773-9c06-9cde8aab3fa4 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Network': ['ID=d5eef554-a932-4012-8c88-e69b176997f2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:15.427728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d5eef554-a932-4012-8c88-e69b176997f2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:15.531775 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-0c63c93f-508d-49af-b6f8-8c3d1f5a281b service neutron] 10.222.0.62 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078290 Nov 11 21:11:15.557822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 044d33df-240e-482b-9536-144f0fa1ce7b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:11:15.564783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923451-8912-470b-98c7-52426f1b6e72 req-184c8b38-3a88-4b09-9142-c40f3efac120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:15.566747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49923451-8912-470b-98c7-52426f1b6e72 req-184c8b38-3a88-4b09-9142-c40f3efac120 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=63f29aadd1624856a95784709729cc68&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5358198 Nov 11 21:11:15.637123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eb198c04-81f3-402d-b8cb-d00c218542fe None None] Provisioning complete for port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:15.637454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb198c04-81f3-402d-b8cb-d00c218542fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.683948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eb198c04-81f3-402d-b8cb-d00c218542fe None None] Port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:15.788908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923451-8912-470b-98c7-52426f1b6e72 req-8d6faf34-06f5-48aa-ae38-594e094a17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:15.790438 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-49923451-8912-470b-98c7-52426f1b6e72 req-8d6faf34-06f5-48aa-ae38-594e094a17f3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121470 Nov 11 21:11:15.792988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-31ac9d1b-ad42-4bd6-a290-7825945fdde0 service neutron] 10.222.0.62 "GET /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513731 Nov 11 21:11:15.798684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:11:15.800850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.806556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-97f46493-48df-41b8-89a2-f8c8721be05d None None] Provisioning complete for port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:15.806937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97f46493-48df-41b8-89a2-f8c8721be05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.813232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-44c71d2e-e77b-42e8-aa4f-416bbbfd5e8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/044d33df-240e-482b-9536-144f0fa1ce7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8912303 Nov 11 21:11:15.819189 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Sync routers for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:11:15.837090 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:11:15.838274 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:11:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:15.845637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61915ef0-44a6-4a8f-90d3-c3c01afed971 req-c820d681-8a1f-4230-a4d7-8b441887941b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:15.852426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61915ef0-44a6-4a8f-90d3-c3c01afed971 req-c820d681-8a1f-4230-a4d7-8b441887941b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.1244400 Nov 11 21:11:15.872703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-97f46493-48df-41b8-89a2-f8c8721be05d None None] Port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:15.892741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.980576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61915ef0-44a6-4a8f-90d3-c3c01afed971 req-3f1e51e9-8883-47e4-b88c-2fd5b956c4c0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113331 Nov 11 21:11:15.980956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Network d5eef554-a932-4012-8c88-e69b176997f2 is not hosted by any dhcp agent {{(pid=109674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:11:15.981859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:15.982453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:15.984655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "PUT /v2.0/networks/d5eef554-a932-4012-8c88-e69b176997f2 HTTP/1.1" status: 200 len: 857 time: 0.6257465 Nov 11 21:11:15.988033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:16.025889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-5e752031-1154-4221-92d1-61b9c6ec5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:16.032582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-5e752031-1154-4221-92d1-61b9c6ec5bfc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 1094 time: 0.1240406 Nov 11 21:11:16.146019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.213926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0740f5bb-c9af-4008-bd2b-4dcea450c7a3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551579443&fields=id&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 267 time: 0.1359587 Nov 11 21:11:16.228863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995c43b-302d-460d-a640-c35221fa2727 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event updated for resources: {'Network': ['ID=d5eef554-a932-4012-8c88-e69b176997f2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:16.296892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:16.305644 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:11:16.377124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:16.377813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.404186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.470666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5eef554-a932-4012-8c88-e69b176997f2']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:16.497727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b06b02-a18f-44ec-b136-5a70b176fc40') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:16.498030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b06b02-a18f-44ec-b136-5a70b176fc40') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:16.509355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-d1fdd94d-d790-4293-9302-83e116fb0b7e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:16.511032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-d1fdd94d-d790-4293-9302-83e116fb0b7e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 797 time: 0.2955153 Nov 11 21:11:16.529165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.545567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-bfe065d0-b5d1-485f-9a65-e5d465919f32 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/quotas/675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 375 time: 0.0251522 Nov 11 21:11:16.565243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.575112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:16.575669 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:16.580022 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:16.659994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-2ca4142d-80a8-4986-9e1d-bb795f2ab0be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087301 Nov 11 21:11:16.712454 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:14Z', 'revision_number': 2, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:16.744261 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Checking router: 044d33df-240e-482b-9536-144f0fa1ce7b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:11:16.745103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Updating router 044d33df-240e-482b-9536-144f0fa1ce7b port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:11:16.771983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.780395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5eef554-a932-4012-8c88-e69b176997f2 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 21:11:16.782871 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.790675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-1c4c9ae0-27d9-4934-af26-83fecbb8fdb2 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297095 Nov 11 21:11:16.802933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:16.814370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] 10.222.0.31 "DELETE /v2.0/networks/d5eef554-a932-4012-8c88-e69b176997f2 HTTP/1.1" status: 204 len: 168 time: 0.8203945 Nov 11 21:11:16.814370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300e3fb-f3fa-40d4-8e0b-721a786981c7 tempest-ExternalNetworksTestJSON-1580951934 tempest-ExternalNetworksTestJSON-1580951934-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5eef554-a932-4012-8c88-e69b176997f2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:16.819542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40138) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:16.888379 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb47408a-1e04-4b10-869a-42928ef3b958 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] DELETE failed (client error): The resource could not be found. Nov 11 21:11:16.889010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb47408a-1e04-4b10-869a-42928ef3b958 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:11:16.896394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bb47408a-1e04-4b10-869a-42928ef3b958 tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] 10.222.0.31 "DELETE /v2.0/subnets/fe40c053-dc6e-4f8e-8bd5-fc71537219d4 HTTP/1.1" status: 404 len: 337 time: 0.0714686 Nov 11 21:11:16.897161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:17.009507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-281d8f26-8455-4263-9b1f-29a910d337e6 service neutron] 10.222.0.31 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113667 Nov 11 21:11:17.075321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.209122 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.258082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.281583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7752493c-ca34-4387-bcdf-cedc35f132dc']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:17.294321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23f34dd-d144-40b4-bdef-4132d9159424') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:17.295029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23f34dd-d144-40b4-bdef-4132d9159424') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:17.303836 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.307767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.326100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.333758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:17.346788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:17.350439 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:17.363616 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec26aa-90fb-40e9-9da0-cf5f878f8bef None None] Pushing event updated for resources: {'Port': ['ID=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:17.511287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Attempting to bind port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:17.511707 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Attempting to bind port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:17.512366 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Attempting to bind port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:17.519632 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:11:17.520010 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Checking segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:17.520445 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.520886 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Bound using segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:11:17.521366 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Bound port: fb7f8aa6-47e5-49a6-b303-8ea3c1661297, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:11:17.521747 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.546930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aec61-4fc9-48ad-bf85-25fbb5c58225 req-a50bacb1-b721-4375-a39c-5f256a3f4125 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:17.556322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed9aec61-4fc9-48ad-bf85-25fbb5c58225 req-a50bacb1-b721-4375-a39c-5f256a3f4125 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0924616 Nov 11 21:11:17.605056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.624553 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.630864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] 10.222.0.31 "DELETE /v2.0/networks/7752493c-ca34-4387-bcdf-cedc35f132dc HTTP/1.1" status: 204 len: 168 time: 0.7320580 Nov 11 21:11:17.644613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781a967-f0bc-4c06-98f8-b98cb84cb74e tempest-ExternalNetworksTestJSON-1073052391 tempest-ExternalNetworksTestJSON-1073052391-project] Pushing event deleted for resources: {'Network': ['ID=7752493c-ca34-4387-bcdf-cedc35f132dc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:17.680079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed9aec61-4fc9-48ad-bf85-25fbb5c58225 req-5d53ff3c-0da9-4b71-98ab-82e17a686d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227064 Nov 11 21:11:17.717496 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] For port fb7f8aa6-47e5-49a6-b303-8ea3c1661297, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:17.724261 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] For port fb7f8aa6-47e5-49a6-b303-8ea3c1661297, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:11:17.748024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-96a436fe-32da-487f-aac5-824cd42f1084 None None] Provisioning complete for port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:17.748707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96a436fe-32da-487f-aac5-824cd42f1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.792640 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:17.808927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-96a436fe-32da-487f-aac5-824cd42f1084 None None] Port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:17.870669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5dbc4-c24d-463d-8507-3ef6d6e46544 req-e22fc14a-ad0f-4950-8841-cbff79e9a10c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:17.872597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c2b5dbc4-c24d-463d-8507-3ef6d6e46544 req-e22fc14a-ad0f-4950-8841-cbff79e9a10c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.0827177 Nov 11 21:11:17.879394 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:11:17.880086 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:11:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:17.970648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c2b5dbc4-c24d-463d-8507-3ef6d6e46544 req-9fee4b55-6943-497e-b0a9-e668432219b9 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814199 Nov 11 21:11:17.989136 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec26aa-90fb-40e9-9da0-cf5f878f8bef None None] Pushing event updated for resources: {'Port': ['ID=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:18.095812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6c63f8e-737a-4f48-9b9f-bbc15783fb75 req-b25d44d0-23d5-4ddc-9f10-bd32c23ce6bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 210 time: 0.0512178 Nov 11 21:11:18.102495 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:11:18.269987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a968453b-01d4-4d3f-85c5-58c4cc7b0f35 None None] Provisioning complete for port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:18.271588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a968453b-01d4-4d3f-85c5-58c4cc7b0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:18.429757 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a968453b-01d4-4d3f-85c5-58c4cc7b0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:18.464287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:17Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:18.481382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a968453b-01d4-4d3f-85c5-58c4cc7b0f35 None None] For port fb7f8aa6-47e5-49a6-b303-8ea3c1661297, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:18.499199 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861099e-1fca-4f71-8c23-f0cf334e8388 None None] The sync data for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 is: [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:17Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:11:18.520325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:18.546281 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a968453b-01d4-4d3f-85c5-58c4cc7b0f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:18.810102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca1a3a43-3d87-40b2-8943-854ae28ababc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c71d63666964a5fb22006f1113354c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851357 Nov 11 21:11:18.810354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40166) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:18.819453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-297ba9dc-63d1-47e0-bdfc-ccda192fa2af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a722b13-f46d-4c52-8fc0-e8362b30eb43 HTTP/1.1" status: 200 len: 217 time: 0.1544321 Nov 11 21:11:18.987011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968453b-01d4-4d3f-85c5-58c4cc7b0f35 None None] Pushing event updated for resources: {'Port': ['ID=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:19.015456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b015256-72fa-4e46-a5bd-859ff990ac71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:19.017999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-5de21c38-1558-4b53-8653-03ba5da52e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:19.019750 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-5de21c38-1558-4b53-8653-03ba5da52e29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.1800473 Nov 11 21:11:19.034276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd014-42f8-4a56-8d9a-cd1fa160c26e req-86dc6814-bfc6-41c3-a973-760f1703ab7e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:19.040985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bdbd014-42f8-4a56-8d9a-cd1fa160c26e req-86dc6814-bfc6-41c3-a973-760f1703ab7e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.2185185 Nov 11 21:11:19.089606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b015256-72fa-4e46-a5bd-859ff990ac71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:19.163581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65693ec-ee0c-45df-9d48-21309858ff5e req-15eb10ef-113c-4c70-ac8a-535a10bdbf4d tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:19.165403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c65693ec-ee0c-45df-9d48-21309858ff5e req-15eb10ef-113c-4c70-ac8a-535a10bdbf4d tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.0986402 Nov 11 21:11:19.228663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bdbd014-42f8-4a56-8d9a-cd1fa160c26e req-0a04f9b7-bc98-4267-8219-588f4ea8309c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793060 Nov 11 21:11:19.232330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b015256-72fa-4e46-a5bd-859ff990ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:19.236107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b015256-72fa-4e46-a5bd-859ff990ac71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:19.245953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2b015256-72fa-4e46-a5bd-859ff990ac71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fc7e467-e7c9-493e-9e1e-d627841791fb HTTP/1.1" status: 204 len: 168 time: 0.4335530 Nov 11 21:11:19.267911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015256-72fa-4e46-a5bd-859ff990ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc7e467-e7c9-493e-9e1e-d627841791fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:19.310910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c65693ec-ee0c-45df-9d48-21309858ff5e req-2a8b8634-d96d-4e9f-82ac-4fd2282719bb tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379664 Nov 11 21:11:19.424883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-de627bb9-1109-405b-b4cc-7afe12fd917f req-98a57389-e419-49f2-bbc2-13cef4a536a5 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 210 time: 0.0528808 Nov 11 21:11:20.156455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-f9139c03-75dd-4a39-a12b-bcf5f659209a req-3c8b6279-b52c-47e1-9c50-3275e134fccc service neutron] (109675) timed out ('10.222.0.31', 46260) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:11:20.270922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fb7f8aa6-47e5-49a6-b303-8ea3c1661297 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:20.286318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40180) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:20.343149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e00661d-d81e-4e6d-bceb-1059912e1efb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4e84fdd3cc44b49b8c8305ef5ebcf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532506 Nov 11 21:11:20.344287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:20.381051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:20.381841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:20.459804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a818a3-cc1b-41f7-8bcf-17b91cfd24ae req-939111d8-5a46-4bee-8820-03546509f471 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:20.470188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1182fc1c-aa45-40f4-808c-ac5526ea63a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:20.483320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85a818a3-cc1b-41f7-8bcf-17b91cfd24ae req-939111d8-5a46-4bee-8820-03546509f471 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0947886 Nov 11 21:11:20.518791 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1182fc1c-aa45-40f4-808c-ac5526ea63a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:20.560219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85a818a3-cc1b-41f7-8bcf-17b91cfd24ae req-97471f1a-2a22-48ce-9bd5-e29311593d64 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692897 Nov 11 21:11:20.639305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1182fc1c-aa45-40f4-808c-ac5526ea63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:20.641946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1182fc1c-aa45-40f4-808c-ac5526ea63a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:20.643334 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1182fc1c-aa45-40f4-808c-ac5526ea63a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/126485cc-a66a-4036-bf0f-b18ac103989e HTTP/1.1" status: 204 len: 168 time: 0.2972429 Nov 11 21:11:20.654223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182fc1c-aa45-40f4-808c-ac5526ea63a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126485cc-a66a-4036-bf0f-b18ac103989e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:20.692260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dd357-17fa-48d8-8509-b8f32475013f req-77ed526f-0836-4361-985a-d82da4e5691e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:20.700727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-024dd357-17fa-48d8-8509-b8f32475013f req-77ed526f-0836-4361-985a-d82da4e5691e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.0763190 Nov 11 21:11:20.785136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-024dd357-17fa-48d8-8509-b8f32475013f req-531b9833-5acd-4dd4-811f-86e3e4005368 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833845 Nov 11 21:11:20.930893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-67192ad9-ac08-4c7a-9161-c84391649f59 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:20.933305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-67192ad9-ac08-4c7a-9161-c84391649f59 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 797 time: 0.1738031 Nov 11 21:11:20.951306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c92e8852-138e-465d-879d-c1c7e4268226 req-e879f977-e100-48ff-a4f5-ffb6976a63b5 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 210 time: 0.0462995 Nov 11 21:11:21.035460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-1f1433fb-ba70-4c45-a3c8-f3d920ee39d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 380 time: 0.0865545 Nov 11 21:11:21.054349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'port': {'device_id': '274c9540-326c-407c-8eb7-67de658451c8', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'admin_state_up': True, 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'security_groups': ['a87faa86-d3be-411f-bb09-4efadb716b3a']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:21.247351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:21.251401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:21.423001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.30 (ed2b357f-2109-4f9c-98ae-8d7c797d2e47/479eca73-73f1-4086-9064-73cf35dafe57/91df23a8-2702-49d1-9ba7-46dbdf7f9357) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:21.642480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:21.749071 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-599c95a8-ca3e-4311-bc6f-2392b36144a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240454 Nov 11 21:11:21.770043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a347c-08cd-47cc-8974-9ef78c7ee65e req-e571b22a-8b1d-4294-a43f-e00fc1e38c8d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:21.772362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-842a347c-08cd-47cc-8974-9ef78c7ee65e req-e571b22a-8b1d-4294-a43f-e00fc1e38c8d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.1103356 Nov 11 21:11:21.873479 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-842a347c-08cd-47cc-8974-9ef78c7ee65e req-ec2465bd-f92e-4793-8c2d-6c55a858834a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912817 Nov 11 21:11:21.875392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-12c0b57f-b7a2-4f84-89ec-49f98be03efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:21.876868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-12c0b57f-b7a2-4f84-89ec-49f98be03efd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 1096 time: 0.0808551 Nov 11 21:11:21.922921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:22.062067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:22.074501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:22.079044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:22.082094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:22.131112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c750198-f03d-4d8a-8168-fee89c7e760c req-9ffbca73-8bef-4fdf-87f9-8f61aa96e67e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:22.132711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c750198-f03d-4d8a-8168-fee89c7e760c req-9ffbca73-8bef-4fdf-87f9-8f61aa96e67e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.1754699 Nov 11 21:11:22.174710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-9fb9c14d-0cc5-47bc-9021-3e444f9723ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:22.176231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-9fb9c14d-0cc5-47bc-9021-3e444f9723ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 914 time: 0.2700865 Nov 11 21:11:22.184361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:22.189578 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:22.190491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:22.239374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-4e859aa4-c26c-4caa-be27-f90aba98eea8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265a186-026b-4611-9651-1d17e803d042 HTTP/1.1" status: 200 len: 217 time: 0.0515747 Nov 11 21:11:22.297821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8c750198-f03d-4d8a-8168-fee89c7e760c req-1d2822e5-2c2c-405a-8cfe-7fad456e42f5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552131 Nov 11 21:11:22.313454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-f4132297-eec6-4e34-a153-bf954a43a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:22.314802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-f4132297-eec6-4e34-a153-bf954a43a29e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.0690067 Nov 11 21:11:22.315464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7d34110-c880-453f-978c-e170fcff6c6e None None] Provisioning complete for port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:22.316196 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7d34110-c880-453f-978c-e170fcff6c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:22.318217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-0a8f47d2-f943-40a8-9f5d-24f2b911dbb3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2679961 Nov 11 21:11:22.345590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Request body: {'port': {'device_id': '274c9540-326c-407c-8eb7-67de658451c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:22.368869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d7d34110-c880-453f-978c-e170fcff6c6e None None] Port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:22.388413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-d5fa4ff3-fed7-4777-afe4-b8e655dc8a85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600052 Nov 11 21:11:22.512353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:22.531961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63993d-5d8d-4439-9e8d-83c58bc8b0ef req-817177d2-3970-432d-aa46-fed9edfe4931 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:22.533540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d63993d-5d8d-4439-9e8d-83c58bc8b0ef req-817177d2-3970-432d-aa46-fed9edfe4931 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 932 time: 0.1504908 Nov 11 21:11:22.915057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-7e3e7681-a3c4-4447-82cb-7674cda3ae9e service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170896 Nov 11 21:11:22.946550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-9938cb66-d619-4a67-a8d4-8b1bdcbe375f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477424 Nov 11 21:11:23.015067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cfb5f-cb10-4bba-be8f-8fbaa2a3db18 req-a000f62e-0402-4f59-bebd-9acf9fd3b9d2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:23.016668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae0cfb5f-cb10-4bba-be8f-8fbaa2a3db18 req-a000f62e-0402-4f59-bebd-9acf9fd3b9d2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0558844 Nov 11 21:11:23.050718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:23.070852 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae0cfb5f-cb10-4bba-be8f-8fbaa2a3db18 req-261e5937-9932-4254-9395-4176df353770 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464234 Nov 11 21:11:23.113338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d63993d-5d8d-4439-9e8d-83c58bc8b0ef req-601a2211-e0b1-4cb6-aecb-520230429591 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5726318 Nov 11 21:11:23.245828 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-29ac9071-a9a9-461a-bfe7-4e4d2c8ee59c req-23707508-da88-4c40-a292-d5b1d9544004 service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232167 Nov 11 21:11:23.258135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1027516060'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:23.273210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-f0724866-93d3-4568-b2ec-4668f1b1d36e service neutron] 10.222.0.62 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070393 Nov 11 21:11:23.392319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Made reservation on behalf of 8e5e847c221640b099a8f9b63f575f2b for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:23.396058 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.421618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.431340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c15a9-2ead-4599-8e08-a6a2982085ec req-bc74e306-aecb-436b-b684-5ac999746d3a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:23.434069 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-158c15a9-2ead-4599-8e08-a6a2982085ec req-bc74e306-aecb-436b-b684-5ac999746d3a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.0583107 Nov 11 21:11:23.460901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9119ea18-9a93-47e0-b690-560b3ac22802 req-68812e1f-fc37-4c9e-abf9-6edcc070b966 service neutron] 10.222.0.62 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771064 Nov 11 21:11:23.484415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91df23a8-2702-49d1-9ba7-46dbdf7f9357 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:11:23.487721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-158c15a9-2ead-4599-8e08-a6a2982085ec req-a81db3f2-2181-4069-b388-6cdb3652ba89 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Nov 11 21:11:23.497319 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.515096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Transition to ACTIVE for port object 91df23a8-2702-49d1-9ba7-46dbdf7f9357 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:11:23.594160 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.630049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.659408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:23.696872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.730775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:23.752244 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.752598 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Added segment 8bcf2dab-608f-4ea9-a652-b895bd9ef127 of type vlan for network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 Nov 11 21:11:23.753831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb87e0-65dd-4c2a-9f8f-58eb614ccc2f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:23.803941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:23.804310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:23.804644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:23.816333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.818564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:23.818898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:23.827302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:11:23.827648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Checking segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:23.828036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Bound using segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:11:23.828496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Bound port: 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:11:23.828853 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.907697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:23.910896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:11:23.977452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:23.983232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:23.987299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:24.045774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:24.080350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Pushing event updated for resources: {'Network': ['ID=fdb7c6ff-ca46-4de2-84b4-df93089c9a53,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:24.092789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:24.093275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.093830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:24.095274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] 10.222.0.58 "PUT /v2.0/ports/91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1092 time: 1.7654042 Nov 11 21:11:24.095632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:11:24.098079 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e42dcf4-0969-4eee-aae9-63200ff72ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:11:24.109100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-92672a3a-190b-48ac-ad71-6433e191f764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0524051 Nov 11 21:11:24.124901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbf5fd-10b2-4cc5-ba31-3a6a3f54e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:24.153552 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9247d8-c74b-45ee-b52e-d8a999ce0658 x-openstack-request-id: req-fd9247d8-c74b-45ee-b52e-d8a999ce0658 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:11:24.154033 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:11:24.154482 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd9247d8-c74b-45ee-b52e-d8a999ce0658 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:11:24.155070 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'status': 'completed', 'code': 200} Nov 11 21:11:24.253923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42dcf4-0969-4eee-aae9-63200ff72ba3 req-be9bd8e2-3e4e-4a3c-bd17-d5066d0757b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.255491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e42dcf4-0969-4eee-aae9-63200ff72ba3 req-be9bd8e2-3e4e-4a3c-bd17-d5066d0757b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1095 time: 0.0736308 Nov 11 21:11:24.270410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237b3ee-ebad-4d4b-816f-bddf7070b86e req-75821381-9e27-4936-8b3d-07c8881be563 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.273249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5237b3ee-ebad-4d4b-816f-bddf7070b86e req-75821381-9e27-4936-8b3d-07c8881be563 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0912840 Nov 11 21:11:24.332562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5237b3ee-ebad-4d4b-816f-bddf7070b86e req-bf2df635-c428-45c7-a77f-b32adf5986db tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523479 Nov 11 21:11:24.388591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42dcf4-0969-4eee-aae9-63200ff72ba3 req-f5a7f66a-64ae-4c14-9d7f-aae9472ed027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.390150 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e42dcf4-0969-4eee-aae9-63200ff72ba3 req-f5a7f66a-64ae-4c14-9d7f-aae9472ed027 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=675f1365bb384017b4474ada374a52b9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1265180 Nov 11 21:11:24.426487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:24.433742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Request body: {'port': {'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53', 'binding:host_id': 'n-h2-805734-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-312739911'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:24.475076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99122c6f-86de-43d7-a30e-999cc5702994 req-60702e10-9b37-4cea-a66f-033fa272d593 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.476606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99122c6f-86de-43d7-a30e-999cc5702994 req-60702e10-9b37-4cea-a66f-033fa272d593 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 944 time: 0.0687447 Nov 11 21:11:24.512791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42dcf4-0969-4eee-aae9-63200ff72ba3 req-3a354092-fca2-4c86-ad1c-ba8f57f249c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.514328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e42dcf4-0969-4eee-aae9-63200ff72ba3 req-3a354092-fca2-4c86-ad1c-ba8f57f249c6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173465 Nov 11 21:11:24.532664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99122c6f-86de-43d7-a30e-999cc5702994 req-c62ee5de-c802-45e0-a829-77c2e45b2de2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494270 Nov 11 21:11:24.551033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Made reservation on behalf of 11fc860b44d7497bb24aa5aa06977dfa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:24.553775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:24.576498 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:24.671590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-5e78d74e-0a8a-4cfd-be9b-fb483dfc7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.673067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-5e78d74e-0a8a-4cfd-be9b-fb483dfc7c3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1095 time: 0.1075048 Nov 11 21:11:24.683498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414613-73ca-4941-9801-e5041e6e8afb req-a99c74e9-82fc-4f26-b827-f85594c9baa5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.684941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be414613-73ca-4941-9801-e5041e6e8afb req-a99c74e9-82fc-4f26-b827-f85594c9baa5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.1180148 Nov 11 21:11:24.741075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-8570104e-f8ed-44c8-bcee-7200b9ba3e30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 217 time: 0.0541093 Nov 11 21:11:24.836730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-be414613-73ca-4941-9801-e5041e6e8afb req-5f112539-e1be-4718-8d08-92328f81b5f5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424785 Nov 11 21:11:24.854879 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:24.878151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-b108c2b8-a9a6-4077-940b-f589d1b9835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:24.879711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-b108c2b8-a9a6-4077-940b-f589d1b9835f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.1287584 Nov 11 21:11:24.919197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-7c9da405-cd59-41e0-9285-e8a487ff1c9d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773990 Nov 11 21:11:24.919789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:24.926984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] device_id is not set on port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:25.044492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc924fd-e93b-4e94-8670-49f5ff9ae75a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:25.062704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-de0b6264-093e-4703-8032-61f8d4b0b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:25.064261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-de0b6264-093e-4703-8032-61f8d4b0b42a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759067 Nov 11 21:11:25.118955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-f03c0082-beba-4c87-9582-04c8c3c0116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:25.120571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-f03c0082-beba-4c87-9582-04c8c3c0116f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 1097 time: 0.1757085 Nov 11 21:11:25.332468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-fd9a2b34-0bc4-4ba4-bd3a-73564a65c3c6 service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583835 Nov 11 21:11:25.370945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-fc9e1ae6-5ac0-4d9b-a8c8-cdebbd27560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:25.372448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-fc9e1ae6-5ac0-4d9b-a8c8-cdebbd27560a service neutron] 10.222.0.62 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 914 time: 0.2143393 Nov 11 21:11:25.379502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] device_id is not set on port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:25.398674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:25.457431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-b7c58306-6a90-4de8-8424-d97cb21ad7d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb12368f-cc00-469f-a630-e38fb64ae50f HTTP/1.1" status: 200 len: 217 time: 0.0735478 Nov 11 21:11:25.460830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d89bc0-8582-4b76-8944-e22051389b5c req-77587443-0758-42b5-ad9e-b97828a8a53b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:25.465608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5d89bc0-8582-4b76-8944-e22051389b5c req-77587443-0758-42b5-ad9e-b97828a8a53b tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Nov 11 21:11:25.514777 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5d89bc0-8582-4b76-8944-e22051389b5c req-58191d66-472a-44da-832f-30a29374a2b1 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Nov 11 21:11:25.515991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:11:25.524465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0f2f27fa-db37-45a7-9d0e-d08add26dc7e req-677c356e-3b2d-4471-b744-7499a77df5b8 service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804247 Nov 11 21:11:25.528979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-9a3a26f4-3509-4ae7-bc5f-0c82b0d1866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:25.530426 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-9a3a26f4-3509-4ae7-bc5f-0c82b0d1866a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.0633066 Nov 11 21:11:25.549326 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:25.575680 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-4ead02b8-d6c4-44dd-8e7c-dd0fe45744eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370827 Nov 11 21:11:25.627756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:25.639527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'port_id': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'mac_address': 'fa:16:3e:18:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:11:25.679684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:25.693485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f591c20d-848c-4010-9d90-ef23d00200d9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:11:25.707814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=13484daf-1b9f-4aa0-b33d-23d4ab03ecb8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:25.713629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:25.745069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Checking segment: {'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:25.745427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Network hostable DHCP agents. Network: fdb7c6ff-ca46-4de2-84b4-df93089c9a53, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:11:25.759455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b0e93-4c99-4287-a557-ddc05b23a436 req-80256d64-4653-47d6-b9b9-c0634c28c6cb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:25.761724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d16b0e93-4c99-4287-a557-ddc05b23a436 req-80256d64-4653-47d6-b9b9-c0634c28c6cb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 944 time: 0.1474116 Nov 11 21:11:25.774089 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:25.774713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1a722b13-f46d-4c52-8fc0-e8362b30eb43 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:11:25.783199 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-05ce884f-6aa2-4c55-8ee0-0693e7d0c71e service neutron] 10.222.0.62 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849954 Nov 11 21:11:25.881201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:11:25.890225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:25.891266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d16b0e93-4c99-4287-a557-ddc05b23a436 req-7225c496-a116-40db-9bbf-9de80753a8f8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202695 Nov 11 21:11:25.934638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1a722b13-f46d-4c52-8fc0-e8362b30eb43, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1a722b13-f46d-4c52-8fc0-e8362b30eb43,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:25.940202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-067ed034-07a9-444f-8c8a-03d6768dec5c req-00f44497-21f0-4e61-aa87-43da4e1d7628 service neutron] 10.222.0.62 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438961 Nov 11 21:11:25.949099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '1a722b13-f46d-4c52-8fc0-e8362b30eb43', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'port_id': '1a722b13-f46d-4c52-8fc0-e8362b30eb43', 'mac_address': 'fa:16:3e:f1:f8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0945ab3-9f12-4f47-a1e7-620138b8caa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:11:25.957699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, fdb7c6ff-ca46-4de2-84b4-df93089c9a53) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:25.964588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:25.976455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915abf2-5647-422e-9e4f-2584ded86eab req-d7abf1c7-7878-4af5-8031-e0c3d152c5a1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:25.978094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e915abf2-5647-422e-9e4f-2584ded86eab req-d7abf1c7-7878-4af5-8031-e0c3d152c5a1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 943 time: 0.0557418 Nov 11 21:11:25.982232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:25.982694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:25.983138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:25.983535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a01bdd-677c-431e-a59d-da2b1a90be1f None None] Network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:25.988391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:25.988793 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:25.989764 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 2 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.004041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.004860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.004860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.010545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.010883 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.011277 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 3 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.024309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.024565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.025024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.030338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.030669 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.031069 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 4 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.039941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e915abf2-5647-422e-9e4f-2584ded86eab req-3b4c609c-3f0b-48e3-8b49-8c0c41336581 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530114 Nov 11 21:11:26.044617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.044962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.045299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.049952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.050279 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.050666 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 5 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.063320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.063591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.063934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.067730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.068345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.068676 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.069069 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 6 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.082639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.082971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.083299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.087739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.088691 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.089196 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 7 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.101803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.102139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.102586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.107008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.107332 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.107720 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 8 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.111813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a722b13-f46d-4c52-8fc0-e8362b30eb43 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:11:26.120096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.120460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.120792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.125051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.125375 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.125757 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 9 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.136510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1a722b13-f46d-4c52-8fc0-e8362b30eb43, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1a722b13-f46d-4c52-8fc0-e8362b30eb43,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:26.138424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.138760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.139092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.143341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.143663 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.144396 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 10 to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 Nov 11 21:11:26.158693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:26.159058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:26.159376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:26.163704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:26.164031 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:26.164427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.217845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.228123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] For port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:26.228543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempted to set empty binding levels {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:11:26.269006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1a722b13-f46d-4c52-8fc0-e8362b30eb43,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:26.320936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.354870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:26.355475 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.376354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=13484daf-1b9f-4aa0-b33d-23d4ab03ecb8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:26.444897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1e57e649-6c6b-4b5e-a5b5-f4b4f6181508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0174716 Nov 11 21:11:26.448357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40264) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:26.523220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Deleting port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:26.523914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.532571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['1a722b13-f46d-4c52-8fc0-e8362b30eb43'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:11:26.536375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f591c20d-848c-4010-9d90-ef23d00200d9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:11:26.646180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] For port 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8, host n-h2-805734-3, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:26.646542 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.662185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Calling delete_port for 13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:26.676952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42d06d-a262-42d4-99c4-c29f32d4f829 req-6f1444aa-8c80-4396-bec5-73c5cb402b04 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:26.678464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b42d06d-a262-42d4-99c4-c29f32d4f829 req-6f1444aa-8c80-4396-bec5-73c5cb402b04 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0750532 Nov 11 21:11:26.770745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b42d06d-a262-42d4-99c4-c29f32d4f829 req-05188066-9401-4681-a238-84e26d861799 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847027 Nov 11 21:11:26.874894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.909975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event deleted for resources: {'Port': ['ID=13484daf-1b9f-4aa0-b33d-23d4ab03ecb8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:26.912120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:26.915491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f919fafd-fd4f-46e7-8d36-579f57bf70cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "DELETE /v2.0/ports/13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 HTTP/1.1" status: 204 len: 168 time: 0.4661992 Nov 11 21:11:26.919070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40270) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:26.943681 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d43ee89-88fc-4b67-824e-d3e4c6ba446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:11:26.949112 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5d43ee89-88fc-4b67-824e-d3e4c6ba446d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "GET /v2.0/ports/13484daf-1b9f-4aa0-b33d-23d4ab03ecb8 HTTP/1.1" status: 404 len: 333 time: 0.0252328 Nov 11 21:11:26.949303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40274) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:26.953985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Request body: {'port': {'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1702602772'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:27.031215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4d1b-c4be-4bee-a214-de28455a8b0f req-c5485013-d3e9-458c-b1f5-dcb082be9ce3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:27.032772 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-447a4d1b-c4be-4bee-a214-de28455a8b0f req-c5485013-d3e9-458c-b1f5-dcb082be9ce3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 944 time: 0.0527329 Nov 11 21:11:27.086966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-447a4d1b-c4be-4bee-a214-de28455a8b0f req-b65fa0e5-d28c-4514-a560-4ab07cc72181 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 Nov 11 21:11:27.335073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720a190-868a-4268-8c37-5c370d9313aa req-72f7ccd9-5099-4606-b5d7-b869eea4cbd5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:27.335073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5720a190-868a-4268-8c37-5c370d9313aa req-72f7ccd9-5099-4606-b5d7-b869eea4cbd5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0524352 Nov 11 21:11:27.335073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5720a190-868a-4268-8c37-5c370d9313aa req-81e37782-259d-4d62-a01c-4660136ef305 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Nov 11 21:11:27.874227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Made reservation on behalf of 11fc860b44d7497bb24aa5aa06977dfa for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:27.876508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:27.887027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:27.900037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] device_id is not set on port ca8ca79f-78f2-4dc0-bc6e-7103abedadab yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:27.917864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74439954-a02f-4e85-8588-d33215f1ea9b req-5cedaa7c-e51b-4af6-8689-c96dccd7fef9 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:27.919365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74439954-a02f-4e85-8588-d33215f1ea9b req-5cedaa7c-e51b-4af6-8689-c96dccd7fef9 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.0720396 Nov 11 21:11:28.025465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74439954-a02f-4e85-8588-d33215f1ea9b req-5dcabab3-abdd-4f5e-aca9-cf2dca8301f3 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757914 Nov 11 21:11:28.095628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:28.185921 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:28.231861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:28.236607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:28.239896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:28.240833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:28.241534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:28.251627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8ca79f-78f2-4dc0-bc6e-7103abedadab,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:28.363906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fcd6f7eb-e468-4897-a024-dddd28d62752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4110174 Nov 11 21:11:28.364434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:28.371357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:28.453745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b78e-a221-4b06-aacf-a77721982df4 req-2a1ac5ee-bcd4-47ee-9dc2-259b63816d2e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:28.455264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3b3b78e-a221-4b06-aacf-a77721982df4 req-2a1ac5ee-bcd4-47ee-9dc2-259b63816d2e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 944 time: 0.0522089 Nov 11 21:11:28.460067 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:28.513955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3b3b78e-a221-4b06-aacf-a77721982df4 req-6c60aee8-ad7b-4772-80f6-87389060dbb0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523708 Nov 11 21:11:28.515582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770a0cf-4265-42ad-98d0-f8495be6d403 req-38aae487-9cc0-4b83-873f-857d8594cc2c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:28.517135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9770a0cf-4265-42ad-98d0-f8495be6d403 req-38aae487-9cc0-4b83-873f-857d8594cc2c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 944 time: 0.1122077 Nov 11 21:11:28.628980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9770a0cf-4265-42ad-98d0-f8495be6d403 req-26a2fb9f-0428-4631-abff-a55a900023af tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046419 Nov 11 21:11:29.020614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] device_id is not set on port ca8ca79f-78f2-4dc0-bc6e-7103abedadab yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:29.031439 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.094137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.175948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8ca79f-78f2-4dc0-bc6e-7103abedadab,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:29.222901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509a928-dac6-43df-bfe2-1ac431ba9559 req-026d7274-837a-4aec-b9c2-1ce7526556a5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.224377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6509a928-dac6-43df-bfe2-1ac431ba9559 req-026d7274-837a-4aec-b9c2-1ce7526556a5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 946 time: 0.1036382 Nov 11 21:11:29.225044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.225387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.225720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.231919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.232278 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.233281 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 2 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.258044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.258380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.258719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.269432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:11:29.274380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.274878 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.278231 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 3 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.299698 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6509a928-dac6-43df-bfe2-1ac431ba9559 req-434ee940-a846-47c3-bbe8-a25cf622cd1a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687559 Nov 11 21:11:29.303063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.303406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.303749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.312066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.312436 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.312831 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 4 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.328680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.329267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.329628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.334392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.334717 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.335109 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 5 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.349436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.350148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.350489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.355094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.355422 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.356505 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 6 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.368915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.369691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.369883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.375130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.375457 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.375854 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 7 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.379434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:29.391821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'port_id': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'mac_address': 'fa:16:3e:ae:85:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:11:29.393389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.394045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.394386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.399490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.399687 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.400034 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 8 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.413855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.414190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.414524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.420496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.420821 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.421208 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 9 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.436662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.436996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.437328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.439000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.441714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.442044 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.442530 n-d-805734-3 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 10 to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab Nov 11 21:11:29.452903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df23a8-2702-49d1-9ba7-46dbdf7f9357 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:11:29.456191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:29.456535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:29.456869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:29.461902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:29.462230 n-d-805734-3 neutron-server[109674]: ERROR neutron.plugins.ml2.managers [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:29.462593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.473374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:29.530783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:29.537197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] For port ca8ca79f-78f2-4dc0-bc6e-7103abedadab, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:29.537573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempted to set empty binding levels {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:11:29.594263 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.630064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.643525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2702fa4-1d68-43e4-950f-d8d1617eebc5 req-ef09a909-fdd0-446f-b280-25884d8ce83b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.645295 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f2702fa4-1d68-43e4-950f-d8d1617eebc5 req-ef09a909-fdd0-446f-b280-25884d8ce83b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Nov 11 21:11:29.658356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:29.677416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] In _notify_port_updated(), no bound segment for port ca8ca79f-78f2-4dc0-bc6e-7103abedadab on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:11:29.678299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.678908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.683546 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "PUT /v2.0/ports/ca8ca79f-78f2-4dc0-bc6e-7103abedadab HTTP/1.1" status: 200 len: 979 time: 1.3147087 Nov 11 21:11:29.683546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:29.699936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port f591c20d-848c-4010-9d90-ef23d00200d9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:11:29.705088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port f591c20d-848c-4010-9d90-ef23d00200d9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:29.705469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.742948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f2702fa4-1d68-43e4-950f-d8d1617eebc5 req-8bbb3410-10e9-4bd3-a18e-b1de6c181f59 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908175 Nov 11 21:11:29.772236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b45eb-9fe4-4314-b30f-158e887c1d68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8ca79f-78f2-4dc0-bc6e-7103abedadab,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:29.811880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.813493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2585e-d1f6-42d6-b9c4-7e2cb7c3ad16 req-39607127-0ff0-4c7c-bbcd-a0af5668cf6b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.815492 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ae2585e-d1f6-42d6-b9c4-7e2cb7c3ad16 req-39607127-0ff0-4c7c-bbcd-a0af5668cf6b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 944 time: 0.0976107 Nov 11 21:11:29.835105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:11:29.837369 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55987bb-f7c9-4706-8e5e-28bf6b0e4563" -d '{"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:11:29.838907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.839433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.839896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.840374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.840838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.841288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.841746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.842517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.842972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.843422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.843868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.844349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.844786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.845232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.845670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.846116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.846566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.847011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.847456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.847896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.848363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.848803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.849554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.849685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.850129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.850551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.850995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.851118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:29.851440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.851881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.852361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:29.859758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-678cde86-b480-4108-a6b9-921e4288d3ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27100 time: 0.1717834 Nov 11 21:11:29.861632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40300) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:29.885912 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54868ec-4e02-46d1-a4c8-3c496270057b x-openstack-request-id: req-c54868ec-4e02-46d1-a4c8-3c496270057b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:11:29.886420 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-plugged", "status": "completed", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:11:29.886709 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c54868ec-4e02-46d1-a4c8-3c496270057b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:11:29.887790 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'code': 200} Nov 11 21:11:29.905772 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ae2585e-d1f6-42d6-b9c4-7e2cb7c3ad16 req-acc5fb10-dfe7-4f1d-8b5f-c2e16777ed1f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Nov 11 21:11:29.917324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['91df23a8-2702-49d1-9ba7-46dbdf7f9357'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:11:29.960505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Deleting port ca8ca79f-78f2-4dc0-bc6e-7103abedadab {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:29.960846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.968787 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:29.969558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1a722b13-f46d-4c52-8fc0-e8362b30eb43 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:30.030942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] For port ca8ca79f-78f2-4dc0-bc6e-7103abedadab, host n-h2-805734-3, got binding levels [] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:30.032625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.045864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Calling delete_port for ca8ca79f-78f2-4dc0-bc6e-7103abedadab owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:30.076232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:30.149645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3b479-5393-4cfd-910a-579e99404222 req-706ea0ea-e1c0-4794-8a11-77a8aee26661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:30.151480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c3b479-5393-4cfd-910a-579e99404222 req-706ea0ea-e1c0-4794-8a11-77a8aee26661 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 1098 time: 0.0596840 Nov 11 21:11:30.162681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:11:30.170140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:30.170140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.204925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c3b479-5393-4cfd-910a-579e99404222 req-8fbc541b-748e-485d-9549-3d7558e85fea service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448985 Nov 11 21:11:30.234724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.262978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca8ca79f-78f2-4dc0-bc6e-7103abedadab,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:30.267965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.271684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-702d408c-c1e6-4cc7-a78b-d2d3515b885f tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ca8ca79f-78f2-4dc0-bc6e-7103abedadab HTTP/1.1" status: 204 len: 168 time: 0.4105058 Nov 11 21:11:30.274269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:30.301970 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e3a43c-29b3-4a4a-925d-51c47b0b5f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:11:30.301970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c4e3a43c-29b3-4a4a-925d-51c47b0b5f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "GET /v2.0/ports/ca8ca79f-78f2-4dc0-bc6e-7103abedadab HTTP/1.1" status: 404 len: 333 time: 0.0244298 Nov 11 21:11:30.305107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40306) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:30.310542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387127916', 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:30.327611 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.366121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1a722b13-f46d-4c52-8fc0-e8362b30eb43, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1a722b13-f46d-4c52-8fc0-e8362b30eb43,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:30.394773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Made reservation on behalf of 11fc860b44d7497bb24aa5aa06977dfa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:30.397166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.430578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] device_id is not set on port 0bdce8a8-0d69-484d-83b7-48ec6b29cb54 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:30.482734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.486892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db9a02-5397-4630-bb21-ec26bb96ca63 req-9b495d3a-3d7a-4fc3-b422-5d468648cebc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:30.488453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6db9a02-5397-4630-bb21-ec26bb96ca63 req-9b495d3a-3d7a-4fc3-b422-5d468648cebc tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.1047080 Nov 11 21:11:30.537343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1a722b13-f46d-4c52-8fc0-e8362b30eb43,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:30.590711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6db9a02-5397-4630-bb21-ec26bb96ca63 req-1f9e972b-137c-45f7-919c-99b01a7d5a77 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941644 Nov 11 21:11:30.644553 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.732066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.778436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:30.783351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:30.786748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:30.787837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:30.789445 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:30.794312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=0bdce8a8-0d69-484d-83b7-48ec6b29cb54,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:30.860403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e296b2d-e621-49f2-85ca-a9b5167a64c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5537329 Nov 11 21:11:30.862869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:30.869107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cc9bc-fe9b-4b04-8183-5c0553a12740 req-313ff20b-eeb3-4cac-95bc-2764b683533d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:30.874067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae2cc9bc-fe9b-4b04-8183-5c0553a12740 req-313ff20b-eeb3-4cac-95bc-2764b683533d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 945 time: 0.0505681 Nov 11 21:11:30.897975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff866c-091d-4def-92f8-cbd452bea7c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:30.899380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0dff866c-091d-4def-92f8-cbd452bea7c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "GET /v2.0/ports/0bdce8a8-0d69-484d-83b7-48ec6b29cb54 HTTP/1.1" status: 200 len: 959 time: 0.0355747 Nov 11 21:11:30.902906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:30.922369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae2cc9bc-fe9b-4b04-8183-5c0553a12740 req-90a9485d-5d83-44c5-9c76-27842f821791 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453453 Nov 11 21:11:31.011749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Deleting port 0bdce8a8-0d69-484d-83b7-48ec6b29cb54 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:31.012077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.078434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ea68c-8254-491d-8584-c106c5054703 req-1fa74e40-f626-4326-a891-0ff76164c896 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:31.081052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a98ea68c-8254-491d-8584-c106c5054703 req-1fa74e40-f626-4326-a891-0ff76164c896 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 945 time: 0.1008859 Nov 11 21:11:31.096993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.115740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Calling delete_port for 0bdce8a8-0d69-484d-83b7-48ec6b29cb54 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:31.188372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a98ea68c-8254-491d-8584-c106c5054703 req-5de3e057-0378-4492-95ab-0186158e1370 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013794 Nov 11 21:11:31.271316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:31.293647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.330426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bdce8a8-0d69-484d-83b7-48ec6b29cb54,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:31.333149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.336774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b813c4f-e363-4db7-bdd5-f2ad38ff5042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0bdce8a8-0d69-484d-83b7-48ec6b29cb54 HTTP/1.1" status: 204 len: 168 time: 0.4329433 Nov 11 21:11:31.339637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:31.366893 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1f053e-fd5b-46d9-a96a-0166c0d93d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:11:31.373123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4c1f053e-fd5b-46d9-a96a-0166c0d93d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "GET /v2.0/ports/0bdce8a8-0d69-484d-83b7-48ec6b29cb54 HTTP/1.1" status: 404 len: 333 time: 0.0274985 Nov 11 21:11:31.373599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:31.382454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Request body: {'port': {'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426987361'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:31.396312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:11:31.401642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:31.402014 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.470604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Made reservation on behalf of 11fc860b44d7497bb24aa5aa06977dfa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:31.473068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.488133 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.489893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] device_id is not set on port 68862c6e-33cf-45a1-b447-b37fdae7daa2 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:31.524073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:31.596560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.652602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.653237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:31.733142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c477b-0a26-408e-8a79-83dd8f2e695a req-136cb787-9341-4903-90ed-1b3364c2781d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:31.735480 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa1c477b-0a26-408e-8a79-83dd8f2e695a req-136cb787-9341-4903-90ed-1b3364c2781d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.0677247 Nov 11 21:11:31.782503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.793581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa1c477b-0a26-408e-8a79-83dd8f2e695a req-88958ff0-62b5-4506-908b-35a6e391a89e tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531120 Nov 11 21:11:31.831940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:31.834819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:31.840020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:31.841140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:31.841752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.845158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=68862c6e-33cf-45a1-b447-b37fdae7daa2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:31.888636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a722b13-f46d-4c52-8fc0-e8362b30eb43'}, {'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:11:31.891166 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46484b03-0a04-4750-8c09-56b74179361d" -d '{"events": [{"server_uuid": "53837f39-f762-4c64-8d61-a0c04bb7c3d4", "name": "network-vif-plugged", "status": "completed", "tag": "1a722b13-f46d-4c52-8fc0-e8362b30eb43"}, {"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-plugged", "status": "completed", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:11:31.939968 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf51dd73-d994-4b67-976b-49e4c3c86a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:31.955959 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b46b95-21de-405a-9588-722aa82bd0dd x-openstack-request-id: req-b0b46b95-21de-405a-9588-722aa82bd0dd {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:11:31.955959 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53837f39-f762-4c64-8d61-a0c04bb7c3d4", "name": "network-vif-plugged", "status": "completed", "tag": "1a722b13-f46d-4c52-8fc0-e8362b30eb43", "code": 200}, {"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-plugged", "status": "completed", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:11:31.955959 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0b46b95-21de-405a-9588-722aa82bd0dd {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:11:31.955959 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a722b13-f46d-4c52-8fc0-e8362b30eb43', 'code': 200} Nov 11 21:11:31.955959 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'code': 200} Nov 11 21:11:31.983005 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2442955-5247-4f84-922e-cb6b6560ca7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6074109 Nov 11 21:11:31.985924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:31.992559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:32.052420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126a4c6-17be-4230-aa4a-1c0f6d481c4c req-763f517e-de89-4a30-b02a-b789f0bd7b01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:32.054563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f126a4c6-17be-4230-aa4a-1c0f6d481c4c req-763f517e-de89-4a30-b02a-b789f0bd7b01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0515976 Nov 11 21:11:32.109446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f126a4c6-17be-4230-aa4a-1c0f6d481c4c req-0e53cc7f-cbcd-4de0-858d-52b2da8ddbe4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477045 Nov 11 21:11:32.116261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:32.475937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303be42-b189-4a10-8e27-54235e88f2e6 req-80bf126b-4ea4-4ff8-a8ff-588835f650b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:32.477466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8303be42-b189-4a10-8e27-54235e88f2e6 req-80bf126b-4ea4-4ff8-a8ff-588835f650b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 1096 time: 0.4530730 Nov 11 21:11:32.481606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f06182-530b-4a2c-b6b4-5e0d1e5ea509 req-9960891e-1d72-4a70-87c2-4916fd3f6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:32.483048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59f06182-530b-4a2c-b6b4-5e0d1e5ea509 req-9960891e-1d72-4a70-87c2-4916fd3f6882 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1097 time: 0.4615781 Nov 11 21:11:32.661364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20fb57-80a4-42b1-8bca-a1a4017dea05 req-78c4e30e-bf1d-498b-9f0b-4476c89dc8d1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:32.662924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b20fb57-80a4-42b1-8bca-a1a4017dea05 req-78c4e30e-bf1d-498b-9f0b-4476c89dc8d1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 945 time: 0.2026668 Nov 11 21:11:32.670961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59f06182-530b-4a2c-b6b4-5e0d1e5ea509 req-44a788d5-57fe-463b-976f-53a5a42508ae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708512 Nov 11 21:11:32.677340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8303be42-b189-4a10-8e27-54235e88f2e6 req-131586f4-cd99-4b5c-b240-fce9a6415183 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920846 Nov 11 21:11:32.754551 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b20fb57-80a4-42b1-8bca-a1a4017dea05 req-62bf4ee8-e581-42cb-9476-15892e02b2af tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822287 Nov 11 21:11:32.789388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] device_id is not set on port 68862c6e-33cf-45a1-b447-b37fdae7daa2 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:32.797004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:32.842416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:32.906875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=68862c6e-33cf-45a1-b447-b37fdae7daa2,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:32.913369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:32.913705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:32.914506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:32.919553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:32.919876 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:32.920292 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 2 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:32.925570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd201bf0-6df2-44b8-a731-90a8acb234da req-0822776a-4ce1-4eb8-b683-6708d68108e2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:32.928608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd201bf0-6df2-44b8-a731-90a8acb234da req-0822776a-4ce1-4eb8-b683-6708d68108e2 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.0550494 Nov 11 21:11:32.934507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:32.941773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:32.941773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:32.945616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:32.945948 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:32.946367 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 3 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:32.968642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:32.968981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:32.969314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:32.974060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:32.974374 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:32.974765 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 4 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:32.988587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:32.989236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:32.989342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:32.991763 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd201bf0-6df2-44b8-a731-90a8acb234da req-a533b0fb-a8f5-4e20-b5f1-1fed6f00f25c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562322 Nov 11 21:11:32.993659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:32.994242 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:32.995299 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 5 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:33.007757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:33.008094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:33.008487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:33.013520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:33.013843 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:33.014224 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 6 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:33.026889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:33.027235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:33.027560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:33.031868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:33.032223 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:33.032605 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 7 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:33.044737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:33.045095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:33.045421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:33.049576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:33.049894 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:33.050288 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 8 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:33.063179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:33.068029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:33.068029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:33.068305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:33.068436 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:33.068815 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 9 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:33.080413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:33.080747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:33.081079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:33.085352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:33.085676 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:33.086055 n-d-805734-3 neutron-server[109675]: INFO neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempt 10 to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 Nov 11 21:11:33.099129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:33.099458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:33.099788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempting to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:33.104854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:11:33.105168 n-d-805734-3 neutron-server[109675]: ERROR neutron.plugins.ml2.managers [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Failed to bind port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on host n-h2-805734-3 for vnic_type normal using segments [{'id': '8bcf2dab-608f-4ea9-a652-b895bd9ef127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fdb7c6ff-ca46-4de2-84b4-df93089c9a53'}] Nov 11 21:11:33.105523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.174818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] For port 68862c6e-33cf-45a1-b447-b37fdae7daa2, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:33.175181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attempted to set empty binding levels {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 21:11:33.232534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56b85f-e51f-4f2d-a406-3473b7310d60 req-5c29fdd9-1fc4-42dc-bb8b-662c04f8bfb2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:33.234032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab56b85f-e51f-4f2d-a406-3473b7310d60 req-5c29fdd9-1fc4-42dc-bb8b-662c04f8bfb2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0496166 Nov 11 21:11:33.254037 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.300167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] In _notify_port_updated(), no bound segment for port 68862c6e-33cf-45a1-b447-b37fdae7daa2 on network fdb7c6ff-ca46-4de2-84b4-df93089c9a53 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:11:33.301024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:33.301626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.302923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "PUT /v2.0/ports/68862c6e-33cf-45a1-b447-b37fdae7daa2 HTTP/1.1" status: 200 len: 978 time: 1.3149786 Nov 11 21:11:33.305950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:33.319297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab56b85f-e51f-4f2d-a406-3473b7310d60 req-af2c0dfd-5a45-434f-8fe9-73b3c0ea1d7c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792561 Nov 11 21:11:33.338835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30303-3ca4-4e9a-b77a-7d9e333e7fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event updated for resources: {'Port': ['ID=68862c6e-33cf-45a1-b447-b37fdae7daa2,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:33.394730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Deleting port 68862c6e-33cf-45a1-b447-b37fdae7daa2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:33.395075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.460094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] For port 68862c6e-33cf-45a1-b447-b37fdae7daa2, host n-h2-805734-3, got binding levels [] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:33.460487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.473706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Calling delete_port for 68862c6e-33cf-45a1-b447-b37fdae7daa2 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:33.642032 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.671183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Pushing event deleted for resources: {'Port': ['ID=68862c6e-33cf-45a1-b447-b37fdae7daa2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:33.676508 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.682442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9620a01a-844e-4059-b5e0-da4273968c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "DELETE /v2.0/ports/68862c6e-33cf-45a1-b447-b37fdae7daa2 HTTP/1.1" status: 204 len: 168 time: 0.3728006 Nov 11 21:11:33.683175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:33.706821 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb101b0-eebc-4e70-a84e-bca3716eb390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] GET failed (client error): The resource could not be found. Nov 11 21:11:33.708351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3bb101b0-eebc-4e70-a84e-bca3716eb390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-171844172-project-admin] 10.222.0.31 "GET /v2.0/ports/68862c6e-33cf-45a1-b447-b37fdae7daa2 HTTP/1.1" status: 404 len: 333 time: 0.0241990 Nov 11 21:11:33.715491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40380) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:33.798752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.883074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f41f6-a9fc-452f-ba71-fb0154b7669c req-8134448b-93ef-4356-810b-03b11f7ff35b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:33.885227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d66f41f6-a9fc-452f-ba71-fb0154b7669c req-8134448b-93ef-4356-810b-03b11f7ff35b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0554061 Nov 11 21:11:33.895173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.917004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb7c6ff-ca46-4de2-84b4-df93089c9a53']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:33.926874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcf2dab-608f-4ea9-a652-b895bd9ef127') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:33.929997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcf2dab-608f-4ea9-a652-b895bd9ef127') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:33.941154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.944008 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d66f41f6-a9fc-452f-ba71-fb0154b7669c req-63cbecde-8889-47c8-8cb5-00a895c001ee tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521638 Nov 11 21:11:33.968273 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.974491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:33.974879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:33.978125 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:34.114821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.121640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.124859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] 10.222.0.31 "DELETE /v2.0/networks/fdb7c6ff-ca46-4de2-84b4-df93089c9a53 HTTP/1.1" status: 204 len: 168 time: 0.4084275 Nov 11 21:11:34.137941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67267bd-59c0-4daa-a08a-92d825441d9c req-8d4a6654-36b8-477c-ab0e-e05907e97394 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:34.139494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a67267bd-59c0-4daa-a08a-92d825441d9c req-8d4a6654-36b8-477c-ab0e-e05907e97394 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.0690160 Nov 11 21:11:34.158015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2d25e-32fa-4075-befb-0ee98b816e72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263231751-project] Pushing event deleted for resources: {'Network': ['ID=fdb7c6ff-ca46-4de2-84b4-df93089c9a53,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:34.209705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a67267bd-59c0-4daa-a08a-92d825441d9c req-18412dea-304b-4f65-aed3-03e0a36bb417 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577374 Nov 11 21:11:34.396222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a32ccf94-9fbd-4cea-aad9-83eedbf9e1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.446559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37018b-84fb-4d5e-a6ec-4308eb7b55a1 req-1c5a5d03-a8b6-452f-ad56-bd1d213f2038 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:34.448134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2a37018b-84fb-4d5e-a6ec-4308eb7b55a1 req-1c5a5d03-a8b6-452f-ad56-bd1d213f2038 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0529826 Nov 11 21:11:34.499333 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2a37018b-84fb-4d5e-a6ec-4308eb7b55a1 req-97f034c5-5201-44ef-8762-5dcd922841dd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 Nov 11 21:11:34.573908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40398) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:34.621953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f25c-11b0-4ef3-9a52-2ad066ad6116 req-a9089369-3b9e-4407-afb7-72df88b6ae3f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:34.623493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fb1f25c-11b0-4ef3-9a52-2ad066ad6116 req-a9089369-3b9e-4407-afb7-72df88b6ae3f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0520995 Nov 11 21:11:34.679938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3fb1f25c-11b0-4ef3-9a52-2ad066ad6116 req-893e17f4-d870-436a-8498-e77ee1a1971e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503321 Nov 11 21:11:34.702364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40402) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:34.717399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-35064317-88a8-489c-b7df-b8e74a1e5318 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e5e847c221640b099a8f9b63f575f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423335 Nov 11 21:11:34.719766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40404) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:34.741806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a1399-89a9-4b88-a3e9-68330e893285 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:34.743345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7a4a1399-89a9-4b88-a3e9-68330e893285 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1092 time: 0.0400496 Nov 11 21:11:34.746469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:34.750773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address': '172.20.0.30'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:34.766655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2f54-49de-4ab5-87fb-f3fb1ce1ef6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.789129 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2f54-49de-4ab5-87fb-f3fb1ce1ef6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.836702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.904862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2f54-49de-4ab5-87fb-f3fb1ce1ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.907526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2ce2f54-49de-4ab5-87fb-f3fb1ce1ef6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:34.908724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d2ce2f54-49de-4ab5-87fb-f3fb1ce1ef6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72bb87e0-65dd-4c2a-9f8f-58eb614ccc2f HTTP/1.1" status: 204 len: 168 time: 0.1880145 Nov 11 21:11:34.923376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce2f54-49de-4ab5-87fb-f3fb1ce1ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb87e0-65dd-4c2a-9f8f-58eb614ccc2f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:34.936807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.054650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.252 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f7c5af74-1772-4af4-99a4-77de740fa683) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:35.066875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fd719-33e6-4c16-892b-56bcaf878461 req-c906fdc6-58fc-4e30-874c-af5695e29996 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:35.068605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-718fd719-33e6-4c16-892b-56bcaf878461 req-c906fdc6-58fc-4e30-874c-af5695e29996 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Nov 11 21:11:35.120777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-718fd719-33e6-4c16-892b-56bcaf878461 req-2e79630d-596d-417c-880f-dbd60052cf5e tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Nov 11 21:11:35.159955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.297945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.334964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:35.340418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:35.343920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:35.369534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=f7c5af74-1772-4af4-99a4-77de740fa683,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:35.505184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.647524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40418) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:35.693559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4b381eca-e08f-49e3-adfe-6881af755adf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11fc860b44d7497bb24aa5aa06977dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447035 Nov 11 21:11:35.694797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40420) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:35.750364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e426b32b-06af-40da-a93a-28c62ca30295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.773596 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e426b32b-06af-40da-a93a-28c62ca30295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.885515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.886187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e426b32b-06af-40da-a93a-28c62ca30295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.888743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e426b32b-06af-40da-a93a-28c62ca30295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:35.889901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e426b32b-06af-40da-a93a-28c62ca30295 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dc924fd-e93b-4e94-8670-49f5ff9ae75a HTTP/1.1" status: 204 len: 168 time: 0.1933386 Nov 11 21:11:35.898100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426b32b-06af-40da-a93a-28c62ca30295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc924fd-e93b-4e94-8670-49f5ff9ae75a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:36.322935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:36.496551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:36.670574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:36.739361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=f7c5af74-1772-4af4-99a4-77de740fa683,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:36.751721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:36.861680 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 9a4482ea-d06f-463b-bc19-650409720305 associated. External IP: 172.25.2.252, port: 91df23a8-2702-49d1-9ba7-46dbdf7f9357. Nov 11 21:11:37.047965 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:37.103450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 044d33df-240e-482b-9536-144f0fa1ce7b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:11:37.215335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:11:37.225381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] Sync routers for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:11:37.236551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:11:37.241388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:37.289761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:37.323116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-58738902-22d7-462f-be3b-a68e67c3d60f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5726023 Nov 11 21:11:37.323116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:11:37.327443 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f" -d '{"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:11:37.352459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:11:37.380519 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba760df6-78b1-49da-a998-a31b0e853458 x-openstack-request-id: req-ba760df6-78b1-49da-a998-a31b0e853458 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:11:37.380519 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:11:37.380519 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba760df6-78b1-49da-a998-a31b0e853458 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:11:37.380519 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'status': 'completed', 'code': 200} Nov 11 21:11:37.446580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-8f6aaeb1-fe61-446a-bba6-73b200a685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:37.449600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-8f6aaeb1-fe61-446a-bba6-73b200a685d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1097 time: 0.0463817 Nov 11 21:11:37.457127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82fc2-4e16-43f5-8b54-37d4d41d3d73 req-abf80e1d-c273-4847-a77a-d2383eeb219d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:37.458787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80e82fc2-4e16-43f5-8b54-37d4d41d3d73 req-abf80e1d-c273-4847-a77a-d2383eeb219d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0623319 Nov 11 21:11:37.517740 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80e82fc2-4e16-43f5-8b54-37d4d41d3d73 req-3cbbc395-73d8-420d-870a-0417db655c4d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513153 Nov 11 21:11:37.543916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:37.555594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-8711e6b4-4224-4bc8-9439-64e80b2af230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:37.557501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-8711e6b4-4224-4bc8-9439-64e80b2af230 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 898 time: 0.1002705 Nov 11 21:11:37.641813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-1f227458-ba3f-4a93-9655-86e5b49b3d8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1000 time: 0.0748358 Nov 11 21:11:37.700688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-7abbcddd-b4f6-416d-a79a-34ebf6478694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:37.701437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-7abbcddd-b4f6-416d-a79a-34ebf6478694 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.0542703 Nov 11 21:11:37.730019 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73cedbae-7b07-41d7-b91c-f2adf8113fc8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/9a4482ea-d06f-463b-bc19-650409720305 HTTP/1.1" status: 200 len: 992 time: 0.1837630 Nov 11 21:11:37.753744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-3dee8b8b-8665-49a3-8c54-917845dc38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:37.755253 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-3dee8b8b-8665-49a3-8c54-917845dc38b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468845 Nov 11 21:11:37.828914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '9a4482ea-d06f-463b-bc19-650409720305', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'port_id': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'mac_address': 'fa:16:3e:ae:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c9540-326c-407c-8eb7-67de658451c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:11:35Z', 'updated_at': '2021-11-11T21:11:35Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:37.857464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-e27ad9fc-6cdb-4b4a-9ca5-4aed83868cfe service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944064 Nov 11 21:11:37.858979 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:37.860574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] Checking router: 044d33df-240e-482b-9536-144f0fa1ce7b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:11:37.870361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:11:37.871221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:37.990245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a5c1df6-74f9-4058-b5eb-6c3cd032479f req-5a14b30d-d00d-4356-88c7-2e42479871da service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252365 Nov 11 21:11:38.001225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:11:38.123397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:38.225073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1813052701', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:38.249884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '9a4482ea-d06f-463b-bc19-650409720305', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'port_id': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'mac_address': 'fa:16:3e:ae:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c9540-326c-407c-8eb7-67de658451c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:11:35Z', 'updated_at': '2021-11-11T21:11:35Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:38.282029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097489c4-6954-435f-ad7d-58bd7473b60c None None] The sync data for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 is: [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '9a4482ea-d06f-463b-bc19-650409720305', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'port_id': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'mac_address': 'fa:16:3e:ae:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c9540-326c-407c-8eb7-67de658451c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:11:35Z', 'updated_at': '2021-11-11T21:11:35Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:11:38.350718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Made reservation on behalf of eb470da481f8477d98c00bf4afcbc4c6 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:38.353794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:38.366193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:38.451454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:38.515367 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a521082e-da42-4bca-acd8-51a3d2d85b40 None None] New status for floating IP 9a4482ea-d06f-463b-bc19-650409720305: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:11:38.537134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:38.543566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] device_id is not set on port 739fb174-6980-4be7-9b94-f9bec93b0066 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:38.598444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a6ec98-e35b-474e-871e-10d773a786e5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:38.671144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Allocated IP 172.25.2.56 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/739fb174-6980-4be7-9b94-f9bec93b0066) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:38.733145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:38.867891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-497a11d2-3681-4ce4-84a8-852fbe45899b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/9a4482ea-d06f-463b-bc19-650409720305 HTTP/1.1" status: 200 len: 994 time: 0.1336267 Nov 11 21:11:38.905464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.014252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.059028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:39.064021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:39.067572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:39.074945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Pushing event updated for resources: {'Port': ['ID=739fb174-6980-4be7-9b94-f9bec93b0066,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:39.083883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac30ad-9567-4326-b47d-b9481926b273 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:11:39.114955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:39.118322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.167465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-752f6efc-3199-4612-aa4d-d8160599ed28 None None] Provisioning complete for port 739fb174-6980-4be7-9b94-f9bec93b0066 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:39.167853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-752f6efc-3199-4612-aa4d-d8160599ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.193922 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-44fddfe0-b159-4791-b9b6-73fc751be7bc tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0694072 Nov 11 21:11:39.196773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40494) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:39.203289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}]}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:39.207738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-752f6efc-3199-4612-aa4d-d8160599ed28 None None] Port 739fb174-6980-4be7-9b94-f9bec93b0066 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:39.297608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.298732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.356847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.562447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.900950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:39.922894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.098899 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.258239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.260533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.373991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.374463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86e0e144-8110-417f-9920-3286941bb1db {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:11:40.448575 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:11:40.449712 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dc543e51-ebc9-4f3d-bd51-ff0d683c28ce tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2508678 Nov 11 21:11:40.452519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:40.534193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Deleting port 739fb174-6980-4be7-9b94-f9bec93b0066 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:40.534518 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.611233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.623575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Calling delete_port for 739fb174-6980-4be7-9b94-f9bec93b0066 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:40.811938 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.840756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Pushing event deleted for resources: {'Port': ['ID=739fb174-6980-4be7-9b94-f9bec93b0066,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:40.856717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48212f52-f9b3-49fe-9919-575d428b080f None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:11:40.937383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:40.943771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e0847a20-fd4d-47b7-93ef-6d8d3f7fd20c tempest-RoutersAdminNegativeTest-2135922505 tempest-RoutersAdminNegativeTest-2135922505-project-admin] 10.222.0.31 "DELETE /v2.0/ports/739fb174-6980-4be7-9b94-f9bec93b0066 HTTP/1.1" status: 204 len: 168 time: 0.4871969 Nov 11 21:11:41.399679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:41.507350 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af27de5f-38ea-41ce-841c-59e50d202c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:41.582878 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af27de5f-38ea-41ce-841c-59e50d202c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:41.702661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af27de5f-38ea-41ce-841c-59e50d202c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:41.743548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-af27de5f-38ea-41ce-841c-59e50d202c0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0d80aa615ff4c40b8a346daeb328107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3395557 Nov 11 21:11:41.743548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27de5f-38ea-41ce-841c-59e50d202c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7e65b3-5336-4b9a-adf9-09e6d964c234,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:41.745413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40514) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:41.796623 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4067f420-9a2f-4518-897f-b8348f6506e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:41.823043 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4067f420-9a2f-4518-897f-b8348f6506e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:41.944124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4067f420-9a2f-4518-897f-b8348f6506e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:41.958927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4067f420-9a2f-4518-897f-b8348f6506e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:41.958927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4067f420-9a2f-4518-897f-b8348f6506e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be7e65b3-5336-4b9a-adf9-09e6d964c234 HTTP/1.1" status: 204 len: 168 time: 0.2087924 Nov 11 21:11:41.992331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067f420-9a2f-4518-897f-b8348f6506e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7e65b3-5336-4b9a-adf9-09e6d964c234,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:42.602161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:42.646680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7d809d4b-6647-4fa0-a628-46c8b65f95e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb470da481f8477d98c00bf4afcbc4c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433311 Nov 11 21:11:42.649330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:42.699446 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40401966-651d-4acd-a1f7-4e25f7719b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:42.721249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40401966-651d-4acd-a1f7-4e25f7719b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:42.824934 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40401966-651d-4acd-a1f7-4e25f7719b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:42.827862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40401966-651d-4acd-a1f7-4e25f7719b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:42.829083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40401966-651d-4acd-a1f7-4e25f7719b93 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44a6ec98-e35b-474e-871e-10d773a786e5 HTTP/1.1" status: 204 len: 168 time: 0.1774750 Nov 11 21:11:42.838567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40401966-651d-4acd-a1f7-4e25f7719b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a6ec98-e35b-474e-871e-10d773a786e5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:43.898634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:44.005064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2132286683'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:44.093248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:44.096939 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.106027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.188417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.264253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.287353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:44.302593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c2abca-04fe-467b-b2bf-45335be40f2d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:44.305459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.305802 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Added segment 79414d1a-8b27-4165-8477-b2eec0e4237d of type vlan for network 686d61cc-2a22-47ac-a656-a8f95820bc38 Nov 11 21:11:44.361082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.451377 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.457324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:44.457925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:44.527582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Network': ['ID=686d61cc-2a22-47ac-a656-a8f95820bc38,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:44.537641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:44.667924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-952e0e2c-6c56-4d38-ba7c-566e18dafab1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7681446 Nov 11 21:11:44.671154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:44.680993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'subnet': {'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:44.824435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:44.827891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:45.064543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:45.130166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Subnet': ['ID=16563a74-0541-4609-8355-b3ae07ffafcf,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:45.138203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Checking segment: {'id': '79414d1a-8b27-4165-8477-b2eec0e4237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:45.138501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network hostable DHCP agents. Network: 686d61cc-2a22-47ac-a656-a8f95820bc38, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:11:45.231601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:11:45.281829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 686d61cc-2a22-47ac-a656-a8f95820bc38) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:45.285904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:45.286501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:45.292224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbb9cbf-cba9-4af4-93aa-5ac67a006a1f None None] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:45.364387 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-70e766ba-3262-4603-8701-e17a7c2b9330 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6913989 Nov 11 21:11:45.366859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:45.372326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1148346172'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:45.443083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-686d61cc-2a22-47ac-a656-a8f95820bc38', 'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'tenant_id': '4f1d25304d104351b2b049a26cb1e7c7', 'fixed_ips': [{'subnet_id': '16563a74-0541-4609-8355-b3ae07ffafcf'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:11:45.443969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:45.559818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:45.563443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:45.581452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] device_id is not set on port d2e6e9d4-cf1a-47df-a42b-b5d309688066 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:45.582978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Allocated IP 2001:db8::2 (686d61cc-2a22-47ac-a656-a8f95820bc38/16563a74-0541-4609-8355-b3ae07ffafcf/d452074f-f555-4ead-a8a1-3780dacae3cb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:45.730216 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:45.934270 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.000499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:46.000499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:46.000499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:46.001473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Allocated IP 2001:db8::1b7 (686d61cc-2a22-47ac-a656-a8f95820bc38/16563a74-0541-4609-8355-b3ae07ffafcf/d2e6e9d4-cf1a-47df-a42b-b5d309688066) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:46.001873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Pushing event updated for resources: {'Port': ['ID=d452074f-f555-4ead-a8a1-3780dacae3cb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:46.017886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.018490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.018831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.019168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.019498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.019828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.020176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.020505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.020830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.021152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.021475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.021798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:46.058949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Attempting to bind port d452074f-f555-4ead-a8a1-3780dacae3cb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:11:46.063817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Attempting to bind port d452074f-f555-4ead-a8a1-3780dacae3cb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '79414d1a-8b27-4165-8477-b2eec0e4237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:11:46.063817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Attempting to bind port d452074f-f555-4ead-a8a1-3780dacae3cb on network 686d61cc-2a22-47ac-a656-a8f95820bc38 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:11:46.064891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:11:46.065267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Checking segment: {'id': '79414d1a-8b27-4165-8477-b2eec0e4237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:11:46.065673 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.066060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Bound using segment: {'id': '79414d1a-8b27-4165-8477-b2eec0e4237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:11:46.066523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Bound port: d452074f-f555-4ead-a8a1-3780dacae3cb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79414d1a-8b27-4165-8477-b2eec0e4237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:11:46.066897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.134843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] For port d452074f-f555-4ead-a8a1-3780dacae3cb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:11:46.137955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] For port d452074f-f555-4ead-a8a1-3780dacae3cb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d452074f-f555-4ead-a8a1-3780dacae3cb,segment=NetworkSegment(79414d1a-8b27-4165-8477-b2eec0e4237d),segment_id=79414d1a-8b27-4165-8477-b2eec0e4237d)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:11:46.142957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.247960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.288834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.322341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:46.322873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6017455-99f6-4fa3-8d5d-62aa822c1a72 None None] Pushing event updated for resources: {'Port': ['ID=d452074f-f555-4ead-a8a1-3780dacae3cb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:46.348479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:46.352554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:46.359501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:46.360174 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.383895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=d2e6e9d4-cf1a-47df-a42b-b5d309688066,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:46.454295 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-def7844c-b9b0-4ca2-915b-e1fa982952e3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0863721 Nov 11 21:11:46.457485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:46.462930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1894047215', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:a0:ce:18'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:46.674629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:46.764340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:46.783126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] device_id is not set on port 97dd8736-952f-4313-b21b-70959adf4598 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:46.946758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Allocated IP 2001:db8::78 (686d61cc-2a22-47ac-a656-a8f95820bc38/16563a74-0541-4609-8355-b3ae07ffafcf/97dd8736-952f-4313-b21b-70959adf4598) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:47.110176 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.244891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.288421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764032e2-d7b9-4b77-a95c-064ef1085fc5 None None] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:47.301023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:47.307283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:47.311120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:47.316905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:47.317551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.341738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=97dd8736-952f-4313-b21b-70959adf4598,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:47.350065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.350424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.350774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.351122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.351462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.351796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.352131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.352603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.352942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.353312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.353632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.353959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:47.418733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-90839901-1dc1-4a89-a116-0d1c1b8f1daf None None] Provisioning complete for port d452074f-f555-4ead-a8a1-3780dacae3cb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:47.418976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cef128ae-d332-4750-85b3-05c803e7d9f9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9573057 Nov 11 21:11:47.419096 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90839901-1dc1-4a89-a116-0d1c1b8f1daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.419220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:47.503491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88c79b-0f30-4dd8-9b80-1a64db73cf67 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:47.509597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88c79b-0f30-4dd8-9b80-1a64db73cf67 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:47.515709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88c79b-0f30-4dd8-9b80-1a64db73cf67 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:47.520383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dc88c79b-0f30-4dd8-9b80-1a64db73cf67 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0975296 Nov 11 21:11:47.520655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:47.543095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90839901-1dc1-4a89-a116-0d1c1b8f1daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.579135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-90839901-1dc1-4a89-a116-0d1c1b8f1daf None None] For port d452074f-f555-4ead-a8a1-3780dacae3cb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d452074f-f555-4ead-a8a1-3780dacae3cb,segment=NetworkSegment(79414d1a-8b27-4165-8477-b2eec0e4237d),segment_id=79414d1a-8b27-4165-8477-b2eec0e4237d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:47.654276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting port 97dd8736-952f-4313-b21b-70959adf4598 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:47.656447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.664355 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90839901-1dc1-4a89-a116-0d1c1b8f1daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.723037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839901-1dc1-4a89-a116-0d1c1b8f1daf None None] Pushing event updated for resources: {'Port': ['ID=d452074f-f555-4ead-a8a1-3780dacae3cb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:47.753447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.766184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Calling delete_port for 97dd8736-952f-4313-b21b-70959adf4598 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:47.787139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Provisioning complete for port d452074f-f555-4ead-a8a1-3780dacae3cb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:47.787459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.891947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Provisioning complete for port 97dd8736-952f-4313-b21b-70959adf4598 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:47.892937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.927864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Port 97dd8736-952f-4313-b21b-70959adf4598 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:47.939517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Provisioning complete for port d2e6e9d4-cf1a-47df-a42b-b5d309688066 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:47.939900 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.979810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:47.983865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-34c0f649-6346-4083-a0b2-943686eb428e None None] Port d2e6e9d4-cf1a-47df-a42b-b5d309688066 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:48.013334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Port': ['ID=97dd8736-952f-4313-b21b-70959adf4598,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:48.105149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8634457a-4a04-4bff-81e6-270249ecc260 None None] Provisioning complete for port d2e6e9d4-cf1a-47df-a42b-b5d309688066 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:48.105717 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8634457a-4a04-4bff-81e6-270249ecc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:48.132943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:48.137121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f5aed0d0-43ee-4fe8-9a89-230542557ec7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/ports/97dd8736-952f-4313-b21b-70959adf4598 HTTP/1.1" status: 204 len: 168 time: 0.6155238 Nov 11 21:11:48.139725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:48.145937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8634457a-4a04-4bff-81e6-270249ecc260 None None] Port d2e6e9d4-cf1a-47df-a42b-b5d309688066 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:48.165703 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12cc266-1aad-476c-80f8-a06d1e605475 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] GET failed (client error): The resource could not be found. Nov 11 21:11:48.167461 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d12cc266-1aad-476c-80f8-a06d1e605475 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "GET /v2.0/ports/97dd8736-952f-4313-b21b-70959adf4598 HTTP/1.1" status: 404 len: 333 time: 0.0265789 Nov 11 21:11:48.170902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:48.175658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-749707492'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:48.203823 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:11:48.261703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cc0fbcc9-cdce-464f-8475-50d32729693b None None] Could not find standard attr ID for object 97dd8736-952f-4313-b21b-70959adf4598. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:11:48.312744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d452074f-f555-4ead-a8a1-3780dacae3cb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:11:48.367611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:48.372657 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:48.381636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d452074f-f555-4ead-a8a1-3780dacae3cb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:48.382244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:48.392621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] device_id is not set on port 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:48.806567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Allocated IP 2001:db8::1e1 (686d61cc-2a22-47ac-a656-a8f95820bc38/16563a74-0541-4609-8355-b3ae07ffafcf/7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:48.975789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.087682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.128244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:49.131218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:49.137583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:49.143497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:49.144122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.157325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:49.233383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-20a69c26-eb43-4135-9000-872f581e87be tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0614383 Nov 11 21:11:49.235973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:49.241215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:a0:ce:18'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:49.314063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.394091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-508ed4b7-8adc-41ae-b566-c3d4938a69b6 None None] Provisioning complete for port 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:49.394684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508ed4b7-8adc-41ae-b566-c3d4938a69b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.436335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-508ed4b7-8adc-41ae-b566-c3d4938a69b6 None None] Port 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:49.495733 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.590626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.628590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] In _notify_port_updated(), no bound segment for port 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 on network 686d61cc-2a22-47ac-a656-a8f95820bc38 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:11:49.634220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:49.641165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.641165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "PUT /v2.0/ports/7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 HTTP/1.1" status: 200 len: 1002 time: 0.3992186 Nov 11 21:11:49.641678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:49.655205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c3b54-3b91-44c5-b739-f4fe22ac13c9 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:49.738284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting port 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:49.738714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.829647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.842901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Calling delete_port for 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:49.863390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-216adfa1-863e-4a40-897f-d7fd4bef1444 None None] Provisioning complete for port 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:49.863764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-216adfa1-863e-4a40-897f-d7fd4bef1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:49.896694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-216adfa1-863e-4a40-897f-d7fd4bef1444 None None] Port 7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:50.043125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:50.073954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Port': ['ID=7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:50.087338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.087632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.087982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.089506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.089506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.089724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.090033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.090373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.090704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.091033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.091364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.091691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:11:50.204369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:50.207599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-248bd930-c830-4418-adc4-f185552e8b0d tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/ports/7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 HTTP/1.1" status: 204 len: 168 time: 0.5675421 Nov 11 21:11:50.210324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:50.236425 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5423090-b8a3-4bca-9f85-1eeac5b57c11 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] GET failed (client error): The resource could not be found. Nov 11 21:11:50.238097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f5423090-b8a3-4bca-9f85-1eeac5b57c11 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "GET /v2.0/ports/7340aee4-7f8c-4b1f-ad38-3e478f9b5fb5 HTTP/1.1" status: 404 len: 333 time: 0.0267329 Nov 11 21:11:50.241735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40600) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:50.247575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-179124698'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:50.418281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:50.422170 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:50.440797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] device_id is not set on port 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:50.566969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Allocated IP 2001:db8::2c7 (686d61cc-2a22-47ac-a656-a8f95820bc38/16563a74-0541-4609-8355-b3ae07ffafcf/21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:50.727611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:50.818891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:50.862884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:50.867962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:50.870638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:50.880371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:50.880371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:50.892567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:50.954300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f3d02c83-1a4f-40eb-84a8-6fd535b06307 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7108295 Nov 11 21:11:50.956087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:50.962504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a0:ce:18'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:51.045231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.129972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cd475c2e-7f47-45e9-ae09-b31f169eefed None None] Provisioning complete for port 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:51.130503 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cd475c2e-7f47-45e9-ae09-b31f169eefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.167488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cd475c2e-7f47-45e9-ae09-b31f169eefed None None] Port 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:51.231578 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.298096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.330569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] In _notify_port_updated(), no bound segment for port 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 on network 686d61cc-2a22-47ac-a656-a8f95820bc38 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:11:51.336130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:51.336787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.338120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "PUT /v2.0/ports/21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 HTTP/1.1" status: 200 len: 1002 time: 0.3806298 Nov 11 21:11:51.341696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:51.380359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3195c-6cd5-4402-a6d9-f681b5cbac21 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:51.448241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting port 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:51.448674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.547417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.560002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Calling delete_port for 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:51.591458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5a58c1f7-9751-486d-ae00-a59db606782c None None] Provisioning complete for port 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:51.592320 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a58c1f7-9751-486d-ae00-a59db606782c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.630657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5a58c1f7-9751-486d-ae00-a59db606782c None None] Port 21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:51.762792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.794820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Port': ['ID=21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:51.818642 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:51.821836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a1523b63-1ff2-48d9-8079-70a25f13de8c tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/ports/21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 HTTP/1.1" status: 204 len: 168 time: 0.4791298 Nov 11 21:11:51.825208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40628) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:51.851549 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-776a9149-d8e3-4f3b-ba59-1929fe138c07 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] GET failed (client error): The resource could not be found. Nov 11 21:11:51.853257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-776a9149-d8e3-4f3b-ba59-1929fe138c07 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "GET /v2.0/ports/21acd7b0-c1a1-4d9e-8a0a-d2ddbcaf2a57 HTTP/1.1" status: 404 len: 333 time: 0.0264392 Nov 11 21:11:51.857086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:51.862061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1437931921'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:52.053140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:52.057153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:52.077284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] device_id is not set on port 1da7462a-e164-4d50-990f-5c23257ac165 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:52.110244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:52.195760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Allocated IP 2001:db8::302 (686d61cc-2a22-47ac-a656-a8f95820bc38/16563a74-0541-4609-8355-b3ae07ffafcf/1da7462a-e164-4d50-990f-5c23257ac165) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:52.344793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:52.441730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:52.484463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:52.489562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:52.493359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:52.499926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:52.500593 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:52.511071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=1da7462a-e164-4d50-990f-5c23257ac165,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:52.599336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40634) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:52.599934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1760151-45a9-45ca-ad1c-6067916244ad tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7390423 Nov 11 21:11:52.602765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'network_id': '686d61cc-2a22-47ac-a656-a8f95820bc38', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-790001280'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:52.760785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-66b7fc6a-9355-45db-9fa0-7d0257cd3a46 None None] Provisioning complete for port 1da7462a-e164-4d50-990f-5c23257ac165 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:52.761378 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66b7fc6a-9355-45db-9fa0-7d0257cd3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:52.799457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-66b7fc6a-9355-45db-9fa0-7d0257cd3a46 None None] Port 1da7462a-e164-4d50-990f-5c23257ac165 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:52.807165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Made reservation on behalf of 4f1d25304d104351b2b049a26cb1e7c7 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:52.811768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:52.830629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] device_id is not set on port 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:11:52.946992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Allocated IP 2001:db8::35 (686d61cc-2a22-47ac-a656-a8f95820bc38/16563a74-0541-4609-8355-b3ae07ffafcf/29e897c0-ed71-4d6b-ac1f-ca20f8f528ec) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:53.115196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.294399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.339581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:11:53.348848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:11:53.349526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:11:53.356033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:53.356838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.366354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=29e897c0-ed71-4d6b-ac1f-ca20f8f528ec,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:53.450673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e45e1e08-43ab-4293-8150-80996b2d44ce tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8522768 Nov 11 21:11:53.453682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:53.459114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b7', 'mac_address': 'fa:16:3e:a0:ce:18'}, {'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:51:50:12'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:53.625210 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.630739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b6ec444f-33a3-45b8-80b9-a1de20ac6905 None None] Provisioning complete for port 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:53.631224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b6ec444f-33a3-45b8-80b9-a1de20ac6905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.668631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec444f-33a3-45b8-80b9-a1de20ac6905 None None] Port 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:53.812383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.874229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.910011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] In _notify_port_updated(), no bound segment for port 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec on network 686d61cc-2a22-47ac-a656-a8f95820bc38 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:11:53.915542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:53.916204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:53.920386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "PUT /v2.0/ports/29e897c0-ed71-4d6b-ac1f-ca20f8f528ec HTTP/1.1" status: 200 len: 1066 time: 0.4628160 Nov 11 21:11:53.920499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:53.956849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273565fe-9832-4df6-8816-6b7f12aef87e tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event updated for resources: {'Port': ['ID=29e897c0-ed71-4d6b-ac1f-ca20f8f528ec,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:54.032281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting port 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:54.032624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:54.134432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:54.149351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Calling delete_port for 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:54.199280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c87539c6-0e2e-4317-b036-3219eafed521 None None] Provisioning complete for port 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:11:54.199803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c87539c6-0e2e-4317-b036-3219eafed521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:54.240432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c87539c6-0e2e-4317-b036-3219eafed521 None None] Port 29e897c0-ed71-4d6b-ac1f-ca20f8f528ec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:11:54.350133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:54.380349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Port': ['ID=29e897c0-ed71-4d6b-ac1f-ca20f8f528ec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:54.858927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:54.862288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-92768c43-ab23-449a-9cf8-f7ad96abc4f3 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/ports/29e897c0-ed71-4d6b-ac1f-ca20f8f528ec HTTP/1.1" status: 204 len: 168 time: 0.9407895 Nov 11 21:11:54.864852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:54.889172 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e6710a-7361-4a13-ad71-073a6ebe2837 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] GET failed (client error): The resource could not be found. Nov 11 21:11:54.890722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-90e6710a-7361-4a13-ad71-073a6ebe2837 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "GET /v2.0/ports/29e897c0-ed71-4d6b-ac1f-ca20f8f528ec HTTP/1.1" status: 404 len: 333 time: 0.0249436 Nov 11 21:11:54.893767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:54.986458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting port 1da7462a-e164-4d50-990f-5c23257ac165 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:54.987177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.075851 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.088458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Calling delete_port for 1da7462a-e164-4d50-990f-5c23257ac165 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:55.274153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.309817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Port': ['ID=1da7462a-e164-4d50-990f-5c23257ac165,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:55.331385 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.337184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-57eb6666-907d-4cb2-92f1-316844a7fbc1 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/ports/1da7462a-e164-4d50-990f-5c23257ac165 HTTP/1.1" status: 204 len: 168 time: 0.4400957 Nov 11 21:11:55.337934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:55.365670 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac69630-cf1c-4948-9395-44a7c728e6d4 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] GET failed (client error): The resource could not be found. Nov 11 21:11:55.367501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eac69630-cf1c-4948-9395-44a7c728e6d4 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "GET /v2.0/ports/1da7462a-e164-4d50-990f-5c23257ac165 HTTP/1.1" status: 404 len: 333 time: 0.0285609 Nov 11 21:11:55.372552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40660) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:55.470462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting port d2e6e9d4-cf1a-47df-a42b-b5d309688066 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:55.470725 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.573249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.586919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Calling delete_port for d2e6e9d4-cf1a-47df-a42b-b5d309688066 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:55.790046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.827173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Port': ['ID=d2e6e9d4-cf1a-47df-a42b-b5d309688066,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:55.852174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.855633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3f094fa9-bfe6-4e01-b867-3882ce02150a tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/ports/d2e6e9d4-cf1a-47df-a42b-b5d309688066 HTTP/1.1" status: 204 len: 168 time: 0.4820426 Nov 11 21:11:55.858286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:55.916909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting subnet 16563a74-0541-4609-8355-b3ae07ffafcf {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:11:55.920698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:55.978472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.072979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.200619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.228682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Subnet': ['ID=16563a74-0541-4609-8355-b3ae07ffafcf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:56.234848 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.236365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5730c054-b826-48fa-ac86-acec2f6bee88 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/subnets/16563a74-0541-4609-8355-b3ae07ffafcf HTTP/1.1" status: 204 len: 168 time: 0.3769689 Nov 11 21:11:56.237649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40666) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:56.238252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfdc68e-3144-462d-a13d-1421b3f57dc8 None None] Network 686d61cc-2a22-47ac-a656-a8f95820bc38 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:11:56.330174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.397744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Deleting port d452074f-f555-4ead-a8a1-3780dacae3cb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:56.398371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.456010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] DHCP port deletion for 686d61cc-2a22-47ac-a656-a8f95820bc38 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:11:56.470014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] For port d452074f-f555-4ead-a8a1-3780dacae3cb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d452074f-f555-4ead-a8a1-3780dacae3cb,segment=NetworkSegment(79414d1a-8b27-4165-8477-b2eec0e4237d),segment_id=79414d1a-8b27-4165-8477-b2eec0e4237d)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:56.470644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.486125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Calling delete_port for d452074f-f555-4ead-a8a1-3780dacae3cb owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:56.508384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] Deleting port d452074f-f555-4ead-a8a1-3780dacae3cb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:11:56.508766 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.575051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] For port d452074f-f555-4ead-a8a1-3780dacae3cb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d452074f-f555-4ead-a8a1-3780dacae3cb,segment=NetworkSegment(79414d1a-8b27-4165-8477-b2eec0e4237d),segment_id=79414d1a-8b27-4165-8477-b2eec0e4237d)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:11:56.575456 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.592670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] Calling delete_port for d452074f-f555-4ead-a8a1-3780dacae3cb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:11:56.665103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-0edac6dd-2afc-4eb7-b03c-b240c5891e5a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:56.666604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-0edac6dd-2afc-4eb7-b03c-b240c5891e5a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.1158357 Nov 11 21:11:56.667786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.673485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.702294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] Pushing event deleted for resources: {'Port': ['ID=d452074f-f555-4ead-a8a1-3780dacae3cb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:56.707345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe635fa7-e697-459d-8a2b-8c56c190bf17 None None] No DVR routers for this DVR port d452074f-f555-4ead-a8a1-3780dacae3cb on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:11:56.707480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] No DVR routers for this DVR port d452074f-f555-4ead-a8a1-3780dacae3cb on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:11:56.715916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Port': ['ID=d452074f-f555-4ead-a8a1-3780dacae3cb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:56.723898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-b0a68d77-6ad3-4d88-9ba7-cd2592510499 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/quotas/63f29aadd1624856a95784709729cc68 HTTP/1.1" status: 200 len: 375 time: 0.0486341 Nov 11 21:11:56.836649 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.863970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-0246fb1e-0714-45c0-b931-b20a619d9390 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1160505 Nov 11 21:11:56.867147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686d61cc-2a22-47ac-a656-a8f95820bc38']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:56.884453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79414d1a-8b27-4165-8477-b2eec0e4237d') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:56.884748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79414d1a-8b27-4165-8477-b2eec0e4237d') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:11:56.908521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.951865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.963061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:11:56.963447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:11:56.967033 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:11:57.035948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-7801e532-dc8e-4646-86c5-3cd8576236b5 service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615794 Nov 11 21:11:57.097631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:57.110274 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:57.111582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] 10.222.0.31 "DELETE /v2.0/networks/686d61cc-2a22-47ac-a656-a8f95820bc38 HTTP/1.1" status: 204 len: 168 time: 0.8728008 Nov 11 21:11:57.124660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c4e97-89c0-4ee4-a7d8-e08116303cb7 tempest-AllowedAddressPairIpV6TestJSON-39293372 tempest-AllowedAddressPairIpV6TestJSON-39293372-project] Pushing event deleted for resources: {'Network': ['ID=686d61cc-2a22-47ac-a656-a8f95820bc38,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:57.153645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-f6829765-0a83-4949-a0fe-7f13e0061ee9 service neutron] 10.222.0.31 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113474 Nov 11 21:11:57.234116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:57.410769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e37d99e-c70a-4766-b4ca-cabb52c4e9b7 req-6d3e9d36-f470-4179-a2c7-b158e62a6eff tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 210 time: 0.0276196 Nov 11 21:11:57.635002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40698) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:57.774243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a04d8030-b1ba-4864-b873-1ef3e0808313 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f1d25304d104351b2b049a26cb1e7c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379559 Nov 11 21:11:57.776640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:57.825208 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4587ba1c-dc3b-4b40-adcd-709568cc4874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:57.846721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4587ba1c-dc3b-4b40-adcd-709568cc4874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:57.942518 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4587ba1c-dc3b-4b40-adcd-709568cc4874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:57.945288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4587ba1c-dc3b-4b40-adcd-709568cc4874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:57.950070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4587ba1c-dc3b-4b40-adcd-709568cc4874 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05c2abca-04fe-467b-b2bf-45335be40f2d HTTP/1.1" status: 204 len: 168 time: 0.1681817 Nov 11 21:11:57.955944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587ba1c-dc3b-4b40-adcd-709568cc4874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c2abca-04fe-467b-b2bf-45335be40f2d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:58.255953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d452074f-f555-4ead-a8a1-3780dacae3cb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:11:58.277943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d452074f-f555-4ead-a8a1-3780dacae3cb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:11:58.278301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d452074f-f555-4ead-a8a1-3780dacae3cb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:11:58.515023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34b293e5-5f40-4bf3-a89e-1cf534c251a9 req-36acbd90-6b4a-40f2-aa54-77a8ed6244e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 210 time: 0.0333619 Nov 11 21:11:59.019903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:59.115865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1489900521'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:59.224084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:59.227631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.236709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.316491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.418356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.443076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:11:59.458806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd7e6e-fca7-44fe-8830-aff2166c1b37,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:59.461693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.462048 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Added segment d83b64a9-3b2e-48da-9247-ffbeaf215e20 of type vlan for network 311da805-aa03-4b5d-bb3a-08ee2886711a Nov 11 21:11:59.503640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.511913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-dac44f97-6b4d-453e-978e-6100c14a3a5b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:59.514351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-dac44f97-6b4d-453e-978e-6100c14a3a5b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 813 time: 0.1054301 Nov 11 21:11:59.528203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Request body: {'port': {'device_id': '47fef1df-dc63-474c-aa5c-6bd309207873', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'admin_state_up': True, 'tenant_id': '63f29aadd1624856a95784709729cc68'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:59.618237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.619929 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56ac96f6-ccc0-4f15-b3a8-d6e0dbbcff38 req-1ec15a79-488a-4c60-bc86-ef4aed4c3810 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 210 time: 0.0327609 Nov 11 21:11:59.624218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:11:59.624936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.691859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Network': ['ID=311da805-aa03-4b5d-bb3a-08ee2886711a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:11:59.704806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:11:59.744395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1f930a71-3cf7-44b7-a8fe-35e4965e14ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7201831 Nov 11 21:11:59.745222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:11:59.752456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:11:59.841978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Made reservation on behalf of 63f29aadd1624856a95784709729cc68 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:59.845867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:11:59.975321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Allocated IP 172.20.0.12 (b303cbed-18e7-4067-ba04-3d7918065b7d/a0945ab3-9f12-4f47-a1e7-620138b8caa1/86d853d0-c072-47d8-ab56-2bc78c14177c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:11:59.977113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:11:59.980930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.122919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.212730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.226515 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f', '1a722b13-f46d-4c52-8fc0-e8362b30eb43'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:00.228972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7265a186-026b-4611-9651-1d17e803d042'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:00.235525 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.261131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Network b303cbed-18e7-4067-ba04-3d7918065b7d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:00.267867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:00.272107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:00.316470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event updated for resources: {'Port': ['ID=86d853d0-c072-47d8-ab56-2bc78c14177c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:00.322429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=b0e032fa-0c83-4fcb-b80e-9ba42908b19b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:00.328115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:00.328803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.332030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:00.332540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network hostable DHCP agents. Network: 311da805-aa03-4b5d-bb3a-08ee2886711a, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:12:00.410172 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-4f732b55-efca-4a59-b36a-8b3817a8cb54 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8865635 Nov 11 21:12:00.412451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:12:00.423398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Request body: {'port': {'device_id': '47fef1df-dc63-474c-aa5c-6bd309207873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:00.479472 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.492461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 311da805-aa03-4b5d-bb3a-08ee2886711a) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:00.502894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:00.503353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.505092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8690c4-9ec0-404c-9173-06083c22125e None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:00.576187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9fa676e8-2ef3-43ac-afb8-a256f04192f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8295889 Nov 11 21:12:00.579319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40742) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:00.585735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'name': 'tempest-NetworksTestDHCPv6-299230463'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:00.760834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:00.764939 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.786343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:00.812470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6c0d6-8fa1-4c76-8a33-2c17375dbdfa req-28c209e5-d42f-4543-bc4d-7a23d360df1b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:00.813858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e4d6c0d6-8fa1-4c76-8a33-2c17375dbdfa req-28c209e5-d42f-4543-bc4d-7a23d360df1b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 932 time: 0.1078403 Nov 11 21:12:00.814194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': 'b0e032fa-0c83-4fcb-b80e-9ba42908b19b'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:00.815067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.834908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d853d0-c072-47d8-ab56-2bc78c14177c {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:12:00.849633 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:00.882411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Transition to ACTIVE for port object 86d853d0-c072-47d8-ab56-2bc78c14177c will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:12:00.903374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e4d6c0d6-8fa1-4c76-8a33-2c17375dbdfa req-2af72faf-ae47-46e6-80e3-894b3e3e103f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Nov 11 21:12:00.925292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::306 (311da805-aa03-4b5d-bb3a-08ee2886711a/b0e032fa-0c83-4fcb-b80e-9ba42908b19b/2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:00.945175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.008269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=86d853d0-c072-47d8-ab56-2bc78c14177c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:01.076868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Attempting to bind port 86d853d0-c072-47d8-ab56-2bc78c14177c on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:01.077205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Attempting to bind port 86d853d0-c072-47d8-ab56-2bc78c14177c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:01.077536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Attempting to bind port 86d853d0-c072-47d8-ab56-2bc78c14177c on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:01.082230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Port 86d853d0-c072-47d8-ab56-2bc78c14177c on network b303cbed-18e7-4067-ba04-3d7918065b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:12:01.082553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Attempting to bind port 86d853d0-c072-47d8-ab56-2bc78c14177c on network b303cbed-18e7-4067-ba04-3d7918065b7d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:01.087484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:01.087824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Checking segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:01.088244 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Bound using segment: {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:01.088675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Bound port: 86d853d0-c072-47d8-ab56-2bc78c14177c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48161d5d-3fef-4677-a0c3-f3821e94c241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:01.089041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.093675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.153553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] For port 86d853d0-c072-47d8-ab56-2bc78c14177c, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:01.156576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] For port 86d853d0-c072-47d8-ab56-2bc78c14177c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=86d853d0-c072-47d8-ab56-2bc78c14177c,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:01.213113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.241461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.257129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:01.260173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:01.266421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:01.269924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/b0e032fa-0c83-4fcb-b80e-9ba42908b19b/ad9fd1fb-07d8-4711-914a-efe3bedfca79) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:01.272483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:01.273113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.283205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:01.285446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.285446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] 10.222.0.58 "PUT /v2.0/ports/86d853d0-c072-47d8-ab56-2bc78c14177c HTTP/1.1" status: 200 len: 1092 time: 0.8668647 Nov 11 21:12:01.286015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fef1df-dc63-474c-aa5c-6bd309207873', 'tag': '86d853d0-c072-47d8-ab56-2bc78c14177c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:12:01.288359 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f169175d-177a-4741-8332-d6e984fee10a" -d '{"events": [{"name": "network-changed", "server_uuid": "47fef1df-dc63-474c-aa5c-6bd309207873", "tag": "86d853d0-c072-47d8-ab56-2bc78c14177c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:12:01.292589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:01.315135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60be99-5755-4a3e-aff4-72bad1322ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=86d853d0-c072-47d8-ab56-2bc78c14177c,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:01.343085 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fce134-3ac0-42ef-ad17-aa1c34dcd3c5 x-openstack-request-id: req-03fce134-3ac0-42ef-ad17-aa1c34dcd3c5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:12:01.343374 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fef1df-dc63-474c-aa5c-6bd309207873", "tag": "86d853d0-c072-47d8-ab56-2bc78c14177c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:12:01.343627 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03fce134-3ac0-42ef-ad17-aa1c34dcd3c5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:12:01.344084 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fef1df-dc63-474c-aa5c-6bd309207873', 'tag': '86d853d0-c072-47d8-ab56-2bc78c14177c', 'status': 'completed', 'code': 200} Nov 11 21:12:01.381542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a770aa45-7b52-4431-a847-b70f19576cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8007765 Nov 11 21:12:01.384023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:01.422604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169175d-177a-4741-8332-d6e984fee10a req-6a62b732-f913-4016-8cda-ec627b6dd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:01.425041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f169175d-177a-4741-8332-d6e984fee10a req-6a62b732-f913-4016-8cda-ec627b6dd45e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 1095 time: 0.0548701 Nov 11 21:12:01.445466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622caeae-05f1-4095-8ef4-679d9458db3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:01.447300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-622caeae-05f1-4095-8ef4-679d9458db3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0621855 Nov 11 21:12:01.453711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.454133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:01.510126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.548896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:01.553693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:01.557201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:01.565003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Pushing event updated for resources: {'Port': ['ID=ad9fd1fb-07d8-4711-914a-efe3bedfca79,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:01.589699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169175d-177a-4741-8332-d6e984fee10a req-470fb375-0dca-4b29-a0dd-88fd3c4dac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:01.591532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f169175d-177a-4741-8332-d6e984fee10a req-470fb375-0dca-4b29-a0dd-88fd3c4dac5f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=63f29aadd1624856a95784709729cc68&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1586158 Nov 11 21:12:01.615147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Attempting to bind port ad9fd1fb-07d8-4711-914a-efe3bedfca79 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:01.615529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Attempting to bind port ad9fd1fb-07d8-4711-914a-efe3bedfca79 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:01.615896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Attempting to bind port ad9fd1fb-07d8-4711-914a-efe3bedfca79 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:01.620858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:01.621858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:01.622273 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.622669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:01.623154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Bound port: ad9fd1fb-07d8-4711-914a-efe3bedfca79, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:01.623519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.634283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:01.634629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.688321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] For port ad9fd1fb-07d8-4711-914a-efe3bedfca79, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:01.691329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] For port ad9fd1fb-07d8-4711-914a-efe3bedfca79, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad9fd1fb-07d8-4711-914a-efe3bedfca79,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:01.755285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169175d-177a-4741-8332-d6e984fee10a req-00eccb6e-32b7-4490-a090-f219ebd2e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:01.756816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f169175d-177a-4741-8332-d6e984fee10a req-00eccb6e-32b7-4490-a090-f219ebd2e1d2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573238 Nov 11 21:12:01.761257 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.772184 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.790284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:01.822141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3fa34-7a60-45c2-9483-75d8674a5d76 None None] Pushing event updated for resources: {'Port': ['ID=ad9fd1fb-07d8-4711-914a-efe3bedfca79,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:01.890357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-dba8ffac-0cb8-4695-b603-ded43c181e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:01.891921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-dba8ffac-0cb8-4695-b603-ded43c181e84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 1095 time: 0.0931118 Nov 11 21:12:01.919719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dafce9d8-6d72-42b8-8c98-35ea68fed0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:01.941048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-5c1b5fe7-4b0a-4ae7-b61f-eb6e567e7986 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d853d0-c072-47d8-ab56-2bc78c14177c HTTP/1.1" status: 200 len: 217 time: 0.0369613 Nov 11 21:12:02.052009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-506e9d8d-a4e3-4cd6-aa8f-3aaa42644c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:02.053511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-506e9d8d-a4e3-4cd6-aa8f-3aaa42644c6e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.1046259 Nov 11 21:12:02.073476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741a32-20a1-4394-9b6c-04616a91c01a req-8a10fce9-81fc-46f4-88b9-1a27d0af5ff3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:02.075834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b741a32-20a1-4394-9b6c-04616a91c01a req-8a10fce9-81fc-46f4-88b9-1a27d0af5ff3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 944 time: 0.0841787 Nov 11 21:12:02.097468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-7cbe951a-4eb5-428b-b8b9-521dd52b7898 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362697 Nov 11 21:12:02.117094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.132274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b741a32-20a1-4394-9b6c-04616a91c01a req-0bfffca5-5403-4625-8843-6445ae847267 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 Nov 11 21:12:02.196864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:02.229122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.233180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0046302b-3b13-4020-9052-d52e02608964 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15 HTTP/1.1" status: 204 len: 168 time: 0.7780168 Nov 11 21:12:02.235712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:02.267157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-d1957416-0bec-4889-bd49-3ec71a006dfd service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591275 Nov 11 21:12:02.282143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad9fd1fb-07d8-4711-914a-efe3bedfca79 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:02.331030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84b036-3763-4251-a4a0-700cf2784fbd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:02.332688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84b036-3763-4251-a4a0-700cf2784fbd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:02.334271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bf84b036-3763-4251-a4a0-700cf2784fbd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0975282 Nov 11 21:12:02.337671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ad9fd1fb-07d8-4711-914a-efe3bedfca79 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:02.338057 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.338420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:02.372646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4e765ead-86fc-46e1-9a48-6f4f952a1ead req-6dabec8c-e5c3-4b5a-8780-2991f045c480 service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970919 Nov 11 21:12:02.396686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet b0e032fa-0c83-4fcb-b80e-9ba42908b19b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:02.399908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.428007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.446316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.462994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port ad9fd1fb-07d8-4711-914a-efe3bedfca79, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad9fd1fb-07d8-4711-914a-efe3bedfca79,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:02.550348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.558257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.606296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=ad9fd1fb-07d8-4711-914a-efe3bedfca79,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:02.709025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.740748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e032fa-0c83-4fcb-b80e-9ba42908b19b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:02.746742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.750298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb385b0f-1205-4c0f-b763-eb9fd78a2433 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/b0e032fa-0c83-4fcb-b80e-9ba42908b19b HTTP/1.1" status: 204 len: 168 time: 0.4109015 Nov 11 21:12:02.753086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:02.793798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cdb980f9-44c3-4f71-b59e-bb2fb8e4da09 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392270 Nov 11 21:12:02.796699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40766) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:02.801725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:02.820672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dafcad-318f-4163-891f-2361628ceff3 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:02.895069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7529e520-3752-4352-b4c0-686f6c0ceb57 None None] Provisioning complete for port ad9fd1fb-07d8-4711-914a-efe3bedfca79 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:02.895740 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7529e520-3752-4352-b4c0-686f6c0ceb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:02.978350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:02.988872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.060893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:03.109445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] Deleting port ad9fd1fb-07d8-4711-914a-efe3bedfca79 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:03.109822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.181338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] For port ad9fd1fb-07d8-4711-914a-efe3bedfca79, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad9fd1fb-07d8-4711-914a-efe3bedfca79,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:03.181751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.196233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] Calling delete_port for ad9fd1fb-07d8-4711-914a-efe3bedfca79 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:03.343772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.369907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] Pushing event deleted for resources: {'Port': ['ID=ad9fd1fb-07d8-4711-914a-efe3bedfca79,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:03.377726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e611d-777d-4343-8770-b3c2b72b4938 None None] No DVR routers for this DVR port ad9fd1fb-07d8-4711-914a-efe3bedfca79 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:03.502402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8b008-9eeb-4b81-81aa-d805b36f4a63 req-1b8b547a-a5fb-4442-97ea-f89bd311dc24 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:03.503759 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8fe8b008-9eeb-4b81-81aa-d805b36f4a63 req-1b8b547a-a5fb-4442-97ea-f89bd311dc24 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 944 time: 0.0991597 Nov 11 21:12:03.557116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8fe8b008-9eeb-4b81-81aa-d805b36f4a63 req-684004f1-ddc9-4d7a-914e-e05a9016e2d7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Nov 11 21:12:03.560979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.602977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:03.608296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:03.612452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:03.629038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.629370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfb14f-4e86-460a-a4ff-f6d921fe3a6e None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:03.629484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=acdae971-87ef-4de8-9145-4eb4e1affd03,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:03.730000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0eea9422-68e1-4a0a-8c23-6950bb229aef tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9320724 Nov 11 21:12:03.733058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:03.737995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'name': 'tempest-NetworksTestDHCPv6-938325864'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:03.773539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': 'acdae971-87ef-4de8-9145-4eb4e1affd03'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:03.774435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.912948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/acdae971-87ef-4de8-9145-4eb4e1affd03/dba544a0-f0a7-49ec-a569-e41c57c38c2b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:03.931224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:03.935031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:03.953796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 821a2b21-c52e-4b3d-a5dc-e2bc323f98a5 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:04.064697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.125881 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.161726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:04.164472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:04.170749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:04.179592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Pushing event updated for resources: {'Port': ['ID=dba544a0-f0a7-49ec-a569-e41c57c38c2b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:04.182561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::120 (311da805-aa03-4b5d-bb3a-08ee2886711a/acdae971-87ef-4de8-9145-4eb4e1affd03/821a2b21-c52e-4b3d-a5dc-e2bc323f98a5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:04.232043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Attempting to bind port dba544a0-f0a7-49ec-a569-e41c57c38c2b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:04.232450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Attempting to bind port dba544a0-f0a7-49ec-a569-e41c57c38c2b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:04.232877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Attempting to bind port dba544a0-f0a7-49ec-a569-e41c57c38c2b on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:04.238544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:04.239132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:04.239507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.239929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:04.240441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Bound port: dba544a0-f0a7-49ec-a569-e41c57c38c2b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:04.240828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.257392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad9fd1fb-07d8-4711-914a-efe3bedfca79 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:04.302402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ad9fd1fb-07d8-4711-914a-efe3bedfca79 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:04.302775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad9fd1fb-07d8-4711-914a-efe3bedfca79 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:04.342699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] For port dba544a0-f0a7-49ec-a569-e41c57c38c2b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:04.346277 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.346419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] For port dba544a0-f0a7-49ec-a569-e41c57c38c2b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dba544a0-f0a7-49ec-a569-e41c57c38c2b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:04.423681 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6399-be63-42d9-9293-9a4dfeaa7623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.452672 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.452913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.498914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:04.502161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:04.509794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:04.515841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:04.516581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:04.517258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ca42-9623-461e-8c33-309a3d85affd None None] Pushing event updated for resources: {'Port': ['ID=dba544a0-f0a7-49ec-a569-e41c57c38c2b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:04.532995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=821a2b21-c52e-4b3d-a5dc-e2bc323f98a5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:04.710586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb80415-1920-4c27-addb-68cd2d6d8c95 req-256995df-0455-4f00-a54c-67efa7ede93f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:04.712118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb80415-1920-4c27-addb-68cd2d6d8c95 req-256995df-0455-4f00-a54c-67efa7ede93f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 944 time: 0.0808461 Nov 11 21:12:04.755659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-48aedbd5-f717-4186-a99b-edc4ed777a8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0215182 Nov 11 21:12:04.758201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:04.774497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcb80415-1920-4c27-addb-68cd2d6d8c95 req-0154137f-55a8-4fed-8c23-105f507c4be3 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531573 Nov 11 21:12:04.843427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0783dc3-88cc-4b6b-a058-25b3f638f11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:04.849337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0783dc3-88cc-4b6b-a058-25b3f638f11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:04.850903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a0783dc3-88cc-4b6b-a058-25b3f638f11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0910518 Nov 11 21:12:04.853551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:04.944191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 821a2b21-c52e-4b3d-a5dc-e2bc323f98a5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:04.944541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.035238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.047529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 821a2b21-c52e-4b3d-a5dc-e2bc323f98a5 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:05.251118 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.279223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=821a2b21-c52e-4b3d-a5dc-e2bc323f98a5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:05.312167 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.315469 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1eb023aa-1d98-43fe-b892-994aca508ebf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/821a2b21-c52e-4b3d-a5dc-e2bc323f98a5 HTTP/1.1" status: 204 len: 168 time: 0.4609983 Nov 11 21:12:05.318085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40782) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:05.384093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1218296-a668-4533-820c-5435a99b4b4f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:05.385685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1218296-a668-4533-820c-5435a99b4b4f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:05.387363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d1218296-a668-4533-820c-5435a99b4b4f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0681281 Nov 11 21:12:05.390037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40784) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:05.444656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet acdae971-87ef-4de8-9145-4eb4e1affd03 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:05.448138 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.496309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.544315 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.576562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Provisioning complete for port dba544a0-f0a7-49ec-a569-e41c57c38c2b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:05.577097 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.585138 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.664817 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.704708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.735802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=acdae971-87ef-4de8-9145-4eb4e1affd03,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:05.738154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:05.743561 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:12:05.743922 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:12:05.744094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:05.744566 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9572bbe8-f8c8-484b-8a0d-b5a40910e6bf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/acdae971-87ef-4de8-9145-4eb4e1affd03 HTTP/1.1" status: 204 len: 168 time: 0.3534348 Nov 11 21:12:05.785714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-21999806-e673-43e6-af6c-ba8114587f8e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404048 Nov 11 21:12:05.788911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:05.794631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:05.904505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7b852-4ff9-49b1-a7ff-38a4bdd967d2 req-1d55e8b9-9af4-474d-a59c-ae75519e717d tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:05.906193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19e7b852-4ff9-49b1-a7ff-38a4bdd967d2 req-1d55e8b9-9af4-474d-a59c-ae75519e717d tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 944 time: 0.0589440 Nov 11 21:12:05.937905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3daf5-feb1-4f4f-94c7-a98797028219 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:05.959789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19e7b852-4ff9-49b1-a7ff-38a4bdd967d2 req-28d16efe-3834-41f7-aa56-d0e850e524b9 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474691 Nov 11 21:12:05.966416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:05.977278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.112651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:06.160379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] Deleting port dba544a0-f0a7-49ec-a569-e41c57c38c2b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:06.160759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.211395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.226344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] For port dba544a0-f0a7-49ec-a569-e41c57c38c2b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dba544a0-f0a7-49ec-a569-e41c57c38c2b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:06.226767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.239571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] Calling delete_port for dba544a0-f0a7-49ec-a569-e41c57c38c2b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:06.251474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:06.254628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:06.260048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:06.260661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.274375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=b1bbfa72-3ebd-4d82-8fb9-024d235de1cc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:06.317748 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.365994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] For port dba544a0-f0a7-49ec-a569-e41c57c38c2b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dba544a0-f0a7-49ec-a569-e41c57c38c2b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:06.369476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-26fe9d90-faac-489d-ba09-29d80e454fea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5794010 Nov 11 21:12:06.372713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:06.377502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'name': 'tempest-NetworksTestDHCPv6-554316913'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:06.441555 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.492642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10351e-cb6a-4fac-b674-32b1e88d0348 None None] Pushing event updated for resources: {'Port': ['ID=dba544a0-f0a7-49ec-a569-e41c57c38c2b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:06.503333 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.530462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] Pushing event deleted for resources: {'Port': ['ID=dba544a0-f0a7-49ec-a569-e41c57c38c2b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:06.533891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e35e0-3dbe-4ab1-964a-e51d2bd462a1 None None] No DVR routers for this DVR port dba544a0-f0a7-49ec-a569-e41c57c38c2b on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:06.550474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af035305-dcba-44de-93b7-20ffb59006ca None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:06.576193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bce3f3fd-1377-4de1-8b3a-a57e0fd8cc7c None None] Could not find standard attr ID for object 821a2b21-c52e-4b3d-a5dc-e2bc323f98a5. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:06.594875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:06.598461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.617641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 0f1dd29a-07e6-47f5-ba82-784f15452aaf yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:06.700394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': 'b1bbfa72-3ebd-4d82-8fb9-024d235de1cc'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:06.701483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.758050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::1cf (311da805-aa03-4b5d-bb3a-08ee2886711a/b1bbfa72-3ebd-4d82-8fb9-024d235de1cc/0f1dd29a-07e6-47f5-ba82-784f15452aaf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:06.911384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:06.996515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.042651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:07.046235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:07.049945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:07.052011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/b1bbfa72-3ebd-4d82-8fb9-024d235de1cc/d253744f-8804-4f6e-82f2-5fecc624dde8) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:07.055908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:07.056869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.074911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.075889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=0f1dd29a-07e6-47f5-ba82-784f15452aaf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:07.099505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520fc0a-c658-4ad5-86c1-96496b915673 req-66442f96-8190-4897-859a-cd5080da2bf1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:07.101077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8520fc0a-c658-4ad5-86c1-96496b915673 req-66442f96-8190-4897-859a-cd5080da2bf1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 944 time: 0.0573590 Nov 11 21:12:07.137381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a3568045-f2ec-45ac-a9cf-bc8e4704bc6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7636175 Nov 11 21:12:07.138726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40808) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:07.159213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8520fc0a-c658-4ad5-86c1-96496b915673 req-556945f6-4744-44bc-b22e-ddc60bbf9204 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507638 Nov 11 21:12:07.210269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1b6fb-a76e-41e0-9496-a1901d88117f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:07.211883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-56d1b6fb-a76e-41e0-9496-a1901d88117f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0721574 Nov 11 21:12:07.214653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:07.309182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 0f1dd29a-07e6-47f5-ba82-784f15452aaf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:07.309652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.318217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 86d853d0-c072-47d8-ab56-2bc78c14177c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:12:07.412339 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.425920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 0f1dd29a-07e6-47f5-ba82-784f15452aaf owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:07.478084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 86d853d0-c072-47d8-ab56-2bc78c14177c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=86d853d0-c072-47d8-ab56-2bc78c14177c,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:07.499954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '86d853d0-c072-47d8-ab56-2bc78c14177c', 'network_id': 'b303cbed-18e7-4067-ba04-3d7918065b7d', 'port_id': '86d853d0-c072-47d8-ab56-2bc78c14177c', 'mac_address': 'fa:16:3e:5e:ec:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0945ab3-9f12-4f47-a1e7-620138b8caa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:12:07.501848 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.541534 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.554535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d853d0-c072-47d8-ab56-2bc78c14177c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:12:07.574558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 86d853d0-c072-47d8-ab56-2bc78c14177c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=86d853d0-c072-47d8-ab56-2bc78c14177c,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:07.600866 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.635022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.637752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:07.644702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:07.649183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:07.652441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Pushing event updated for resources: {'Port': ['ID=d253744f-8804-4f6e-82f2-5fecc624dde8,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:07.671037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=0f1dd29a-07e6-47f5-ba82-784f15452aaf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:07.697685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.701515 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d3aa49ca-be61-4ed1-b2d5-c5f06f850936 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/0f1dd29a-07e6-47f5-ba82-784f15452aaf HTTP/1.1" status: 204 len: 168 time: 0.4858930 Nov 11 21:12:07.704102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:07.712101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Attempting to bind port d253744f-8804-4f6e-82f2-5fecc624dde8 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:07.712503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Attempting to bind port d253744f-8804-4f6e-82f2-5fecc624dde8 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:07.712866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Attempting to bind port d253744f-8804-4f6e-82f2-5fecc624dde8 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:07.718597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:07.718978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:07.719420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.719803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:07.720298 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Bound port: d253744f-8804-4f6e-82f2-5fecc624dde8, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:07.728806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.728806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.787225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0779ae2-c259-4538-942a-53a549b6150a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:07.788846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0779ae2-c259-4538-942a-53a549b6150a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:07.792878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c0779ae2-c259-4538-942a-53a549b6150a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0853140 Nov 11 21:12:07.793033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:07.828058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=86d853d0-c072-47d8-ab56-2bc78c14177c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:07.850399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] For port d253744f-8804-4f6e-82f2-5fecc624dde8, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:07.850903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet b1bbfa72-3ebd-4d82-8fb9-024d235de1cc {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:07.854634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.854754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] For port d253744f-8804-4f6e-82f2-5fecc624dde8, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d253744f-8804-4f6e-82f2-5fecc624dde8,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:07.871574 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.896580 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.925587 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:07.984950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.016766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572cfc-be6e-40e1-b688-8127e3f498d2 None None] Pushing event updated for resources: {'Port': ['ID=d253744f-8804-4f6e-82f2-5fecc624dde8,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:08.094681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e9ec0-875e-4e00-982b-4d6087ec46a3 req-1b63e84a-0385-4721-98d7-a8c7615da4bd tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:08.096216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-818e9ec0-875e-4e00-982b-4d6087ec46a3 req-1b63e84a-0385-4721-98d7-a8c7615da4bd tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.0628328 Nov 11 21:12:08.130873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['86d853d0-c072-47d8-ab56-2bc78c14177c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:08.155268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-818e9ec0-875e-4e00-982b-4d6087ec46a3 req-d385b6b1-eb3c-40c4-ad09-cc3a144ce309 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525148 Nov 11 21:12:08.156862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.189046 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.192692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/b1bbfa72-3ebd-4d82-8fb9-024d235de1cc HTTP/1.1" status: 204 len: 168 time: 0.3987589 Nov 11 21:12:08.195238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:08.280767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-184c7003-a635-4636-9884-b2f8d36e8916 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809829 Nov 11 21:12:08.281860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:08.283983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dc5c6-25fd-495a-b544-c20b4519e7a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bbfa72-3ebd-4d82-8fb9-024d235de1cc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:08.339588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc930-4852-4ba8-9847-65df6d4fc911 req-6805948e-a88b-4c8c-8ef5-3ff7379a82f8 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:08.350568 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f73fc930-4852-4ba8-9847-65df6d4fc911 req-6805948e-a88b-4c8c-8ef5-3ff7379a82f8 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 945 time: 0.0776076 Nov 11 21:12:08.380642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed1e11c-a807-4c73-8df0-4f6c83f1165e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:08.385480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aed1e11c-a807-4c73-8df0-4f6c83f1165e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1002979 Nov 11 21:12:08.386091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:08.412113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d253744f-8804-4f6e-82f2-5fecc624dde8 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:08.416376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f73fc930-4852-4ba8-9847-65df6d4fc911 req-4273c2dc-ca70-4a87-8d0e-7dab0ecdfbce tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648065 Nov 11 21:12:08.444940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ecc91-787f-4137-887c-3d4a613cd4d8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:08.446885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fb7ecc91-787f-4137-887c-3d4a613cd4d8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0573282 Nov 11 21:12:08.450017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:08.471830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d253744f-8804-4f6e-82f2-5fecc624dde8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:08.472227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.495285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:08.495489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5c467855-66b5-48e7-a468-f4705f4632e6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426419 Nov 11 21:12:08.503108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:08.552175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.586990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port d253744f-8804-4f6e-82f2-5fecc624dde8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d253744f-8804-4f6e-82f2-5fecc624dde8,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:08.646192 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.680516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:08.685027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.698454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=d253744f-8804-4f6e-82f2-5fecc624dde8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:08.949154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:08.978541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd082fab-0430-4e43-a743-d6783fc0708a None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:08.997863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:09.002843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:09.006993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:09.007587 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.019357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=f1240d6e-36f3-4a20-a1f3-ed0f31585bf6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:09.050850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46dd444e-6c97-4a7d-9afb-c1c6f219c69d None None] Provisioning complete for port d253744f-8804-4f6e-82f2-5fecc624dde8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:09.051219 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46dd444e-6c97-4a7d-9afb-c1c6f219c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.106151 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-49497d5d-be1e-4180-bfe1-ac2285431086 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6092060 Nov 11 21:12:09.108959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:09.113982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': 'f1240d6e-36f3-4a20-a1f3-ed0f31585bf6', 'ip_address': '2001:db8::841a:15c7:a7bd:a558'}], 'name': 'tempest-NetworksTestDHCPv6-1525902856'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:09.300068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:09.321839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 86d853d0-c072-47d8-ab56-2bc78c14177c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:09.377978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c897d-5b25-41a4-a3d0-33ddbfb140b3 req-5d476376-f4b8-465c-b81d-1bc28807a6eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:09.390765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf7c897d-5b25-41a4-a3d0-33ddbfb140b3 req-5d476376-f4b8-465c-b81d-1bc28807a6eb tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.1092393 Nov 11 21:12:09.398378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba5c59-46d7-4b9e-9eb0-ec50951ddc35 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:09.440111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.465133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 86d853d0-c072-47d8-ab56-2bc78c14177c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:12:09.468788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf7c897d-5b25-41a4-a3d0-33ddbfb140b3 req-c6dd369f-fd25-49d0-b114-d5623089f87a tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822396 Nov 11 21:12:09.469911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f832981f-c721-42e0-85bc-924bd1c3e9ee None None] Provisioning complete for port d253744f-8804-4f6e-82f2-5fecc624dde8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:09.470295 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f832981f-c721-42e0-85bc-924bd1c3e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.477085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 86d853d0-c072-47d8-ab56-2bc78c14177c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:09.477461 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.479631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 50292498-0083-476b-ab1c-b957800a7c2b yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:09.567115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-eff00f7c-e081-4e95-a904-21734b679538 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:09.568673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-eff00f7c-e081-4e95-a904-21734b679538 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.62 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.1000786 Nov 11 21:12:09.586694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb926-eee8-48e1-a714-e5cb668ea13e req-d7d875b9-04a9-44de-9f12-8ae4ef75abfe tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:09.588418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23fcb926-eee8-48e1-a714-e5cb668ea13e req-d7d875b9-04a9-44de-9f12-8ae4ef75abfe tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 945 time: 0.0993700 Nov 11 21:12:09.683331 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.728647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fef1df-dc63-474c-aa5c-6bd309207873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d853d0-c072-47d8-ab56-2bc78c14177c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:12:09.731072 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a697d3-53dd-406c-9784-1ce73a256fde" -d '{"events": [{"server_uuid": "47fef1df-dc63-474c-aa5c-6bd309207873", "name": "network-vif-plugged", "status": "completed", "tag": "86d853d0-c072-47d8-ab56-2bc78c14177c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:12:09.733202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23fcb926-eee8-48e1-a714-e5cb668ea13e req-fa7a9024-35a0-4a10-9d14-ae89c088b934 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283088 Nov 11 21:12:09.749917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 86d853d0-c072-47d8-ab56-2bc78c14177c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=86d853d0-c072-47d8-ab56-2bc78c14177c,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:09.755629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::841a:15c7:a7bd:a558 (311da805-aa03-4b5d-bb3a-08ee2886711a/f1240d6e-36f3-4a20-a1f3-ed0f31585bf6/50292498-0083-476b-ab1c-b957800a7c2b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:09.768278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Deleting port f591c20d-848c-4010-9d90-ef23d00200d9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:09.768851 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.791576 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5044497-01c0-4056-8e03-14506335bf44 x-openstack-request-id: req-a5044497-01c0-4056-8e03-14506335bf44 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:12:09.791902 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fef1df-dc63-474c-aa5c-6bd309207873", "name": "network-vif-plugged", "status": "completed", "tag": "86d853d0-c072-47d8-ab56-2bc78c14177c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:12:09.792353 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5044497-01c0-4056-8e03-14506335bf44 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:12:09.792926 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fef1df-dc63-474c-aa5c-6bd309207873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d853d0-c072-47d8-ab56-2bc78c14177c', 'code': 200} Nov 11 21:12:09.847541 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:09.917507 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=86d853d0-c072-47d8-ab56-2bc78c14177c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:09.987893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.087077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.128965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4fdf1c85-1e4d-4ff5-a616-ddab516a5a19 None None] Provisioning complete for port d253744f-8804-4f6e-82f2-5fecc624dde8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:10.129339 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1c85-1e4d-4ff5-a616-ddab516a5a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.143892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:10.151587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:10.156074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:10.162470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:10.163236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.178736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=50292498-0083-476b-ab1c-b957800a7c2b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:10.258525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8936c186-9186-441f-b6d6-15c145ba88cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1479838 Nov 11 21:12:10.260790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:10.275058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d253744f-8804-4f6e-82f2-5fecc624dde8 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:10.314120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] For port f591c20d-848c-4010-9d90-ef23d00200d9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f591c20d-848c-4010-9d90-ef23d00200d9,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:10.314441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.323924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d253744f-8804-4f6e-82f2-5fecc624dde8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:10.324430 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.332114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa34cbe-0e01-48b8-878d-b019ea414ada tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:10.334077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d172f-4f0b-4148-beee-f0a5f30979cc req-2c4df671-9ca5-4817-ad92-dd375f414923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:10.335676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f5d172f-4f0b-4148-beee-f0a5f30979cc req-2c4df671-9ca5-4817-ad92-dd375f414923 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 1097 time: 0.1681612 Nov 11 21:12:10.338775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa34cbe-0e01-48b8-878d-b019ea414ada tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:10.340429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-efa34cbe-0e01-48b8-878d-b019ea414ada tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0786192 Nov 11 21:12:10.343920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40852) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:10.358734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34a939df-876a-4ea6-b575-2cf701b1ace2 None None] Could not find standard attr ID for object 0f1dd29a-07e6-47f5-ba82-784f15452aaf. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:10.422420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2f5d172f-4f0b-4148-beee-f0a5f30979cc req-e5da2151-f313-4081-82df-085d31a02c08 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552750 Nov 11 21:12:10.455145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 50292498-0083-476b-ab1c-b957800a7c2b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:10.455710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.565775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.566136 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.566454 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Floating IP 99dc8634-3aad-443d-bbe9-1171e989e959 disassociated. External IP: 172.25.2.125, port: f591c20d-848c-4010-9d90-ef23d00200d9. Nov 11 21:12:10.566801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Calling delete_port for f591c20d-848c-4010-9d90-ef23d00200d9 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:10.567230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.581620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 50292498-0083-476b-ab1c-b957800a7c2b owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:10.681131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a3dd8a0a-a503-43c9-8aaa-a940e8ce874f None None] Provisioning complete for port 50292498-0083-476b-ab1c-b957800a7c2b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:10.681503 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8a0a-a503-43c9-8aaa-a940e8ce874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.709633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef64728-92c1-45db-b576-d41e9abce491 req-c46c7db1-4349-4fdf-bbea-407b4f8844e5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:10.711368 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ef64728-92c1-45db-b576-d41e9abce491 req-c46c7db1-4349-4fdf-bbea-407b4f8844e5 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 947 time: 0.0830908 Nov 11 21:12:10.727798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd8a0a-a503-43c9-8aaa-a940e8ce874f None None] Port 50292498-0083-476b-ab1c-b957800a7c2b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:12:10.802431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ef64728-92c1-45db-b576-d41e9abce491 req-81b6cf05-d64a-46e3-8e7c-7aa82bb9fe3d tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819705 Nov 11 21:12:10.812533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.854941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event deleted for resources: {'Port': ['ID=f591c20d-848c-4010-9d90-ef23d00200d9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:10.894618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.922864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=50292498-0083-476b-ab1c-b957800a7c2b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:10.952261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf649-7405-4058-b09e-287dbec9ad69 req-976a0b62-9696-4a9c-aaa8-74fee0627244 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:10.953869 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c2aaf649-7405-4058-b09e-287dbec9ad69 req-976a0b62-9696-4a9c-aaa8-74fee0627244 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 946 time: 0.1108937 Nov 11 21:12:10.956099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:10.967434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-70545d49-5b6a-4224-9642-03190d118b36 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/50292498-0083-476b-ab1c-b957800a7c2b HTTP/1.1" status: 204 len: 168 time: 0.6193912 Nov 11 21:12:10.967793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:11.031089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754e968-d00b-47b7-891f-fd30a82be94c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:11.033235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754e968-d00b-47b7-891f-fd30a82be94c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:11.035080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4754e968-d00b-47b7-891f-fd30a82be94c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0662189 Nov 11 21:12:11.037793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:11.060475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Router 3860ff63-2c85-4998-b532-e10cfad24a3d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:12:11.090292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c2aaf649-7405-4058-b09e-287dbec9ad69 req-fb2218a6-308a-4c10-86b3-93d44b5a6c4c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292679 Nov 11 21:12:11.157475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet f1240d6e-36f3-4a20-a1f3-ed0f31585bf6 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:11.163018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.243598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.288107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:12:11.301285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] Sync routers for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:12:11.313955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:11.314738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:11.321411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.358604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] No DVR routers for this DVR port f591c20d-848c-4010-9d90-ef23d00200d9 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:11.362656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.365841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-25b220fa-dd87-46f0-8a22-4d69056b4d86 req-90f20867-e3f0-4f75-b4d9-ed0f1bb81069 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.62 "DELETE /v2.0/ports/f591c20d-848c-4010-9d90-ef23d00200d9 HTTP/1.1" status: 204 len: 173 time: 1.7874634 Nov 11 21:12:11.366286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-deleted', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:12:11.368611 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204f195c-5a85-406c-a836-14e7b0bef355" -d '{"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-deleted", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:12:11.412644 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b5b008-a959-4e8b-aa0a-9e7991ce1044 x-openstack-request-id: req-16b5b008-a959-4e8b-aa0a-9e7991ce1044 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:12:11.412944 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefbce4c-4d28-479a-9bcb-eddc887d8f15", "name": "network-vif-deleted", "tag": "f591c20d-848c-4010-9d90-ef23d00200d9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:12:11.413200 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16b5b008-a959-4e8b-aa0a-9e7991ce1044 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:12:11.413600 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefbce4c-4d28-479a-9bcb-eddc887d8f15', 'name': 'network-vif-deleted', 'tag': 'f591c20d-848c-4010-9d90-ef23d00200d9', 'status': 'completed', 'code': 200} Nov 11 21:12:11.431010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:11.515807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.546179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=f1240d6e-36f3-4a20-a1f3-ed0f31585bf6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:11.549800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.553540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a5f1abae-313f-46fa-90e3-5bd37cd3700c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/f1240d6e-36f3-4a20-a1f3-ed0f31585bf6 HTTP/1.1" status: 204 len: 168 time: 0.5130775 Nov 11 21:12:11.555748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:11.570569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf2ace-982e-4a08-8a10-119e5f120f49 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:11.595178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5816c03f-3f09-4a42-bbc7-e3e267d4c998 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377302 Nov 11 21:12:11.598080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:11.604336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:11.747107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:11.773471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:11.775941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:11.778918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] Checking router: 3860ff63-2c85-4998-b532-e10cfad24a3d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:12:11.779296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.801925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:11.805431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: f591c20d-848c-4010-9d90-ef23d00200d9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:11.805841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f591c20d-848c-4010-9d90-ef23d00200d9 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:11.812229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:11.813368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:11.960045 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb222be2-02d6-492f-8f5a-c5cbd0a6b940 req-2cfa05b3-fd96-468a-9fc5-084f309fdf0c tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/ports?device_id=cefbce4c-4d28-479a-9bcb-eddc887d8f15 HTTP/1.1" status: 200 len: 210 time: 0.0347683 Nov 11 21:12:11.982010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] Deleting port d253744f-8804-4f6e-82f2-5fecc624dde8 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:11.982483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:11.993393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:12.124767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.153801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:12.157593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:12.161481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:12.162086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.219750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=01cd297f-c4e5-408f-bc74-575d12d2fbba,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:12.256191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072554bd-1349-4c10-bcf3-87c77c6efc05 req-058262a6-6bf1-4918-89ab-920549d008f6 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:12.257784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-072554bd-1349-4c10-bcf3-87c77c6efc05 req-058262a6-6bf1-4918-89ab-920549d008f6 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 946 time: 0.0712950 Nov 11 21:12:12.279977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] For port d253744f-8804-4f6e-82f2-5fecc624dde8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d253744f-8804-4f6e-82f2-5fecc624dde8,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:12.283317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.286098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca94af31-e2f5-4a00-b16b-4edec7a45260 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6863508 Nov 11 21:12:12.288932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:12.294354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '01cd297f-c4e5-408f-bc74-575d12d2fbba', 'ip_address': '2001:db8::e128:976b:cc63:7e20'}], 'name': 'tempest-NetworksTestDHCPv6-1276032649'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:12.303783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d253744f-8804-4f6e-82f2-5fecc624dde8 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:12.306911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] Calling delete_port for d253744f-8804-4f6e-82f2-5fecc624dde8 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:12.326530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-072554bd-1349-4c10-bcf3-87c77c6efc05 req-8b78f89e-96f6-476d-93ad-436cdab3ffc8 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 Nov 11 21:12:12.491934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:12.497774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.515340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:12.537642 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.580767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:12.608666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520937c-2e56-4197-87fb-81ddfff67e57 None None] The sync data for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 is: [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:00:46Z', 'revision_number': 4, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a50a54f4-4c6a-4844-b072-b98d04912d21', 'name': '', 'network_id': 'd0dfe0de-4e0c-4fef-a364-57e15d417fcc', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'mac_address': 'fa:16:3e:0b:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:45Z', 'updated_at': '2021-11-11T21:00:53Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'subnets': [{'id': '1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:12:12.616641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.666168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] Pushing event deleted for resources: {'Port': ['ID=d253744f-8804-4f6e-82f2-5fecc624dde8,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:12.668052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459f51c-f26f-4b66-b533-f0c83e5357c7 None None] No DVR routers for this DVR port d253744f-8804-4f6e-82f2-5fecc624dde8 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:12.690328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d19748a-ae7b-4c72-9a0d-1a6f10f8cc60 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:12.720881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::e128:976b:cc63:7e20 (311da805-aa03-4b5d-bb3a-08ee2886711a/01cd297f-c4e5-408f-bc74-575d12d2fbba/ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:12.862269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '01cd297f-c4e5-408f-bc74-575d12d2fbba'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:12.863155 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.920689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:12.929971 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56122cd7-1fd5-43d7-a47b-fbcc323dcda3 None None] New status for floating IP 99dc8634-3aad-443d-bbe9-1171e989e959: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:12:13.058669 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.111242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/01cd297f-c4e5-408f-bc74-575d12d2fbba/b32968ec-5e56-4c23-b79d-5e892b3d73eb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:13.118799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:13.128420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:13.132633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:13.139191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:13.147174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.156463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:13.160513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:13.240242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-341c5e3d-9106-49c0-a7c4-91b65c7e28df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.252890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-35971709-3a83-44f5-9e0e-8655ecf4275d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9628747 Nov 11 21:12:13.255343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:13.295538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-341c5e3d-9106-49c0-a7c4-91b65c7e28df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.307037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.342332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca89f0-517c-4f5f-9971-0b65eca61dcf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:13.343847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c0ca89f0-517c-4f5f-9971-0b65eca61dcf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0875683 Nov 11 21:12:13.347240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:13.390978 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.436837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:13.441910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:13.445730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:13.446664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:13.447001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.456087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Pushing event updated for resources: {'Port': ['ID=b32968ec-5e56-4c23-b79d-5e892b3d73eb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:13.457836 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-341c5e3d-9106-49c0-a7c4-91b65c7e28df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.463378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-341c5e3d-9106-49c0-a7c4-91b65c7e28df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.465706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-341c5e3d-9106-49c0-a7c4-91b65c7e28df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6 HTTP/1.1" status: 204 len: 168 time: 0.3079829 Nov 11 21:12:13.471012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:13.499568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c5e3d-9106-49c0-a7c4-91b65c7e28df tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:13.502295 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-ecacfc2a-00e0-484f-b667-0339656fe8b8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] show failed (client error): The resource could not be found. Nov 11 21:12:13.503508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ecacfc2a-00e0-484f-b667-0339656fe8b8 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "GET /v2.0/security-groups/a9b00e8a-8188-4bcb-8021-7ba6e1a5e1a6 HTTP/1.1" status: 404 len: 347 time: 0.0314295 Nov 11 21:12:13.506227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40904) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:13.551216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Attempting to bind port b32968ec-5e56-4c23-b79d-5e892b3d73eb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:13.552513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Attempting to bind port b32968ec-5e56-4c23-b79d-5e892b3d73eb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:13.553071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Attempting to bind port b32968ec-5e56-4c23-b79d-5e892b3d73eb on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:13.561266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:13.561650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:13.562089 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.562486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:13.562973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Bound port: b32968ec-5e56-4c23-b79d-5e892b3d73eb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:13.563989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.579332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.594229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:13.642053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] For port b32968ec-5e56-4c23-b79d-5e892b3d73eb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:13.645978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] For port b32968ec-5e56-4c23-b79d-5e892b3d73eb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b32968ec-5e56-4c23-b79d-5e892b3d73eb,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:13.676444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Deleting port e848d53f-0627-4158-bdef-3f0579f7a21c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:13.677054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.731127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.774966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.775494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.790378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Calling delete_port for e848d53f-0627-4158-bdef-3f0579f7a21c owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:13.796829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7541176-c46d-4061-9500-4192a00d87f0 None None] Pushing event updated for resources: {'Port': ['ID=b32968ec-5e56-4c23-b79d-5e892b3d73eb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:13.833880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.894703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:13.897249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:13.901399 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-688548e2-b6c6-4c9a-99a9-96ea9065dc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2 HTTP/1.1" status: 204 len: 168 time: 0.5526257 Nov 11 21:12:13.903949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:13.961843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5184c4-2770-4208-b24a-73f95eca6ad4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:13.963543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5184c4-2770-4208-b24a-73f95eca6ad4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:13.965100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-be5184c4-2770-4208-b24a-73f95eca6ad4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0601339 Nov 11 21:12:13.969111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:14.065105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 01cd297f-c4e5-408f-bc74-575d12d2fbba {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:14.069093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.075541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.119119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Pushing event deleted for resources: {'Port': ['ID=e848d53f-0627-4158-bdef-3f0579f7a21c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:14.154936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.299763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.303401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.308435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7c4395be-7def-4551-bc4b-87cd9e623d02 tempest-AttachVolumeShelveTestJSON-258554673 tempest-AttachVolumeShelveTestJSON-258554673-project] 10.222.0.31 "DELETE /v2.0/floatingips/99dc8634-3aad-443d-bbe9-1171e989e959 HTTP/1.1" status: 204 len: 168 time: 0.7982707 Nov 11 21:12:14.375220 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.390366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b32968ec-5e56-4c23-b79d-5e892b3d73eb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:14.474563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b32968ec-5e56-4c23-b79d-5e892b3d73eb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:14.475331 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.557689 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.595628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.633335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.636184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/01cd297f-c4e5-408f-bc74-575d12d2fbba HTTP/1.1" status: 204 len: 168 time: 0.6660666 Nov 11 21:12:14.637100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9f5c0-c28e-4979-91ca-5f5367f4d3a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=01cd297f-c4e5-408f-bc74-575d12d2fbba,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:14.639250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40916) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:14.641544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:12:14.641979 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:12:14.683736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40920) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:14.683872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-389e0185-663f-47a4-b5d0-12452fe60b4d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430071 Nov 11 21:12:14.691081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:14.880665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:14.888080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:14.938007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ce812-0b91-48ed-80ed-cbf672b90503 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:15.019360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b089d37d-70e7-4bd8-9f4a-c656e39aaef7 None None] Provisioning complete for port b32968ec-5e56-4c23-b79d-5e892b3d73eb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:15.019730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b089d37d-70e7-4bd8-9f4a-c656e39aaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.171591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.172652 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b089d37d-70e7-4bd8-9f4a-c656e39aaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.198686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.203382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:15.243674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b089d37d-70e7-4bd8-9f4a-c656e39aaef7 None None] For port b32968ec-5e56-4c23-b79d-5e892b3d73eb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b32968ec-5e56-4c23-b79d-5e892b3d73eb,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:15.267433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=34dcca1c-5d65-4e1e-8fb2-7f901771c924,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:15.284098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:15.285824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:15.292329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:15.294994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.301612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] Deleting port b32968ec-5e56-4c23-b79d-5e892b3d73eb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:15.302090 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.328400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b089d37d-70e7-4bd8-9f4a-c656e39aaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.385555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ccbe8de2-dc24-4fe8-b168-41998199d286 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6996868 Nov 11 21:12:15.388259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40930) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:15.393452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '34dcca1c-5d65-4e1e-8fb2-7f901771c924', 'ip_address': '2001:db8::4602:2509:4126:b450'}], 'name': 'tempest-NetworksTestDHCPv6-540308384'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:15.456837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:12:15.457439 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:12:15.462744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089d37d-70e7-4bd8-9f4a-c656e39aaef7 None None] Pushing event updated for resources: {'Port': ['ID=b32968ec-5e56-4c23-b79d-5e892b3d73eb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:15.466932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] For port b32968ec-5e56-4c23-b79d-5e892b3d73eb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b32968ec-5e56-4c23-b79d-5e892b3d73eb,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:15.467338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.480913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] Calling delete_port for b32968ec-5e56-4c23-b79d-5e892b3d73eb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:15.645046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:15.657918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.685751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] Pushing event deleted for resources: {'Port': ['ID=b32968ec-5e56-4c23-b79d-5e892b3d73eb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:15.691637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3daec-c672-432a-ba11-a4419371e775 None None] No DVR routers for this DVR port b32968ec-5e56-4c23-b79d-5e892b3d73eb on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:15.717428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934e4fb-7b18-43c2-8ce1-6f09f6bbc7f8 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:15.741779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.763556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 30e0aaff-f996-4add-bede-8d5499d7c804 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:15.889014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '34dcca1c-5d65-4e1e-8fb2-7f901771c924'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:15.890111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:15.955304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::4602:2509:4126:b450 (311da805-aa03-4b5d-bb3a-08ee2886711a/34dcca1c-5d65-4e1e-8fb2-7f901771c924/30e0aaff-f996-4add-bede-8d5499d7c804) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:16.104979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.269531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.322504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/34dcca1c-5d65-4e1e-8fb2-7f901771c924/09160ba9-921d-4f9b-aeb7-f1fb60f95a22) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:16.342695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:16.347166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:16.349224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=30e0aaff-f996-4add-bede-8d5499d7c804,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:16.352262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:16.359628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:16.360379 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.365292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Port b32968ec-5e56-4c23-b79d-5e892b3d73eb update to ACTIVE by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:12:16.463616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b32968ec-5e56-4c23-b79d-5e892b3d73eb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:16.495082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b32968ec-5e56-4c23-b79d-5e892b3d73eb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:16.495375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b32968ec-5e56-4c23-b79d-5e892b3d73eb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:16.518329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b4a453c-8b87-4b38-8ee4-7a3c89237903 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1288610 Nov 11 21:12:16.518498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40946) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:16.554861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.584121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c5b1e-eab1-4994-b245-d58a680d6310 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:16.588723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40948) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:16.594996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ed2c5b1e-eab1-4994-b245-d58a680d6310 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0745132 Nov 11 21:12:16.686621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.686997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 30e0aaff-f996-4add-bede-8d5499d7c804 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:16.687237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.734577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:16.738031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:16.744904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:16.755522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Pushing event updated for resources: {'Port': ['ID=09160ba9-921d-4f9b-aeb7-f1fb60f95a22,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:16.811112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Attempting to bind port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:16.811887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Attempting to bind port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:16.812401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Attempting to bind port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:16.818270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:16.818809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:16.819319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.819829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:16.820734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Bound port: 09160ba9-921d-4f9b-aeb7-f1fb60f95a22, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:16.821229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:16.903478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] For port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:16.907356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] For port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=09160ba9-921d-4f9b-aeb7-f1fb60f95a22,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:16.974079 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.051892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4d7f4-9129-4df9-9dcb-f960c44e03e7 None None] Pushing event updated for resources: {'Port': ['ID=09160ba9-921d-4f9b-aeb7-f1fb60f95a22,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:17.132881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.146925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 30e0aaff-f996-4add-bede-8d5499d7c804 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:17.400757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.433277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=30e0aaff-f996-4add-bede-8d5499d7c804,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:17.461089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.465048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-167772ee-31b0-4b95-af97-91d1940043b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/30e0aaff-f996-4add-bede-8d5499d7c804 HTTP/1.1" status: 204 len: 168 time: 0.8751941 Nov 11 21:12:17.468095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40954) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:17.521503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6786d7-0ce7-4c6e-b015-aa6a082b8bed tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:17.523013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6786d7-0ce7-4c6e-b015-aa6a082b8bed tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:17.524598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ec6786d7-0ce7-4c6e-b015-aa6a082b8bed tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0555291 Nov 11 21:12:17.527110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:17.580874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 34dcca1c-5d65-4e1e-8fb2-7f901771c924 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:17.584569 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.662565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.760392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.898068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.938502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:17.943780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/34dcca1c-5d65-4e1e-8fb2-7f901771c924 HTTP/1.1" status: 204 len: 168 time: 0.4129863 Nov 11 21:12:17.944284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:17.950723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b76ab2-aa83-487b-ba53-f840d11388ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=34dcca1c-5d65-4e1e-8fb2-7f901771c924,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:18.035457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-23e916d3-8fc1-4f66-946c-de7cc72d4994 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899165 Nov 11 21:12:18.038033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:18.117472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec5e6e2-280e-485d-ba27-771b17fbadf1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:18.123026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-aec5e6e2-280e-485d-ba27-771b17fbadf1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0830424 Nov 11 21:12:18.123196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40972) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:18.199419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bfed88-ca57-4c56-91ed-f1da41960e50 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:18.202083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-29bfed88-ca57-4c56-91ed-f1da41960e50 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784695 Nov 11 21:12:18.204529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40974) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:18.249558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e47b229d-982a-4f04-bf25-639f37f63c0c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437179 Nov 11 21:12:18.262901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:18.271506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:18.352543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56e9cb-2b67-4b42-b3e3-738dc817cefd None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:18.514855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:18.527780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:18.545771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:18.592732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-648ead73-89de-4adf-a34c-a0e1216d2aa5 None None] Provisioning complete for port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:18.593520 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-648ead73-89de-4adf-a34c-a0e1216d2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:18.732932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:18.733317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:18.772515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-648ead73-89de-4adf-a34c-a0e1216d2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:18.795414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:18.859956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-648ead73-89de-4adf-a34c-a0e1216d2aa5 None None] For port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=09160ba9-921d-4f9b-aeb7-f1fb60f95a22,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:18.909693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:18.972043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:18.975628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:18.981838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:18.982803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:18.989173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=2fded93a-8ab1-4b89-a832-a7c3895def93,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:19.064838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-648ead73-89de-4adf-a34c-a0e1216d2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.089096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-362072df-61da-4840-b94d-5a142fa139e8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8247688 Nov 11 21:12:19.092091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:19.095955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.098135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '2fded93a-8ab1-4b89-a832-a7c3895def93', 'ip_address': '2001:db8::cdff:f8c6:dca3:bf16'}], 'name': 'tempest-NetworksTestDHCPv6-2046756923'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:19.120724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] Deleting port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:19.121108 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.162172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ead73-89de-4adf-a34c-a0e1216d2aa5 None None] Pushing event updated for resources: {'Port': ['ID=09160ba9-921d-4f9b-aeb7-f1fb60f95a22,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:19.240908 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:12:19.241177 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:12:19.264770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] For port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=09160ba9-921d-4f9b-aeb7-f1fb60f95a22,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:19.265178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.285036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] Calling delete_port for 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:19.302966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:19.308374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.327639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 24e351fd-557d-434f-9922-a6a420f5e5a7 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:19.463819 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.502386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::cdff:f8c6:dca3:bf16 (311da805-aa03-4b5d-bb3a-08ee2886711a/2fded93a-8ab1-4b89-a832-a7c3895def93/24e351fd-557d-434f-9922-a6a420f5e5a7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:19.504319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] No DVR routers for this DVR port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:19.506576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e0f30-5a46-4602-8403-b5556c323ed5 None None] Pushing event deleted for resources: {'Port': ['ID=09160ba9-921d-4f9b-aeb7-f1fb60f95a22,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:19.532474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26f2a1-7b17-46a6-b0e2-4970e1cf720c None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:19.692834 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.694676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '2fded93a-8ab1-4b89-a832-a7c3895def93'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:19.695847 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.788942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Port 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 update to ACTIVE by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:12:19.801156 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.859932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:19.866183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:19.869283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=24e351fd-557d-434f-9922-a6a420f5e5a7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:19.872856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:19.878925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:19.879573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:19.892519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/2fded93a-8ab1-4b89-a832-a7c3895def93/99046644-0458-429e-94e2-b046e1e48944) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:19.964862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6a33535e-5414-4473-999e-da942a8e1d9b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8712635 Nov 11 21:12:19.966180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40994) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:19.971503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-27282deb-cb2b-4709-8a58-c5ef6732e7d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '2fded93a-8ab1-4b89-a832-a7c3895def93', 'ip_address': '2001:db8::cdff:f8c6:dca3:bf16'}], 'name': 'tempest-NetworksTestDHCPv6-175470341'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:20.039566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.115117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.137545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27282deb-cb2b-4709-8a58-c5ef6732e7d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:20.143589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-27282deb-cb2b-4709-8a58-c5ef6732e7d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.164361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:20.165015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-27282deb-cb2b-4709-8a58-c5ef6732e7d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port d228adb6-114a-47d1-a44a-94087db50f55 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:20.167727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:20.170912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:20.179839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Pushing event updated for resources: {'Port': ['ID=99046644-0458-429e-94e2-b046e1e48944,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:20.239047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Attempting to bind port 99046644-0458-429e-94e2-b046e1e48944 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:20.239557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Attempting to bind port 99046644-0458-429e-94e2-b046e1e48944 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:20.240014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Attempting to bind port 99046644-0458-429e-94e2-b046e1e48944 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:20.245582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:20.246085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:20.247444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.247942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:20.248532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Bound port: 99046644-0458-429e-94e2-b046e1e48944, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:20.249027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.320217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] For port 99046644-0458-429e-94e2-b046e1e48944, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:20.323453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] For port 99046644-0458-429e-94e2-b046e1e48944, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=99046644-0458-429e-94e2-b046e1e48944,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:20.377145 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-27282deb-cb2b-4709-8a58-c5ef6732e7d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 21:12:20.377723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27282deb-cb2b-4709-8a58-c5ef6732e7d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:12:20.407080 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.467499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:20.478321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-27282deb-cb2b-4709-8a58-c5ef6732e7d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5110052 Nov 11 21:12:20.481615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:20.503353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:20.503854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 09160ba9-921d-4f9b-aeb7-f1fb60f95a22 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:20.523688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418966af-790f-40b4-8bdb-d3f4d258c67d None None] Pushing event updated for resources: {'Port': ['ID=99046644-0458-429e-94e2-b046e1e48944,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:20.549652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff00a5d-c191-43f2-afda-5de46632f79f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:20.556093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff00a5d-c191-43f2-afda-5de46632f79f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:20.558028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bff00a5d-c191-43f2-afda-5de46632f79f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0752470 Nov 11 21:12:20.560816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:20.665295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 24e351fd-557d-434f-9922-a6a420f5e5a7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:20.665864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.791766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:20.806811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 24e351fd-557d-434f-9922-a6a420f5e5a7 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:21.022426 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.053783 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=24e351fd-557d-434f-9922-a6a420f5e5a7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:21.079767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.083132 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cbca3550-6487-46d8-a5b9-0704fdc8f45e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/24e351fd-557d-434f-9922-a6a420f5e5a7 HTTP/1.1" status: 204 len: 168 time: 0.5211272 Nov 11 21:12:21.085782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:21.142178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfc3d3-7828-4189-9c33-5df913390aee tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:21.143878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfc3d3-7828-4189-9c33-5df913390aee tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:21.145518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4abfc3d3-7828-4189-9c33-5df913390aee tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0586619 Nov 11 21:12:21.148734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41008) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:21.210020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 2fded93a-8ab1-4b89-a832-a7c3895def93 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:21.213950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.260451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.356871 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.510902 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.542781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=2fded93a-8ab1-4b89-a832-a7c3895def93,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:21.555565 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.563908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3bcec941-87d6-4faa-a249-74def0316cec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/2fded93a-8ab1-4b89-a832-a7c3895def93 HTTP/1.1" status: 204 len: 168 time: 0.4139740 Nov 11 21:12:21.570162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:21.653690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa002304-790d-4e8e-a76b-88fef264e6fa None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:21.698900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8e5279d2-8cf9-40d0-b2a8-4e6ed3f7d84a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258180 Nov 11 21:12:21.698900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:21.703262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:21.707948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-c79c1359-9e3c-4560-9a86-266e18bb48a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932727 Nov 11 21:12:21.826330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e3a92-e076-487d-af07-abb326d774bd req-0e125cc4-0f35-4607-93e7-ee76afb2b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:21.827903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-0e125cc4-0f35-4607-93e7-ee76afb2b502 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63f29aadd1624856a95784709729cc68&device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 1096 time: 0.0702474 Nov 11 21:12:21.830198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a11ba2bc-9ddf-422d-9668-8464942c2884 None None] Provisioning complete for port 99046644-0458-429e-94e2-b046e1e48944 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:21.830586 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a11ba2bc-9ddf-422d-9668-8464942c2884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:21.943339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:21.947337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.007466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e3a92-e076-487d-af07-abb326d774bd req-26464b0f-fa7a-4327-acf6-7f57ceeab8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:22.009055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-26464b0f-fa7a-4327-acf6-7f57ceeab8a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 200 len: 914 time: 0.1517379 Nov 11 21:12:22.102050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:22.138996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-9418fdcf-1b7b-4926-917b-e6c3e6602a36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7265a186-026b-4611-9651-1d17e803d042 HTTP/1.1" status: 200 len: 217 time: 0.1185462 Nov 11 21:12:22.161458 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a11ba2bc-9ddf-422d-9668-8464942c2884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.224026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e3a92-e076-487d-af07-abb326d774bd req-162f4229-5870-4a1c-b855-b5f6106f8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:22.225795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-162f4229-5870-4a1c-b855-b5f6106f8fcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 200 len: 853 time: 0.0809078 Nov 11 21:12:22.228901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a11ba2bc-9ddf-422d-9668-8464942c2884 None None] For port 99046644-0458-429e-94e2-b046e1e48944, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=99046644-0458-429e-94e2-b046e1e48944,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:22.233944 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.248036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] Deleting port 99046644-0458-429e-94e2-b046e1e48944 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:22.248707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.286598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-6af966f1-a680-495b-b3a1-4406a93ba1f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b303cbed-18e7-4067-ba04-3d7918065b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531828 Nov 11 21:12:22.305987 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a11ba2bc-9ddf-422d-9668-8464942c2884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.355010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] For port 99046644-0458-429e-94e2-b046e1e48944, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=99046644-0458-429e-94e2-b046e1e48944,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:22.355781 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.394458 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.397809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-7bd1b482-84f7-4d35-acc8-533e392bad14 service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010699 Nov 11 21:12:22.409897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] Calling delete_port for 99046644-0458-429e-94e2-b046e1e48944 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:22.417952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ba2bc-9ddf-422d-9668-8464942c2884 None None] Pushing event updated for resources: {'Port': ['ID=99046644-0458-429e-94e2-b046e1e48944,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:22.483973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=efbeabaa-c321-4c87-92ab-a585ec4c0f71,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:22.494053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:22.495559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:22.501580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:22.502199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.559708 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-418e3a92-e076-487d-af07-abb326d774bd req-e8d96260-f2a4-4bda-b386-e5846a01e6bc service neutron] 10.222.0.58 "GET /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540749 Nov 11 21:12:22.626649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c8f72a0d-e479-4f49-b874-c9dd04689aad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9308903 Nov 11 21:12:22.634808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41024) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:22.640863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d8a4ad0f-d5dc-4700-8993-ca79a0535fd2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': 'efbeabaa-c321-4c87-92ab-a585ec4c0f71', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1791044400'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:22.657605 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:22.671506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] No DVR routers for this DVR port 99046644-0458-429e-94e2-b046e1e48944 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:22.692583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857ae1-11da-4ee4-a6c2-652fb5772799 None None] Pushing event deleted for resources: {'Port': ['ID=99046644-0458-429e-94e2-b046e1e48944,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:22.724059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9a2cd-2eb6-4b66-bc1e-d51b51b281d9 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:22.897399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a4ad0f-d5dc-4700-8993-ca79a0535fd2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:22.899420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': 'efbeabaa-c321-4c87-92ab-a585ec4c0f71'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:22.900332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.007620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d8a4ad0f-d5dc-4700-8993-ca79a0535fd2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.029648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-d8a4ad0f-d5dc-4700-8993-ca79a0535fd2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 20fe162a-d44c-4beb-8527-a7763ceb89df yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:23.078631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/efbeabaa-c321-4c87-92ab-a585ec4c0f71/ad310fdd-1e96-404f-8fb4-a53c850722aa) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:23.247677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.304061 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.345898 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a4ad0f-d5dc-4700-8993-ca79a0535fd2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:12:23.346802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a4ad0f-d5dc-4700-8993-ca79a0535fd2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:12:23.352770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:23.355706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:23.360888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:23.362985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Pushing event updated for resources: {'Port': ['ID=ad310fdd-1e96-404f-8fb4-a53c850722aa,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:23.420879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Attempting to bind port ad310fdd-1e96-404f-8fb4-a53c850722aa on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:23.421245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Attempting to bind port ad310fdd-1e96-404f-8fb4-a53c850722aa by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:23.421603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Attempting to bind port ad310fdd-1e96-404f-8fb4-a53c850722aa on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:23.426647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:23.427021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:23.427417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.427807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:23.428291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Bound port: ad310fdd-1e96-404f-8fb4-a53c850722aa, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:23.428666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.489335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8a4ad0f-d5dc-4700-8993-ca79a0535fd2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8533373 Nov 11 21:12:23.491751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41030) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:23.494315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] For port ad310fdd-1e96-404f-8fb4-a53c850722aa, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:23.499708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] For port ad310fdd-1e96-404f-8fb4-a53c850722aa, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad310fdd-1e96-404f-8fb4-a53c850722aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:23.550677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016fb6dd-6a92-40d3-b197-465711a69da4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:23.552481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-016fb6dd-6a92-40d3-b197-465711a69da4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0595341 Nov 11 21:12:23.555068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41032) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:23.612849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4524a-696d-4420-937e-af1d4451a484 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:23.614385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4524a-696d-4420-937e-af1d4451a484 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:23.618811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41036) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:23.624674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7ac4524a-696d-4420-937e-af1d4451a484 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0686059 Nov 11 21:12:23.646589 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.673340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet efbeabaa-c321-4c87-92ab-a585ec4c0f71 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:23.676699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.709075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e996a47-fa1e-4b8b-afd3-4320a2340054 None None] Pushing event updated for resources: {'Port': ['ID=ad310fdd-1e96-404f-8fb4-a53c850722aa,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:23.735670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:23.856882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.040492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.068736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=efbeabaa-c321-4c87-92ab-a585ec4c0f71,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:24.070696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.073884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7ead0f3c-1d26-41fa-9b13-ed90da487f04 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/efbeabaa-c321-4c87-92ab-a585ec4c0f71 HTTP/1.1" status: 204 len: 168 time: 0.4540703 Nov 11 21:12:24.077209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41042) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:24.118855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e936086-2062-45e9-8e7c-7193203cd88c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404370 Nov 11 21:12:24.123161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41044) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:24.128067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:24.297514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:24.301742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.499996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad310fdd-1e96-404f-8fb4-a53c850722aa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:24.560792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ad310fdd-1e96-404f-8fb4-a53c850722aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:24.561629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.623869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.648672 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.690994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port ad310fdd-1e96-404f-8fb4-a53c850722aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad310fdd-1e96-404f-8fb4-a53c850722aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:24.695781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:24.699251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:24.723956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:24.724582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.742989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41054) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:24.743939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=2ec9d02a-76e3-4757-a281-86cb52d1141a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:24.758114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571877b-b0c4-4a08-a84f-35c9cd4d2b22 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:24.783863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.826137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b50d6e33-0a2f-462e-87be-a1923cfc8ce7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7016509 Nov 11 21:12:24.831675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:24.838210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6726a110-8293-46ff-ac39-dcc88974e5dd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2043785558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:24.926478 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-bcdf12fb-a549-4f2f-9cc2-c2dbc9f783ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0828447 Nov 11 21:12:24.940137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-95eb7689-70f4-437a-b846-ccb54e2581d0 None None] Provisioning complete for port ad310fdd-1e96-404f-8fb4-a53c850722aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:24.945075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95eb7689-70f4-437a-b846-ccb54e2581d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.956016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=ad310fdd-1e96-404f-8fb4-a53c850722aa,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:24.982600 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6726a110-8293-46ff-ac39-dcc88974e5dd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:24.983701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6726a110-8293-46ff-ac39-dcc88974e5dd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:25.070745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.071880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.072785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.073410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.074049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.074937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.075557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.077729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-a789c88b-4f5d-401b-838f-db7eb72979d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 0.0931687 Nov 11 21:12:25.112505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6726a110-8293-46ff-ac39-dcc88974e5dd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:25.202865 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:12:25.211168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6726a110-8293-46ff-ac39-dcc88974e5dd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:25.237180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-4f98b341-9d12-4381-a4a4-cb4b10a530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.238395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-4f98b341-9d12-4381-a4a4-cb4b10a530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.238395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-4f98b341-9d12-4381-a4a4-cb4b10a530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.239852 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-4f98b341-9d12-4381-a4a4-cb4b10a530d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=03c6918f-b0c8-457e-9f37-f9db9768aa37&id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 2291 time: 0.1279774 Nov 11 21:12:25.332580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-f756e8e3-6dc4-4140-8231-bc43ac899a37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 1002 time: 0.0840433 Nov 11 21:12:25.335592 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6726a110-8293-46ff-ac39-dcc88974e5dd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:25.339333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6726a110-8293-46ff-ac39-dcc88974e5dd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5038037 Nov 11 21:12:25.341543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:25.403749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-71fed431-b564-4a83-8789-ca43cbb8cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.405347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-71fed431-b564-4a83-8789-ca43cbb8cf3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 200 len: 851 time: 0.0655987 Nov 11 21:12:25.446364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a780167-1919-4acf-8cfe-d0b42033731e None None] Provisioning complete for port ad310fdd-1e96-404f-8fb4-a53c850722aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:25.446743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a780167-1919-4acf-8cfe-d0b42033731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:25.459379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-368a001f-00d7-43ef-a3e2-7e96424e0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.462350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-368a001f-00d7-43ef-a3e2-7e96424e0a1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8bea7f20-7ba1-4360-a063-0581094fd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497959 Nov 11 21:12:25.625347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-06e51e3a-177e-4856-bae1-1bfb83021c91 service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544738 Nov 11 21:12:25.706844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f4331227-3a5e-4cd4-8053-87ec3cbf9a99 None None] Could not find standard attr ID for object ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:25.729454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:25.748997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-298a7db7-932a-40c1-b6a9-e25395e20611 service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074977 Nov 11 21:12:25.797765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-0dd26dcb-6ed4-4fe4-bbf9-30c5ac576a14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 217 time: 0.0397186 Nov 11 21:12:25.828466 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:25.852003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-e8a75033-7fb4-42e8-9115-1f86083a752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.853762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-e8a75033-7fb4-42e8-9115-1f86083a752f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0488479 Nov 11 21:12:25.905993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-9f6a26e7-fc1d-426c-91af-76b33a8edd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:25.907891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-9f6a26e7-fc1d-426c-91af-76b33a8edd62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465403 Nov 11 21:12:26.081336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-4f7287e4-2d76-4377-a11e-cdde737f9e57 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653261 Nov 11 21:12:26.124437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-51f598f1-673a-4afd-82f6-c3fda45cab0f None None] Could not find standard attr ID for object 30e0aaff-f996-4add-bede-8d5499d7c804. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:26.207048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::1 (311da805-aa03-4b5d-bb3a-08ee2886711a/2ec9d02a-76e3-4757-a281-86cb52d1141a/a10137dd-43e7-4ba7-a822-2332ab8ea513) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:26.213912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-cd3f961a-f7d8-4ce1-b1ef-aed2d7e25dba service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229317 Nov 11 21:12:26.240781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-498411e7-8a90-4673-a08a-2d249ac9cd19 None None] Could not find standard attr ID for object 24e351fd-557d-434f-9922-a6a420f5e5a7. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:26.273885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-217c9000-5c72-4b39-8517-6e5b2639025f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 217 time: 0.0524435 Nov 11 21:12:26.333150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-454b6223-f89c-456b-b768-6d43addd9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:26.334897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-454b6223-f89c-456b-b768-6d43addd9ac5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0538917 Nov 11 21:12:26.393153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-348be3be-c0ae-4000-8b8f-f9353b2e5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:26.395372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-348be3be-c0ae-4000-8b8f-f9353b2e5d67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524306 Nov 11 21:12:26.436447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:26.479094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad310fdd-1e96-404f-8fb4-a53c850722aa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:26.513564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Deleting port a50a54f4-4c6a-4844-b072-b98d04912d21 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:26.519125 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:26.539881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ad310fdd-1e96-404f-8fb4-a53c850722aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:26.540313 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:26.560097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-9a7ad850-16a6-4c25-8351-3bc7e90b4a06 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507006 Nov 11 21:12:26.581325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:26.642930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:26.654910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:26.657710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:26.657971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:26.670201 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-865a5c83-9c30-4535-949a-2b79885c430f service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030664 Nov 11 21:12:26.706776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=a10137dd-43e7-4ba7-a822-2332ab8ea513,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:26.717105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-5fd5c748-ba29-4e08-87d0-3d1c5eaab946 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 200 len: 217 time: 0.0390470 Nov 11 21:12:26.718240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] For port a50a54f4-4c6a-4844-b072-b98d04912d21, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a50a54f4-4c6a-4844-b072-b98d04912d21,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:26.718614 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:26.754384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Calling delete_port for a50a54f4-4c6a-4844-b072-b98d04912d21 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:26.773412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-89e58d35-345f-47cc-b04d-5dfe2ebfe2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:26.774910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-89e58d35-345f-47cc-b04d-5dfe2ebfe2f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0503213 Nov 11 21:12:26.831736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-fbf6f126-457b-469e-850d-d4848fec30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:26.833401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-fbf6f126-457b-469e-850d-d4848fec30a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505910 Nov 11 21:12:26.943582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-c32d3a88-3823-4d56-8d65-ffbf2cdd6a28 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017573 Nov 11 21:12:27.089754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6c15f03a-f9e0-4739-af8e-a07fc1b52874 None None] Provisioning complete for port a10137dd-43e7-4ba7-a822-2332ab8ea513 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:27.090819 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c15f03a-f9e0-4739-af8e-a07fc1b52874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.148052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c15f03a-f9e0-4739-af8e-a07fc1b52874 None None] Port a10137dd-43e7-4ba7-a822-2332ab8ea513 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:12:27.252232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.274094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.406027 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-311f5a89-8375-46e9-b104-d28a4db75d06 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536109 Nov 11 21:12:27.450306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-98bb362d-8223-4270-8869-efaa661d9b64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 200 len: 217 time: 0.0353463 Nov 11 21:12:27.499326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-a40c6acd-418e-4328-a8c6-457834bd3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:27.500824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-a40c6acd-418e-4328-a8c6-457834bd3614 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0448451 Nov 11 21:12:27.544727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.557838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-9e556039-d3ee-41cf-bd6b-33932384101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:27.560241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-9e556039-d3ee-41cf-bd6b-33932384101f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512259 Nov 11 21:12:27.578936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50a54f4-4c6a-4844-b072-b98d04912d21,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:27.669902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-5926ce5b-1036-48a2-bb9e-06acd528ae8e service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006341 Nov 11 21:12:27.689040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.773930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-0e3497c5-fc4d-465b-a7f3-ae70c6d315ca service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966542 Nov 11 21:12:27.779235 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.780179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.819638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-6c7c2f0e-9968-49f3-b465-b3db3f3ea7a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 200 len: 217 time: 0.0385311 Nov 11 21:12:27.859839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=a10137dd-43e7-4ba7-a822-2332ab8ea513,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:27.862036 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:27.869159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-c66d3ca4-0c4d-45a3-9e1f-3aa71a444db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:27.870643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-c66d3ca4-0c4d-45a3-9e1f-3aa71a444db2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0448713 Nov 11 21:12:27.922772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-9de970ec-d7e2-47ea-b7a7-71a4e76dd7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:27.924321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-9de970ec-d7e2-47ea-b7a7-71a4e76dd7de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467796 Nov 11 21:12:28.013675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:28.017506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-440eb35c-3a5e-4757-b25a-3a4a317695c7 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 Nov 11 21:12:28.019046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:28.119627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-23d904a9-af8c-4752-b57b-7777a208cd66 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942309 Nov 11 21:12:28.171208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-be489563-7c85-489b-8521-5ebc785a0b4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 217 time: 0.0440958 Nov 11 21:12:28.231441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-c411e362-9664-411c-95db-38dbdf35057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:28.233003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-c411e362-9664-411c-95db-38dbdf35057f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0518198 Nov 11 21:12:28.250007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Router 3860ff63-2c85-4998-b532-e10cfad24a3d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:12:28.272416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7ab1d810-35dd-417c-812f-634504939636 None None] Provisioning complete for port a10137dd-43e7-4ba7-a822-2332ab8ea513 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:28.273420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d810-35dd-417c-812f-634504939636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:28.287639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d29c-7085-4460-a11d-f97364a2902e req-5d2d4ff6-1720-4544-9e03-80b1bb699fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:28.289190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-5d2d4ff6-1720-4544-9e03-80b1bb699fd2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492291 Nov 11 21:12:28.308409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1d810-35dd-417c-812f-634504939636 None None] Port a10137dd-43e7-4ba7-a822-2332ab8ea513 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:12:28.343546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Router 7929ed42-e41b-4b64-9030-0b0f608372fe is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:12:28.388123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-3c9d6403-4b51-4e5b-8e65-8e54e2b59a0b service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896897 Nov 11 21:12:28.404428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:12:28.414892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] Sync routers for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:12:28.432057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:28.432758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:28.440991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fd3abba3-684d-4193-b8d8-5e7772504727 admin admin] 10.222.0.31 "PUT /v2.0/routers/3860ff63-2c85-4998-b532-e10cfad24a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6963341 Nov 11 21:12:28.449038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41078) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:28.508349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1431d29c-7085-4460-a11d-f97364a2902e req-1587383c-7209-4fa5-9631-0c63d36c365d service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153746 Nov 11 21:12:28.511924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:12:28.517751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8c9d1fa0-eae2-4c9e-8bff-a09f23f87a2a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "PUT /v2.0/routers/7929ed42-e41b-4b64-9030-0b0f608372fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1753311 Nov 11 21:12:28.520230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:28.524206 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Sync routers for ids ['7929ed42-e41b-4b64-9030-0b0f608372fe'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:12:28.539478 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Routers {'7929ed42-e41b-4b64-9030-0b0f608372fe'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:28.544345 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7929ed42-e41b-4b64-9030-0b0f608372fe'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:28.562748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:28.610878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa828c-9485-4d47-ae96-9f1cac350480 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:28.614553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40fa828c-9485-4d47-ae96-9f1cac350480 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports/a10137dd-43e7-4ba7-a822-2332ab8ea513 HTTP/1.1" status: 200 len: 911 time: 0.0911725 Nov 11 21:12:28.617090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41084) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:28.619935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:28.662156 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Set router 7929ed42-e41b-4b64-9030-0b0f608372fe gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:28.692421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4028e-9bed-4473-baa7-773f1e021451 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:28.699824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4028e-9bed-4473-baa7-773f1e021451 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:28.704307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-12a4028e-9bed-4473-baa7-773f1e021451 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0835826 Nov 11 21:12:28.705073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41086) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:28.767134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:28.804395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:12:27Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:28.833226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] Checking router: 3860ff63-2c85-4998-b532-e10cfad24a3d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:12:28.842009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] Routers {'3860ff63-2c85-4998-b532-e10cfad24a3d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:28.842630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['3860ff63-2c85-4998-b532-e10cfad24a3d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:28.954213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Deleting port 27efc43f-359a-47ed-85a2-739fd1c15f9d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:28.954563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:28.987503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] Set router 3860ff63-2c85-4998-b532-e10cfad24a3d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:28.998292 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7929ed42-e41b-4b64-9030-0b0f608372fe', 'name': 'tempest-NetworksTestDHCPv6-router-2043785558', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:12:24Z', 'updated_at': '2021-11-11T21:12:26Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'gw_port_host': None, '_interfaces': [{'id': 'a10137dd-43e7-4ba7-a822-2332ab8ea513', 'name': '', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'mac_address': 'fa:16:3e:a3:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7929ed42-e41b-4b64-9030-0b0f608372fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '2ec9d02a-76e3-4757-a281-86cb52d1141a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:12:25Z', 'updated_at': '2021-11-11T21:12:27Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'subnets': [{'id': '2ec9d02a-76e3-4757-a281-86cb52d1141a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:29.036024 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Checking router: 7929ed42-e41b-4b64-9030-0b0f608372fe for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:12:29.036535 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Updating router 7929ed42-e41b-4b64-9030-0b0f608372fe port a10137dd-43e7-4ba7-a822-2332ab8ea513 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:12:29.046818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] For port 27efc43f-359a-47ed-85a2-739fd1c15f9d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=27efc43f-359a-47ed-85a2-739fd1c15f9d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:29.047191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.061248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Calling delete_port for 27efc43f-359a-47ed-85a2-739fd1c15f9d owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:29.071675 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.190236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.224036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:12:27Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:29.255620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511bdec-32e2-4de1-8c0d-11a57eb4e172 None None] The sync data for ids ['3860ff63-2c85-4998-b532-e10cfad24a3d'] in n-d-805734-3 is: [{'id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1069886729-router', 'tenant_id': '94363958320542ceb3b8cea29e964aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:00:39Z', 'updated_at': '2021-11-11T21:12:27Z', 'revision_number': 5, 'project_id': '94363958320542ceb3b8cea29e964aed', 'gw_port': {'id': '27efc43f-359a-47ed-85a2-739fd1c15f9d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3860ff63-2c85-4998-b532-e10cfad24a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:00:41Z', 'updated_at': '2021-11-11T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:12:29.382946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.410226 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.413649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Pushing event deleted for resources: {'Port': ['ID=27efc43f-359a-47ed-85a2-739fd1c15f9d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:29.426330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897fe316-a49e-4568-9fac-9e19348e49ee None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:29.434528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port a10137dd-43e7-4ba7-a822-2332ab8ea513 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:29.435104 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.467754 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.479449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.518229 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Pushing event updated for resources: {'Port': ['ID=a10137dd-43e7-4ba7-a822-2332ab8ea513,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:29.528023 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.528792 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.532046 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.532328 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.536682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:29.547962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.565392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for a10137dd-43e7-4ba7-a822-2332ab8ea513 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:29.585082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.587514 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.621515 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Attempting to bind port a10137dd-43e7-4ba7-a822-2332ab8ea513 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:29.627685 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Attempting to bind port a10137dd-43e7-4ba7-a822-2332ab8ea513 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:29.628674 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Attempting to bind port a10137dd-43e7-4ba7-a822-2332ab8ea513 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:29.643546 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:29.643546 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:29.643546 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.643546 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:29.643546 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Bound port: a10137dd-43e7-4ba7-a822-2332ab8ea513, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:29.643546 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.748458 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] For port a10137dd-43e7-4ba7-a822-2332ab8ea513, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:29.754535 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] For port a10137dd-43e7-4ba7-a822-2332ab8ea513, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a10137dd-43e7-4ba7-a822-2332ab8ea513,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:29.754741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.755136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3860ff63-2c85-4998-b532-e10cfad24a3d {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:12:29.770005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.770005 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d99989f5-9673-4053-b014-21e880bde660 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3860ff63-2c85-4998-b532-e10cfad24a3d HTTP/1.1" status: 204 len: 168 time: 1.3140044 Nov 11 21:12:29.770005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:29.839080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] Deleting subnet 1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:29.842497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.853077 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.878864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fa5796f5-3fdf-46fa-b9b2-f82704d7c150 None None] Provisioning complete for port a10137dd-43e7-4ba7-a822-2332ab8ea513 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:29.879293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa5796f5-3fdf-46fa-b9b2-f82704d7c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.903862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:29.918839 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Routers {'7929ed42-e41b-4b64-9030-0b0f608372fe'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:29.920933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7929ed42-e41b-4b64-9030-0b0f608372fe'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:29.974871 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdda27-6860-4dde-848e-a2771670f4ce None None] Pushing event updated for resources: {'Port': ['ID=a10137dd-43e7-4ba7-a822-2332ab8ea513,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:30.017705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.018233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa5796f5-3fdf-46fa-b9b2-f82704d7c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.081969 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] Set router 7929ed42-e41b-4b64-9030-0b0f608372fe gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:30.085682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=a10137dd-43e7-4ba7-a822-2332ab8ea513,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:30.088514 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.223322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.261061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.265044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3 HTTP/1.1" status: 204 len: 168 time: 0.5000539 Nov 11 21:12:30.265303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.267915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd227-26ae-48f7-9a09-52fde5254041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c06fb74-d9d5-4ab4-998b-84cf3cd7c5b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:30.269187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26993f68-eea8-4610-ae27-ad48d0c7a843 None None] Network d0dfe0de-4e0c-4fef-a364-57e15d417fcc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:30.284582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:30.348099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7abaaf91-a307-42a8-9668-03c36f5999e8 None None] Could not find standard attr ID for object a10137dd-43e7-4ba7-a822-2332ab8ea513. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:30.371905 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7929ed42-e41b-4b64-9030-0b0f608372fe', 'name': 'tempest-NetworksTestDHCPv6-router-2043785558', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:12:24Z', 'updated_at': '2021-11-11T21:12:26Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'gw_port_host': None, '_interfaces': [{'id': 'a10137dd-43e7-4ba7-a822-2332ab8ea513', 'name': '', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'mac_address': 'fa:16:3e:a3:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7929ed42-e41b-4b64-9030-0b0f608372fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '2ec9d02a-76e3-4757-a281-86cb52d1141a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:12:25Z', 'updated_at': '2021-11-11T21:12:29Z', 'revision_number': 4, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'subnets': [{'id': '2ec9d02a-76e3-4757-a281-86cb52d1141a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:30.415828 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac2df9-5f69-425f-9a14-e892d549f77d None None] The sync data for ids ['7929ed42-e41b-4b64-9030-0b0f608372fe'] in n-d-805734-3 is: [{'id': '7929ed42-e41b-4b64-9030-0b0f608372fe', 'name': 'tempest-NetworksTestDHCPv6-router-2043785558', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:12:24Z', 'updated_at': '2021-11-11T21:12:26Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'gw_port_host': None, '_interfaces': [{'id': 'a10137dd-43e7-4ba7-a822-2332ab8ea513', 'name': '', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'mac_address': 'fa:16:3e:a3:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7929ed42-e41b-4b64-9030-0b0f608372fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '2ec9d02a-76e3-4757-a281-86cb52d1141a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:12:25Z', 'updated_at': '2021-11-11T21:12:29Z', 'revision_number': 4, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'subnets': [{'id': '2ec9d02a-76e3-4757-a281-86cb52d1141a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:12:30.461091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.585545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] DHCP port deletion for d0dfe0de-4e0c-4fef-a364-57e15d417fcc request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:30.635152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Deleting port 895dc883-04e4-4d75-b3c7-e2f489097d80 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:30.635516 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.689964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Router 7929ed42-e41b-4b64-9030-0b0f608372fe has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:12:30.702334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 27efc43f-359a-47ed-85a2-739fd1c15f9d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:30.731204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 27efc43f-359a-47ed-85a2-739fd1c15f9d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:30.732182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 27efc43f-359a-47ed-85a2-739fd1c15f9d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:30.733033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a50a54f4-4c6a-4844-b072-b98d04912d21 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:30.757695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a50a54f4-4c6a-4844-b072-b98d04912d21 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:30.757955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a50a54f4-4c6a-4844-b072-b98d04912d21 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:30.780390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] Deleting port 895dc883-04e4-4d75-b3c7-e2f489097d80 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:30.783429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.787205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] For port 895dc883-04e4-4d75-b3c7-e2f489097d80, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=895dc883-04e4-4d75-b3c7-e2f489097d80,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:30.787585 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.812794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:12:30.818928 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d73ce3e-3e65-4350-a0a1-63aed21cd593 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "PUT /v2.0/routers/7929ed42-e41b-4b64-9030-0b0f608372fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1131139 Nov 11 21:12:30.821474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41112) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:30.826511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Calling delete_port for 895dc883-04e4-4d75-b3c7-e2f489097d80 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:30.930984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] For port 895dc883-04e4-4d75-b3c7-e2f489097d80, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=895dc883-04e4-4d75-b3c7-e2f489097d80,segment=NetworkSegment(5274987a-2432-45fd-83ce-5c8554ec1859),segment_id=5274987a-2432-45fd-83ce-5c8554ec1859)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:30.931496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:30.970350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] Calling delete_port for 895dc883-04e4-4d75-b3c7-e2f489097d80 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:31.004730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70729dc-9f7e-492d-a6fe-7db9017c1252 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:31.006852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70729dc-9f7e-492d-a6fe-7db9017c1252 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:31.009024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e70729dc-9f7e-492d-a6fe-7db9017c1252 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1859937 Nov 11 21:12:31.013586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:31.091927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 2ec9d02a-76e3-4757-a281-86cb52d1141a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:31.103946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.152998 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.154425 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.170179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] No DVR routers for this DVR port 895dc883-04e4-4d75-b3c7-e2f489097d80 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:31.194896 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.210467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83f45-4532-448f-a635-4f23d3ec129d None None] Pushing event deleted for resources: {'Port': ['ID=895dc883-04e4-4d75-b3c7-e2f489097d80,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:31.246547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Pushing event deleted for resources: {'Port': ['ID=895dc883-04e4-4d75-b3c7-e2f489097d80,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:31.256592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] No DVR routers for this DVR port 895dc883-04e4-4d75-b3c7-e2f489097d80 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:31.261650 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.389396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.418481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dfe0de-4e0c-4fef-a364-57e15d417fcc']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:31.431596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5274987a-2432-45fd-83ce-5c8554ec1859') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:31.431900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5274987a-2432-45fd-83ce-5c8554ec1859') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:31.442169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.456673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.463038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:12:31.463618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:12:31.465541 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:12:31.478165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.857678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec9d02a-76e3-4757-a281-86cb52d1141a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:31.868785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.872715 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7eaa5f43-055a-4185-9dce-0db554537719 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/2ec9d02a-76e3-4757-a281-86cb52d1141a HTTP/1.1" status: 204 len: 168 time: 0.8588994 Nov 11 21:12:31.875577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:31.876665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2850de-f370-4e11-8d92-5b491b90e09d None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:31.931227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3d626bf-9ee0-45e3-8f5a-fe075e386181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.975349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1111b519-9e4e-4c62-8a32-3bc61ba912fa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0984759 Nov 11 21:12:31.975749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:31.988551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:31.993495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.000620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] 10.222.0.31 "DELETE /v2.0/networks/d0dfe0de-4e0c-4fef-a364-57e15d417fcc HTTP/1.1" status: 204 len: 168 time: 1.7135937 Nov 11 21:12:32.058518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9608a57-67b4-4ae1-862e-3cdd493e067e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dfe0de-4e0c-4fef-a364-57e15d417fcc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:32.107718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecad4a37-6cd3-4a48-9df2-27a7f07c19db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.152734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:32.207067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] Deleting port ad310fdd-1e96-404f-8fb4-a53c850722aa {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:32.207405 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.289404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] For port ad310fdd-1e96-404f-8fb4-a53c850722aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad310fdd-1e96-404f-8fb4-a53c850722aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:32.290059 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.307712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecad4a37-6cd3-4a48-9df2-27a7f07c19db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.312972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] Calling delete_port for ad310fdd-1e96-404f-8fb4-a53c850722aa owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:32.314047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecad4a37-6cd3-4a48-9df2-27a7f07c19db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.416585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41132) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:32.434846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecad4a37-6cd3-4a48-9df2-27a7f07c19db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.435536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecad4a37-6cd3-4a48-9df2-27a7f07c19db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Fanout notify agent at l3_agent the message router_deleted on router 7929ed42-e41b-4b64-9030-0b0f608372fe {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:12:32.454654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecad4a37-6cd3-4a48-9df2-27a7f07c19db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.459175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] Sync routers for ids ['7929ed42-e41b-4b64-9030-0b0f608372fe'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:12:32.463382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ecad4a37-6cd3-4a48-9df2-27a7f07c19db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/routers/7929ed42-e41b-4b64-9030-0b0f608372fe HTTP/1.1" status: 204 len: 168 time: 0.4837770 Nov 11 21:12:32.463382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41134) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:32.464234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad310fdd-1e96-404f-8fb4-a53c850722aa no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:32.469297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:32.476092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-684e671a-ea1c-4b1c-b69b-0d2cb5ca72c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94363958320542ceb3b8cea29e964aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576398 Nov 11 21:12:32.477869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:32.511811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.517464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No active binding found for port ad310fdd-1e96-404f-8fb4-a53c850722aa {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:12:32.517890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ad310fdd-1e96-404f-8fb4-a53c850722aa not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:32.518412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 895dc883-04e4-4d75-b3c7-e2f489097d80 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:32.540664 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa751-c31d-42ee-a231-640eda139d59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.564671 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa751-c31d-42ee-a231-640eda139d59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.565561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] Routers set() bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:32.567984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] Router IDs set() for agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 21:12:32.567984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_agentschedulers_db [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7929ed42-e41b-4b64-9030-0b0f608372fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent'). {{(pid=109676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 21:12:32.570622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] Pushing event deleted for resources: {'Port': ['ID=ad310fdd-1e96-404f-8fb4-a53c850722aa,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:32.577381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e1604-2511-4e39-bd2c-8ad30d715e5a None None] No DVR routers for this DVR port ad310fdd-1e96-404f-8fb4-a53c850722aa on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:32.589318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 895dc883-04e4-4d75-b3c7-e2f489097d80 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:32.590604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 895dc883-04e4-4d75-b3c7-e2f489097d80 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:32.600565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] Routers set() bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:32.601119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] Router IDs set() for agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 21:12:32.602483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_agentschedulers_db [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7929ed42-e41b-4b64-9030-0b0f608372fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent'). {{(pid=109676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 21:12:32.603020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb8755-c32b-4e0d-9901-b6da2b63387d None None] The sync data for ids ['7929ed42-e41b-4b64-9030-0b0f608372fe'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:12:32.706475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:32.706475 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.731708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa751-c31d-42ee-a231-640eda139d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.734761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa751-c31d-42ee-a231-640eda139d59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:32.736037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8f7fa751-c31d-42ee-a231-640eda139d59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/834530d4-e4a9-4028-8f81-49ca629905a1 HTTP/1.1" status: 204 len: 168 time: 0.2569299 Nov 11 21:12:32.744785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fa751-c31d-42ee-a231-640eda139d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834530d4-e4a9-4028-8f81-49ca629905a1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:32.971623 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.021081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:33.024997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:33.030972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:33.031570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.038731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b29db8-6e3f-4ef3-96e0-bcb4c425d928 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:33.053185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=eef06857-4fa0-41f0-8370-86183339187f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:33.136727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-40ec6a1a-f632-46a2-8b03-abb2c042ce9f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6700470 Nov 11 21:12:33.137080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41144) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:33.143749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-534eb898-3217-4d1d-8180-64d490533066 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1582863939', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:33.223040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': 'eef06857-4fa0-41f0-8370-86183339187f'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:33.223040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.252532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534eb898-3217-4d1d-8180-64d490533066 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.253952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534eb898-3217-4d1d-8180-64d490533066 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.332421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534eb898-3217-4d1d-8180-64d490533066 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.383795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534eb898-3217-4d1d-8180-64d490533066 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.397085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/eef06857-4fa0-41f0-8370-86183339187f/f5d95190-c4f6-4a66-bfbe-35128cedd8ef) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:33.478621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534eb898-3217-4d1d-8180-64d490533066 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.482399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-534eb898-3217-4d1d-8180-64d490533066 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3441193 Nov 11 21:12:33.485396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:33.580843 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.669213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.717986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:33.722132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:33.724341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Pushing event updated for resources: {'Port': ['ID=f5d95190-c4f6-4a66-bfbe-35128cedd8ef,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:33.726280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:33.796583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Attempting to bind port f5d95190-c4f6-4a66-bfbe-35128cedd8ef on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:33.797058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Attempting to bind port f5d95190-c4f6-4a66-bfbe-35128cedd8ef by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:33.798143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Attempting to bind port f5d95190-c4f6-4a66-bfbe-35128cedd8ef on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:33.805475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:33.805951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:33.806455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.807353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:33.808464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Bound port: f5d95190-c4f6-4a66-bfbe-35128cedd8ef, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:33.808882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.842954 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:33.896078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] For port f5d95190-c4f6-4a66-bfbe-35128cedd8ef, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:33.901648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] For port f5d95190-c4f6-4a66-bfbe-35128cedd8ef, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f5d95190-c4f6-4a66-bfbe-35128cedd8ef,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:34.022943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.107727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c302301-03d8-4cec-a9c9-7db68fb173b5 None None] Pushing event updated for resources: {'Port': ['ID=f5d95190-c4f6-4a66-bfbe-35128cedd8ef,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:34.110113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::1 (311da805-aa03-4b5d-bb3a-08ee2886711a/eef06857-4fa0-41f0-8370-86183339187f/34efcf08-2dae-4ac4-a8c5-12dc5779a6e9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:34.276017 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.400482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.434922 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-38a3c1d5-b631-44cf-a5cc-a3c9817a5946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.446985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:34.451360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:34.453934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:34.454812 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.565743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:34.593841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5d95190-c4f6-4a66-bfbe-35128cedd8ef up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:34.654840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f5d95190-c4f6-4a66-bfbe-35128cedd8ef triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:34.655172 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.710354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.748419 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.789163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port f5d95190-c4f6-4a66-bfbe-35128cedd8ef, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f5d95190-c4f6-4a66-bfbe-35128cedd8ef,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:34.857943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:34.885799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a10137dd-43e7-4ba7-a822-2332ab8ea513 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:34.919372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a10137dd-43e7-4ba7-a822-2332ab8ea513 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:34.919693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a10137dd-43e7-4ba7-a822-2332ab8ea513 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:34.950400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=f5d95190-c4f6-4a66-bfbe-35128cedd8ef,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:35.070727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:35.120301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:35.120617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:35.171306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:35.302198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:35.303807 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:35.522492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e69c3e82-cfd7-466d-9045-c577e8dcf877 None None] Provisioning complete for port f5d95190-c4f6-4a66-bfbe-35128cedd8ef triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:35.523718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e69c3e82-cfd7-466d-9045-c577e8dcf877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:35.548223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Router 17cd7338-79a6-44e2-bf4e-3de0a8890edd is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:12:35.577802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:35.702174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:12:35.709103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-90cbcf0a-38b1-4a52-a601-91ae1cf8643e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "PUT /v2.0/routers/17cd7338-79a6-44e2-bf4e-3de0a8890edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213213 Nov 11 21:12:35.711686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:35.714247 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Sync routers for ids ['17cd7338-79a6-44e2-bf4e-3de0a8890edd'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:12:35.743464 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Routers {'17cd7338-79a6-44e2-bf4e-3de0a8890edd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:35.744462 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['17cd7338-79a6-44e2-bf4e-3de0a8890edd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:35.784878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b21ff-213e-460f-a591-6a8d18312750 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:35.787216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-679b21ff-213e-460f-a591-6a8d18312750 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports/34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 HTTP/1.1" status: 200 len: 911 time: 0.0739036 Nov 11 21:12:35.790356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:35.861187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03eaf3a-c615-44c6-86cd-934634c400bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:35.867462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03eaf3a-c615-44c6-86cd-934634c400bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:35.869363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f03eaf3a-c615-44c6-86cd-934634c400bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0778749 Nov 11 21:12:35.873226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:35.892321 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Set router 17cd7338-79a6-44e2-bf4e-3de0a8890edd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:35.978771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75600e92-2731-4489-a4cf-4c8436fe2eda None None] Provisioning complete for port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:35.979327 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75600e92-2731-4489-a4cf-4c8436fe2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.031538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-75600e92-2731-4489-a4cf-4c8436fe2eda None None] Port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:12:36.161665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f1e9e505-367e-46b1-9f5e-7b35d8a94678 None None] Provisioning complete for port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:36.162175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e505-367e-46b1-9f5e-7b35d8a94678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.194360 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cd7338-79a6-44e2-bf4e-3de0a8890edd', 'name': 'tempest-NetworksTestDHCPv6-router-1582863939', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:12:33Z', 'updated_at': '2021-11-11T21:12:34Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'gw_port_host': None, '_interfaces': [{'id': '34efcf08-2dae-4ac4-a8c5-12dc5779a6e9', 'name': '', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'mac_address': 'fa:16:3e:e7:58:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cd7338-79a6-44e2-bf4e-3de0a8890edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'eef06857-4fa0-41f0-8370-86183339187f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:12:33Z', 'updated_at': '2021-11-11T21:12:34Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'subnets': [{'id': 'eef06857-4fa0-41f0-8370-86183339187f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:36.213108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9e505-367e-46b1-9f5e-7b35d8a94678 None None] Port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:12:36.236759 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Checking router: 17cd7338-79a6-44e2-bf4e-3de0a8890edd for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:12:36.237408 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Updating router 17cd7338-79a6-44e2-bf4e-3de0a8890edd port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:12:36.263134 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.531185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5d95190-c4f6-4a66-bfbe-35128cedd8ef up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:36.606921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f5d95190-c4f6-4a66-bfbe-35128cedd8ef triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:36.607312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.670856 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.748474 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.805664 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c63a41-4837-402b-95a5-d5ac2ace6371 None None] Pushing event updated for resources: {'Port': ['ID=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:36.841833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.858923 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Attempting to bind port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:36.859483 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Attempting to bind port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:36.859925 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Attempting to bind port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:36.866600 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:36.866600 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:36.866908 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.867685 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:36.867978 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Bound port: 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:36.868480 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:36.956866 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] For port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:36.960483 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] For port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:37.022873 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.042387 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.084316 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Routers {'17cd7338-79a6-44e2-bf4e-3de0a8890edd'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:37.084914 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['17cd7338-79a6-44e2-bf4e-3de0a8890edd'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:37.108989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:37.110620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.183346 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c63a41-4837-402b-95a5-d5ac2ace6371 None None] Pushing event updated for resources: {'Port': ['ID=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:37.201194 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] Set router 17cd7338-79a6-44e2-bf4e-3de0a8890edd gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:12:37.237962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] For port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:37.238334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.259680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:37.277932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-452090c4-61f1-4261-8d32-3dee4175f0ab None None] Provisioning complete for port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:37.278683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-452090c4-61f1-4261-8d32-3dee4175f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.426753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-452090c4-61f1-4261-8d32-3dee4175f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.471493 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cd7338-79a6-44e2-bf4e-3de0a8890edd', 'name': 'tempest-NetworksTestDHCPv6-router-1582863939', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:12:33Z', 'updated_at': '2021-11-11T21:12:34Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'gw_port_host': None, '_interfaces': [{'id': '34efcf08-2dae-4ac4-a8c5-12dc5779a6e9', 'name': '', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'mac_address': 'fa:16:3e:e7:58:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cd7338-79a6-44e2-bf4e-3de0a8890edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'eef06857-4fa0-41f0-8370-86183339187f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:12:33Z', 'updated_at': '2021-11-11T21:12:36Z', 'revision_number': 4, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'subnets': [{'id': 'eef06857-4fa0-41f0-8370-86183339187f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:12:37.483334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-452090c4-61f1-4261-8d32-3dee4175f0ab None None] For port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:37.537453 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813fdf2-a4b5-4003-b071-87cc90f7470b None None] The sync data for ids ['17cd7338-79a6-44e2-bf4e-3de0a8890edd'] in n-d-805734-3 is: [{'id': '17cd7338-79a6-44e2-bf4e-3de0a8890edd', 'name': 'tempest-NetworksTestDHCPv6-router-1582863939', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:12:33Z', 'updated_at': '2021-11-11T21:12:34Z', 'revision_number': 2, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'gw_port_host': None, '_interfaces': [{'id': '34efcf08-2dae-4ac4-a8c5-12dc5779a6e9', 'name': '', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'mac_address': 'fa:16:3e:e7:58:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cd7338-79a6-44e2-bf4e-3de0a8890edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'eef06857-4fa0-41f0-8370-86183339187f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:12:33Z', 'updated_at': '2021-11-11T21:12:36Z', 'revision_number': 4, 'project_id': 'b0840bf1fc68405ca263ae92f828f529', 'subnets': [{'id': 'eef06857-4fa0-41f0-8370-86183339187f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:12:37.542867 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-452090c4-61f1-4261-8d32-3dee4175f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.602720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452090c4-61f1-4261-8d32-3dee4175f0ab None None] Pushing event updated for resources: {'Port': ['ID=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:37.665942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-74b7c258-b160-46c8-ac16-7ba0a3aca580 None None] Provisioning complete for port 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:37.666323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74b7c258-b160-46c8-ac16-7ba0a3aca580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.697250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.725527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-74b7c258-b160-46c8-ac16-7ba0a3aca580 None None] Could not find standard attr ID for object 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:37.735076 n-d-805734-3 neutron-server[109676]: INFO neutron.plugins.ml2.db [None req-74b7c258-b160-46c8-ac16-7ba0a3aca580 None None] No ports have port_id starting with 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 Nov 11 21:12:37.741121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=34efcf08-2dae-4ac4-a8c5-12dc5779a6e9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:37.840922 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:37.900134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.102383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Router 17cd7338-79a6-44e2-bf4e-3de0a8890edd has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:12:38.187825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:12:38.199247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c596aebe-7f0b-4607-970f-e3b46284ab3e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "PUT /v2.0/routers/17cd7338-79a6-44e2-bf4e-3de0a8890edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3213217 Nov 11 21:12:38.199247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41240) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:38.254120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec883d-f387-422e-a332-04bac881207a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:38.255722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec883d-f387-422e-a332-04bac881207a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:38.258010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-52ec883d-f387-422e-a332-04bac881207a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0571954 Nov 11 21:12:38.259925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:38.332493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet eef06857-4fa0-41f0-8370-86183339187f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:38.336501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.412393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.444589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41246) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:38.586822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.588480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52cf9c38-9f94-4d6a-856f-ee014ff2620c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.699398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52cf9c38-9f94-4d6a-856f-ee014ff2620c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.755919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.780053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.781090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66eacb5-a1ed-4db8-900d-9f15c270b775 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:38.786827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:38.787717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/eef06857-4fa0-41f0-8370-86183339187f HTTP/1.1" status: 204 len: 168 time: 0.5229197 Nov 11 21:12:38.801935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52cf9c38-9f94-4d6a-856f-ee014ff2620c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:38.813703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bb539-589e-41f6-a3d3-07a3fb69faa2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=eef06857-4fa0-41f0-8370-86183339187f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:38.942620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-52cf9c38-9f94-4d6a-856f-ee014ff2620c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94b15c61f021498eb2f715d50428e9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4967918 Nov 11 21:12:38.946328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:38.958091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf9c38-9f94-4d6a-856f-ee014ff2620c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965e7e37-d678-42ed-a9dc-4c30cfbf150f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:39.013549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7a9da26b-8dd3-48d4-ba64-27cadaa237f3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2229569 Nov 11 21:12:39.017536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41256) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:39.045338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d176846-28c0-4133-9cf9-7c0b332ad084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.073565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d176846-28c0-4133-9cf9-7c0b332ad084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.084735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:39.160172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] Deleting port f5d95190-c4f6-4a66-bfbe-35128cedd8ef {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:39.161323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.174306 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3be103-00fa-4bd3-89e5-fe19d1da9ab6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.240738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d176846-28c0-4133-9cf9-7c0b332ad084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.243639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d176846-28c0-4133-9cf9-7c0b332ad084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.248253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7d176846-28c0-4133-9cf9-7c0b332ad084 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/965e7e37-d678-42ed-a9dc-4c30cfbf150f HTTP/1.1" status: 204 len: 168 time: 0.2967932 Nov 11 21:12:39.252893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] For port f5d95190-c4f6-4a66-bfbe-35128cedd8ef, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f5d95190-c4f6-4a66-bfbe-35128cedd8ef,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:39.255733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.264873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d176846-28c0-4133-9cf9-7c0b332ad084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e7e37-d678-42ed-a9dc-4c30cfbf150f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:39.293841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] Calling delete_port for f5d95190-c4f6-4a66-bfbe-35128cedd8ef owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:39.409701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3be103-00fa-4bd3-89e5-fe19d1da9ab6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.412688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3be103-00fa-4bd3-89e5-fe19d1da9ab6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.467494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.508661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] Pushing event deleted for resources: {'Port': ['ID=f5d95190-c4f6-4a66-bfbe-35128cedd8ef,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:39.514132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] Sync routers for ids ['17cd7338-79a6-44e2-bf4e-3de0a8890edd'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:12:39.518712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f2552-b52f-4710-b8d1-426098b9c36e None None] No DVR routers for this DVR port f5d95190-c4f6-4a66-bfbe-35128cedd8ef on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:39.530966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3be103-00fa-4bd3-89e5-fe19d1da9ab6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.531528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3be103-00fa-4bd3-89e5-fe19d1da9ab6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Fanout notify agent at l3_agent the message router_deleted on router 17cd7338-79a6-44e2-bf4e-3de0a8890edd {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:12:39.535409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] Routers set() bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:39.535886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] Router IDs set() for agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 21:12:39.536703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17cd7338-79a6-44e2-bf4e-3de0a8890edd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent'). {{(pid=109676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 21:12:39.538889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3be103-00fa-4bd3-89e5-fe19d1da9ab6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:39.542772 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e3be103-00fa-4bd3-89e5-fe19d1da9ab6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/routers/17cd7338-79a6-44e2-bf4e-3de0a8890edd HTTP/1.1" status: 204 len: 168 time: 0.5239151 Nov 11 21:12:39.543303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:39.547059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] Routers set() bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:12:39.547523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] Router IDs set() for agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 21:12:39.553368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17cd7338-79a6-44e2-bf4e-3de0a8890edd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:12:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent'). {{(pid=109676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 21:12:39.553368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77a2cf-5dc8-4aa1-93f2-2b58debbb80b None None] The sync data for ids ['17cd7338-79a6-44e2-bf4e-3de0a8890edd'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:12:39.607120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-82f92426-fc8b-4b36-96f2-d142e00699ba tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0619936 Nov 11 21:12:39.609367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41266) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:39.689702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bafc60b-2d2c-4a6b-8a2a-371618f46dd4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:39.692444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:39.692709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8bafc60b-2d2c-4a6b-8a2a-371618f46dd4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0820422 Nov 11 21:12:39.762106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e65796f9-77ab-4ffa-8ddc-d22be3757ea2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677474 Nov 11 21:12:39.767360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41272) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:39.771861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:39.966200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:39.969998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.075410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:40.088880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77371a8-8167-4121-8149-4b01597ae9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.177535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77371a8-8167-4121-8149-4b01597ae9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.307897 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d77371a8-8167-4121-8149-4b01597ae9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.352736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d77371a8-8167-4121-8149-4b01597ae9f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=792b7feba986433290c1dbf8fffb8f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760100 Nov 11 21:12:40.353512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77371a8-8167-4121-8149-4b01597ae9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36f2a52-4769-4761-96c2-25a6fc2111b5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:40.356186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:40.367393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.objects.ports [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:12:40.369179 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.406457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:40.406651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8c33cd8-7ec9-4c9b-9445-2aab7e75389f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.414143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:40.420559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:40.421297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.428544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73580837-fcc9-4584-9869-ffe7e004f252 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:40.432695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8c33cd8-7ec9-4c9b-9445-2aab7e75389f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.458546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=cb18c5a7-8cd9-4107-afb4-d2007ded3cdc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:40.514195 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bc22cccc-ccb3-4868-bc01-9c3ae9a3f8cd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7462008 Nov 11 21:12:40.517513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41280) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:40.525385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:40.532927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5d95190-c4f6-4a66-bfbe-35128cedd8ef no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:40.579086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: f5d95190-c4f6-4a66-bfbe-35128cedd8ef {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:40.579535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f5d95190-c4f6-4a66-bfbe-35128cedd8ef not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:40.580030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:40.586635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8c33cd8-7ec9-4c9b-9445-2aab7e75389f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.589314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8c33cd8-7ec9-4c9b-9445-2aab7e75389f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.592770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e8c33cd8-7ec9-4c9b-9445-2aab7e75389f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b36f2a52-4769-4761-96c2-25a6fc2111b5 HTTP/1.1" status: 204 len: 168 time: 0.2337596 Nov 11 21:12:40.605916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:40.606370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 34efcf08-2dae-4ac4-a8c5-12dc5779a6e9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:40.611235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c33cd8-7ec9-4c9b-9445-2aab7e75389f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36f2a52-4769-4761-96c2-25a6fc2111b5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:40.681784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': 'cb18c5a7-8cd9-4107-afb4-d2007ded3cdc'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:40.682671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.754632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:40.757821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:40.855451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Allocated IP 2001:db8::f816:3eff:fe97:f7c3 (311da805-aa03-4b5d-bb3a-08ee2886711a/cb18c5a7-8cd9-4107-afb4-d2007ded3cdc/39b1d52e-fa07-44b3-bac3-a15905a74a86) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:41.028726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:41.102994 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:41.125481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:41.157599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Pushing event updated for resources: {'Port': ['ID=39b1d52e-fa07-44b3-bac3-a15905a74a86,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:41.162946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:41.164934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:41.172595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:41.183201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:41.188738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:41.194535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:41.195139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:41.212545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=0d45158d-adfb-42fc-9c58-ef414a514446,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:41.239730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Attempting to bind port 39b1d52e-fa07-44b3-bac3-a15905a74a86 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:41.241123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Attempting to bind port 39b1d52e-fa07-44b3-bac3-a15905a74a86 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:41.241123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Attempting to bind port 39b1d52e-fa07-44b3-bac3-a15905a74a86 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:41.247562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:41.247945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:41.248371 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:41.248762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:41.249228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Bound port: 39b1d52e-fa07-44b3-bac3-a15905a74a86, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:41.249608 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:41.323270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-05ebce5e-7f4c-4219-b122-285ce28061ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7982249 Nov 11 21:12:41.324716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:41.325210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] For port 39b1d52e-fa07-44b3-bac3-a15905a74a86, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:41.329871 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] For port 39b1d52e-fa07-44b3-bac3-a15905a74a86, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b1d52e-fa07-44b3-bac3-a15905a74a86,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:41.330375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:d9:1a:27', 'name': 'tempest-NetworksTestDHCPv6-1245658551'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:41.422514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:41.487623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf279-a8f4-4f36-adb2-18bcc95eb85e None None] Pushing event updated for resources: {'Port': ['ID=39b1d52e-fa07-44b3-bac3-a15905a74a86,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:41.514464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:41.999473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:42.022705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 60ba3339-5670-4bc5-9558-d30d58460eee yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:42.200259 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 172.20.0.12 (311da805-aa03-4b5d-bb3a-08ee2886711a/0d45158d-adfb-42fc-9c58-ef414a514446/60ba3339-5670-4bc5-9558-d30d58460eee) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:42.206252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:fed9:1a27 (311da805-aa03-4b5d-bb3a-08ee2886711a/cb18c5a7-8cd9-4107-afb4-d2007ded3cdc/60ba3339-5670-4bc5-9558-d30d58460eee) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:42.407897 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:42.563576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b1d52e-fa07-44b3-bac3-a15905a74a86 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:42.583549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:42.643343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:42.646726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 39b1d52e-fa07-44b3-bac3-a15905a74a86 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:42.647013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:42.647134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:42.649998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:42.710350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:42.711213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:42.730659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f56462-2309-4ace-b990-10e7a258afca None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:42.732340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=60ba3339-5670-4bc5-9558-d30d58460eee,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:42.756882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:42.820791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4c1752b8-e315-42b7-b22e-ed3dfca09bae tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4943790 Nov 11 21:12:42.827026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:42.841900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 39b1d52e-fa07-44b3-bac3-a15905a74a86, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b1d52e-fa07-44b3-bac3-a15905a74a86,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:42.852476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1e3d41da-1b33-49be-bda0-63169a0f8fca None None] Provisioning complete for port 39b1d52e-fa07-44b3-bac3-a15905a74a86 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:42.852885 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41da-1b33-49be-bda0-63169a0f8fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:42.890398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9937a3a-ae10-4822-b450-d2031b503c59 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:42.897011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9937a3a-ae10-4822-b450-d2031b503c59 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:42.900235 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b9937a3a-ae10-4822-b450-d2031b503c59 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0705826 Nov 11 21:12:42.902327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41332) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:42.971392 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.033280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=39b1d52e-fa07-44b3-bac3-a15905a74a86,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:43.056387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 60ba3339-5670-4bc5-9558-d30d58460eee {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:43.056533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.163212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef7027-d98f-460d-8292-853239466f7e None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': 'cb18c5a7-8cd9-4107-afb4-d2007ded3cdc', 'ip_address': '2001:db8::f816:3eff:fe97:f7c3'}, {'subnet_id': '0d45158d-adfb-42fc-9c58-ef414a514446'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '39b1d52e-fa07-44b3-bac3-a15905a74a86'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:12:43.189323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412621c3-7085-4b9c-aa76-8d9e79c98857 req-fedbaccf-047a-46d8-81c2-f65a5af1f2b0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:43.190861 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-412621c3-7085-4b9c-aa76-8d9e79c98857 req-fedbaccf-047a-46d8-81c2-f65a5af1f2b0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 946 time: 0.1147957 Nov 11 21:12:43.204793 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7027-d98f-460d-8292-853239466f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.230592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.251900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 60ba3339-5670-4bc5-9558-d30d58460eee owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:43.278600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-412621c3-7085-4b9c-aa76-8d9e79c98857 req-fc2b1334-ab7a-477d-8df3-76ac2a1a7d8f tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782466 Nov 11 21:12:43.408905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef7027-d98f-460d-8292-853239466f7e None None] Allocated IP 172.20.0.2 (311da805-aa03-4b5d-bb3a-08ee2886711a/0d45158d-adfb-42fc-9c58-ef414a514446/39b1d52e-fa07-44b3-bac3-a15905a74a86) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:43.538584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d2ef7027-d98f-460d-8292-853239466f7e None None] For port 39b1d52e-fa07-44b3-bac3-a15905a74a86, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b1d52e-fa07-44b3-bac3-a15905a74a86,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:43.558936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.570386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7027-d98f-460d-8292-853239466f7e None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.592736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=60ba3339-5670-4bc5-9558-d30d58460eee,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:43.685582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.688953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-612d01dc-e9e5-4110-86f6-371e4cded0c4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/60ba3339-5670-4bc5-9558-d30d58460eee HTTP/1.1" status: 204 len: 168 time: 0.7855785 Nov 11 21:12:43.690252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2ef7027-d98f-460d-8292-853239466f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.691508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:43.746382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea6891-682d-4996-9430-f408de5a574a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:43.748095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea6891-682d-4996-9430-f408de5a574a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:43.750339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea6891-682d-4996-9430-f408de5a574a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:43.755125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cdea6891-682d-4996-9430-f408de5a574a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0625927 Nov 11 21:12:43.755812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:43.782375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef7027-d98f-460d-8292-853239466f7e None None] Pushing event updated for resources: {'Port': ['ID=39b1d52e-fa07-44b3-bac3-a15905a74a86,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:43.816499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 0d45158d-adfb-42fc-9c58-ef414a514446 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:43.819963 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.864996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:43.960408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.096836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.127505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=0d45158d-adfb-42fc-9c58-ef414a514446,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:44.129564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.133078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f68935ae-325f-45b6-8234-8e2f875bc826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/0d45158d-adfb-42fc-9c58-ef414a514446 HTTP/1.1" status: 204 len: 168 time: 0.3761566 Nov 11 21:12:44.137133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:44.202864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet cb18c5a7-8cd9-4107-afb4-d2007ded3cdc {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:44.206460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.256102 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.351878 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.422587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e765d-99f1-4ba4-83ff-44ada512f0b0 req-89475ed1-110a-4c6c-bc46-f8f593faf719 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:44.423914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24df85c-34fd-438e-a619-aecc878f3da7 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:44.424587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-207e765d-99f1-4ba4-83ff-44ada512f0b0 req-89475ed1-110a-4c6c-bc46-f8f593faf719 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 946 time: 0.0672312 Nov 11 21:12:44.483062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-207e765d-99f1-4ba4-83ff-44ada512f0b0 req-443eb309-97e5-4987-abdb-05ef61004efb tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521235 Nov 11 21:12:44.497459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.522286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b1d52e-fa07-44b3-bac3-a15905a74a86 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:44.536865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=cb18c5a7-8cd9-4107-afb4-d2007ded3cdc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:44.543819 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.547189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4d3d1bac-a680-4cd8-8278-e5b6a01653a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/cb18c5a7-8cd9-4107-afb4-d2007ded3cdc HTTP/1.1" status: 204 len: 168 time: 0.4095807 Nov 11 21:12:44.549692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41368) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:44.555112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c99f3974-b13d-42ca-9713-6c5d8231d824 None None] Provisioning complete for port 39b1d52e-fa07-44b3-bac3-a15905a74a86 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:44.555498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c99f3974-b13d-42ca-9713-6c5d8231d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.592995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-df9b4c21-4b23-49cd-8203-b631de982549 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420895 Nov 11 21:12:44.595652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:44.600629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:44.679358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 39b1d52e-fa07-44b3-bac3-a15905a74a86 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:44.679914 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.752722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-5db17eb1-416f-4754-85e0-4223ded921a1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:44.754398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-5db17eb1-416f-4754-85e0-4223ded921a1 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 946 time: 0.0588739 Nov 11 21:12:44.755577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:44.762445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.777472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c99f3974-b13d-42ca-9713-6c5d8231d824 None None] Could not find standard attr ID for object 60ba3339-5670-4bc5-9558-d30d58460eee. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:44.811545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:44.867777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] Deleting port 39b1d52e-fa07-44b3-bac3-a15905a74a86 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:44.871722 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.938017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] For port 39b1d52e-fa07-44b3-bac3-a15905a74a86, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b1d52e-fa07-44b3-bac3-a15905a74a86,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:44.938520 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:44.952172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] Calling delete_port for 39b1d52e-fa07-44b3-bac3-a15905a74a86 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:44.965391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Deleting port 86d853d0-c072-47d8-ab56-2bc78c14177c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:44.965391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.078308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:45.107545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] For port 86d853d0-c072-47d8-ab56-2bc78c14177c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=86d853d0-c072-47d8-ab56-2bc78c14177c,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:45.107773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.107963 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.124570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Calling delete_port for 86d853d0-c072-47d8-ab56-2bc78c14177c owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:45.134216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] Pushing event deleted for resources: {'Port': ['ID=39b1d52e-fa07-44b3-bac3-a15905a74a86,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:45.143907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b75be-2116-4c9c-bad8-62d55c80c04e None None] No DVR routers for this DVR port 39b1d52e-fa07-44b3-bac3-a15905a74a86 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:45.193294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bb29ce6-60b3-4c85-b899-e7878896f9bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.275302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.objects.ports [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:12:45.291244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bb29ce6-60b3-4c85-b899-e7878896f9bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.294573 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.342622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:45.350538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:45.353471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:45.354113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.359376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898bf95-09a5-4065-b161-e7e033dc3890 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:45.376499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=94505352-8ebd-4999-a9a4-c81a80331a31,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:45.393267 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0bb29ce6-60b3-4c85-b899-e7878896f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.437385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0bb29ce6-60b3-4c85-b899-e7878896f9bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03b7e93b4eba415aaa9f883fa644230e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3578205 Nov 11 21:12:45.438322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb29ce6-60b3-4c85-b899-e7878896f9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e73fa2-ffb4-4356-9686-8e3bbd12f746,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:45.439980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:45.459107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.471034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7265a186-026b-4611-9651-1d17e803d042', '86d853d0-c072-47d8-ab56-2bc78c14177c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:45.496110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event deleted for resources: {'Port': ['ID=86d853d0-c072-47d8-ab56-2bc78c14177c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:45.521378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-598540b6-48c8-4abd-b89b-8ae32aa5c024 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9245796 Nov 11 21:12:45.524836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:45.530940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:45.559661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] No DVR routers for this DVR port 86d853d0-c072-47d8-ab56-2bc78c14177c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:45.564032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.567766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea1c41e8-b25f-47f9-b80a-6877fb259c0a req-1332419c-2ad5-4e71-a315-de42a33804e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "DELETE /v2.0/ports/86d853d0-c072-47d8-ab56-2bc78c14177c HTTP/1.1" status: 204 len: 173 time: 0.8030460 Nov 11 21:12:45.568462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fef1df-dc63-474c-aa5c-6bd309207873', 'name': 'network-vif-deleted', 'tag': '86d853d0-c072-47d8-ab56-2bc78c14177c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:12:45.577846 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3333b6-bdaa-4bb7-8ee6-621283e3a3f9" -d '{"events": [{"server_uuid": "47fef1df-dc63-474c-aa5c-6bd309207873", "name": "network-vif-deleted", "tag": "86d853d0-c072-47d8-ab56-2bc78c14177c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:12:45.618719 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371e8198-2794-47ab-bf04-0c9e927bacba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.623383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-546026c3-de2c-4d63-8dc0-c53f8509f2a9 req-30ac377b-a889-4f99-8e05-2267ae6e4764 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=47fef1df-dc63-474c-aa5c-6bd309207873 HTTP/1.1" status: 200 len: 210 time: 0.0375836 Nov 11 21:12:45.646680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371e8198-2794-47ab-bf04-0c9e927bacba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.667880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f', '1a722b13-f46d-4c52-8fc0-e8362b30eb43'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:45.672427 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d648d97-39f1-4183-b397-69614e84c21f x-openstack-request-id: req-0d648d97-39f1-4183-b397-69614e84c21f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:12:45.677373 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fef1df-dc63-474c-aa5c-6bd309207873", "name": "network-vif-deleted", "tag": "86d853d0-c072-47d8-ab56-2bc78c14177c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:12:45.677373 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d648d97-39f1-4183-b397-69614e84c21f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:12:45.677373 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fef1df-dc63-474c-aa5c-6bd309207873', 'name': 'network-vif-deleted', 'tag': '86d853d0-c072-47d8-ab56-2bc78c14177c', 'status': 'completed', 'code': 200} Nov 11 21:12:45.747911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:45.751735 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.776242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '94505352-8ebd-4999-a9a4-c81a80331a31'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:45.781614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.799323 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371e8198-2794-47ab-bf04-0c9e927bacba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.802849 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-371e8198-2794-47ab-bf04-0c9e927bacba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:45.804045 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-371e8198-2794-47ab-bf04-0c9e927bacba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05e73fa2-ffb4-4356-9686-8e3bbd12f746 HTTP/1.1" status: 204 len: 168 time: 0.3630276 Nov 11 21:12:45.814396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8198-2794-47ab-bf04-0c9e927bacba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e73fa2-ffb4-4356-9686-8e3bbd12f746,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:46.063254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Allocated IP 2001:db8::f816:3eff:feeb:ce44 (311da805-aa03-4b5d-bb3a-08ee2886711a/94505352-8ebd-4999-a9a4-c81a80331a31/de7d8b4b-dd38-475d-bd16-d9379f4c30aa) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:46.102190 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.150400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:46.154004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:46.157039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:46.158077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.176809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=725c4f95-b36f-4c2e-b286-b22cacd21265,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:46.287788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-70e1be52-0581-45f0-803f-b2b77a2a517e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7617402 Nov 11 21:12:46.290717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:46.304955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:3b:94:37', 'name': 'tempest-NetworksTestDHCPv6-1018849423'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:46.331849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.418288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.464459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:46.468942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:46.474639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:46.479490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b1d52e-fa07-44b3-bac3-a15905a74a86 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:46.488970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Pushing event updated for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:46.496691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:46.518059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 39b1d52e-fa07-44b3-bac3-a15905a74a86 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:46.522429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b1d52e-fa07-44b3-bac3-a15905a74a86 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:46.536616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.536970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.537312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.537643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.537974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.538302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.538626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.538949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.539272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.539592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.539916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.540275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:46.573145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Attempting to bind port de7d8b4b-dd38-475d-bd16-d9379f4c30aa on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:46.573566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Attempting to bind port de7d8b4b-dd38-475d-bd16-d9379f4c30aa by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:46.573927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Attempting to bind port de7d8b4b-dd38-475d-bd16-d9379f4c30aa on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:46.574339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:46.579555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:46.579934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:46.580363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.580752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:46.581220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Bound port: de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:46.581595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.591540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d23ce-1b68-4cdf-8589-65abee88d7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.594416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.623469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port a2e41cda-5953-4b6e-bdb1-9a0048c72923 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:46.649847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:46.653502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:46.679474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d23ce-1b68-4cdf-8589-65abee88d7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.702291 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.718929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d1d23ce-1b68-4cdf-8589-65abee88d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.767064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d1d23ce-1b68-4cdf-8589-65abee88d7ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0106826fa01949b786b684f10ae78a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910014 Nov 11 21:12:46.767532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41402) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:46.768214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d23ce-1b68-4cdf-8589-65abee88d7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28d05df-c8e7-4d11-a8db-6fc684a71524,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:46.782282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36361e8a-4010-4ccd-9f27-d19bb6e71fbc None None] Pushing event updated for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:46.823420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 172.20.0.7 (311da805-aa03-4b5d-bb3a-08ee2886711a/725c4f95-b36f-4c2e-b286-b22cacd21265/a2e41cda-5953-4b6e-bdb1-9a0048c72923) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:46.826669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69a7c962-bf8c-431e-8a3d-532cca8d2796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:46.834465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:fe3b:9437 (311da805-aa03-4b5d-bb3a-08ee2886711a/94505352-8ebd-4999-a9a4-c81a80331a31/a2e41cda-5953-4b6e-bdb1-9a0048c72923) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:46.851774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69a7c962-bf8c-431e-8a3d-532cca8d2796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.033718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69a7c962-bf8c-431e-8a3d-532cca8d2796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.036107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69a7c962-bf8c-431e-8a3d-532cca8d2796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.037575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-69a7c962-bf8c-431e-8a3d-532cca8d2796 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e28d05df-c8e7-4d11-a8db-6fc684a71524 HTTP/1.1" status: 204 len: 168 time: 0.2647467 Nov 11 21:12:47.046292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7c962-bf8c-431e-8a3d-532cca8d2796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28d05df-c8e7-4d11-a8db-6fc684a71524,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:47.159109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.228478 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.278905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:47.282047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:47.285278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:47.327083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=a2e41cda-5953-4b6e-bdb1-9a0048c72923,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:47.348837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:47.349474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.459026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-be429666-1df5-4126-9f80-69990532e80a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1667180 Nov 11 21:12:47.470898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41414) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:47.549359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b17574-f5a3-4726-9a10-c5028027eb65 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:47.555731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b17574-f5a3-4726-9a10-c5028027eb65 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:47.558472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3b17574-f5a3-4726-9a10-c5028027eb65 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0836933 Nov 11 21:12:47.561515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41420) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:47.663437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port a2e41cda-5953-4b6e-bdb1-9a0048c72923 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:47.663790 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.797367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:47.814362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for a2e41cda-5953-4b6e-bdb1-9a0048c72923 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:47.861386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b8a8a9-dd07-41ff-b4d8-f13a6f648b92 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:48.077709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f0690de4-fa6e-4cc2-9566-8bad88b7bf23 None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:48.078179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0690de4-fa6e-4cc2-9566-8bad88b7bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.138161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.207963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=a2e41cda-5953-4b6e-bdb1-9a0048c72923,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:48.224415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.224851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.225263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.225671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.226734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.227316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.228243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.228764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.229464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.229991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.230348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.230728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:48.247598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0690de4-fa6e-4cc2-9566-8bad88b7bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.300512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f0690de4-fa6e-4cc2-9566-8bad88b7bf23 None None] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:48.354375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6504acb5-7fec-4cc6-98b7-a6de469a9a03 None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '94505352-8ebd-4999-a9a4-c81a80331a31', 'ip_address': '2001:db8::f816:3eff:feeb:ce44'}, {'subnet_id': '725c4f95-b36f-4c2e-b286-b22cacd21265'}], 'binding:host_id': 'n-d-805734-3'}, 'id': 'de7d8b4b-dd38-475d-bd16-d9379f4c30aa'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:12:48.360245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.367726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-acf3563f-fd7f-48ef-b1b0-b1d15ad8d5ad tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/a2e41cda-5953-4b6e-bdb1-9a0048c72923 HTTP/1.1" status: 204 len: 168 time: 0.8030896 Nov 11 21:12:48.368084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41434) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:48.380833 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6504acb5-7fec-4cc6-98b7-a6de469a9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.444541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4fe34-99a6-4618-afd2-fc9583bc0357 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:48.446381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4fe34-99a6-4618-afd2-fc9583bc0357 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:48.449209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f4fe34-99a6-4618-afd2-fc9583bc0357 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:48.453450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-92f4fe34-99a6-4618-afd2-fc9583bc0357 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0818505 Nov 11 21:12:48.454235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:48.529247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0690de4-fa6e-4cc2-9566-8bad88b7bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.554842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 725c4f95-b36f-4c2e-b286-b22cacd21265 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:48.560191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.588778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device de7d8b4b-dd38-475d-bd16-d9379f4c30aa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:48.627305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.630979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0690de4-fa6e-4cc2-9566-8bad88b7bf23 None None] Pushing event updated for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:48.658558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:48.658960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.683010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.840282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server [None req-6504acb5-7fec-4cc6-98b7-a6de469a9a03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 725c4f95-b36f-4c2e-b286-b22cacd21265: This subnet is being modified by another concurrent operation. Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server raise exception Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 725c4f95-b36f-4c2e-b286-b22cacd21265: This subnet is being modified by another concurrent operation. Nov 11 21:12:48.842021 n-d-805734-3 neutron-server[109676]: ERROR oslo_messaging.rpc.server Nov 11 21:12:48.870915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=725c4f95-b36f-4c2e-b286-b22cacd21265,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:48.873099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.879004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-543e3e4d-8cda-4303-9743-e65898fdd11d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/725c4f95-b36f-4c2e-b286-b22cacd21265 HTTP/1.1" status: 204 len: 168 time: 0.4211254 Nov 11 21:12:48.879436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41444) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:48.964774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1b272802-7645-4825-afee-eac9324bc7b7 None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:48.965780 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1b272802-7645-4825-afee-eac9324bc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:48.968202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 94505352-8ebd-4999-a9a4-c81a80331a31 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:48.972782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:49.021712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:49.173279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:49.190914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cc10e-9c32-490d-9b85-64e89ba62e92 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:12:49.261809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-472003fd-6050-428f-a8d3-8d36980272aa None None] Could not find standard attr ID for object a2e41cda-5953-4b6e-bdb1-9a0048c72923. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:49.296900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:49.306040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cc10e-9c32-490d-9b85-64e89ba62e92 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:12:49.329513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=94505352-8ebd-4999-a9a4-c81a80331a31,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:49.334168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:49.337633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8a7ca61-d172-4f9d-ba75-c3858d402e8f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/94505352-8ebd-4999-a9a4-c81a80331a31 HTTP/1.1" status: 204 len: 168 time: 0.4561548 Nov 11 21:12:49.340209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41458) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:49.393038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1571ee41-f67f-4cc0-808f-31ed526f1265 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487561 Nov 11 21:12:49.393462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:49.400197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:49.505028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 86d853d0-c072-47d8-ab56-2bc78c14177c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:49.535586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 86d853d0-c072-47d8-ab56-2bc78c14177c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:49.535586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 86d853d0-c072-47d8-ab56-2bc78c14177c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:49.679106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb793c-d39a-47cb-9674-d68127ae1a1e None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:12:49.749498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Provisioning complete for port cb12368f-cc00-469f-a630-e38fb64ae50f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:49.750244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:49.852484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb793c-d39a-47cb-9674-d68127ae1a1e None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:12:49.941351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:49.944938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:49.978211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:49.980465 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.145947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Provisioning complete for port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:50.146573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.223427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.294444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935dc635-d4aa-45dd-ad62-e18b542d615d None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:50.299450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:50.301212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=7fb0f1df-1a42-4ebb-83b2-aa0b860a6280,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:50.304746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:50.307859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:50.313336 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.361963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-32abe5fc-88a5-467b-85ae-4e144e009caa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9670184 Nov 11 21:12:50.364738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:50.369754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:50.401143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Provisioning complete for port 7265a186-026b-4611-9651-1d17e803d042 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:50.402361 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2ab4dbe-6cd1-4af6-a973-c6408623b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.536406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device de7d8b4b-dd38-475d-bd16-d9379f4c30aa no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:50.599519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:50.603742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.838697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.859934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9cad9907-c922-40cb-9c58-89bfef970c71 None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:50.860339 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cad9907-c922-40cb-9c58-89bfef970c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.861876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e4c7a8-aae2-435c-88b5-95955672428f None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '7fb0f1df-1a42-4ebb-83b2-aa0b860a6280'}], 'binding:host_id': 'n-d-805734-3'}, 'id': 'de7d8b4b-dd38-475d-bd16-d9379f4c30aa'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:12:50.934616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40e4c7a8-aae2-435c-88b5-95955672428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:50.937551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:51.012989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.156141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:51.193825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:12:51.214585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-40e4c7a8-aae2-435c-88b5-95955672428f None None] Allocated IP 172.20.0.2 (311da805-aa03-4b5d-bb3a-08ee2886711a/7fb0f1df-1a42-4ebb-83b2-aa0b860a6280/de7d8b4b-dd38-475d-bd16-d9379f4c30aa) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:51.332894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-40e4c7a8-aae2-435c-88b5-95955672428f None None] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:51.365593 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40e4c7a8-aae2-435c-88b5-95955672428f None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.456323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40e4c7a8-aae2-435c-88b5-95955672428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.550840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4c7a8-aae2-435c-88b5-95955672428f None None] Pushing event updated for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:51.584504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.630546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41498) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:51.788703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:51.820939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.831650 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.889323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1eb5c-56b5-401b-9ff3-7583fc16dd03 req-487cacb4-49e8-449c-9c69-b85475ade142 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:51.891187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdd1eb5c-56b5-401b-9ff3-7583fc16dd03 req-487cacb4-49e8-449c-9c69-b85475ade142 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0565724 Nov 11 21:12:51.931573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.932372 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:51.969758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.017275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdd1eb5c-56b5-401b-9ff3-7583fc16dd03 req-0ec22c16-7339-421f-8317-001fc2fbd27d tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185198 Nov 11 21:12:52.039540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.052560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:52.066117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:52.069205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:52.069880 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.079932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=104ec208-8b71-4b43-acb9-0956d6c5cc5e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:52.085809 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c124fda8ba334c7990b1b9d94a9c3edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4541519 Nov 11 21:12:52.087319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43b4ecd-a600-4996-a841-56a31027494f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:52.091481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:52.100698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:52.114513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.115227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.115791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.116383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.116958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.117571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.118232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.119370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.120510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.121306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.121757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.122193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d274501-a800-4762-b91c-770ce3cf1017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:12:52.169068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-adac0f4a-fc10-4360-8545-5403f448c64f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8031726 Nov 11 21:12:52.171665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:52.176955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:c4:85:dc', 'name': 'tempest-NetworksTestDHCPv6-334343934'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:52.194637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de3d67c5-b53e-4459-a99e-d456bf441f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.200070 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.227173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de3d67c5-b53e-4459-a99e-d456bf441f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.235887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110ce9-5b0b-42d3-8857-e9196a336594 req-78bc84e7-a6b5-45f7-bdab-487d675cbc88 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:52.237470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09110ce9-5b0b-42d3-8857-e9196a336594 req-78bc84e7-a6b5-45f7-bdab-487d675cbc88 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1097 time: 0.0805962 Nov 11 21:12:52.274896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-09110ce9-5b0b-42d3-8857-e9196a336594 req-bf4bdb2d-8377-4c68-b3c8-9ba12b5b0bfc tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.384465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ca72d-ad7a-4798-bd3a-b88024a2ab40 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:52.393440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:52.408673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de3d67c5-b53e-4459-a99e-d456bf441f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.414975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de3d67c5-b53e-4459-a99e-d456bf441f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.414975 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-de3d67c5-b53e-4459-a99e-d456bf441f6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e43b4ecd-a600-4996-a841-56a31027494f HTTP/1.1" status: 204 len: 168 time: 0.3191092 Nov 11 21:12:52.431133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d67c5-b53e-4459-a99e-d456bf441f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43b4ecd-a600-4996-a841-56a31027494f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:52.495378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-09110ce9-5b0b-42d3-8857-e9196a336594 req-bf4bdb2d-8377-4c68-b3c8-9ba12b5b0bfc tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.519137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.538429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-02c613ad-2742-4399-8e04-b4315c1f159c None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:52.538817 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02c613ad-2742-4399-8e04-b4315c1f159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.548417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 5f26553f-a365-4ce6-9979-7b834e77b0cd yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:52.568335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device de7d8b4b-dd38-475d-bd16-d9379f4c30aa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:52.593801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-09110ce9-5b0b-42d3-8857-e9196a336594 req-bf4bdb2d-8377-4c68-b3c8-9ba12b5b0bfc tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.637144 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09110ce9-5b0b-42d3-8857-e9196a336594 req-bf4bdb2d-8377-4c68-b3c8-9ba12b5b0bfc tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825259 Nov 11 21:12:52.638607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bdb2d-8377-4c68-b3c8-9ba12b5b0bfc tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789fe146-00ba-4508-bebf-c0aa5a46008a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:52.741961 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02c613ad-2742-4399-8e04-b4315c1f159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.748172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:52.749376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.778703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 172.20.0.7 (311da805-aa03-4b5d-bb3a-08ee2886711a/7fb0f1df-1a42-4ebb-83b2-aa0b860a6280/5f26553f-a365-4ce6-9979-7b834e77b0cd) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:52.787345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:fec4:85dc (311da805-aa03-4b5d-bb3a-08ee2886711a/104ec208-8b71-4b43-acb9-0956d6c5cc5e/5f26553f-a365-4ce6-9979-7b834e77b0cd) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:52.804183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13131ab-b86c-4fbd-b482-04310ad58f53 req-e5702286-ad6d-49c0-845a-7d7a66ffb28b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:52.805753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c13131ab-b86c-4fbd-b482-04310ad58f53 req-e5702286-ad6d-49c0-845a-7d7a66ffb28b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0831563 Nov 11 21:12:52.809499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-02c613ad-2742-4399-8e04-b4315c1f159c None None] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:52.868202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.918998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c13131ab-b86c-4fbd-b482-04310ad58f53 req-6633f366-bd78-422a-aeca-aef2a92dd10c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976918 Nov 11 21:12:52.931395 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02c613ad-2742-4399-8e04-b4315c1f159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:52.963991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:53.038686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:12:53.039354 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:12:53.058465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c613ad-2742-4399-8e04-b4315c1f159c None None] Pushing event updated for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:53.072943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.091938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4eecb35e-b144-452b-97f5-37ff6f506c4f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/9a4482ea-d06f-463b-bc19-650409720305 HTTP/1.1" status: 200 len: 994 time: 0.1257954 Nov 11 21:12:53.182939 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.204320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-568fee67-cc8c-4d8a-ba5d-59fbe3180a70 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:53.206156 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-568fee67-cc8c-4d8a-ba5d-59fbe3180a70 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0739832 Nov 11 21:12:53.210336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547cbf7-834a-4488-92f8-b878e74c0aa7 req-bd250011-6ccb-4281-bc1b-1fefb921a055 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:53.219829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f547cbf7-834a-4488-92f8-b878e74c0aa7 req-bd250011-6ccb-4281-bc1b-1fefb921a055 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 945 time: 0.0971577 Nov 11 21:12:53.261764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:53.294688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:53.297019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbe1900b-7a0d-40dd-9492-5269fa0fd67c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.307775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:53.311290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:53.334604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=5f26553f-a365-4ce6-9979-7b834e77b0cd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:53.355685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f547cbf7-834a-4488-92f8-b878e74c0aa7 req-2b0a9bf7-e7c6-4ada-8a64-0c7213451544 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281004 Nov 11 21:12:53.387420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Deleting port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:53.392908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:53.393430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.393540 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.456658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbe1900b-7a0d-40dd-9492-5269fa0fd67c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.478073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0543f43a-6651-422b-b3b8-6c3ada77665c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3030162 Nov 11 21:12:53.479074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:53.536124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] For port 1a722b13-f46d-4c52-8fc0-e8362b30eb43, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1a722b13-f46d-4c52-8fc0-e8362b30eb43,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:53.536383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.555391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Calling delete_port for 1a722b13-f46d-4c52-8fc0-e8362b30eb43 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:53.576876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3067f7c-c9d0-4174-8118-84591e915eb8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:53.582911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3067f7c-c9d0-4174-8118-84591e915eb8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:53.584776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e3067f7c-c9d0-4174-8118-84591e915eb8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1048858 Nov 11 21:12:53.587629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:53.588217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbe1900b-7a0d-40dd-9492-5269fa0fd67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.591615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70541e96-b932-46cb-8258-7f19e37bd8c2 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:53.662260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1900b-7a0d-40dd-9492-5269fa0fd67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47da5b3d-d2f6-49c7-aa2e-461daf289517,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:53.668292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cbe1900b-7a0d-40dd-9492-5269fa0fd67c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09b02c3a0bae48c4af4461aa19d1d32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054861 Nov 11 21:12:53.675449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-541592aa-e39a-4d43-9784-1080e0627534 None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:53.675825 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-541592aa-e39a-4d43-9784-1080e0627534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.680123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:53.707734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-054bb959-d2e8-4f9e-8b99-4d9de58cb38d req-c769a9fc-8c8b-4d8e-8c52-2dfc85836ec5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:12:53.708801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-054bb959-d2e8-4f9e-8b99-4d9de58cb38d req-c769a9fc-8c8b-4d8e-8c52-2dfc85836ec5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2543874 Nov 11 21:12:53.725931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 5f26553f-a365-4ce6-9979-7b834e77b0cd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:53.726405 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.801013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-017ad6f0-a1cc-4b7e-91cc-612c97b2a792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.838656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-017ad6f0-a1cc-4b7e-91cc-612c97b2a792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.842096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.865083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 5f26553f-a365-4ce6-9979-7b834e77b0cd owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:53.930929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:53.946039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7265a186-026b-4611-9651-1d17e803d042'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:53.949112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f', '1a722b13-f46d-4c52-8fc0-e8362b30eb43'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:54.040385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f413b64-e9cc-46ac-b13e-49c1f33659cf None None] DHCP port deletion for b303cbed-18e7-4067-ba04-3d7918065b7d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:54.041050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-017ad6f0-a1cc-4b7e-91cc-612c97b2a792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.045351 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-017ad6f0-a1cc-4b7e-91cc-612c97b2a792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.045825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-017ad6f0-a1cc-4b7e-91cc-612c97b2a792 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47da5b3d-d2f6-49c7-aa2e-461daf289517 HTTP/1.1" status: 204 len: 168 time: 0.3644786 Nov 11 21:12:54.090321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event deleted for resources: {'Port': ['ID=1a722b13-f46d-4c52-8fc0-e8362b30eb43,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:54.101534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] No DVR routers for this DVR port 1a722b13-f46d-4c52-8fc0-e8362b30eb43 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:54.108374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.110790 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d7dc5ff-b9e9-4698-a9ca-ae56f3183cf3 req-1638fc21-b09a-46eb-9d1a-937305024db7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "DELETE /v2.0/ports/1a722b13-f46d-4c52-8fc0-e8362b30eb43 HTTP/1.1" status: 204 len: 173 time: 0.8969073 Nov 11 21:12:54.128557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'name': 'network-vif-deleted', 'tag': '1a722b13-f46d-4c52-8fc0-e8362b30eb43'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:12:54.133105 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99c448d-1136-4b77-900b-798c45036598" -d '{"events": [{"server_uuid": "53837f39-f762-4c64-8d61-a0c04bb7c3d4", "name": "network-vif-deleted", "tag": "1a722b13-f46d-4c52-8fc0-e8362b30eb43"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:12:54.139257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ad6f0-a1cc-4b7e-91cc-612c97b2a792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47da5b3d-d2f6-49c7-aa2e-461daf289517,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:54.210637 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.267945 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ffb59d-adaf-4dde-abec-1c510b8f267c x-openstack-request-id: req-a3ffb59d-adaf-4dde-abec-1c510b8f267c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:12:54.272200 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53837f39-f762-4c64-8d61-a0c04bb7c3d4", "name": "network-vif-deleted", "tag": "1a722b13-f46d-4c52-8fc0-e8362b30eb43", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:12:54.272527 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3ffb59d-adaf-4dde-abec-1c510b8f267c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:12:54.272966 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53837f39-f762-4c64-8d61-a0c04bb7c3d4', 'name': 'network-vif-deleted', 'tag': '1a722b13-f46d-4c52-8fc0-e8362b30eb43', 'status': 'completed', 'code': 200} Nov 11 21:12:54.290705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=5f26553f-a365-4ce6-9979-7b834e77b0cd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:54.388717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a85ddf8a-01ee-4d7c-8534-12c1752a832f None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:54.389130 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a85ddf8a-01ee-4d7c-8534-12c1752a832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.395753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d523cbb-199d-477c-9e95-0171f28f6368 req-a83ad9b2-b292-40c5-8c04-2efff581911f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:54.400655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d523cbb-199d-477c-9e95-0171f28f6368 req-a83ad9b2-b292-40c5-8c04-2efff581911f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0692093 Nov 11 21:12:54.521411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.526759 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6f6d2538-80f8-45fc-b14a-7124e93faf1a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/5f26553f-a365-4ce6-9979-7b834e77b0cd HTTP/1.1" status: 204 len: 168 time: 0.9374180 Nov 11 21:12:54.533512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:54.641539 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bfffb082-806b-4d65-b758-01d99b76cf34 req-1fc22e24-379d-49b9-a53e-35b19ed25a2a tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=53837f39-f762-4c64-8d61-a0c04bb7c3d4 HTTP/1.1" status: 200 len: 210 time: 0.1013889 Nov 11 21:12:54.642073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device de7d8b4b-dd38-475d-bd16-d9379f4c30aa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:54.646118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede16c56-a2d3-4ee3-a8dd-5cdc2a71caeb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:54.646935 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-a58d8b08-3616-49a5-9812-53629ca0b61d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1867542 Nov 11 21:12:54.648789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede16c56-a2d3-4ee3-a8dd-5cdc2a71caeb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:54.651003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede16c56-a2d3-4ee3-a8dd-5cdc2a71caeb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:54.653351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ede16c56-a2d3-4ee3-a8dd-5cdc2a71caeb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1167903 Nov 11 21:12:54.659751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:54.666150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a85ddf8a-01ee-4d7c-8534-12c1752a832f None None] Could not find standard attr ID for object 5f26553f-a365-4ce6-9979-7b834e77b0cd. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:54.693036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d523cbb-199d-477c-9e95-0171f28f6368 req-9b359c2b-38d3-4252-a9a0-94aadff6d8e4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567937 Nov 11 21:12:54.740499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 104ec208-8b71-4b43-acb9-0956d6c5cc5e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:54.744646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.766346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:54.766798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.804188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c7c4a93-4a7a-4103-adef-4e4fd3526a5a None None] Could not find standard attr ID for object 5f26553f-a365-4ce6-9979-7b834e77b0cd. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:12:54.840598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:54.941794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.169136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.177696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=104ec208-8b71-4b43-acb9-0956d6c5cc5e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:55.179654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.182907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-22d1ff19-a784-4c7b-9caf-e2c7977baac1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/104ec208-8b71-4b43-acb9-0956d6c5cc5e HTTP/1.1" status: 204 len: 168 time: 0.5219605 Nov 11 21:12:55.185530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41586) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:55.188075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f88f75-1883-4a6d-819a-7b7c61224d96 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:55.246393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 7fb0f1df-1a42-4ebb-83b2-aa0b860a6280 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:55.250604 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.293698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.410947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.616622 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.654414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb0f1df-1a42-4ebb-83b2-aa0b860a6280,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:55.670500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:55.679280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fbc82143-2a82-49fb-ad17-2f8f6ac4af35 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/7fb0f1df-1a42-4ebb-83b2-aa0b860a6280 HTTP/1.1" status: 204 len: 168 time: 0.4926400 Nov 11 21:12:55.681789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:55.736942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6d2af61e-c19c-4eb6-a2a2-5069e0155957 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517423 Nov 11 21:12:55.739647 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:55.750002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:55.886432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01c23-f75d-4cec-822f-efe5e0a0ff57 req-2a41baf3-4d36-45f9-9c35-9e7ea7cc3115 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:55.888436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88e01c23-f75d-4cec-822f-efe5e0a0ff57 req-2a41baf3-4d36-45f9-9c35-9e7ea7cc3115 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0953863 Nov 11 21:12:55.947522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-88e01c23-f75d-4cec-822f-efe5e0a0ff57 req-fa15b5a8-c000-4e41-bc27-a690094873a9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527542 Nov 11 21:12:55.969962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:55.974641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.035321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe2914-b198-4467-a53b-6f55108ce2ac None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:56.169572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-371798f1-7258-44d9-9d19-23f75b766bad None None] Provisioning complete for port de7d8b4b-dd38-475d-bd16-d9379f4c30aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:56.170050 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-371798f1-7258-44d9-9d19-23f75b766bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.273172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.295974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:56.342706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eb85a-e524-4a62-8256-207d1d3412de req-a396681c-6a6b-47a4-a319-13ad01ae2517 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:56.350104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c0eb85a-e524-4a62-8256-207d1d3412de req-a396681c-6a6b-47a4-a319-13ad01ae2517 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 945 time: 0.0830603 Nov 11 21:12:56.372068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:56.375760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:56.380060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:56.380778 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.383159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] Deleting port de7d8b4b-dd38-475d-bd16-d9379f4c30aa {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:56.383555 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.387556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=90a862c8-9d79-4758-9594-42a20f0de231,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:56.416736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c0eb85a-e524-4a62-8256-207d1d3412de req-df08a5c7-5fa8-40c0-ac4c-bfe1c6aa8a60 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596058 Nov 11 21:12:56.477238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device de7d8b4b-dd38-475d-bd16-d9379f4c30aa no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:56.482015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d721d8a8-2f48-40a6-8505-8cb02b561abb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7383008 Nov 11 21:12:56.484919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:56.489762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:56.533175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] For port de7d8b4b-dd38-475d-bd16-d9379f4c30aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:56.557933 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.557933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] Calling delete_port for de7d8b4b-dd38-475d-bd16-d9379f4c30aa owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:56.671768 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.685412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:56.690033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.766136 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:56.978240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] Pushing event deleted for resources: {'Port': ['ID=de7d8b4b-dd38-475d-bd16-d9379f4c30aa,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:56.983008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a17c58-0d48-45b1-9918-6712aa45ee38 None None] No DVR routers for this DVR port de7d8b4b-dd38-475d-bd16-d9379f4c30aa on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:57.005020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad1d29-f14e-47ee-8f2a-5ae640d7e42c None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:57.105159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c95f68-f9c1-4fcf-95e8-da8a6a787b60 req-ab9afa72-eeac-417f-b7f2-e797f20ef722 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.106727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81c95f68-f9c1-4fcf-95e8-da8a6a787b60 req-ab9afa72-eeac-417f-b7f2-e797f20ef722 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0746186 Nov 11 21:12:57.180177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:12:57.183510 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.193376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '553dd91f-eef6-4857-ab87-746e2f2108b4'}, {'subnet_id': '90a862c8-9d79-4758-9594-42a20f0de231'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:12:57.203766 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.249912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:57.257958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81c95f68-f9c1-4fcf-95e8-da8a6a787b60 req-44bd808d-9f8d-44ec-b099-7113559d5f02 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302304 Nov 11 21:12:57.258822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:57.263796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.264432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.278133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=553dd91f-eef6-4857-ab87-746e2f2108b4,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:57.295508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.369961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31a8b24e-e9f9-412d-8574-e126b0092793 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8822577 Nov 11 21:12:57.372504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:57.379261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-b9057052-4636-4d2c-8387-fc3022e1e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.380807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-b9057052-4636-4d2c-8387-fc3022e1e56f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1097 time: 0.0615058 Nov 11 21:12:57.382772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:86:d2:ae', 'name': 'tempest-NetworksTestDHCPv6-554045662'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:12:57.416612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Allocated IP 172.20.0.2 (311da805-aa03-4b5d-bb3a-08ee2886711a/90a862c8-9d79-4758-9594-42a20f0de231/b5299985-6551-4b04-9fb2-f5cc78b8844a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:57.424709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Allocated IP 2001:db8::f816:3eff:fed4:1407 (311da805-aa03-4b5d-bb3a-08ee2886711a/553dd91f-eef6-4857-ab87-746e2f2108b4/b5299985-6551-4b04-9fb2-f5cc78b8844a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:57.543477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-6fdd5cd4-39b5-40f5-b567-972d4a07862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.545219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-6fdd5cd4-39b5-40f5-b567-972d4a07862c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 898 time: 0.1536794 Nov 11 21:12:57.595452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21469-7574-454e-add4-82e2b029c6c6 req-13eb2a00-723b-451a-a674-90154a9daf19 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.597098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9db21469-7574-454e-add4-82e2b029c6c6 req-13eb2a00-723b-451a-a674-90154a9daf19 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 945 time: 0.0816011 Nov 11 21:12:57.603717 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.647261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-9344c4dc-21a9-42f0-a5e0-46ee538a5a9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1002 time: 0.0913317 Nov 11 21:12:57.656775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:12:57.674255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9db21469-7574-454e-add4-82e2b029c6c6 req-4e0a9fb9-1873-4a32-8b6d-09181c11ca13 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703628 Nov 11 21:12:57.702296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-4634f6ca-f68c-4c55-8368-da36c7b1df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.702542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.703791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-4634f6ca-f68c-4c55-8368-da36c7b1df4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.0474310 Nov 11 21:12:57.750572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:57.753727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:57.754574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-2952ec55-3b47-4f99-a38a-f081e4aa3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.757713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:57.758335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-2952ec55-3b47-4f99-a38a-f081e4aa3085 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471487 Nov 11 21:12:57.761743 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.777453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Pushing event updated for resources: {'Port': ['ID=b5299985-6551-4b04-9fb2-f5cc78b8844a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:57.783969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 1be13aa4-93f7-4f31-bf9f-3cee0ba1e892 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:12:57.847422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Attempting to bind port b5299985-6551-4b04-9fb2-f5cc78b8844a on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:12:57.847801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Attempting to bind port b5299985-6551-4b04-9fb2-f5cc78b8844a by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:12:57.848190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Attempting to bind port b5299985-6551-4b04-9fb2-f5cc78b8844a on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:12:57.853503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:12:57.853888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:12:57.855138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.855830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:12:57.856381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Bound port: b5299985-6551-4b04-9fb2-f5cc78b8844a, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:12:57.856775 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:57.904190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1a722b13-f46d-4c52-8fc0-e8362b30eb43 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:12:57.914682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-0df9d8d1-6d64-41d5-ac21-57ceb8953c7c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:57.916346 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-0df9d8d1-6d64-41d5-ac21-57ceb8953c7c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 945 time: 0.1446867 Nov 11 21:12:57.930190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 1a722b13-f46d-4c52-8fc0-e8362b30eb43 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:12:57.930542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1a722b13-f46d-4c52-8fc0-e8362b30eb43 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:12:57.969385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] For port b5299985-6551-4b04-9fb2-f5cc78b8844a, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:12:57.972223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] For port b5299985-6551-4b04-9fb2-f5cc78b8844a, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b5299985-6551-4b04-9fb2-f5cc78b8844a,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:12:57.973164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-b0de58da-82de-4d04-a236-b87f10cbd062 service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889789 Nov 11 21:12:57.987512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 172.20.0.9 (311da805-aa03-4b5d-bb3a-08ee2886711a/90a862c8-9d79-4758-9594-42a20f0de231/1be13aa4-93f7-4f31-bf9f-3cee0ba1e892) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:57.990616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:fe86:d2ae (311da805-aa03-4b5d-bb3a-08ee2886711a/553dd91f-eef6-4857-ab87-746e2f2108b4/1be13aa4-93f7-4f31-bf9f-3cee0ba1e892) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:12:58.033298 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.098140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5b975-13e2-4e29-a268-9267f708a933 None None] Pushing event updated for resources: {'Port': ['ID=b5299985-6551-4b04-9fb2-f5cc78b8844a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:58.109605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-94cb2238-3bb7-4e9f-923c-a033b582178f service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273315 Nov 11 21:12:58.132708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Deleting port 7265a186-026b-4611-9651-1d17e803d042 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:58.133047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.196972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.249305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] For port 7265a186-026b-4611-9651-1d17e803d042, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7265a186-026b-4611-9651-1d17e803d042,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:58.249659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.264183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Calling delete_port for 7265a186-026b-4611-9651-1d17e803d042 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:58.325826 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.423768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:12:58.430341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:12:58.433508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:12:58.499464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=1be13aa4-93f7-4f31-bf9f-3cee0ba1e892,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:58.543355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:58.544059 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.575053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b773f-82e9-4565-b707-e1fedf3e0ff6 req-3a46f13b-a270-42c9-83dd-05a184d08aab tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:58.589510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b5299985-6551-4b04-9fb2-f5cc78b8844a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:12:58.590323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec4b773f-82e9-4565-b707-e1fedf3e0ff6 req-3a46f13b-a270-42c9-83dd-05a184d08aab tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1129584 Nov 11 21:12:58.608310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.620393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:58.622911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7265a186-026b-4611-9651-1d17e803d042'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:12:58.652729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event deleted for resources: {'Port': ['ID=7265a186-026b-4611-9651-1d17e803d042,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:58.678147 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-98466459-5751-4739-87db-986ddb0ebf87 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3018906 Nov 11 21:12:58.678419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:58.682954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c85980-971e-4a83-873d-7090ac751d24 None None] DHCP port deletion for b303cbed-18e7-4067-ba04-3d7918065b7d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:12:58.739865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec4b773f-82e9-4565-b707-e1fedf3e0ff6 req-2a3e59ab-beab-44ca-996a-44227620f98c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493819 Nov 11 21:12:58.742562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b5299985-6551-4b04-9fb2-f5cc78b8844a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:58.742947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.767119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1e325f-4a44-40ce-a647-904146c6b010 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:58.769848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] No DVR routers for this DVR port 7265a186-026b-4611-9651-1d17e803d042 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:12:58.773252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.778993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5f3ec07d-a9ed-44b5-a8d0-5a70413b30b0 req-b26acae3-6e2f-47f0-ae25-f7bbcb0c18ed tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.58 "DELETE /v2.0/ports/7265a186-026b-4611-9651-1d17e803d042 HTTP/1.1" status: 204 len: 173 time: 0.8534510 Nov 11 21:12:58.779529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'name': 'network-vif-deleted', 'tag': '7265a186-026b-4611-9651-1d17e803d042'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:12:58.782214 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86450b72-2acc-467b-955a-b0d3cc7446a1" -d '{"events": [{"server_uuid": "4f0abe6f-8477-4373-8c37-b26bf6f8945a", "name": "network-vif-deleted", "tag": "7265a186-026b-4611-9651-1d17e803d042"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:12:58.789557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1e325f-4a44-40ce-a647-904146c6b010 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:58.789557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9a1e325f-4a44-40ce-a647-904146c6b010 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1070147 Nov 11 21:12:58.790297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:58.852992 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5759d3c-035f-4905-b0ae-378ab0b77707 x-openstack-request-id: req-a5759d3c-035f-4905-b0ae-378ab0b77707 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:12:58.853876 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0abe6f-8477-4373-8c37-b26bf6f8945a", "name": "network-vif-deleted", "tag": "7265a186-026b-4611-9651-1d17e803d042", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:12:58.853876 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5759d3c-035f-4905-b0ae-378ab0b77707 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:12:58.854817 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0abe6f-8477-4373-8c37-b26bf6f8945a', 'name': 'network-vif-deleted', 'tag': '7265a186-026b-4611-9651-1d17e803d042', 'status': 'completed', 'code': 200} Nov 11 21:12:58.868257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d355408-c2fa-4e6e-857d-e5afa139c44d req-26e4c73b-d29d-46be-b8bc-e7385f21814b tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 210 time: 0.0806212 Nov 11 21:12:58.970938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 1be13aa4-93f7-4f31-bf9f-3cee0ba1e892 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:12:58.973483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:58.999741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.043171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port b5299985-6551-4b04-9fb2-f5cc78b8844a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b5299985-6551-4b04-9fb2-f5cc78b8844a,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:12:59.094164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.107927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 1be13aa4-93f7-4f31-bf9f-3cee0ba1e892 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:12:59.170678 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.233969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=b5299985-6551-4b04-9fb2-f5cc78b8844a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:59.357660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a20bd1b-7b9d-4cac-b4f7-ce72ff537b76 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:12:59.410373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.437928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=1be13aa4-93f7-4f31-bf9f-3cee0ba1e892,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:12:59.485394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-188cf35a-0d1e-487c-9c67-d9cd4fdf7f4a None None] Provisioning complete for port b5299985-6551-4b04-9fb2-f5cc78b8844a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:59.485762 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-188cf35a-0d1e-487c-9c67-d9cd4fdf7f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.542463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.546077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d9c6451f-4c7c-4b42-b0c0-0fcb8e1861c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/1be13aa4-93f7-4f31-bf9f-3cee0ba1e892 HTTP/1.1" status: 204 len: 168 time: 0.7548780 Nov 11 21:12:59.548781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:59.619191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23866ce9-8d4b-49d6-985f-a8c7bc169fde tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:59.621731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23866ce9-8d4b-49d6-985f-a8c7bc169fde tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:59.625342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23866ce9-8d4b-49d6-985f-a8c7bc169fde tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:59.627153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-23866ce9-8d4b-49d6-985f-a8c7bc169fde tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0748670 Nov 11 21:12:59.629758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41684) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:12:59.696445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 553dd91f-eef6-4857-ab87-746e2f2108b4 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:12:59.700581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.753287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.883679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:12:59.946050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a583a2-3695-4175-ab13-65aee5f706a5 req-a7a335dc-8ce1-46f9-9546-903f8b85e4be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:12:59.950040 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21a583a2-3695-4175-ab13-65aee5f706a5 req-a7a335dc-8ce1-46f9-9546-903f8b85e4be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1068275 Nov 11 21:12:59.960030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bf26fa9b-a38d-4a31-83ae-b5ae8e84a9fc None None] Provisioning complete for port b5299985-6551-4b04-9fb2-f5cc78b8844a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:12:59.960589 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf26fa9b-a38d-4a31-83ae-b5ae8e84a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.029927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21a583a2-3695-4175-ab13-65aee5f706a5 req-a345dad3-a31f-4578-8718-87ae91fbd81f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696220 Nov 11 21:13:00.079515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.096948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2244ed84-f3b3-4d45-8a87-75ab5ae315e5 req-b750dc99-ac8d-4931-a154-172bd5603374 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0abe6f-8477-4373-8c37-b26bf6f8945a HTTP/1.1" status: 200 len: 210 time: 0.0595841 Nov 11 21:13:00.121549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=553dd91f-eef6-4857-ab87-746e2f2108b4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:00.127701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.130101 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f0fe8595-8e26-4f29-9a20-dd8d6cc6e8a0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/553dd91f-eef6-4857-ab87-746e2f2108b4 HTTP/1.1" status: 204 len: 168 time: 0.4993551 Nov 11 21:13:00.132871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:00.188215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 90a862c8-9d79-4758-9594-42a20f0de231 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:00.191991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.227733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a044a-647a-430e-b8b3-4e8ee08a3864 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:00.233347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.302349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eb3bcf05-7ade-4fee-9046-e95abf409440 None None] Could not find standard attr ID for object 1be13aa4-93f7-4f31-bf9f-3cee0ba1e892. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:00.326277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.456486 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.478770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b5299985-6551-4b04-9fb2-f5cc78b8844a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:00.488726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=90a862c8-9d79-4758-9594-42a20f0de231,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:00.492832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.496759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3b0d0093-87a7-43dc-b246-38b93879d3cc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/90a862c8-9d79-4758-9594-42a20f0de231 HTTP/1.1" status: 204 len: 168 time: 0.3628540 Nov 11 21:13:00.499492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:00.535898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b5299985-6551-4b04-9fb2-f5cc78b8844a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:00.536410 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:00.545969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e22a2664-ed4d-4618-ae6f-2bfa6d1502f2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455925 Nov 11 21:13:00.548716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:00.600708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20d2ef-146f-4a65-8377-b5b938bb91d5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:00.605173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c20d2ef-146f-4a65-8377-b5b938bb91d5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0519588 Nov 11 21:13:00.605416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:00.671711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640674f-809c-4b47-b385-a1a564e62814 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:00.673235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2640674f-809c-4b47-b385-a1a564e62814 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668778 Nov 11 21:13:00.675747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41708) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:00.714891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-14c805fc-ae02-4211-8495-d419690e1e75 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379710 Nov 11 21:13:00.720077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41712) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:00.726716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-07d97f41-b807-4982-beb5-e8921faa73a2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:00.963900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bde9b0-08b6-4f21-9ca6-3e208a0a6fe9 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:01.003971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d97f41-b807-4982-beb5-e8921faa73a2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:01.007891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07d97f41-b807-4982-beb5-e8921faa73a2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:01.009443 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d97f41-b807-4982-beb5-e8921faa73a2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:01.009866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d97f41-b807-4982-beb5-e8921faa73a2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:01.045150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c503c707-3f36-4957-821f-acf313c2101a None None] Provisioning complete for port b5299985-6551-4b04-9fb2-f5cc78b8844a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:01.045529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c503c707-3f36-4957-821f-acf313c2101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:01.110751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-07d97f41-b807-4982-beb5-e8921faa73a2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3892789 Nov 11 21:13:01.113737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:01.123350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-10f51ad2-5409-4571-a586-ba19b3153ba2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:01.241129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:01.264936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b652e62-924e-4917-8639-bf6e92eff1f4 req-b1defb0a-151c-4d67-ac98-6bcc58488097 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:01.266750 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b652e62-924e-4917-8639-bf6e92eff1f4 req-b1defb0a-151c-4d67-ac98-6bcc58488097 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1349509 Nov 11 21:13:01.289943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] Deleting port b5299985-6551-4b04-9fb2-f5cc78b8844a {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:01.290336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:01.331995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b652e62-924e-4917-8639-bf6e92eff1f4 req-c5dcaeb0-520b-47d1-9170-f3138bddbe60 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578160 Nov 11 21:13:01.363100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] For port b5299985-6551-4b04-9fb2-f5cc78b8844a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b5299985-6551-4b04-9fb2-f5cc78b8844a,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:01.363497 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:01.377497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] Calling delete_port for b5299985-6551-4b04-9fb2-f5cc78b8844a owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:01.438834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f51ad2-5409-4571-a586-ba19b3153ba2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:01.448723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10f51ad2-5409-4571-a586-ba19b3153ba2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:01.448723 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f51ad2-5409-4571-a586-ba19b3153ba2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:01.448723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f51ad2-5409-4571-a586-ba19b3153ba2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:01.532787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7265a186-026b-4611-9651-1d17e803d042 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:01.556092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 7265a186-026b-4611-9651-1d17e803d042 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:01.556472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7265a186-026b-4611-9651-1d17e803d042 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:01.587619 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:01.593281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10f51ad2-5409-4571-a586-ba19b3153ba2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4776702 Nov 11 21:13:01.596492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41732) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:01.602108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-92ea117c-f6fa-453a-8fd7-70a4ef93d439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:01.625902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] Pushing event deleted for resources: {'Port': ['ID=b5299985-6551-4b04-9fb2-f5cc78b8844a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:01.637959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196a457-f767-41e4-9c59-941e2fc09bd4 None None] No DVR routers for this DVR port b5299985-6551-4b04-9fb2-f5cc78b8844a on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:01.804641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ea117c-f6fa-453a-8fd7-70a4ef93d439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:01.808311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92ea117c-f6fa-453a-8fd7-70a4ef93d439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:01.809853 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ea117c-f6fa-453a-8fd7-70a4ef93d439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:01.810282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ea117c-f6fa-453a-8fd7-70a4ef93d439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:01.882980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-92ea117c-f6fa-453a-8fd7-70a4ef93d439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2852337 Nov 11 21:13:01.887137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:01.894266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0e1892fb-18d5-464e-a67a-6ba7959e3994 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:01.920051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e208eacb-1e3c-4ac3-b5d9-a1e34a1e1b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:02.130076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1892fb-18d5-464e-a67a-6ba7959e3994 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:02.133994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e1892fb-18d5-464e-a67a-6ba7959e3994 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:02.136278 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1892fb-18d5-464e-a67a-6ba7959e3994 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:02.136882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1892fb-18d5-464e-a67a-6ba7959e3994 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:02.202720 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:13:02.235471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e1892fb-18d5-464e-a67a-6ba7959e3994 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3460252 Nov 11 21:13:02.238502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41744) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:02.253733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b4891faa-9fa3-4e0d-8a85-9d8547c396f0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:02.398239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4891faa-9fa3-4e0d-8a85-9d8547c396f0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:02.401980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4891faa-9fa3-4e0d-8a85-9d8547c396f0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:02.403400 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4891faa-9fa3-4e0d-8a85-9d8547c396f0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:02.403828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4891faa-9fa3-4e0d-8a85-9d8547c396f0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:02.497242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b5299985-6551-4b04-9fb2-f5cc78b8844a no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:02.507391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b4891faa-9fa3-4e0d-8a85-9d8547c396f0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2677305 Nov 11 21:13:02.507663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8534253-2078-496f-966d-1cb8547741f6 req-8c16f132-46a1-4e25-b62f-2100b379db31 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:02.508170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:02.509491 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8534253-2078-496f-966d-1cb8547741f6 req-8c16f132-46a1-4e25-b62f-2100b379db31 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0974767 Nov 11 21:13:02.513001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a9de0f8d-f052-4952-b67a-9bc1e3948c78 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:02.538120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b5299985-6551-4b04-9fb2-f5cc78b8844a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:02.538743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b5299985-6551-4b04-9fb2-f5cc78b8844a not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:02.579082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8534253-2078-496f-966d-1cb8547741f6 req-1616bc02-7a5c-4686-9569-4824ea720db4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619078 Nov 11 21:13:03.079317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9de0f8d-f052-4952-b67a-9bc1e3948c78 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:03.083003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a9de0f8d-f052-4952-b67a-9bc1e3948c78 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:03.084531 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9de0f8d-f052-4952-b67a-9bc1e3948c78 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:03.092694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9de0f8d-f052-4952-b67a-9bc1e3948c78 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:03.184840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9de0f8d-f052-4952-b67a-9bc1e3948c78 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6757717 Nov 11 21:13:03.187238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:03.217402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0c4581cc-e253-40e8-80d9-9a2e9aea8427 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290306 Nov 11 21:13:03.219633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:03.276062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64024b4-0b98-4263-b47c-a0a342cbb91f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:03.276062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f64024b4-0b98-4263-b47c-a0a342cbb91f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535271 Nov 11 21:13:03.276903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41766) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:03.321962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d227f58e-ac56-4264-8cc9-6a2f2103e556 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403581 Nov 11 21:13:03.322201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:03.329050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:03.518751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:03.522660 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:03.708613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f633bb-0395-47dd-90c5-14deb1ae4df5 req-63d93632-3f18-43e5-88e8-06b034b4c134 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:03.710855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8f633bb-0395-47dd-90c5-14deb1ae4df5 req-63d93632-3f18-43e5-88e8-06b034b4c134 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0515096 Nov 11 21:13:03.770669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8f633bb-0395-47dd-90c5-14deb1ae4df5 req-46bd0e93-0ebd-4b9b-9912-a751fffec74f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514243 Nov 11 21:13:03.877846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:03.879367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:03.927530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:03.930620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:03.943539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb89e2-8dd6-4041-967a-659547e5784b None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:03.953987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:03.955332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:03.963889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=9c1704b0-77b5-4633-8c9e-2ad379110ed3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:04.113569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '9c1704b0-77b5-4633-8c9e-2ad379110ed3'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:04.114445 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.117312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8825ce8c-2684-4f81-8053-402b0cb4cf6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7913632 Nov 11 21:13:04.118113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:04.124356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:86:9c:fa', 'name': 'tempest-NetworksTestDHCPv6-723441454'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:04.276653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Allocated IP 2001:db8::f816:3eff:fe3e:a03e (311da805-aa03-4b5d-bb3a-08ee2886711a/9c1704b0-77b5-4633-8c9e-2ad379110ed3/e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:04.324791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:04.426149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.454709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 40cb8847-19cc-4832-bf72-062a4945d025 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:04.591455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13edefbe-c132-4ab7-b36e-f6e901913d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.616233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.678486 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.715199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:04.717968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:04.730391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:04.730562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:fe86:9cfa (311da805-aa03-4b5d-bb3a-08ee2886711a/9c1704b0-77b5-4633-8c9e-2ad379110ed3/40cb8847-19cc-4832-bf72-062a4945d025) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:04.735111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Pushing event updated for resources: {'Port': ['ID=e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:04.799885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Attempting to bind port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:04.800495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Attempting to bind port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:04.800737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Attempting to bind port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:04.806607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:04.813764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:04.813764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.813764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:04.813764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Bound port: e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:04.813764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.887533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] For port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:04.901913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] For port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:04.945082 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:04.958499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1101ed-966f-489d-8735-b4595bb302f8 req-1e2a878d-0ee1-49fb-88d8-89b43b5e9473 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:04.959990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d1101ed-966f-489d-8735-b4595bb302f8 req-1e2a878d-0ee1-49fb-88d8-89b43b5e9473 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0844946 Nov 11 21:13:04.993066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.022362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d1101ed-966f-489d-8735-b4595bb302f8 req-84a6379c-5a61-4cfa-b1aa-ccba9970c586 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551662 Nov 11 21:13:05.084563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75026d1-1f80-4119-8501-4e30a803972d None None] Pushing event updated for resources: {'Port': ['ID=e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:05.085550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.157076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:05.160349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:05.167332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:05.173377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:05.174008 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.187664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=40cb8847-19cc-4832-bf72-062a4945d025,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:05.272591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4037cb53-d7a6-4953-af0f-4eb8a91a68d2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1531768 Nov 11 21:13:05.275151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:05.343738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42d8e9f-d749-4bde-92cc-5d268f93cbdb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:05.350112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42d8e9f-d749-4bde-92cc-5d268f93cbdb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:05.352055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d42d8e9f-d749-4bde-92cc-5d268f93cbdb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0746360 Nov 11 21:13:05.354873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41802) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:05.472813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 40cb8847-19cc-4832-bf72-062a4945d025 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:05.473161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.551129 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.565265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.578690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 40cb8847-19cc-4832-bf72-062a4945d025 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:05.833290 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.880920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=40cb8847-19cc-4832-bf72-062a4945d025,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:05.912293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:05.915864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ac6e1913-9f2b-45c5-a200-a2b9263c82a4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/40cb8847-19cc-4832-bf72-062a4945d025 HTTP/1.1" status: 204 len: 168 time: 0.5599403 Nov 11 21:13:05.919186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:06.020211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bbcd7-614a-4817-988e-f73bf0966d7d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:06.022520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bbcd7-614a-4817-988e-f73bf0966d7d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:06.028758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:06.029283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c52bbcd7-614a-4817-988e-f73bf0966d7d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1086917 Nov 11 21:13:06.248541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade4d08-4a17-42bf-80dc-d4d693f10fb4 req-66727647-3cee-4f7b-89d0-35ed476422fa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:06.250170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ade4d08-4a17-42bf-80dc-d4d693f10fb4 req-66727647-3cee-4f7b-89d0-35ed476422fa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0843959 Nov 11 21:13:06.304340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a2909ab2-b256-4e37-8243-b5367fa86076 None None] Provisioning complete for port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:06.304887 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2909ab2-b256-4e37-8243-b5367fa86076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.334286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ade4d08-4a17-42bf-80dc-d4d693f10fb4 req-59d64c00-0d4f-484b-b56d-19e210482dcd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766892 Nov 11 21:13:06.453287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2909ab2-b256-4e37-8243-b5367fa86076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.492905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a2909ab2-b256-4e37-8243-b5367fa86076 None None] For port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:06.570125 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2909ab2-b256-4e37-8243-b5367fa86076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.576814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 9c1704b0-77b5-4633-8c9e-2ad379110ed3 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:06.581360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.605288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:06.613942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb6b0c-40f0-405a-ae72-d9a540a74408 req-491ba83a-a9a4-44ae-b562-f98fb8cbf0b5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:06.615471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7bcb6b0c-40f0-405a-ae72-d9a540a74408 req-491ba83a-a9a4-44ae-b562-f98fb8cbf0b5 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 946 time: 0.0941119 Nov 11 21:13:06.651975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.680589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2909ab2-b256-4e37-8243-b5367fa86076 None None] Pushing event updated for resources: {'Port': ['ID=e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:06.695289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e36999b-f486-4795-bb9e-77aa36064101 None None] Could not find standard attr ID for object 40cb8847-19cc-4832-bf72-062a4945d025. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:06.696797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:06.697971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.788045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.813824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7bcb6b0c-40f0-405a-ae72-d9a540a74408 req-9f803d06-6c1b-408b-9941-7fa6bf9ae8e0 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894403 Nov 11 21:13:06.919267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.953375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1704b0-77b5-4633-8c9e-2ad379110ed3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:06.958134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:06.961924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1985232d-10f5-47ad-9a1c-b6c69994a1bb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/9c1704b0-77b5-4633-8c9e-2ad379110ed3 HTTP/1.1" status: 204 len: 168 time: 0.9318929 Nov 11 21:13:06.964563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:06.967364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd699ee-24e8-4efc-a4c7-6d237c13ff98 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:07.006267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-ce6a5dcf-3350-4ef2-a5bc-e9401b432c0c req-1582f08a-12cb-41a0-b236-ab33d4c2eae8 service neutron] (109674) timed out ('10.222.0.62', 56827) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:13:07.008446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-49a5fb82-e96a-4782-8051-0073cb2961f7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425577 Nov 11 21:13:07.011998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:07.017183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:07.107130 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.163579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:07.188459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:07.192481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.218471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] Deleting port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:07.218848 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.286465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] For port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:07.287034 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.299945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] Calling delete_port for e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:07.439022 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.474553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d47a0-7c43-4cf3-8f76-599ba43cd72c req-9682d708-111c-4f93-a51c-62b1b3ee6a9c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:07.482597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] Pushing event deleted for resources: {'Port': ['ID=e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:07.483608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff1d47a0-7c43-4cf3-8f76-599ba43cd72c req-9682d708-111c-4f93-a51c-62b1b3ee6a9c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0588856 Nov 11 21:13:07.490109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171541c4-64f3-472c-8869-c508667d17c4 None None] No DVR routers for this DVR port e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:07.575462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff1d47a0-7c43-4cf3-8f76-599ba43cd72c req-cd05b06d-542d-47bb-af9f-ba9ccfb07895 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909121 Nov 11 21:13:07.599232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:07.602925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.648584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:07.654012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:07.656369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-600d8b8e-827f-4079-b665-649ab494378c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:07.658561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:07.659154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.660135 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-600d8b8e-827f-4079-b665-649ab494378c tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 946 time: 0.0910630 Nov 11 21:13:07.664516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c40dc-c5f0-4859-a58c-031de09cdc97 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:07.677723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=67f875dd-7597-46a7-9f3d-570bedd10220,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:07.733121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2d989ff5-48f8-4f0e-9513-080de482262e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7199521 Nov 11 21:13:07.735619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:07.740808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:75:a9:01', 'name': 'tempest-NetworksTestDHCPv6-776898166'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:07.771934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Deleting port cb12368f-cc00-469f-a630-e38fb64ae50f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:07.772613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.817018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.863244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '67f875dd-7597-46a7-9f3d-570bedd10220'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:07.864203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.925735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] For port cb12368f-cc00-469f-a630-e38fb64ae50f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cb12368f-cc00-469f-a630-e38fb64ae50f,segment=NetworkSegment(48161d5d-3fef-4677-a0c3-f3821e94c241),segment_id=48161d5d-3fef-4677-a0c3-f3821e94c241)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:07.926223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:07.963990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Calling delete_port for cb12368f-cc00-469f-a630-e38fb64ae50f owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:07.971588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:07.993272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa15e-5dc2-4066-81fb-81fdbf9c3c86 req-e176082d-79ea-4186-bbbf-3f765eb3a655 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:07.995400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06bfa15e-5dc2-4066-81fb-81fdbf9c3c86 req-e176082d-79ea-4186-bbbf-3f765eb3a655 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 946 time: 0.0864756 Nov 11 21:13:08.033598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Allocated IP 2001:db8::f816:3eff:fe1e:d150 (311da805-aa03-4b5d-bb3a-08ee2886711a/67f875dd-7597-46a7-9f3d-570bedd10220/968b5451-0814-44f5-89bb-7e1622f9fb5b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:08.097703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06bfa15e-5dc2-4066-81fb-81fdbf9c3c86 req-71b0f736-e6e8-42d8-8ded-231f3b0e9c57 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/security-groups?id=9cbfb676-0473-43b2-96c8-8540e61498d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684025 Nov 11 21:13:08.107837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.148614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port b6f8d532-cecc-40e4-9000-c73a6e3e6e97 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:08.224024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.300852 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.312303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cb12368f-cc00-469f-a630-e38fb64ae50f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:13:08.331808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Pushing event deleted for resources: {'Port': ['ID=cb12368f-cc00-469f-a630-e38fb64ae50f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:08.348623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed03deb-63a9-472c-b3e4-232c27c985b7 None None] DHCP port deletion for b303cbed-18e7-4067-ba04-3d7918065b7d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:08.379673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] No DVR routers for this DVR port cb12368f-cc00-469f-a630-e38fb64ae50f on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:08.381582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.382996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.386794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c5abd78-3628-4a9e-95bc-bfc9583d7d2a req-8d051040-f730-42af-a2bd-13bfdc3165ec tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.62 "DELETE /v2.0/ports/cb12368f-cc00-469f-a630-e38fb64ae50f HTTP/1.1" status: 204 len: 173 time: 0.7176812 Nov 11 21:13:08.389800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'name': 'network-vif-deleted', 'tag': 'cb12368f-cc00-469f-a630-e38fb64ae50f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:13:08.390734 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7657ad32-f18e-430e-aadb-edf15a781c26" -d '{"events": [{"server_uuid": "41e2746d-0aa9-4ea6-a28e-d558b2c7bd56", "name": "network-vif-deleted", "tag": "cb12368f-cc00-469f-a630-e38fb64ae50f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:13:08.421601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:08.424601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:08.430974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:08.443795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Pushing event updated for resources: {'Port': ['ID=968b5451-0814-44f5-89bb-7e1622f9fb5b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:08.455719 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e13b83-f09c-4c88-bee1-eaf34f004d1c x-openstack-request-id: req-a0e13b83-f09c-4c88-bee1-eaf34f004d1c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:13:08.455967 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e2746d-0aa9-4ea6-a28e-d558b2c7bd56", "name": "network-vif-deleted", "tag": "cb12368f-cc00-469f-a630-e38fb64ae50f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:13:08.456737 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0e13b83-f09c-4c88-bee1-eaf34f004d1c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:13:08.456737 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e2746d-0aa9-4ea6-a28e-d558b2c7bd56', 'name': 'network-vif-deleted', 'tag': 'cb12368f-cc00-469f-a630-e38fb64ae50f', 'status': 'completed', 'code': 200} Nov 11 21:13:08.481355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:fe75:a901 (311da805-aa03-4b5d-bb3a-08ee2886711a/67f875dd-7597-46a7-9f3d-570bedd10220/b6f8d532-cecc-40e4-9000-c73a6e3e6e97) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:08.511963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Attempting to bind port 968b5451-0814-44f5-89bb-7e1622f9fb5b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:08.512378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Attempting to bind port 968b5451-0814-44f5-89bb-7e1622f9fb5b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:08.513066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Attempting to bind port 968b5451-0814-44f5-89bb-7e1622f9fb5b on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:08.521540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:08.521927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:08.522417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.522819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:08.523450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Bound port: 968b5451-0814-44f5-89bb-7e1622f9fb5b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:08.523834 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.528718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:08.555860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:08.555860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e7bf68ea-7303-45ad-a36b-5f30e9b5bbe2 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:08.622574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] For port 968b5451-0814-44f5-89bb-7e1622f9fb5b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:08.634182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] For port 968b5451-0814-44f5-89bb-7e1622f9fb5b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=968b5451-0814-44f5-89bb-7e1622f9fb5b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:08.695022 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.740174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5576d-274a-4c7f-a340-d10f035d03ee req-9d910bed-4058-4de6-b1b8-15bac8eb6b6c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:08.741739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52d5576d-274a-4c7f-a340-d10f035d03ee req-9d910bed-4058-4de6-b1b8-15bac8eb6b6c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0851583 Nov 11 21:13:08.743932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41868) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:08.803266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52d5576d-274a-4c7f-a340-d10f035d03ee req-b32650fb-5442-44f4-a633-d7e4c194df32 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541735 Nov 11 21:13:08.825411 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.858209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-541c750c-1987-4f32-9375-94475f824c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.889124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bb919-c904-4349-9a16-c9e416d1df85 None None] Pushing event updated for resources: {'Port': ['ID=968b5451-0814-44f5-89bb-7e1622f9fb5b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:08.901521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.961359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:08.967492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:08.971798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:08.973677 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-541c750c-1987-4f32-9375-94475f824c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.977644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:08.978301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:08.987674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=b6f8d532-cecc-40e4-9000-c73a6e3e6e97,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:09.057169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-541c750c-1987-4f32-9375-94475f824c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.060949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6dab2be4-e6e6-4a66-b278-75af7450779d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3239777 Nov 11 21:13:09.063786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:09.099999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c750c-1987-4f32-9375-94475f824c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc55bbb-cfce-4679-8c84-59e824a30e19,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:09.107583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-541c750c-1987-4f32-9375-94475f824c39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c025c23948714799bed4d2da4f1090c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624845 Nov 11 21:13:09.110290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:09.138673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed85e70-0076-422e-9058-e8166a20ed08 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:09.145671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed85e70-0076-422e-9058-e8166a20ed08 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:09.147748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0ed85e70-0076-422e-9058-e8166a20ed08 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0829465 Nov 11 21:13:09.150435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:09.184524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db3ad8a-8896-4a07-9425-abce0af3a19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.229907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81e460e8-583b-4758-9375-7b1ebe51dfde req-3bbea059-181a-4c52-b115-1f764d1a82a7 tempest-AttachVolumeNegativeTest-2098470553 tempest-AttachVolumeNegativeTest-2098470553-project] 10.222.0.31 "GET /v2.0/ports?device_id=41e2746d-0aa9-4ea6-a28e-d558b2c7bd56 HTTP/1.1" status: 200 len: 210 time: 0.0329838 Nov 11 21:13:09.231721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db3ad8a-8896-4a07-9425-abce0af3a19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.250970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port b6f8d532-cecc-40e4-9000-c73a6e3e6e97 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:09.251367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.345165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.358163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for b6f8d532-cecc-40e4-9000-c73a6e3e6e97 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:09.363907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db3ad8a-8896-4a07-9425-abce0af3a19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.366781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6db3ad8a-8896-4a07-9425-abce0af3a19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.368022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6db3ad8a-8896-4a07-9425-abce0af3a19f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbc55bbb-cfce-4679-8c84-59e824a30e19 HTTP/1.1" status: 204 len: 168 time: 0.2550478 Nov 11 21:13:09.376449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3ad8a-8896-4a07-9425-abce0af3a19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc55bbb-cfce-4679-8c84-59e824a30e19,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:09.586989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.633324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=b6f8d532-cecc-40e4-9000-c73a6e3e6e97,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:09.658151 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.663969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6ff57868-c8ab-46c0-a027-3f1629d3f140 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/b6f8d532-cecc-40e4-9000-c73a6e3e6e97 HTTP/1.1" status: 204 len: 168 time: 0.5091436 Nov 11 21:13:09.664258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:09.722212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387ffd8-43c3-4ffd-89f8-ca4ebc5b224c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:09.726722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387ffd8-43c3-4ffd-89f8-ca4ebc5b224c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:09.726722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d387ffd8-43c3-4ffd-89f8-ca4ebc5b224c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0600777 Nov 11 21:13:09.729830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41888) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:09.790730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 67f875dd-7597-46a7-9f3d-570bedd10220 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:09.796184 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.847960 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.945011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1f77ce0e-2e25-4fec-9a54-4e433ebf4044 None None] Provisioning complete for port 968b5451-0814-44f5-89bb-7e1622f9fb5b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:09.945993 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f77ce0e-2e25-4fec-9a54-4e433ebf4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:09.977868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d642d47-1fc3-48f2-b3d4-1c1e4e2bb461 req-7790e848-e166-45ce-8fa3-931d65a55c12 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:09.980248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d642d47-1fc3-48f2-b3d4-1c1e4e2bb461 req-7790e848-e166-45ce-8fa3-931d65a55c12 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0954840 Nov 11 21:13:09.981587 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.049871 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f77ce0e-2e25-4fec-9a54-4e433ebf4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.081039 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5d642d47-1fc3-48f2-b3d4-1c1e4e2bb461 req-c5bc7587-beba-4f60-ab1c-59542e5fa9df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775139 Nov 11 21:13:10.125511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.142421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85325401-fb38-4942-871f-fadf7ba903bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.189217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.224858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-1f77ce0e-2e25-4fec-9a54-4e433ebf4044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:13:10.225443 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-1f77ce0e-2e25-4fec-9a54-4e433ebf4044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:13:10.235695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.238977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/67f875dd-7597-46a7-9f3d-570bedd10220 HTTP/1.1" status: 204 len: 168 time: 0.5079215 Nov 11 21:13:10.241143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f178c-1f55-4656-b89e-9840a2c47cd8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=67f875dd-7597-46a7-9f3d-570bedd10220,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:10.241732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.284665 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-705df009-f31f-470b-9519-4f6f3a18fbfc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417275 Nov 11 21:13:10.287056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41898) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.303104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41900) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.312169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85325401-fb38-4942-871f-fadf7ba903bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.318043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c945c-4c9f-4f6c-b7cf-10546c3a7a2c None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:10.351558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ad9c9-ca56-457d-b12b-ac53d5d862e3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:10.353011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-724ad9c9-ca56-457d-b12b-ac53d5d862e3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0605209 Nov 11 21:13:10.355666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.371440 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85325401-fb38-4942-871f-fadf7ba903bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.392337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] Deleting subnet a0945ab3-9f12-4f47-a1e7-620138b8caa1 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:10.411838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.505687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:10.513511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.513801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-85325401-fb38-4942-871f-fadf7ba903bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=085e9d3219824d96ab9d8d9e657c81d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870087 Nov 11 21:13:10.518251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85325401-fb38-4942-871f-fadf7ba903bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012057d3-2f89-4683-b9de-a81a50ece446,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:10.524453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d6247-5b96-4b85-8b8f-57b6c4e22fdb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:10.528885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-793d6247-5b96-4b85-8b8f-57b6c4e22fdb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1699986 Nov 11 21:13:10.533540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41906) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.535344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.578818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-271f0fd2-83ad-4cff-8e9e-531aa181faa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.580518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] Deleting port 968b5451-0814-44f5-89bb-7e1622f9fb5b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:10.581048 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.601373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-271f0fd2-83ad-4cff-8e9e-531aa181faa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.607913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a12aa19-1bf1-4364-ac01-dffe5eea3f6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704796 Nov 11 21:13:10.612493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.622692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:10.628528 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-32c03a2d-310d-4c1f-a6de-6076486d2aae service neutron] show failed (client error): The resource could not be found. Nov 11 21:13:10.629548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-32c03a2d-310d-4c1f-a6de-6076486d2aae service neutron] 10.222.0.58 "GET /v2.0/ports/91df23a8-2702-49d1-9ba7-46dbdf7f9357/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.2104743 Nov 11 21:13:10.636405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.657088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] For port 968b5451-0814-44f5-89bb-7e1622f9fb5b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=968b5451-0814-44f5-89bb-7e1622f9fb5b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:10.657543 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.671783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] Calling delete_port for 968b5451-0814-44f5-89bb-7e1622f9fb5b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:10.782480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f77ce0e-2e25-4fec-9a54-4e433ebf4044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.798322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.826917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-271f0fd2-83ad-4cff-8e9e-531aa181faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.827162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.831336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a0945ab3-9f12-4f47-a1e7-620138b8caa1 HTTP/1.1" status: 204 len: 168 time: 0.5267320 Nov 11 21:13:10.831624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-271f0fd2-83ad-4cff-8e9e-531aa181faa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.832311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c35bd-827c-40dd-bde6-082c5a4a4d0f None None] Network b303cbed-18e7-4067-ba04-3d7918065b7d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:10.832988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b02761-e96e-4b2c-814d-cfcc9fbda12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0945ab3-9f12-4f47-a1e7-620138b8caa1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:10.835914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-271f0fd2-83ad-4cff-8e9e-531aa181faa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/012057d3-2f89-4683-b9de-a81a50ece446 HTTP/1.1" status: 204 len: 168 time: 0.3187010 Nov 11 21:13:10.835914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:10.836806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:10.839890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.869697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f0fd2-83ad-4cff-8e9e-531aa181faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012057d3-2f89-4683-b9de-a81a50ece446,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:10.926632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:10.967446 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.028394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] Pushing event deleted for resources: {'Port': ['ID=968b5451-0814-44f5-89bb-7e1622f9fb5b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:11.038270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32cedf-056d-47e0-9259-de3c5d5b3c2e None None] No DVR routers for this DVR port 968b5451-0814-44f5-89bb-7e1622f9fb5b on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:11.044093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.050058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e296642-8857-41f8-a787-81354e68246b None None] DHCP port deletion for b303cbed-18e7-4067-ba04-3d7918065b7d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:11.082235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b303cbed-18e7-4067-ba04-3d7918065b7d']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:11.094215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48161d5d-3fef-4677-a0c3-f3821e94c241') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:11.095838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48161d5d-3fef-4677-a0c3-f3821e94c241') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:11.105133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.124905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.125542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:13:11.125933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: items = [ Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:13:11.127673 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:13:11.144626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c5804fd2-cd72-4464-9aed-22bcc10bb542 None None] Could not find standard attr ID for object b6f8d532-cecc-40e4-9000-c73a6e3e6e97. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:11.245639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:11.248605 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.312974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5531d-c35e-4184-b150-1d4fd6fdd923 req-be518320-7ba7-46c4-9575-58614648707e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:11.314455 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5dd5531d-c35e-4184-b150-1d4fd6fdd923 req-be518320-7ba7-46c4-9575-58614648707e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1238029 Nov 11 21:13:11.316332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:11.319997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:11.321922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=1c558890-4069-4f51-b04b-9d30a4fb3368,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:11.326724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:11.327887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.333252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccc153e-ea59-42fb-9f9d-27d69c55a7e7 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:11.341525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.346216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.353157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b303cbed-18e7-4067-ba04-3d7918065b7d HTTP/1.1" status: 204 len: 168 time: 0.5137222 Nov 11 21:13:11.371370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-e72d831a-7cc6-434e-a89e-83d9280ff53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:11.372988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-e72d831a-7cc6-434e-a89e-83d9280ff53e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 1097 time: 0.0768850 Nov 11 21:13:11.404050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5dd5531d-c35e-4184-b150-1d4fd6fdd923 req-2c393461-784d-4660-8c44-515bd5c4ea29 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786614 Nov 11 21:13:11.410890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:11.414634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf8b2-5ea2-4a71-89ce-806f5793bd39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b303cbed-18e7-4067-ba04-3d7918065b7d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:11.451376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f080bda-be4d-4dbc-9ae1-ead9d8ee1093 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8329811 Nov 11 21:13:11.452001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41922) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:11.458681 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:ba:54:98', 'name': 'tempest-NetworksTestDHCPv6-306169973'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:11.536227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.536411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '1c558890-4069-4f51-b04b-9d30a4fb3368'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:11.536411 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.675450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:11.683469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.700530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Allocated IP 2001:db8::f816:3eff:fe60:170e (311da805-aa03-4b5d-bb3a-08ee2886711a/1c558890-4069-4f51-b04b-9d30a4fb3368/1553baea-3792-4702-aae3-589af366d83f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:11.704282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 2f1419b9-15fa-49ca-a041-c215333526fd yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:11.787675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:11.796166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:11.834105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:11.868890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41936) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:11.869575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d017568-aa71-49c4-a4ef-83ad066fc045 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63f29aadd1624856a95784709729cc68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718074 Nov 11 21:13:11.895088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:13:11.897347 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc91af-44b4-4f36-84e2-c8b7cce306b5" -d '{"events": [{"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-unplugged", "status": "completed", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:13:11.905031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.911795 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.934277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Transition to ACTIVE for port object 91df23a8-2702-49d1-9ba7-46dbdf7f9357 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:13:11.957150 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83351bcf-56d5-43a0-a95e-321fa87df1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.959604 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51df6de7-0823-4f7a-9d2e-8801bc34e90a x-openstack-request-id: req-51df6de7-0823-4f7a-9d2e-8801bc34e90a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:13:11.959895 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-unplugged", "status": "completed", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:13:11.960189 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51df6de7-0823-4f7a-9d2e-8801bc34e90a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:13:11.960586 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'code': 200} Nov 11 21:13:11.964109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cb12368f-cc00-469f-a630-e38fb64ae50f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:11.982265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83351bcf-56d5-43a0-a95e-321fa87df1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:11.984936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: cb12368f-cc00-469f-a630-e38fb64ae50f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:11.985484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cb12368f-cc00-469f-a630-e38fb64ae50f not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:12.010082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.043989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.048514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:12.059230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:12.065058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:12.073400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Pushing event updated for resources: {'Port': ['ID=1553baea-3792-4702-aae3-589af366d83f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:12.091612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:feba:5498 (311da805-aa03-4b5d-bb3a-08ee2886711a/1c558890-4069-4f51-b04b-9d30a4fb3368/2f1419b9-15fa-49ca-a041-c215333526fd) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:12.155895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83351bcf-56d5-43a0-a95e-321fa87df1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.158560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-83351bcf-56d5-43a0-a95e-321fa87df1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.159766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-83351bcf-56d5-43a0-a95e-321fa87df1a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cbfb676-0473-43b2-96c8-8540e61498d6 HTTP/1.1" status: 204 len: 168 time: 0.2887247 Nov 11 21:13:12.235120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83351bcf-56d5-43a0-a95e-321fa87df1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbfb676-0473-43b2-96c8-8540e61498d6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:12.257347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:12.295225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] No DVR routers for this DVR port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:12.336975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Attempting to bind port 1553baea-3792-4702-aae3-589af366d83f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:12.336975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Attempting to bind port 1553baea-3792-4702-aae3-589af366d83f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:12.336975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Attempting to bind port 1553baea-3792-4702-aae3-589af366d83f on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:12.343300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:12.343300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:12.343691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.344084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:12.344601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Bound port: 1553baea-3792-4702-aae3-589af366d83f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:12.344995 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.379304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.435554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] For port 1553baea-3792-4702-aae3-589af366d83f, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:12.440576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] For port 1553baea-3792-4702-aae3-589af366d83f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1553baea-3792-4702-aae3-589af366d83f,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:12.513546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:12.513888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:12.514220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:12.524852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:13:12.524852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Attempting to bind port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:12.525379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:12.525379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Checking segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:12.525712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Bound using segment: {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:12.526813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Bound port: 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26969515-4284-4135-84c8-9e4d3b9f62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:12.526813 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.530930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 968b5451-0814-44f5-89bb-7e1622f9fb5b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:12.555487 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.558121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 968b5451-0814-44f5-89bb-7e1622f9fb5b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:12.558816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 968b5451-0814-44f5-89bb-7e1622f9fb5b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:12.600690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.635671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e2d52-eea1-4a10-a6ee-11baa8900581 None None] Pushing event updated for resources: {'Port': ['ID=1553baea-3792-4702-aae3-589af366d83f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:12.654714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d295-1ea2-455e-9e7d-4b7ba8a96194 req-053f636f-1b5f-4778-a568-cbf62b66bab7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:12.656364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7340d295-1ea2-455e-9e7d-4b7ba8a96194 req-053f636f-1b5f-4778-a568-cbf62b66bab7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 944 time: 0.1254859 Nov 11 21:13:12.672512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:12.676308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:12.706330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:12.711907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:12.724779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:12.730294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7340d295-1ea2-455e-9e7d-4b7ba8a96194 req-8d16365c-bd69-481a-9410-0a29e38d1845 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648105 Nov 11 21:13:12.734038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:12.735191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.747442 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.780886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=2f1419b9-15fa-49ca-a041-c215333526fd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:12.792997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:12.793644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:12.800249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] 10.222.0.62 "PUT /v2.0/ports/91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1092 time: 1.3987596 Nov 11 21:13:12.841634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaf96c-25ed-47fd-bcd3-74ed2d4ccace service neutron] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:12.859309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d3b92b4c-2564-401b-b1b2-bb5a9158c949 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4060388 Nov 11 21:13:12.861816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:12.937074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-fb976e6c-220d-4d54-8551-67db8f2910bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:12.939099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-fb976e6c-220d-4d54-8551-67db8f2910bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1095 time: 0.1161146 Nov 11 21:13:13.015796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adbdbd1-219c-4837-9f57-a42ae5d2d36d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.028004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adbdbd1-219c-4837-9f57-a42ae5d2d36d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.029817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5adbdbd1-219c-4837-9f57-a42ae5d2d36d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1668148 Nov 11 21:13:13.037581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:13.141015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-25cc31a1-3ac8-4e15-9271-194f78816324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.142805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-25cc31a1-3ac8-4e15-9271-194f78816324 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 898 time: 0.1954713 Nov 11 21:13:13.193423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 2f1419b9-15fa-49ca-a041-c215333526fd {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:13.193839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:13.235220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-49bb2818-0774-4dc3-83d9-82a68b4b149b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1000 time: 0.0817530 Nov 11 21:13:13.294699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-dbb65749-12df-46ba-8e75-4ae9823ef73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.296243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-dbb65749-12df-46ba-8e75-4ae9823ef73b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.0532141 Nov 11 21:13:13.313382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:13.329000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 2f1419b9-15fa-49ca-a041-c215333526fd owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:13.352391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-7a59d304-4493-4275-a5c2-3c989205a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.354283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-7a59d304-4493-4275-a5c2-3c989205a722 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502808 Nov 11 21:13:13.479910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-c130cfba-83c2-40c2-ba3e-2ebc810a3342 service neutron] 10.222.0.62 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180894 Nov 11 21:13:13.553006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:13.596928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=2f1419b9-15fa-49ca-a041-c215333526fd,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:13.616728 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1f41aa1-bf81-441b-8806-26d2ee5e3120 req-688f3f2b-4d12-4cd0-ad2b-a48a4c2044e8 service neutron] 10.222.0.62 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295242 Nov 11 21:13:13.630744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:13.636596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-342351aa-1090-43e3-8c51-e7ff77f32ebd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/2f1419b9-15fa-49ca-a041-c215333526fd HTTP/1.1" status: 204 len: 168 time: 0.5965636 Nov 11 21:13:13.638954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41982) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:13.700444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e22090-3319-4528-8fb5-6bb994d9bf24 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.702395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e22090-3319-4528-8fb5-6bb994d9bf24 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.707095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-96e22090-3319-4528-8fb5-6bb994d9bf24 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0671215 Nov 11 21:13:13.707772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:13.777286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 1c558890-4069-4f51-b04b-9d30a4fb3368 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:13.781072 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:13.832249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:13.935997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd1eeb-fcfe-4b0f-b639-3145733ea4d2 req-ee940dd4-cee7-4203-a429-ed8efff969b4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:13.937633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95bd1eeb-fcfe-4b0f-b639-3145733ea4d2 req-ee940dd4-cee7-4203-a429-ed8efff969b4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 944 time: 0.1120846 Nov 11 21:13:13.963787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:13:13.966041 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c973267-5041-43d4-ba02-92fd83eac045" -d '{"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:13:13.972032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Provisioning complete for port 1553baea-3792-4702-aae3-589af366d83f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:13.973077 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:14.001192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:14.084446 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3593166-ddc0-4090-a726-132acf2b9aad x-openstack-request-id: req-f3593166-ddc0-4090-a726-132acf2b9aad {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:13:14.084733 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:13:14.084983 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3593166-ddc0-4090-a726-132acf2b9aad {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:13:14.085725 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'status': 'completed', 'code': 200} Nov 11 21:13:14.106314 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:14.179724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95bd1eeb-fcfe-4b0f-b639-3145733ea4d2 req-9f79705f-c3de-4473-bd14-9f974aa33948 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246516 Nov 11 21:13:14.252428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-215343e7-fe12-4b53-a69a-0f05c87ebaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:14.253898 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-215343e7-fe12-4b53-a69a-0f05c87ebaae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1095 time: 0.1620715 Nov 11 21:13:14.257923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-381536a5-44f2-49d1-a9f5-06825308533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:14.259245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-381536a5-44f2-49d1-a9f5-06825308533f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1095 time: 0.1208556 Nov 11 21:13:14.376712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:14.382092 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:13:14.382705 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:13:14.418509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=1c558890-4069-4f51-b04b-9d30a4fb3368,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:14.429428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:14.433751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b32e3195-7330-4521-9ab7-0c8c03f0e139 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/1c558890-4069-4f51-b04b-9d30a4fb3368 HTTP/1.1" status: 204 len: 168 time: 0.7255633 Nov 11 21:13:14.437237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:14.474608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-879e3761-cac1-4b93-98cf-0534c4bde3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:14.475655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-879e3761-cac1-4b93-98cf-0534c4bde3b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 898 time: 0.2066250 Nov 11 21:13:14.476650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-273a37fa-b85f-4d77-9e59-5789241b97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:14.478119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-273a37fa-b85f-4d77-9e59-5789241b97ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 898 time: 0.2168686 Nov 11 21:13:14.547462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c5b4c427-169b-42e1-a135-c9666421c98c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086674 Nov 11 21:13:14.548314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:14.554055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a087e3a-f31c-41c5-a85f-3e0b999df330 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:14.555391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:14.648271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1553baea-3792-4702-aae3-589af366d83f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:14.687784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-cce0921e-e22a-46fc-95ba-bc482e7efb0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1000 time: 0.1986222 Nov 11 21:13:14.689400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-d9d2b9ca-bbef-40a5-8be9-4c7c795f0cc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1000 time: 0.2018664 Nov 11 21:13:14.799438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1553baea-3792-4702-aae3-589af366d83f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:14.802902 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:14.826391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:14.831465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:14.831628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-9190a204-4d87-4820-a553-04d630069736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:14.838196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-9190a204-4d87-4820-a553-04d630069736 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.1354527 Nov 11 21:13:14.928220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-0d276084-8c6a-4c34-a698-4ece9ab2fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:14.930092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-0d276084-8c6a-4c34-a698-4ece9ab2fc2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.2279088 Nov 11 21:13:14.938032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-de20e84d-6173-495f-9957-005f0c49b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:14.940355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-de20e84d-6173-495f-9957-005f0c49b9b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742145 Nov 11 21:13:14.950796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.029427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:15.105534 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.106430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973267-5041-43d4-ba02-92fd83eac045 req-7c8551eb-63d7-4419-8fd2-518e276a3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:15.108512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-7c8551eb-63d7-4419-8fd2-518e276a3584 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668644 Nov 11 21:13:15.108911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] For port 1553baea-3792-4702-aae3-589af366d83f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1553baea-3792-4702-aae3-589af366d83f,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:15.157653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] Deleting port 1553baea-3792-4702-aae3-589af366d83f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:15.158040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.161926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-798f8a4d-fe17-4899-84c1-594f60055f8b service neutron] 10.222.0.62 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024424 Nov 11 21:13:15.254781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] For port 1553baea-3792-4702-aae3-589af366d83f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1553baea-3792-4702-aae3-589af366d83f,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:15.255194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.268455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] Calling delete_port for 1553baea-3792-4702-aae3-589af366d83f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:15.342212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-4ee80b7e-f50f-42ef-aad6-1075d70b8822 service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245202 Nov 11 21:13:15.381806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.411365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-c8b0aeaa-f5e5-4253-bd02-bad3e2a455d7 service neutron] 10.222.0.62 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835592 Nov 11 21:13:15.451895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:15.484395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77b49-624a-4db8-b62e-50a7e0e27228 req-5a43ac04-aa13-4ee8-abf9-d8f8c537dd18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:15.486006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7c77b49-624a-4db8-b62e-50a7e0e27228 req-5a43ac04-aa13-4ee8-abf9-d8f8c537dd18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 944 time: 0.1612067 Nov 11 21:13:15.491832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:13:15.492227 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:13:15.496003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.510295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a34f0-5dbb-449f-8ae8-65b6074a6a8b None None] Pushing event updated for resources: {'Port': ['ID=1553baea-3792-4702-aae3-589af366d83f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:15.512963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-171bf60f-560f-4dea-a518-9dd5954237ea None None] Could not find standard attr ID for object 2f1419b9-15fa-49ca-a041-c215333526fd. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:15.520258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] No DVR routers for this DVR port 1553baea-3792-4702-aae3-589af366d83f on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:15.540362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08f8f9-66fa-4e0c-ac9e-b471b9696db8 None None] Pushing event deleted for resources: {'Port': ['ID=1553baea-3792-4702-aae3-589af366d83f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:15.579139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:15.611517 n-d-805734-3 neutron-server[109674]: WARNING neutron.services.revisions.revision_plugin [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Could not find related port for resource to bump revision. Nov 11 21:13:15.614183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7c77b49-624a-4db8-b62e-50a7e0e27228 req-5ef84d64-5c60-4844-8474-73d4df42b7fe tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120584 Nov 11 21:13:15.616717 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1c973267-5041-43d4-ba02-92fd83eac045 req-f2369dcd-7dc1-4a1b-8a8b-5aab89563048 service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655380 Nov 11 21:13:15.654519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:15.667064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.ipam_pluggable_backend [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Port 1553baea-3792-4702-aae3-589af366d83f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109674) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 21:13:15.667437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.ipam_pluggable_backend [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Reverting IP allocation for 2001:db8::f816:3eff:fe60:170e {{(pid=109674) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 21:13:15.671278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.ipam_pluggable_backend [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe60:170e {{(pid=109674) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 21:13:15.672843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.720229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:15.723579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:15.726590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:15.727201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.733634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bfc163-63e6-4709-b961-24d6b76aee6e None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:15.749018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=bf41ca40-1ca9-4646-9202-14826e9ff126,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:15.841405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6cd667e0-7fb2-4290-8c8d-bcdfeb1a8444 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2916567 Nov 11 21:13:15.844613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:15.850323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:eb:7a:47', 'name': 'tempest-NetworksTestDHCPv6-1452307153'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:15.895798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': 'bf41ca40-1ca9-4646-9202-14826e9ff126'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:15.896906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:15.976929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:13:16.028594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Port 1553baea-3792-4702-aae3-589af366d83f update to ACTIVE by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:13:16.077925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:16.135671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Allocated IP 2001:db8::f816:3eff:fed7:12a3 (311da805-aa03-4b5d-bb3a-08ee2886711a/bf41ca40-1ca9-4646-9202-14826e9ff126/2a01a199-0767-41f6-ba7b-799cbf725a28) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:16.181736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.205351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 3db4cadd-0a14-4af1-85b4-0dc35b2a25a7 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:16.220482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:16.240882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'port_id': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'mac_address': 'fa:16:3e:ae:85:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:13:16.321511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.362057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df23a8-2702-49d1-9ba7-46dbdf7f9357 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:13:16.395296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:16.398907 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.478038 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.483420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1553baea-3792-4702-aae3-589af366d83f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:16.526803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.534638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 1553baea-3792-4702-aae3-589af366d83f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:16.535258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1553baea-3792-4702-aae3-589af366d83f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:16.567784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:feeb:7a47 (311da805-aa03-4b5d-bb3a-08ee2886711a/bf41ca40-1ca9-4646-9202-14826e9ff126/3db4cadd-0a14-4af1-85b4-0dc35b2a25a7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:16.568473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:16.572118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:16.575726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:16.579601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:16.666482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Pushing event updated for resources: {'Port': ['ID=2a01a199-0767-41f6-ba7b-799cbf725a28,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:16.673375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Attempting to bind port 2a01a199-0767-41f6-ba7b-799cbf725a28 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:16.674462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Attempting to bind port 2a01a199-0767-41f6-ba7b-799cbf725a28 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:16.675074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Attempting to bind port 2a01a199-0767-41f6-ba7b-799cbf725a28 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:16.681822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:16.682604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:16.683238 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.684140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:16.684721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Bound port: 2a01a199-0767-41f6-ba7b-799cbf725a28, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:16.685190 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.763161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] For port 2a01a199-0767-41f6-ba7b-799cbf725a28, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:16.767549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['91df23a8-2702-49d1-9ba7-46dbdf7f9357'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:13:16.792507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.794798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57780d13-44e5-40da-bb72-804bdcec9b48 req-7d98e063-7fc7-49d7-818f-cda2b4320d2c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:16.796948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-57780d13-44e5-40da-bb72-804bdcec9b48 req-7d98e063-7fc7-49d7-818f-cda2b4320d2c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 945 time: 0.0711148 Nov 11 21:13:16.804933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] For port 2a01a199-0767-41f6-ba7b-799cbf725a28, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2a01a199-0767-41f6-ba7b-799cbf725a28,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:16.862970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-57780d13-44e5-40da-bb72-804bdcec9b48 req-7037e06d-af8d-4370-a18f-bb66ce0fd14b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568402 Nov 11 21:13:16.879982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.949694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:16.984020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc33f59-1d9a-4afc-8d2d-e3d50462b507 None None] Pushing event updated for resources: {'Port': ['ID=2a01a199-0767-41f6-ba7b-799cbf725a28,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:16.994609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:16.999215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:17.004562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:17.012865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:17.014016 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:17.046801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=3db4cadd-0a14-4af1-85b4-0dc35b2a25a7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:17.163859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-be6295d7-224f-4504-9961-c1ec2201ed60 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3155866 Nov 11 21:13:17.169445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42082) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:17.253540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69857cea-b000-4a06-b3e5-a42f6491d339 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:17.261952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69857cea-b000-4a06-b3e5-a42f6491d339 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:17.263404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-69857cea-b000-4a06-b3e5-a42f6491d339 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0979326 Nov 11 21:13:17.267331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42084) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:17.729236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:17.831211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114819a3-ce7d-47c0-8f8a-e31e52e12ffd req-c3f6bd2b-101f-423d-92d2-169d83461ac0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:17.840745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-114819a3-ce7d-47c0-8f8a-e31e52e12ffd req-c3f6bd2b-101f-423d-92d2-169d83461ac0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 945 time: 0.5876353 Nov 11 21:13:17.855319 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956af969-c020-4841-9990-efea9432fdd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:17.862522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-01870cfe-e96c-4201-99ef-856bedaccd6e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:17.865568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-01870cfe-e96c-4201-99ef-856bedaccd6e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8&tenant_id=675f1365bb384017b4474ada374a52b9&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 945 time: 0.5446963 Nov 11 21:13:17.959258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-114819a3-ce7d-47c0-8f8a-e31e52e12ffd req-013c7f7e-c026-4551-af77-d3ba11fe891a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135523 Nov 11 21:13:17.966654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956af969-c020-4841-9990-efea9432fdd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:17.979701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:17.998921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 3db4cadd-0a14-4af1-85b4-0dc35b2a25a7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:18.000500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.037456 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-f5dc3b64-66e1-40bd-9cec-c59d87adf476 service neutron] delete failed (client error): The resource could not be found. Nov 11 21:13:18.038450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-f5dc3b64-66e1-40bd-9cec-c59d87adf476 service neutron] 10.222.0.58 "DELETE /v2.0/ports/91df23a8-2702-49d1-9ba7-46dbdf7f9357/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.1610751 Nov 11 21:13:18.055372 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-956af969-c020-4841-9990-efea9432fdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.110339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956af969-c020-4841-9990-efea9432fdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5d5f60-58ca-4dd2-b042-6747b3b2bc25,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:18.115222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.129894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-956af969-c020-4841-9990-efea9432fdd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9603466c95454fbbb2a87a041a284691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962038 Nov 11 21:13:18.129894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:18.151036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 3db4cadd-0a14-4af1-85b4-0dc35b2a25a7 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:18.169481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1ed021ac-c807-400d-bbc8-0512d3721ec5 None None] Provisioning complete for port 2a01a199-0767-41f6-ba7b-799cbf725a28 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:18.170051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ed021ac-c807-400d-bbc8-0512d3721ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.172353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:13:18.174334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-9aa6111d-4b86-4c87-a112-9d45834a649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:18.175934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-9aa6111d-4b86-4c87-a112-9d45834a649a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1096 time: 0.0741289 Nov 11 21:13:18.199073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1541c66-d1c3-44b0-9313-f92206b51987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.200592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:18.200972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.227401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1541c66-d1c3-44b0-9313-f92206b51987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.305635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-2336d218-274b-438f-b4a5-2a26e9b076c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:18.307983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-2336d218-274b-438f-b4a5-2a26e9b076c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 898 time: 0.0933213 Nov 11 21:13:18.355209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ed021ac-c807-400d-bbc8-0512d3721ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.382461 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.386823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1541c66-d1c3-44b0-9313-f92206b51987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.391343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d1541c66-d1c3-44b0-9313-f92206b51987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.392830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d1541c66-d1c3-44b0-9313-f92206b51987 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c5d5f60-58ca-4dd2-b042-6747b3b2bc25 HTTP/1.1" status: 204 len: 168 time: 0.2618165 Nov 11 21:13:18.399796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-3d61bd71-71ac-4705-be5a-e7804ae676ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 1001 time: 0.0823476 Nov 11 21:13:18.410113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1ed021ac-c807-400d-bbc8-0512d3721ec5 None None] For port 2a01a199-0767-41f6-ba7b-799cbf725a28, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2a01a199-0767-41f6-ba7b-799cbf725a28,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:18.419942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1541c66-d1c3-44b0-9313-f92206b51987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5d5f60-58ca-4dd2-b042-6747b3b2bc25,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:18.429488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:13:18.437458 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe132a69-03c9-4622-8f76-157aa277752b" -d '{"events": [{"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-plugged", "status": "completed", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:13:18.478939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:18.483307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-2672c741-20dd-4694-aa11-73896e6d9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:18.484769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-2672c741-20dd-4694-aa11-73896e6d9e3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.0772769 Nov 11 21:13:18.509021 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ed021ac-c807-400d-bbc8-0512d3721ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.604395 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44f514-272d-4f0a-a54d-3782a460a8fd x-openstack-request-id: req-2e44f514-272d-4f0a-a54d-3782a460a8fd {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:13:18.605108 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-plugged", "status": "completed", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:13:18.605526 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e44f514-272d-4f0a-a54d-3782a460a8fd {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:13:18.606082 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'code': 200} Nov 11 21:13:18.607453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-c014aa9b-348c-4fee-92f7-d62bab15966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:18.607686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed021ac-c807-400d-bbc8-0512d3721ec5 None None] Pushing event updated for resources: {'Port': ['ID=2a01a199-0767-41f6-ba7b-799cbf725a28,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:18.609142 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-c014aa9b-348c-4fee-92f7-d62bab15966d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155474 Nov 11 21:13:18.612201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.672493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:18.690251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0e87cfb8-7460-4e61-87e8-9522dd711bfc None None] Provisioning complete for port 3db4cadd-0a14-4af1-85b4-0dc35b2a25a7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:18.690733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e87cfb8-7460-4e61-87e8-9522dd711bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.702498 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.722156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2a01a199-0767-41f6-ba7b-799cbf725a28 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:18.725101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0e87cfb8-7460-4e61-87e8-9522dd711bfc None None] Port 3db4cadd-0a14-4af1-85b4-0dc35b2a25a7 was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 21:13:18.740464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=3db4cadd-0a14-4af1-85b4-0dc35b2a25a7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:18.786521 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.790185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a2544637-72d8-4d9c-bdcf-eda0791b6503 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/3db4cadd-0a14-4af1-85b4-0dc35b2a25a7 HTTP/1.1" status: 204 len: 168 time: 1.5190716 Nov 11 21:13:18.793011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42110) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:18.798646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2a01a199-0767-41f6-ba7b-799cbf725a28 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:18.799024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:18.805921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-cec10585-1bd6-412e-b759-12950a5ebc7a service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882911 Nov 11 21:13:18.898316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de063552-2dcf-487e-a8fc-0133375a1794 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:18.899849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de063552-2dcf-487e-a8fc-0133375a1794 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:18.902231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-de063552-2dcf-487e-a8fc-0133375a1794 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1080132 Nov 11 21:13:18.906117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42112) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:18.992809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet bf41ca40-1ca9-4646-9202-14826e9ff126 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:18.997921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd4bcb39-5d36-470c-9228-72d3380bf9b5 req-0596fb59-93ba-426f-8683-20d32d7d8604 service neutron] 10.222.0.58 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732402 Nov 11 21:13:18.998783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.062524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.189049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bf5a9-3199-410f-a8ef-0c47ad00227e req-eb5937f2-51a2-436d-bf5e-2ca0f8268e5a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:19.190648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e1bf5a9-3199-410f-a8ef-0c47ad00227e req-eb5937f2-51a2-436d-bf5e-2ca0f8268e5a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1036906 Nov 11 21:13:19.201233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.280079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8e1bf5a9-3199-410f-a8ef-0c47ad00227e req-89afc2e4-7d8f-4580-af42-ba6744a9a0bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817997 Nov 11 21:13:19.410102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.438871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=bf41ca40-1ca9-4646-9202-14826e9ff126,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:19.442859 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.446036 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-164a5a5a-1af7-41cd-a31a-20b53a62349b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/bf41ca40-1ca9-4646-9202-14826e9ff126 HTTP/1.1" status: 204 len: 168 time: 0.5402462 Nov 11 21:13:19.448725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:19.454358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f1b427-996e-469d-bf4e-ef5cc76ab924 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:19.492710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-11cceb1d-1f9f-415c-a7b0-ac304d3e7910 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428557 Nov 11 21:13:19.495995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42124) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:19.551666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b5796-7b9b-45c6-8381-d44b82bb7c83 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:19.555624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-365b5796-7b9b-45c6-8381-d44b82bb7c83 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0563157 Nov 11 21:13:19.555877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42126) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:19.613883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a03c59-c1cc-4961-a18d-4606b602fc3b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:19.615781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-21a03c59-c1cc-4961-a18d-4606b602fc3b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582447 Nov 11 21:13:19.618370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42130) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:19.621361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42132) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:19.641920 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d1de774-dfe1-4f5e-b936-7a7ba3d3d9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.672035 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1017bb81-bdf9-49df-a62c-5cb8525d8562 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517578 Nov 11 21:13:19.676008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42136) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:19.681531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:19.826307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d1de774-dfe1-4f5e-b936-7a7ba3d3d9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.844735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:19.891229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] Deleting port 2a01a199-0767-41f6-ba7b-799cbf725a28 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:19.891626 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.895336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:19.898906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.924671 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5d1de774-dfe1-4f5e-b936-7a7ba3d3d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.973418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] For port 2a01a199-0767-41f6-ba7b-799cbf725a28, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2a01a199-0767-41f6-ba7b-799cbf725a28,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:19.973418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:19.982274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1de774-dfe1-4f5e-b936-7a7ba3d3d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3608a8ac-2021-4b8a-ae07-2ca417978296,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:19.984943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] Calling delete_port for 2a01a199-0767-41f6-ba7b-799cbf725a28 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:19.996954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5d1de774-dfe1-4f5e-b936-7a7ba3d3d9e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=087027e9137743ab8fea4482d51fbf12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3741484 Nov 11 21:13:19.999378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:20.096608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d70b8be0-e67e-4c57-8ded-132a0b0203ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.146310 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.150636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d70b8be0-e67e-4c57-8ded-132a0b0203ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.176677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] Pushing event deleted for resources: {'Port': ['ID=2a01a199-0767-41f6-ba7b-799cbf725a28,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:20.182615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d4eb4-22d3-4078-b398-cf0e96494b2d None None] No DVR routers for this DVR port 2a01a199-0767-41f6-ba7b-799cbf725a28 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:20.215153 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.260753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d70b8be0-e67e-4c57-8ded-132a0b0203ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.263253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d70b8be0-e67e-4c57-8ded-132a0b0203ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.264410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d70b8be0-e67e-4c57-8ded-132a0b0203ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3608a8ac-2021-4b8a-ae07-2ca417978296 HTTP/1.1" status: 204 len: 168 time: 0.2640288 Nov 11 21:13:20.266530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:20.278126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:20.286609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:20.287162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.292277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a1be2-8e80-4e54-88d8-fccf0bbd23e8 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:20.294224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b8be0-e67e-4c57-8ded-132a0b0203ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3608a8ac-2021-4b8a-ae07-2ca417978296,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:20.299638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=54d1d2f9-f372-4270-a37c-fc8973d8ab2a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:20.384621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cd944656-9aea-4a95-acb2-dbed14b0f4bd tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7063367 Nov 11 21:13:20.386449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42152) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:20.391701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:94:7e:88', 'name': 'tempest-NetworksTestDHCPv6-425399909'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:20.491402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2a01a199-0767-41f6-ba7b-799cbf725a28 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:20.518775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '54d1d2f9-f372-4270-a37c-fc8973d8ab2a'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:20.519545 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.522193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2a01a199-0767-41f6-ba7b-799cbf725a28 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:20.522617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2a01a199-0767-41f6-ba7b-799cbf725a28 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:20.535382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98736f06-9406-45a4-a958-6f3bb9220abd req-715fd68b-8143-41a8-8d75-7498f597ab71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:20.539927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98736f06-9406-45a4-a958-6f3bb9220abd req-715fd68b-8143-41a8-8d75-7498f597ab71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1230087 Nov 11 21:13:20.602451 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-98736f06-9406-45a4-a958-6f3bb9220abd req-d43d0845-7394-42f6-be27-801aee6bf32b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581985 Nov 11 21:13:20.628018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42154) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:20.686159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/54d1d2f9-f372-4270-a37c-fc8973d8ab2a/a203b9bb-2aa3-4a40-873f-df326d90e60b) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:20.704338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d1f06a53-2f9c-4f05-abc1-4168c27f4dcf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/9a4482ea-d06f-463b-bc19-650409720305 HTTP/1.1" status: 200 len: 994 time: 0.0749786 Nov 11 21:13:20.707458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:20.804710 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.826794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 75ebeda4-25f4-4786-8798-4ce8911c16a0 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:20.836640 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:20.992796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.034021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:21.036793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:21.042541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:21.053679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Pushing event updated for resources: {'Port': ['ID=a203b9bb-2aa3-4a40-873f-df326d90e60b,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:21.055270 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::3b (311da805-aa03-4b5d-bb3a-08ee2886711a/54d1d2f9-f372-4270-a37c-fc8973d8ab2a/75ebeda4-25f4-4786-8798-4ce8911c16a0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:21.102270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Attempting to bind port a203b9bb-2aa3-4a40-873f-df326d90e60b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:21.102646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Attempting to bind port a203b9bb-2aa3-4a40-873f-df326d90e60b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:21.103014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Attempting to bind port a203b9bb-2aa3-4a40-873f-df326d90e60b on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:21.110598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:21.110986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:21.114170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.114170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:21.114170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Bound port: a203b9bb-2aa3-4a40-873f-df326d90e60b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:21.114170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.186266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] For port a203b9bb-2aa3-4a40-873f-df326d90e60b, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:21.191872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] For port a203b9bb-2aa3-4a40-873f-df326d90e60b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a203b9bb-2aa3-4a40-873f-df326d90e60b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:21.221014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.312795 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.381030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5932bf-d3cd-475b-bb6b-6266bfefa56c None None] Pushing event updated for resources: {'Port': ['ID=a203b9bb-2aa3-4a40-873f-df326d90e60b,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:21.409716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.460002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:21.466111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:21.470027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:21.475744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:21.476431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.497204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=75ebeda4-25f4-4786-8798-4ce8911c16a0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:21.583839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:21.584579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9dd4b276-543c-4327-a755-10229a3dfd55 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1969662 Nov 11 21:13:21.639618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0007362-ef45-494e-8900-613b569383db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:21.647939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0007362-ef45-494e-8900-613b569383db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:21.651429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f0007362-ef45-494e-8900-613b569383db tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0640225 Nov 11 21:13:21.655114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:21.750897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 75ebeda4-25f4-4786-8798-4ce8911c16a0 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:21.751341 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.844389 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:21.856360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 75ebeda4-25f4-4786-8798-4ce8911c16a0 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:22.078013 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.133443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=75ebeda4-25f4-4786-8798-4ce8911c16a0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:22.136775 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.141720 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.145282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b0352b4c-8167-453e-bd58-c3cb09f96bc8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/75ebeda4-25f4-4786-8798-4ce8911c16a0 HTTP/1.1" status: 204 len: 168 time: 0.4890025 Nov 11 21:13:22.147464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42190) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:22.516661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e32fd929-1f8a-4726-bbeb-5f5ad49716f9 None None] Provisioning complete for port a203b9bb-2aa3-4a40-873f-df326d90e60b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:22.518257 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e32fd929-1f8a-4726-bbeb-5f5ad49716f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.576763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c8d59-c012-4656-b0a6-686d608f9f66 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:22.581314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c8d59-c012-4656-b0a6-686d608f9f66 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:22.584408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42206) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:22.585998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-628c8d59-c012-4656-b0a6-686d608f9f66 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4372575 Nov 11 21:13:22.597761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a203b9bb-2aa3-4a40-873f-df326d90e60b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:22.678171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 54d1d2f9-f372-4270-a37c-fc8973d8ab2a {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:22.682467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.691797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e32fd929-1f8a-4726-bbeb-5f5ad49716f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.750022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a203b9bb-2aa3-4a40-873f-df326d90e60b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:22.750898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.757903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.784570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e32fd929-1f8a-4726-bbeb-5f5ad49716f9 None None] For port a203b9bb-2aa3-4a40-873f-df326d90e60b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a203b9bb-2aa3-4a40-873f-df326d90e60b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:22.879483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e32fd929-1f8a-4726-bbeb-5f5ad49716f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.926891 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.929110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:22.981359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fd929-1f8a-4726-bbeb-5f5ad49716f9 None None] Pushing event updated for resources: {'Port': ['ID=a203b9bb-2aa3-4a40-873f-df326d90e60b,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:22.998973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c572070-2b1d-40f5-b1f5-68dc6e6fa2aa None None] Could not find standard attr ID for object 75ebeda4-25f4-4786-8798-4ce8911c16a0. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:23.112785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:23.144744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=54d1d2f9-f372-4270-a37c-fc8973d8ab2a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:23.148366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:23.154371 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2f2adab-38d8-4ce7-8fd3-562caf4b3544 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/54d1d2f9-f372-4270-a37c-fc8973d8ab2a HTTP/1.1" status: 204 len: 168 time: 0.5660944 Nov 11 21:13:23.154635 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:13:23.154635 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:13:23.155187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:23.156885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6553c0-15b1-42e2-85c2-71cdbeb45739 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:23.197800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8c8b2680-f985-4ea7-a03c-a2eddcbb7559 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419757 Nov 11 21:13:23.200229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42224) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:23.257779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ad5cd-5e92-47b5-bbf4-3695db5f78b0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:23.262285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:23.263331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e34ad5cd-5e92-47b5-bbf4-3695db5f78b0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0580215 Nov 11 21:13:23.319212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515236b-377f-4086-ba0d-e229f4555519 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:23.320791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5515236b-377f-4086-ba0d-e229f4555519 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0572252 Nov 11 21:13:23.323470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:23.373670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-676ca021-613c-4694-858e-6f0d1d8f9da2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485926 Nov 11 21:13:23.374376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:23.379717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:23.387740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:23.439267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] Deleting port a203b9bb-2aa3-4a40-873f-df326d90e60b {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:23.439652 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:23.504222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] For port a203b9bb-2aa3-4a40-873f-df326d90e60b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a203b9bb-2aa3-4a40-873f-df326d90e60b,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:23.504624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:23.522070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] Calling delete_port for a203b9bb-2aa3-4a40-873f-df326d90e60b owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:23.609071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:23.612616 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:23.711914 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:23.744700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] No DVR routers for this DVR port a203b9bb-2aa3-4a40-873f-df326d90e60b on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:23.748925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0de1d7-22e1-4940-b0bc-8503fba4ecfc None None] Pushing event deleted for resources: {'Port': ['ID=a203b9bb-2aa3-4a40-873f-df326d90e60b,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:23.965265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.objects.ports [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:23.966888 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.012421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:24.015670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:24.019818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:24.020438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.026253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7867b-422a-497a-abe0-79e31306c00d None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:24.026598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=6adb0ffb-5251-44c8-a689-abe71ff9521c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:24.089317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-843f8076-29e9-4d47-a33d-5130c9a2a249 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7138143 Nov 11 21:13:24.095945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:24.101833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-410a71fe-901d-457d-baf9-fb3f30796fbc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:24.183812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '6adb0ffb-5251-44c8-a689-abe71ff9521c'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:24.185116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.289523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a71fe-901d-457d-baf9-fb3f30796fbc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:24.293855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-410a71fe-901d-457d-baf9-fb3f30796fbc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.330285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Allocated IP 2001:db8::f816:3eff:fe0b:e047 (311da805-aa03-4b5d-bb3a-08ee2886711a/6adb0ffb-5251-44c8-a689-abe71ff9521c/17c21d7d-c552-4f0e-99ae-c29468e5bf90) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:24.396174 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-410a71fe-901d-457d-baf9-fb3f30796fbc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6adb0ffb-5251-44c8-a689-abe71ff9521c (CIDR: 2001:db8::/64) Nov 11 21:13:24.433151 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-410a71fe-901d-457d-baf9-fb3f30796fbc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:24.433657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410a71fe-901d-457d-baf9-fb3f30796fbc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:24.506859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a203b9bb-2aa3-4a40-873f-df326d90e60b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:24.509094 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.533035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a203b9bb-2aa3-4a40-873f-df326d90e60b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:24.533395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a203b9bb-2aa3-4a40-873f-df326d90e60b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:24.565998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-410a71fe-901d-457d-baf9-fb3f30796fbc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4689140 Nov 11 21:13:24.568684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:24.574937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:24.701174 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.747384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:24.752446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:24.755910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:24.761784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:24.814616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:24.817143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Attempting to bind port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:24.817522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Attempting to bind port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:24.817887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Attempting to bind port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:24.821244 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.823444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:24.823829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:24.824264 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.824665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:24.825218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Bound port: 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:24.825578 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:24.898041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:24.902190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:24.947342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.005387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42272) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:25.015320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe959bf-912f-4d43-b8c1-984950fa5ab4 None None] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:25.147335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59dbb405-0961-4836-814b-09cd71e34082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.171067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.220612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:25.244189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:25.247409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:25.252120 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59dbb405-0961-4836-814b-09cd71e34082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.259020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.271371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:25.312440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59dbb405-0961-4836-814b-09cd71e34082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.354212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42282) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:25.355076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fca575d4-9cd8-4a0d-ae27-819c04a19294 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7852530 Nov 11 21:13:25.364634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:dc:87:a8', 'name': 'tempest-NetworksTestDHCPv6-994769276'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:25.369383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-59dbb405-0961-4836-814b-09cd71e34082 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=175621d1fe38469596c9139de431cd5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629005 Nov 11 21:13:25.371846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:25.380460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbb405-0961-4836-814b-09cd71e34082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248d35d-f9b6-42e5-b10a-cf649520c91f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:25.675753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a658314-ba70-4ec7-9878-9d70cb9b5476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.700009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a658314-ba70-4ec7-9878-9d70cb9b5476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.712542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:25.813256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.838916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 0e7a940e-380d-4d6e-a416-409b262ac0aa yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:25.860929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a658314-ba70-4ec7-9878-9d70cb9b5476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.864344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2a658314-ba70-4ec7-9878-9d70cb9b5476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:25.866005 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2a658314-ba70-4ec7-9878-9d70cb9b5476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e248d35d-f9b6-42e5-b10a-cf649520c91f HTTP/1.1" status: 204 len: 168 time: 0.4928417 Nov 11 21:13:25.877967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a658314-ba70-4ec7-9878-9d70cb9b5476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248d35d-f9b6-42e5-b10a-cf649520c91f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:26.068091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a931487-3aad-4e08-a673-800ec616d4b7 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:26.069382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8:0:1::398 (311da805-aa03-4b5d-bb3a-08ee2886711a/bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf/0e7a940e-380d-4d6e-a416-409b262ac0aa) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:26.076324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:fedc:87a8 (311da805-aa03-4b5d-bb3a-08ee2886711a/6adb0ffb-5251-44c8-a689-abe71ff9521c/0e7a940e-380d-4d6e-a416-409b262ac0aa) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:26.179981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b7e6ae35-a95f-41f4-866f-633c41d0a591 None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:26.180224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ae35-a95f-41f4-866f-633c41d0a591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.242354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.320921 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ae35-a95f-41f4-866f-633c41d0a591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.371443 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.382435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b7e6ae35-a95f-41f4-866f-633c41d0a591 None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:26.389279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a791ea-f301-4e4a-a7e9-a00312d18a2d None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '6adb0ffb-5251-44c8-a689-abe71ff9521c', 'ip_address': '2001:db8::f816:3eff:fe0b:e047'}, {'subnet_id': 'bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '17c21d7d-c552-4f0e-99ae-c29468e5bf90'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:13:26.420082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4a791ea-f301-4e4a-a7e9-a00312d18a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.443991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:26.450163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:26.456473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:26.468416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:26.469384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.490878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=0e7a940e-380d-4d6e-a416-409b262ac0aa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:26.530092 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ae35-a95f-41f4-866f-633c41d0a591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.572584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 17c21d7d-c552-4f0e-99ae-c29468e5bf90 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:26.596766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3bc57160-441e-4cb9-aa65-8e06e92d3228 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2406969 Nov 11 21:13:26.599112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:26.691751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6ae35-a95f-41f4-866f-633c41d0a591 None None] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:26.706182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 0e7a940e-380d-4d6e-a416-409b262ac0aa {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:26.706529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.709513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a4a791ea-f301-4e4a-a7e9-a00312d18a2d None None] Allocated IP 2001:db8:0:1::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf/17c21d7d-c552-4f0e-99ae-c29468e5bf90) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:26.732741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:26.736250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.796731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:26.810636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 0e7a940e-380d-4d6e-a416-409b262ac0aa owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:27.045147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a4a791ea-f301-4e4a-a7e9-a00312d18a2d None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:27.081199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:27.082743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4a791ea-f301-4e4a-a7e9-a00312d18a2d None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.095019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acbc6361-b173-4177-9a93-de724ae78ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.142356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.169436 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4a791ea-f301-4e4a-a7e9-a00312d18a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.191511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=0e7a940e-380d-4d6e-a416-409b262ac0aa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:27.246630 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.250210 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e2c4db7-010b-4d0d-8895-707d24f35abe tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/0e7a940e-380d-4d6e-a416-409b262ac0aa HTTP/1.1" status: 204 len: 168 time: 0.6495776 Nov 11 21:13:27.256437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42312) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:27.279654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a791ea-f301-4e4a-a7e9-a00312d18a2d None None] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:27.296948 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acbc6361-b173-4177-9a93-de724ae78ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.317518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032c4e0-a2ce-4676-b5e8-da5a94c217ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:27.317518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0032c4e0-a2ce-4676-b5e8-da5a94c217ec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0630605 Nov 11 21:13:27.319869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42316) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:27.354194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.374449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c972fb-8dd5-463e-80a4-adf767ebb1f7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:27.376250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d8c972fb-8dd5-463e-80a4-adf767ebb1f7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0550978 Nov 11 21:13:27.378735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42318) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:27.389926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-acbc6361-b173-4177-9a93-de724ae78ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.473972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-acbc6361-b173-4177-9a93-de724ae78ce7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1c0bfbcda6249b89e5dcf3959476d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3892233 Nov 11 21:13:27.474958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:27.477329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928bf8fb-b84a-4791-a866-9b7f5513dcb5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:27.478964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928bf8fb-b84a-4791-a866-9b7f5513dcb5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:27.480556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928bf8fb-b84a-4791-a866-9b7f5513dcb5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:27.482223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-928bf8fb-b84a-4791-a866-9b7f5513dcb5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1025317 Nov 11 21:13:27.483537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc6361-b173-4177-9a93-de724ae78ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1925184a-828b-40c8-9b60-bbbbe002f296,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:27.486358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:27.548114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac8c020a-bbd5-4cac-a796-e92ab038edb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.552261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 6adb0ffb-5251-44c8-a689-abe71ff9521c {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:27.555858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.578181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac8c020a-bbd5-4cac-a796-e92ab038edb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.610495 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.700762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.735502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac8c020a-bbd5-4cac-a796-e92ab038edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.738652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac8c020a-bbd5-4cac-a796-e92ab038edb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.740589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ac8c020a-bbd5-4cac-a796-e92ab038edb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1925184a-828b-40c8-9b60-bbbbe002f296 HTTP/1.1" status: 204 len: 168 time: 0.2641747 Nov 11 21:13:27.752835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c020a-bbd5-4cac-a796-e92ab038edb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1925184a-828b-40c8-9b60-bbbbe002f296,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:27.844173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.881562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=6adb0ffb-5251-44c8-a689-abe71ff9521c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:27.883665 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.887088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ab2103b9-d1cc-48b0-b501-c78b081b32d7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/6adb0ffb-5251-44c8-a689-abe71ff9521c HTTP/1.1" status: 204 len: 168 time: 0.4001577 Nov 11 21:13:27.889567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:27.960469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:27.965654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:27.966993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7eda0a1c-9cf8-4215-893b-61198b47757d None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:27.967376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7eda0a1c-9cf8-4215-893b-61198b47757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:28.011447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:28.136609 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:28.154074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2cfbf-c022-4f9d-8f41-673f63bd3f4f None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:28.216555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-82dfb165-fbcd-4c01-bd3c-4199b8e91533 None None] Could not find standard attr ID for object 0e7a940e-380d-4d6e-a416-409b262ac0aa. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:28.323815 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:28.361839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:28.374450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:28.380684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-761540d4-d649-487f-876b-d7afc1d797c3 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf HTTP/1.1" status: 204 len: 168 time: 0.4896863 Nov 11 21:13:28.383018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42342) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:28.436782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0366706e-3609-416c-a69b-375c6fe537ac tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490165 Nov 11 21:13:28.437519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:28.445508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:28.506936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 17c21d7d-c552-4f0e-99ae-c29468e5bf90 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:28.567165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:28.567595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:28.678080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:28.682747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:28.803043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-bdfe6727-80c2-4130-a590-271596cdac8e req-11890c93-93fd-4a07-99b3-7074aa2e5285 service neutron] (109675) timed out ('10.222.0.58', 51869) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:13:28.993231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba458a-d884-46ed-96f1-15257821c300 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:29.089219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-82e7a4b8-b8d8-4254-9ea9-e0de5643e02d None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:29.089697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82e7a4b8-b8d8-4254-9ea9-e0de5643e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:29.105883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:29.330316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '56d0d5bb-10fc-4915-a407-10b88ca651df'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '17c21d7d-c552-4f0e-99ae-c29468e5bf90'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:13:29.348744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:29.367190 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:29.546411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:29.579555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:29.643903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:29.644755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:29.669333 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:13:29.670133 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:13:29.721716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:29.732581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:29.739556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:29.740176 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:29.748721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=56d0d5bb-10fc-4915-a407-10b88ca651df,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:29.760238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=8']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:29.863296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3b98ed3f-0d5b-4933-aabe-b0c6e96d2826 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4230502 Nov 11 21:13:29.866153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42386) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:29.873077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6d273e5c-4719-4986-a315-13fea48ce8a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:30.049487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d273e5c-4719-4986-a315-13fea48ce8a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:30.053112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6d273e5c-4719-4986-a315-13fea48ce8a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.148518 n-d-805734-3 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-6d273e5c-4719-4986-a315-13fea48ce8a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56d0d5bb-10fc-4915-a407-10b88ca651df (CIDR: 2001:db8::/64) Nov 11 21:13:30.175504 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d273e5c-4719-4986-a315-13fea48ce8a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:30.177149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d273e5c-4719-4986-a315-13fea48ce8a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:30.201318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.234965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6d273e5c-4719-4986-a315-13fea48ce8a7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3675878 Nov 11 21:13:30.237502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42398) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:30.242505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:30.454612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:30.458537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.497946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:30.552300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.557299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 17c21d7d-c552-4f0e-99ae-c29468e5bf90 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:30.623087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:30.623451 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.650312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.725268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9ce6d-055a-4cad-b229-4ec84f5c5f07 None None] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:30.840484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.896601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:30.902531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:30.910068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:30.910793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:30.928359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=50f7dfd4-b7db-41ba-bf84-c7bf38eb6840,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:31.046327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-71dfcaff-3822-4ede-bd12-e48da94312c8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8077419 Nov 11 21:13:31.049743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42414) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:31.054856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:b3:09:28', 'name': 'tempest-NetworksTestDHCPv6-370554114'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:31.349042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821ed2d-b031-4edc-b683-2efce91a8c89 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:31.363662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:31.435424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34e30a61-b40c-4793-99a3-2bb5d0657ba6 None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:31.435792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34e30a61-b40c-4793-99a3-2bb5d0657ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:31.481232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:31.515264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 4542dc42-25e2-4bf3-be85-f6467604c7bf yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:31.695562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a908a2-d1d3-4e88-9beb-eb1861483fdd None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '56d0d5bb-10fc-4915-a407-10b88ca651df', 'ip_address': '2001:db8::f816:3eff:fe0b:e047'}, {'subnet_id': '50f7dfd4-b7db-41ba-bf84-c7bf38eb6840'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '17c21d7d-c552-4f0e-99ae-c29468e5bf90'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:13:31.725103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06a908a2-d1d3-4e88-9beb-eb1861483fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:31.739014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8:0:1::3a1 (311da805-aa03-4b5d-bb3a-08ee2886711a/50f7dfd4-b7db-41ba-bf84-c7bf38eb6840/4542dc42-25e2-4bf3-be85-f6467604c7bf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:31.822529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::f816:3eff:feb3:928 (311da805-aa03-4b5d-bb3a-08ee2886711a/56d0d5bb-10fc-4915-a407-10b88ca651df/4542dc42-25e2-4bf3-be85-f6467604c7bf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:31.976661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:31.998395 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86db88da-5441-436e-8c73-e24c9f66be2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.169888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.210705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:32.214075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:32.220661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:32.222368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-06a908a2-d1d3-4e88-9beb-eb1861483fdd None None] Allocated IP 2001:db8:0:1::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/50f7dfd4-b7db-41ba-bf84-c7bf38eb6840/17c21d7d-c552-4f0e-99ae-c29468e5bf90) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:32.226532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:32.227304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.238718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=4542dc42-25e2-4bf3-be85-f6467604c7bf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:32.335366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-06a908a2-d1d3-4e88-9beb-eb1861483fdd None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:32.365560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06a908a2-d1d3-4e88-9beb-eb1861483fdd None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.388825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-332dcf0a-1de8-45fa-9728-df77e1a33d34 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3379676 Nov 11 21:13:32.391602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:32.460275 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06a908a2-d1d3-4e88-9beb-eb1861483fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.489164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 4542dc42-25e2-4bf3-be85-f6467604c7bf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:32.489509 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.564965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a908a2-d1d3-4e88-9beb-eb1861483fdd None None] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:32.593042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.606016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 4542dc42-25e2-4bf3-be85-f6467604c7bf owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:32.625123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:32.778007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2a582f9-093d-4d12-bd1c-992de6c48d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.918037 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:32.964951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=4542dc42-25e2-4bf3-be85-f6467604c7bf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:32.999387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2a582f9-093d-4d12-bd1c-992de6c48d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.019104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.022672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9921c2df-ff6f-4530-bdd9-2ea15fc558b6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/4542dc42-25e2-4bf3-be85-f6467604c7bf HTTP/1.1" status: 204 len: 168 time: 0.6299956 Nov 11 21:13:33.026176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.080877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f16bba-972e-48b6-b5bb-1d90a9e8a447 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:33.081376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-90f16bba-972e-48b6-b5bb-1d90a9e8a447 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0535755 Nov 11 21:13:33.082802 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2a582f9-093d-4d12-bd1c-992de6c48d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.083741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.125506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2a582f9-093d-4d12-bd1c-992de6c48d7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a88741bfc454b168a6c8297f6b107fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4984391 Nov 11 21:13:33.127274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42456) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.127524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c68a2-7562-477e-94c6-38528d494c38 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:33.128039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a582f9-093d-4d12-bd1c-992de6c48d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4816b59-a56a-401a-b2e1-e0dcacd938a5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:33.151167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f92b76-c998-4849-aeed-401cf1f4fa3b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:33.155592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-32f92b76-c998-4849-aeed-401cf1f4fa3b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0707777 Nov 11 21:13:33.156289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.195826 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45f28d6d-8823-4108-ab84-9e3dbb97a6fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.223299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45f28d6d-8823-4108-ab84-9e3dbb97a6fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.223568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98647c06-c545-4237-9b7f-9607cfce8bfb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:33.225584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98647c06-c545-4237-9b7f-9607cfce8bfb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:33.227121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98647c06-c545-4237-9b7f-9607cfce8bfb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:33.232049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42462) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.232532 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-98647c06-c545-4237-9b7f-9607cfce8bfb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0751944 Nov 11 21:13:33.269124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df257b07-0cc8-45f6-a8d6-e7aa3ce00242 None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:33.269582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df257b07-0cc8-45f6-a8d6-e7aa3ce00242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.301669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.308771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 50f7dfd4-b7db-41ba-bf84-c7bf38eb6840 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:33.317325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.365359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.454913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45f28d6d-8823-4108-ab84-9e3dbb97a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.458347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-45f28d6d-8823-4108-ab84-9e3dbb97a6fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.459789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-45f28d6d-8823-4108-ab84-9e3dbb97a6fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4816b59-a56a-401a-b2e1-e0dcacd938a5 HTTP/1.1" status: 204 len: 168 time: 0.3276279 Nov 11 21:13:33.474464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fb40824-0cad-4606-83da-3cc8058caed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.494376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f28d6d-8823-4108-ab84-9e3dbb97a6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4816b59-a56a-401a-b2e1-e0dcacd938a5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:33.509695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.623671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-01fd6c37-a0e6-4f22-a00d-1979954e97fb None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:33.624046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01fd6c37-a0e6-4f22-a00d-1979954e97fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.631574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fb40824-0cad-4606-83da-3cc8058caed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.689286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.725285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=50f7dfd4-b7db-41ba-bf84-c7bf38eb6840,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:33.728389 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3fb40824-0cad-4606-83da-3cc8058caed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.736927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.740429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-405d753c-92b2-470c-aae8-e27cc870b439 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/50f7dfd4-b7db-41ba-bf84-c7bf38eb6840 HTTP/1.1" status: 204 len: 168 time: 0.5073695 Nov 11 21:13:33.743288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42470) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.790290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3fb40824-0cad-4606-83da-3cc8058caed1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=384bf6b97e8a4813a12ed1a745c58643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4872684 Nov 11 21:13:33.792040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:33.815119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb40824-0cad-4606-83da-3cc8058caed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df48ede-cb2d-4f9c-9877-837c74e7d88d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:33.846540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00681e43-085e-44b0-b127-d870cddee774 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:33.862789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 56d0d5bb-10fc-4915-a407-10b88ca651df {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:33.866094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.871789 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5043-36b1-4091-99ad-787fcdfb27ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.897066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5043-36b1-4091-99ad-787fcdfb27ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.920400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:33.932695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c3dd40c5-1db1-4c3a-88f8-40bdc331b8af None None] Could not find standard attr ID for object 4542dc42-25e2-4bf3-be85-f6467604c7bf. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:34.017690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.043877 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5043-36b1-4091-99ad-787fcdfb27ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.048298 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f1a5043-36b1-4091-99ad-787fcdfb27ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.050481 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6f1a5043-36b1-4091-99ad-787fcdfb27ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9df48ede-cb2d-4f9c-9877-837c74e7d88d HTTP/1.1" status: 204 len: 168 time: 0.2560911 Nov 11 21:13:34.059000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a5043-36b1-4091-99ad-787fcdfb27ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df48ede-cb2d-4f9c-9877-837c74e7d88d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:34.152406 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.188605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=56d0d5bb-10fc-4915-a407-10b88ca651df,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:34.192717 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.200118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:34.200326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d81b2e6c-b290-4b1a-b0a5-8db42959fb8d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/56d0d5bb-10fc-4915-a407-10b88ca651df HTTP/1.1" status: 204 len: 168 time: 0.4537699 Nov 11 21:13:34.200527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42482) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:34.251848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b4b312-d2c8-4f63-9e31-46e1c6bf104b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.256337 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c08bb1b9-4879-4a3f-b648-fb1d02c4d0e6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546372 Nov 11 21:13:34.259896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:34.265593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:34.372340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b4b312-d2c8-4f63-9e31-46e1c6bf104b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.391877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efbac8de-7b63-4222-b840-1459b0d8cd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.426248 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-25b4b312-d2c8-4f63-9e31-46e1c6bf104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.454957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:34.462847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.478963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4b312-d2c8-4f63-9e31-46e1c6bf104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302c6507-8f41-4142-9723-7cabd8a5db9a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:34.502264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-25b4b312-d2c8-4f63-9e31-46e1c6bf104b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d33419c535b452280780d89ab11d99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989037 Nov 11 21:13:34.504736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:34.519891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 17c21d7d-c552-4f0e-99ae-c29468e5bf90 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:34.604756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:34.605403 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.646984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baad53eb-e4a3-48c5-bc5e-2b8943cef022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.682861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baad53eb-e4a3-48c5-bc5e-2b8943cef022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.786553 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.798930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6e910-70fd-42b8-8e97-a03e0172af09 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:34.814923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baad53eb-e4a3-48c5-bc5e-2b8943cef022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.819154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-baad53eb-e4a3-48c5-bc5e-2b8943cef022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.825631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-baad53eb-e4a3-48c5-bc5e-2b8943cef022 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/302c6507-8f41-4142-9723-7cabd8a5db9a HTTP/1.1" status: 204 len: 168 time: 0.3153849 Nov 11 21:13:34.831918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:34.835549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:34.840704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:34.841663 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:34.848528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-5bfe1ac7-2a87-425d-8f07-bc367fc8e8a6 req-371523ed-1a6c-4a41-a35b-8db10ab774e2 tempest-ServersOnMultiNodesTest-1125595646 tempest-ServersOnMultiNodesTest-1125595646-project] (109674) timed out ('10.222.0.58', 51878) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:13:34.849946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad53eb-e4a3-48c5-bc5e-2b8943cef022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302c6507-8f41-4142-9723-7cabd8a5db9a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:34.877493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=dc4287d0-8a99-48ad-ac57-afd840395a4a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:34.943371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-46965869-5e9c-4150-b909-d59a18af605b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6821625 Nov 11 21:13:34.946399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:34.953844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4cbcc8e8-a081-454c-a0b5-d6a483ca7d41 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:34.954879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2f85255d-f14f-4183-a28d-bc5de0ced6f2 None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:34.955428 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f85255d-f14f-4183-a28d-bc5de0ced6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:35.146178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbcc8e8-a081-454c-a0b5-d6a483ca7d41 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:35.150224 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc8e8-a081-454c-a0b5-d6a483ca7d41 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:35.253181 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-4cbcc8e8-a081-454c-a0b5-d6a483ca7d41 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc4287d0-8a99-48ad-ac57-afd840395a4a (CIDR: 2001:db8::/64) Nov 11 21:13:35.312869 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbcc8e8-a081-454c-a0b5-d6a483ca7d41 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:35.313469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbcc8e8-a081-454c-a0b5-d6a483ca7d41 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:35.373708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e269b7-8c82-4c53-9970-ce06371be8f4 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:35.401689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4cbcc8e8-a081-454c-a0b5-d6a483ca7d41 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4534428 Nov 11 21:13:35.404332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:35.409249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:35.518794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-270c61e9-4547-443c-b949-1dd46ae8ace8 None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:35.519327 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-270c61e9-4547-443c-b949-1dd46ae8ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:35.550934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:35.620410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:35.624934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:35.867889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6b26f643-3e73-4efc-8bf5-9e34d0291a68 None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:35.868264 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b26f643-3e73-4efc-8bf5-9e34d0291a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.134873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.objects.ports [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109675) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:36.152922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:36.261531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:36.414675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.481739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.504313 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.621968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Allocated IP 172.25.2.141 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/709495f9-c9d8-44fa-9f72-38884e5795ce) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:36.665444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:36.693892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.731323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.797511 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.798281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.876472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:36.878229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.886030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:36.893622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:36.894217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:36.899144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3525287b-719e-44b1-9eb9-1f3d79356325 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:36.905042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=8f9d69a1-44bd-4802-8322-9a170bb8b181,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:36.916068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=14']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:36.941745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:36.941745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:36.947790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:36.951203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Pushing event updated for resources: {'Port': ['ID=709495f9-c9d8-44fa-9f72-38884e5795ce,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:37.015531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7eb9e0f7-6384-4ab7-a38b-a755325ef4ea tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6072912 Nov 11 21:13:37.016285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:37.022180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:8a:d3:f6', 'name': 'tempest-NetworksTestDHCPv6-249540686'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:37.040706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.113323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.174150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.191685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff67d1c-9b60-4b66-ba9a-45462c59a1a8 None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '8f9d69a1-44bd-4802-8322-9a170bb8b181', 'ip_address': '2001:db8:0:1:f816:3eff:fe0b:e047'}, {'subnet_id': 'dc4287d0-8a99-48ad-ac57-afd840395a4a'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '17c21d7d-c552-4f0e-99ae-c29468e5bf90'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:13:37.217790 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ff67d1c-9b60-4b66-ba9a-45462c59a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.237408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:37.340729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.362456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port 7990339b-eb51-4323-9a15-68569061ae72 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:37.378709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.398738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0ff67d1c-9b60-4b66-ba9a-45462c59a1a8 None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/dc4287d0-8a99-48ad-ac57-afd840395a4a/17c21d7d-c552-4f0e-99ae-c29468e5bf90) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:37.471696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.503356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0ff67d1c-9b60-4b66-ba9a-45462c59a1a8 None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:37.537189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ff67d1c-9b60-4b66-ba9a-45462c59a1a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.543083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Pushing event updated for resources: {'Port': ['ID=709495f9-c9d8-44fa-9f72-38884e5795ce,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:37.558259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.614867 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ff67d1c-9b60-4b66-ba9a-45462c59a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.650256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.651876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c9958644-4275-482a-ae9f-1379f2e90b5e tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4978812 Nov 11 21:13:37.654777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:37.660254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-376670936', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'fixed_ips': [{'ip_address': '172.25.2.141'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:37.719034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67d1c-9b60-4b66-ba9a-45462c59a1a8 None None] Pushing event updated for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=15']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:37.748722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::3cc (311da805-aa03-4b5d-bb3a-08ee2886711a/dc4287d0-8a99-48ad-ac57-afd840395a4a/7990339b-eb51-4323-9a15-68569061ae72) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:37.755555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:d3f6 (311da805-aa03-4b5d-bb3a-08ee2886711a/8f9d69a1-44bd-4802-8322-9a170bb8b181/7990339b-eb51-4323-9a15-68569061ae72) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:37.792704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Made reservation on behalf of 1bcddea392db4909b4e2953d249ff131 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:37.795797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.807087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.820463 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.893189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.925119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.992321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:37.999216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] device_id is not set on port 64672786-422a-4ff8-8e83-47ca5bf246bb yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:38.061111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.082504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e545ed6-2eea-4cde-b908-c5ea79f8c951,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:38.150239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=7990339b-eb51-4323-9a15-68569061ae72,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:38.174915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:38.176476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:38.184007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:38.191661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:38.192452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.284081 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 21:13:38.284666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:38.345374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3213b753-9fb6-4177-8541-a6496ce590e9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3255031 Nov 11 21:13:38.345921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42614) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:38.402533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a6e6faad-ea3f-44f0-95c4-fa19e172dbf8 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7432525 Nov 11 21:13:38.402855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:38.431320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1e7122d1-a8a7-497f-b5f6-a00a9ae32ebe None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:38.432551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e7122d1-a8a7-497f-b5f6-a00a9ae32ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.494273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port 7990339b-eb51-4323-9a15-68569061ae72 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:38.494614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.573506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 17c21d7d-c552-4f0e-99ae-c29468e5bf90 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:38.638193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.677995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for 7990339b-eb51-4323-9a15-68569061ae72 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:38.718209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Deleting port 709495f9-c9d8-44fa-9f72-38884e5795ce {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:38.718805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.747611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:38.748068 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.814810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42620) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:38.860956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.861329 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.878534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Calling delete_port for 709495f9-c9d8-44fa-9f72-38884e5795ce owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:38.879633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b1d7e762-c492-434f-9d27-b2d1fe911e93 None None] Provisioning complete for port 7990339b-eb51-4323-9a15-68569061ae72 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:38.880009 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b1d7e762-c492-434f-9d27-b2d1fe911e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:38.922505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7e762-c492-434f-9d27-b2d1fe911e93 None None] Port 7990339b-eb51-4323-9a15-68569061ae72 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:13:38.998562 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-3a82-4b0c-9b67-668efe060b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.104957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-3a82-4b0c-9b67-668efe060b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.106353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.128850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.135054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=7990339b-eb51-4323-9a15-68569061ae72,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:39.159071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Pushing event deleted for resources: {'Port': ['ID=709495f9-c9d8-44fa-9f72-38884e5795ce,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:39.186809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d094d135-3a82-4b0c-9b67-668efe060b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.190238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.197086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-43631745-78d2-400f-b7d2-941bd638c695 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/7990339b-eb51-4323-9a15-68569061ae72 HTTP/1.1" status: 204 len: 168 time: 0.8495715 Nov 11 21:13:39.200584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:39.205287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:13:39.239607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d094d135-3a82-4b0c-9b67-668efe060b3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57d7253480824680bded83c80fdd3aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237328 Nov 11 21:13:39.240483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094d135-3a82-4b0c-9b67-668efe060b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac245fa9-d968-4ee3-9a8d-c18e70bc1aeb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:39.242963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42628) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:39.299434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.302401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.307099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-07da532d-e809-4d90-8a05-484981a770b2 tempest-ExternalNetworksAdminNegativeTestJSON-327397175 tempest-ExternalNetworksAdminNegativeTestJSON-327397175-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/e59dbf6a-e0d1-4d79-bf96-f51298b66aa3 HTTP/1.1" status: 204 len: 168 time: 0.8996861 Nov 11 21:13:39.320917 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1475f5c2-68f7-415a-b031-16fbfa6832d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.355261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1475f5c2-68f7-415a-b031-16fbfa6832d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.358667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64450a-b2d7-4575-b4de-b3d63a3501c1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:39.365936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:39.369204 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2b64450a-b2d7-4575-b4de-b3d63a3501c1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1623979 Nov 11 21:13:39.441875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edbbde4-3959-4106-beb3-fccefcf43722 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:39.443374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4edbbde4-3959-4106-beb3-fccefcf43722 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0762308 Nov 11 21:13:39.446641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:39.745879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:39.755504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1475f5c2-68f7-415a-b031-16fbfa6832d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.758215 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1475f5c2-68f7-415a-b031-16fbfa6832d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.762505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1475f5c2-68f7-415a-b031-16fbfa6832d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac245fa9-d968-4ee3-9a8d-c18e70bc1aeb HTTP/1.1" status: 204 len: 168 time: 0.5158088 Nov 11 21:13:39.778296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123095a-d850-41fd-99bc-34e1d9c9968c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:39.779857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123095a-d850-41fd-99bc-34e1d9c9968c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:39.781454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123095a-d850-41fd-99bc-34e1d9c9968c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:39.784163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7123095a-d850-41fd-99bc-34e1d9c9968c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3364124 Nov 11 21:13:39.786593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:39.795749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475f5c2-68f7-415a-b031-16fbfa6832d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac245fa9-d968-4ee3-9a8d-c18e70bc1aeb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:39.846806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 8f9d69a1-44bd-4802-8322-9a170bb8b181 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:39.850647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.894950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:39.932400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65836f1b-3685-44c3-b1dd-9526b91ff838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.012982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.092489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65836f1b-3685-44c3-b1dd-9526b91ff838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.151826 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65836f1b-3685-44c3-b1dd-9526b91ff838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.191742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.203284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65836f1b-3685-44c3-b1dd-9526b91ff838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0ce4e-3785-49ae-8218-ff552bcdf278,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:40.207425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-65836f1b-3685-44c3-b1dd-9526b91ff838 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eb9d8bd253c4a5f9a02f00708032051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604104 Nov 11 21:13:40.211238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:40.228524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9d69a1-44bd-4802-8322-9a170bb8b181,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:40.230333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.235420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-84b04425-530c-4474-90a8-e3043ab9a53e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/8f9d69a1-44bd-4802-8322-9a170bb8b181 HTTP/1.1" status: 204 len: 168 time: 0.4459872 Nov 11 21:13:40.236258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42650) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:40.239251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd463c0-cc68-4627-8730-8883dfa82cf1 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:40.268879 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c693d3-4c48-4f19-9336-ea78650c2824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.292114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet dc4287d0-8a99-48ad-ac57-afd840395a4a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:40.297122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.299416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c693d3-4c48-4f19-9336-ea78650c2824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.360988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.405862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42654) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:40.420208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-625b1763-6bd2-4c4d-b8b1-2694e612ca2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.440913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c693d3-4c48-4f19-9336-ea78650c2824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.443396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c693d3-4c48-4f19-9336-ea78650c2824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.444632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10c693d3-4c48-4f19-9336-ea78650c2824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cf0ce4e-3785-49ae-8218-ff552bcdf278 HTTP/1.1" status: 204 len: 168 time: 0.2317345 Nov 11 21:13:40.462828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c693d3-4c48-4f19-9336-ea78650c2824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0ce4e-3785-49ae-8218-ff552bcdf278,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:40.471912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.519922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-625b1763-6bd2-4c4d-b8b1-2694e612ca2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.580705 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-625b1763-6bd2-4c4d-b8b1-2694e612ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.620867 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-625b1763-6bd2-4c4d-b8b1-2694e612ca2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ef29a7dc0d548aa99642454fd0f0e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138605 Nov 11 21:13:40.622077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b1763-6bd2-4c4d-b8b1-2694e612ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4dd589-b1d0-480d-9705-d01cdb99df56,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:40.623725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:40.632909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.677589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4287d0-8a99-48ad-ac57-afd840395a4a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:40.679612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.683383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8ce354d9-7750-4fc9-a094-a90dee15602f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/dc4287d0-8a99-48ad-ac57-afd840395a4a HTTP/1.1" status: 204 len: 168 time: 0.4459875 Nov 11 21:13:40.686087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:40.709882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f81a-59eb-494c-b50a-e2ec3fe19327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.731854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7362f64f-5918-41fd-a4ad-59fc7aef3cc7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418608 Nov 11 21:13:40.732285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42662) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:40.737025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:40.738215 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f81a-59eb-494c-b50a-e2ec3fe19327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.906219 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f81a-59eb-494c-b50a-e2ec3fe19327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.909499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f81a-59eb-494c-b50a-e2ec3fe19327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:40.914091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6dd1f81a-59eb-494c-b50a-e2ec3fe19327 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a4dd589-b1d0-480d-9705-d01cdb99df56 HTTP/1.1" status: 204 len: 168 time: 0.2892702 Nov 11 21:13:40.923877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1f81a-59eb-494c-b50a-e2ec3fe19327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4dd589-b1d0-480d-9705-d01cdb99df56,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:40.940393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:40.945765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.079670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f849080-6ad7-4626-83a5-7c9f2d811459 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:41.205853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6972fcd-db2b-4da6-bdc5-0d95af48b5bb None None] Provisioning complete for port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:41.206237 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6972fcd-db2b-4da6-bdc5-0d95af48b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.220661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.276563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:41.281283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:41.285564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:41.286159 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.301892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=4f2f1f9d-1190-420a-8d6d-6839de1b0428,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:41.326516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:41.362457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:41.375117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2a892e1-a846-42fe-9343-22c613e6299f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6420369 Nov 11 21:13:41.378132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:41.383003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] Deleting port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:41.384359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.391102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-80117c2a-d0a1-4ecd-838f-a85e14eb8924 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:41.422388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5fa24d3b-e48a-4dac-8822-f7bc03ab9f72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bcddea392db4909b4e2953d249ff131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561526 Nov 11 21:13:41.426390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42682) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:41.481702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] For port 17c21d7d-c552-4f0e-99ae-c29468e5bf90, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=17c21d7d-c552-4f0e-99ae-c29468e5bf90,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:41.482423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.499540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] Calling delete_port for 17c21d7d-c552-4f0e-99ae-c29468e5bf90 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:41.536202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12e09ba-5d74-42ec-ad46-6c2d34b9dd25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.573806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12e09ba-5d74-42ec-ad46-6c2d34b9dd25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.653811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80117c2a-d0a1-4ecd-838f-a85e14eb8924 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:41.657365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80117c2a-d0a1-4ecd-838f-a85e14eb8924 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.705850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.707543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12e09ba-5d74-42ec-ad46-6c2d34b9dd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.709875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b12e09ba-5d74-42ec-ad46-6c2d34b9dd25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:41.714542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b12e09ba-5d74-42ec-ad46-6c2d34b9dd25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e545ed6-2eea-4cde-b908-c5ea79f8c951 HTTP/1.1" status: 204 len: 168 time: 0.2831500 Nov 11 21:13:41.723963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e09ba-5d74-42ec-ad46-6c2d34b9dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e545ed6-2eea-4cde-b908-c5ea79f8c951,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:41.748854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] No DVR routers for this DVR port 17c21d7d-c552-4f0e-99ae-c29468e5bf90 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:41.756032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999835f-3091-46d7-a3ee-6081b7a91257 None None] Pushing event deleted for resources: {'Port': ['ID=17c21d7d-c552-4f0e-99ae-c29468e5bf90,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:41.773837 n-d-805734-3 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-80117c2a-d0a1-4ecd-838f-a85e14eb8924 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f2f1f9d-1190-420a-8d6d-6839de1b0428 (CIDR: 2001:db8::/64) Nov 11 21:13:41.775667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f193bd-90ea-4977-a8e3-f93bd1bd44a5 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:41.821195 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-80117c2a-d0a1-4ecd-838f-a85e14eb8924 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:13:41.822053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80117c2a-d0a1-4ecd-838f-a85e14eb8924 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:41.908840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-80117c2a-d0a1-4ecd-838f-a85e14eb8924 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5281229 Nov 11 21:13:41.911747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:41.917908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'subnet': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:41.973587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-311da805-aa03-4b5d-bb3a-08ee2886711a', 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'tenant_id': 'b0840bf1fc68405ca263ae92f828f529', 'fixed_ips': [{'subnet_id': '4f2f1f9d-1190-420a-8d6d-6839de1b0428'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:41.974561 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.117678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:42.122537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.350976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Allocated IP 2001:db8::2 (311da805-aa03-4b5d-bb3a-08ee2886711a/4f2f1f9d-1190-420a-8d6d-6839de1b0428/fc4f9dc9-caf8-4a38-822e-3f45c11e4b30) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:42.497941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 17c21d7d-c552-4f0e-99ae-c29468e5bf90 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:42.524930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 17c21d7d-c552-4f0e-99ae-c29468e5bf90 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:42.525292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 17c21d7d-c552-4f0e-99ae-c29468e5bf90 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:42.539160 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.579622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.objects.ports [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 21:13:42.581174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.632343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.636559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:42.644105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:42.647768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:42.648388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.660123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Subnet': ['ID=ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:42.671090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:42.673958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:42.679403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:42.688544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Pushing event updated for resources: {'Port': ['ID=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:42.743914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Attempting to bind port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:42.744361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Attempting to bind port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:42.744736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Attempting to bind port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 on network 311da805-aa03-4b5d-bb3a-08ee2886711a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:42.747689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5982dce7-6751-4f04-b997-9c3f8c1e641c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8335204 Nov 11 21:13:42.749433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:42.750531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:42.750911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Checking segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:42.751314 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.751706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Bound using segment: {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:42.752198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Bound port: fc4f9dc9-caf8-4a38-822e-3f45c11e4b30, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b64a9-3b2e-48da-9247-ffbeaf215e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:42.753037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.757825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Request body: {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'mac_address': 'fa:16:3e:9e:a1:8f', 'name': 'tempest-NetworksTestDHCPv6-2065391588'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:42.829795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] For port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:42.834340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] For port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:42.873587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:42.884808 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:42.954115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8dc8d-a339-40dd-9a65-fcc07c30989e None None] Pushing event updated for resources: {'Port': ['ID=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:42.991821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Made reservation on behalf of b0840bf1fc68405ca263ae92f828f529 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:43.005704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df76836e-dcb6-499b-9d19-22424f1217b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.095648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.116452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df76836e-dcb6-499b-9d19-22424f1217b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.119498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] device_id is not set on port d17ac111-7ebf-49ff-827e-efbbec316951 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:43.214227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df76836e-dcb6-499b-9d19-22424f1217b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.247690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76836e-dcb6-499b-9d19-22424f1217b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a57a6c-b9dd-4ecf-ad84-69cae906e3bc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:43.279640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-df76836e-dcb6-499b-9d19-22424f1217b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1d4620ed4aa4673bc22b8208b340189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049115 Nov 11 21:13:43.283315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:43.341029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fcaa-0342-4a5d-b4ef-1a1e4514adee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.355711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8::2fd (311da805-aa03-4b5d-bb3a-08ee2886711a/4f2f1f9d-1190-420a-8d6d-6839de1b0428/d17ac111-7ebf-49ff-827e-efbbec316951) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:43.362278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:a18f (311da805-aa03-4b5d-bb3a-08ee2886711a/ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e/d17ac111-7ebf-49ff-827e-efbbec316951) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:43.366312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fcaa-0342-4a5d-b4ef-1a1e4514adee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.472314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fcaa-0342-4a5d-b4ef-1a1e4514adee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.475027 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fcaa-0342-4a5d-b4ef-1a1e4514adee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.476345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d1c0fcaa-0342-4a5d-b4ef-1a1e4514adee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7a57a6c-b9dd-4ecf-ad84-69cae906e3bc HTTP/1.1" status: 204 len: 168 time: 0.1911650 Nov 11 21:13:43.484740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0fcaa-0342-4a5d-b4ef-1a1e4514adee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a57a6c-b9dd-4ecf-ad84-69cae906e3bc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:43.541520 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:43.643942 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.056854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Network 311da805-aa03-4b5d-bb3a-08ee2886711a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:44.062083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:44.066084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:44.072264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:44.072929 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.075738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d654262-4233-4a6c-94c1-bcd74be5a0a0 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:44.082206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event updated for resources: {'Port': ['ID=d17ac111-7ebf-49ff-827e-efbbec316951,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:44.144679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:44.166290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ba322c16-802d-4338-aa65-c09b74cbbe37 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4153459 Nov 11 21:13:44.174196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:44.174398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5aafbabf-e95a-46f7-9d9a-0f8793e5f375 None None] Provisioning complete for port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:44.174398 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aafbabf-e95a-46f7-9d9a-0f8793e5f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.272910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting port d17ac111-7ebf-49ff-827e-efbbec316951 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:44.274060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.323353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aafbabf-e95a-46f7-9d9a-0f8793e5f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.375438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5aafbabf-e95a-46f7-9d9a-0f8793e5f375 None None] For port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:44.406174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.409212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e23cf-7013-4d5a-ab7a-af987513602b None None] Update dhcp port {'port': {'network_id': '311da805-aa03-4b5d-bb3a-08ee2886711a', 'fixed_ips': [{'subnet_id': '4f2f1f9d-1190-420a-8d6d-6839de1b0428', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e'}], 'binding:host_id': 'n-d-805734-3'}, 'id': 'fc4f9dc9-caf8-4a38-822e-3f45c11e4b30'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:13:44.420266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Calling delete_port for d17ac111-7ebf-49ff-827e-efbbec316951 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:44.434608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-38580862-b34b-4f14-82fd-bb165f4c7071 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1364259762'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:44.435103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-38580862-b34b-4f14-82fd-bb165f4c7071 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Unknown quota resources ['metering_label']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:44.436383 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad1e23cf-7013-4d5a-ab7a-af987513602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.451349 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5aafbabf-e95a-46f7-9d9a-0f8793e5f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.591713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafbabf-e95a-46f7-9d9a-0f8793e5f375 None None] Pushing event updated for resources: {'Port': ['ID=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:44.594901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:44.704325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:44.704773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.709228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e23cf-7013-4d5a-ab7a-af987513602b None None] Allocated IP 2001:db8:0:1:f816:3eff:fedc:b272 (311da805-aa03-4b5d-bb3a-08ee2886711a/ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e/fc4f9dc9-caf8-4a38-822e-3f45c11e4b30) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:44.755001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38580862-b34b-4f14-82fd-bb165f4c7071 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.758849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-38580862-b34b-4f14-82fd-bb165f4c7071 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6098816 Nov 11 21:13:44.759107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:44.763556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4459e713-bb91-4e0b-9529-37edab711c3d tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '333e07b7-cb72-4f59-9d82-097b5402725f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:44.764353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4459e713-bb91-4e0b-9529-37edab711c3d tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:44.879940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ad1e23cf-7013-4d5a-ab7a-af987513602b None None] For port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:44.905961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.908906 n-d-805734-3 neutron-server[109675]: WARNING neutron.services.metering.metering_plugin [None req-4459e713-bb91-4e0b-9529-37edab711c3d tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:13:44.917579 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad1e23cf-7013-4d5a-ab7a-af987513602b None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.940132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Port': ['ID=d17ac111-7ebf-49ff-827e-efbbec316951,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:44.969382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad1e23cf-7013-4d5a-ab7a-af987513602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:44.995964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.001720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-36c8bebb-6057-44a2-98bf-2e6f59a9b2b5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/d17ac111-7ebf-49ff-827e-efbbec316951 HTTP/1.1" status: 204 len: 168 time: 0.8294547 Nov 11 21:13:45.002017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.063462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4459e713-bb91-4e0b-9529-37edab711c3d tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.063728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b94da05-c3ba-4048-9fac-fb83742192f9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:45.065150 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4459e713-bb91-4e0b-9529-37edab711c3d tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3050485 Nov 11 21:13:45.072071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.073159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b94da05-c3ba-4048-9fac-fb83742192f9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0700798 Nov 11 21:13:45.076822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e23cf-7013-4d5a-ab7a-af987513602b None None] Pushing event updated for resources: {'Port': ['ID=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:45.078886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.084777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-24228972-39f7-4e83-a947-eaf1238a4c0c tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '333e07b7-cb72-4f59-9d82-097b5402725f'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:45.085276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-24228972-39f7-4e83-a947-eaf1238a4c0c tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109675) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:45.190374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97fb1f-1099-4e72-9a76-a4cfaa6edfaf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:45.192185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cd97fb1f-1099-4e72-9a76-a4cfaa6edfaf tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1108589 Nov 11 21:13:45.194837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.243736 n-d-805734-3 neutron-server[109675]: WARNING neutron.services.metering.metering_plugin [None req-24228972-39f7-4e83-a947-eaf1238a4c0c tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:13:45.258364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa23e8e1-184c-4dbd-acdc-fa660592a60f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:45.260178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa23e8e1-184c-4dbd-acdc-fa660592a60f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:45.261725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa23e8e1-184c-4dbd-acdc-fa660592a60f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:45.263526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aa23e8e1-184c-4dbd-acdc-fa660592a60f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0675514 Nov 11 21:13:45.266427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.380325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24228972-39f7-4e83-a947-eaf1238a4c0c tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.381637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-24228972-39f7-4e83-a947-eaf1238a4c0c tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3017161 Nov 11 21:13:45.385009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.403517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet 4f2f1f9d-1190-420a-8d6d-6839de1b0428 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:45.404661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f25d0015-90bd-4a96-a064-387ca577b39c tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=c44d2f25-851c-42e4-8c30-d1b23ad11c97 HTTP/1.1" status: 200 len: 462 time: 0.0183942 Nov 11 21:13:45.407111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.407495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.457754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.548126 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.638951 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-16330376-7b12-4de4-8d69-5e448a5bd057 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.640390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-16330376-7b12-4de4-8d69-5e448a5bd057 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/c44d2f25-851c-42e4-8c30-d1b23ad11c97 HTTP/1.1" status: 204 len: 168 time: 0.2313917 Nov 11 21:13:45.643101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.653718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0c30abcf-1707-4912-9085-0dafad87fcf3 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=c44d2f25-851c-42e4-8c30-d1b23ad11c97 HTTP/1.1" status: 200 len: 221 time: 0.0094993 Nov 11 21:13:45.657210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.662238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bcb08561-4d69-4e3c-8ba8-f4ce30561bc7 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--945228935', 'description': 'label created by tempest'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:45.662692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bcb08561-4d69-4e3c-8ba8-f4ce30561bc7 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Unknown quota resources ['metering_label']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:45.674223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89b2e0bb-78b5-4c08-bc22-c8945ce944bc None None] Could not find standard attr ID for object d17ac111-7ebf-49ff-827e-efbbec316951. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:45.687096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89b2e0bb-78b5-4c08-bc22-c8945ce944bc None None] Provisioning complete for port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:45.687705 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89b2e0bb-78b5-4c08-bc22-c8945ce944bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.707613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.749629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.753099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/4f2f1f9d-1190-420a-8d6d-6839de1b0428 HTTP/1.1" status: 204 len: 168 time: 0.4856424 Nov 11 21:13:45.754230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e45f-50fe-4ee9-bbaf-d1159c148d5b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2f1f9d-1190-420a-8d6d-6839de1b0428,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:45.755967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:45.817024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Deleting subnet ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:45.821401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:45.940753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1cbf3a-0dad-49b4-b9b6-ea6fbd515c09 None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:45.953559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.006993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-220bab02-3acd-4433-8f18-504ef90d45ce None None] Could not find standard attr ID for object d17ac111-7ebf-49ff-827e-efbbec316951. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:46.016337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bcb08561-4d69-4e3c-8ba8-f4ce30561bc7 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.016337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bcb08561-4d69-4e3c-8ba8-f4ce30561bc7 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3581648 Nov 11 21:13:46.019309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.109725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-804dbe58-5d83-42a6-866f-83d77db90013 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=e50a6bee-6a30-4ddb-8005-3f9936edf8cb HTTP/1.1" status: 200 len: 467 time: 0.0869789 Nov 11 21:13:46.110126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.171646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.300640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.351071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42838) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.361865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Subnet': ['ID=ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:46.368635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.372106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab4e1387-1098-40ad-b0dd-bfa0e6d7a4a5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e HTTP/1.1" status: 204 len: 168 time: 0.6110218 Nov 11 21:13:46.374967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.419866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42844) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.420104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a3bcbd2-ee8e-405c-9385-c9119cd63275 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438406 Nov 11 21:13:46.439506 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b499b59f-a07d-4eb7-80e3-3083c9611ab3 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.441244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b499b59f-a07d-4eb7-80e3-3083c9611ab3 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/e50a6bee-6a30-4ddb-8005-3f9936edf8cb HTTP/1.1" status: 204 len: 168 time: 0.3301094 Nov 11 21:13:46.444043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42846) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.466501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0101662c-a9b9-496b-b671-151751892dfb tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=e50a6bee-6a30-4ddb-8005-3f9936edf8cb HTTP/1.1" status: 200 len: 216 time: 0.0212388 Nov 11 21:13:46.467246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.483283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1b235c2-e27d-4d0d-afcf-fc2710691734 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147567 Nov 11 21:13:46.490329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3f3c9-679e-4ab6-b57e-92e313cda3b8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:46.494729 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7ff3f3c9-679e-4ab6-b57e-92e313cda3b8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0738044 Nov 11 21:13:46.495350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.495692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42852) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.551161 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1462318c-f146-4be5-85a8-130d73378f5a tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0451040 Nov 11 21:13:46.551373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42854) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.551498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:46.578458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca2113a-55e5-4732-85e6-66d756985923 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:46.582306 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eca2113a-55e5-4732-85e6-66d756985923 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0821450 Nov 11 21:13:46.583727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42856) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.588675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:46.612571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-af84a187-2ea8-4748-b72e-53ae5102f8a2 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/333e07b7-cb72-4f59-9d82-097b5402725f HTTP/1.1" status: 200 len: 473 time: 0.0660026 Nov 11 21:13:46.615902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.618022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:46.618399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.628751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d167838b-da6a-4913-b717-68e5357cd8ea tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/c1f0f90e-2504-495c-8f0d-8f433867fd9d HTTP/1.1" status: 200 len: 459 time: 0.0109365 Nov 11 21:13:46.637388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42860) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.655893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42862) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.656332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fc6d3baf-ec6f-49f5-8636-6b0c0235c018 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623853 Nov 11 21:13:46.685419 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2769c643-adcd-4d16-a04f-70f13d4bd0c6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.686261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2769c643-adcd-4d16-a04f-70f13d4bd0c6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.689343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2769c643-adcd-4d16-a04f-70f13d4bd0c6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/d17ac111-7ebf-49ff-827e-efbbec316951 HTTP/1.1" status: 404 len: 333 time: 0.0322225 Nov 11 21:13:46.691949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42864) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.723842 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e298c50d-2249-48ba-9156-54301d73ac2e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.724345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e298c50d-2249-48ba-9156-54301d73ac2e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.728102 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e298c50d-2249-48ba-9156-54301d73ac2e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/ca53cb14-88f5-4a8a-ae7e-2d6e5abe921e HTTP/1.1" status: 404 len: 337 time: 0.0346417 Nov 11 21:13:46.730839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.757044 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95fc447-fd7d-43de-bf4e-752c68e82299 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.757501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95fc447-fd7d-43de-bf4e-752c68e82299 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.760702 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a95fc447-fd7d-43de-bf4e-752c68e82299 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/4f2f1f9d-1190-420a-8d6d-6839de1b0428 HTTP/1.1" status: 404 len: 337 time: 0.0289299 Nov 11 21:13:46.763259 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42868) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.769002 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.795970 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba39298-9213-4477-bfd4-3e0cd6125f70 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.797624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba39298-9213-4477-bfd4-3e0cd6125f70 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.799309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31778de6-8a95-4dcb-b9a4-712f52cbfa8b None None] Network 311da805-aa03-4b5d-bb3a-08ee2886711a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:46.803482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6ba39298-9213-4477-bfd4-3e0cd6125f70 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/7990339b-eb51-4323-9a15-68569061ae72 HTTP/1.1" status: 404 len: 333 time: 0.0368378 Nov 11 21:13:46.804240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.831912 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf60e9a-e50c-45da-a2f4-b767084c454d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.833621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf60e9a-e50c-45da-a2f4-b767084c454d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.840657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-baf60e9a-e50c-45da-a2f4-b767084c454d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/8f9d69a1-44bd-4802-8322-9a170bb8b181 HTTP/1.1" status: 404 len: 337 time: 0.0335410 Nov 11 21:13:46.840895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.879396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76f0a762-2ca4-45db-95aa-f842224524a5 None None] Provisioning complete for port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:46.879776 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76f0a762-2ca4-45db-95aa-f842224524a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.896176 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-48429c51-9099-4d08-b2c3-331ac5564a1f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.896645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48429c51-9099-4d08-b2c3-331ac5564a1f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.900264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-48429c51-9099-4d08-b2c3-331ac5564a1f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/dc4287d0-8a99-48ad-ac57-afd840395a4a HTTP/1.1" status: 404 len: 337 time: 0.0584056 Nov 11 21:13:46.903276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.905354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9546297a-4fbb-4e3a-89db-e3a32631090f tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:46.907254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9546297a-4fbb-4e3a-89db-e3a32631090f tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/c1f0f90e-2504-495c-8f0d-8f433867fd9d HTTP/1.1" status: 204 len: 168 time: 0.2689462 Nov 11 21:13:46.912376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.943253 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c3ca25-8c03-41a8-a63a-6da5318bbc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.943963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c3ca25-8c03-41a8-a63a-6da5318bbc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.947745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-57c3ca25-8c03-41a8-a63a-6da5318bbc19 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/4542dc42-25e2-4bf3-be85-f6467604c7bf HTTP/1.1" status: 404 len: 333 time: 0.0434825 Nov 11 21:13:46.950659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42882) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:46.982594 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-73008c1f-27ad-45da-8c3a-a4d35e614cb6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:46.983066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73008c1f-27ad-45da-8c3a-a4d35e614cb6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:46.986171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73008c1f-27ad-45da-8c3a-a4d35e614cb6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/50f7dfd4-b7db-41ba-bf84-c7bf38eb6840 HTTP/1.1" status: 404 len: 337 time: 0.0345843 Nov 11 21:13:46.989551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.023767 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3929dc5-f1b9-4369-b80f-92d6dbc04db2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.025490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3929dc5-f1b9-4369-b80f-92d6dbc04db2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.034962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f3929dc5-f1b9-4369-b80f-92d6dbc04db2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/56d0d5bb-10fc-4915-a407-10b88ca651df HTTP/1.1" status: 404 len: 337 time: 0.0374143 Nov 11 21:13:47.036262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42886) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.063368 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34f79dc-00ac-40ef-9c74-260c34f8f1d5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.064058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34f79dc-00ac-40ef-9c74-260c34f8f1d5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.067148 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a34f79dc-00ac-40ef-9c74-260c34f8f1d5 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/0e7a940e-380d-4d6e-a416-409b262ac0aa HTTP/1.1" status: 404 len: 333 time: 0.0301180 Nov 11 21:13:47.070208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.105514 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-468c730f-9e0a-42f4-bd1c-f4660d803879 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.105983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468c730f-9e0a-42f4-bd1c-f4660d803879 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.112504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-468c730f-9e0a-42f4-bd1c-f4660d803879 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/bd45a06e-2dca-4c55-a57f-bcbb3d34cbdf HTTP/1.1" status: 404 len: 337 time: 0.0384121 Nov 11 21:13:47.112504 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.122507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.135418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] DHCP port deletion for 311da805-aa03-4b5d-bb3a-08ee2886711a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:47.157774 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb4350a-38f6-485d-a930-82275f22221f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.158224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb4350a-38f6-485d-a930-82275f22221f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.161304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4fb4350a-38f6-485d-a930-82275f22221f tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/6adb0ffb-5251-44c8-a689-abe71ff9521c HTTP/1.1" status: 404 len: 337 time: 0.0480266 Nov 11 21:13:47.164068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42894) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.185655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Deleting port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:47.186032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.192815 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a5688-64f9-41b7-8003-57de29c4f662 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.193803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a5688-64f9-41b7-8003-57de29c4f662 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.200508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e59a5688-64f9-41b7-8003-57de29c4f662 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/75ebeda4-25f4-4786-8798-4ce8911c16a0 HTTP/1.1" status: 404 len: 333 time: 0.0312207 Nov 11 21:13:47.200884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42896) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.211195 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-15fccb05-6623-4681-8d1d-1102a3a4c9a5 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.213353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-15fccb05-6623-4681-8d1d-1102a3a4c9a5 tempest-MeteringIpV6TestJSON-1393507632 tempest-MeteringIpV6TestJSON-1393507632-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/333e07b7-cb72-4f59-9d82-097b5402725f HTTP/1.1" status: 204 len: 168 time: 0.3000345 Nov 11 21:13:47.234624 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-139f8ffe-7521-4893-ab42-85e59d0e1bab tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.235238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139f8ffe-7521-4893-ab42-85e59d0e1bab tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.238527 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-139f8ffe-7521-4893-ab42-85e59d0e1bab tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/54d1d2f9-f372-4270-a37c-fc8973d8ab2a HTTP/1.1" status: 404 len: 337 time: 0.0365887 Nov 11 21:13:47.241375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42900) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.253242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] For port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,segment=NetworkSegment(d83b64a9-3b2e-48da-9247-ffbeaf215e20),segment_id=d83b64a9-3b2e-48da-9247-ffbeaf215e20)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:47.253655 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.267737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Calling delete_port for fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:47.271715 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb79d2d-24dc-4a26-a6f4-cea91dba3ee7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.272900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb79d2d-24dc-4a26-a6f4-cea91dba3ee7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.278054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5bb79d2d-24dc-4a26-a6f4-cea91dba3ee7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/3db4cadd-0a14-4af1-85b4-0dc35b2a25a7 HTTP/1.1" status: 404 len: 333 time: 0.0353258 Nov 11 21:13:47.280959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.311176 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-060885a1-f69e-4a39-9b70-6f570586bb11 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.311745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060885a1-f69e-4a39-9b70-6f570586bb11 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.315793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-060885a1-f69e-4a39-9b70-6f570586bb11 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/bf41ca40-1ca9-4646-9202-14826e9ff126 HTTP/1.1" status: 404 len: 337 time: 0.0322564 Nov 11 21:13:47.318292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42904) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.329607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Allocated IP 172.25.2.228 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/43a3d759-d25f-43c0-a830-69c56e26d16f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:47.335722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc82eb-27c7-4c53-b6f3-d2ee0357abec req-fe370ae1-7352-4b04-a29e-5d778b010be2 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:47.344270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00fc82eb-27c7-4c53-b6f3-d2ee0357abec req-fe370ae1-7352-4b04-a29e-5d778b010be2 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1097 time: 0.2013619 Nov 11 21:13:47.353339 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd76776-2fab-4f72-9aa6-87ed96244a6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.354450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd76776-2fab-4f72-9aa6-87ed96244a6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.357745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2cd76776-2fab-4f72-9aa6-87ed96244a6a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/2f1419b9-15fa-49ca-a041-c215333526fd HTTP/1.1" status: 404 len: 333 time: 0.0384109 Nov 11 21:13:47.360378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42906) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.387129 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-598579c2-9158-4834-be67-52d5fb312cfa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.391286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598579c2-9158-4834-be67-52d5fb312cfa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.391286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-598579c2-9158-4834-be67-52d5fb312cfa tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/1c558890-4069-4f51-b04b-9d30a4fb3368 HTTP/1.1" status: 404 len: 337 time: 0.0294695 Nov 11 21:13:47.393418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42908) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.417747 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b24acb-1b84-41bb-aad3-4c6bae99f7f9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.418379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b24acb-1b84-41bb-aad3-4c6bae99f7f9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.421423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-17b24acb-1b84-41bb-aad3-4c6bae99f7f9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/b6f8d532-cecc-40e4-9000-c73a6e3e6e97 HTTP/1.1" status: 404 len: 333 time: 0.0270967 Nov 11 21:13:47.423863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.445111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00fc82eb-27c7-4c53-b6f3-d2ee0357abec req-1ce861bc-40ab-40fb-a116-c39adff9f204 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001031 Nov 11 21:13:47.453250 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3df944-ca60-433b-b96f-79bf556c42b1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.453487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3df944-ca60-433b-b96f-79bf556c42b1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.466143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ac3df944-ca60-433b-b96f-79bf556c42b1 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/67f875dd-7597-46a7-9f3d-570bedd10220 HTTP/1.1" status: 404 len: 337 time: 0.0316918 Nov 11 21:13:47.466143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.466368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.483044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42914) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.487895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Pushing event deleted for resources: {'Port': ['ID=fc4f9dc9-caf8-4a38-822e-3f45c11e4b30,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:47.491432 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9536ea-d0ee-4c7f-a620-62968b134eec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.491432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9536ea-d0ee-4c7f-a620-62968b134eec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.495884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fc9536ea-d0ee-4c7f-a620-62968b134eec tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/40cb8847-19cc-4832-bf72-062a4945d025 HTTP/1.1" status: 404 len: 333 time: 0.0336523 Nov 11 21:13:47.496396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42916) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.496903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.497252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.497598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.497941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.498275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.498741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.499070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.499403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.499724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.500047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.500398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.500721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:47.502555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.505111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deaa2c4-18c8-4456-8163-38584c545e69 None None] No DVR routers for this DVR port fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:47.571131 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6cddf7-928e-4b47-b13d-b975bb376cd7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.571587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6cddf7-928e-4b47-b13d-b975bb376cd7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.574634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b6cddf7-928e-4b47-b13d-b975bb376cd7 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/9c1704b0-77b5-4633-8c9e-2ad379110ed3 HTTP/1.1" status: 404 len: 337 time: 0.0773187 Nov 11 21:13:47.577129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42918) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.603186 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3af497-bea8-4bd7-8f5a-cf82f64380b8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.603791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3af497-bea8-4bd7-8f5a-cf82f64380b8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.604251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.609193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3c3af497-bea8-4bd7-8f5a-cf82f64380b8 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/1be13aa4-93f7-4f31-bf9f-3cee0ba1e892 HTTP/1.1" status: 404 len: 333 time: 0.0288029 Nov 11 21:13:47.611219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42920) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.645084 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c321380-86e6-4ed4-aa7c-cb609cde829b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.645084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c321380-86e6-4ed4-aa7c-cb609cde829b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.650855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5c321380-86e6-4ed4-aa7c-cb609cde829b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/553dd91f-eef6-4857-ab87-746e2f2108b4 HTTP/1.1" status: 404 len: 337 time: 0.0359120 Nov 11 21:13:47.651733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42924) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.667985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:47.691875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:47.694053 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51e2ff4-bf36-4456-ba42-f15720a06b43 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.694508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51e2ff4-bf36-4456-ba42-f15720a06b43 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.698292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e51e2ff4-bf36-4456-ba42-f15720a06b43 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/90a862c8-9d79-4758-9594-42a20f0de231 HTTP/1.1" status: 404 len: 337 time: 0.0456855 Nov 11 21:13:47.699175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:47.701771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42926) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.723531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Port': ['ID=43a3d759-d25f-43c0-a830-69c56e26d16f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:47.731781 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dbcd95-333d-44af-b1b8-4e7127abcd72 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.732691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dbcd95-333d-44af-b1b8-4e7127abcd72 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.736181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-22dbcd95-333d-44af-b1b8-4e7127abcd72 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/5f26553f-a365-4ce6-9979-7b834e77b0cd HTTP/1.1" status: 404 len: 333 time: 0.0334044 Nov 11 21:13:47.738830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42928) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.746328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42930) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.782663 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1aa9ff-dd37-48bb-809f-aed89115721d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.783031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1aa9ff-dd37-48bb-809f-aed89115721d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.788794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7d1aa9ff-dd37-48bb-809f-aed89115721d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/104ec208-8b71-4b43-acb9-0956d6c5cc5e HTTP/1.1" status: 404 len: 337 time: 0.0464637 Nov 11 21:13:47.790208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.809714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port f7c5af74-1772-4af4-99a4-77de740fa683 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:47.809954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.834110 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0539c7-d054-410f-a1d6-53367c6d9a2c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.834488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0539c7-d054-410f-a1d6-53367c6d9a2c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.840008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e0539c7-d054-410f-a1d6-53367c6d9a2c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/7fb0f1df-1a42-4ebb-83b2-aa0b860a6280 HTTP/1.1" status: 404 len: 337 time: 0.0465136 Nov 11 21:13:47.840729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42936) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.875038 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eec75c0-72ca-4444-916e-cdd342fb67c2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.875741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eec75c0-72ca-4444-916e-cdd342fb67c2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.878801 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2eec75c0-72ca-4444-916e-cdd342fb67c2 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/a2e41cda-5953-4b6e-bdb1-9a0048c72923 HTTP/1.1" status: 404 len: 333 time: 0.0370884 Nov 11 21:13:47.880858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.881472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42938) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.888662 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d243dbe1-ba9e-4fb1-aab1-d3edcc7494d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.914354 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-50af3c61-037e-422c-ab0c-bc6e72214d31 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.915350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50af3c61-037e-422c-ab0c-bc6e72214d31 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.918404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-50af3c61-037e-422c-ab0c-bc6e72214d31 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/725c4f95-b36f-4c2e-b286-b22cacd21265 HTTP/1.1" status: 404 len: 337 time: 0.0359902 Nov 11 21:13:47.921143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42940) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:47.926659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.926968 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:47.939505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for f7c5af74-1772-4af4-99a4-77de740fa683 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:47.955486 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-5943f3c4-1c45-4b23-bb14-4de9f343d785 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:47.955951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5943f3c4-1c45-4b23-bb14-4de9f343d785 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:47.959087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5943f3c4-1c45-4b23-bb14-4de9f343d785 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/94505352-8ebd-4999-a9a4-c81a80331a31 HTTP/1.1" status: 404 len: 337 time: 0.0369706 Nov 11 21:13:47.965581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42942) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.017577 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30d4a7f-e718-4dbd-8c54-70adcdd0284b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.018284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30d4a7f-e718-4dbd-8c54-70adcdd0284b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.021434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f30d4a7f-e718-4dbd-8c54-70adcdd0284b tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/60ba3339-5670-4bc5-9558-d30d58460eee HTTP/1.1" status: 404 len: 333 time: 0.0548551 Nov 11 21:13:48.028820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42946) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.033694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.065906 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-20779b56-1048-47f7-bdd9-5b3b9b15349d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.066291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20779b56-1048-47f7-bdd9-5b3b9b15349d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.069353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-20779b56-1048-47f7-bdd9-5b3b9b15349d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/0d45158d-adfb-42fc-9c58-ef414a514446 HTTP/1.1" status: 404 len: 337 time: 0.0392997 Nov 11 21:13:48.073246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.089923 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d243dbe1-ba9e-4fb1-aab1-d3edcc7494d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.104096 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-950d06a2-3c17-454f-86ed-afa9eb30875d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.104599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950d06a2-3c17-454f-86ed-afa9eb30875d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.107613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-950d06a2-3c17-454f-86ed-afa9eb30875d tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/cb18c5a7-8cd9-4107-afb4-d2007ded3cdc HTTP/1.1" status: 404 len: 337 time: 0.0334268 Nov 11 21:13:48.112375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.142322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-666f9360-7458-4b5f-a72e-49a7c8ee2fcb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports?device_id=17cd7338-79a6-44e2-bf4e-3de0a8890edd HTTP/1.1" status: 200 len: 205 time: 0.0288792 Nov 11 21:13:48.145643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42952) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.150616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d243dbe1-ba9e-4fb1-aab1-d3edcc7494d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.193601 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-2db80835-6a3f-40a4-af19-69bc7858add9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] delete failed (client error): The resource could not be found. Nov 11 21:13:48.194637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2db80835-6a3f-40a4-af19-69bc7858add9 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/routers/17cd7338-79a6-44e2-bf4e-3de0a8890edd HTTP/1.1" status: 404 len: 336 time: 0.0481079 Nov 11 21:13:48.197948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42954) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.204278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d243dbe1-ba9e-4fb1-aab1-d3edcc7494d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba2873f8a0bf4e0db4dc9cc0fb02694b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4553554 Nov 11 21:13:48.207280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.215432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243dbe1-ba9e-4fb1-aab1-d3edcc7494d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd799819-f27c-40e2-b135-9b4e59921ac7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:48.224054 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f2413a-35cb-4183-8c77-2ac8c207ad6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.224882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f2413a-35cb-4183-8c77-2ac8c207ad6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.230368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-53f2413a-35cb-4183-8c77-2ac8c207ad6c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/eef06857-4fa0-41f0-8370-86183339187f HTTP/1.1" status: 404 len: 337 time: 0.0314529 Nov 11 21:13:48.232547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.283397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-20f0bf2c-0ac2-47be-b3d9-ff82ba30d563 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "GET /v2.0/ports?device_id=7929ed42-e41b-4b64-9030-0b0f608372fe HTTP/1.1" status: 200 len: 205 time: 0.0497468 Nov 11 21:13:48.284463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42960) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.296968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.300801 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183b3990-c6c4-457c-9c3e-c97b26f758ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.324281 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183b3990-c6c4-457c-9c3e-c97b26f758ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.329433 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-4f1fc013-f460-4cd3-be61-3183957a64f6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] delete failed (client error): The resource could not be found. Nov 11 21:13:48.330463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4f1fc013-f460-4cd3-be61-3183957a64f6 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/routers/7929ed42-e41b-4b64-9030-0b0f608372fe HTTP/1.1" status: 404 len: 336 time: 0.0435195 Nov 11 21:13:48.333041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42962) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.363817 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d06cb0-85d4-4e6d-8c98-aea6931b445c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.364300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d06cb0-85d4-4e6d-8c98-aea6931b445c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.367335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8d06cb0-85d4-4e6d-8c98-aea6931b445c tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/2ec9d02a-76e3-4757-a281-86cb52d1141a HTTP/1.1" status: 404 len: 337 time: 0.0333586 Nov 11 21:13:48.370385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42964) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.379856 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.402510 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a31f9-4340-4538-9fe9-1a14a5f2ea09 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.402964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2a31f9-4340-4538-9fe9-1a14a5f2ea09 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.406344 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-de2a31f9-4340-4538-9fe9-1a14a5f2ea09 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/efbeabaa-c321-4c87-92ab-a585ec4c0f71 HTTP/1.1" status: 404 len: 337 time: 0.0350673 Nov 11 21:13:48.409021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42966) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.460682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Port': ['ID=43a3d759-d25f-43c0-a830-69c56e26d16f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:48.473889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183b3990-c6c4-457c-9c3e-c97b26f758ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.476839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-183b3990-c6c4-457c-9c3e-c97b26f758ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.478620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-183b3990-c6c4-457c-9c3e-c97b26f758ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd799819-f27c-40e2-b135-9b4e59921ac7 HTTP/1.1" status: 204 len: 168 time: 0.2703948 Nov 11 21:13:48.483489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.483848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.484238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.488870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:48.495772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.501010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b3990-c6c4-457c-9c3e-c97b26f758ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd799819-f27c-40e2-b135-9b4e59921ac7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:48.540469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:48.563689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:48.564043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fc4f9dc9-caf8-4a38-822e-3f45c11e4b30 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:48.639670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.641014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4009976-ae15-42d5-8748-9e0a567d4341 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2864177 Nov 11 21:13:48.647941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42970) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.653231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1220665427'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:48.696891 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9964f3e-6155-4356-90c3-82094df7d509 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.697561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9964f3e-6155-4356-90c3-82094df7d509 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.701035 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c9964f3e-6155-4356-90c3-82094df7d509 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/24e351fd-557d-434f-9922-a6a420f5e5a7 HTTP/1.1" status: 404 len: 333 time: 0.2910604 Nov 11 21:13:48.701732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.703654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42972) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.735058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=f7c5af74-1772-4af4-99a4-77de740fa683,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:48.738268 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9bd81c-de1c-4001-bbdc-46c8a3e63e5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.738268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9bd81c-de1c-4001-bbdc-46c8a3e63e5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.740253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ec9bd81c-de1c-4001-bbdc-46c8a3e63e5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/2fded93a-8ab1-4b89-a832-a7c3895def93 HTTP/1.1" status: 404 len: 337 time: 0.0355287 Nov 11 21:13:48.744058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42974) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.767484 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d231dee-5376-4ca9-8946-c3452340318e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.768113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d231dee-5376-4ca9-8946-c3452340318e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.773537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6d231dee-5376-4ca9-8946-c3452340318e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/30e0aaff-f996-4add-bede-8d5499d7c804 HTTP/1.1" status: 404 len: 333 time: 0.0259819 Nov 11 21:13:48.773537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Made reservation on behalf of 8e96c12dee00492d8ee4e058de952653 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:48.775843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.777831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.784505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.811434 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90d5e76-f074-4795-80e3-cb699c93834a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.811883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90d5e76-f074-4795-80e3-cb699c93834a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.817814 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a90d5e76-f074-4795-80e3-cb699c93834a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/34dcca1c-5d65-4e1e-8fb2-7f901771c924 HTTP/1.1" status: 404 len: 337 time: 0.0367095 Nov 11 21:13:48.818094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42980) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.849175 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee485aa9-45af-4a59-ad70-9459b15e67d0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.849771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee485aa9-45af-4a59-ad70-9459b15e67d0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.853438 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ee485aa9-45af-4a59-ad70-9459b15e67d0 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/ed87e4ef-e86e-4e65-b6b5-0e21a5ebd8c2 HTTP/1.1" status: 404 len: 333 time: 0.0344620 Nov 11 21:13:48.856164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42982) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.858188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.858513 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 9a4482ea-d06f-463b-bc19-650409720305 disassociated (deleted). External IP: 172.25.2.252, port: 91df23a8-2702-49d1-9ba7-46dbdf7f9357. Nov 11 21:13:48.882030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.914245 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a624d47-5a5a-457a-87d9-3f9b1c725ffb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.914917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a624d47-5a5a-457a-87d9-3f9b1c725ffb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.918040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9a624d47-5a5a-457a-87d9-3f9b1c725ffb tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/01cd297f-c4e5-408f-bc74-575d12d2fbba HTTP/1.1" status: 404 len: 337 time: 0.0609589 Nov 11 21:13:48.920865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.930609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:48.960664 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-33316bed-7573-4045-a418-7c6faa197f02 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.961374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33316bed-7573-4045-a418-7c6faa197f02 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:48.964397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-33316bed-7573-4045-a418-7c6faa197f02 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/50292498-0083-476b-ab1c-b957800a7c2b HTTP/1.1" status: 404 len: 333 time: 0.0424430 Nov 11 21:13:48.967923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:48.981700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:13:48.997148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae84619-2dc7-40db-b8f0-14e1611f4cbb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:48.999935 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b40d9e2-036d-435f-9907-a742f6253e5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:48.999935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b40d9e2-036d-435f-9907-a742f6253e5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:49.001938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.002293 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Added segment cbd35479-00ac-4785-a919-e1e015b4a55e of type vlan for network a22cb568-06cf-4041-890e-e5949ff8ed90 Nov 11 21:13:49.003038 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6b40d9e2-036d-435f-9907-a742f6253e5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/f1240d6e-36f3-4a20-a1f3-ed0f31585bf6 HTTP/1.1" status: 404 len: 337 time: 0.0339212 Nov 11 21:13:49.005418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.032929 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e435c7d-55af-4efa-aa9b-16022e53b6bc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:49.033587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e435c7d-55af-4efa-aa9b-16022e53b6bc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:49.038873 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8e435c7d-55af-4efa-aa9b-16022e53b6bc tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/0f1dd29a-07e6-47f5-ba82-784f15452aaf HTTP/1.1" status: 404 len: 333 time: 0.0302744 Nov 11 21:13:49.039183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42990) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.046256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.072015 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-23862b1e-1c4a-49d3-9cb6-496a5d86e963 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:49.072508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23862b1e-1c4a-49d3-9cb6-496a5d86e963 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:49.075529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-23862b1e-1c4a-49d3-9cb6-496a5d86e963 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/b1bbfa72-3ebd-4d82-8fb9-024d235de1cc HTTP/1.1" status: 404 len: 337 time: 0.0351913 Nov 11 21:13:49.078193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.131006 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-700162db-298f-4fb1-9a4d-be945f1fabd4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:49.131648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700162db-298f-4fb1-9a4d-be945f1fabd4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:49.135297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-700162db-298f-4fb1-9a4d-be945f1fabd4 tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/821a2b21-c52e-4b3d-a5dc-e2bc323f98a5 HTTP/1.1" status: 404 len: 333 time: 0.0562143 Nov 11 21:13:49.137836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.139965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.146010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:49.146642 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.173507 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39acf38-df38-48ba-86e5-17b5f9630d0e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:49.173976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39acf38-df38-48ba-86e5-17b5f9630d0e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:49.176987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f39acf38-df38-48ba-86e5-17b5f9630d0e tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/acdae971-87ef-4de8-9145-4eb4e1affd03 HTTP/1.1" status: 404 len: 337 time: 0.0382605 Nov 11 21:13:49.179554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.215189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Network': ['ID=a22cb568-06cf-4041-890e-e5949ff8ed90,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:49.225480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network a22cb568-06cf-4041-890e-e5949ff8ed90 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:13:49.229203 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e216b7-c594-49e3-803f-27ef5a6d636a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:49.229868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e216b7-c594-49e3-803f-27ef5a6d636a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:49.232916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c9e216b7-c594-49e3-803f-27ef5a6d636a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/ports/2e73eb5e-2ce7-4a16-a9d3-213c3cca1b15 HTTP/1.1" status: 404 len: 333 time: 0.0519111 Nov 11 21:13:49.235505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.241074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.269054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9a879a0c-1e2c-4661-a088-599596f96f98 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6172886 Nov 11 21:13:49.269054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67180a60-7d9b-4073-821a-9670c9a04b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.269499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43004) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.270425 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2878e9-8e7a-4f82-8836-73456d7a912a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] DELETE failed (client error): The resource could not be found. Nov 11 21:13:49.270890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2878e9-8e7a-4f82-8836-73456d7a912a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:13:49.276606 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5f2878e9-8e7a-4f82-8836-73456d7a912a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/subnets/b0e032fa-0c83-4fcb-b80e-9ba42908b19b HTTP/1.1" status: 404 len: 337 time: 0.0401545 Nov 11 21:13:49.276852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.281486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Request body: {'subnet': {'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:49.346501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 044d33df-240e-482b-9536-144f0fa1ce7b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:13:49.380843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.480500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:13:49.485060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.491265 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] Sync routers for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:13:49.501729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67180a60-7d9b-4073-821a-9670c9a04b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.501939 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:49.502517 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:49.510248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.515565 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4d29f486-e7e9-4e23-98d3-10ecef36c111 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/floatingips/9a4482ea-d06f-463b-bc19-650409720305 HTTP/1.1" status: 204 len: 168 time: 2.0314801 Nov 11 21:13:49.516345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:13:49.518805 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2" -d '{"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:13:49.522556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Made reservation on behalf of 8e96c12dee00492d8ee4e058de952653 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:49.526970 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.538780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311da805-aa03-4b5d-bb3a-08ee2886711a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:49.551093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83b64a9-3b2e-48da-9247-ffbeaf215e20') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:49.551483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83b64a9-3b2e-48da-9247-ffbeaf215e20') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:49.563959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.580505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.590241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:13:49.590648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:13:49.594490 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:13:49.606698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67180a60-7d9b-4073-821a-9670c9a04b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.612395 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501320e2-f085-484c-8207-ff8cb6b65d47 x-openstack-request-id: req-501320e2-f085-484c-8207-ff8cb6b65d47 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:13:49.612698 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:13:49.613001 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-501320e2-f085-484c-8207-ff8cb6b65d47 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:13:49.613403 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'status': 'completed', 'code': 200} Nov 11 21:13:49.666978 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:13:49.674133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-3f28405c-bd4f-48b7-bb10-c33b578140bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:49.675951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-3f28405c-bd4f-48b7-bb10-c33b578140bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 1097 time: 0.0546334 Nov 11 21:13:49.693393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-67180a60-7d9b-4073-821a-9670c9a04b17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2b89601701b4f30a1b6e07c1e544d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511478 Nov 11 21:13:49.699905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:49.721197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67180a60-7d9b-4073-821a-9670c9a04b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87baf2f9-aa50-4010-9270-fa6175e40ed8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:49.770543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.772288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a124b071-fee3-45a4-97db-5fd24900bf2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.780500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.786116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] 10.222.0.31 "DELETE /v2.0/networks/311da805-aa03-4b5d-bb3a-08ee2886711a HTTP/1.1" status: 204 len: 168 time: 0.5058413 Nov 11 21:13:49.803663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081627dc-5709-4d55-930b-7e47b6ab9d5a tempest-NetworksTestDHCPv6-680176937 tempest-NetworksTestDHCPv6-680176937-project] Pushing event deleted for resources: {'Network': ['ID=311da805-aa03-4b5d-bb3a-08ee2886711a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:49.817884 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a124b071-fee3-45a4-97db-5fd24900bf2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.834939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-7eda760a-4bab-40cb-8379-b22319c95e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:49.838105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-7eda760a-4bab-40cb-8379-b22319c95e30 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 200 len: 898 time: 0.1537173 Nov 11 21:13:49.918117 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:49.940518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-92ff3011-357c-4475-b86e-40d5200b69e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 200 len: 217 time: 0.0468073 Nov 11 21:13:49.941839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a124b071-fee3-45a4-97db-5fd24900bf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.947046 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] Checking router: 044d33df-240e-482b-9536-144f0fa1ce7b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:13:49.947340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a124b071-fee3-45a4-97db-5fd24900bf2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:49.948730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a124b071-fee3-45a4-97db-5fd24900bf2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87baf2f9-aa50-4010-9270-fa6175e40ed8 HTTP/1.1" status: 204 len: 168 time: 0.2492461 Nov 11 21:13:49.958128 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:49.958501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124b071-fee3-45a4-97db-5fd24900bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87baf2f9-aa50-4010-9270-fa6175e40ed8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:49.968538 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:50.068419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-98be059f-1748-4f6d-856e-51001bd85322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:50.069906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-98be059f-1748-4f6d-856e-51001bd85322 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 200 len: 837 time: 0.0570555 Nov 11 21:13:50.092218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c634c6-2771-4ef8-b160-85d15f5f28e0 req-e0c1f9aa-ae6d-43e3-a0b1-19f59e40ca82 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:50.097021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8c634c6-2771-4ef8-b160-85d15f5f28e0 req-e0c1f9aa-ae6d-43e3-a0b1-19f59e40ca82 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0587106 Nov 11 21:13:50.113597 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:13:50.128433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-4960c689-5330-4bff-9399-d435492f29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:50.130955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-4960c689-5330-4bff-9399-d435492f29eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed2b357f-2109-4f9c-98ae-8d7c797d2e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484500 Nov 11 21:13:50.190863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8c634c6-2771-4ef8-b160-85d15f5f28e0 req-97686c64-d43b-4247-9dbd-0c79bd078b26 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906317 Nov 11 21:13:50.207962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:50.317780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Subnet': ['ID=bce2c2d5-ee2e-4882-8b41-341c821fdb2d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:50.320262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:50.326707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-da529acd-7bd2-4016-bf2b-39606dcde822 service neutron] 10.222.0.62 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882684 Nov 11 21:13:50.408401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Checking segment: {'id': 'cbd35479-00ac-4785-a919-e1e015b4a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:50.408770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Network hostable DHCP agents. Network: a22cb568-06cf-4041-890e-e5949ff8ed90, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:13:50.441930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ef11b0e-dc47-46c5-8bd2-25570a6748f2 req-a3335746-3653-47bf-86b4-2e297aff5300 service neutron] 10.222.0.62 "GET /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997787 Nov 11 21:13:50.487526 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:50.510853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dd167cbe-7c1b-4d4d-a8b6-d085e7b611f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0840bf1fc68405ca263ae92f828f529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868622 Nov 11 21:13:50.511082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43036) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:50.515775 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ea0503-add1-4c78-9011-e15135493e0c None None] The sync data for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 is: [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:11:13Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fb7f8aa6-47e5-49a6-b303-8ea3c1661297', 'name': '', 'network_id': 'ed2b357f-2109-4f9c-98ae-8d7c797d2e47', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:1c:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '479eca73-73f1-4086-9064-73cf35dafe57', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:12Z', 'updated_at': '2021-11-11T21:11:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '479eca73-73f1-4086-9064-73cf35dafe57', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:13:50.534186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Network a22cb568-06cf-4041-890e-e5949ff8ed90 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:13:50.567048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acabbd19-a88d-454a-980c-7dc5c8afea64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:50.597115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acabbd19-a88d-454a-980c-7dc5c8afea64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:50.694793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, a22cb568-06cf-4041-890e-e5949ff8ed90) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:50.699521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:50.700114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:50.704924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548c0de9-f365-41bd-800e-3328b71aa7f2 None None] Network a22cb568-06cf-4041-890e-e5949ff8ed90 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:50.775194 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acabbd19-a88d-454a-980c-7dc5c8afea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:50.777888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-acabbd19-a88d-454a-980c-7dc5c8afea64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:50.779291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-acabbd19-a88d-454a-980c-7dc5c8afea64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afcd7e6e-fca7-44fe-8830-aff2166c1b37 HTTP/1.1" status: 204 len: 168 time: 0.2672081 Nov 11 21:13:50.787981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabbd19-a88d-454a-980c-7dc5c8afea64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd7e6e-fca7-44fe-8830-aff2166c1b37,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:50.918583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368dd872-7bdd-407a-bdf0-21c03405187f None None] New status for floating IP 9a4482ea-d06f-463b-bc19-650409720305: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:13:50.926360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-73a152c4-6594-4dd5-a576-fe2d58dd178c tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6483777 Nov 11 21:13:50.928905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43044) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:50.937007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-253796143', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:51.026388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.027478 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.100577 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.130799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-a22cb568-06cf-4041-890e-e5949ff8ed90', 'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90', 'tenant_id': '8e96c12dee00492d8ee4e058de952653', 'fixed_ips': [{'subnet_id': 'bce2c2d5-ee2e-4882-8b41-341c821fdb2d'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:51.132752 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.332855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.361771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-6cd023a0-9892-4bbe-9302-48b73e4208aa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.364752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-6cd023a0-9892-4bbe-9302-48b73e4208aa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.0987632 Nov 11 21:13:51.403517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264f130-ec46-4c4d-9c91-53865c0e4a34 req-250da55f-327a-49ab-afd3-51124c7cf650 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.406689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4264f130-ec46-4c4d-9c91-53865c0e4a34 req-250da55f-327a-49ab-afd3-51124c7cf650 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1058621 Nov 11 21:13:51.410867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Allocated IP 172.20.0.2 (a22cb568-06cf-4041-890e-e5949ff8ed90/bce2c2d5-ee2e-4882-8b41-341c821fdb2d/c76d99d4-cc0d-4985-a198-e692afa43b9c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:51.490541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4264f130-ec46-4c4d-9c91-53865c0e4a34 req-1d4d45a1-2cc8-4b56-8f85-e81145ad77b4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771801 Nov 11 21:13:51.589999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.596996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.603713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.609743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.615734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.622046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.625177 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.630101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:51.632072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-7396a939-023a-4593-98cc-562483c358bd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1811802 Nov 11 21:13:51.636734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:51.637069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.729306 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.766832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Network a22cb568-06cf-4041-890e-e5949ff8ed90 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:51.770353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:51.779343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:51.786231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddddb77e-73c3-4f8e-bc36-0d1bf971d9b5 req-f734cbc7-68f4-4c11-ae4d-6fff19f6584e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419399 Nov 11 21:13:51.804561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Pushing event updated for resources: {'Port': ['ID=c76d99d4-cc0d-4985-a198-e692afa43b9c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:51.856582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Attempting to bind port c76d99d4-cc0d-4985-a198-e692afa43b9c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:51.856582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Attempting to bind port c76d99d4-cc0d-4985-a198-e692afa43b9c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'cbd35479-00ac-4785-a919-e1e015b4a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:51.856976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Attempting to bind port c76d99d4-cc0d-4985-a198-e692afa43b9c on network a22cb568-06cf-4041-890e-e5949ff8ed90 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:51.862509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:51.862892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Checking segment: {'id': 'cbd35479-00ac-4785-a919-e1e015b4a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:51.863299 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.863694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Bound using segment: {'id': 'cbd35479-00ac-4785-a919-e1e015b4a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:51.864670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Bound port: c76d99d4-cc0d-4985-a198-e692afa43b9c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd35479-00ac-4785-a919-e1e015b4a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:51.865071 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.887860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 91df23a8-2702-49d1-9ba7-46dbdf7f9357, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=91df23a8-2702-49d1-9ba7-46dbdf7f9357,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:51.888247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.906832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 91df23a8-2702-49d1-9ba7-46dbdf7f9357 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:51.928962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.946433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] For port c76d99d4-cc0d-4985-a198-e692afa43b9c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:51.949764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] For port c76d99d4-cc0d-4985-a198-e692afa43b9c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c76d99d4-cc0d-4985-a198-e692afa43b9c,segment=NetworkSegment(cbd35479-00ac-4785-a919-e1e015b4a55e),segment_id=cbd35479-00ac-4785-a919-e1e015b4a55e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:51.969302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:51.999822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.005861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.012233 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.020111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.025612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.031740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.037689 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.050024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.052505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84c10f55-62b6-4e83-b87e-50716abaab74 req-17b8a786-67e3-4288-a60e-781a0155ef3d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1134474 Nov 11 21:13:52.122429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1e796-fafd-4d82-be4f-16954f5e7994 None None] Pushing event updated for resources: {'Port': ['ID=c76d99d4-cc0d-4985-a198-e692afa43b9c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:52.157740 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.262915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43090) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:52.510967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43098) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:52.553397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Allocated IP 172.25.2.116 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/da374c84-45d1-4262-a275-03e1c12c71f7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:52.602783 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2c4a77a5-5352-42be-874b-147e4a2c4cb7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-999064925'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:52.603497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2c4a77a5-5352-42be-874b-147e4a2c4cb7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Unknown quota resources ['metering_label']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:52.636037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c76d99d4-cc0d-4985-a198-e692afa43b9c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:52.657303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1495437485'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:52.706087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c76d99d4-cc0d-4985-a198-e692afa43b9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:52.706483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.754536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ca1e0-58d2-413e-a65c-9cbd87137e35 req-3b2c4480-e38b-4fab-b8f9-74f08d12a97b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:52.756215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b3ca1e0-58d2-413e-a65c-9cbd87137e35 req-3b2c4480-e38b-4fab-b8f9-74f08d12a97b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 946 time: 0.1323144 Nov 11 21:13:52.795464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.799027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.832339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port c76d99d4-cc0d-4985-a198-e692afa43b9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c76d99d4-cc0d-4985-a198-e692afa43b9c,segment=NetworkSegment(cbd35479-00ac-4785-a919-e1e015b4a55e),segment_id=cbd35479-00ac-4785-a919-e1e015b4a55e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:52.835559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b3ca1e0-58d2-413e-a65c-9cbd87137e35 req-9399c922-28d2-4a70-ae68-6ff125c6b03c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=a87faa86-d3be-411f-bb09-4efadb716b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724208 Nov 11 21:13:52.840271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Made reservation on behalf of 5a6c277af4024214a5fd55b74ce4ea0e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:52.840459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.846206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.889663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=91df23a8-2702-49d1-9ba7-46dbdf7f9357,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:52.897940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.905281 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c4a77a5-5352-42be-874b-147e4a2c4cb7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.907224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2c4a77a5-5352-42be-874b-147e4a2c4cb7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3952761 Nov 11 21:13:52.913817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:52.919518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ab4e15d1-453c-4a68-9121-9031ee49e7c7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ad580979-bc07-435b-85cd-badee61999ce'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:52.920387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ab4e15d1-453c-4a68-9121-9031ee49e7c7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:52.923408 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.931472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.933141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.933141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.933141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.933141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.934241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.934241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.934241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.934241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.934599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.934898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.935222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:13:52.956395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] No DVR routers for this DVR port 91df23a8-2702-49d1-9ba7-46dbdf7f9357 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:13:52.958715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:52.965215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e382227e-1bf3-4cea-bb6c-36699073be04 req-54146698-cb00-42a5-aa68-9867f1bfd5bc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "DELETE /v2.0/ports/91df23a8-2702-49d1-9ba7-46dbdf7f9357 HTTP/1.1" status: 204 len: 173 time: 1.5935965 Nov 11 21:13:52.965693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-deleted', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:13:52.968017 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dd76cf-4da7-4337-a8dd-5d2e4d92eaea" -d '{"events": [{"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-deleted", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:13:52.994450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=c76d99d4-cc0d-4985-a198-e692afa43b9c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:53.026268 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c880972e-c82b-4849-9bca-4c309c140ad7 x-openstack-request-id: req-c880972e-c82b-4849-9bca-4c309c140ad7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:13:53.026573 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c9540-326c-407c-8eb7-67de658451c8", "name": "network-vif-deleted", "tag": "91df23a8-2702-49d1-9ba7-46dbdf7f9357", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:13:53.026823 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c880972e-c82b-4849-9bca-4c309c140ad7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:13:53.027237 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274c9540-326c-407c-8eb7-67de658451c8', 'name': 'network-vif-deleted', 'tag': '91df23a8-2702-49d1-9ba7-46dbdf7f9357', 'status': 'completed', 'code': 200} Nov 11 21:13:53.043661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.091638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:53.097795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:53.102474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:53.110575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Port': ['ID=da374c84-45d1-4262-a275-03e1c12c71f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:53.118366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688caa13-e492-4b96-bf08-724c62be63c2 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:53.232584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fb7b4f52-bc88-4a15-8a67-40adf62cdd5c None None] Provisioning complete for port da374c84-45d1-4262-a275-03e1c12c71f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:53.232959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb7b4f52-bc88-4a15-8a67-40adf62cdd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.284453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b4f52-bc88-4a15-8a67-40adf62cdd5c None None] Port da374c84-45d1-4262-a275-03e1c12c71f7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:13:53.439195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a37cc8-aee1-44b9-9f68-05b0fa617528 None None] Network a22cb568-06cf-4041-890e-e5949ff8ed90 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:53.498839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.511564 n-d-805734-3 neutron-server[109674]: WARNING neutron.services.metering.metering_plugin [None req-ab4e15d1-453c-4a68-9121-9031ee49e7c7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:13:53.524959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ef37da5e-948c-4ed8-ab6f-6fbd6d92e52f None None] Provisioning complete for port c76d99d4-cc0d-4985-a198-e692afa43b9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:53.525338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef37da5e-948c-4ed8-ab6f-6fbd6d92e52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.562127 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.600486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ab4e15d1-453c-4a68-9121-9031ee49e7c7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.602392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab4e15d1-453c-4a68-9121-9031ee49e7c7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6858017 Nov 11 21:13:53.606021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43110) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:53.611004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-39d9aff6-33be-4ccc-8bd1-3d2b7a7dd4cc tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ad580979-bc07-435b-85cd-badee61999ce'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:53.611556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-39d9aff6-33be-4ccc-8bd1-3d2b7a7dd4cc tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:53.615830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.651971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:13:53.705137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fec3e5-b4cc-432f-bfb7-01dc40265e4a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:53.710499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.711202 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Added segment 7345209b-0317-480f-b7d2-dde8e7548a2e of type vlan for network 1ecea5a1-2340-4011-9163-6c0aff74cb30 Nov 11 21:13:53.769482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.812370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.832072 n-d-805734-3 neutron-server[109674]: WARNING neutron.services.metering.metering_plugin [None req-39d9aff6-33be-4ccc-8bd1-3d2b7a7dd4cc tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 21:13:53.899452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.905468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:53.906131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.991265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39d9aff6-33be-4ccc-8bd1-3d2b7a7dd4cc tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:53.992737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-39d9aff6-33be-4ccc-8bd1-3d2b7a7dd4cc tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3857574 Nov 11 21:13:53.997454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.009988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-44e03353-9ce3-49a0-b653-98ea45d8ef89 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=2a7f4946-8911-4040-8bcc-8e1d0b709b11 HTTP/1.1" status: 200 len: 464 time: 0.0113568 Nov 11 21:13:54.022076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-33f44574-6602-4d30-925c-3fe848534d56 None None] Provisioning complete for port c76d99d4-cc0d-4985-a198-e692afa43b9c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:54.023255 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33f44574-6602-4d30-925c-3fe848534d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:54.043183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.071814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event updated for resources: {'Network': ['ID=1ecea5a1-2340-4011-9163-6c0aff74cb30,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:54.072220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05a4a502-dae0-47b8-bce5-346c52b88575 req-96411a53-e70e-4d0e-acb1-586c26d7cc1a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=274c9540-326c-407c-8eb7-67de658451c8 HTTP/1.1" status: 200 len: 210 time: 0.0654159 Nov 11 21:13:54.081574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b381b248-1a48-4c93-8326-1068497c2481 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8175101 Nov 11 21:13:54.084848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43128) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.088481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:13:54.101376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Request body: {'subnet': {'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:54.232809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Router df646ce4-11b5-4a34-8865-2f2ff56fea0f is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:13:54.279520 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e4c41d1-eaab-4f80-90b7-4f6bd3d92d5b tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:54.284611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3e4c41d1-eaab-4f80-90b7-4f6bd3d92d5b tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/2a7f4946-8911-4040-8bcc-8e1d0b709b11 HTTP/1.1" status: 204 len: 168 time: 0.2365854 Nov 11 21:13:54.284611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43134) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.302900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-132a9320-e84e-45c9-abc0-dba43b78ee23 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=2a7f4946-8911-4040-8bcc-8e1d0b709b11 HTTP/1.1" status: 200 len: 221 time: 0.0180149 Nov 11 21:13:54.307423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43138) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.312587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-34543b8e-fba1-49d8-aa00-4b86b876ddf8 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--334667675', 'description': 'label created by tempest'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:54.313046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-34543b8e-fba1-49d8-aa00-4b86b876ddf8 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Unknown quota resources ['metering_label']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:13:54.357449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:13:54.365245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.369595 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] Sync routers for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:13:54.379903 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:54.380556 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:54.402876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Made reservation on behalf of 5a6c277af4024214a5fd55b74ce4ea0e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:54.406598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:54.417571 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:54.426357 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:54.426963 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:54.460027 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:54.460841 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9308b61-7dfa-4672-9c45-57468541bcb0 None None] The sync data for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:13:54.473237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:54.474588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-652dd0fc-2d5e-41c0-b3c6-f0ca61844a59 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.5445385 Nov 11 21:13:54.477549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43144) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.528250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c76d99d4-cc0d-4985-a198-e692afa43b9c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:54.580648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c76d99d4-cc0d-4985-a198-e692afa43b9c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:54.581032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:54.609946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:54.610546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:54.610811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:54.611274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:54.611742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:54.612227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:54.612700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:54.614973 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-54482ec9-b821-4c40-84f8-15f114b57d26 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 0.2483110 Nov 11 21:13:54.656464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-34543b8e-fba1-49d8-aa00-4b86b876ddf8 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:54.667997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-34543b8e-fba1-49d8-aa00-4b86b876ddf8 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3492558 Nov 11 21:13:54.667997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.745660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0b6d0326-77d0-4634-9b89-f3c6b222eb22 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=67101470-3503-4329-8e3d-a8025a5f8173 HTTP/1.1" status: 200 len: 467 time: 0.0769792 Nov 11 21:13:54.749204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:54.793867 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-39d7460f-8e28-456b-a885-9c28155f1701 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f0a12d1c-de14-4389-b501-89ac64d77a59&id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1472633 Nov 11 21:13:54.929106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:54.996108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event updated for resources: {'Subnet': ['ID=b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:55.004884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Checking segment: {'id': '7345209b-0317-480f-b7d2-dde8e7548a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:55.005244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Network hostable DHCP agents. Network: 1ecea5a1-2340-4011-9163-6c0aff74cb30, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:13:55.103282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b086524-f97b-4272-8095-da23b21955ac tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.103282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b086524-f97b-4272-8095-da23b21955ac tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/67101470-3503-4329-8e3d-a8025a5f8173 HTTP/1.1" status: 204 len: 168 time: 0.3510017 Nov 11 21:13:55.105199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:13:55.106050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43152) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.125324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d9c2c4b-cbc3-49b0-be81-bc6ae2412ed7 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=67101470-3503-4329-8e3d-a8025a5f8173 HTTP/1.1" status: 200 len: 216 time: 0.0180883 Nov 11 21:13:55.128964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.135533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.140982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1683911c-f070-4b4c-bc5b-f538f4e5ff8c tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0107448 Nov 11 21:13:55.144421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.158515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.169679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f65ae6c8-78b6-4248-b597-826331d069c2 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0210676 Nov 11 21:13:55.184131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43164) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.197916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1ecea5a1-2340-4011-9163-6c0aff74cb30) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:55.204433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:55.205026 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.210859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce73b0-89c3-4d54-b925-c37f25a238a6 None None] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:55.250670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eece8e1e-649d-4b15-bd08-24949fae6697 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/ad580979-bc07-435b-85cd-badee61999ce HTTP/1.1" status: 200 len: 472 time: 0.0622420 Nov 11 21:13:55.250936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43166) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.289683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d812ae73-135c-4b6a-beda-091041862b25 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/2ae966c0-b4f7-4c17-af22-d1a6a678be60 HTTP/1.1" status: 200 len: 461 time: 0.0372763 Nov 11 21:13:55.293834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43168) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.299449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-be20d24e-0c48-4c92-9572-5b821732351d tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2116644 Nov 11 21:13:55.302394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.309514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Request body: {'port': {'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1314358574'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:55.368816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-1ecea5a1-2340-4011-9163-6c0aff74cb30', 'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30', 'tenant_id': '5a6c277af4024214a5fd55b74ce4ea0e', 'fixed_ips': [{'subnet_id': 'b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:13:55.369798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.519122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Allocated IP 2001:db8::2 (1ecea5a1-2340-4011-9163-6c0aff74cb30/b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0/04417ddc-070b-41e1-b30d-b65aff8d64a9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:55.656727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Made reservation on behalf of 5a6c277af4024214a5fd55b74ce4ea0e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:55.660947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.685545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] device_id is not set on port 29dd3265-0d45-4880-a64e-8926069fdb10 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:55.690751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.751377 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.758626 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.801741 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-77017e13-00a7-45b4-a0de-057e5fbe4adb tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.802803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-77017e13-00a7-45b4-a0de-057e5fbe4adb tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/2ae966c0-b4f7-4c17-af22-d1a6a678be60 HTTP/1.1" status: 204 len: 168 time: 0.5080807 Nov 11 21:13:55.811116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43172) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:55.813962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:55.815749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:55.817878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Pushing event updated for resources: {'Port': ['ID=04417ddc-070b-41e1-b30d-b65aff8d64a9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:55.829425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:55.892107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Attempting to bind port 04417ddc-070b-41e1-b30d-b65aff8d64a9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:13:55.892574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Attempting to bind port 04417ddc-070b-41e1-b30d-b65aff8d64a9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7345209b-0317-480f-b7d2-dde8e7548a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:13:55.892944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Attempting to bind port 04417ddc-070b-41e1-b30d-b65aff8d64a9 on network 1ecea5a1-2340-4011-9163-6c0aff74cb30 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:13:55.898165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:13:55.899171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Checking segment: {'id': '7345209b-0317-480f-b7d2-dde8e7548a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:13:55.899638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.900092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Bound using segment: {'id': '7345209b-0317-480f-b7d2-dde8e7548a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:13:55.900666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Bound port: 04417ddc-070b-41e1-b30d-b65aff8d64a9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7345209b-0317-480f-b7d2-dde8e7548a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:13:55.901107 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:55.905088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Allocated IP 2001:db8::a4 (1ecea5a1-2340-4011-9163-6c0aff74cb30/b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0/29dd3265-0d45-4880-a64e-8926069fdb10) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:55.982409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] For port 04417ddc-070b-41e1-b30d-b65aff8d64a9, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:13:55.985923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] For port 04417ddc-070b-41e1-b30d-b65aff8d64a9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=04417ddc-070b-41e1-b30d-b65aff8d64a9,segment=NetworkSegment(7345209b-0317-480f-b7d2-dde8e7548a2e),segment_id=7345209b-0317-480f-b7d2-dde8e7548a2e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:13:56.066171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.079069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Allocated IP 172.20.0.1 (a22cb568-06cf-4041-890e-e5949ff8ed90/bce2c2d5-ee2e-4882-8b41-341c821fdb2d/83f0ad31-151e-4387-8747-7c73e5d13d90) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:56.125697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03b36d9f-10a6-4598-a3b4-b0cad00f3441 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.129802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03b36d9f-10a6-4598-a3b4-b0cad00f3441 tempest-MeteringTestJSON-276345351 tempest-MeteringTestJSON-276345351-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/ad580979-bc07-435b-85cd-badee61999ce HTTP/1.1" status: 204 len: 168 time: 0.3152611 Nov 11 21:13:56.146009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed139270-33f6-4531-98b6-6b2f5b1473d4 None None] Pushing event updated for resources: {'Port': ['ID=04417ddc-070b-41e1-b30d-b65aff8d64a9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:56.174511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.229851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:13:56.248672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.251941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port fb7f8aa6-47e5-49a6-b303-8ea3c1661297 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:56.253364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.279379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 91df23a8-2702-49d1-9ba7-46dbdf7f9357 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:13:56.279728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 91df23a8-2702-49d1-9ba7-46dbdf7f9357 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:13:56.325098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.354439 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.397053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:56.414604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:56.420231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port fb7f8aa6-47e5-49a6-b303-8ea3c1661297, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:56.420231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.426732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Network a22cb568-06cf-4041-890e-e5949ff8ed90 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:56.436686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:56.439416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:56.463330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:56.478177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:56.479749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.480088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Port': ['ID=83f0ad31-151e-4387-8747-7c73e5d13d90,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:56.497079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for fb7f8aa6-47e5-49a6-b303-8ea3c1661297 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:56.509310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event updated for resources: {'Port': ['ID=29dd3265-0d45-4880-a64e-8926069fdb10,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:56.549078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.634264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 04417ddc-070b-41e1-b30d-b65aff8d64a9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:56.707043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 04417ddc-070b-41e1-b30d-b65aff8d64a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:56.710621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.743722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8caa2c61-3d22-45b4-847a-2900de4e43a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4371376 Nov 11 21:13:56.746870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43176) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:56.752434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Request body: {'port': {'network_id': '1ecea5a1-2340-4011-9163-6c0aff74cb30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2117192702', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:56.753374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] bootfile-name is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:13:56.753718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] tftp-server is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:13:56.754043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.api.validators [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] server-ip-address is not in valid_values {{(pid=109675) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:13:56.803836 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.842235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 04417ddc-070b-41e1-b30d-b65aff8d64a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=04417ddc-070b-41e1-b30d-b65aff8d64a9,segment=NetworkSegment(7345209b-0317-480f-b7d2-dde8e7548a2e),segment_id=7345209b-0317-480f-b7d2-dde8e7548a2e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:56.876315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c1a0ceef-3735-4e02-9f62-0b947f7f0be9 None None] Provisioning complete for port 83f0ad31-151e-4387-8747-7c73e5d13d90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:56.876787 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1a0ceef-3735-4e02-9f62-0b947f7f0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.900411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.919049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.935016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0ceef-3735-4e02-9f62-0b947f7f0be9 None None] Port 83f0ad31-151e-4387-8747-7c73e5d13d90 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:13:56.935614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:56.939583 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:56.955525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=fb7f8aa6-47e5-49a6-b303-8ea3c1661297,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:56.998434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=04417ddc-070b-41e1-b30d-b65aff8d64a9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:57.019799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Made reservation on behalf of 5a6c277af4024214a5fd55b74ce4ea0e for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:57.024483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.056658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] device_id is not set on port c9143327-093c-4c18-a146-2d7714b1e88d yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:57.161877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ee9d-9596-47d2-9943-16e2e4f9547f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.187990 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.297729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.307340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Allocated IP 2001:db8::87 (1ecea5a1-2340-4011-9163-6c0aff74cb30/b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0/c9143327-093c-4c18-a146-2d7714b1e88d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:57.367842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ee9d-9596-47d2-9943-16e2e4f9547f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.434206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7ca6ee9d-9596-47d2-9943-16e2e4f9547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.513024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7ca6ee9d-9596-47d2-9943-16e2e4f9547f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05b05126794a4f1aacd02770a6a7661f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5740206 Nov 11 21:13:57.513472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43184) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:57.519433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6ee9d-9596-47d2-9943-16e2e4f9547f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be797e0-7726-469b-ba3d-67b9f1a956a9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:57.531917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 044d33df-240e-482b-9536-144f0fa1ce7b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:13:57.560815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f92978-eb15-4dc4-aa65-ef7873ac0ec9 None None] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:57.575432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.624305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.627679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f61fdd-d1fc-4bfe-a8b3-25b8cb368d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.641102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-94bbf892-f464-47c8-9771-5281988f4ab0 None None] Provisioning complete for port 04417ddc-070b-41e1-b30d-b65aff8d64a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:57.642295 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94bbf892-f464-47c8-9771-5281988f4ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.658504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f61fdd-d1fc-4bfe-a8b3-25b8cb368d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.797800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.880819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Port': ['ID=83f0ad31-151e-4387-8747-7c73e5d13d90,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:57.888469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.957748 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.959400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f61fdd-d1fc-4bfe-a8b3-25b8cb368d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.962919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b4f61fdd-d1fc-4bfe-a8b3-25b8cb368d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:57.964087 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b4f61fdd-d1fc-4bfe-a8b3-25b8cb368d0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4be797e0-7726-469b-ba3d-67b9f1a956a9 HTTP/1.1" status: 204 len: 168 time: 0.4495683 Nov 11 21:13:58.011256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f61fdd-d1fc-4bfe-a8b3-25b8cb368d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be797e0-7726-469b-ba3d-67b9f1a956a9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:58.015834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:13:58.022269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-834221ee-634c-42d3-bceb-269372bf427f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/044d33df-240e-482b-9536-144f0fa1ce7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8625877 Nov 11 21:13:58.026807 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43188) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:58.031081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] Sync routers for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:13:58.042790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:58.059732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event updated for resources: {'Port': ['ID=c9143327-093c-4c18-a146-2d7714b1e88d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:58.069073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:58.073457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:58.074127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:58.075935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:13:58.084504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:58.085284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.091741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Network a22cb568-06cf-4041-890e-e5949ff8ed90 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:13:58.095141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:13:58.124930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting subnet 479eca73-73f1-4086-9064-73cf35dafe57 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:13:58.129969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.206776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.247648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:13:58.248289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-875ebc91-e1fc-4379-8063-d06d9f0adfe1 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5003343 Nov 11 21:13:58.253886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:58.284346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Router df646ce4-11b5-4a34-8865-2f2ff56fea0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:13:58.357399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f1b6c-0500-4a62-8ac8-46579a53b411 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:58.364134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f1b6c-0500-4a62-8ac8-46579a53b411 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:58.371455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f1b6c-0500-4a62-8ac8-46579a53b411 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:58.372079 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.373267 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bc7f1b6c-0500-4a62-8ac8-46579a53b411 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1214473 Nov 11 21:13:58.374288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a76fd55b-9cd6-47d7-8a27-dc2f471a9518 None None] Provisioning complete for port 04417ddc-070b-41e1-b30d-b65aff8d64a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:58.374821 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a76fd55b-9cd6-47d7-8a27-dc2f471a9518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.381800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:58.533672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:13:58.565752 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d23a15-7736-418b-91bd-37284114f306 None None] Sync routers for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:13:58.584381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e79c7b2-22dd-4814-85aa-96633227fee4 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "PUT /v2.0/routers/df646ce4-11b5-4a34-8865-2f2ff56fea0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056645 Nov 11 21:13:58.589284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43196) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:58.592277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d23a15-7736-418b-91bd-37284114f306 None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:58.595928 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-51d23a15-7736-418b-91bd-37284114f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:58.602761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Request body: {'port': {'network_id': 'a22cb568-06cf-4041-890e-e5949ff8ed90', 'name': 'tempest-FloatingIPAdminTestJSON-1224705793'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:58.630492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Deleting port c9143327-093c-4c18-a146-2d7714b1e88d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:58.630845 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.683604 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-51d23a15-7736-418b-91bd-37284114f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:58.695575 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d23a15-7736-418b-91bd-37284114f306 None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:58.696638 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-51d23a15-7736-418b-91bd-37284114f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:58.746754 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-51d23a15-7736-418b-91bd-37284114f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:58.750092 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d23a15-7736-418b-91bd-37284114f306 None None] The sync data for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:13:58.750347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.750572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 04417ddc-070b-41e1-b30d-b65aff8d64a9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:13:58.762444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Calling delete_port for c9143327-093c-4c18-a146-2d7714b1e88d owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:58.789745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.845311 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.847177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a6d66b-e4b5-470f-83fa-97e361e9048f None None] Network ed2b357f-2109-4f9c-98ae-8d7c797d2e47 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:13:58.852274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/subnets/479eca73-73f1-4086-9064-73cf35dafe57 HTTP/1.1" status: 204 len: 168 time: 0.8215961 Nov 11 21:13:58.853139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43198) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:58.878610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c105473-6300-4e5f-84c7-182d5077069d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Subnet': ['ID=479eca73-73f1-4086-9064-73cf35dafe57,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:58.961007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43200) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:58.988936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed90b31d-b7de-4ddd-a238-bb125e868edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:58.996792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 04417ddc-070b-41e1-b30d-b65aff8d64a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:58.997184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.018680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.058142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Made reservation on behalf of 8e96c12dee00492d8ee4e058de952653 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:13:59.061662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.083219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a76fd55b-9cd6-47d7-8a27-dc2f471a9518 None None] Provisioning complete for port 29dd3265-0d45-4880-a64e-8926069fdb10 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:59.083219 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a76fd55b-9cd6-47d7-8a27-dc2f471a9518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.088572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] device_id is not set on port 57a046a7-dd62-4e48-8dfc-ba4c589ddb32 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:13:59.138407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:13:56Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:59.149338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.183809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] Checking router: 044d33df-240e-482b-9536-144f0fa1ce7b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:13:59.185666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a76fd55b-9cd6-47d7-8a27-dc2f471a9518 None None] Port 29dd3265-0d45-4880-a64e-8926069fdb10 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:13:59.192260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event deleted for resources: {'Port': ['ID=c9143327-093c-4c18-a146-2d7714b1e88d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:59.219791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.221113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] Routers {'044d33df-240e-482b-9536-144f0fa1ce7b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:13:59.221765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['044d33df-240e-482b-9536-144f0fa1ce7b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:59.235402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.238666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3082cb8f-6872-4fdd-8f4a-03ca7841db6f tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "DELETE /v2.0/ports/c9143327-093c-4c18-a146-2d7714b1e88d HTTP/1.1" status: 204 len: 168 time: 0.8556046 Nov 11 21:13:59.244626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:59.249730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Request body: {'port': {'name': 'tempest-new-port-name-1194498482', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:13:59.256038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] bootfile-name is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:13:59.256038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] tftp-server is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:13:59.256038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.api.validators [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] server-ip-address is not in valid_values {{(pid=109674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 21:13:59.312626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed90b31d-b7de-4ddd-a238-bb125e868edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.342435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Allocated IP 172.20.0.10 (a22cb568-06cf-4041-890e-e5949ff8ed90/bce2c2d5-ee2e-4882-8b41-341c821fdb2d/57a046a7-dd62-4e48-8dfc-ba4c589ddb32) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:13:59.351178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] DHCP port deletion for ed2b357f-2109-4f9c-98ae-8d7c797d2e47 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:13:59.381615 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.417330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c6e935c7-0fb6-4911-a3ad-82c6c4652ac1 None None] Provisioning complete for port 83f0ad31-151e-4387-8747-7c73e5d13d90 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:59.418577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6e935c7-0fb6-4911-a3ad-82c6c4652ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.424019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 3d0beb9c-af11-498c-840f-0e7b83db07af {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:59.424509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.463690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6e935c7-0fb6-4911-a3ad-82c6c4652ac1 None None] Port 83f0ad31-151e-4387-8747-7c73e5d13d90 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:13:59.468367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] Set router 044d33df-240e-482b-9536-144f0fa1ce7b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:13:59.499555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c6e935c7-0fb6-4911-a3ad-82c6c4652ac1 None None] Could not find standard attr ID for object c9143327-093c-4c18-a146-2d7714b1e88d. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:13:59.514152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed90b31d-b7de-4ddd-a238-bb125e868edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.598520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 3d0beb9c-af11-498c-840f-0e7b83db07af, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3d0beb9c-af11-498c-840f-0e7b83db07af,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:59.598950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.604249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ed90b31d-b7de-4ddd-a238-bb125e868edf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d992111b8884b94993e20163a5df251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6385016 Nov 11 21:13:59.604576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43204) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:59.608961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90b31d-b7de-4ddd-a238-bb125e868edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da09cba3-61eb-4673-bf07-fee1a4c54ed2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:59.609944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c6e935c7-0fb6-4911-a3ad-82c6c4652ac1 None None] Provisioning complete for port 29dd3265-0d45-4880-a64e-8926069fdb10 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:13:59.610419 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6e935c7-0fb6-4911-a3ad-82c6c4652ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.618846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.622875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] Deleting port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:13:59.623779 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.633243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 3d0beb9c-af11-498c-840f-0e7b83db07af owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:59.682927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.741129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] For port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7,segment=NetworkSegment(26969515-4284-4135-84c8-9e4d3b9f62a4),segment_id=26969515-4284-4135-84c8-9e4d3b9f62a4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:13:59.741443 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.744461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c6e935c7-0fb6-4911-a3ad-82c6c4652ac1 None None] Port 29dd3265-0d45-4880-a64e-8926069fdb10 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:13:59.751926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.755267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d67-4008-4d19-9d24-560507556633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.756924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] Calling delete_port for 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:13:59.810288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.824938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event updated for resources: {'Port': ['ID=29dd3265-0d45-4880-a64e-8926069fdb10,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:13:59.829093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] In _notify_port_updated(), no bound segment for port 29dd3265-0d45-4880-a64e-8926069fdb10 on network 1ecea5a1-2340-4011-9163-6c0aff74cb30 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:13:59.837010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:59.837745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:13:59.839106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-38072a13-4052-47a4-a5c9-4c0d67dfc303 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "PUT /v2.0/ports/29dd3265-0d45-4880-a64e-8926069fdb10 HTTP/1.1" status: 200 len: 1129 time: 0.5935862 Nov 11 21:13:59.842191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:59.864108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:13:56Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:13:59.900567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e49fee-7b89-4081-9ecb-589823aec14d None None] The sync data for ids ['044d33df-240e-482b-9536-144f0fa1ce7b'] in n-d-805734-3 is: [{'id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-565463721', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:11:04Z', 'updated_at': '2021-11-11T21:13:56Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '3d0beb9c-af11-498c-840f-0e7b83db07af', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d33df-240e-482b-9536-144f0fa1ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:11:05Z', 'updated_at': '2021-11-11T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:13:59.917744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322a38f-e7bb-4d10-abfc-713e4be5bb06 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:13:59.919292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6322a38f-e7bb-4d10-abfc-713e4be5bb06 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "GET /v2.0/ports/29dd3265-0d45-4880-a64e-8926069fdb10 HTTP/1.1" status: 200 len: 1129 time: 0.0755579 Nov 11 21:13:59.924077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43208) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:13:59.974391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.006494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] Pushing event deleted for resources: {'Port': ['ID=1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:00.014659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00057b-8bdd-4a36-87cf-afe427d63ae7 None None] No DVR routers for this DVR port 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:00.066498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Deleting port 29dd3265-0d45-4880-a64e-8926069fdb10 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:00.066626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.165707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.168023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a60a0b5e-f547-43fc-85e0-c140139545c9 None None] Provisioning complete for port 29dd3265-0d45-4880-a64e-8926069fdb10 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:00.168524 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a60a0b5e-f547-43fc-85e0-c140139545c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.178700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Calling delete_port for 29dd3265-0d45-4880-a64e-8926069fdb10 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:00.188045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d67-4008-4d19-9d24-560507556633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.205853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a60a0b5e-f547-43fc-85e0-c140139545c9 None None] Port 29dd3265-0d45-4880-a64e-8926069fdb10 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:00.238960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Network a22cb568-06cf-4041-890e-e5949ff8ed90 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:00.249612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:00.252089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:00.260984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event updated for resources: {'Port': ['ID=57a046a7-dd62-4e48-8dfc-ba4c589ddb32,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:00.341873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:00.342528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.426116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.455155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.466619 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cb7e6ed2-91c4-4dfc-a253-68926ae81c81 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8754497 Nov 11 21:14:00.467817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d67-4008-4d19-9d24-560507556633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.470910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d67-4008-4d19-9d24-560507556633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.474289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ecb11d67-4008-4d19-9d24-560507556633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da09cba3-61eb-4673-bf07-fee1a4c54ed2 HTTP/1.1" status: 204 len: 168 time: 0.8665047 Nov 11 21:14:00.474289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=3d0beb9c-af11-498c-840f-0e7b83db07af,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:00.474892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43210) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:00.494466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb11d67-4008-4d19-9d24-560507556633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da09cba3-61eb-4673-bf07-fee1a4c54ed2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:00.496813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event deleted for resources: {'Port': ['ID=29dd3265-0d45-4880-a64e-8926069fdb10,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:00.496961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8430636-10d8-4bfb-8664-7b0b95d50f83 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:00.554863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.605461 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.606340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-03e836a2-5283-456e-90be-2b6731758dad tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "DELETE /v2.0/ports/29dd3265-0d45-4880-a64e-8926069fdb10 HTTP/1.1" status: 204 len: 168 time: 0.6811531 Nov 11 21:14:00.614732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43216) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:00.619933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fb7f8aa6-47e5-49a6-b303-8ea3c1661297 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:14:00.680292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: fb7f8aa6-47e5-49a6-b303-8ea3c1661297 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:14:00.681008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fb7f8aa6-47e5-49a6-b303-8ea3c1661297 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:14:00.681615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:14:00.719027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:14:00.719373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1689e8f4-0dc3-41b4-a6b0-76b115f3e0a7 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:14:00.722291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3df9df0a-3d2d-424d-a7f7-dff290a16578 None None] Provisioning complete for port 57a046a7-dd62-4e48-8dfc-ba4c589ddb32 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:00.733593 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3df9df0a-3d2d-424d-a7f7-dff290a16578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.739642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Deleting subnet b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:14:00.749759 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.784776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3df9df0a-3d2d-424d-a7f7-dff290a16578 None None] Port 57a046a7-dd62-4e48-8dfc-ba4c589ddb32 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:00.785466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.786078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.826012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.875903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'project_id': '8e96c12dee00492d8ee4e058de952653', 'port_id': '57a046a7-dd62-4e48-8dfc-ba4c589ddb32'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:00.930724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.968763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.969639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Fanout notify agent at l3_agent the message router_deleted on router 044d33df-240e-482b-9536-144f0fa1ce7b {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:14:00.985545 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.990973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-62e4b83e-c286-4c07-bc33-859c679699d9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/routers/044d33df-240e-482b-9536-144f0fa1ce7b HTTP/1.1" status: 204 len: 168 time: 2.1325855 Nov 11 21:14:00.990973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:00.995439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43220) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:01.079651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.106489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.123117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.129300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event deleted for resources: {'Subnet': ['ID=b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:01.132700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.136422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca135044-ca9f-464a-b8ca-06283cfffc2e None None] Network 1ecea5a1-2340-4011-9163-6c0aff74cb30 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:01.139591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8f2a2e6b-a651-458b-baf3-5051ad6ff284 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "DELETE /v2.0/subnets/b16e6f7d-3e5b-4b34-9dff-6f2149d24aa0 HTTP/1.1" status: 204 len: 168 time: 0.5237179 Nov 11 21:14:01.140554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:01.295139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Allocated IP 172.25.2.205 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/895900af-c255-40e7-8864-79291281ea2a) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:01.334894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.334894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.358043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2b357f-2109-4f9c-98ae-8d7c797d2e47']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:01.374879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26969515-4284-4135-84c8-9e4d3b9f62a4') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:01.374879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26969515-4284-4135-84c8-9e4d3b9f62a4') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:01.382443 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.396421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] DHCP port deletion for 1ecea5a1-2340-4011-9163-6c0aff74cb30 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:01.417206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.426175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:01.426175 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:01.428855 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:01.438232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.473073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] Deleting port 04417ddc-070b-41e1-b30d-b65aff8d64a9 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:01.473534 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.500463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Deleting port 04417ddc-070b-41e1-b30d-b65aff8d64a9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:01.500821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.558009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.575619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] For port 04417ddc-070b-41e1-b30d-b65aff8d64a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=04417ddc-070b-41e1-b30d-b65aff8d64a9,segment=NetworkSegment(7345209b-0317-480f-b7d2-dde8e7548a2e),segment_id=7345209b-0317-480f-b7d2-dde8e7548a2e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:01.575989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.589323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.598246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:01.606159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:01.606842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Calling delete_port for 04417ddc-070b-41e1-b30d-b65aff8d64a9 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:01.610204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:01.612996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.618043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/networks/ed2b357f-2109-4f9c-98ae-8d7c797d2e47 HTTP/1.1" status: 204 len: 168 time: 0.6215949 Nov 11 21:14:01.621156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43232) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:01.635511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Pushing event updated for resources: {'Port': ['ID=895900af-c255-40e7-8864-79291281ea2a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:01.648886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de11b5-a377-43fa-9a36-92518f567439 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Network': ['ID=ed2b357f-2109-4f9c-98ae-8d7c797d2e47,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:01.702396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] For port 04417ddc-070b-41e1-b30d-b65aff8d64a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=04417ddc-070b-41e1-b30d-b65aff8d64a9,segment=NetworkSegment(7345209b-0317-480f-b7d2-dde8e7548a2e),segment_id=7345209b-0317-480f-b7d2-dde8e7548a2e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:01.703443 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.720591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] Calling delete_port for 04417ddc-070b-41e1-b30d-b65aff8d64a9 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:01.766531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a666173-b589-44c3-9ab6-9d7e8b47b783 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.800054 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a666173-b589-44c3-9ab6-9d7e8b47b783 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.875892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.882240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:01.906641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event deleted for resources: {'Port': ['ID=04417ddc-070b-41e1-b30d-b65aff8d64a9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:01.910121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] No DVR routers for this DVR port 04417ddc-070b-41e1-b30d-b65aff8d64a9 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:01.917387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] Pushing event deleted for resources: {'Port': ['ID=04417ddc-070b-41e1-b30d-b65aff8d64a9,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:01.919738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c95d6d5-4dbb-46b4-abc9-e4691fa32654 None None] No DVR routers for this DVR port 04417ddc-070b-41e1-b30d-b65aff8d64a9 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:02.001134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.009482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a666173-b589-44c3-9ab6-9d7e8b47b783 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.011250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a977e590-2c89-452c-bcc4-1cd4069763b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.012511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a666173-b589-44c3-9ab6-9d7e8b47b783 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.013845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9a666173-b589-44c3-9ab6-9d7e8b47b783 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/security-groups/a87faa86-d3be-411f-bb09-4efadb716b3a HTTP/1.1" status: 204 len: 168 time: 0.3886867 Nov 11 21:14:02.041793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a666173-b589-44c3-9ab6-9d7e8b47b783 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87faa86-d3be-411f-bb09-4efadb716b3a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:02.057711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecea5a1-2340-4011-9163-6c0aff74cb30']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:02.082295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7345209b-0317-480f-b7d2-dde8e7548a2e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:02.082600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7345209b-0317-480f-b7d2-dde8e7548a2e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:02.097056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.112492 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.120020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:02.124134 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:02.135514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:02.215201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.271415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.287759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1476301346'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:02.288083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.291874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] 10.222.0.31 "DELETE /v2.0/networks/1ecea5a1-2340-4011-9163-6c0aff74cb30 HTTP/1.1" status: 204 len: 168 time: 1.1497462 Nov 11 21:14:02.307997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62fcfb-d2d5-48c2-972a-711fcb05d3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675 tempest-ExtraDHCPOptionsIpV6TestJSON-1128844675-project] Pushing event deleted for resources: {'Network': ['ID=1ecea5a1-2340-4011-9163-6c0aff74cb30,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:02.392076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.416465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:02.422117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.433542 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.517883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3d0beb9c-af11-498c-840f-0e7b83db07af no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:14:02.540318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3d0beb9c-af11-498c-840f-0e7b83db07af {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:14:02.540666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3d0beb9c-af11-498c-840f-0e7b83db07af not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:14:02.541198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 04417ddc-070b-41e1-b30d-b65aff8d64a9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:14:02.561099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 04417ddc-070b-41e1-b30d-b65aff8d64a9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:14:02.561743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 04417ddc-070b-41e1-b30d-b65aff8d64a9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:14:02.604692 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.618135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.645690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:02.650935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5e63a57d-72bb-44bb-91dc-4a006df567d8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591608185', 'description': 'tempest-secgroup-smoke-1591608185 description', 'project_id': '675f1365bb384017b4474ada374a52b9'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:02.728816 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.735028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.809605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:02.811936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:02.816417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e63a57d-72bb-44bb-91dc-4a006df567d8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.855378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.855724 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Added segment 9e5acc68-972b-4738-8849-36fe38833829 of type vlan for network fab65e99-bdfb-4616-855f-0251c510fe6c Nov 11 21:14:02.863021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf0405-e181-4b94-80be-a70abd433bc8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:02.878316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Pushing event updated for resources: {'Port': ['ID=895900af-c255-40e7-8864-79291281ea2a,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:02.917972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:02.951418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-04152ce6-684a-4d1d-8227-2a6590eed2c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a6c277af4024214a5fd55b74ce4ea0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404221 Nov 11 21:14:02.953956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43260) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:02.965780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.006113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee4f8-0e2b-4252-8348-f5c399aa241a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.029320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee4f8-0e2b-4252-8348-f5c399aa241a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.089758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e63a57d-72bb-44bb-91dc-4a006df567d8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.094377 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Floating IP ab302c7c-dcd9-497a-8605-faa3de7b3395 associated. External IP: 172.25.2.205, port: 57a046a7-dd62-4e48-8dfc-ba4c589ddb32. Nov 11 21:14:03.135083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.141116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:03.141699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.157177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee4f8-0e2b-4252-8348-f5c399aa241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.159943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee4f8-0e2b-4252-8348-f5c399aa241a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.161136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8b2ee4f8-0e2b-4252-8348-f5c399aa241a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68fec3e5-b4cc-432f-bfb7-01dc40265e4a HTTP/1.1" status: 204 len: 168 time: 0.2054858 Nov 11 21:14:03.169833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ee4f8-0e2b-4252-8348-f5c399aa241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fec3e5-b4cc-432f-bfb7-01dc40265e4a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:03.183637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e63a57d-72bb-44bb-91dc-4a006df567d8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.321907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1851084 Nov 11 21:14:03.324645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43264) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:03.329827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'subnet': {'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:03.334737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbf36d-e589-4954-9ac9-bef776f06b80 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Network': ['ID=fab65e99-bdfb-4616-855f-0251c510fe6c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:03.339660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63a57d-72bb-44bb-91dc-4a006df567d8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d66a2b-84f6-4b30-8640-44e258262191,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:03.349919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network fab65e99-bdfb-4616-855f-0251c510fe6c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:03.396658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e63a57d-72bb-44bb-91dc-4a006df567d8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.401578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5e63a57d-72bb-44bb-91dc-4a006df567d8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7547431 Nov 11 21:14:03.402192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43268) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:03.410809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1f6f483a-aa77-4e26-9347-4772de1ba352 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '18d66a2b-84f6-4b30-8640-44e258262191', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:03.445011 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 21:14:03.445011 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 21:14:03.445011 n-d-805734-3 neutron-server[109674]: [parameters: {'project_id_1': 'f851cef9af364715b05c2e030e237da2', 'expiration_1': datetime.datetime(2021, 11, 11, 21, 13, 43, 422640)}] Nov 11 21:14:03.445011 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:14:03.445976 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:14:03.498466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Router df646ce4-11b5-4a34-8865-2f2ff56fea0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:03.566364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f6f483a-aa77-4e26-9347-4772de1ba352 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.656645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:03.667419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] Sync routers for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:03.678506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:03.679135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:03.692867 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f6f483a-aa77-4e26-9347-4772de1ba352 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.717315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:03.725535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:03.726154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:13:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:03.759423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:03.760101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91bbe4-788b-41a6-b162-b068e25ffa1d None None] The sync data for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:03.804978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:03.828938 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f6f483a-aa77-4e26-9347-4772de1ba352 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.077020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:04.080683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.155807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eb2e91bd-10e2-4f6b-b2c4-7aa90d72a63e tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.6756809 Nov 11 21:14:04.160240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f483a-aa77-4e26-9347-4772de1ba352 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1b41d8-a9fc-4c59-8baf-60a44aead36c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:04.161089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43286) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:04.222020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f6f483a-aa77-4e26-9347-4772de1ba352 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.224954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1f6f483a-aa77-4e26-9347-4772de1ba352 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8185496 Nov 11 21:14:04.227326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:04.231863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-894bd5ea-b1aa-4ee6-833f-61e38bda827a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '18d66a2b-84f6-4b30-8640-44e258262191', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:04.245419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43290) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:04.265742 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c01b4950-fb87-4bf0-a97a-aeb0ad48b6c9 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] 10.222.0.31 "GET /v2.0/floatingips/ab302c7c-dcd9-497a-8605-faa3de7b3395 HTTP/1.1" status: 200 len: 984 time: 0.1030989 Nov 11 21:14:04.268269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43294) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:04.351972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-894bd5ea-b1aa-4ee6-833f-61e38bda827a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.380840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'networks': [{'name': 'tempest-network--626885027'}, {'name': 'tempest-network--578352726'}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:04.381150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'network': {'name': 'tempest-network--626885027'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:04.381606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'network': {'name': 'tempest-network--578352726'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:04.414233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7e6554e-d349-42ab-a369-041880af0f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.422066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-408dd3d3-4dad-40c2-a1bb-4dccfedf5d04 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2254 time: 0.1524646 Nov 11 21:14:04.435459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:04.452903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-894bd5ea-b1aa-4ee6-833f-61e38bda827a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.462124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.522694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Made reservation on behalf of 78ab3e96b94d4da6bfa049abf3a8b8f6 for: {'network': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:04.527871 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.537332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.552211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-894bd5ea-b1aa-4ee6-833f-61e38bda827a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.579297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bd5ea-b1aa-4ee6-833f-61e38bda827a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57caa5e7-6b37-43fc-a69f-080f613e4d9b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:04.579585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Subnet': ['ID=2aabbefe-1041-40a8-96ac-c3d363168b7b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:04.595390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Checking segment: {'id': '9e5acc68-972b-4738-8849-36fe38833829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:04.595753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network hostable DHCP agents. Network: fab65e99-bdfb-4616-855f-0251c510fe6c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:04.640781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.654490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Deleting port 895900af-c255-40e7-8864-79291281ea2a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:04.654833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.702060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-894bd5ea-b1aa-4ee6-833f-61e38bda827a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.703267 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-894bd5ea-b1aa-4ee6-833f-61e38bda827a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4749348 Nov 11 21:14:04.706137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43298) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:04.712401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-90390453-b6da-405b-8450-5e0564e1f946 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '18d66a2b-84f6-4b30-8640-44e258262191', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:04.733886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.734611 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.739730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network fab65e99-bdfb-4616-855f-0251c510fe6c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:04.761919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.762258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.775878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c62101-db26-4347-bfd7-89beab671003,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:04.776105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Calling delete_port for 895900af-c255-40e7-8864-79291281ea2a owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:04.784828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:04.795463 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.795878 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Added segment b1ad5964-e55a-4342-83ff-e0031cdd2549 of type vlan for network a53df906-70d1-414b-aa43-f3695ce17a1a Nov 11 21:14:04.833857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90390453-b6da-405b-8450-5e0564e1f946 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.843293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, fab65e99-bdfb-4616-855f-0251c510fe6c) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:04.848765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:04.849551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.849700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.855922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ddef7-83af-4699-b886-b8a877c5cfae None None] Network fab65e99-bdfb-4616-855f-0251c510fe6c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:04.882082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:04.892876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.893285 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Added segment 01d86744-5536-461a-ad71-b36007528773 of type vlan for network 32d36f21-6368-4662-8822-8d76722f5658 Nov 11 21:14:04.944221 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.962303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90390453-b6da-405b-8450-5e0564e1f946 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:04.974887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ab895d4-3aee-4223-b99f-c971f271b0a1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6487837 Nov 11 21:14:04.977310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43300) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:04.982680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'name': 'tempest-AllowedAddressPairTestJSON-247115157'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:05.025159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-fab65e99-bdfb-4616-855f-0251c510fe6c', 'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'tenant_id': 'f851cef9af364715b05c2e030e237da2', 'fixed_ips': [{'subnet_id': '2aabbefe-1041-40a8-96ac-c3d363168b7b'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:14:05.026181 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.042307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90390453-b6da-405b-8450-5e0564e1f946 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.059839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.060415 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.066222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:05.071886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:05.072592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.107487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90390453-b6da-405b-8450-5e0564e1f946 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e912ed4-75e9-4995-a4d4-475f98e95305,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:05.139911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Network': ['ID=a53df906-70d1-414b-aa43-f3695ce17a1a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:05.151602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network a53df906-70d1-414b-aa43-f3695ce17a1a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:05.164794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9161353 Nov 11 21:14:05.167534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:05.196541 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90390453-b6da-405b-8450-5e0564e1f946 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.197792 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-90390453-b6da-405b-8450-5e0564e1f946 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4906945 Nov 11 21:14:05.211921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.213491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43306) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:05.218587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-165ec408-0f0b-45ea-b624-f2af86510224 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '18d66a2b-84f6-4b30-8640-44e258262191', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:05.233295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b00f3-6390-4a01-8ffc-f8d441c3cee3 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Network': ['ID=32d36f21-6368-4662-8822-8d76722f5658,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:05.260243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 32d36f21-6368-4662-8822-8d76722f5658 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:05.288401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Port': ['ID=895900af-c255-40e7-8864-79291281ea2a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:05.350615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:05.354281 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.395693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.396071 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Floating IP ab302c7c-dcd9-497a-8605-faa3de7b3395 disassociated (deleted). External IP: 172.25.2.205, port: 57a046a7-dd62-4e48-8dfc-ba4c589ddb32. Nov 11 21:14:05.401166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Allocated IP 172.20.0.2 (fab65e99-bdfb-4616-855f-0251c510fe6c/2aabbefe-1041-40a8-96ac-c3d363168b7b/c7eef89d-0bbf-4279-864d-6f90a0b33532) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:05.404085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570388c-de61-4fe8-9567-c208a6eb16e5 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:05.409890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570388c-de61-4fe8-9567-c208a6eb16e5 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:05.415956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570388c-de61-4fe8-9567-c208a6eb16e5 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:05.419501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-165ec408-0f0b-45ea-b624-f2af86510224 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.422284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570388c-de61-4fe8-9567-c208a6eb16e5 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:05.424583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0570388c-de61-4fe8-9567-c208a6eb16e5 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2559977 Nov 11 21:14:05.431436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:05.469549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] device_id is not set on port e2d2125d-3928-4323-9d79-4d2a9610b673 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:05.556228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.574606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-165ec408-0f0b-45ea-b624-f2af86510224 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.576077 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.582459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.657962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.661044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-165ec408-0f0b-45ea-b624-f2af86510224 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.700786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.702538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53df906-70d1-414b-aa43-f3695ce17a1a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:05.704760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec408-0f0b-45ea-b624-f2af86510224 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b654a2-9242-4229-b182-423d63de3698,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:05.719266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ad5964-e55a-4342-83ff-e0031cdd2549') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:05.719675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ad5964-e55a-4342-83ff-e0031cdd2549') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:05.735536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.750865 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.753544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Network fab65e99-bdfb-4616-855f-0251c510fe6c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:05.758721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:05.759109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:05.759239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.761184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Pushing event updated for resources: {'Port': ['ID=c7eef89d-0bbf-4279-864d-6f90a0b33532,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:05.763588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:05.768946 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:05.818878 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-165ec408-0f0b-45ea-b624-f2af86510224 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.823519 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-165ec408-0f0b-45ea-b624-f2af86510224 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6054318 Nov 11 21:14:05.824062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43310) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:05.828861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '18d66a2b-84f6-4b30-8640-44e258262191', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:05.829114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Attempting to bind port c7eef89d-0bbf-4279-864d-6f90a0b33532 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:05.829540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Attempting to bind port c7eef89d-0bbf-4279-864d-6f90a0b33532 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9e5acc68-972b-4738-8849-36fe38833829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:05.829971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Attempting to bind port c7eef89d-0bbf-4279-864d-6f90a0b33532 on network fab65e99-bdfb-4616-855f-0251c510fe6c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:05.836633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:05.837358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Checking segment: {'id': '9e5acc68-972b-4738-8849-36fe38833829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:05.837960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.838526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Bound using segment: {'id': '9e5acc68-972b-4738-8849-36fe38833829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:05.839232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Bound port: c7eef89d-0bbf-4279-864d-6f90a0b33532, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5acc68-972b-4738-8849-36fe38833829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:05.839627 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.911428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] For port c7eef89d-0bbf-4279-864d-6f90a0b33532, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:05.915041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] For port c7eef89d-0bbf-4279-864d-6f90a0b33532, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c7eef89d-0bbf-4279-864d-6f90a0b33532,segment=NetworkSegment(9e5acc68-972b-4738-8849-36fe38833829),segment_id=9e5acc68-972b-4738-8849-36fe38833829)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:05.968992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.979903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:05.980103 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/networks/a53df906-70d1-414b-aa43-f3695ce17a1a HTTP/1.1" status: 204 len: 168 time: 0.5477080 Nov 11 21:14:05.992676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43312) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:06.002190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ead67-4023-437f-b0f6-b9eb6a416143 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Network': ['ID=a53df906-70d1-414b-aa43-f3695ce17a1a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:06.010718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.022576 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:14:06.032599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.094145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db01ba-1485-410c-8fef-0aea94f16aae None None] Pushing event updated for resources: {'Port': ['ID=c7eef89d-0bbf-4279-864d-6f90a0b33532,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:06.114462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.128651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Router df646ce4-11b5-4a34-8865-2f2ff56fea0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:06.134818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cf12422f-1dd9-460b-bf19-f7c174a1ef86 {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:14:06.135149 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:14:06.176482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.243360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.259064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.271519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:06.282447 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] Sync routers for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:06.284987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a0e6d-08d4-4577-911d-54c877fa7eb0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:06.286876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.297429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d36f21-6368-4662-8822-8d76722f5658']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:06.300284 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:06.300910 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:06.310000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d86744-5536-461a-ad71-b36007528773') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:06.313081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d86744-5536-461a-ad71-b36007528773') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:06.324887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.337255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43314) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:06.339458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-05c65478-f11b-4885-972a-d736433ba21e tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab302c7c-dcd9-497a-8605-faa3de7b3395 HTTP/1.1" status: 204 len: 168 time: 1.9133708 Nov 11 21:14:06.349969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:06.354543 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:06.360376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.365414 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:06.365740 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:06.368880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:06.369511 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:06.376243 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:06.400591 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:06.401527 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804b911-9fc1-4096-8afb-2dd54060006d None None] The sync data for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:06.404332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.408335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e33bd1b1-3913-4ccc-8c6c-bdf42d64646e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5808139 Nov 11 21:14:06.409639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:06.414445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '18d66a2b-84f6-4b30-8640-44e258262191', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:06.523038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.537643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.542795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.546349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/networks/32d36f21-6368-4662-8822-8d76722f5658 HTTP/1.1" status: 204 len: 168 time: 0.5524507 Nov 11 21:14:06.549245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43318) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:06.558742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c7eef89d-0bbf-4279-864d-6f90a0b33532 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:06.588597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8307b88-3886-4abb-9513-77e5d1f6fe1e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Network': ['ID=32d36f21-6368-4662-8822-8d76722f5658,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:06.622629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c7eef89d-0bbf-4279-864d-6f90a0b33532 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:06.623589 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.638640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.671751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.678360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] device_id is not set on port 29fe724f-e418-4b2b-8405-361b8e2fdefa yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:06.693777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b447592-a6eb-424f-9e44-8d028c51413e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:06.700642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b447592-a6eb-424f-9e44-8d028c51413e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:06.705909 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b447592-a6eb-424f-9e44-8d028c51413e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1517167 Nov 11 21:14:06.705909 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:14:06.711606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:06.714322 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.716263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-111071746'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:06.751718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.752284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port c7eef89d-0bbf-4279-864d-6f90a0b33532, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c7eef89d-0bbf-4279-864d-6f90a0b33532,segment=NetworkSegment(9e5acc68-972b-4738-8849-36fe38833829),segment_id=9e5acc68-972b-4738-8849-36fe38833829)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:06.800104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Allocated IP 172.25.2.82 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/45f50ae8-433e-4132-98e0-ac7cfa910369) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:06.860969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.873590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.885145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Allocated IP 172.20.0.5 (fab65e99-bdfb-4616-855f-0251c510fe6c/2aabbefe-1041-40a8-96ac-c3d363168b7b/29fe724f-e418-4b2b-8405-361b8e2fdefa) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:06.924536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Made reservation on behalf of 78ab3e96b94d4da6bfa049abf3a8b8f6 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:06.928430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.939919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=c7eef89d-0bbf-4279-864d-6f90a0b33532,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:06.941798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:06.964412 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.020455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca476acd-4fc9-42b8-907b-576703bbf753,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:07.064138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:07.077638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.085234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.088638 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Added segment 4a4d3fad-aaf3-46b0-9ca1-2b5dd1b78225 of type vlan for network 274a7f3a-7c7a-41ae-bf13-ae88b6d7b197 Nov 11 21:14:07.088796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.097877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.102583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b1c91feb-dbeb-4379-a79a-76097a2c2e67 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6884441 Nov 11 21:14:07.106281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:07.118108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'network': {'name': 'tempest-network-smoke--2006178038', 'project_id': '675f1365bb384017b4474ada374a52b9', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:07.120469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:07.128085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:07.131661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:07.139452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Pushing event updated for resources: {'Port': ['ID=45f50ae8-433e-4132-98e0-ac7cfa910369,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:07.182993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.187193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.188515 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ad548-2697-4208-a557-7cbc2de7ada9 None None] Network fab65e99-bdfb-4616-855f-0251c510fe6c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:07.233826 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.248541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:07.252218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.276077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:07.279462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0d4cd711-0a6f-4b42-bfd6-7185dd09309f None None] Provisioning complete for port c7eef89d-0bbf-4279-864d-6f90a0b33532 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:07.280073 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d4cd711-0a6f-4b42-bfd6-7185dd09309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.284965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.285316 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Added segment bf2ff4f5-3546-4837-8cf2-69bdbccff613 of type vlan for network e9611916-e866-44c6-a185-bfad542b91e1 Nov 11 21:14:07.315283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.321022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:07.321612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.360455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.369313 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.386873 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.477968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Network': ['ID=274a7f3a-7c7a-41ae-bf13-ae88b6d7b197,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:07.485211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network fab65e99-bdfb-4616-855f-0251c510fe6c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:07.490571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:07.493764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:07.496682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=29fe724f-e418-4b2b-8405-361b8e2fdefa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:07.500225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 274a7f3a-7c7a-41ae-bf13-ae88b6d7b197 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:07.507008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8b7e910e-fd6f-43ee-a6e4-07310f2d9aff tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7925313 Nov 11 21:14:07.513514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:07.518712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2060609234'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:07.563104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:07.563754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.573851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.580542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:07.581186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.603362 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.637342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Made reservation on behalf of 78ab3e96b94d4da6bfa049abf3a8b8f6 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:07.643030 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.665391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Network': ['ID=e9611916-e866-44c6-a185-bfad542b91e1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:07.675409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e9611916-e866-44c6-a185-bfad542b91e1 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:07.677291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:07.686766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.687254 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Added segment bbadea09-547d-4830-9815-7431c1be8610 of type vlan for network f74b21d3-c919-40c7-9c15-ffef7f7dedbb Nov 11 21:14:07.718406 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.736097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-68855fed-401f-457e-8b41-48b716bd31d1 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7552423 Nov 11 21:14:07.737075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:07.741821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.743022 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-552f368f-ff2a-4234-8271-955ea6f83bd1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6357937 Nov 11 21:14:07.745908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:07.748186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'name': 'tempest-AllowedAddressPairTestJSON-1174622006', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:06:e8:cb'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:07.756568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'admin_state_up': True, 'project_id': '675f1365bb384017b4474ada374a52b9', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:07.799156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-11d11f9d-0d66-4439-b333-03093edd26c6 None None] Provisioning complete for port 29fe724f-e418-4b2b-8405-361b8e2fdefa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:07.799447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11d11f9d-0d66-4439-b333-03093edd26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.847004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-11d11f9d-0d66-4439-b333-03093edd26c6 None None] Port 29fe724f-e418-4b2b-8405-361b8e2fdefa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:07.857543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-11d11f9d-0d66-4439-b333-03093edd26c6 None None] Provisioning complete for port c7eef89d-0bbf-4279-864d-6f90a0b33532 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:07.858035 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11d11f9d-0d66-4439-b333-03093edd26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.888882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.890344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.904212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Pushing event updated for resources: {'Port': ['ID=45f50ae8-433e-4132-98e0-ac7cfa910369,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:07.912023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.918895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.942177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.949109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:07.949709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:07.966041 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.024655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.025923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e98eb181-bf42-4c8f-9453-bd42c5cf3b69 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6874480 Nov 11 21:14:08.029508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43330) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:08.039967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Network': ['ID=f74b21d3-c919-40c7-9c15-ffef7f7dedbb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:08.050421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f74b21d3-c919-40c7-9c15-ffef7f7dedbb details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:08.112409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2faf038c-0e30-480d-bcd5-50de8ddd1d16 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5975711 Nov 11 21:14:08.115262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:08.122132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-44e79175-e077-4bbd-a7c1-152166843761 None None] Provisioning complete for port 29fe724f-e418-4b2b-8405-361b8e2fdefa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:08.122511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-44e79175-e077-4bbd-a7c1-152166843761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.124066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'ports': [{'network_id': '274a7f3a-7c7a-41ae-bf13-ae88b6d7b197', 'name': 'tempest-port--912845594', 'admin_state_up': True}, {'network_id': 'f74b21d3-c919-40c7-9c15-ffef7f7dedbb', 'admin_state_up': False}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:08.124429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'port': {'network_id': '274a7f3a-7c7a-41ae-bf13-ae88b6d7b197', 'name': 'tempest-port--912845594', 'admin_state_up': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:08.124920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'port': {'network_id': 'f74b21d3-c919-40c7-9c15-ffef7f7dedbb', 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:08.170413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-44e79175-e077-4bbd-a7c1-152166843761 None None] Port 29fe724f-e418-4b2b-8405-361b8e2fdefa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:08.194457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:08.220823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.243759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:08.380286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.400028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] device_id is not set on port 96000207-7780-4f32-ae42-bacc4ce5a278 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:08.404444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.462683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.494516 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.524322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c7eef89d-0bbf-4279-864d-6f90a0b33532 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:08.560727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Made reservation on behalf of 78ab3e96b94d4da6bfa049abf3a8b8f6 for: {'port': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:08.565564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.581440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c7eef89d-0bbf-4279-864d-6f90a0b33532 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:08.582132 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.595886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.620437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Allocated IP 172.20.0.12 (fab65e99-bdfb-4616-855f-0251c510fe6c/2aabbefe-1041-40a8-96ac-c3d363168b7b/96000207-7780-4f32-ae42-bacc4ce5a278) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:08.621110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.2 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/9a47f57f-f3ca-4d3e-8463-dd207695e2f9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:08.736017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.737620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.750775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] device_id is not set on port cc9f9e6a-2d49-4931-9498-2d6ab7864119 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:08.837544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:08.886896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:08.890981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:08.893598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:08.899998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:08.910858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71255c-1509-4c10-ad4f-207bfb4f4f0d None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:08.994694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Allocated IP 172.25.2.38 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/1b186c03-91a6-45f0-9e3d-beb699aef07d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:08.995956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0a0b1eb4-1545-4a60-8333-98ec4b656fde None None] Provisioning complete for port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:08.996366 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1eb4-1545-4a60-8333-98ec4b656fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.012817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.031577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b1eb4-1545-4a60-8333-98ec4b656fde None None] Port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:09.122148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.215582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] device_id is not set on port e8da1f47-6ff6-4f81-91e0-8af5a7a0ba1f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:09.235169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.243376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.270608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.354265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network fab65e99-bdfb-4616-855f-0251c510fe6c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:09.363928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:09.374590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:09.382241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=96000207-7780-4f32-ae42-bacc4ce5a278,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:09.437469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.463907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.487683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.499000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:09.499645 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.521244 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:09.539263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:09.543139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Pushing event updated for resources: {'Port': ['ID=1b186c03-91a6-45f0-9e3d-beb699aef07d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:09.546676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:09.638032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3a9b1773-cf90-462a-96f0-5caf484d73e0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8981333 Nov 11 21:14:09.640856 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43338) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:09.656083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2bf82da2-d2db-4d6d-982d-3c589ed48913 None None] Provisioning complete for port 96000207-7780-4f32-ae42-bacc4ce5a278 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:09.656498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2bf82da2-d2db-4d6d-982d-3c589ed48913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.661155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.697089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2bf82da2-d2db-4d6d-982d-3c589ed48913 None None] Port 96000207-7780-4f32-ae42-bacc4ce5a278 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:09.703429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e0a77-586c-415b-a503-17983742f055 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:09.709501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e0a77-586c-415b-a503-17983742f055 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:09.716459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e0a77-586c-415b-a503-17983742f055 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:09.718115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-943e0a77-586c-415b-a503-17983742f055 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0763919 Nov 11 21:14:09.719291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.720919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:09.722283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:14:09.832890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Port': ['ID=cc9f9e6a-2d49-4931-9498-2d6ab7864119,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:09.834972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.844420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:09.857097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Sync routers for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:09.870631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:09.871336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:09.918730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:09.920567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-086d6c88-0a75-462c-9ef4-353f17b1f839 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1732666 Nov 11 21:14:09.923564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43342) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:09.965667 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-964c59ab-5e38-4dce-b8df-05aeb5e5f698 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=675f1365bb384017b4474ada374a52b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402868 Nov 11 21:14:09.968554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:10.080756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80e436-700c-4f22-b430-3a2be77c4b8d tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:10.082864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5c80e436-700c-4f22-b430-3a2be77c4b8d tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1128628 Nov 11 21:14:10.085698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43346) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:10.115718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5c30ba2f-252b-450d-a296-92e0d96bd0c4 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286455 Nov 11 21:14:10.118864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43348) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:10.124559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1801274258', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'project_id': '675f1365bb384017b4474ada374a52b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:10.147317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:10.246768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Checking segment: {'id': '4a4d3fad-aaf3-46b0-9ca1-2b5dd1b78225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '274a7f3a-7c7a-41ae-bf13-ae88b6d7b197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:10.247120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network hostable DHCP agents. Network: 274a7f3a-7c7a-41ae-bf13-ae88b6d7b197, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:10.270827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:10.274915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.329222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting port 96000207-7780-4f32-ae42-bacc4ce5a278 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:10.329635 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.342132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:09Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:10.372541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Checking router: fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:14:10.372900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Updating router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:14:10.403351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.427938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network 274a7f3a-7c7a-41ae-bf13-ae88b6d7b197 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:10.466734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.475958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.482390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Calling delete_port for 96000207-7780-4f32-ae42-bacc4ce5a278 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:10.529365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 274a7f3a-7c7a-41ae-bf13-ae88b6d7b197) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:10.538284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:10.538284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.543754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3ef57-2d76-4116-a36f-d3e2fd991f13 None None] Network 274a7f3a-7c7a-41ae-bf13-ae88b6d7b197 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:10.557294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.575410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.628039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Subnet': ['ID=3845a8e7-2c77-48f4-b8f5-9f99146bad51,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:10.628830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Port': ['ID=e8da1f47-6ff6-4f81-91e0-8af5a7a0ba1f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:10.647409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Checking segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:10.647409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network hostable DHCP agents. Network: e9611916-e866-44c6-a185-bfad542b91e1, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:10.722263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Checking segment: {'id': 'bbadea09-547d-4830-9815-7431c1be8610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f74b21d3-c919-40c7-9c15-ffef7f7dedbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:10.722877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network hostable DHCP agents. Network: f74b21d3-c919-40c7-9c15-ffef7f7dedbb, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:10.740578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network e9611916-e866-44c6-a185-bfad542b91e1 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:10.742058 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.760502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Pushing event updated for resources: {'Port': ['ID=1b186c03-91a6-45f0-9e3d-beb699aef07d,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:10.799391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.830791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e9611916-e866-44c6-a185-bfad542b91e1) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:10.835133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:10.836632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.841202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ae1e3-3653-4f08-8b27-fa1a9222577b None None] Network e9611916-e866-44c6-a185-bfad542b91e1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:10.861809 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.863064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4625efb7-e395-40e2-8263-23f8398fad0b tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8326297 Nov 11 21:14:10.864061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.869373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43350) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:10.898468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Port': ['ID=96000207-7780-4f32-ae42-bacc4ce5a278,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:10.921609 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:10.953696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network f74b21d3-c919-40c7-9c15-ffef7f7dedbb is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:10.963213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f74b21d3-c919-40c7-9c15-ffef7f7dedbb) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:10.987879 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d9a5f8c6-796d-4405-a1bb-f6f9e1582d01 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8644018 Nov 11 21:14:10.988056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:10.991415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:10.994369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:11.001065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb539fc-7d51-4aa5-9a8d-d3d91c8d3336 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:11.001756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:11.002751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.002867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a58a6-066a-44c9-a12d-214f644eb2b9 None None] Network f74b21d3-c919-40c7-9c15-ffef7f7dedbb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:11.024765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Attempting to bind port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:11.030885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Attempting to bind port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:11.030885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Attempting to bind port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:11.061955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:11.062362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:11.062764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.063166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:11.063662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Bound port: 9a47f57f-f3ca-4d3e-8463-dd207695e2f9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:11.064049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.070358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1752ee-b12a-432b-94e7-49adf26c200f None None] Pushing event updated for resources: {'Port': ['ID=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:11.094103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2cf089cf-ebd6-4884-8df4-5e5423da8d0c tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2246306 Nov 11 21:14:11.094803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:11.122632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-de75859e-d19a-4b90-a11e-9bb2f2a705a0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0061572 Nov 11 21:14:11.134201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43356) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:11.180360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e9611916-e866-44c6-a185-bfad542b91e1', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:14:11.180964 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.185229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.191318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9dc5eea3-e55f-42c9-ab7c-232a6a8d3e75 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/ports/96000207-7780-4f32-ae42-bacc4ce5a278 HTTP/1.1" status: 204 len: 168 time: 1.4670825 Nov 11 21:14:11.192205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:11.236334 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed54116-a919-43ba-a9e9-195e2a97d810 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] GET failed (client error): The resource could not be found. Nov 11 21:14:11.238362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bed54116-a919-43ba-a9e9-195e2a97d810 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "GET /v2.0/ports/96000207-7780-4f32-ae42-bacc4ce5a278 HTTP/1.1" status: 404 len: 333 time: 0.0451031 Nov 11 21:14:11.239585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05e1c62a-0650-4323-a750-3747c3f52a35 None None] Provisioning complete for port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:11.239894 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05e1c62a-0650-4323-a750-3747c3f52a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.243088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43360) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:11.256371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'name': 'tempest-AllowedAddressPairTestJSON-251796579'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:11.259374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] For port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:11.299349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0f2dc-d7f8-4236-9d4f-26cd206ffb62 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:11.303787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] For port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:11.308629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0f2dc-d7f8-4236-9d4f-26cd206ffb62 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:11.313813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8ce0f2dc-d7f8-4236-9d4f-26cd206ffb62 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1747813 Nov 11 21:14:11.313813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:11.372488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05e1c62a-0650-4323-a750-3747c3f52a35 None None] Port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:11.395514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.479814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab88ed73-c8df-4940-b7ff-02eee14f47cc None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:11.496614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Deleting port cc9f9e6a-2d49-4931-9498-2d6ab7864119 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:11.497092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.505180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:11.505180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:11.519077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Allocated IP 172.20.0.2 (e9611916-e866-44c6-a185-bfad542b91e1/3845a8e7-2c77-48f4-b8f5-9f99146bad51/91c75aaf-0569-4d07-b070-ebd4bc61eec0) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:11.519077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1752ee-b12a-432b-94e7-49adf26c200f None None] Pushing event updated for resources: {'Port': ['ID=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:11.574110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.590817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Calling delete_port for cc9f9e6a-2d49-4931-9498-2d6ab7864119 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:11.603146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:11.608253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.631412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] device_id is not set on port 01225bf7-0987-4be1-af56-2c50c9f6be2c yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:11.655578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ebd80a08-a55f-4ed1-a76d-fd812c340947 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5571387 Nov 11 21:14:11.656789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43364) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:11.693801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6ed2047-a1af-4be2-b0a0-1d8a96e729c8 None None] Provisioning complete for port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:11.694502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2047-a1af-4be2-b0a0-1d8a96e729c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.724820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:11.807875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Allocated IP 172.20.0.9 (fab65e99-bdfb-4616-855f-0251c510fe6c/2aabbefe-1041-40a8-96ac-c3d363168b7b/01225bf7-0987-4be1-af56-2c50c9f6be2c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:11.891793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Deleting port 1b186c03-91a6-45f0-9e3d-beb699aef07d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:11.892160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.900948 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.925051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.970759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Port': ['ID=cc9f9e6a-2d49-4931-9498-2d6ab7864119,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:11.990882 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:11.997266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-43d17f3b-432b-4aa9-a8d6-fac44e0defef tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/ports/cc9f9e6a-2d49-4931-9498-2d6ab7864119 HTTP/1.1" status: 204 len: 168 time: 0.6825805 Nov 11 21:14:11.998037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43366) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:12.071895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.072563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.101507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Calling delete_port for 1b186c03-91a6-45f0-9e3d-beb699aef07d owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:12.107012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.113124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.161864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Deleting port e8da1f47-6ff6-4f81-91e0-8af5a7a0ba1f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:12.162120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.188111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Network e9611916-e866-44c6-a185-bfad542b91e1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:12.190290 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2047-a1af-4be2-b0a0-1d8a96e729c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.205776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:12.213478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:12.224346 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.229233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Pushing event updated for resources: {'Port': ['ID=91c75aaf-0569-4d07-b070-ebd4bc61eec0,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:12.243390 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.244034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d6ed2047-a1af-4be2-b0a0-1d8a96e729c8 None None] For port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:12.287715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Calling delete_port for e8da1f47-6ff6-4f81-91e0-8af5a7a0ba1f owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:12.299340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network fab65e99-bdfb-4616-855f-0251c510fe6c is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:12.302686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Attempting to bind port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:12.302686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Attempting to bind port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:12.302686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Attempting to bind port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:12.307701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:12.310790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:09Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:12.313087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:12.314289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:12.314462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Checking segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:12.314864 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.315267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Bound using segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:12.315802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Bound port: 91c75aaf-0569-4d07-b070-ebd4bc61eec0, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:12.316141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.317700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=01225bf7-0987-4be1-af56-2c50c9f6be2c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:12.349672 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6ed2047-a1af-4be2-b0a0-1d8a96e729c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.353085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab44eb-21b7-44dc-bf0e-47fda125339d None None] The sync data for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 is: [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:09Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:12.414208 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.431065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:12.431861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.518187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] For port 91c75aaf-0569-4d07-b070-ebd4bc61eec0, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:12.531029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed2047-a1af-4be2-b0a0-1d8a96e729c8 None None] Pushing event updated for resources: {'Port': ['ID=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:12.532645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-895d9e04-c5a7-4254-9914-a55c56033f58 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2881131 Nov 11 21:14:12.536801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43368) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:12.543927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:06:e8:cb'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:12.548626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] For port 91c75aaf-0569-4d07-b070-ebd4bc61eec0, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=91c75aaf-0569-4d07-b070-ebd4bc61eec0,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:12.624193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.670349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.670349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Port': ['ID=e8da1f47-6ff6-4f81-91e0-8af5a7a0ba1f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:12.678421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.691695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:12.693091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-124f5030-6b25-44fc-928d-8f899c416817 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/ports/e8da1f47-6ff6-4f81-91e0-8af5a7a0ba1f HTTP/1.1" status: 204 len: 168 time: 0.6914117 Nov 11 21:14:12.731901 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.732119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.742846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e56d666-b85c-47f7-8b2d-fb52c606f316 None None] Provisioning complete for port 01225bf7-0987-4be1-af56-2c50c9f6be2c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:12.743586 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e56d666-b85c-47f7-8b2d-fb52c606f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.755736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b0a426bd-abf9-4e16-b4a0-c89fdbb056ba tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0609288 Nov 11 21:14:12.759891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43372) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:12.766457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1140585756'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:12.799048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Pushing event deleted for resources: {'Port': ['ID=1b186c03-91a6-45f0-9e3d-beb699aef07d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:12.858975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7e56d666-b85c-47f7-8b2d-fb52c606f316 None None] Port 01225bf7-0987-4be1-af56-2c50c9f6be2c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:12.885316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c400c8c-82c6-4d45-9bb8-aec5a4997bdd None None] Pushing event updated for resources: {'Port': ['ID=91c75aaf-0569-4d07-b070-ebd4bc61eec0,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:12.926326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Made reservation on behalf of 78ab3e96b94d4da6bfa049abf3a8b8f6 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:12.930958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.955870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.958554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:12.962809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8e4d9e93-63c1-419f-8e7d-0dbf63e97114 tempest-FloatingIPAdminTestJSON-1214642275 tempest-FloatingIPAdminTestJSON-1214642275-project] 10.222.0.31 "DELETE /v2.0/floatingips/c729c85a-237f-4ead-96ad-c60c77efdaf0 HTTP/1.1" status: 204 len: 168 time: 1.3030312 Nov 11 21:14:12.964846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:12.997231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:13.023432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.023730 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Added segment 948b2360-e5f2-43f8-b2d9-107b34d06cfa of type vlan for network 1901a826-0235-4722-9be9-a1817d6c6da0 Nov 11 21:14:13.029799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.1 (e9611916-e866-44c6-a185-bfad542b91e1/3845a8e7-2c77-48f4-b8f5-9f99146bad51/67a62349-4f3d-4c3c-8a06-0719c95f9a71) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:13.086279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.099829 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.168951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.254872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.274645 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.282239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:13.282868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.287747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Deleting port 45f50ae8-433e-4132-98e0-ac7cfa910369 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:13.288092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.394817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.395569 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.401266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=01225bf7-0987-4be1-af56-2c50c9f6be2c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:13.407860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] In _notify_port_updated(), no bound segment for port 01225bf7-0987-4be1-af56-2c50c9f6be2c on network fab65e99-bdfb-4616-855f-0251c510fe6c {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:14:13.413947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:13.414709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.415412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Calling delete_port for 45f50ae8-433e-4132-98e0-ac7cfa910369 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:13.416375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c2c3064a-b814-487f-946c-ce3e989d9a26 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "PUT /v2.0/ports/01225bf7-0987-4be1-af56-2c50c9f6be2c HTTP/1.1" status: 200 len: 992 time: 0.8780985 Nov 11 21:14:13.420486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:13.420919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Network': ['ID=1901a826-0235-4722-9be9-a1817d6c6da0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:13.431782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1901a826-0235-4722-9be9-a1817d6c6da0 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:13.513753 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.525013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f863ec0c-097c-4ef3-a0fc-05b01065bba2 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7631164 Nov 11 21:14:13.527482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43378) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:13.532946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-653659631'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:13.588189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b61d711d-4ee2-4a28-82bb-686f3f8e145b None None] Provisioning complete for port 01225bf7-0987-4be1-af56-2c50c9f6be2c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:13.588744 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b61d711d-4ee2-4a28-82bb-686f3f8e145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.603149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network e9611916-e866-44c6-a185-bfad542b91e1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:13.615117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:13.621926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:13.629924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b61d711d-4ee2-4a28-82bb-686f3f8e145b None None] Port 01225bf7-0987-4be1-af56-2c50c9f6be2c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:13.654497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Made reservation on behalf of 78ab3e96b94d4da6bfa049abf3a8b8f6 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:13.654773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=67a62349-4f3d-4c3c-8a06-0719c95f9a71,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:13.661085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.696449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:13.703449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting port 01225bf7-0987-4be1-af56-2c50c9f6be2c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:13.704041 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.709044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.709248 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Added segment 67189ff3-eff3-48a6-bb3f-d170ba40f73c of type vlan for network f923b4ef-70c8-43a1-903d-cb690cadd473 Nov 11 21:14:13.721942 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.761225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.900272 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:13.906402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:13.907057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.000714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Network': ['ID=f923b4ef-70c8-43a1-903d-cb690cadd473,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:14.014163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f923b4ef-70c8-43a1-903d-cb690cadd473 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:14.041071 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d0f5b06d-4750-412e-9773-3bd843e96c08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5124996 Nov 11 21:14:14.090787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8b9b77-ef01-40b8-941c-928592124f64 None None] Network e9611916-e866-44c6-a185-bfad542b91e1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:14.135727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.154619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Calling delete_port for 01225bf7-0987-4be1-af56-2c50c9f6be2c owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:14.175927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:14.182870 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'subnets': [{'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1895734888', 'ip_version': 4}, {'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:14.183319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'subnet': {'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1895734888', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:14.184092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Request body: {'subnet': {'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:14.255055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a7e69157-0381-468e-bafb-80040e9310b3 None None] Provisioning complete for port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:14.255429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e69157-0381-468e-bafb-80040e9310b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.269300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.311642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Pushing event deleted for resources: {'Port': ['ID=45f50ae8-433e-4132-98e0-ac7cfa910369,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:14.410335 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e69157-0381-468e-bafb-80040e9310b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.442052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.445385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.446607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-104ab48f-ff0c-47eb-a1b9-9dc2f8e66880 tempest-FloatingIPAdminTestJSON-1325295616 tempest-FloatingIPAdminTestJSON-1325295616-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/0a2fa8d6-6e08-43c9-9078-f5bdfedaa2f5 HTTP/1.1" status: 204 len: 168 time: 1.4808807 Nov 11 21:14:14.451115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43382) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:14.474552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a7e69157-0381-468e-bafb-80040e9310b3 None None] For port 91c75aaf-0569-4d07-b070-ebd4bc61eec0, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=91c75aaf-0569-4d07-b070-ebd4bc61eec0,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:14.547691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Made reservation on behalf of 78ab3e96b94d4da6bfa049abf3a8b8f6 for: {'subnet': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:14.552340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.552685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.566625 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.596438 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e69157-0381-468e-bafb-80040e9310b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.645987 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.676225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:14.685358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Deleting port 57a046a7-dd62-4e48-8dfc-ba4c589ddb32 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:14.685823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.695754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Port': ['ID=01225bf7-0987-4be1-af56-2c50c9f6be2c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:14.763358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e69157-0381-468e-bafb-80040e9310b3 None None] Pushing event updated for resources: {'Port': ['ID=91c75aaf-0569-4d07-b070-ebd4bc61eec0,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:14.768204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a996ebe5-6b43-474f-936f-093c537f569b None None] Provisioning complete for port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:14.768590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a996ebe5-6b43-474f-936f-093c537f569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.810799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:14.811086 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.920585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:14.946833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Calling delete_port for 57a046a7-dd62-4e48-8dfc-ba4c589ddb32 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:15.000525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 91c75aaf-0569-4d07-b070-ebd4bc61eec0 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:15.045978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a996ebe5-6b43-474f-936f-093c537f569b None None] Provisioning complete for port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:15.046309 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a996ebe5-6b43-474f-936f-093c537f569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.054084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.061885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-89fa6412-ee63-49d4-9053-4232d0d0d81e tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/ports/01225bf7-0987-4be1-af56-2c50c9f6be2c HTTP/1.1" status: 204 len: 168 time: 1.6374729 Nov 11 21:14:15.063402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43384) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:15.122214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a996ebe5-6b43-474f-936f-093c537f569b None None] Port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:15.132772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:15.134134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.155388 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1b7d31-6fb8-45d7-8227-c2b7de6901cc tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] GET failed (client error): The resource could not be found. Nov 11 21:14:15.160267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd1b7d31-6fb8-45d7-8227-c2b7de6901cc tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "GET /v2.0/ports/01225bf7-0987-4be1-af56-2c50c9f6be2c HTTP/1.1" status: 404 len: 333 time: 0.0932255 Nov 11 21:14:15.164757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43386) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:15.170093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'name': 'tempest-AllowedAddressPairTestJSON-1085047562'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:15.252448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0e0ea66b-b46f-4715-8045-ee925d70957e None None] Provisioning complete for port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:15.253083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e0ea66b-b46f-4715-8045-ee925d70957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.305976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ea66b-b46f-4715-8045-ee925d70957e None None] Port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:15.315993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.394328 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.421142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:15.426698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.432032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Port': ['ID=57a046a7-dd62-4e48-8dfc-ba4c589ddb32,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:15.450367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.480500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] device_id is not set on port 0f47bec6-df5c-4c80-a224-38878962ff4f yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:15.512896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.515710 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.519107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4bf2b2b1-a84e-4085-87db-0f1fcf7bb2c6 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "DELETE /v2.0/ports/57a046a7-dd62-4e48-8dfc-ba4c589ddb32 HTTP/1.1" status: 204 len: 168 time: 1.0669537 Nov 11 21:14:15.524827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43388) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:15.580712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.593832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=67a62349-4f3d-4c3c-8a06-0719c95f9a71,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:15.610812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Subnet': ['ID=115b7790-4bbc-47b7-b1bf-05312437f19f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:15.632116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca54be-5704-4647-ba58-6fbfa8b43471 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:15.633740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-35ca54be-5704-4647-ba58-6fbfa8b43471 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "GET /v2.0/ports?device_id=df646ce4-11b5-4a34-8865-2f2ff56fea0f HTTP/1.1" status: 200 len: 913 time: 0.1056542 Nov 11 21:14:15.636344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43390) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:15.646544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Checking segment: {'id': '948b2360-e5f2-43f8-b2d9-107b34d06cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:15.646828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network hostable DHCP agents. Network: 1901a826-0235-4722-9be9-a1817d6c6da0, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:15.718361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Allocated IP 172.20.0.7 (fab65e99-bdfb-4616-855f-0251c510fe6c/2aabbefe-1041-40a8-96ac-c3d363168b7b/0f47bec6-df5c-4c80-a224-38878962ff4f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:15.758433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network e9611916-e866-44c6-a185-bfad542b91e1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:15.761473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:15.813059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network 1901a826-0235-4722-9be9-a1817d6c6da0 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:15.916255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1901a826-0235-4722-9be9-a1817d6c6da0) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:15.923435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:15.933503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4700840-6ebe-46af-800a-74bf34f9d1ca None None] Network 1901a826-0235-4722-9be9-a1817d6c6da0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:15.982805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event updated for resources: {'Subnet': ['ID=0f95a318-f714-4633-99f1-2b8a1deadeef,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:15.992291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:16.004291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.056732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-80e1b167-f40d-47d9-8eb7-37b84e58c4b9 None None] Provisioning complete for port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:16.057021 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80e1b167-f40d-47d9-8eb7-37b84e58c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.086297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Checking segment: {'id': '67189ff3-eff3-48a6-bb3f-d170ba40f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:16.086297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network hostable DHCP agents. Network: f923b4ef-70c8-43a1-903d-cb690cadd473, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:16.125780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-80e1b167-f40d-47d9-8eb7-37b84e58c4b9 None None] Port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:16.151845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:16.157105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c6b7311c-3d4b-4d6c-935d-2628fbf59adf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1645842 Nov 11 21:14:16.175043 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Sync routers for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:16.178180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-1901a826-0235-4722-9be9-a1817d6c6da0', 'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0', 'tenant_id': '78ab3e96b94d4da6bfa049abf3a8b8f6', 'fixed_ips': [{'subnet_id': '115b7790-4bbc-47b7-b1bf-05312437f19f'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:14:16.180236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.187068 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:16.187698 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:16.225077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.235881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.265775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Network f923b4ef-70c8-43a1-903d-cb690cadd473 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:16.277758 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:14:16.330851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network fab65e99-bdfb-4616-855f-0251c510fe6c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:16.343379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Allocated IP 172.20.0.2 (1901a826-0235-4722-9be9-a1817d6c6da0/115b7790-4bbc-47b7-b1bf-05312437f19f/27c6fb5f-2490-48ef-bce7-e71e60890014) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:16.362822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f923b4ef-70c8-43a1-903d-cb690cadd473) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:16.366641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:16.378125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:16.396099 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5635562c-6546-400a-8b07-25deb3a655b8 None None] Network f923b4ef-70c8-43a1-903d-cb690cadd473 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:16.401705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:16.402286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:16.402814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.436347 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:16.468915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=0f47bec6-df5c-4c80-a224-38878962ff4f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:16.545298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:16.545978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.559726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-79b597f7-56fa-496e-bb90-c86a173664f9 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3757102 Nov 11 21:14:16.559861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43402) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:16.708173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Deleting port 83f0ad31-151e-4387-8747-7c73e5d13d90 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:16.709569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.715636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be0369-1873-412e-893a-c5bad7279a08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:16.718938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be0369-1873-412e-893a-c5bad7279a08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:16.723634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be0369-1873-412e-893a-c5bad7279a08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:16.727936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-81be0369-1873-412e-893a-c5bad7279a08 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1692152 Nov 11 21:14:16.731222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:16.741047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.743726 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 2, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:16.747350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 91c75aaf-0569-4d07-b070-ebd4bc61eec0 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:16.775159 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Checking router: fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:14:16.775426 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Updating router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:14:16.807726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5e6bbc85-c772-49b7-9152-f15db8a29604 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6378901 Nov 11 21:14:16.807953 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.816586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:16.822442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:e8:cb'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:16.850217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.884286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Deleting subnet 115b7790-4bbc-47b7-b1bf-05312437f19f {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:14:16.894271 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.901567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:16.926236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Calling delete_port for 83f0ad31-151e-4387-8747-7c73e5d13d90 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:16.935380 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-dc263091-42d5-48d2-904c-7622a314ede7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591608185&fields=id&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 267 time: 0.0980284 Nov 11 21:14:16.941559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Network 1901a826-0235-4722-9be9-a1817d6c6da0 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:16.988518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:16.988518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:17.007490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.031739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4dafe666-8674-4fe4-879b-70e3f9fd8fa9 None None] Provisioning complete for port 0f47bec6-df5c-4c80-a224-38878962ff4f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:17.032282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4dafe666-8674-4fe4-879b-70e3f9fd8fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.067537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Pushing event updated for resources: {'Port': ['ID=27c6fb5f-2490-48ef-bce7-e71e60890014,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:17.121748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Attempting to bind port 27c6fb5f-2490-48ef-bce7-e71e60890014 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:17.122177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Attempting to bind port 27c6fb5f-2490-48ef-bce7-e71e60890014 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '948b2360-e5f2-43f8-b2d9-107b34d06cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:17.123292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Attempting to bind port 27c6fb5f-2490-48ef-bce7-e71e60890014 on network 1901a826-0235-4722-9be9-a1817d6c6da0 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:17.157855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:17.158356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Checking segment: {'id': '948b2360-e5f2-43f8-b2d9-107b34d06cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:17.158640 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.159092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Bound using segment: {'id': '948b2360-e5f2-43f8-b2d9-107b34d06cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:17.159582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Bound port: 27c6fb5f-2490-48ef-bce7-e71e60890014, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948b2360-e5f2-43f8-b2d9-107b34d06cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1901a826-0235-4722-9be9-a1817d6c6da0'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:17.159963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.168843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:17.169250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.171004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4dafe666-8674-4fe4-879b-70e3f9fd8fa9 None None] Port 0f47bec6-df5c-4c80-a224-38878962ff4f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:17.183321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f923b4ef-70c8-43a1-903d-cb690cadd473', 'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473', 'tenant_id': '78ab3e96b94d4da6bfa049abf3a8b8f6', 'fixed_ips': [{'subnet_id': '0f95a318-f714-4633-99f1-2b8a1deadeef'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:14:17.184022 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.192488 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.204919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.238948 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.261055 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.313437 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Pushing event updated for resources: {'Port': ['ID=67a62349-4f3d-4c3c-8a06-0719c95f9a71,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:17.341212 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.343909 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.344944 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.347433 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.348050 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.348642 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.349200 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.351341 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.351946 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.352537 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.353093 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.353667 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:17.406115 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Attempting to bind port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:17.406717 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Attempting to bind port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:17.407089 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Attempting to bind port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:17.418094 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:17.418461 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Checking segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:17.419057 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.420000 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Bound using segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:17.420678 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Bound port: 67a62349-4f3d-4c3c-8a06-0719c95f9a71, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:17.421229 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.495373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Allocated IP 172.20.0.18 (f923b4ef-70c8-43a1-903d-cb690cadd473/0f95a318-f714-4633-99f1-2b8a1deadeef/ad4ca81c-c804-4742-b9d7-a330ecddb55f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:17.555152 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] For port 67a62349-4f3d-4c3c-8a06-0719c95f9a71, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:17.557471 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] For port 67a62349-4f3d-4c3c-8a06-0719c95f9a71, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67a62349-4f3d-4c3c-8a06-0719c95f9a71,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:17.564988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-1265e2ef-4cd0-4881-ac15-5e0aa3d3dbe0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:17.566564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-1265e2ef-4cd0-4881-ac15-5e0aa3d3dbe0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 797 time: 0.6226137 Nov 11 21:14:17.592849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-4e940927-6fdd-4f25-a115-03e4ae91bdd9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/quotas/675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 375 time: 0.0194640 Nov 11 21:14:17.601720 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.604609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.609299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] For port 27c6fb5f-2490-48ef-bce7-e71e60890014, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:17.623066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] For port 27c6fb5f-2490-48ef-bce7-e71e60890014, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=27c6fb5f-2490-48ef-bce7-e71e60890014,segment=NetworkSegment(948b2360-e5f2-43f8-b2d9-107b34d06cfa),segment_id=948b2360-e5f2-43f8-b2d9-107b34d06cfa)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:17.630712 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.638590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Subnet': ['ID=115b7790-4bbc-47b7-b1bf-05312437f19f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:17.641135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.644107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5cfa84ce-f0c8-4e3f-826c-ceadb03ea937 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/subnets/115b7790-4bbc-47b7-b1bf-05312437f19f HTTP/1.1" status: 204 len: 168 time: 0.9117813 Nov 11 21:14:17.646563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43414) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:17.715512 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452a96-ffab-443d-91d5-96955e2e4211 None None] Pushing event updated for resources: {'Port': ['ID=67a62349-4f3d-4c3c-8a06-0719c95f9a71,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:17.721663 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.724081 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:17.724893 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:17.739884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-054c0324-dbb4-4dab-8521-e654c9102a69 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401770 Nov 11 21:14:17.827305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Deleting subnet 0f95a318-f714-4633-99f1-2b8a1deadeef {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:14:17.832203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.857516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.885365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Port': ['ID=83f0ad31-151e-4387-8747-7c73e5d13d90,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:17.903527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=0f47bec6-df5c-4c80-a224-38878962ff4f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:17.916019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] In _notify_port_updated(), no bound segment for port 0f47bec6-df5c-4c80-a224-38878962ff4f on network fab65e99-bdfb-4616-855f-0251c510fe6c {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:14:17.957646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:17.958617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:17.963981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6bd2d449-92af-463f-a8b8-a7ccc0b3aad2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "PUT /v2.0/ports/0f47bec6-df5c-4c80-a224-38878962ff4f HTTP/1.1" status: 200 len: 996 time: 1.1441207 Nov 11 21:14:17.964537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:18.027803 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:18.047276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-7bf84c40-2eb5-4886-b128-b97080b3479f service neutron] 10.222.0.31 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935839 Nov 11 21:14:18.097052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c8293598-7729-496c-8b97-de925af566a3 None None] Provisioning complete for port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:18.098180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8293598-7729-496c-8b97-de925af566a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.100465 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.175088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a2d5e-251b-4172-97b2-9ddd54a2e32c None None] Pushing event updated for resources: {'Port': ['ID=27c6fb5f-2490-48ef-bce7-e71e60890014,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:18.230622 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.273687 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8293598-7729-496c-8b97-de925af566a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.291081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.352983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.374384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Network f923b4ef-70c8-43a1-903d-cb690cadd473 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:18.392854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c8293598-7729-496c-8b97-de925af566a3 None None] For port 67a62349-4f3d-4c3c-8a06-0719c95f9a71, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67a62349-4f3d-4c3c-8a06-0719c95f9a71,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:18.394241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:18.401844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:18.445155 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:17Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:18.472911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Pushing event updated for resources: {'Port': ['ID=ad4ca81c-c804-4742-b9d7-a330ecddb55f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:18.474136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting port 0f47bec6-df5c-4c80-a224-38878962ff4f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:18.474483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.523554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8293598-7729-496c-8b97-de925af566a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.559913 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994ca16-f024-4938-943a-6d44987ab925 None None] The sync data for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 is: [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:17Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:18.575939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0e61a9ab-7297-4f99-97a6-921ea412d28d service neutron] 10.222.0.31 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187552 Nov 11 21:14:18.579262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.704976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.814606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.837119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Calling delete_port for 0f47bec6-df5c-4c80-a224-38878962ff4f owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:18.860312 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.906336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Subnet': ['ID=0f95a318-f714-4633-99f1-2b8a1deadeef,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:18.952406 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:18.958151 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7bd4a34d-34a0-4967-a304-5c1b8c4acb21 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/subnets/0f95a318-f714-4633-99f1-2b8a1deadeef HTTP/1.1" status: 204 len: 168 time: 1.3082418 Nov 11 21:14:18.958510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43422) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:18.974786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Attempting to bind port ad4ca81c-c804-4742-b9d7-a330ecddb55f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:18.975187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Attempting to bind port ad4ca81c-c804-4742-b9d7-a330ecddb55f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '67189ff3-eff3-48a6-bb3f-d170ba40f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:18.975524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Attempting to bind port ad4ca81c-c804-4742-b9d7-a330ecddb55f on network f923b4ef-70c8-43a1-903d-cb690cadd473 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:18.990659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8293598-7729-496c-8b97-de925af566a3 None None] Pushing event updated for resources: {'Port': ['ID=67a62349-4f3d-4c3c-8a06-0719c95f9a71,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:19.015469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:19.016835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Checking segment: {'id': '67189ff3-eff3-48a6-bb3f-d170ba40f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:19.017422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.018525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Bound using segment: {'id': '67189ff3-eff3-48a6-bb3f-d170ba40f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:19.019194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Bound port: ad4ca81c-c804-4742-b9d7-a330ecddb55f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67189ff3-eff3-48a6-bb3f-d170ba40f73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f923b4ef-70c8-43a1-903d-cb690cadd473'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:19.020594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.036440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d442d8f2-f54c-4225-ac0f-46f7e7e34bba None None] Provisioning complete for port 0f47bec6-df5c-4c80-a224-38878962ff4f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:19.037170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d442d8f2-f54c-4225-ac0f-46f7e7e34bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.082786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0099ad7-5e73-4b41-ab00-d43b18aacfb0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:19.090121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e0099ad7-5e73-4b41-ab00-d43b18aacfb0 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1302512 Nov 11 21:14:19.101271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43428) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:19.124028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d442d8f2-f54c-4225-ac0f-46f7e7e34bba None None] Port 0f47bec6-df5c-4c80-a224-38878962ff4f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:19.207764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.215815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d442d8f2-f54c-4225-ac0f-46f7e7e34bba None None] Provisioning complete for port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:19.216477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d442d8f2-f54c-4225-ac0f-46f7e7e34bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.258346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] For port ad4ca81c-c804-4742-b9d7-a330ecddb55f, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:19.279692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Port': ['ID=0f47bec6-df5c-4c80-a224-38878962ff4f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:19.281568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] For port ad4ca81c-c804-4742-b9d7-a330ecddb55f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad4ca81c-c804-4742-b9d7-a330ecddb55f,segment=NetworkSegment(67189ff3-eff3-48a6-bb3f-d170ba40f73c),segment_id=67189ff3-eff3-48a6-bb3f-d170ba40f73c)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:19.301805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-967f2551-ca9f-4444-86b2-cee33e783f47 req-2c5fc5eb-a393-4697-bde8-01d2d2f2a3b7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 210 time: 0.2927904 Nov 11 21:14:19.324639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.368695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.374663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Router df646ce4-11b5-4a34-8865-2f2ff56fea0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:19.418361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Deleting port ad4ca81c-c804-4742-b9d7-a330ecddb55f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:19.418638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.537207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] For port ad4ca81c-c804-4742-b9d7-a330ecddb55f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ad4ca81c-c804-4742-b9d7-a330ecddb55f,segment=NetworkSegment(67189ff3-eff3-48a6-bb3f-d170ba40f73c),segment_id=67189ff3-eff3-48a6-bb3f-d170ba40f73c)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:19.539220 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.570847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2a045-8f44-49e3-bc87-cdc7974c00f4 None None] Pushing event updated for resources: {'Port': ['ID=ad4ca81c-c804-4742-b9d7-a330ecddb55f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:19.585752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Calling delete_port for ad4ca81c-c804-4742-b9d7-a330ecddb55f owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:19.588786 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:19.597991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4852f8fd-700a-4550-acf3-dbd70d4c3772 None None] Network f923b4ef-70c8-43a1-903d-cb690cadd473 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:19.603499 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6bf13dcb-ae63-491a-a707-dfee87325f03 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/ports/0f47bec6-df5c-4c80-a224-38878962ff4f HTTP/1.1" status: 204 len: 168 time: 1.6269560 Nov 11 21:14:19.605398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43434) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:19.646006 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbef0f7f-1640-4b3f-8e36-cdf209e024d8 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] GET failed (client error): The resource could not be found. Nov 11 21:14:19.652431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fbef0f7f-1640-4b3f-8e36-cdf209e024d8 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "GET /v2.0/ports/0f47bec6-df5c-4c80-a224-38878962ff4f HTTP/1.1" status: 404 len: 333 time: 0.0420659 Nov 11 21:14:19.654895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:19.690835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'name': 'tempest-AllowedAddressPairTestJSON-1703380503'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:19.729291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:19.738823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3e2b2e29-213b-4908-83ba-133412af8309 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "PUT /v2.0/routers/df646ce4-11b5-4a34-8865-2f2ff56fea0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1014662 Nov 11 21:14:19.745886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:19.767997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] Sync routers for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:19.822081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:19.822727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:19.860933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:19.880652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] Routers {'df646ce4-11b5-4a34-8865-2f2ff56fea0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:19.881308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:19.886987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961e72d-562e-4830-8ecc-d8056dd51fd2 None None] Network 1901a826-0235-4722-9be9-a1817d6c6da0 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:19.946178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:19.947135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd4a96-7725-4629-8e44-8d69bfcd4c67 None None] The sync data for ids ['df646ce4-11b5-4a34-8865-2f2ff56fea0f'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:20.002744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2fb59cb-ff09-4934-b9bd-b55d80b4c094 None None] Provisioning complete for port 27c6fb5f-2490-48ef-bce7-e71e60890014 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:20.003448 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2fb59cb-ff09-4934-b9bd-b55d80b4c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.143566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2fb59cb-ff09-4934-b9bd-b55d80b4c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.187694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] DHCP port deletion for 1901a826-0235-4722-9be9-a1817d6c6da0 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:20.193367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2fb59cb-ff09-4934-b9bd-b55d80b4c094 None None] For port 27c6fb5f-2490-48ef-bce7-e71e60890014, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=27c6fb5f-2490-48ef-bce7-e71e60890014,segment=NetworkSegment(948b2360-e5f2-43f8-b2d9-107b34d06cfa),segment_id=948b2360-e5f2-43f8-b2d9-107b34d06cfa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:20.250911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] Deleting port 27c6fb5f-2490-48ef-bce7-e71e60890014 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:20.251639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.270901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.277204 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2fb59cb-ff09-4934-b9bd-b55d80b4c094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.332281 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.352933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] For port 27c6fb5f-2490-48ef-bce7-e71e60890014, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=27c6fb5f-2490-48ef-bce7-e71e60890014,segment=NetworkSegment(948b2360-e5f2-43f8-b2d9-107b34d06cfa),segment_id=948b2360-e5f2-43f8-b2d9-107b34d06cfa)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:20.353282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.377903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] Calling delete_port for 27c6fb5f-2490-48ef-bce7-e71e60890014 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:20.390839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb59cb-ff09-4934-b9bd-b55d80b4c094 None None] Pushing event updated for resources: {'Port': ['ID=27c6fb5f-2490-48ef-bce7-e71e60890014,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:20.417163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Port': ['ID=ad4ca81c-c804-4742-b9d7-a330ecddb55f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:20.423919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] No DVR routers for this DVR port ad4ca81c-c804-4742-b9d7-a330ecddb55f on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:20.470340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3757d013-96e2-43c4-969e-278b765afabd req-7c3aa3b6-4a67-456c-8292-a2d683f7e9de tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 210 time: 0.0347714 Nov 11 21:14:20.492825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:20.497314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.549338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.555265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.572439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] device_id is not set on port bf6a6985-b85f-4f02-9e9d-297190b83be4 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:20.572708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67a62349-4f3d-4c3c-8a06-0719c95f9a71 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:20.588464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f923b4ef-70c8-43a1-903d-cb690cadd473']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:20.595870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.626963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67189ff3-eff3-48a6-bb3f-d170ba40f73c') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:20.627187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67189ff3-eff3-48a6-bb3f-d170ba40f73c') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:20.633589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] Pushing event deleted for resources: {'Port': ['ID=27c6fb5f-2490-48ef-bce7-e71e60890014,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:20.635628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13a76c-582c-4e8f-a692-229d5487230f None None] No DVR routers for this DVR port 27c6fb5f-2490-48ef-bce7-e71e60890014 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:20.646659 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.657457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:20.657838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.661760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc2618-5fc6-4843-a642-5fee8dddf53b None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 21:14:20.671428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.701872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:20.702309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:20.707434 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:20.799668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Allocated IP 172.20.0.3 (fab65e99-bdfb-4616-855f-0251c510fe6c/2aabbefe-1041-40a8-96ac-c3d363168b7b/bf6a6985-b85f-4f02-9e9d-297190b83be4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:20.831288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc2618-5fc6-4843-a642-5fee8dddf53b None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 21:14:20.866948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Deleting port da374c84-45d1-4262-a275-03e1c12c71f7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:20.867351 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.912536 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.975890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:20.979219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/networks/f923b4ef-70c8-43a1-903d-cb690cadd473 HTTP/1.1" status: 204 len: 168 time: 1.8765533 Nov 11 21:14:20.981805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43444) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:20.996507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b1538-6576-4891-9632-96deb87ca510 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Network': ['ID=f923b4ef-70c8-43a1-903d-cb690cadd473,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:21.053823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.077737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Calling delete_port for da374c84-45d1-4262-a275-03e1c12c71f7 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:21.081647 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.099895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.196378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.216459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1901a826-0235-4722-9be9-a1817d6c6da0']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:21.225947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948b2360-e5f2-43f8-b2d9-107b34d06cfa') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:21.226416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948b2360-e5f2-43f8-b2d9-107b34d06cfa') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:21.236432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.250426 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.253664 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.256523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:21.257778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:21.261704 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:21.316724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network fab65e99-bdfb-4616-855f-0251c510fe6c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:21.323923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:21.327801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:21.361874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=bf6a6985-b85f-4f02-9e9d-297190b83be4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:21.385208 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.399356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:21.400013 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.415697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.425647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.428068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Port': ['ID=da374c84-45d1-4262-a275-03e1c12c71f7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:21.434317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/networks/1901a826-0235-4722-9be9-a1817d6c6da0 HTTP/1.1" status: 204 len: 168 time: 0.4491074 Nov 11 21:14:21.435867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:21.455034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8a854-3070-4b9a-b4e6-1dc0c1f60785 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:21.461681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c4771-21ca-4b1b-ae8e-3e2abf55012e tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Network': ['ID=1901a826-0235-4722-9be9-a1817d6c6da0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:21.516564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7876538e-6eef-41c2-8753-106115e10ec2 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8277776 Nov 11 21:14:21.516789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:21.522105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'network_id': 'fab65e99-bdfb-4616-855f-0251c510fe6c', 'name': 'tempest-AllowedAddressPairTestJSON-1317792066'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:21.552655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.605966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.613068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f9063b58-7992-41f0-8926-82729b8e946b None None] Provisioning complete for port bf6a6985-b85f-4f02-9e9d-297190b83be4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:21.613523 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f9063b58-7992-41f0-8926-82729b8e946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.661070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f9063b58-7992-41f0-8926-82729b8e946b None None] Port bf6a6985-b85f-4f02-9e9d-297190b83be4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:21.680771 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-92afe868-d6c0-417e-9c52-9cdfe82f44eb req-f84a1e7a-d533-4e02-b359-faa9c6b791b2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 210 time: 0.0934441 Nov 11 21:14:21.718254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.755676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74b21d3-c919-40c7-9c15-ffef7f7dedbb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:21.763946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.771010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.774535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbadea09-547d-4830-9815-7431c1be8610') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:21.774860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbadea09-547d-4830-9815-7431c1be8610') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:21.789367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-7e5c9db0-042e-484f-9168-c0dcd806dc9c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:21.790907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-7e5c9db0-042e-484f-9168-c0dcd806dc9c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 797 time: 0.1964993 Nov 11 21:14:21.794317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.817999 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.832885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:21.833606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:21.837352 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:21.927929 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.928503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Fanout notify agent at l3_agent the message router_deleted on router df646ce4-11b5-4a34-8865-2f2ff56fea0f {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:14:21.929835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-9f95169b-e45c-4ad0-a6ec-84648ee6ab8b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 380 time: 0.1290996 Nov 11 21:14:21.938413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:21.938413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d9f1ad75-68f2-4615-b3da-fd49e311c519 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "DELETE /v2.0/routers/df646ce4-11b5-4a34-8865-2f2ff56fea0f HTTP/1.1" status: 204 len: 168 time: 2.1892509 Nov 11 21:14:21.940379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:21.942962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'port': {'device_id': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'admin_state_up': True, 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'security_groups': ['18d66a2b-84f6-4b30-8640-44e258262191']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:21.977710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Made reservation on behalf of f851cef9af364715b05c2e030e237da2 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:21.981186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.008034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] device_id is not set on port 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:22.016502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Deleting subnet bce2c2d5-ee2e-4882-8b41-341c821fdb2d {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:14:22.020539 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.056664 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.065891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.072351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/networks/f74b21d3-c919-40c7-9c15-ffef7f7dedbb HTTP/1.1" status: 204 len: 168 time: 0.6322327 Nov 11 21:14:22.073549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43454) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:22.104241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681798a3-1997-4d1c-a303-4aa6233de43a tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Network': ['ID=f74b21d3-c919-40c7-9c15-ffef7f7dedbb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:22.107689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.171458 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.190743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.203571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:22.207079 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.221985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Allocated IP 172.20.0.9 (fab65e99-bdfb-4616-855f-0251c510fe6c/2aabbefe-1041-40a8-96ac-c3d363168b7b/3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:22.250720 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.285852 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.338797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274a7f3a-7c7a-41ae-bf13-ae88b6d7b197']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:22.360134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4d3fad-aaf3-46b0-9ca1-2b5dd1b78225') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:22.360442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4d3fad-aaf3-46b0-9ca1-2b5dd1b78225') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:22.377262 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.410229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.422657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:22.423049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:22.425971 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:22.429245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.473404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.3 (e9611916-e866-44c6-a185-bfad542b91e1/3845a8e7-2c77-48f4-b8f5-9f99146bad51/13328dc7-fb59-4ce4-938c-8b4f5a3f875b) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:22.522938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.548710 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Subnet': ['ID=bce2c2d5-ee2e-4882-8b41-341c821fdb2d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:22.555027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.558380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5ea7d1c7-d770-487c-8bff-5104423bc23f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "DELETE /v2.0/subnets/bce2c2d5-ee2e-4882-8b41-341c821fdb2d HTTP/1.1" status: 204 len: 168 time: 0.6169136 Nov 11 21:14:22.560834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43456) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:22.564817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1779e9-bc25-47e5-91de-1344b90743fb None None] Network a22cb568-06cf-4041-890e-e5949ff8ed90 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:22.622061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.634992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.672108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.685791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.687876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.692637 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] 10.222.0.31 "DELETE /v2.0/networks/274a7f3a-7c7a-41ae-bf13-ae88b6d7b197 HTTP/1.1" status: 204 len: 168 time: 0.6162450 Nov 11 21:14:22.702130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Network fab65e99-bdfb-4616-855f-0251c510fe6c is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:22.705382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1a239-f8b7-40e5-8edd-053a9a1cf527 tempest-BulkNetworkOpsTest-2054805074 tempest-BulkNetworkOpsTest-2054805074-project] Pushing event deleted for resources: {'Network': ['ID=274a7f3a-7c7a-41ae-bf13-ae88b6d7b197,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:22.715967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:22.718761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:22.724068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:22.808632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:22.809825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.840567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] DHCP port deletion for a22cb568-06cf-4041-890e-e5949ff8ed90 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:22.853422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Deleting port c76d99d4-cc0d-4985-a198-e692afa43b9c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:22.853422 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.873607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a2fc700e-72cc-4eb0-84b4-80a508c326de req-76c0a176-2358-4b46-a5a8-0ced553c20a6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 210 time: 0.0812707 Nov 11 21:14:22.877835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.935443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] Deleting port c76d99d4-cc0d-4985-a198-e692afa43b9c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:22.936871 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.948076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] For port c76d99d4-cc0d-4985-a198-e692afa43b9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c76d99d4-cc0d-4985-a198-e692afa43b9c,segment=NetworkSegment(cbd35479-00ac-4785-a919-e1e015b4a55e),segment_id=cbd35479-00ac-4785-a919-e1e015b4a55e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:22.948571 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:22.962251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-42078254-c02c-46b9-9d89-7bde940d5035 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4419611 Nov 11 21:14:22.963170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:22.970041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:06:e8:cb'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a0:5b:19'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:22.975300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:22.985144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network e9611916-e866-44c6-a185-bfad542b91e1 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:22.986908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:22.990656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:23.033712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Calling delete_port for c76d99d4-cc0d-4985-a198-e692afa43b9c owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:23.049895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] For port c76d99d4-cc0d-4985-a198-e692afa43b9c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c76d99d4-cc0d-4985-a198-e692afa43b9c,segment=NetworkSegment(cbd35479-00ac-4785-a919-e1e015b4a55e),segment_id=cbd35479-00ac-4785-a919-e1e015b4a55e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:23.050970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.067463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:23.069068 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.079393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] Calling delete_port for c76d99d4-cc0d-4985-a198-e692afa43b9c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:23.142945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-51e93c8a-e58e-44aa-bcc1-fff33f482c3b None None] Provisioning complete for port 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:23.143325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51e93c8a-e58e-44aa-bcc1-fff33f482c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.168301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-0330a844-abbc-4f76-8290-4c9f99ebce34 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2315645 Nov 11 21:14:23.181967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Request body: {'port': {'device_id': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:23.195740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-51e93c8a-e58e-44aa-bcc1-fff33f482c3b None None] Port 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:23.237636 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.244684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.317008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e1f9df8b-a42e-41dd-8591-a9d29f74988d None None] Provisioning complete for port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:23.317385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e1f9df8b-a42e-41dd-8591-a9d29f74988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.347417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.354373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.386401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] Pushing event deleted for resources: {'Port': ['ID=c76d99d4-cc0d-4985-a198-e692afa43b9c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:23.397619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc40ae9-8213-4aca-ac50-4196ba14671c None None] No DVR routers for this DVR port c76d99d4-cc0d-4985-a198-e692afa43b9c on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:23.402756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9df8b-a42e-41dd-8591-a9d29f74988d None None] Port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:23.440534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43466) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:23.461731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Port': ['ID=c76d99d4-cc0d-4985-a198-e692afa43b9c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:23.473055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] No DVR routers for this DVR port c76d99d4-cc0d-4985-a198-e692afa43b9c on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:23.594404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.627352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22cb568-06cf-4041-890e-e5949ff8ed90']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:23.645304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd35479-00ac-4785-a919-e1e015b4a55e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:23.645639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd35479-00ac-4785-a919-e1e015b4a55e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:23.656576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.661007 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.678036 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.678272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-555196a8-f1c1-42fc-bf64-c4589bde4ec6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78ab3e96b94d4da6bfa049abf3a8b8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340522 Nov 11 21:14:23.679605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43470) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:23.688682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:23.689078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:23.691754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13328dc7-fb59-4ce4-938c-8b4f5a3f875b {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:23.692443 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:23.700249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.033039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.186601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event updated for resources: {'Port': ['ID=3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:24.200623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8906-57b2-4803-9744-e76c15830796 req-b9cc8a6f-87fb-4277-8390-bbba984575c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:24.202197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f57f8906-57b2-4803-9744-e76c15830796 req-b9cc8a6f-87fb-4277-8390-bbba984575c8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 931 time: 0.1754358 Nov 11 21:14:24.202878 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6254bc7d-f856-49eb-a404-a8da6ac28786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.214882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] In _notify_port_updated(), no bound segment for port 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce on network fab65e99-bdfb-4616-855f-0251c510fe6c {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:14:24.219647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Transition to ACTIVE for port object 13328dc7-fb59-4ce4-938c-8b4f5a3f875b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:14:24.220638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:24.221302 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.222618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-182572c1-5172-48fb-83ac-fb4be3ba50d3 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "PUT /v2.0/ports/3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce HTTP/1.1" status: 200 len: 1055 time: 1.2590268 Nov 11 21:14:24.226399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43474) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:24.237926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.267141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.273114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "DELETE /v2.0/networks/a22cb568-06cf-4041-890e-e5949ff8ed90 HTTP/1.1" status: 204 len: 168 time: 1.7085655 Nov 11 21:14:24.279484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43476) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:24.282934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.285145 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6254bc7d-f856-49eb-a404-a8da6ac28786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.292852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0212-a2a5-4879-bf99-1b696acaac7f tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Network': ['ID=a22cb568-06cf-4041-890e-e5949ff8ed90,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:24.340572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3273fd3a-363f-4626-8b63-1d1ef046d341 None None] Provisioning complete for port 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:24.341275 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3273fd3a-363f-4626-8b63-1d1ef046d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.343773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f57f8906-57b2-4803-9744-e76c15830796 req-c90086dc-56e7-40bb-919f-41815c1f9b57 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337466 Nov 11 21:14:24.390805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3273fd3a-363f-4626-8b63-1d1ef046d341 None None] Port 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:24.436807 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6254bc7d-f856-49eb-a404-a8da6ac28786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.439562 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6254bc7d-f856-49eb-a404-a8da6ac28786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.440903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6254bc7d-f856-49eb-a404-a8da6ac28786 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13c62101-db26-4347-bfd7-89beab671003 HTTP/1.1" status: 204 len: 168 time: 0.7602773 Nov 11 21:14:24.449654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:24.454471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254bc7d-f856-49eb-a404-a8da6ac28786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c62101-db26-4347-bfd7-89beab671003,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:24.540791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting port 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:24.541386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:24.592575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c76d99d4-cc0d-4985-a198-e692afa43b9c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:14:24.615260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c76d99d4-cc0d-4985-a198-e692afa43b9c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:14:24.624408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c76d99d4-cc0d-4985-a198-e692afa43b9c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:14:24.991662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:14:24.991662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:14:24.992103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:25.000896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Deleting port 43a3d759-d25f-43c0-a830-69c56e26d16f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:25.001230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.008319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:14:25.008632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:14:25.037368 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.041291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:14:25.041626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Checking segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:25.042011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Bound using segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:14:25.042440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Bound port: 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:14:25.042777 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.088902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Calling delete_port for 3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:25.186774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.187092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.221331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Calling delete_port for 43a3d759-d25f-43c0-a830-69c56e26d16f owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:25.229425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:14:25.234560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:14:25.331890 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.384842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:25.385404 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.386803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] 10.222.0.58 "PUT /v2.0/ports/13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 1091 time: 2.2114124 Nov 11 21:14:25.395469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:14:25.398406 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ddb80-f241-4370-be06-101ec0367807" -d '{"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:14:25.459498 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e5e30-a5eb-451d-a84d-95dc63ec5c41 x-openstack-request-id: req-9a2e5e30-a5eb-451d-a84d-95dc63ec5c41 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:14:25.460470 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:14:25.460676 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a2e5e30-a5eb-451d-a84d-95dc63ec5c41 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:14:25.461004 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'status': 'completed', 'code': 200} Nov 11 21:14:25.481286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64400f97-adde-446b-8f8d-5e805f4997e7 service neutron] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:25.516956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.570172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Port': ['ID=3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:25.594775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a732f-d56d-4681-9aa9-214982d7d1be req-f5b51e4f-44e2-42f3-9ae3-4c0fe83429fb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:25.596395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb8a732f-d56d-4681-9aa9-214982d7d1be req-f5b51e4f-44e2-42f3-9ae3-4c0fe83429fb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.1716254 Nov 11 21:14:25.617349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddb80-f241-4370-be06-101ec0367807 req-6af24d31-4246-41f8-90fc-95aa5dd249e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:25.618866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b77ddb80-f241-4370-be06-101ec0367807 req-6af24d31-4246-41f8-90fc-95aa5dd249e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1094 time: 0.1311245 Nov 11 21:14:25.665117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:25.719028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Pushing event deleted for resources: {'Port': ['ID=43a3d759-d25f-43c0-a830-69c56e26d16f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:25.932019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-eb8a732f-d56d-4681-9aa9-214982d7d1be req-28900635-c1bc-4fbd-bdda-15295941d858 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089159 Nov 11 21:14:26.022582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-915d9c44-8feb-488e-bccf-ac0728ce6fc2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1863937 Nov 11 21:14:26.023436 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.026005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.027065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-85e246bd-da1f-4d41-af91-f1c5cfaa83e5 tempest-FloatingIPAdminTestJSON-1405871698 tempest-FloatingIPAdminTestJSON-1405871698-project] 10.222.0.31 "DELETE /v2.0/floatingips/3742b9a6-958e-4a57-a57b-934ff9e5879a HTTP/1.1" status: 204 len: 168 time: 1.7452831 Nov 11 21:14:26.034920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddb80-f241-4370-be06-101ec0367807 req-0d93a60d-e42d-48e1-8c98-73723022c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.036445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b77ddb80-f241-4370-be06-101ec0367807 req-0d93a60d-e42d-48e1-8c98-73723022c7e3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=675f1365bb384017b4474ada374a52b9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4095602 Nov 11 21:14:26.189316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.192585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f098d0a0-5ca8-4693-8abe-e0616ea97a32 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/ports/3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce HTTP/1.1" status: 204 len: 168 time: 1.9651320 Nov 11 21:14:26.195417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:26.211119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.211601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.212072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.212565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.213085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.213553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.214018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.215921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-879b5f56-66fa-4879-8423-e844d03d3358 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 0.1349630 Nov 11 21:14:26.221398 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b8f5f2-5850-4e0c-b604-3466899088f0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] GET failed (client error): The resource could not be found. Nov 11 21:14:26.223370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-24b8f5f2-5850-4e0c-b604-3466899088f0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "GET /v2.0/ports/3d0c82dd-ebe9-4a70-b50c-f3fd10ddbfce HTTP/1.1" status: 404 len: 333 time: 0.0266385 Nov 11 21:14:26.232386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddb80-f241-4370-be06-101ec0367807 req-dbbe223f-54cc-423a-b3c0-7acd7b964308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.232386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b77ddb80-f241-4370-be06-101ec0367807 req-dbbe223f-54cc-423a-b3c0-7acd7b964308 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784775 Nov 11 21:14:26.234334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:26.418888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-10582f5e-0658-4752-a73a-1db6def12d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.421741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-10582f5e-0658-4752-a73a-1db6def12d19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1094 time: 0.1348410 Nov 11 21:14:26.469570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-35c66f6d-4d29-4326-93fe-33442eb8a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.470126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-35c66f6d-4d29-4326-93fe-33442eb8a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.470850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-35c66f6d-4d29-4326-93fe-33442eb8a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.472141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-35c66f6d-4d29-4326-93fe-33442eb8a99d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=03c6918f-b0c8-457e-9f37-f9db9768aa37&id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 2291 time: 0.2272227 Nov 11 21:14:26.477216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-daabf268-ba51-480e-84fa-693a3c3ba27c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 217 time: 0.0466316 Nov 11 21:14:26.559266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting port bf6a6985-b85f-4f02-9e9d-297190b83be4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:26.559689 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.560931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43530) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:26.650089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-1dd3f23b-ff0b-47cf-9879-8c1f1520a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.651582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-1dd3f23b-ff0b-47cf-9879-8c1f1520a65b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.1580009 Nov 11 21:14:26.655803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-7032d206-68d6-426f-b163-098c547c5998 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 1002 time: 0.1721418 Nov 11 21:14:26.730077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-51d9c079-0743-4c54-a12e-b3b779ba393c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e96c12dee00492d8ee4e058de952653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677709 Nov 11 21:14:26.732602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:26.754350 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.775364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-31a265a1-abef-454d-b143-fa64326767c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.776898 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-31a265a1-abef-454d-b143-fa64326767c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 200 len: 851 time: 0.1034498 Nov 11 21:14:26.778655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Calling delete_port for bf6a6985-b85f-4f02-9e9d-297190b83be4 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:26.785505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-898092bc-c0cf-4172-bee8-7962c77b5d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.788425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-07ae454f-8b81-45a4-be0d-31cd0f286161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.789960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-07ae454f-8b81-45a4-be0d-31cd0f286161 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292634 Nov 11 21:14:26.810127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-898092bc-c0cf-4172-bee8-7962c77b5d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.933763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-898092bc-c0cf-4172-bee8-7962c77b5d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.941038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-898092bc-c0cf-4172-bee8-7962c77b5d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:26.942628 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-898092bc-c0cf-4172-bee8-7962c77b5d95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ae84619-2dc7-40db-b8f0-14e1611f4cbb HTTP/1.1" status: 204 len: 168 time: 0.2089260 Nov 11 21:14:26.959684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-de0b8666-f582-44a9-aa0c-b5c096a103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:26.961607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-de0b8666-f582-44a9-aa0c-b5c096a103cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8bea7f20-7ba1-4360-a063-0581094fd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707618 Nov 11 21:14:26.967935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898092bc-c0cf-4172-bee8-7962c77b5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae84619-2dc7-40db-b8f0-14e1611f4cbb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:27.010934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-4f87af89-d9c7-4b10-9468-ae9658756a3c service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083781 Nov 11 21:14:27.114062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11ae6b-b07f-4f05-966a-6687a8eab2b4 req-e5d267b9-b680-422c-8596-65b1e4fdc238 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:27.115799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd11ae6b-b07f-4f05-966a-6687a8eab2b4 req-e5d267b9-b680-422c-8596-65b1e4fdc238 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.0554562 Nov 11 21:14:27.180993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-a691015b-dc32-4b74-baca-e730582dbc7c service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057950 Nov 11 21:14:27.184045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd11ae6b-b07f-4f05-966a-6687a8eab2b4 req-c0ed2e2f-1533-4a4b-b7ca-71788ad8c968 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570176 Nov 11 21:14:27.216534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c381bf7-e41e-45f2-a9f2-8ce9a146bc78 req-6dad073e-ff6b-4e57-ba8e-a25fa4d18ee2 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818042 Nov 11 21:14:27.252197 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.292983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Port': ['ID=bf6a6985-b85f-4f02-9e9d-297190b83be4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:27.327553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.367572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-dae7591e-878e-4d26-a286-c5c82ae71f9a service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783385 Nov 11 21:14:27.420138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-a5b5792d-b466-4af6-8457-341c938e2b63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 217 time: 0.0448689 Nov 11 21:14:27.421196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.424739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a3c0faa5-a27f-4b26-805c-bd9a7855c60a tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/ports/bf6a6985-b85f-4f02-9e9d-297190b83be4 HTTP/1.1" status: 204 len: 168 time: 1.1892414 Nov 11 21:14:27.427373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:27.467673 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e2d1da-d45e-4cae-90e3-f89ae881f021 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] GET failed (client error): The resource could not be found. Nov 11 21:14:27.469460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-37e2d1da-d45e-4cae-90e3-f89ae881f021 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "GET /v2.0/ports/bf6a6985-b85f-4f02-9e9d-297190b83be4 HTTP/1.1" status: 404 len: 333 time: 0.0411062 Nov 11 21:14:27.474096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:27.517858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-b458349c-e6b1-41e3-955d-878b2d6306b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:27.519644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-b458349c-e6b1-41e3-955d-878b2d6306b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0827959 Nov 11 21:14:27.575822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-0413d1d7-0008-4c7e-b8f7-55067b78794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:27.577300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-0413d1d7-0008-4c7e-b8f7-55067b78794c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493474 Nov 11 21:14:27.620126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting port 29fe724f-e418-4b2b-8405-361b8e2fdefa {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:27.620510 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.674176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-ec652c77-2e03-440f-bce8-3bf94bb1e4aa service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872216 Nov 11 21:14:27.715210 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:27.727303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Calling delete_port for 29fe724f-e418-4b2b-8405-361b8e2fdefa owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:27.775715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-17f850e0-ee3a-44e1-ae65-27728d2cf076 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932441 Nov 11 21:14:27.818588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-3175d270-3088-44d2-9acd-00b9a9c5bd47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 217 time: 0.0351889 Nov 11 21:14:27.874183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-986b5248-df91-44dc-9b3b-df8cc3894280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:27.875572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-986b5248-df91-44dc-9b3b-df8cc3894280 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0495422 Nov 11 21:14:27.926662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-19015ff9-6cc0-4aae-9879-8d362a427ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:27.928274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-19015ff9-6cc0-4aae-9879-8d362a427ed4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446463 Nov 11 21:14:27.938032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:27.953520 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6af9220-51fe-4cf2-be4b-f11041632559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.026167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-51234377-8885-4a06-97cf-cad9234a36ad service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900226 Nov 11 21:14:28.032003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.084467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Port': ['ID=29fe724f-e418-4b2b-8405-361b8e2fdefa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:28.130198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-8b0fd73a-da00-46e5-b6d5-914cb0aba770 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962048 Nov 11 21:14:28.167795 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.173374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b9ce28ad-5e93-4631-8cc7-3ff1fdb81ec0 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/ports/29fe724f-e418-4b2b-8405-361b8e2fdefa HTTP/1.1" status: 204 len: 168 time: 0.6944427 Nov 11 21:14:28.176778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:28.179031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-4c828f12-de47-44ea-a2c7-32651a2c0dd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 200 len: 217 time: 0.0403926 Nov 11 21:14:28.218436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6af9220-51fe-4cf2-be4b-f11041632559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.254979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting subnet 2aabbefe-1041-40a8-96ac-c3d363168b7b {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:14:28.255981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-83c3c216-d509-4332-9309-47062ef85bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:28.257521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-83c3c216-d509-4332-9309-47062ef85bed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0712218 Nov 11 21:14:28.259663 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.312628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.315637 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6af9220-51fe-4cf2-be4b-f11041632559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.339322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-74d48ec0-1735-46cd-8a4d-3c1277c472c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:28.340924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-74d48ec0-1735-46cd-8a4d-3c1277c472c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755267 Nov 11 21:14:28.357268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794496d1-e1a2-4024-b91b-9b6876d5581e req-1270d53a-a776-48f2-90b4-8280798cdb17 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:28.357268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-794496d1-e1a2-4024-b91b-9b6876d5581e req-1270d53a-a776-48f2-90b4-8280798cdb17 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.0788240 Nov 11 21:14:28.387989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d6af9220-51fe-4cf2-be4b-f11041632559 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ad1bd6d09d24b37888726d5ae6ebb48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485061 Nov 11 21:14:28.391172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43562) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:28.401743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af9220-51fe-4cf2-be4b-f11041632559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6b258b-9266-4639-b2d1-739f7bcc1a41,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:28.488658 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.519914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-023c098c-97e5-4383-9539-8f2c4d8f429e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.558321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-023c098c-97e5-4383-9539-8f2c4d8f429e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.710026 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.737627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Subnet': ['ID=2aabbefe-1041-40a8-96ac-c3d363168b7b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:28.741950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.747449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-90cacc28-29b2-47a8-b7c9-8b4b46df4956 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/subnets/2aabbefe-1041-40a8-96ac-c3d363168b7b HTTP/1.1" status: 204 len: 168 time: 0.5676842 Nov 11 21:14:28.747904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43564) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:28.753040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4788ce-496d-4980-98f6-0a6d8af57b96 None None] Network fab65e99-bdfb-4616-855f-0251c510fe6c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:28.819548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-794496d1-e1a2-4024-b91b-9b6876d5581e req-043f4bfd-645d-40e6-bf97-23e028614a4d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566610 Nov 11 21:14:28.837477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.841000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-023c098c-97e5-4383-9539-8f2c4d8f429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.843757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-023c098c-97e5-4383-9539-8f2c4d8f429e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.847719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-023c098c-97e5-4383-9539-8f2c4d8f429e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d6b258b-9266-4639-b2d1-739f7bcc1a41 HTTP/1.1" status: 204 len: 168 time: 0.4533279 Nov 11 21:14:28.847905 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-cc47b2c3-8696-41ae-b007-18b726d19b87 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917548 Nov 11 21:14:28.856649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c098c-97e5-4383-9539-8f2c4d8f429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6b258b-9266-4639-b2d1-739f7bcc1a41,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:28.939882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Deleting port c7eef89d-0bbf-4279-864d-6f90a0b33532 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:28.940366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:28.976242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] DHCP port deletion for fab65e99-bdfb-4616-855f-0251c510fe6c request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:29.002822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-c8bc9e0b-9cee-450e-8a89-7e2da18bed38 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458967 Nov 11 21:14:29.040576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] Deleting port c7eef89d-0bbf-4279-864d-6f90a0b33532 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:29.041041 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.046768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] For port c7eef89d-0bbf-4279-864d-6f90a0b33532, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c7eef89d-0bbf-4279-864d-6f90a0b33532,segment=NetworkSegment(9e5acc68-972b-4738-8849-36fe38833829),segment_id=9e5acc68-972b-4738-8849-36fe38833829)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:29.047194 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.071486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-5dd4c0f3-4582-4a3e-abac-8dbaab248870 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 200 len: 217 time: 0.0589452 Nov 11 21:14:29.075180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Calling delete_port for c7eef89d-0bbf-4279-864d-6f90a0b33532 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:29.118142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] For port c7eef89d-0bbf-4279-864d-6f90a0b33532, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c7eef89d-0bbf-4279-864d-6f90a0b33532,segment=NetworkSegment(9e5acc68-972b-4738-8849-36fe38833829),segment_id=9e5acc68-972b-4738-8849-36fe38833829)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:29.118975 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.136538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] Calling delete_port for c7eef89d-0bbf-4279-864d-6f90a0b33532 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:29.152540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-e39a0002-5e6c-4d1b-9c42-fdd3d27d103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:29.154409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-e39a0002-5e6c-4d1b-9c42-fdd3d27d103a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0744913 Nov 11 21:14:29.206966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-e7b0c738-adb8-4840-baf3-23710107a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:29.208545 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-e7b0c738-adb8-4840-baf3-23710107a6ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455933 Nov 11 21:14:29.252138 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.262275 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.282944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Port': ['ID=c7eef89d-0bbf-4279-864d-6f90a0b33532,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:29.291086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] No DVR routers for this DVR port c7eef89d-0bbf-4279-864d-6f90a0b33532 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:29.302427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] Pushing event deleted for resources: {'Port': ['ID=c7eef89d-0bbf-4279-864d-6f90a0b33532,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:29.305927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa04a08-09ef-44cf-9d17-1ff2b5b683df None None] No DVR routers for this DVR port c7eef89d-0bbf-4279-864d-6f90a0b33532 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:14:29.333185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-2f7b95fe-7d9a-48f0-8a51-1be75d052fe7 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169591 Nov 11 21:14:29.403385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.424958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab65e99-bdfb-4616-855f-0251c510fe6c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:29.431604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-f7747184-1270-4db8-9609-08b574470fef service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903800 Nov 11 21:14:29.435564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5acc68-972b-4738-8849-36fe38833829') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:29.435860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5acc68-972b-4738-8849-36fe38833829') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:29.446700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.461218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.467425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:14:29.467815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:14:29.471354 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:14:29.484511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-d09a30b3-bba1-4fdf-8d36-2fb31154ebfe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 200 len: 217 time: 0.0442822 Nov 11 21:14:29.536617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-9a60714f-a6e3-4f4e-8ef1-a85f43adc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:29.538571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-9a60714f-a6e3-4f4e-8ef1-a85f43adc55b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0454614 Nov 11 21:14:29.585057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-2bbc91c3-d39e-462f-aaca-0a72770e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:29.586603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-2bbc91c3-d39e-462f-aaca-0a72770e53e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409691 Nov 11 21:14:29.602546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.612581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.613534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] 10.222.0.31 "DELETE /v2.0/networks/fab65e99-bdfb-4616-855f-0251c510fe6c HTTP/1.1" status: 204 len: 168 time: 0.8648486 Nov 11 21:14:29.625965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ac459-c8f5-49c0-b134-f0b12c10c2d4 tempest-AllowedAddressPairTestJSON-791153099 tempest-AllowedAddressPairTestJSON-791153099-project] Pushing event deleted for resources: {'Network': ['ID=fab65e99-bdfb-4616-855f-0251c510fe6c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:29.695698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-22c75481-29ea-43fd-896e-4c27401e51ba service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014197 Nov 11 21:14:29.793988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-41d3f964-916c-4be9-9f2b-d8f9709cc344 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904052 Nov 11 21:14:29.797247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:29.848646 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad951439-9cc5-46ae-b572-bb1228dba271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:29.853559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-4c53c361-8963-4504-8192-b62897e38840 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 217 time: 0.0499611 Nov 11 21:14:29.871750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:14:29.929907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-75af424e-3d7a-40a5-8677-91a6b5d405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:29.931597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-75af424e-3d7a-40a5-8677-91a6b5d405a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0699003 Nov 11 21:14:29.964749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd0bb-4e07-407e-ba4e-522b5653177d req-8425795d-d2c5-4952-bbac-ca663da0817a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:29.972045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5efcd0bb-4e07-407e-ba4e-522b5653177d req-8425795d-d2c5-4952-bbac-ca663da0817a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.0579643 Nov 11 21:14:30.015471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-4df4c811-ca69-4797-99a6-925738f2f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:30.016238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:30.017194 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-4df4c811-ca69-4797-99a6-925738f2f20c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768926 Nov 11 21:14:30.026660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5efcd0bb-4e07-407e-ba4e-522b5653177d req-ac5026c2-af98-4b9f-b8d3-45c8f461852d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536966 Nov 11 21:14:30.030903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'port_id': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'mac_address': 'fa:16:3e:42:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:14:30.041434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad951439-9cc5-46ae-b572-bb1228dba271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.073710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.094217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13328dc7-fb59-4ce4-938c-8b4f5a3f875b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:14:30.099984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ad951439-9cc5-46ae-b572-bb1228dba271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.120011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:30.133614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ad951439-9cc5-46ae-b572-bb1228dba271 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8071b7da97a4414a8701e01258b2b80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349245 Nov 11 21:14:30.136373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:30.156419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:30.163447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.185093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-51e7d874-ef67-4feb-914b-8e86ac80190b service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569369 Nov 11 21:14:30.186062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad951439-9cc5-46ae-b572-bb1228dba271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6912eff-df27-4ba1-8197-e813e7f1f62f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:30.214672 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e318e2b0-b88c-4536-92c9-34fb4ec42cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.243095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e318e2b0-b88c-4536-92c9-34fb4ec42cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.321997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e3514554-6037-4e73-b801-8d7b51ae0f44 req-c1d78ffd-d961-4c62-a73c-0a68d74dc860 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269021 Nov 11 21:14:30.398185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5541e88d-91bd-4fb0-9929-55cf5c71dc34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f851cef9af364715b05c2e030e237da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373304 Nov 11 21:14:30.399052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:30.425275 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e318e2b0-b88c-4536-92c9-34fb4ec42cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.427860 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e318e2b0-b88c-4536-92c9-34fb4ec42cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.428467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:30.431500 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e318e2b0-b88c-4536-92c9-34fb4ec42cd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6912eff-df27-4ba1-8197-e813e7f1f62f HTTP/1.1" status: 204 len: 168 time: 0.2915552 Nov 11 21:14:30.448860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318e2b0-b88c-4536-92c9-34fb4ec42cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6912eff-df27-4ba1-8197-e813e7f1f62f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:30.493641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50875bd6-30c7-443e-aef8-bcbe91abc93f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.514461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['13328dc7-fb59-4ce4-938c-8b4f5a3f875b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:14:30.518470 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50875bd6-30c7-443e-aef8-bcbe91abc93f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.571303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c7eef89d-0bbf-4279-864d-6f90a0b33532 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:14:30.605888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c7eef89d-0bbf-4279-864d-6f90a0b33532 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:14:30.606326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c7eef89d-0bbf-4279-864d-6f90a0b33532 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:14:30.682584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50875bd6-30c7-443e-aef8-bcbe91abc93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.685763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50875bd6-30c7-443e-aef8-bcbe91abc93f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:30.689301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50875bd6-30c7-443e-aef8-bcbe91abc93f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfaf0405-e181-4b94-80be-a70abd433bc8 HTTP/1.1" status: 204 len: 168 time: 0.2869787 Nov 11 21:14:30.702799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50875bd6-30c7-443e-aef8-bcbe91abc93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf0405-e181-4b94-80be-a70abd433bc8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:31.150863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9cdb6-2dea-4a85-825d-14041cb27dd0 req-c2fd5962-4d25-4829-8651-e1c138d77d5b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:31.152505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ca9cdb6-2dea-4a85-825d-14041cb27dd0 req-c2fd5962-4d25-4829-8651-e1c138d77d5b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.0559392 Nov 11 21:14:31.207750 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ca9cdb6-2dea-4a85-825d-14041cb27dd0 req-5d09a1ab-c35e-4622-adb6-f9dd7f412730 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486393 Nov 11 21:14:31.591877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:31.713771 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2f45639-6599-464a-925d-17bac707256d tempest-AgentManagementNegativeTest-1453999365 tempest-AgentManagementNegativeTest-1453999365-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1206884 Nov 11 21:14:31.872222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:14:31.952903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:31.967648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e46a52d-aeb7-4e6f-ad91-835cb1e293f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.035968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:14:32.040802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:32.051418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.051916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-79caea28-bf20-43dc-8c63-62627eab69d3 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.051916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-79caea28-bf20-43dc-8c63-62627eab69d3 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0975125 Nov 11 21:14:32.054536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43662) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.059091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-aaf9d484-e6af-41b8-9d3a-017dc66fcca4 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.060064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aaf9d484-e6af-41b8-9d3a-017dc66fcca4 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045464 Nov 11 21:14:32.062241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.066161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-5bc2b108-2b43-4f72-b6fc-ff1c4b3aa131 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.067106 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5bc2b108-2b43-4f72-b6fc-ff1c4b3aa131 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0039604 Nov 11 21:14:32.070009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43666) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.074198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-31ac6899-ea79-41e8-a304-b324d302d6c1 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.075193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-31ac6899-ea79-41e8-a304-b324d302d6c1 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042870 Nov 11 21:14:32.078631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43668) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.091098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-9915ad72-f3a7-447e-b55e-7c09830db47a tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.091098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9915ad72-f3a7-447e-b55e-7c09830db47a tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0078897 Nov 11 21:14:32.091841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43670) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.102385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-9dbf9411-b829-4998-aa88-0ea96229059a tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.106620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.107022 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9dbf9411-b829-4998-aa88-0ea96229059a tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0134885 Nov 11 21:14:32.111058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-abc53b55-464a-43e5-8ffc-1ebcf9190ccf tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.114378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-abc53b55-464a-43e5-8ffc-1ebcf9190ccf tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044386 Nov 11 21:14:32.115134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.120180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-c45b6844-7088-4595-ba7b-b8c455218e09 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.123950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c45b6844-7088-4595-ba7b-b8c455218e09 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076146 Nov 11 21:14:32.124122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43678) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.128905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-d2d7eb90-f641-4df7-8c90-1f0daab9b46c tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.130575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d2d7eb90-f641-4df7-8c90-1f0daab9b46c tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051699 Nov 11 21:14:32.134151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.141504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-33223854-d03a-44b1-90a6-e900b459506f tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.142286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-33223854-d03a-44b1-90a6-e900b459506f tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0066338 Nov 11 21:14:32.144086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.151932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-c897b75f-eaaf-41c2-afbe-c51f2ae24a9f tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.153758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c897b75f-eaaf-41c2-afbe-c51f2ae24a9f tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0085564 Nov 11 21:14:32.156364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43684) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.160933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-ade931bc-69f9-488c-9690-a61462595db9 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.162079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ade931bc-69f9-488c-9690-a61462595db9 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045888 Nov 11 21:14:32.165277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43686) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.167742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.169949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-df106603-f712-4f86-a21c-f0853a0459c7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.173784 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-df106603-f712-4f86-a21c-f0853a0459c7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075042 Nov 11 21:14:32.173961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43688) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.179138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-fc007675-80e3-421b-8a3a-4809ba5bc69b tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.190777 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fc007675-80e3-421b-8a3a-4809ba5bc69b tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051458 Nov 11 21:14:32.190925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43690) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.197893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-7c3d990d-86ef-48bf-9c44-08efce171d80 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.200217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7c3d990d-86ef-48bf-9c44-08efce171d80 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069842 Nov 11 21:14:32.201409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.204932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:14:32.206282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-bfa36fdc-4532-42b2-aff7-9987ec74f038 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.207357 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffca3ed8-0050-4eb9-a5f9-d19317b98b49" -d '{"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-plugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:14:32.207703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bfa36fdc-4532-42b2-aff7-9987ec74f038 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050561 Nov 11 21:14:32.210985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.215548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-d9e8341e-0ce9-4b12-b2d2-2f02bdf1d93b tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.221082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d9e8341e-0ce9-4b12-b2d2-2f02bdf1d93b tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088165 Nov 11 21:14:32.221324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:14:32.221451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43698) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.227333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-05b3b7f7-478a-4739-9d3c-5e9c02114060 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.233271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-05b3b7f7-478a-4739-9d3c-5e9c02114060 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059183 Nov 11 21:14:32.235323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.239876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.242953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-e90bcef3-d07c-4e51-8b55-5b52d2426bfe tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.244021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e90bcef3-d07c-4e51-8b55-5b52d2426bfe tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067546 Nov 11 21:14:32.246815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.258730 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566c3ff1-cabd-4e84-aed5-5248fe9c3bb7 x-openstack-request-id: req-566c3ff1-cabd-4e84-aed5-5248fe9c3bb7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:14:32.259098 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-plugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:14:32.259461 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-566c3ff1-cabd-4e84-aed5-5248fe9c3bb7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:14:32.259859 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'code': 200} Nov 11 21:14:32.268790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-19753c75-f50e-4778-ae8a-bc784f3947b7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.274514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-19753c75-f50e-4778-ae8a-bc784f3947b7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0256462 Nov 11 21:14:32.276402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.283804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-0e23e97b-9fd6-437a-bedf-b5e486027324 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.285331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e23e97b-9fd6-437a-bedf-b5e486027324 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076785 Nov 11 21:14:32.288561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.292730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-68720bfe-8efb-4c12-bf10-46044de11a4f tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.296304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-68720bfe-8efb-4c12-bf10-46044de11a4f tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070181 Nov 11 21:14:32.297036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.301571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-b69531d0-0dc0-47d2-9370-86b6ef3b0f22 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.305394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b69531d0-0dc0-47d2-9370-86b6ef3b0f22 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070512 Nov 11 21:14:32.309085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.311248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-73403ba5-30f3-4fdd-b16d-7e6045c1b031 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.315021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73403ba5-30f3-4fdd-b16d-7e6045c1b031 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077829 Nov 11 21:14:32.315815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43718) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.321302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-54a31891-8e14-4939-ae92-6e8f3511474e tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.325096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-54a31891-8e14-4939-ae92-6e8f3511474e tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0080736 Nov 11 21:14:32.325358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.330179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-e810551e-1ccb-4b3f-a053-dc15d146d905 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.331147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e810551e-1ccb-4b3f-a053-dc15d146d905 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048907 Nov 11 21:14:32.333699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43722) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.339177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-e8b05dcc-1f12-433f-939d-80be7fe19c27 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.344435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e8b05dcc-1f12-433f-939d-80be7fe19c27 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055523 Nov 11 21:14:32.345848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.350903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-1b0cbbd2-fb51-4894-9255-95e8ac660ecf tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.354420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1b0cbbd2-fb51-4894-9255-95e8ac660ecf tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051115 Nov 11 21:14:32.354645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.360057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-9c4fa2c6-dfb9-49ce-8898-f5ae19bad5fe tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.361082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c4fa2c6-dfb9-49ce-8898-f5ae19bad5fe tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053627 Nov 11 21:14:32.363406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43728) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.368972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-fc288997-6587-4c5a-9b10-9fd8a929a4c2 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.370028 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.372612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fc288997-6587-4c5a-9b10-9fd8a929a4c2 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0081913 Nov 11 21:14:32.373516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.378402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-1aaf16ad-a599-49df-934c-db51d83cc91d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.385545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1aaf16ad-a599-49df-934c-db51d83cc91d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059750 Nov 11 21:14:32.385841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb27a7-7ded-4a26-8ca9-bb60fc294f15 req-9b7b926a-4a05-45b5-81b5-d1351d63e4eb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:32.386533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.387230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bceb27a7-7ded-4a26-8ca9-bb60fc294f15 req-9b7b926a-4a05-45b5-81b5-d1351d63e4eb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.0994425 Nov 11 21:14:32.399758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-816520da-eb8b-4705-b665-9e02ec6af38d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.400860 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-816520da-eb8b-4705-b665-9e02ec6af38d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054505 Nov 11 21:14:32.405119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43734) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.413765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6db335b1-ab90-4365-a72e-5b095f398a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.418289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-fa13383d-f399-4afa-91c9-6751e4b8e88e tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.419284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fa13383d-f399-4afa-91c9-6751e4b8e88e tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0132432 Nov 11 21:14:32.422584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.424901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a18c2-7891-4432-bbfb-698382365f1d req-ddb22793-66f2-4eee-861b-ad6a2d0aca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:32.426368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a87a18c2-7891-4432-bbfb-698382365f1d req-ddb22793-66f2-4eee-861b-ad6a2d0aca9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1095 time: 0.0836706 Nov 11 21:14:32.427126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-f63dfbca-1a38-448c-b4fd-ba566ad866ac tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.428356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f63dfbca-1a38-448c-b4fd-ba566ad866ac tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044417 Nov 11 21:14:32.431654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.437234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:32.443362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-a0a2a124-5256-431a-af46-c99cc80f3948 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.448644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a0a2a124-5256-431a-af46-c99cc80f3948 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0140100 Nov 11 21:14:32.449872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43740) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.457816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-612efc00-a4e8-4ff3-a458-02259736bdfb tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.460374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-612efc00-a4e8-4ff3-a458-02259736bdfb tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079916 Nov 11 21:14:32.464964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43742) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.470243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-07dc0bc5-2e5b-4cbc-be98-0be970c54945 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.471195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-07dc0bc5-2e5b-4cbc-be98-0be970c54945 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053210 Nov 11 21:14:32.474068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.481207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-8cd9ee67-acd9-4a88-8b5d-6894913fe078 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.484353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8cd9ee67-acd9-4a88-8b5d-6894913fe078 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043476 Nov 11 21:14:32.485163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.491865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-19345348-86e0-4451-aaaa-14d492c94706 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.492943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-19345348-86e0-4451-aaaa-14d492c94706 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058060 Nov 11 21:14:32.497296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43748) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.500990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bceb27a7-7ded-4a26-8ca9-bb60fc294f15 req-526d245f-a160-44b4-9e73-3fd501f8bcb6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064613 Nov 11 21:14:32.501924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-f678690c-cdd9-4151-b3c7-90f43c6c1300 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.504610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f678690c-cdd9-4151-b3c7-90f43c6c1300 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068197 Nov 11 21:14:32.505751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.518103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-c697383b-f61a-4d9f-911a-19dd11a51b08 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.520431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c697383b-f61a-4d9f-911a-19dd11a51b08 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0135951 Nov 11 21:14:32.526617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.531448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [None req-f54ae00e-4c5c-492f-9cfb-91441f88bb6c tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.532419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f54ae00e-4c5c-492f-9cfb-91441f88bb6c tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048640 Nov 11 21:14:32.533890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a87a18c2-7891-4432-bbfb-698382365f1d req-e9f2f3a3-4953-4490-9fde-2ccb225cd6b5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989218 Nov 11 21:14:32.534977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.540373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-d798847f-560e-430d-8698-31dccd4db6ab tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.541307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d798847f-560e-430d-8698-31dccd4db6ab tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054529 Nov 11 21:14:32.543488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.546363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6db335b1-ab90-4365-a72e-5b095f398a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.547338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-f0afd053-7905-49d2-9342-ae90bb6cc8b8 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.548265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f0afd053-7905-49d2-9342-ae90bb6cc8b8 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038409 Nov 11 21:14:32.550429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.554824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-026f1b74-36fa-4a3d-bfa1-8be0a5ea1031 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.555746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-026f1b74-36fa-4a3d-bfa1-8be0a5ea1031 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045066 Nov 11 21:14:32.563152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.567155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-239de28f-ce37-4465-b0c4-15fb32e4903d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.568077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-239de28f-ce37-4465-b0c4-15fb32e4903d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0040472 Nov 11 21:14:32.570483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.574227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-490bcd7a-9169-4e09-8e54-7d2c33bb9a91 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.575146 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-490bcd7a-9169-4e09-8e54-7d2c33bb9a91 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0038204 Nov 11 21:14:32.577117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.580777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-e8ae667f-3e29-42a3-b1e2-dd3003a95ab7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.581689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e8ae667f-3e29-42a3-b1e2-dd3003a95ab7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037677 Nov 11 21:14:32.583755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.589406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-926b5447-c0c3-425c-8990-ec37481bcdfe tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.590509 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-926b5447-c0c3-425c-8990-ec37481bcdfe tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0058966 Nov 11 21:14:32.592885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.596883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-2ab65688-58c2-491b-8b28-a57413fc9619 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.597739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2ab65688-58c2-491b-8b28-a57413fc9619 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039814 Nov 11 21:14:32.599879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.604359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-8c754815-b6ac-41b7-ba53-79a0560050c4 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.605273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8c754815-b6ac-41b7-ba53-79a0560050c4 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038397 Nov 11 21:14:32.607603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.611369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-0403f56c-1153-4085-8764-2eb46aecbba7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.612306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0403f56c-1153-4085-8764-2eb46aecbba7 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038562 Nov 11 21:14:32.614261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.618003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-5f5741b3-1336-4d5a-9c17-be9b780df04d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.618953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5f5741b3-1336-4d5a-9c17-be9b780df04d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038512 Nov 11 21:14:32.621157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.624884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-6beeaa90-91d3-444f-b386-c4aae0d6045d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.625802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6beeaa90-91d3-444f-b386-c4aae0d6045d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038269 Nov 11 21:14:32.627776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.631616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-b76f4d25-0aa4-4789-816d-5d557e6893d8 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.632560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b76f4d25-0aa4-4789-816d-5d557e6893d8 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039110 Nov 11 21:14:32.634542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.638535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-759728f4-d9a0-4c98-87a8-5053f7d90bcd tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.639437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-759728f4-d9a0-4c98-87a8-5053f7d90bcd tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040927 Nov 11 21:14:32.641540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43782) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.650347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-090cc387-fc7e-48fd-83de-132403233708 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.651283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-090cc387-fc7e-48fd-83de-132403233708 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0089366 Nov 11 21:14:32.653544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.657268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-c70faccf-5097-48ea-b6fd-d4144e7b28c2 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.658179 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c70faccf-5097-48ea-b6fd-d4144e7b28c2 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038013 Nov 11 21:14:32.660243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.665055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-9a723247-61dd-4077-a365-a98f97a61263 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.665979 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9a723247-61dd-4077-a365-a98f97a61263 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049253 Nov 11 21:14:32.668178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.672047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-8e54f33a-129f-4930-875c-b0c4f4e0fbc9 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.673031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8e54f33a-129f-4930-875c-b0c4f4e0fbc9 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0039372 Nov 11 21:14:32.674972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.678755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-d9131d13-e5df-414a-93bd-8081a56c34c5 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.679613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d9131d13-e5df-414a-93bd-8081a56c34c5 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038097 Nov 11 21:14:32.681616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.685294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-78e053d7-63b6-4cb5-abc7-27e6d9928cb0 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.687658 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-78e053d7-63b6-4cb5-abc7-27e6d9928cb0 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037591 Nov 11 21:14:32.689233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.692990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-7e1b9660-42ea-49f3-b0a1-71637b0caf32 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.694671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e1b9660-42ea-49f3-b0a1-71637b0caf32 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038612 Nov 11 21:14:32.696669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.700519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-92b27874-2212-45a0-9b77-96059de9106d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.701450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-92b27874-2212-45a0-9b77-96059de9106d tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0039470 Nov 11 21:14:32.703542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.707723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-2dee1686-c20c-4809-ba60-e6fa67237cc0 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.708687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2dee1686-c20c-4809-ba60-e6fa67237cc0 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043252 Nov 11 21:14:32.711628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43800) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.715453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-c48303ae-e029-4097-88b1-7969309a7ff6 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.716418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c48303ae-e029-4097-88b1-7969309a7ff6 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039291 Nov 11 21:14:32.718597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.722278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6db335b1-ab90-4365-a72e-5b095f398a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.739213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-306503bd-483d-464c-b237-743363b3d94b tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.739213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-306503bd-483d-464c-b237-743363b3d94b tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045507 Nov 11 21:14:32.741542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.746151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-70961146-19f4-4d8c-b918-3cc7b22a0ed6 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.746844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-70961146-19f4-4d8c-b918-3cc7b22a0ed6 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043013 Nov 11 21:14:32.749291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43806) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.753446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-58d63815-67a9-4919-89bf-8c091bf62720 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.754386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-58d63815-67a9-4919-89bf-8c091bf62720 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042174 Nov 11 21:14:32.757011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43808) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.760910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-81f52dec-a76c-4c7d-802f-2f581c2e5912 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.761840 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81f52dec-a76c-4c7d-802f-2f581c2e5912 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040026 Nov 11 21:14:32.764220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6db335b1-ab90-4365-a72e-5b095f398a04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45fc81e5de624f5aa04eed18bc616a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231767 Nov 11 21:14:32.764746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.765078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db335b1-ab90-4365-a72e-5b095f398a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f2431-b0d6-493e-81cb-db3c14b95727,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:32.767335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:32.768724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [None req-0a2843b0-be16-41aa-970c-61bd723f26e6 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:14:32.772317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0a2843b0-be16-41aa-970c-61bd723f26e6 tempest-ExtensionsTestJSON-1144398119 tempest-ExtensionsTestJSON-1144398119-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040660 Nov 11 21:14:32.822180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0187908-cda9-4160-8b4c-cf78d579ffe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:32.846833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0187908-cda9-4160-8b4c-cf78d579ffe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:33.036347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0187908-cda9-4160-8b4c-cf78d579ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:33.039381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a0187908-cda9-4160-8b4c-cf78d579ffe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:33.043682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a0187908-cda9-4160-8b4c-cf78d579ffe0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a32f2431-b0d6-493e-81cb-db3c14b95727 HTTP/1.1" status: 204 len: 168 time: 0.2753792 Nov 11 21:14:33.051906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0187908-cda9-4160-8b4c-cf78d579ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f2431-b0d6-493e-81cb-db3c14b95727,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:33.322235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:33.463121 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b73f67d-08a2-46c0-a5e8-d0a32496a030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:33.549705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b73f67d-08a2-46c0-a5e8-d0a32496a030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:33.631983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad2eed-6a41-4f7f-b83a-46dfc370de63 req-21483186-f93f-4825-b67a-b32f3bcc6b6d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:33.633652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8aad2eed-6a41-4f7f-b83a-46dfc370de63 req-21483186-f93f-4825-b67a-b32f3bcc6b6d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0544004 Nov 11 21:14:33.692445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8aad2eed-6a41-4f7f-b83a-46dfc370de63 req-e84256e8-2bf7-448d-99f8-159305bc21d3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522478 Nov 11 21:14:33.705226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b73f67d-08a2-46c0-a5e8-d0a32496a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:33.749825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b73f67d-08a2-46c0-a5e8-d0a32496a030 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e2558e022ed46b5a904ceaea2ba9b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4252210 Nov 11 21:14:33.751677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:33.763219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73f67d-08a2-46c0-a5e8-d0a32496a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e78e90-2a60-46ef-b8cb-8c7eafd3ffe3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:33.804729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6356f2d4-1e29-4db4-9530-255a6d245936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:33.827753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6356f2d4-1e29-4db4-9530-255a6d245936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.007716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6356f2d4-1e29-4db4-9530-255a6d245936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.010416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6356f2d4-1e29-4db4-9530-255a6d245936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.011572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6356f2d4-1e29-4db4-9530-255a6d245936 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98e78e90-2a60-46ef-b8cb-8c7eafd3ffe3 HTTP/1.1" status: 204 len: 168 time: 0.2589040 Nov 11 21:14:34.020200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356f2d4-1e29-4db4-9530-255a6d245936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e78e90-2a60-46ef-b8cb-8c7eafd3ffe3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:34.214306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43852) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:34.413659 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82d67faa-0169-483b-8321-2a108b32d939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.495388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1700694277'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:34.577930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:34.581445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.592539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.672366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.819789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138778f9-9c10-45d1-adbe-a4ac261ee7f5 req-dcb12534-d35d-4ef5-a24f-7f7e0702e868 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:34.822825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-138778f9-9c10-45d1-adbe-a4ac261ee7f5 req-dcb12534-d35d-4ef5-a24f-7f7e0702e868 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0563869 Nov 11 21:14:34.824114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.869578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:14:34.890282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9704ba-92f4-4919-a88c-b66065374b99,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:34.898393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:34.899368 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Added segment adf87fc9-0df7-4f9a-b3dc-8fb6d59872f3 of type vlan for network b6139043-4088-41c5-9a7e-21377891d7cb Nov 11 21:14:34.922670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-138778f9-9c10-45d1-adbe-a4ac261ee7f5 req-45bcd0b3-b1e9-423c-94c7-3729f20942b1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933006 Nov 11 21:14:34.956688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.043839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff0ca3-50b0-486d-9309-5f08a49208e2 req-e1275369-54fe-42f9-937c-ac9681665232 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:35.045407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2ff0ca3-50b0-486d-9309-5f08a49208e2 req-e1275369-54fe-42f9-937c-ac9681665232 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0508237 Nov 11 21:14:35.097099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2ff0ca3-50b0-486d-9309-5f08a49208e2 req-693e52ac-37b3-41d1-abf0-179586632ade tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458493 Nov 11 21:14:35.097897 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.106956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:35.106956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.124331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:35.170939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783136f5-5698-4b94-9b8d-5382beebe47e tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:35.172816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-783136f5-5698-4b94-9b8d-5382beebe47e tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1091 time: 0.0470791 Nov 11 21:14:35.175606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:35.180226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Network': ['ID=b6139043-4088-41c5-9a7e-21377891d7cb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:35.181167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:35.190190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b6139043-4088-41c5-9a7e-21377891d7cb details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:14:35.221905 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-01b6a8a2-9761-4a3d-966c-45ac9fc408c9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0064576 Nov 11 21:14:35.224698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:35.230515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'subnet': {'network_id': 'b6139043-4088-41c5-9a7e-21377891d7cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:35.343397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.376425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43886) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:35.443314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.465024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:35.468898 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.479691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-64c636d4-df3a-45f3-9dea-2a24b1da6b73 tempest-DvrRoutersNegativeTest-1905187961 tempest-DvrRoutersNegativeTest-1905187961-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1450358311', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:35.482729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.policy [None req-64c636d4-df3a-45f3-9dea-2a24b1da6b73 tempest-DvrRoutersNegativeTest-1905187961 tempest-DvrRoutersNegativeTest-1905187961-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109675) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 11 21:14:35.483041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.policy [None req-64c636d4-df3a-45f3-9dea-2a24b1da6b73 tempest-DvrRoutersNegativeTest-1905187961 tempest-DvrRoutersNegativeTest-1905187961-project] Failed policy check for 'create_router' {{(pid=109675) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 11 21:14:35.483560 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-64c636d4-df3a-45f3-9dea-2a24b1da6b73 tempest-DvrRoutersNegativeTest-1905187961 tempest-DvrRoutersNegativeTest-1905187961-project] create failed (client error): Access was denied to this resource. Nov 11 21:14:35.484583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-64c636d4-df3a-45f3-9dea-2a24b1da6b73 tempest-DvrRoutersNegativeTest-1905187961 tempest-DvrRoutersNegativeTest-1905187961-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1070826 Nov 11 21:14:35.564251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.219 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/69c54531-d1f7-46f0-b727-bea6f6221a5c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:35.571750 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.674714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.813797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.814093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:35.855104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:35.857882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:35.863672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:35.881332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Subnet': ['ID=a0c3ebbd-f94b-4594-ace4-40be45efdd30,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:35.891043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Checking segment: {'id': 'adf87fc9-0df7-4f9a-b3dc-8fb6d59872f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b6139043-4088-41c5-9a7e-21377891d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:14:35.891387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network hostable DHCP agents. Network: b6139043-4088-41c5-9a7e-21377891d7cb, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:14:35.891628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=69c54531-d1f7-46f0-b727-bea6f6221a5c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:35.977424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network b6139043-4088-41c5-9a7e-21377891d7cb is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:14:36.067411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b6139043-4088-41c5-9a7e-21377891d7cb) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:36.077957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:36.079340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.082917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8637c00-adda-42d0-868d-894d728ca7b3 None None] Network b6139043-4088-41c5-9a7e-21377891d7cb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:36.175598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43904) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:36.221025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43908) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:36.221668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2aac73e1-5263-420b-a28f-9b7095cf3f4b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9941180 Nov 11 21:14:36.231698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1524555110', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:36.235024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e981d1-0a70-4b86-b8e2-1644d827d002 None None] Network b6139043-4088-41c5-9a7e-21377891d7cb requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:14:36.312730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a72f34d-9cc9-4fb2-90a2-cc4a1c081996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.395520 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.401364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a72f34d-9cc9-4fb2-90a2-cc4a1c081996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.470009 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.471053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.510363 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0a72f34d-9cc9-4fb2-90a2-cc4a1c081996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.527790 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:36.551191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0a72f34d-9cc9-4fb2-90a2-cc4a1c081996 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f10f16caae24c039d7d9f0f924009ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743815 Nov 11 21:14:36.552328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f34d-9cc9-4fb2-90a2-cc4a1c081996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac79dc4-72ab-4d40-901e-11a0b17ba24a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:36.554787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:36.605175 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.055501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c96810d8-85b1-4b5e-a170-9a6e5c8bb039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.070861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.137154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.156654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c96810d8-85b1-4b5e-a170-9a6e5c8bb039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.296630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.321742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c96810d8-85b1-4b5e-a170-9a6e5c8bb039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.324231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c96810d8-85b1-4b5e-a170-9a6e5c8bb039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.325382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c96810d8-85b1-4b5e-a170-9a6e5c8bb039 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ac79dc4-72ab-4d40-901e-11a0b17ba24a HTTP/1.1" status: 204 len: 168 time: 0.7685874 Nov 11 21:14:37.336844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96810d8-85b1-4b5e-a170-9a6e5c8bb039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac79dc4-72ab-4d40-901e-11a0b17ba24a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:37.374694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.514906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=69c54531-d1f7-46f0-b727-bea6f6221a5c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:37.538895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.562038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.573715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:37.752047 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 07fdcaa6-c31d-4986-8161-769a094efbb1 associated. External IP: 172.25.2.219, port: 13328dc7-fb59-4ce4-938c-8b4f5a3f875b. Nov 11 21:14:37.803964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.25.2.107 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/15cdf6c4-e2ac-4dd4-9d13-0b47f27adff2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:37.837555 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:38.029350 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:38.121038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:38.218369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:38.238651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:38.243721 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:38.262819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e640aa37-621a-4d11-9029-91b58a926744 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:14:38.265885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:38.331546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2fe2b2d8-7fa7-4823-8d6d-5e8718e6ee39 None None] Provisioning complete for port 15cdf6c4-e2ac-4dd4-9d13-0b47f27adff2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:14:38.332348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2fe2b2d8-7fa7-4823-8d6d-5e8718e6ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:38.339476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:38.342844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=15cdf6c4-e2ac-4dd4-9d13-0b47f27adff2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:38.360806 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] Sync routers for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:38.376858 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:38.378484 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:38.402760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2b2d8-7fa7-4823-8d6d-5e8718e6ee39 None None] Port 15cdf6c4-e2ac-4dd4-9d13-0b47f27adff2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:14:38.511669 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:38.546683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e806483e-1cd5-444f-a630-e5c4ef005f18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3700120 Nov 11 21:14:38.547392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:14:38.562449 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f54958-ef83-4851-b077-50216da3e2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:14:38.567945 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:38.720872 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d508f133-b00f-4cd0-a491-fdc64807c979 x-openstack-request-id: req-d508f133-b00f-4cd0-a491-fdc64807c979 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:14:38.721442 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:14:38.721861 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d508f133-b00f-4cd0-a491-fdc64807c979 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:14:38.722624 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'status': 'completed', 'code': 200} Nov 11 21:14:38.848650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b18b0-bdbc-40ef-8351-7f59e4d4a6b4 req-0304a585-46c1-44f6-8547-e746f8e29028 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:38.849914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-919b18b0-bdbc-40ef-8351-7f59e4d4a6b4 req-0304a585-46c1-44f6-8547-e746f8e29028 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1666236 Nov 11 21:14:38.862913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:38.875781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-709830c6-b7ad-491e-a5ac-8c9688f28d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:38.877410 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-709830c6-b7ad-491e-a5ac-8c9688f28d71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1096 time: 0.1816530 Nov 11 21:14:39.023165 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '07fdcaa6-c31d-4986-8161-769a094efbb1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'port_id': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'mac_address': 'fa:16:3e:42:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:14:36Z', 'updated_at': '2021-11-11T21:14:36Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:39.067729 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] Checking router: fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:14:39.080048 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:39.080048 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:39.106298 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-919b18b0-bdbc-40ef-8351-7f59e4d4a6b4 req-9c7f827d-be39-40f1-a130-887d3d336672 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394552 Nov 11 21:14:39.107035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43956) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:39.252271 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:14:39.253381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-af4b65fc-74e7-4c47-bea3-2f9dba82cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:39.255271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-af4b65fc-74e7-4c47-bea3-2f9dba82cea1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.3619037 Nov 11 21:14:39.304433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:39.338414 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5e088d2f-a96f-4413-a32b-ba3772464ee6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/07fdcaa6-c31d-4986-8161-769a094efbb1 HTTP/1.1" status: 200 len: 991 time: 0.2274742 Nov 11 21:14:39.377944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-e87c648a-4f03-4892-a786-f83d92afbace service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.1144605 Nov 11 21:14:39.487957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-dbb0e975-8082-41f4-a41d-56a1f13c5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:39.490962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-dbb0e975-8082-41f4-a41d-56a1f13c5acc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.1049602 Nov 11 21:14:39.552718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-6331993a-c8ac-450f-99da-96906b217ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:39.555442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-6331993a-c8ac-450f-99da-96906b217ef6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560083 Nov 11 21:14:39.617338 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '07fdcaa6-c31d-4986-8161-769a094efbb1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'port_id': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'mac_address': 'fa:16:3e:42:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:14:36Z', 'updated_at': '2021-11-11T21:14:36Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:39.657263 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cd5f4b-2d3a-4534-8243-21ab64952757 None None] The sync data for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 is: [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '07fdcaa6-c31d-4986-8161-769a094efbb1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'port_id': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'mac_address': 'fa:16:3e:42:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:14:36Z', 'updated_at': '2021-11-11T21:14:36Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:39.720851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-a3cdfbd8-0d10-4655-8dfa-711d6b90e662 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580160 Nov 11 21:14:39.756613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:14:39.877379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4f54958-ef83-4851-b077-50216da3e2a7 req-873b76c5-1496-48ee-aac7-c40e709c78cd service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493661 Nov 11 21:14:39.974567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:39.990897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:40.006872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:40.007924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:40.044786 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3905b6-566e-40f9-9ba8-8a294b2a45b0 None None] New status for floating IP 07fdcaa6-c31d-4986-8161-769a094efbb1: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:14:40.054769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:40.065947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:40.066956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:40.105524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:40.107037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62933d3-a4d5-4e4e-825c-eab80d6d4e7b None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:40.147310 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:40.148656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-19c338e5-1f61-40a4-8c20-48678c3be604 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9265501 Nov 11 21:14:40.151436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:40.342324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43980) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:40.437664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-34bb0358-2849-4d4a-a6e7-9b69d3167bec tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/07fdcaa6-c31d-4986-8161-769a094efbb1 HTTP/1.1" status: 200 len: 993 time: 0.0940294 Nov 11 21:14:40.658751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:40.937093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.1 (b6139043-4088-41c5-9a7e-21377891d7cb/a0c3ebbd-f94b-4594-ace4-40be45efdd30/bedbf4f9-626a-4393-9aee-39f93d1bb3f3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:41.060123 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.179180 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.219390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network b6139043-4088-41c5-9a7e-21377891d7cb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:41.224458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:41.228517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:41.251313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=bedbf4f9-626a-4393-9aee-39f93d1bb3f3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:41.273977 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.490947 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.640566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:41.764763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12964f76-bc71-495c-b543-75ef67b67d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.839115 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.880136 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12964f76-bc71-495c-b543-75ef67b67d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.937367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:41.986939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12964f76-bc71-495c-b543-75ef67b67d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.050893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12964f76-bc71-495c-b543-75ef67b67d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3330bbf-5166-456a-acde-0e6b1f973637,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:42.054355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=bedbf4f9-626a-4393-9aee-39f93d1bb3f3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:42.056549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.061963 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-12964f76-bc71-495c-b543-75ef67b67d29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70d9323a327842f28bb44b9ac72981b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157915 Nov 11 21:14:42.063800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:42.115381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-150fbd13-2526-459f-bc2c-14a55e027c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.138815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-150fbd13-2526-459f-bc2c-14a55e027c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.158988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network b6139043-4088-41c5-9a7e-21377891d7cb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:42.160466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:42.272657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:42.285863 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-150fbd13-2526-459f-bc2c-14a55e027c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.289339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-150fbd13-2526-459f-bc2c-14a55e027c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.290705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-150fbd13-2526-459f-bc2c-14a55e027c4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3330bbf-5166-456a-acde-0e6b1f973637 HTTP/1.1" status: 204 len: 168 time: 0.2250111 Nov 11 21:14:42.298697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fbd13-2526-459f-bc2c-14a55e027c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3330bbf-5166-456a-acde-0e6b1f973637,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:42.381607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:42.391364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44018) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:42.391796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-beb166d0-b404-4fc3-a3e7-4d5e2bd258ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/routers/441f2454-7696-4c55-9808-dfa9d7d8732a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2392380 Nov 11 21:14:42.397432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'port': {'network_id': 'b6139043-4088-41c5-9a7e-21377891d7cb', 'name': 'tempest-FloatingIPTestJSON-1711103544'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:42.399493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:42.413326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:42.414174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:42.451120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:42.461460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:42.462209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:42.496976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:42.497641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0fbfa-2703-427b-9c0a-efb6f5d96c6d None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:42.630556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:42.635877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:42.656676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] device_id is not set on port 618ddc2c-09ec-4eee-a42b-4f1f6710e630 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:42.776495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.4 (b6139043-4088-41c5-9a7e-21377891d7cb/a0c3ebbd-f94b-4594-ace4-40be45efdd30/618ddc2c-09ec-4eee-a42b-4f1f6710e630) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:42.942245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.042666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44026) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:43.059941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a84da13a-ab5e-43ec-a4bc-71ca3dc958db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.147589 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a84da13a-ab5e-43ec-a4bc-71ca3dc958db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.257338 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a84da13a-ab5e-43ec-a4bc-71ca3dc958db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.300386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a84da13a-ab5e-43ec-a4bc-71ca3dc958db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c91e0c18b1b4b17bce6f3607f97906f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564354 Nov 11 21:14:43.301548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84da13a-ab5e-43ec-a4bc-71ca3dc958db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f369fd-d438-4d09-b194-c8884e3b6d4a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:43.303860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44028) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:43.333068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.399811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network b6139043-4088-41c5-9a7e-21377891d7cb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:43.400735 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f34010f0-3605-47ed-a106-e3c9f712025e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.407894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:43.414881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=618ddc2c-09ec-4eee-a42b-4f1f6710e630,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:43.417214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:43.453719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f34010f0-3605-47ed-a106-e3c9f712025e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.494809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:43.495432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.631422 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cfaba8db-5d3a-4191-bd24-b6ab0c88ef8e tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2386336 Nov 11 21:14:43.648912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44030) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:43.653895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'port': {'network_id': 'b6139043-4088-41c5-9a7e-21377891d7cb', 'name': 'tempest-FloatingIPTestJSON-844079918'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:43.677475 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f34010f0-3605-47ed-a106-e3c9f712025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.680199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f34010f0-3605-47ed-a106-e3c9f712025e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.681308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f34010f0-3605-47ed-a106-e3c9f712025e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9f369fd-d438-4d09-b194-c8884e3b6d4a HTTP/1.1" status: 204 len: 168 time: 0.3764017 Nov 11 21:14:43.720427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34010f0-3605-47ed-a106-e3c9f712025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f369fd-d438-4d09-b194-c8884e3b6d4a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:43.916302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:43.919904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:43.938137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] device_id is not set on port 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:44.052578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.7 (b6139043-4088-41c5-9a7e-21377891d7cb/a0c3ebbd-f94b-4594-ace4-40be45efdd30/3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:44.217982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:44.327862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:44.371131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network b6139043-4088-41c5-9a7e-21377891d7cb is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:44.376418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:44.380349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:44.406419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:44.434042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:44.434685 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:44.518702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4791c488-0789-47f8-b311-bedac9302495 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8686929 Nov 11 21:14:44.524657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44048) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:44.527999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:44.657354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:44.768852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:44.882314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.25.2.201 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/5a3b1d63-7f96-45f3-beef-227d377a1be4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:44.995864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:45.103053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:45.141572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:45.144435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:45.147113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:45.187245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=5a3b1d63-7f96-45f3-beef-227d377a1be4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:45.552617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:45.689178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:45.871011 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:45.939239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.033910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=5a3b1d63-7f96-45f3-beef-227d377a1be4,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:46.054270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.161151 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP 58a23afc-beeb-49f9-bb1b-dc2d34dbb01d associated. External IP: 172.25.2.201, port: 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe. Nov 11 21:14:46.375511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:46.487348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:46.500712 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:46.511332 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:46.519884 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:46.544130 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:46.553755 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:46.554676 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:46.581272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.589620 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:46.590270 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc4ab2-9f89-4ae4-9738-215d8c1045f0 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:46.609838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d2c2ca5d-4f80-4448-a8af-0d1de6ec1a87 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0856111 Nov 11 21:14:46.612957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44092) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:46.617783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:46.674458 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.824308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.922043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:46.922387 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP 58a23afc-beeb-49f9-bb1b-dc2d34dbb01d disassociated. External IP: 172.25.2.201, port: 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe. Nov 11 21:14:47.149236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:47.606245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:47.611175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:47.615834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:47.626167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:47.626800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:47.639597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ae1ef6ae-e05e-480d-85d0-92af6b5d525b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/floatingips/58a23afc-beeb-49f9-bb1b-dc2d34dbb01d HTTP/1.1" status: 200 len: 688 time: 1.0255175 Nov 11 21:14:47.642246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:47.665262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:47.674700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:47.675506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:47.708897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:47.710544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c0f65-6f60-4a26-8b68-fc6a00063247 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:47.788041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 5a3b1d63-7f96-45f3-beef-227d377a1be4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:47.788300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:47.876532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:47.877191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:47.890985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 5a3b1d63-7f96-45f3-beef-227d377a1be4 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:48.154380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.189628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=5a3b1d63-7f96-45f3-beef-227d377a1be4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:48.255859 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.259709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.260984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-512bb0c9-96e2-44a7-aee0-687af3cebc99 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/floatingips/58a23afc-beeb-49f9-bb1b-dc2d34dbb01d HTTP/1.1" status: 204 len: 168 time: 0.6177266 Nov 11 21:14:48.266274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:48.270764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '618ddc2c-09ec-4eee-a42b-4f1f6710e630'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:48.406168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.516048 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.649233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.25.2.227 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/608cf7bd-f873-4780-8c2c-e64b7636b569) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:48.765279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.885898 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:48.922161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:48.925059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:48.928661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:48.964955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=608cf7bd-f873-4780-8c2c-e64b7636b569,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:49.329971 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:49.494565 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:49.654724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:49.795911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:49.868740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=608cf7bd-f873-4780-8c2c-e64b7636b569,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:49.892818 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.006909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:50.012923 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP df64c8fa-9bb6-4691-a087-0be48c07f174 associated. External IP: 172.25.2.227, port: 618ddc2c-09ec-4eee-a42b-4f1f6710e630. Nov 11 21:14:50.151414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.236252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.287085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:50.342904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.381992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b58b640b4844fa8973b2548e87034f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721848 Nov 11 21:14:50.387695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44202) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:50.392835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7931258-2791-4405-8e05-ff147ad108cd,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:50.401673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.402245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.402800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.403512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.404772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.404772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.404772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.404772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.407217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.407217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.407217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.407217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4512a17-aaf2-46c0-8630-610dbc8f22f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:50.444252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:50.456539 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:50.466053 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:50.466665 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:50.467222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a846c492-5c77-4b9a-a4a0-459fb05d1176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.503321 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:50.503501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a846c492-5c77-4b9a-a4a0-459fb05d1176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.513956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:50.514813 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:50.541891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.551545 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:50.552206 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045cbbfe-37b3-45b4-898a-3d4714ca32a0 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:50.572271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1818cee4-e8ff-4f42-b777-afa545126425 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3048978 Nov 11 21:14:50.574855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44204) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:50.640302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e8ed30f0-ba29-4397-9853-21a30cbccaa1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "GET /v2.0/floatingips/df64c8fa-9bb6-4691-a087-0be48c07f174 HTTP/1.1" status: 200 len: 978 time: 0.0640855 Nov 11 21:14:50.642777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:50.658914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a846c492-5c77-4b9a-a4a0-459fb05d1176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.662166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a846c492-5c77-4b9a-a4a0-459fb05d1176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:50.663122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a846c492-5c77-4b9a-a4a0-459fb05d1176 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7931258-2791-4405-8e05-ff147ad108cd HTTP/1.1" status: 204 len: 168 time: 0.2744179 Nov 11 21:14:50.682223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846c492-5c77-4b9a-a4a0-459fb05d1176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7931258-2791-4405-8e05-ff147ad108cd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:50.758854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-97b82e41-4fe6-4718-b919-51da63c74b89 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1122561 Nov 11 21:14:50.769936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44210) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:50.769936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'port_id': '3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:50.823097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.342748 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.418732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.483883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44218) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:51.500780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0e67-5f28-4b65-8d78-d9b501f4a854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.593974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0e67-5f28-4b65-8d78-d9b501f4a854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.687290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0e67-5f28-4b65-8d78-d9b501f4a854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.739713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bbaa0e67-5f28-4b65-8d78-d9b501f4a854 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0384fc9d7f98480e8e3264c2b91cc0b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558088 Nov 11 21:14:51.741327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa0e67-5f28-4b65-8d78-d9b501f4a854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad0ef38-cc3e-4ced-969c-9f9b41b6faf3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:51.744594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44220) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:51.796442 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-269ff17d-d2dc-42eb-96d1-79b547971bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.813639 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP df64c8fa-9bb6-4691-a087-0be48c07f174 associated. External IP: 172.25.2.227, port: 618ddc2c-09ec-4eee-a42b-4f1f6710e630. Nov 11 21:14:51.819053 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-269ff17d-d2dc-42eb-96d1-79b547971bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.961558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-269ff17d-d2dc-42eb-96d1-79b547971bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.964239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-269ff17d-d2dc-42eb-96d1-79b547971bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:51.965402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-269ff17d-d2dc-42eb-96d1-79b547971bfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cad0ef38-cc3e-4ced-969c-9f9b41b6faf3 HTTP/1.1" status: 204 len: 168 time: 0.2197011 Nov 11 21:14:51.978071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ff17d-d2dc-42eb-96d1-79b547971bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad0ef38-cc3e-4ced-969c-9f9b41b6faf3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:52.041223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:52.155831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:52.166686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:52.175652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:52.177154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.210675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.211894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.221161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:52.221985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.254542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.255213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c03ad-bceb-4922-af79-96848b7f4c1c None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:52.387674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:52.508479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:52.513252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.522258 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:52.601132 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c0059ef8-c328-451b-afc5-2d4d71e35807 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/floatingips/df64c8fa-9bb6-4691-a087-0be48c07f174 HTTP/1.1" status: 200 len: 977 time: 1.8376968 Nov 11 21:14:52.601517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:52.606931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:52.640998 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:52.641770 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.669705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.675771 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.684121 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:52.684751 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.717495 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:52.718157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efff6a-3891-415a-945a-57dc1651ed73 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:52.827241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.941395 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:52.945304 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP df64c8fa-9bb6-4691-a087-0be48c07f174 disassociated. External IP: 172.25.2.227, port: 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe. Nov 11 21:14:53.172911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:53.270857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:14:53.292392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:53.297289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.306777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:53.324597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:53.325239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:53.333507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73e177f3-8d7d-4091-a77f-7f35c4730c5b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/floatingips/df64c8fa-9bb6-4691-a087-0be48c07f174 HTTP/1.1" status: 200 len: 688 time: 0.7287309 Nov 11 21:14:53.334912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44264) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:53.363823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:53.373357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:53.374233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:53.408052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:53.408761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388feb2-f7fd-4f32-8ee9-b54f1136abc0 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:53.463048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 608cf7bd-f873-4780-8c2c-e64b7636b569 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:53.463387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.548387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.548647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.563198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 608cf7bd-f873-4780-8c2c-e64b7636b569 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:53.796253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.826598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=608cf7bd-f873-4780-8c2c-e64b7636b569,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:53.855066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.855672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.856025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.856389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.857093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.858039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.858352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.858744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.859003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.859436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.859768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.860178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:14:53.906497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.910515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:53.915320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-22f02349-ea08-4776-82aa-b3b845da295d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/floatingips/df64c8fa-9bb6-4691-a087-0be48c07f174 HTTP/1.1" status: 204 len: 168 time: 0.5775337 Nov 11 21:14:53.915618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44278) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:53.993475 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-f871c0ad-341a-49de-bb4a-564ff49c7016 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] delete failed (client error): The resource could not be found. Nov 11 21:14:53.996364 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f871c0ad-341a-49de-bb4a-564ff49c7016 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/floatingips/df64c8fa-9bb6-4691-a087-0be48c07f174 HTTP/1.1" status: 404 len: 345 time: 0.0795560 Nov 11 21:14:54.000402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44282) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:54.102680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b2a79-eff9-483d-991e-82613af59e84 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:54.108774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b2a79-eff9-483d-991e-82613af59e84 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:54.114788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b2a79-eff9-483d-991e-82613af59e84 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:54.117032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-403b2a79-eff9-483d-991e-82613af59e84 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "GET /v2.0/ports?network_id=b6139043-4088-41c5-9a7e-21377891d7cb HTTP/1.1" status: 200 len: 2357 time: 0.1146359 Nov 11 21:14:54.119851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44290) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:54.179800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3168745d-7e71-4a4b-a0de-47432856f432 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:54.185821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3168745d-7e71-4a4b-a0de-47432856f432 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "GET /v2.0/subnets/a0c3ebbd-f94b-4594-ace4-40be45efdd30 HTTP/1.1" status: 200 len: 797 time: 0.0604253 Nov 11 21:14:54.186198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44292) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:54.191236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'port': {'network_id': 'b6139043-4088-41c5-9a7e-21377891d7cb', 'name': 'tempest-FloatingIPTestJSON-1500824620', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:54.361462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:14:54.453825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:54.472108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] device_id is not set on port 7ad74f2b-c3a6-4582-8904-57adb561daaa yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:14:54.795370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.14 (b6139043-4088-41c5-9a7e-21377891d7cb/a0c3ebbd-f94b-4594-ace4-40be45efdd30/7ad74f2b-c3a6-4582-8904-57adb561daaa) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:54.808973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.13 (b6139043-4088-41c5-9a7e-21377891d7cb/a0c3ebbd-f94b-4594-ace4-40be45efdd30/7ad74f2b-c3a6-4582-8904-57adb561daaa) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:54.990533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:55.106297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:55.149944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network b6139043-4088-41c5-9a7e-21377891d7cb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:55.152933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:55.158528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:55.192022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=7ad74f2b-c3a6-4582-8904-57adb561daaa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:55.221062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:14:55.221062 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:55.309593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d4ceef56-0263-48e2-a13f-e8ce4fe685dc tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1200325 Nov 11 21:14:55.309817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:55.314209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '7ad74f2b-c3a6-4582-8904-57adb561daaa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:55.424735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:55.524416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:55.634111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.25.2.9 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/0988c04a-ae7a-4f9d-8592-0c214fd73b50) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:14:55.737323 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:55.863151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:55.906502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:14:55.921617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:14:55.924202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=0988c04a-ae7a-4f9d-8592-0c214fd73b50,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:55.926561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:14:56.323100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:56.539827 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:56.707293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:56.782494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:56.864519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=0988c04a-ae7a-4f9d-8592-0c214fd73b50,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:56.876609 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:57.321852 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:57.376921 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP 58509743-1b79-4c18-8134-9db4c8e0d2ed associated. External IP: 172.25.2.9, port: 7ad74f2b-c3a6-4582-8904-57adb561daaa. Nov 11 21:14:57.611492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:57.750522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:57.768104 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:57.779465 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:57.780030 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:57.813425 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:57.822568 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:57.823157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:57.853603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:57.856178 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:57.856759 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca91af7-310b-44dc-9334-e432e1782ae1 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:57.891516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-05440b02-fb7e-4121-b7f4-efef86bf0798 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5802975 Nov 11 21:14:57.894059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:57.899761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'port_id': '7ad74f2b-c3a6-4582-8904-57adb561daaa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:14:57.968032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.466512 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:58.790184 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:59.027896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:14:59.192792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:14:59.197693 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:59.213565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65db210-0002-4691-9742-57afdc252a88 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:14:59.237091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65db210-0002-4691-9742-57afdc252a88 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:59.238188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e65db210-0002-4691-9742-57afdc252a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:59.268050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:14:59.268665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fad3780b-f691-4441-856d-355b2bfac76a tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/floatingips/58509743-1b79-4c18-8134-9db4c8e0d2ed HTTP/1.1" status: 200 len: 977 time: 1.3725090 Nov 11 21:14:59.283321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e65db210-0002-4691-9742-57afdc252a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:59.293447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65db210-0002-4691-9742-57afdc252a88 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:14:59.294102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e65db210-0002-4691-9742-57afdc252a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:59.331940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e65db210-0002-4691-9742-57afdc252a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:14:59.332640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65db210-0002-4691-9742-57afdc252a88 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:14:59.450713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 0988c04a-ae7a-4f9d-8592-0c214fd73b50 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:14:59.451053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:59.530428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:59.530825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:59.543896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 0988c04a-ae7a-4f9d-8592-0c214fd73b50 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:14:59.793907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:59.826365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=0988c04a-ae7a-4f9d-8592-0c214fd73b50,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:14:59.894978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:14:59.895322 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP 58509743-1b79-4c18-8134-9db4c8e0d2ed disassociated (deleted). External IP: 172.25.2.9, port: 7ad74f2b-c3a6-4582-8904-57adb561daaa. Nov 11 21:15:00.122146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:00.228294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:00.232967 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:00.238808 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:00.254329 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:00.254877 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:00.290385 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:00.300196 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:00.300830 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:14:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:00.335805 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:00.336503 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646fb2a-a53e-465b-bd8e-b9638c8223eb None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:00.544679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a7cf5428-1d77-4e3e-bbd4-e547847ec97b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/floatingips/58509743-1b79-4c18-8134-9db4c8e0d2ed HTTP/1.1" status: 204 len: 168 time: 1.2754314 Nov 11 21:15:00.547068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44366) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:00.637970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 7ad74f2b-c3a6-4582-8904-57adb561daaa {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:00.638245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:00.727856 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:00.739704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 7ad74f2b-c3a6-4582-8904-57adb561daaa owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:01.035945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.079727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=7ad74f2b-c3a6-4582-8904-57adb561daaa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:01.194878 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.198173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-be850d0f-b692-49bb-a5f9-253244406207 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/ports/7ad74f2b-c3a6-4582-8904-57adb561daaa HTTP/1.1" status: 204 len: 168 time: 0.6501923 Nov 11 21:15:01.202122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44378) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:01.206549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:01.356050 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.469230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.581888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.25.2.44 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/1e1a8bd6-a7a0-4b58-83bb-8b994a5289b5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:01.685704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.790371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.832058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:01.835168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:01.840833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:01.869376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=1e1a8bd6-a7a0-4b58-83bb-8b994a5289b5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:01.919516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-042e4537-71ac-4a70-9ea0-85bdf7702605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:01.942156 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:02.027617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:02.206901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:02.310070 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:02.392603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=1e1a8bd6-a7a0-4b58-83bb-8b994a5289b5,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:02.400459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:02.494991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:02.499154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9a304d75-a213-4f97-9dbc-6f8a344cae95 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2935638 Nov 11 21:15:02.499700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44394) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:02.504887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'port': {'network_id': 'b6139043-4088-41c5-9a7e-21377891d7cb', 'name': 'tempest-FloatingIPTestJSON-309291529'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:02.744003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:02.748454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:02.782353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] device_id is not set on port 6fcc0070-554d-472c-9eb2-37d2e38ff945 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:02.898776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.13 (b6139043-4088-41c5-9a7e-21377891d7cb/a0c3ebbd-f94b-4594-ace4-40be45efdd30/6fcc0070-554d-472c-9eb2-37d2e38ff945) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:03.084625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.184994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.236477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network b6139043-4088-41c5-9a7e-21377891d7cb is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:03.242191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:03.244917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:03.275065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=6fcc0070-554d-472c-9eb2-37d2e38ff945,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:03.302313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:03.302976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.375160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1f33ff52-a370-4a6f-9fb5-b42e7ccb1406 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8744516 Nov 11 21:15:03.377868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:03.382461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'port_id': '6fcc0070-554d-472c-9eb2-37d2e38ff945'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:03.426702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.871308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:03.990746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:04.096354 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP e09d5282-05a0-434c-a96a-e333e2b2ae02 associated. External IP: 172.25.2.44, port: 6fcc0070-554d-472c-9eb2-37d2e38ff945. Nov 11 21:15:04.311970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:04.405221 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31169575-db56-4449-8935-e1436017d903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:04.429990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:04.440810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:04.442541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:04.457929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:04.459567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:04.463383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dc654294-4dca-4400-b315-83e6f7926985 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/floatingips/e09d5282-05a0-434c-a96a-e333e2b2ae02 HTTP/1.1" status: 200 len: 977 time: 1.0843132 Nov 11 21:15:04.468957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44408) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:04.502563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:04.513547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:04.514464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:04.565404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:04.566139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fc4c1-6d75-43bb-b0bc-3ef43b20335b None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:04.602487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 6fcc0070-554d-472c-9eb2-37d2e38ff945 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:04.602834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:04.697393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:04.921014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:04.924248 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:04.924248 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP e09d5282-05a0-434c-a96a-e333e2b2ae02 disassociated. External IP: 172.25.2.44, port: 6fcc0070-554d-472c-9eb2-37d2e38ff945. Nov 11 21:15:04.924248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 6fcc0070-554d-472c-9eb2-37d2e38ff945 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:05.144178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:05.178138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=6fcc0070-554d-472c-9eb2-37d2e38ff945,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:05.574113 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:05.632716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:05.750480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:05.774499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:05.800373 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:05.801691 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:05.839967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:05.841352 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:05.846228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dde2d346-9d5a-41e3-aa55-f8cc9da122ad tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/ports/6fcc0070-554d-472c-9eb2-37d2e38ff945 HTTP/1.1" status: 204 len: 168 time: 1.3766978 Nov 11 21:15:05.846726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44436) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:05.853693 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:05.855912 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:05.897403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-df0cc37d-b1cf-4254-ad44-11bbc1f1f6fa tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "GET /v2.0/floatingips/e09d5282-05a0-434c-a96a-e333e2b2ae02 HTTP/1.1" status: 200 len: 687 time: 0.0469294 Nov 11 21:15:05.897669 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:05.897669 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6678a4-5de7-4b14-bbf6-ca8a4e168c04 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:05.897930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44438) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:06.031622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 1e1a8bd6-a7a0-4b58-83bb-8b994a5289b5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:06.032479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.112235 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.112572 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.124827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 1e1a8bd6-a7a0-4b58-83bb-8b994a5289b5 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:06.324822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.352010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=1e1a8bd6-a7a0-4b58-83bb-8b994a5289b5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:06.413862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.416714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.417944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4810e495-5198-4595-a5c1-ff6356d04b6b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/floatingips/e09d5282-05a0-434c-a96a-e333e2b2ae02 HTTP/1.1" status: 204 len: 168 time: 0.5193787 Nov 11 21:15:06.421380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44440) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:06.425994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:06.526871 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.635310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.740347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.25.2.75 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/56679da6-330e-4e87-ab23-eb49899426e4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:06.865211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:06.961796 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:07.000696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:07.005538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:07.010007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:07.016141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=56679da6-330e-4e87-ab23-eb49899426e4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:07.047320 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:07.403348 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:07.589997 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:07.747346 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:07.858094 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:07.892729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:07.977466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=56679da6-330e-4e87-ab23-eb49899426e4,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:07.985732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:08.092926 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP b72a572d-07bd-4293-9282-4200e1b482ef associated. External IP: 172.25.2.75, port: 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe. Nov 11 21:15:08.321254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:08.433876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:08.449398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:08.461674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:08.462386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:08.499518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:08.510091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:08.510832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:08.535480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:08.546758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:08.547521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50060484-5047-47aa-8e9b-408d9a355c60 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:08.589449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44474) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:08.590093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ebe08545-3e19-4517-8d75-f0b2952cc821 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.1671178 Nov 11 21:15:08.597739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1162227459'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:08.719324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:08.722941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:08.755161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:15:08.765895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:08.766479 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Added segment 2f918658-cdb8-4906-b119-6f6d463ec9f4 of type vlan for network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e Nov 11 21:15:08.813149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:08.938132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:08.945451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:08.946666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:09.020312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Network': ['ID=fbcaadcc-b6b5-4a90-9fa5-6e070f39932e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:09.031803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:15:09.112413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d8bb5c8-d000-4d3f-87be-cb0b0b709201 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5209064 Nov 11 21:15:09.115995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44476) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:09.121044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'subnet': {'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:09.313358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:09.316876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:09.573333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:09.634529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Subnet': ['ID=498fe008-03c6-4003-a178-b1431b3b7da8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:09.645409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Checking segment: {'id': '2f918658-cdb8-4906-b119-6f6d463ec9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:09.645820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network hostable DHCP agents. Network: fbcaadcc-b6b5-4a90-9fa5-6e070f39932e, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:15:09.742404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:15:09.932320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, fbcaadcc-b6b5-4a90-9fa5-6e070f39932e) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:09.936562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:09.939066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:09.943069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c0ee5-5725-4c09-ac0f-f47ec2dba1f8 None None] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:10.038986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d43a394-a284-4c54-b38c-a2bb9b7adddd tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9218602 Nov 11 21:15:10.042087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:10.047639 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1872131413', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:10.106429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-fbcaadcc-b6b5-4a90-9fa5-6e070f39932e', 'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e', 'tenant_id': '6cf7a0f6d5844e45822e97a44b8e3b48', 'fixed_ips': [{'subnet_id': '498fe008-03c6-4003-a178-b1431b3b7da8'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:15:10.107293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.122520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.123765 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.178101 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.245838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Allocated IP 172.20.0.2 (fbcaadcc-b6b5-4a90-9fa5-6e070f39932e/498fe008-03c6-4003-a178-b1431b3b7da8/418f7197-7e7c-4c27-96ee-d700329673b7) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:10.380926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.396605 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.513713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.553012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:10.555715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:10.565805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:10.615124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Pushing event updated for resources: {'Port': ['ID=418f7197-7e7c-4c27-96ee-d700329673b7,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:10.643255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.643709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.644122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.644560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.644982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.645384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.646031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.646719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.647130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.647548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.648058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.648617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:10.649109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.668390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Attempting to bind port 418f7197-7e7c-4c27-96ee-d700329673b7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:15:10.669168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Attempting to bind port 418f7197-7e7c-4c27-96ee-d700329673b7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '2f918658-cdb8-4906-b119-6f6d463ec9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:15:10.669876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Attempting to bind port 418f7197-7e7c-4c27-96ee-d700329673b7 on network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:15:10.677898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:15:10.678665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Checking segment: {'id': '2f918658-cdb8-4906-b119-6f6d463ec9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:10.678943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.679364 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.679917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Bound using segment: {'id': '2f918658-cdb8-4906-b119-6f6d463ec9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:15:10.680437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Bound port: 418f7197-7e7c-4c27-96ee-d700329673b7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f918658-cdb8-4906-b119-6f6d463ec9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:15:10.680823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.750761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] For port 418f7197-7e7c-4c27-96ee-d700329673b7, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:15:10.753983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] For port 418f7197-7e7c-4c27-96ee-d700329673b7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=418f7197-7e7c-4c27-96ee-d700329673b7,segment=NetworkSegment(2f918658-cdb8-4906-b119-6f6d463ec9f4),segment_id=2f918658-cdb8-4906-b119-6f6d463ec9f4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:15:10.797337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.25.2.31 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/fd66c62b-473a-410d-8546-e4b5288f8b69) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:10.893194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.900108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:10.959328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe1ffc-3deb-4b95-ae36-c47c9ee13db0 None None] Pushing event updated for resources: {'Port': ['ID=418f7197-7e7c-4c27-96ee-d700329673b7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:11.023623 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:11.069622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:11.072544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:11.075897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:11.088440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748aed8-9023-4f6a-8ff3-4968807de1b2 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:15:11.118464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=fd66c62b-473a-410d-8546-e4b5288f8b69,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:11.397497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-abc5ff55-3657-4b58-8ecd-487b57c2d210 None None] Provisioning complete for port fd66c62b-473a-410d-8546-e4b5288f8b69 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:11.399586 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-abc5ff55-3657-4b58-8ecd-487b57c2d210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:11.435720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-abc5ff55-3657-4b58-8ecd-487b57c2d210 None None] Port fd66c62b-473a-410d-8546-e4b5288f8b69 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:11.562396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:11.776200 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:11.780179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:11.903899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bad37e7-6dda-48eb-ab89-8f475eb0e0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.009222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bad37e7-6dda-48eb-ab89-8f475eb0e0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.012821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 23a28f3d-52bb-40c4-888b-4f346576c1c5 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:15:12.099700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4bad37e7-6dda-48eb-ab89-8f475eb0e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.137214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4bad37e7-6dda-48eb-ab89-8f475eb0e0d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fd17213b7f345de9e697ec475f61919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557286 Nov 11 21:15:12.142320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:12.160021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad37e7-6dda-48eb-ab89-8f475eb0e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90aa8de-fa65-4c7c-b36e-9227f763d06d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:12.209355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c4495-5743-4d26-a9f7-6396d6bd9795 None None] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:12.216522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0a63-cef8-4546-807f-fb949dce0b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.253914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0a63-cef8-4546-807f-fb949dce0b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.307227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f282e32c-50db-470d-83b2-7e586fcc1387 None None] Provisioning complete for port 418f7197-7e7c-4c27-96ee-d700329673b7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:12.307754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f282e32c-50db-470d-83b2-7e586fcc1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.388792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0a63-cef8-4546-807f-fb949dce0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.397391 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0a63-cef8-4546-807f-fb949dce0b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.404359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3c0d0a63-cef8-4546-807f-fb949dce0b05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b90aa8de-fa65-4c7c-b36e-9227f763d06d HTTP/1.1" status: 204 len: 168 time: 0.2608743 Nov 11 21:15:12.416790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d0a63-cef8-4546-807f-fb949dce0b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90aa8de-fa65-4c7c-b36e-9227f763d06d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:12.457892 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f282e32c-50db-470d-83b2-7e586fcc1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.495168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:12.504603 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] Sync routers for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:12.515968 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:12.517362 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:12.535811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f282e32c-50db-470d-83b2-7e586fcc1387 None None] For port 418f7197-7e7c-4c27-96ee-d700329673b7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=418f7197-7e7c-4c27-96ee-d700329673b7,segment=NetworkSegment(2f918658-cdb8-4906-b119-6f6d463ec9f4),segment_id=2f918658-cdb8-4906-b119-6f6d463ec9f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:12.551066 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:12.569926 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:12.570431 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:12.608563 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:12.609224 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db437c4e-0813-45ca-af3e-83e22d11ba8f None None] The sync data for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:12.624308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 418f7197-7e7c-4c27-96ee-d700329673b7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:15:12.632015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.632015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9b681466-d218-41ef-b786-db11d001a0fe tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5856709 Nov 11 21:15:12.633098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:12.679919 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f282e32c-50db-470d-83b2-7e586fcc1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.740880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282e32c-50db-470d-83b2-7e586fcc1387 None None] Pushing event updated for resources: {'Port': ['ID=418f7197-7e7c-4c27-96ee-d700329673b7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:12.744839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 418f7197-7e7c-4c27-96ee-d700329673b7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:12.745212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:12.800988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8fd9a423-9860-437d-981b-5feda7c889d5 None None] Provisioning complete for port 418f7197-7e7c-4c27-96ee-d700329673b7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:12.801448 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8fd9a423-9860-437d-981b-5feda7c889d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.123524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.298491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:13.312178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e941-066c-46b2-a690-7d091b179493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.387818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e941-066c-46b2-a690-7d091b179493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.401128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.1 (fbcaadcc-b6b5-4a90-9fa5-6e070f39932e/498fe008-03c6-4003-a178-b1431b3b7da8/d6583c83-c7d5-49cb-871f-2c150df6e7d2) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:13.461652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e941-066c-46b2-a690-7d091b179493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.502155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7e941-066c-46b2-a690-7d091b179493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a613d0a-d98d-431a-a941-fc6ff9fdd177,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:13.514785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d3c7e941-066c-46b2-a690-7d091b179493 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a341972e102e467d975c294d1dbd508c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146239 Nov 11 21:15:13.515437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:13.524571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.566195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bba06fe-8c87-4e23-b5f5-aeead775e5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.588551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bba06fe-8c87-4e23-b5f5-aeead775e5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.673991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.716490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:13.721384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:13.725380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:13.732455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=d6583c83-c7d5-49cb-871f-2c150df6e7d2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:13.756052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bba06fe-8c87-4e23-b5f5-aeead775e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.763814 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bba06fe-8c87-4e23-b5f5-aeead775e5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:13.763814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9bba06fe-8c87-4e23-b5f5-aeead775e5c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a613d0a-d98d-431a-a941-fc6ff9fdd177 HTTP/1.1" status: 204 len: 168 time: 0.2440331 Nov 11 21:15:13.769862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba06fe-8c87-4e23-b5f5-aeead775e5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a613d0a-d98d-431a-a941-fc6ff9fdd177,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:13.783228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.007706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.053367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-207c0db6-1d98-46a4-a992-5a4f9c568880 None None] Provisioning complete for port d6583c83-c7d5-49cb-871f-2c150df6e7d2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:14.053982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-207c0db6-1d98-46a4-a992-5a4f9c568880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.087774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-207c0db6-1d98-46a4-a992-5a4f9c568880 None None] Port d6583c83-c7d5-49cb-871f-2c150df6e7d2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:14.294520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.358576 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.434274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=d6583c83-c7d5-49cb-871f-2c150df6e7d2,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:14.438387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.535176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:14.537009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:14.592297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 418f7197-7e7c-4c27-96ee-d700329673b7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:15:14.652499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 418f7197-7e7c-4c27-96ee-d700329673b7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:14.653147 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.677858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 23a28f3d-52bb-40c4-888b-4f346576c1c5 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:14.814206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0fdf927f-c26f-4da5-afac-e2c764754cf8 None None] Provisioning complete for port d6583c83-c7d5-49cb-871f-2c150df6e7d2 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:14.814492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0fdf927f-c26f-4da5-afac-e2c764754cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:14.846783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:14.866437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:14.866899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aa1c26fc-c2ec-495e-8087-c36597d7c93b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/routers/23a28f3d-52bb-40c4-888b-4f346576c1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2294989 Nov 11 21:15:14.869488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] Sync routers for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:14.871829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf927f-c26f-4da5-afac-e2c764754cf8 None None] Port d6583c83-c7d5-49cb-871f-2c150df6e7d2 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:14.880477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'port': {'network_id': 'fbcaadcc-b6b5-4a90-9fa5-6e070f39932e', 'name': 'tempest-FloatingIPTestJSON-441224571'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:14.881751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:14.882768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:14.930283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:14.939064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:14.939690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:14.976114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:14.976813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086dc98d-f0f4-4c9b-a15c-746b696e5cff None None] The sync data for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:15.112800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Made reservation on behalf of 6cf7a0f6d5844e45822e97a44b8e3b48 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:15.117230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:15.135414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] device_id is not set on port f7a005de-0743-40e7-98e2-3b9cc38ee302 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:15.247264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Allocated IP 172.20.0.9 (fbcaadcc-b6b5-4a90-9fa5-6e070f39932e/498fe008-03c6-4003-a178-b1431b3b7da8/f7a005de-0743-40e7-98e2-3b9cc38ee302) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:15.396226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:15.515785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:15.564628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:15.568979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:15.573716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:15.597063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event updated for resources: {'Port': ['ID=f7a005de-0743-40e7-98e2-3b9cc38ee302,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:15.644361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:15.645022 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:15.753138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7d25de5a-c1f0-4412-b37b-8403519d75d6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8797629 Nov 11 21:15:15.756593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44580) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:15.764419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Request body: {'floatingip': {'port_id': 'f7a005de-0743-40e7-98e2-3b9cc38ee302'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:15.847791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:15.906432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4213154d-813e-447d-a5a2-bff4893eec43 None None] Provisioning complete for port f7a005de-0743-40e7-98e2-3b9cc38ee302 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:15.907046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4213154d-813e-447d-a5a2-bff4893eec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:15.966851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4213154d-813e-447d-a5a2-bff4893eec43 None None] Port f7a005de-0743-40e7-98e2-3b9cc38ee302 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:16.406814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:16.470125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:16.575831 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP b72a572d-07bd-4293-9282-4200e1b482ef associated. External IP: 172.25.2.75, port: 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe. Nov 11 21:15:16.688726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44600) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:16.801289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:16.804892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caebefb1-c8a6-461d-8a9a-1f096ba7c160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:16.886146 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caebefb1-c8a6-461d-8a9a-1f096ba7c160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:16.919041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:16.929398 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:16.939045 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:16.939706 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:16.973008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:16.982773 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:16.983642 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:16.986935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caebefb1-c8a6-461d-8a9a-1f096ba7c160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.022450 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:17.023103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42513c3c-011b-4a8b-939d-dfee5be8a298 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:17.031332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-caebefb1-c8a6-461d-8a9a-1f096ba7c160 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=617af69abead49e0958f6bfd945db03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413732 Nov 11 21:15:17.032448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44608) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:17.033179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebefb1-c8a6-461d-8a9a-1f096ba7c160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae4cbd-f452-46e7-a2cc-a593419a5029,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:17.087005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1402-bfa7-4d53-b1dc-348562ab0a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.109407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1402-bfa7-4d53-b1dc-348562ab0a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.168089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 23a28f3d-52bb-40c4-888b-4f346576c1c5 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:17.274557 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1402-bfa7-4d53-b1dc-348562ab0a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.294094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1402-bfa7-4d53-b1dc-348562ab0a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.297957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ddaf1402-bfa7-4d53-b1dc-348562ab0a76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34ae4cbd-f452-46e7-a2cc-a593419a5029 HTTP/1.1" status: 204 len: 168 time: 0.2583890 Nov 11 21:15:17.325333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:17.338966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf1402-bfa7-4d53-b1dc-348562ab0a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae4cbd-f452-46e7-a2cc-a593419a5029,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:17.340074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.357743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] Sync routers for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:17.378476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:17.379399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:17.430200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b9b576d0-bde8-4a27-92ed-7455806064f9 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/floatingips/b72a572d-07bd-4293-9282-4200e1b482ef HTTP/1.1" status: 200 len: 976 time: 1.6717119 Nov 11 21:15:17.430887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:17.433035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44612) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:17.439961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:17.440649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:17.477187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:17.477859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e4c34-c11c-4e5e-a800-d599b46d83cf None None] The sync data for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:17.536951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port f7a005de-0743-40e7-98e2-3b9cc38ee302 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:17.537282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.626085 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.882020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.882692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:17.882692 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Floating IP b72a572d-07bd-4293-9282-4200e1b482ef disassociated. External IP: 172.25.2.75, port: f7a005de-0743-40e7-98e2-3b9cc38ee302. Nov 11 21:15:17.883022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for f7a005de-0743-40e7-98e2-3b9cc38ee302 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:18.119268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:18.133758 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.144172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b36361a-5672-48ae-8b77-7ee1fcfd4020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.172089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=f7a005de-0743-40e7-98e2-3b9cc38ee302,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:18.338509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 23a28f3d-52bb-40c4-888b-4f346576c1c5 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:18.353794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b36361a-5672-48ae-8b77-7ee1fcfd4020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.452545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7b36361a-5672-48ae-8b77-7ee1fcfd4020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.500989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:18.506008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36361a-5672-48ae-8b77-7ee1fcfd4020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae8f03-7fe1-4ddb-9ff0-92675cf46e25,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:18.512387 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] Sync routers for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:18.515577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b36361a-5672-48ae-8b77-7ee1fcfd4020 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcaebea7ab304054af951806db288033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952181 Nov 11 21:15:18.518342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44620) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:18.526686 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:18.527856 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:18.579097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.584183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2e3ba800-6ef1-4e5f-b4bf-93c42ed6d120 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/ports/f7a005de-0743-40e7-98e2-3b9cc38ee302 HTTP/1.1" status: 204 len: 168 time: 1.1490886 Nov 11 21:15:18.586315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:18.589221 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:18.599363 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:18.600534 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:18.617191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c164cefa-ae49-48e3-8060-313903af10d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.639362 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:18.640394 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f692f37-03aa-4072-873f-fb5b8fa55eae None None] The sync data for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:18.643978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c164cefa-ae49-48e3-8060-313903af10d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.772276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c164cefa-ae49-48e3-8060-313903af10d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.775074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c164cefa-ae49-48e3-8060-313903af10d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:18.776295 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c164cefa-ae49-48e3-8060-313903af10d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8aae8f03-7fe1-4ddb-9ff0-92675cf46e25 HTTP/1.1" status: 204 len: 168 time: 0.2562084 Nov 11 21:15:18.785360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164cefa-ae49-48e3-8060-313903af10d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae8f03-7fe1-4ddb-9ff0-92675cf46e25,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:18.977964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:19.579562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port d6583c83-c7d5-49cb-871f-2c150df6e7d2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:19.579910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:19.666167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:19.678452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for d6583c83-c7d5-49cb-871f-2c150df6e7d2 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:19.934892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:19.967964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=d6583c83-c7d5-49cb-871f-2c150df6e7d2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:20.159977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:20.404529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 23a28f3d-52bb-40c4-888b-4f346576c1c5 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:20.547789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:20.557286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6f43e57f-2d03-4523-8686-1758869ff842 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/routers/23a28f3d-52bb-40c4-888b-4f346576c1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9662743 Nov 11 21:15:20.557411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:20.564720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] Sync routers for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:20.575590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:20.576461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:20.609620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:20.620381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] Routers {'23a28f3d-52bb-40c4-888b-4f346576c1c5'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:20.621282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['23a28f3d-52bb-40c4-888b-4f346576c1c5'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:20.667635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:20.668619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf3ac18-f011-4c5c-afa9-c36fe522ecbf None None] The sync data for ids ['23a28f3d-52bb-40c4-888b-4f346576c1c5'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:21.043967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.160090 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.282732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port fd66c62b-473a-410d-8546-e4b5288f8b69 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:21.283086 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.365028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.376905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for fd66c62b-473a-410d-8546-e4b5288f8b69 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:21.635319 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.665189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=fd66c62b-473a-410d-8546-e4b5288f8b69,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:21.689080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1082d-e271-4784-aa93-d59b862ea8d5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:15:21.761521 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.861844 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.864079 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.977939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.978533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Fanout notify agent at l3_agent the message router_deleted on router 23a28f3d-52bb-40c4-888b-4f346576c1c5 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:15:21.986875 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:21.988177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5d85c7f4-b995-4ad3-a916-ecfd09803eef tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/routers/23a28f3d-52bb-40c4-888b-4f346576c1c5 HTTP/1.1" status: 204 len: 168 time: 1.4304240 Nov 11 21:15:21.990954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:22.050863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting subnet 498fe008-03c6-4003-a178-b1431b3b7da8 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:15:22.051020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.094438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.189983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.198658 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.304978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.335712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Subnet': ['ID=498fe008-03c6-4003-a178-b1431b3b7da8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:22.341862 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.345537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd9422-baf2-462d-9cb7-fd81f0db0c1f None None] Network fbcaadcc-b6b5-4a90-9fa5-6e070f39932e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:22.345837 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cf581af0-8ddb-458f-8b48-bfb01f2796b4 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/subnets/498fe008-03c6-4003-a178-b1431b3b7da8 HTTP/1.1" status: 204 len: 168 time: 0.3538475 Nov 11 21:15:22.348933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:22.430788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.496703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 418f7197-7e7c-4c27-96ee-d700329673b7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:22.497139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.561421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] DHCP port deletion for fbcaadcc-b6b5-4a90-9fa5-6e070f39932e request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:15:22.583394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] For port 418f7197-7e7c-4c27-96ee-d700329673b7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=418f7197-7e7c-4c27-96ee-d700329673b7,segment=NetworkSegment(2f918658-cdb8-4906-b119-6f6d463ec9f4),segment_id=2f918658-cdb8-4906-b119-6f6d463ec9f4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:22.583394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.597797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 418f7197-7e7c-4c27-96ee-d700329673b7 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:22.619542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] Deleting port 418f7197-7e7c-4c27-96ee-d700329673b7 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:22.620098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.703436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] For port 418f7197-7e7c-4c27-96ee-d700329673b7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=418f7197-7e7c-4c27-96ee-d700329673b7,segment=NetworkSegment(2f918658-cdb8-4906-b119-6f6d463ec9f4),segment_id=2f918658-cdb8-4906-b119-6f6d463ec9f4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:22.703436 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.714330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] Calling delete_port for 418f7197-7e7c-4c27-96ee-d700329673b7 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:22.749619 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.778796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=418f7197-7e7c-4c27-96ee-d700329673b7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:22.783962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] No DVR routers for this DVR port 418f7197-7e7c-4c27-96ee-d700329673b7 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:15:22.797100 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.823869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] Pushing event deleted for resources: {'Port': ['ID=418f7197-7e7c-4c27-96ee-d700329673b7,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:22.829742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70184e17-ff7c-42f7-87be-2bc33a03ebf2 None None] No DVR routers for this DVR port 418f7197-7e7c-4c27-96ee-d700329673b7 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:15:22.892423 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.920443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcaadcc-b6b5-4a90-9fa5-6e070f39932e']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:22.932581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f918658-cdb8-4906-b119-6f6d463ec9f4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:22.933004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f918658-cdb8-4906-b119-6f6d463ec9f4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:22.947967 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.980785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.987302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:15:22.989644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:15:22.993509 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:15:23.158759 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.169007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.173123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/networks/fbcaadcc-b6b5-4a90-9fa5-6e070f39932e HTTP/1.1" status: 204 len: 168 time: 0.8204703 Nov 11 21:15:23.173399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:23.184409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727f8a1-9383-415b-8df7-cb5f3c7c465d tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Network': ['ID=fbcaadcc-b6b5-4a90-9fa5-6e070f39932e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:23.319216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 56679da6-330e-4e87-ab23-eb49899426e4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:23.319564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.406110 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.406454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.418728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 56679da6-330e-4e87-ab23-eb49899426e4 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:23.640693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.667903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=56679da6-330e-4e87-ab23-eb49899426e4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:23.730726 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.733359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:23.734720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7dbdb3eb-c958-44ad-afb5-beb3c4d4fe8c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/floatingips/b72a572d-07bd-4293-9282-4200e1b482ef HTTP/1.1" status: 204 len: 168 time: 0.5597715 Nov 11 21:15:23.735492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-f45b1870-0bad-4fbf-a52c-7838334a76bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1475637 Nov 11 21:15:23.738413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44716) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:23.763241 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b51b136-466c-42ce-b521-c6f809630a06 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] DELETE failed (client error): The resource could not be found. Nov 11 21:15:23.763948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b51b136-466c-42ce-b521-c6f809630a06 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:15:23.767005 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9b51b136-466c-42ce-b521-c6f809630a06 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/ports/f7a005de-0743-40e7-98e2-3b9cc38ee302 HTTP/1.1" status: 404 len: 333 time: 0.0269451 Nov 11 21:15:23.773767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:23.810616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2429f108-c05d-448e-98a8-7d9cccfbbc2b tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "GET /v2.0/ports?device_id=23a28f3d-52bb-40c4-888b-4f346576c1c5 HTTP/1.1" status: 200 len: 205 time: 0.0357091 Nov 11 21:15:23.813460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44720) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:23.850318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-fbb8bce2-5486-42ec-bacc-48951bd593f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:23.851845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-fbb8bce2-5486-42ec-bacc-48951bd593f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1096 time: 0.0437610 Nov 11 21:15:23.856301 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-c8cea628-d66b-4b62-984a-f3f5ce26c1e3 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] delete failed (client error): The resource could not be found. Nov 11 21:15:23.857297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c8cea628-d66b-4b62-984a-f3f5ce26c1e3 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/routers/23a28f3d-52bb-40c4-888b-4f346576c1c5 HTTP/1.1" status: 404 len: 336 time: 0.0428634 Nov 11 21:15:23.859897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:23.889729 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-58039985-11e5-44a5-a5e0-36a21f38566c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] DELETE failed (client error): The resource could not be found. Nov 11 21:15:23.890196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58039985-11e5-44a5-a5e0-36a21f38566c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:15:23.894047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-58039985-11e5-44a5-a5e0-36a21f38566c tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/subnets/498fe008-03c6-4003-a178-b1431b3b7da8 HTTP/1.1" status: 404 len: 337 time: 0.0331292 Nov 11 21:15:23.896849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:23.969376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-3a4badac-969f-4ef6-ad4e-87f091616324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:23.971014 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-3a4badac-969f-4ef6-ad4e-87f091616324 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.0958810 Nov 11 21:15:24.004205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:24.005183 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:24.049019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-7980ab2a-79b3-4231-bfa9-2f844a98416a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 1001 time: 0.0687613 Nov 11 21:15:24.097151 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:24.098237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-7fee12cf-c7c3-4454-8276-f94e880cdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:24.099706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-7fee12cf-c7c3-4454-8276-f94e880cdc59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0441415 Nov 11 21:15:24.109712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:24.146504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-949cd057-47e1-49d5-931a-54a21a67cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:24.148067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-949cd057-47e1-49d5-931a-54a21a67cd70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408514 Nov 11 21:15:24.159477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-a410d06c-8bd4-46bb-9a7b-fd03da3828eb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:15:24.160528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-a410d06c-8bd4-46bb-9a7b-fd03da3828eb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052311 Nov 11 21:15:24.261678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-add15f0a-b789-4201-ad6f-8b7e84d6b53e service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942228 Nov 11 21:15:24.363140 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-87d93d2c-9c6a-4ef3-a542-787dc9f2559e req-f4def06d-dc16-40d6-b8da-c413bff3b11e service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940409 Nov 11 21:15:24.398550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:24.425243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:24.499646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:24.502933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f65280ae-3b88-4c99-a97a-dfe76f67b0c1 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/ports/3f0f7b3b-eb23-40d2-83b6-a1d9f0e655fe HTTP/1.1" status: 204 len: 168 time: 0.6051445 Nov 11 21:15:24.506740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:24.580513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 418f7197-7e7c-4c27-96ee-d700329673b7 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:15:24.601939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 418f7197-7e7c-4c27-96ee-d700329673b7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:15:24.602304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 418f7197-7e7c-4c27-96ee-d700329673b7 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:15:24.612810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 618ddc2c-09ec-4eee-a42b-4f1f6710e630 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:24.613162 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:24.729795 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:24.743394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 618ddc2c-09ec-4eee-a42b-4f1f6710e630 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:24.978145 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:25.011399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=618ddc2c-09ec-4eee-a42b-4f1f6710e630,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:25.079058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:25.082349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3b5cf5cc-7cde-46e4-bf4a-21e0c3cf5a29 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/ports/618ddc2c-09ec-4eee-a42b-4f1f6710e630 HTTP/1.1" status: 204 len: 168 time: 0.5759399 Nov 11 21:15:25.085432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:25.133457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a64e13f-1fb0-4472-abed-851552be2fa6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:25.134956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6a64e13f-1fb0-4472-abed-851552be2fa6 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "GET /v2.0/ports?device_id=441f2454-7696-4c55-9808-dfa9d7d8732a HTTP/1.1" status: 200 len: 913 time: 0.0485921 Nov 11 21:15:25.137929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:25.541058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:25.831928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port bedbf4f9-626a-4393-9aee-39f93d1bb3f3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:25.832953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:25.927044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:25.943526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for bedbf4f9-626a-4393-9aee-39f93d1bb3f3 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:26.221740 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:26.252337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=bedbf4f9-626a-4393-9aee-39f93d1bb3f3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:26.435159 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:26.671145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Router 441f2454-7696-4c55-9808-dfa9d7d8732a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:15:27.076387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:15:27.084909 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fce1540c-789f-46b1-8282-16d722df7615 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "PUT /v2.0/routers/441f2454-7696-4c55-9808-dfa9d7d8732a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9426610 Nov 11 21:15:27.085350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:27.088857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] Sync routers for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:15:27.100008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:27.100860 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:27.143045 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:27.154183 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] Routers {'441f2454-7696-4c55-9808-dfa9d7d8732a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:15:27.154833 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['441f2454-7696-4c55-9808-dfa9d7d8732a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:27.192973 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:27.193951 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d5e78-5993-4625-8cff-734ec1433d54 None None] The sync data for ids ['441f2454-7696-4c55-9808-dfa9d7d8732a'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:15:27.209634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:27.324011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:27.331925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:27.482280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting port 15cdf6c4-e2ac-4dd4-9d13-0b47f27adff2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:27.482713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:27.570366 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:27.588407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Calling delete_port for 15cdf6c4-e2ac-4dd4-9d13-0b47f27adff2 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:27.858352 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:27.886613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Port': ['ID=15cdf6c4-e2ac-4dd4-9d13-0b47f27adff2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:27.912574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448fc3ff-1f80-4b8b-839a-4b251b57e5d4 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:15:27.991500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.023749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-1dc3d92a-a90a-4864-9402-ed80bf243226 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1816649 Nov 11 21:15:28.123471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.127849 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.186052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.186662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.187146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.187894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.188389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.188858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.189328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.191285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-65b5e9d6-6ade-4843-a8b1-3e8b0ecaa2bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11cb03a510ca46ae950419e270fc99fb&device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 6490 time: 0.1056516 Nov 11 21:15:28.276995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.277612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Fanout notify agent at l3_agent the message router_deleted on router 441f2454-7696-4c55-9808-dfa9d7d8732a {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:15:28.285460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.289316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44790) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:28.290078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bdf23e66-44dd-4bbd-937c-80aa12874df8 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/routers/441f2454-7696-4c55-9808-dfa9d7d8732a HTTP/1.1" status: 204 len: 168 time: 1.2032001 Nov 11 21:15:28.330820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-cab15ee4-b9c0-4ad1-82b8-aa5903f414d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.331388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-cab15ee4-b9c0-4ad1-82b8-aa5903f414d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.331923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-cab15ee4-b9c0-4ad1-82b8-aa5903f414d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.336116 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-cab15ee4-b9c0-4ad1-82b8-aa5903f414d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8bea7f20-7ba1-4360-a063-0581094fd6f9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&id=03c6918f-b0c8-457e-9f37-f9db9768aa37&id=03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 200 len: 2291 time: 0.1191065 Nov 11 21:15:28.362725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Deleting subnet a0c3ebbd-f94b-4594-ace4-40be45efdd30 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:15:28.367316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.426257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-53743239-4966-4e62-a742-09f6eb591d53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 200 len: 1002 time: 0.0826397 Nov 11 21:15:28.439893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.492890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.514076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-904877c1-4cdb-4a09-b62f-6f8d64974b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.515564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-904877c1-4cdb-4a09-b62f-6f8d64974b78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 200 len: 851 time: 0.0741041 Nov 11 21:15:28.565118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-f618731b-8ea4-4d69-980f-197826ef70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:28.567238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-f618731b-8ea4-4d69-980f-197826ef70d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8bea7f20-7ba1-4360-a063-0581094fd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431647 Nov 11 21:15:28.578233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-8a7adcb0-420c-4257-96b5-df3b42588d13 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:15:28.579266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-8a7adcb0-420c-4257-96b5-df3b42588d13 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055497 Nov 11 21:15:28.641568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.686156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c3ebbd-f94b-4594-ace4-40be45efdd30,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:28.695273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-455a59fd-79c7-4f91-822e-4317caeb2a77 service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059043 Nov 11 21:15:28.698756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.712650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44800) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:28.712967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-078c9ba8-04d1-4597-88c6-810473191539 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/subnets/a0c3ebbd-f94b-4594-ace4-40be45efdd30 HTTP/1.1" status: 204 len: 168 time: 0.4216187 Nov 11 21:15:28.846250 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:28.905376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-8f18f455-26c6-4d40-bd09-65a25a9e311e service neutron] 10.222.0.62 "GET /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028515 Nov 11 21:15:28.997621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-bdd9d365-16af-40a6-a610-5093af316652 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 217 time: 0.0793600 Nov 11 21:15:29.005459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:29.064591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6139043-4088-41c5-9a7e-21377891d7cb']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:29.084329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf87fc9-0df7-4f9a-b3dc-8fb6d59872f3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:29.084788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf87fc9-0df7-4f9a-b3dc-8fb6d59872f3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:29.097631 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:29.106027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-f8f8a3ba-1cf8-405f-9dac-70bd54ad81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:29.107673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-f8f8a3ba-1cf8-405f-9dac-70bd54ad81a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0957236 Nov 11 21:15:29.116398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:29.145003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:15:29.145742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:15:29.150122 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:15:29.213744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-186b40b0-7d18-427a-aebe-9a9ec41788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:29.215354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-186b40b0-7d18-427a-aebe-9a9ec41788c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965798 Nov 11 21:15:29.323902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-21cf6408-a338-4477-af46-18e5bcc79758 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007571 Nov 11 21:15:29.360598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:29.369901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:29.375552 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] 10.222.0.31 "DELETE /v2.0/networks/b6139043-4088-41c5-9a7e-21377891d7cb HTTP/1.1" status: 204 len: 168 time: 0.6589377 Nov 11 21:15:29.445886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a6438-9461-438d-9c44-2e2109f8c379 tempest-FloatingIPTestJSON-1390226001 tempest-FloatingIPTestJSON-1390226001-project] Pushing event deleted for resources: {'Network': ['ID=b6139043-4088-41c5-9a7e-21377891d7cb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:29.449164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-52d56466-6816-414d-a0c2-ac9c596f4db5 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179087 Nov 11 21:15:29.501234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-3e765b56-7c4c-4a88-b0a7-66a023f3d8fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 217 time: 0.0448623 Nov 11 21:15:29.554431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-60553fe4-cee8-4d7a-a6f5-b463e0284742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:29.555994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-60553fe4-cee8-4d7a-a6f5-b463e0284742 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0471776 Nov 11 21:15:29.604948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-f73060c7-c7fa-499a-af63-a19c88432363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:29.606395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-f73060c7-c7fa-499a-af63-a19c88432363 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426483 Nov 11 21:15:29.709296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-e75e0590-81a1-419d-aff9-94dafb8834e8 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949907 Nov 11 21:15:29.801292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-db6edf76-b33a-42d3-9b23-e320c95ca35f service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849252 Nov 11 21:15:29.848219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-e703e535-415d-450a-af93-c7c1b397fc88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 200 len: 217 time: 0.0390375 Nov 11 21:15:29.899826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-85d64362-e293-45c5-9ab8-0995ab28f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:29.901495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-85d64362-e293-45c5-9ab8-0995ab28f4db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0464139 Nov 11 21:15:29.948469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-8d94177f-9807-4628-9340-427cf4440fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:29.949987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-8d94177f-9807-4628-9340-427cf4440fed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405874 Nov 11 21:15:30.046109 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-a3c9f19b-47a0-4151-8187-217656d089bb service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887270 Nov 11 21:15:30.084614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44814) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:30.144740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-3be8019d-8464-4888-b243-3de95199134f service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906866 Nov 11 21:15:30.194578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-634f81ec-e248-45ee-92ef-516d883e8027 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 200 len: 217 time: 0.0422921 Nov 11 21:15:30.200930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:30.253939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-c14f0551-f19c-4a98-ab79-8bbb12880c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:30.255650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-c14f0551-f19c-4a98-ab79-8bbb12880c4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 200 len: 797 time: 0.0486200 Nov 11 21:15:30.263870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5ce6f8d-9908-4b04-a702-70b9461330de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.274341 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:15:30.305864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-678a37b8-52d6-4f38-af1d-71bb13ae07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:30.311382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-678a37b8-52d6-4f38-af1d-71bb13ae07af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3df106e-e2c1-4a1e-8182-d49a3bf324c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448081 Nov 11 21:15:30.345691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5ce6f8d-9908-4b04-a702-70b9461330de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.405010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-28ba5c7d-c396-4060-b734-709de530c155 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cf7a0f6d5844e45822e97a44b8e3b48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028153 Nov 11 21:15:30.407616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:30.431975 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-a5e6ddca-f687-43bb-87f9-4144f58b7f06 service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144586 Nov 11 21:15:30.456701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95ac9008-ddc4-4adc-989c-a503e049db4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.483040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95ac9008-ddc4-4adc-989c-a503e049db4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.500272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f5ce6f8d-9908-4b04-a702-70b9461330de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.523063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-411620b0-33d2-4eb5-a9ed-0a4b6fb640bf service neutron] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839832 Nov 11 21:15:30.558873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f5ce6f8d-9908-4b04-a702-70b9461330de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f83630671f24fb0b25a07c872a59755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4731486 Nov 11 21:15:30.561377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:30.569116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce6f8d-9908-4b04-a702-70b9461330de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec34e6d-993f-4af2-9ffe-dbbbd91ba569,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:30.574502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-0bbf3000-13cd-41e3-bc5c-cc55bab7dbf8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 200 len: 217 time: 0.0438771 Nov 11 21:15:30.623178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46d54bab-b6b1-4ccc-9294-3f097efcb9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.632077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-fddb4939-7b0e-4d6d-8201-a3f2a4ef24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:30.633920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-fddb4939-7b0e-4d6d-8201-a3f2a4ef24ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0509889 Nov 11 21:15:30.646790 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46d54bab-b6b1-4ccc-9294-3f097efcb9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.683431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-97db3ec0-8bb9-4afb-876b-919857a6ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:30.685093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-97db3ec0-8bb9-4afb-876b-919857a6ff0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430992 Nov 11 21:15:30.778699 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-392889d1-f885-48b4-9232-b2ca996c9222 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847511 Nov 11 21:15:30.794903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95ac9008-ddc4-4adc-989c-a503e049db4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.797656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-95ac9008-ddc4-4adc-989c-a503e049db4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.798850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-95ac9008-ddc4-4adc-989c-a503e049db4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a9704ba-92f4-4919-a88c-b66065374b99 HTTP/1.1" status: 204 len: 168 time: 0.3901355 Nov 11 21:15:30.807197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac9008-ddc4-4adc-989c-a503e049db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9704ba-92f4-4919-a88c-b66065374b99,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:30.846628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46d54bab-b6b1-4ccc-9294-3f097efcb9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.849873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-46d54bab-b6b1-4ccc-9294-3f097efcb9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:30.888053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-46d54bab-b6b1-4ccc-9294-3f097efcb9a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ec34e6d-993f-4af2-9ffe-dbbbd91ba569 HTTP/1.1" status: 204 len: 168 time: 0.2913499 Nov 11 21:15:30.888053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d54bab-b6b1-4ccc-9294-3f097efcb9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec34e6d-993f-4af2-9ffe-dbbbd91ba569,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:30.892721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-e1ea1571-6703-4730-9f07-962dc51e3647 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050873 Nov 11 21:15:30.939707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-b935911e-2885-49e4-ab30-6b6df246251b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 200 len: 217 time: 0.0394859 Nov 11 21:15:30.991127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-5661c42c-b0d7-4c9a-9e34-ecf795e21349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:30.992621 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-5661c42c-b0d7-4c9a-9e34-ecf795e21349 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 200 len: 797 time: 0.0458066 Nov 11 21:15:31.041271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb198e0-cc43-428d-9030-0b050b0e548a req-02233e19-9403-458c-9ff2-7883504f39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:31.042804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-02233e19-9403-458c-9ff2-7883504f39e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03c6918f-b0c8-457e-9f37-f9db9768aa37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435131 Nov 11 21:15:31.142285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-4988a05b-f675-4622-bf76-739573931575 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880196 Nov 11 21:15:31.245245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-adb198e0-cc43-428d-9030-0b050b0e548a req-b195dd8e-1f75-4d5e-96de-0bd1284556c4 service neutron] 10.222.0.62 "GET /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990124 Nov 11 21:15:31.602867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:31.618614 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e1728fa-a1e3-426a-b424-e2e1be472ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:31.711334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e1728fa-a1e3-426a-b424-e2e1be472ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:31.829505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e1728fa-a1e3-426a-b424-e2e1be472ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:31.881693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1728fa-a1e3-426a-b424-e2e1be472ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ccd730-3716-4641-9b3e-10b866009b41,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:31.895400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9e1728fa-a1e3-426a-b424-e2e1be472ab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a87aa14cf4c4465aae4cc015d5f6b1c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910655 Nov 11 21:15:31.907026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:31.952595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7d962f87-5af5-42f2-a30b-f00aa6b4f81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:31.954547 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07ac28c5-a7aa-4e60-9aa7-1ce84924c088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:31.981890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07ac28c5-a7aa-4e60-9aa7-1ce84924c088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.054016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:32.107382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07ac28c5-a7aa-4e60-9aa7-1ce84924c088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.110272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07ac28c5-a7aa-4e60-9aa7-1ce84924c088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.111642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-07ac28c5-a7aa-4e60-9aa7-1ce84924c088 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9ccd730-3716-4641-9b3e-10b866009b41 HTTP/1.1" status: 204 len: 168 time: 0.2123959 Nov 11 21:15:32.122493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac28c5-a7aa-4e60-9aa7-1ce84924c088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ccd730-3716-4641-9b3e-10b866009b41,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:32.178276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1623824498'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:32.289437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:32.293083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.302484 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.386114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.452488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.482790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:15:32.498635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec087073-e41b-470a-9daf-0d2666fe2b1b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:32.505603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.506037 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment 48a86128-696e-4d7d-9a08-59fb1e63adee of type vlan for network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa Nov 11 21:15:32.553932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.718188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.724941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:32.725576 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:32.791836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:32.802493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:15:32.869325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b09dc084-91d1-494a-a187-570d306d355e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8141975 Nov 11 21:15:32.872197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44892) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:32.877712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'name': 'tempest-PortsTestJSON-799307910'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:33.040602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:33.044219 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.064954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port bf9ab620-5664-4931-9791-c6ba6c96abbc yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:33.238876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.326946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.388329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=bf9ab620-5664-4931-9791-c6ba6c96abbc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:33.399405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': '48a86128-696e-4d7d-9a08-59fb1e63adee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:33.399773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:15:33.486290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:15:33.566530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:33.570149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:33.575922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39078306-67a9-4f19-ad7d-ab0edbf716f6 None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:33.576386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:33.576648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.675482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44914) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:33.676772 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f49b0a21-28a6-4023-90b6-83df2b93e019 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8020954 Nov 11 21:15:33.682099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-701579973'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:33.786822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:33.790814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.814821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:15:33.823037 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.825061 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment 2efbcdba-3aaf-41b5-a436-47f8c61905a2 of type vlan for network 9d00ac70-013f-4df6-ae19-8d7e0f558654 Nov 11 21:15:33.870907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.989381 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:33.995070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:33.995653 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:34.063716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=9d00ac70-013f-4df6-ae19-8d7e0f558654,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:34.077348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 9d00ac70-013f-4df6-ae19-8d7e0f558654 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:15:34.116244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-59428de9-fe5b-496f-ae46-d47c5e59db04 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4384186 Nov 11 21:15:34.118822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:34.125671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'ports': [{'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa'}, {'network_id': '9d00ac70-013f-4df6-ae19-8d7e0f558654'}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:34.126057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:34.126554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '9d00ac70-013f-4df6-ae19-8d7e0f558654'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:34.467114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10c50754-27b3-44f1-874a-36ece2793f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:34.735119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:34.740030 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:34.754209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:34.843524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 78c05b63-3195-4ae8-a1bd-d3121d428e3e yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:34.966732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.043106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 387570a9-34fe-4f7e-aa1d-56baa3b51e82 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:35.154869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.286736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.334096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:35.339518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:35.343152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:35.343985 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.355555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=78c05b63-3195-4ae8-a1bd-d3121d428e3e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:35.414061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=387570a9-34fe-4f7e-aa1d-56baa3b51e82,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:35.419483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': '2efbcdba-3aaf-41b5-a436-47f8c61905a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9d00ac70-013f-4df6-ae19-8d7e0f558654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:35.419835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: 9d00ac70-013f-4df6-ae19-8d7e0f558654, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:15:35.535031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 9d00ac70-013f-4df6-ae19-8d7e0f558654 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:15:35.570184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.675107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 9d00ac70-013f-4df6-ae19-8d7e0f558654) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:35.679008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:35.685805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf5dbf-c297-49a7-ba8c-1908bb4da426 None None] Network 9d00ac70-013f-4df6-ae19-8d7e0f558654 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:35.685945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:35.691060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:35.692533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.808984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44962) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:35.809465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cf3cbbdc-b1e0-44de-bd96-1a3d4b6fe380 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6857531 Nov 11 21:15:35.905113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 387570a9-34fe-4f7e-aa1d-56baa3b51e82 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:35.905408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.977682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:35.991364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 387570a9-34fe-4f7e-aa1d-56baa3b51e82 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:36.126624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.157682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=387570a9-34fe-4f7e-aa1d-56baa3b51e82,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:36.164357 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.167490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-91d7c7c4-315b-4290-90df-2545bf66e756 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/387570a9-34fe-4f7e-aa1d-56baa3b51e82 HTTP/1.1" status: 204 len: 168 time: 0.3564656 Nov 11 21:15:36.169986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:36.223443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd83c17-56a6-470a-afc8-1578df1c2ea5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:36.227036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd83c17-56a6-470a-afc8-1578df1c2ea5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:36.228617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0dd83c17-56a6-470a-afc8-1578df1c2ea5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0575092 Nov 11 21:15:36.231329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:36.327076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 78c05b63-3195-4ae8-a1bd-d3121d428e3e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:36.327421 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.401788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.416337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 78c05b63-3195-4ae8-a1bd-d3121d428e3e owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:36.594986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.624116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=78c05b63-3195-4ae8-a1bd-d3121d428e3e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:36.631921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.635490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-89225e21-411d-49e1-9ab0-84e6ba770c29 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/78c05b63-3195-4ae8-a1bd-d3121d428e3e HTTP/1.1" status: 204 len: 168 time: 0.4029882 Nov 11 21:15:36.638131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44976) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:36.689332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19b422-9672-4451-81ab-b60e20f41770 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:36.690757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7b19b422-9672-4451-81ab-b60e20f41770 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0517099 Nov 11 21:15:36.693717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:36.717849 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-928a2f47-dd38-473e-a0dd-2c111d4e7b4b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:15:36.719394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-928a2f47-dd38-473e-a0dd-2c111d4e7b4b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/387570a9-34fe-4f7e-aa1d-56baa3b51e82 HTTP/1.1" status: 404 len: 333 time: 0.0247457 Nov 11 21:15:36.722099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44980) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:36.747281 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-43902f6c-26ff-4cd5-abea-52dce9a65a5b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:15:36.748928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-43902f6c-26ff-4cd5-abea-52dce9a65a5b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/78c05b63-3195-4ae8-a1bd-d3121d428e3e HTTP/1.1" status: 404 len: 333 time: 0.0252903 Nov 11 21:15:36.751484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44982) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:36.831903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.926116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.946671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d00ac70-013f-4df6-ae19-8d7e0f558654']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:36.955999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efbcdba-3aaf-41b5-a436-47f8c61905a2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:36.956332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efbcdba-3aaf-41b5-a436-47f8c61905a2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:36.966386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.979934 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.987444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:15:36.987842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:15:36.991091 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:15:37.075023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.129446 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.148740 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.152866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/9d00ac70-013f-4df6-ae19-8d7e0f558654 HTTP/1.1" status: 204 len: 168 time: 0.3996689 Nov 11 21:15:37.153911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b34f79-9644-4876-a400-c97a51bf1067 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=9d00ac70-013f-4df6-ae19-8d7e0f558654,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:37.158499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:37.164487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1961213280'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:37.269104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:37.273835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.298799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:15:37.311704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.311704 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment bb33ce11-4a23-4932-86a9-1f828c1fb42c of type vlan for network d4216eb3-4194-46d6-aa3a-56ef9b1b156a Nov 11 21:15:37.362360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.452828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.466868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:37.466868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.532517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=d4216eb3-4194-46d6-aa3a-56ef9b1b156a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:37.544166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d4216eb3-4194-46d6-aa3a-56ef9b1b156a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:15:37.597375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-742febbb-5ef4-4892-91f9-4a1ba72403fa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4375858 Nov 11 21:15:37.601045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:37.606074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:37.760637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:37.764379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:37.829534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:15:37.830157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:15:37.846849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:38.012410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:38.081388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=6eee316f-2207-416f-b042-cee93a13f89e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:38.089793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': 'bb33ce11-4a23-4932-86a9-1f828c1fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:38.090163 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: d4216eb3-4194-46d6-aa3a-56ef9b1b156a, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:15:38.172329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network d4216eb3-4194-46d6-aa3a-56ef9b1b156a is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:15:38.235054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d4216eb3-4194-46d6-aa3a-56ef9b1b156a) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:38.244793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:38.246445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:38.248900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5eb28-e7be-458c-86f1-ca76831dd861 None None] Network d4216eb3-4194-46d6-aa3a-56ef9b1b156a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:38.325060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-72885eb1-e562-437a-95bf-c1329c8a39e0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7228217 Nov 11 21:15:38.327747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:38.334813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a', 'name': 'tempest-PortsTestJSON-768795162'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:38.426922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-d4216eb3-4194-46d6-aa3a-56ef9b1b156a', 'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a', 'tenant_id': 'e8baccb83e8744849eb8dea2000ec962', 'fixed_ips': [{'subnet_id': '6eee316f-2207-416f-b042-cee93a13f89e'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:15:38.426922 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:38.538671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:38.552361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:38.571876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 2c827357-d494-44af-afc1-26cd799fd1da yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:38.705906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Allocated IP 172.20.0.2 (d4216eb3-4194-46d6-aa3a-56ef9b1b156a/6eee316f-2207-416f-b042-cee93a13f89e/aa6f7ca1-0753-4309-8418-e4d150f317ab) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:38.963767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.057415 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.108111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Pushing event updated for resources: {'Port': ['ID=aa6f7ca1-0753-4309-8418-e4d150f317ab,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:39.126308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Network d4216eb3-4194-46d6-aa3a-56ef9b1b156a is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:39.128664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:39.138207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:39.157209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.5 (d4216eb3-4194-46d6-aa3a-56ef9b1b156a/6eee316f-2207-416f-b042-cee93a13f89e/2c827357-d494-44af-afc1-26cd799fd1da) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:39.377684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.434615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Attempting to bind port aa6f7ca1-0753-4309-8418-e4d150f317ab on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:15:39.435191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Attempting to bind port aa6f7ca1-0753-4309-8418-e4d150f317ab by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bb33ce11-4a23-4932-86a9-1f828c1fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:15:39.435521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Attempting to bind port aa6f7ca1-0753-4309-8418-e4d150f317ab on network d4216eb3-4194-46d6-aa3a-56ef9b1b156a {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:15:39.440784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:15:39.442289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Checking segment: {'id': 'bb33ce11-4a23-4932-86a9-1f828c1fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:39.442966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.443572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Bound using segment: {'id': 'bb33ce11-4a23-4932-86a9-1f828c1fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:15:39.444121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Bound port: aa6f7ca1-0753-4309-8418-e4d150f317ab, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb33ce11-4a23-4932-86a9-1f828c1fb42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd4216eb3-4194-46d6-aa3a-56ef9b1b156a'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:15:39.444724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.492908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.507680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] For port aa6f7ca1-0753-4309-8418-e4d150f317ab, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:15:39.511290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] For port aa6f7ca1-0753-4309-8418-e4d150f317ab, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=aa6f7ca1-0753-4309-8418-e4d150f317ab,segment=NetworkSegment(bb33ce11-4a23-4932-86a9-1f828c1fb42c),segment_id=bb33ce11-4a23-4932-86a9-1f828c1fb42c)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:15:39.522512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network d4216eb3-4194-46d6-aa3a-56ef9b1b156a is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:39.544793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:39.548942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:39.593241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=2c827357-d494-44af-afc1-26cd799fd1da,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:39.617754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:39.618542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.621423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:39.720809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7c143981-1668-456c-9b94-b5458080e845 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3915281 Nov 11 21:15:39.723959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45024) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:39.724486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b6fc2-f290-4d21-97f5-c041e5fddd42 None None] Pushing event updated for resources: {'Port': ['ID=aa6f7ca1-0753-4309-8418-e4d150f317ab,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:39.948524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 2c827357-d494-44af-afc1-26cd799fd1da {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:39.948869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.062870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.081463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 2c827357-d494-44af-afc1-26cd799fd1da owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:40.277974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.311084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=2c827357-d494-44af-afc1-26cd799fd1da,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:40.381030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.386471 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d04b5940-23bf-432a-8d70-145f05a75f3c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/2c827357-d494-44af-afc1-26cd799fd1da HTTP/1.1" status: 204 len: 168 time: 0.6613975 Nov 11 21:15:40.396523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:40.414777 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c7f582-3e31-4eb8-8c01-3e65ff0a1b6e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:15:40.415871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c7f582-3e31-4eb8-8c01-3e65ff0a1b6e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:15:40.418498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-20c7f582-3e31-4eb8-8c01-3e65ff0a1b6e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/2c827357-d494-44af-afc1-26cd799fd1da HTTP/1.1" status: 404 len: 333 time: 0.0274670 Nov 11 21:15:40.421628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45036) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:40.452684 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2834d8-c456-496f-9801-5bde1948bcda tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:15:40.454220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ab2834d8-c456-496f-9801-5bde1948bcda tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/2c827357-d494-44af-afc1-26cd799fd1da HTTP/1.1" status: 404 len: 333 time: 0.0316064 Nov 11 21:15:40.457706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45038) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:40.511638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 6eee316f-2207-416f-b042-cee93a13f89e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:15:40.515379 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.578115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.683027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device aa6f7ca1-0753-4309-8418-e4d150f317ab up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:15:40.725872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.787546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port aa6f7ca1-0753-4309-8418-e4d150f317ab triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:40.793839 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.858232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.880731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.925103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=6eee316f-2207-416f-b042-cee93a13f89e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:40.953722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:40.957766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-42505290-618d-4232-bfd3-0999ed17d11d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/6eee316f-2207-416f-b042-cee93a13f89e HTTP/1.1" status: 204 len: 168 time: 0.4984655 Nov 11 21:15:40.962422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45048) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:40.988526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:15:40.989277 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:15:40.992466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81daaf87-0867-4811-9cc8-eb078d3c0f96 None None] Network d4216eb3-4194-46d6-aa3a-56ef9b1b156a requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:41.062214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-22153ae1-0054-4c60-971f-867e5fc8b002 None None] Provisioning complete for port aa6f7ca1-0753-4309-8418-e4d150f317ab triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:41.062955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22153ae1-0054-4c60-971f-867e5fc8b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.133457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.248430 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22153ae1-0054-4c60-971f-867e5fc8b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.290976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port aa6f7ca1-0753-4309-8418-e4d150f317ab {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:41.291312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.297449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-22153ae1-0054-4c60-971f-867e5fc8b002 None None] For port aa6f7ca1-0753-4309-8418-e4d150f317ab, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=aa6f7ca1-0753-4309-8418-e4d150f317ab,segment=NetworkSegment(bb33ce11-4a23-4932-86a9-1f828c1fb42c),segment_id=bb33ce11-4a23-4932-86a9-1f828c1fb42c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:41.324983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] DHCP port deletion for d4216eb3-4194-46d6-aa3a-56ef9b1b156a request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:15:41.331364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064a456-c2ad-42ee-aa05-315af07def3f req-f8318322-81f6-4183-8688-7dee1d0c2b34 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:41.331364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7064a456-c2ad-42ee-aa05-315af07def3f req-f8318322-81f6-4183-8688-7dee1d0c2b34 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1096 time: 0.1368473 Nov 11 21:15:41.382384 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22153ae1-0054-4c60-971f-867e5fc8b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.436032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] For port aa6f7ca1-0753-4309-8418-e4d150f317ab, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=aa6f7ca1-0753-4309-8418-e4d150f317ab,segment=NetworkSegment(bb33ce11-4a23-4932-86a9-1f828c1fb42c),segment_id=bb33ce11-4a23-4932-86a9-1f828c1fb42c)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:41.436564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.465585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for aa6f7ca1-0753-4309-8418-e4d150f317ab owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:41.467527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] Deleting port aa6f7ca1-0753-4309-8418-e4d150f317ab {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:41.467911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.469731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22153ae1-0054-4c60-971f-867e5fc8b002 None None] Pushing event updated for resources: {'Port': ['ID=aa6f7ca1-0753-4309-8418-e4d150f317ab,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:41.479525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7064a456-c2ad-42ee-aa05-315af07def3f req-cbf7ee38-e070-49f8-a696-d1b8a49ece1f tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945678 Nov 11 21:15:41.528606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:41.587846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] For port aa6f7ca1-0753-4309-8418-e4d150f317ab, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=aa6f7ca1-0753-4309-8418-e4d150f317ab,segment=NetworkSegment(bb33ce11-4a23-4932-86a9-1f828c1fb42c),segment_id=bb33ce11-4a23-4932-86a9-1f828c1fb42c)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:41.588376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.625983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] Calling delete_port for aa6f7ca1-0753-4309-8418-e4d150f317ab owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:41.666081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89add5d1-14de-4723-9866-5e4b88c28ae6 req-70aef531-8320-4960-9b3f-10289428d907 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:41.668312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89add5d1-14de-4723-9866-5e4b88c28ae6 req-70aef531-8320-4960-9b3f-10289428d907 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0862110 Nov 11 21:15:41.683707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.710503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f677e5b-7d24-4841-a3ae-5e3fb675c57a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.724393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=aa6f7ca1-0753-4309-8418-e4d150f317ab,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:41.750988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No DVR routers for this DVR port aa6f7ca1-0753-4309-8418-e4d150f317ab on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:15:41.774233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89add5d1-14de-4723-9866-5e4b88c28ae6 req-3cbe9a5a-b57a-4f12-8dc6-e8209974b866 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958498 Nov 11 21:15:41.805551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:41.854456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.855151 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.877309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4216eb3-4194-46d6-aa3a-56ef9b1b156a']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:41.880677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2cea4bb1-b2ea-4855-839d-576a4e893193 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/07fdcaa6-c31d-4986-8161-769a094efbb1 HTTP/1.1" status: 200 len: 993 time: 0.0731258 Nov 11 21:15:41.891513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb33ce11-4a23-4932-86a9-1f828c1fb42c') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:41.891513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb33ce11-4a23-4932-86a9-1f828c1fb42c') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:41.900179 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.908420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] Pushing event deleted for resources: {'Port': ['ID=aa6f7ca1-0753-4309-8418-e4d150f317ab,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:41.923913 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.928787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41ccb4-50a4-4be0-ab4d-a2459208a966 None None] No DVR routers for this DVR port aa6f7ca1-0753-4309-8418-e4d150f317ab on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:15:41.935717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:15:41.937303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:15:41.943879 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:15:42.043564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f677e5b-7d24-4841-a3ae-5e3fb675c57a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.126605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.137834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.145285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45072) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:42.145475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/d4216eb3-4194-46d6-aa3a-56ef9b1b156a HTTP/1.1" status: 204 len: 168 time: 1.1816406 Nov 11 21:15:42.151088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-422401011'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:42.161457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8886f4f-c999-4498-9cf1-2df229440695 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=d4216eb3-4194-46d6-aa3a-56ef9b1b156a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:42.168412 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7f677e5b-7d24-4841-a3ae-5e3fb675c57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.226344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7f677e5b-7d24-4841-a3ae-5e3fb675c57a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=400e4115b5704b2a8cc3a38f0999a47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6934845 Nov 11 21:15:42.226344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f677e5b-7d24-4841-a3ae-5e3fb675c57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68872eb5-6648-4c72-874c-13ac41911188,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:42.226803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45076) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:42.283225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:42.288217 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.299340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9601d56-4084-4c2b-9707-2a15936f9ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.320659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-cdf6669d-ee06-49d4-bd07-a0c9549a27d8 req-bf3d0e7a-af8d-4e92-8682-6a3c801d09a3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:15:42.321934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdf6669d-ee06-49d4-bd07-a0c9549a27d8 req-bf3d0e7a-af8d-4e92-8682-6a3c801d09a3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0745716 Nov 11 21:15:42.328349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9601d56-4084-4c2b-9707-2a15936f9ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.328534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:15:42.339994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.340287 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment aba189ba-9b28-46c4-836a-e280015e4646 of type vlan for network 0502df22-b800-454c-846a-e08c9751b2c3 Nov 11 21:15:42.383519 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.466237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9601d56-4084-4c2b-9707-2a15936f9ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.469162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f9601d56-4084-4c2b-9707-2a15936f9ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.470676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f9601d56-4084-4c2b-9707-2a15936f9ac9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68872eb5-6648-4c72-874c-13ac41911188 HTTP/1.1" status: 204 len: 168 time: 0.2378662 Nov 11 21:15:42.484962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9601d56-4084-4c2b-9707-2a15936f9ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68872eb5-6648-4c72-874c-13ac41911188,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:42.499340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.513754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:42.514870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.600138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=0502df22-b800-454c-846a-e08c9751b2c3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:42.610389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 0502df22-b800-454c-846a-e08c9751b2c3 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:15:42.614509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device aa6f7ca1-0753-4309-8418-e4d150f317ab no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:15:42.648858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: aa6f7ca1-0753-4309-8418-e4d150f317ab {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:15:42.649202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device aa6f7ca1-0753-4309-8418-e4d150f317ab not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:15:42.683229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-746d60fe-a59c-4122-aed2-fa5ce1be2dba tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5372996 Nov 11 21:15:42.686072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45086) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:42.691310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '0502df22-b800-454c-846a-e08c9751b2c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:42.878027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:42.881825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:42.954670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68174-b22d-4ef2-92e9-2fe8c76d8de5 req-6cadc716-12f6-4ae8-a254-d79494a91e83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:42.956392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7c68174-b22d-4ef2-92e9-2fe8c76d8de5 req-6cadc716-12f6-4ae8-a254-d79494a91e83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0526052 Nov 11 21:15:43.010793 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a7c68174-b22d-4ef2-92e9-2fe8c76d8de5 req-f2213239-5f0e-42ce-8e78-c1c2c1e3c88f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473762 Nov 11 21:15:43.098110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-869bc07a-0324-4f63-b08d-465758c3fcba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823681 Nov 11 21:15:43.189355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.230119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45106) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:43.245856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca21d896-0018-4d50-acce-bd4f53074834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.265278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=79d94f76-8afd-47fd-8dbe-26be053c5f7a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:43.280175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': 'aba189ba-9b28-46c4-836a-e280015e4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0502df22-b800-454c-846a-e08c9751b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:43.280539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: 0502df22-b800-454c-846a-e08c9751b2c3, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:15:43.345673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca21d896-0018-4d50-acce-bd4f53074834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.397625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 0502df22-b800-454c-846a-e08c9751b2c3 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:15:43.429083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ca21d896-0018-4d50-acce-bd4f53074834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.474876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ca21d896-0018-4d50-acce-bd4f53074834 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5d5655009124e12add8e9178219df2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435982 Nov 11 21:15:43.475990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d896-0018-4d50-acce-bd4f53074834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3979cfe-b9b7-41a2-a84d-5e0ec69be537,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:43.477870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:43.496113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 0502df22-b800-454c-846a-e08c9751b2c3) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:43.501538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:43.502533 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.503671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2b60f5-89ae-4c61-b444-6ea87150b03e None None] Network 0502df22-b800-454c-846a-e08c9751b2c3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:43.562788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93c47204-7129-4821-a60b-d96417bf5f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.591317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93c47204-7129-4821-a60b-d96417bf5f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.624968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d026ae2e-b866-4d5a-8ffd-1e9598001b21 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9376073 Nov 11 21:15:43.627726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45132) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:43.633793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '0502df22-b800-454c-846a-e08c9751b2c3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1169238506'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:43.683993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-0502df22-b800-454c-846a-e08c9751b2c3', 'network_id': '0502df22-b800-454c-846a-e08c9751b2c3', 'tenant_id': 'e8baccb83e8744849eb8dea2000ec962', 'fixed_ips': [{'subnet_id': '79d94f76-8afd-47fd-8dbe-26be053c5f7a'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:15:43.685168 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.724703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93c47204-7129-4821-a60b-d96417bf5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.727514 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-93c47204-7129-4821-a60b-d96417bf5f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.731553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-93c47204-7129-4821-a60b-d96417bf5f49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3979cfe-b9b7-41a2-a84d-5e0ec69be537 HTTP/1.1" status: 204 len: 168 time: 0.2513258 Nov 11 21:15:43.740954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47204-7129-4821-a60b-d96417bf5f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3979cfe-b9b7-41a2-a84d-5e0ec69be537,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:43.862199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Allocated IP 172.20.0.2 (0502df22-b800-454c-846a-e08c9751b2c3/79d94f76-8afd-47fd-8dbe-26be053c5f7a/8b47253c-b574-4c71-8a28-c31924eaa002) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:43.897374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:43.901151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:43.918802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port e0311246-e3fb-4791-a560-00bd75315d15 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:44.036628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.123326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.136127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad803-c7bf-44fe-a4f1-4b77a35aba4f req-9a680236-9d89-4f10-9c80-ef1e7299dda1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:44.137718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd8ad803-c7bf-44fe-a4f1-4b77a35aba4f req-9a680236-9d89-4f10-9c80-ef1e7299dda1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0549543 Nov 11 21:15:44.166979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Network 0502df22-b800-454c-846a-e08c9751b2c3 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:44.170226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:44.174483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:44.206276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.5 (0502df22-b800-454c-846a-e08c9751b2c3/79d94f76-8afd-47fd-8dbe-26be053c5f7a/e0311246-e3fb-4791-a560-00bd75315d15) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:44.218399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Pushing event updated for resources: {'Port': ['ID=8b47253c-b574-4c71-8a28-c31924eaa002,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:44.223506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd8ad803-c7bf-44fe-a4f1-4b77a35aba4f req-54dffacf-4b0f-4cbf-ad8b-fd8abc5f972b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775583 Nov 11 21:15:44.267814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Attempting to bind port 8b47253c-b574-4c71-8a28-c31924eaa002 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:15:44.267814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Attempting to bind port 8b47253c-b574-4c71-8a28-c31924eaa002 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'aba189ba-9b28-46c4-836a-e280015e4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0502df22-b800-454c-846a-e08c9751b2c3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:15:44.267814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Attempting to bind port 8b47253c-b574-4c71-8a28-c31924eaa002 on network 0502df22-b800-454c-846a-e08c9751b2c3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:15:44.276112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:15:44.279035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Checking segment: {'id': 'aba189ba-9b28-46c4-836a-e280015e4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0502df22-b800-454c-846a-e08c9751b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:44.279798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.281139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Bound using segment: {'id': 'aba189ba-9b28-46c4-836a-e280015e4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0502df22-b800-454c-846a-e08c9751b2c3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:15:44.282171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Bound port: 8b47253c-b574-4c71-8a28-c31924eaa002, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba189ba-9b28-46c4-836a-e280015e4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0502df22-b800-454c-846a-e08c9751b2c3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:15:44.282755 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.361302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] For port 8b47253c-b574-4c71-8a28-c31924eaa002, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:15:44.364922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] For port 8b47253c-b574-4c71-8a28-c31924eaa002, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8b47253c-b574-4c71-8a28-c31924eaa002,segment=NetworkSegment(aba189ba-9b28-46c4-836a-e280015e4646),segment_id=aba189ba-9b28-46c4-836a-e280015e4646)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:15:44.371395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.446623 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.469597 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.510322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201dfd-9b0c-4c6c-9fda-cc9ae36c3b53 None None] Pushing event updated for resources: {'Port': ['ID=8b47253c-b574-4c71-8a28-c31924eaa002,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:44.550611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 0502df22-b800-454c-846a-e08c9751b2c3 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:44.560012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:44.560012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=e0311246-e3fb-4791-a560-00bd75315d15,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:44.560746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:44.611094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:44.611707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.703421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e1224d84-a06f-4ffc-a189-79d4f3cdb410 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0742395 Nov 11 21:15:44.705720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45156) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:44.862506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port e0311246-e3fb-4791-a560-00bd75315d15 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:44.862881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.969737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:44.988848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for e0311246-e3fb-4791-a560-00bd75315d15 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:45.289246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.382690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=e0311246-e3fb-4791-a560-00bd75315d15,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:45.435471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0667d9-0475-4487-88c2-43155cd054cb req-13bb2f3a-59a5-4afa-a401-fb3f429a85cf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:45.437058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d0667d9-0475-4487-88c2-43155cd054cb req-13bb2f3a-59a5-4afa-a401-fb3f429a85cf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1378336 Nov 11 21:15:45.454594 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.460245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-19d51b00-ad35-4397-b9a9-9c39a81c5814 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/e0311246-e3fb-4791-a560-00bd75315d15 HTTP/1.1" status: 204 len: 168 time: 0.7508337 Nov 11 21:15:45.460920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:45.490976 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bbffe7-5fd2-46eb-b270-e35b48957a2e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:15:45.492952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f1bbffe7-5fd2-46eb-b270-e35b48957a2e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/e0311246-e3fb-4791-a560-00bd75315d15 HTTP/1.1" status: 404 len: 333 time: 0.0309358 Nov 11 21:15:45.503654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:45.511258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d0667d9-0475-4487-88c2-43155cd054cb req-52eea94a-6dbe-4c86-a22f-b44e1ac91034 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651708 Nov 11 21:15:45.569393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 79d94f76-8afd-47fd-8dbe-26be053c5f7a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:15:45.574691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.635257 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.710760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfbd9c7-46dc-41ea-a330-1dec607becef None None] Network 0502df22-b800-454c-846a-e08c9751b2c3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:45.721186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.798159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b934823a-72fe-4b0d-836c-54f4ca3d11ea None None] Provisioning complete for port 8b47253c-b574-4c71-8a28-c31924eaa002 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:45.798595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b934823a-72fe-4b0d-836c-54f4ca3d11ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.866318 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.889495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:45.892961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/79d94f76-8afd-47fd-8dbe-26be053c5f7a HTTP/1.1" status: 204 len: 168 time: 0.3875561 Nov 11 21:15:45.896387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45190) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:45.918243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdf343-f61b-4d44-b15d-6310cc1b0165 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=79d94f76-8afd-47fd-8dbe-26be053c5f7a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:45.982061 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b934823a-72fe-4b0d-836c-54f4ca3d11ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.003564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.026527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b934823a-72fe-4b0d-836c-54f4ca3d11ea None None] For port 8b47253c-b574-4c71-8a28-c31924eaa002, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8b47253c-b574-4c71-8a28-c31924eaa002,segment=NetworkSegment(aba189ba-9b28-46c4-836a-e280015e4646),segment_id=aba189ba-9b28-46c4-836a-e280015e4646)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:46.075553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 8b47253c-b574-4c71-8a28-c31924eaa002 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:46.075949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.138143 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b934823a-72fe-4b0d-836c-54f4ca3d11ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.159037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] For port 8b47253c-b574-4c71-8a28-c31924eaa002, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8b47253c-b574-4c71-8a28-c31924eaa002,segment=NetworkSegment(aba189ba-9b28-46c4-836a-e280015e4646),segment_id=aba189ba-9b28-46c4-836a-e280015e4646)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:46.159037 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.174318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 8b47253c-b574-4c71-8a28-c31924eaa002 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:46.200444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934823a-72fe-4b0d-836c-54f4ca3d11ea None None] Pushing event updated for resources: {'Port': ['ID=8b47253c-b574-4c71-8a28-c31924eaa002,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:46.231892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d823a9-69d5-4580-9cf3-caa67e6773c4 None None] Network 0502df22-b800-454c-846a-e08c9751b2c3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:46.307771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-902c3893-9dde-410d-bf74-e3a6edd8177a None None] Provisioning complete for port 8b47253c-b574-4c71-8a28-c31924eaa002 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:46.308193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-902c3893-9dde-410d-bf74-e3a6edd8177a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.334959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.351200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-902c3893-9dde-410d-bf74-e3a6edd8177a None None] Could not find standard attr ID for object 8b47253c-b574-4c71-8a28-c31924eaa002. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:15:46.353812 n-d-805734-3 neutron-server[109676]: INFO neutron.plugins.ml2.db [None req-902c3893-9dde-410d-bf74-e3a6edd8177a None None] No ports have port_id starting with 8b47253c-b574-4c71-8a28-c31924eaa002 Nov 11 21:15:46.374861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No DVR routers for this DVR port 8b47253c-b574-4c71-8a28-c31924eaa002 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:15:46.381757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=8b47253c-b574-4c71-8a28-c31924eaa002,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:46.473171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.495014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0502df22-b800-454c-846a-e08c9751b2c3']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:46.496681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321448bf-179e-4a1e-b976-f5ab32122060 None None] DHCP port deletion for 0502df22-b800-454c-846a-e08c9751b2c3 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:15:46.512855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba189ba-9b28-46c4-836a-e280015e4646') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:46.513146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba189ba-9b28-46c4-836a-e280015e4646') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:15:46.525781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.540294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:15:46.553090 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:15:46.633436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a6bef-0191-4cc8-8c17-b8ed95c29fbd req-2a74e275-a1b8-4f33-aacd-c13c4f35e4a4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:46.635283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c71a6bef-0191-4cc8-8c17-b8ed95c29fbd req-2a74e275-a1b8-4f33-aacd-c13c4f35e4a4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0510945 Nov 11 21:15:46.685275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c71a6bef-0191-4cc8-8c17-b8ed95c29fbd req-04e08ac1-12f9-4480-8370-f058abf4dc50 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439711 Nov 11 21:15:46.726176 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.733972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.736799 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/0502df22-b800-454c-846a-e08c9751b2c3 HTTP/1.1" status: 204 len: 168 time: 0.8391018 Nov 11 21:15:46.741335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45206) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:46.746473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'name': 'tempest-PortsTestJSON-183745545'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:46.749589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6639c-6ae8-4e7c-bce6-f8201b41b66e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=0502df22-b800-454c-846a-e08c9751b2c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:46.963287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:46.966889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:46.985189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port eb309847-c3d1-4163-a820-e728421bb936 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:47.158360 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:47.268306 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:47.320697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:47.326471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:47.335613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:47.342057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:47.342633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:47.352339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=eb309847-c3d1-4163-a820-e728421bb936,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:47.457278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ec494457-3c8d-4ce0-979c-8c897261bddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7147305 Nov 11 21:15:47.460022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:47.571511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port eb309847-c3d1-4163-a820-e728421bb936 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:47.572595 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:47.646684 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:47.661046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for eb309847-c3d1-4163-a820-e728421bb936 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:47.834568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45431-68ec-4cb5-ae6e-c09e659f824e req-a0bc7d47-3b78-46dd-9f6d-8b8a28c2810d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:47.836173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3c45431-68ec-4cb5-ae6e-c09e659f824e req-a0bc7d47-3b78-46dd-9f6d-8b8a28c2810d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0542688 Nov 11 21:15:47.873198 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:47.915814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=eb309847-c3d1-4163-a820-e728421bb936,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:47.923193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:47.929964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-55d53987-a75a-49b1-a7b8-3e182422a7e1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/eb309847-c3d1-4163-a820-e728421bb936 HTTP/1.1" status: 204 len: 168 time: 0.4663825 Nov 11 21:15:47.930660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45248) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:47.938427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'mac_address': 'fa:16:3e:31:ef:37', 'name': 'tempest-PortsTestJSON-2008983096'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:47.952998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3c45431-68ec-4cb5-ae6e-c09e659f824e req-18e257d5-5806-44f1-944c-0129444f620e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992644 Nov 11 21:15:48.154344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:48.203544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45252) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:48.266204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.288841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port ba0ab016-1da0-4dc2-9cbd-4564cd281a46 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:48.349764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6607d3a-b7c0-4501-8fda-45bec0f3b720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.429611 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6607d3a-b7c0-4501-8fda-45bec0f3b720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.475157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.487179 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6607d3a-b7c0-4501-8fda-45bec0f3b720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.530941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d6607d3a-b7c0-4501-8fda-45bec0f3b720 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c874d9f7fc54d62992015cc165eb7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256688 Nov 11 21:15:48.532083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6607d3a-b7c0-4501-8fda-45bec0f3b720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60726a83-67a3-421e-a126-86baf1cd3645,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:48.533426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:48.573231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.630482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:48.641472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:48.650223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:48.655860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:48.656511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.662970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da7a49f5-6514-4344-bf81-4dfa67939d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.680636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=ba0ab016-1da0-4dc2-9cbd-4564cd281a46,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:48.694048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da7a49f5-6514-4344-bf81-4dfa67939d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.823448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-71683b01-169e-4908-8104-f51551aad47c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8910584 Nov 11 21:15:48.824360 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da7a49f5-6514-4344-bf81-4dfa67939d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.826345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:48.827044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-da7a49f5-6514-4344-bf81-4dfa67939d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:48.828862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-da7a49f5-6514-4344-bf81-4dfa67939d74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60726a83-67a3-421e-a126-86baf1cd3645 HTTP/1.1" status: 204 len: 168 time: 0.2922456 Nov 11 21:15:48.837334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a49f5-6514-4344-bf81-4dfa67939d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60726a83-67a3-421e-a126-86baf1cd3645,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:48.873449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc15c7-8457-4b2f-80f1-3fa2f69ed685 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:48.874903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-80dc15c7-8457-4b2f-80f1-3fa2f69ed685 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/ba0ab016-1da0-4dc2-9cbd-4564cd281a46 HTTP/1.1" status: 200 len: 841 time: 0.0473690 Nov 11 21:15:48.877674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45266) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:48.969045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port ba0ab016-1da0-4dc2-9cbd-4564cd281a46 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:48.969376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.039006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.053402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for ba0ab016-1da0-4dc2-9cbd-4564cd281a46 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:49.062296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b91b52-72db-4abd-bc17-ac1aa0b3d212 req-b1210e81-2bbb-4169-806a-0af8df46af64 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:49.065585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5b91b52-72db-4abd-bc17-ac1aa0b3d212 req-b1210e81-2bbb-4169-806a-0af8df46af64 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0620813 Nov 11 21:15:49.129326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5b91b52-72db-4abd-bc17-ac1aa0b3d212 req-f4eb33b6-8d91-4e90-b52d-04fcd1ec6273 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543425 Nov 11 21:15:49.280219 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.316548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.318196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/ba0ab016-1da0-4dc2-9cbd-4564cd281a46 HTTP/1.1" status: 204 len: 168 time: 0.4395561 Nov 11 21:15:49.319165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d60ad-9784-42e2-a3d1-a0fdf33314db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=ba0ab016-1da0-4dc2-9cbd-4564cd281a46,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:49.321095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45272) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:49.351213 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5301ce-a6a9-40a6-9182-8eb235a658ee tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:15:49.352853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ce5301ce-a6a9-40a6-9182-8eb235a658ee tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/ba0ab016-1da0-4dc2-9cbd-4564cd281a46 HTTP/1.1" status: 404 len: 333 time: 0.0304587 Nov 11 21:15:49.356928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45276) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:49.362349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'name': 'tempest-PortsTestJSON-996705451'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:49.540121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:49.545205 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.553145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:49.564515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 8b218443-9e18-482f-872a-a7827fd4f908 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:49.567429 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d723d9f1-a6f9-49bd-842a-fc28cc74302b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.642233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d723d9f1-a6f9-49bd-842a-fc28cc74302b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.726776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.748618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d723d9f1-a6f9-49bd-842a-fc28cc74302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.787789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d723d9f1-a6f9-49bd-842a-fc28cc74302b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5ea6d4b728146589e20d5834595afdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334962 Nov 11 21:15:49.789896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723d9f1-a6f9-49bd-842a-fc28cc74302b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b106a67-bca6-4c6e-a6d8-c9027801e35b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:49.790669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45282) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:49.845612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a790-ca81-44a0-8e2b-35588f809549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.857034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.898012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a790-ca81-44a0-8e2b-35588f809549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.917543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:49.929449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:49.937268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:49.944010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:49.944723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:49.956723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=8b218443-9e18-482f-872a-a7827fd4f908,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:50.089518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-84915bdd-decb-4afc-8a2e-8cde260b416d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7315202 Nov 11 21:15:50.090397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a790-ca81-44a0-8e2b-35588f809549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.092977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb2a790-ca81-44a0-8e2b-35588f809549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.093347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-14c95574-ce75-4c94-9922-81f787c41f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:50.094901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-14c95574-ce75-4c94-9922-81f787c41f31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1096 time: 0.0419831 Nov 11 21:15:50.095350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:50.096606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9cb2a790-ca81-44a0-8e2b-35588f809549 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b106a67-bca6-4c6e-a6d8-c9027801e35b HTTP/1.1" status: 204 len: 168 time: 0.3047595 Nov 11 21:15:50.102026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:50.107084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2a790-ca81-44a0-8e2b-35588f809549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b106a67-bca6-4c6e-a6d8-c9027801e35b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:50.256760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.318739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-ea8aa0ac-f45d-4074-b883-7212c34e1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:50.320136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-ea8aa0ac-f45d-4074-b883-7212c34e1cd4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.2138972 Nov 11 21:15:50.329528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8cc2-3611-4771-b3b7-55d4ce26b293 req-fadca7b9-5ee6-495a-b596-5000fc233880 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:50.330963 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23ca8cc2-3611-4771-b3b7-55d4ce26b293 req-fadca7b9-5ee6-495a-b596-5000fc233880 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1139162 Nov 11 21:15:50.496956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-98f23a6a-f3fe-4a17-834f-d70fd4dff2e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 1001 time: 0.1627474 Nov 11 21:15:50.505886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23ca8cc2-3611-4771-b3b7-55d4ce26b293 req-47bec411-4c3c-4f74-b7ad-d85a205ab72c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604395 Nov 11 21:15:50.579028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-ce256012-2d67-40d9-bfbf-d0733537e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:50.580524 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-ce256012-2d67-40d9-bfbf-d0733537e8ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0737209 Nov 11 21:15:50.604235 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.637145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-05ff84c9-92ee-4f0d-b13f-fea01189a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:50.638647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-05ff84c9-92ee-4f0d-b13f-fea01189a346 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483129 Nov 11 21:15:50.672782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.741300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] In _notify_port_updated(), no bound segment for port 8b218443-9e18-482f-872a-a7827fd4f908 on network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:15:50.746860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:50.747464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.748792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "PUT /v2.0/ports/8b218443-9e18-482f-872a-a7827fd4f908 HTTP/1.1" status: 200 len: 818 time: 0.6525302 Nov 11 21:15:50.751934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45300) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:50.774938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e11945-82ed-4f84-af60-c1d0708c9082 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=8b218443-9e18-482f-872a-a7827fd4f908,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:50.793219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-ffa0a071-7ac7-48be-a8ae-b9f98cff7bde service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461813 Nov 11 21:15:50.865925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 8b218443-9e18-482f-872a-a7827fd4f908 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:50.866320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.901576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-7a7bb53c-79ba-451d-b27e-a6c904b0b308 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010230 Nov 11 21:15:50.938839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:50.958923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 8b218443-9e18-482f-872a-a7827fd4f908 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:51.120289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:51.153597 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:51.157163 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/8b218443-9e18-482f-872a-a7827fd4f908 HTTP/1.1" status: 204 len: 168 time: 0.4026768 Nov 11 21:15:51.158483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=8b218443-9e18-482f-872a-a7827fd4f908,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:51.159921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45310) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:51.166873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.167463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.167986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.168514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.169035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.169538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.169869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.170199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.170522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.170848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.171173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.171495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac08e51-e581-45f5-8123-9da0646e8af4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:51.223544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830236a7-26c7-4f79-b4d0-225a516a8ddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:51.227013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-830236a7-26c7-4f79-b4d0-225a516a8ddd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0659850 Nov 11 21:15:51.227993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45314) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:51.254347 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-251c43b5-1b68-4ba4-b7eb-59df690f107d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:15:51.255955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-251c43b5-1b68-4ba4-b7eb-59df690f107d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/8b218443-9e18-482f-872a-a7827fd4f908 HTTP/1.1" status: 404 len: 333 time: 0.0268795 Nov 11 21:15:51.259615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45316) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:51.265011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1885713681'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:51.400466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:51.404003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:51.432135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:15:51.442787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:51.443484 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment 32524bd0-ebfc-421d-879b-fedbaa117aaf of type vlan for network 58934114-d09d-401d-b3ef-4369c7ea4a11 Nov 11 21:15:51.492266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:51.611096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:51.619241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:51.619889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:52.007172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7459822 Nov 11 21:15:52.012299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:52.021071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:52.039152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564de0d4-d590-48e8-85eb-fa3ca80a6f73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=58934114-d09d-401d-b3ef-4369c7ea4a11,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:52.059327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:15:52.060701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85e48-bd62-438f-9e43-96b952231d31 req-f9ce4190-f901-4efe-a78e-eec125b5a18f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:52.062387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7c85e48-bd62-438f-9e43-96b952231d31 req-f9ce4190-f901-4efe-a78e-eec125b5a18f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.4835582 Nov 11 21:15:52.186584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7c85e48-bd62-438f-9e43-96b952231d31 req-904fd861-e3b7-4709-84f9-46741d11e13a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803199 Nov 11 21:15:52.211464 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:52.269686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:52.273633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:52.591806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:52.658196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=306c0baa-857f-4816-8772-3a00ac4e5a93,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:52.667684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': '32524bd0-ebfc-421d-879b-fedbaa117aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:52.668052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: 58934114-d09d-401d-b3ef-4369c7ea4a11, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:15:52.777260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:15:52.877286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 58934114-d09d-401d-b3ef-4369c7ea4a11) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:52.882114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:52.882709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:52.888983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb40adb-e051-432f-8fc8-85f553c73cb3 None None] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:52.986308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e5f541b-38cd-44d6-bfd3-9c5c3eebe9f0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9693408 Nov 11 21:15:52.986673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:52.993285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-39b62f96-b09a-400d-91f9-054e8efc1d0b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:53.061520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-58934114-d09d-401d-b3ef-4369c7ea4a11', 'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11', 'tenant_id': 'e8baccb83e8744849eb8dea2000ec962', 'fixed_ips': [{'subnet_id': '306c0baa-857f-4816-8772-3a00ac4e5a93'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:15:53.063718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.177906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b62f96-b09a-400d-91f9-054e8efc1d0b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:53.182121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39b62f96-b09a-400d-91f9-054e8efc1d0b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.223992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Allocated IP 172.20.0.2 (58934114-d09d-401d-b3ef-4369c7ea4a11/306c0baa-857f-4816-8772-3a00ac4e5a93/21e073eb-44fc-4d88-989c-f25e5e02bc19) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:53.363848 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-39b62f96-b09a-400d-91f9-054e8efc1d0b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 306c0baa-857f-4816-8772-3a00ac4e5a93 (CIDR: 172.20.0.0/28) Nov 11 21:15:53.418762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111facd-3c38-4695-ae6b-ae1b709b2f3c req-11c67c74-35ce-4093-b48b-ab7abfce8fed tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:53.420586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4111facd-3c38-4695-ae6b-ae1b709b2f3c req-11c67c74-35ce-4093-b48b-ab7abfce8fed tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0627811 Nov 11 21:15:53.422600 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b62f96-b09a-400d-91f9-054e8efc1d0b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:15:53.423250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b62f96-b09a-400d-91f9-054e8efc1d0b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:15:53.492771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4111facd-3c38-4695-ae6b-ae1b709b2f3c req-01f5aa29-81b6-4532-8db5-7c3df47ef8b0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622942 Nov 11 21:15:53.506196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-39b62f96-b09a-400d-91f9-054e8efc1d0b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5168407 Nov 11 21:15:53.508013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45360) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:53.513379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:53.530643 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.603856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.647769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:53.650625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:53.653136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:53.686056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Pushing event updated for resources: {'Port': ['ID=21e073eb-44fc-4d88-989c-f25e5e02bc19,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:53.714589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Attempting to bind port 21e073eb-44fc-4d88-989c-f25e5e02bc19 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:15:53.714962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Attempting to bind port 21e073eb-44fc-4d88-989c-f25e5e02bc19 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '32524bd0-ebfc-421d-879b-fedbaa117aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:15:53.715355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Attempting to bind port 21e073eb-44fc-4d88-989c-f25e5e02bc19 on network 58934114-d09d-401d-b3ef-4369c7ea4a11 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:15:53.717004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:53.720374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:15:53.720758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Checking segment: {'id': '32524bd0-ebfc-421d-879b-fedbaa117aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:15:53.721160 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.721499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.721665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Bound using segment: {'id': '32524bd0-ebfc-421d-879b-fedbaa117aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:15:53.722071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Bound port: 21e073eb-44fc-4d88-989c-f25e5e02bc19, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32524bd0-ebfc-421d-879b-fedbaa117aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:15:53.722453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.785971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] For port 21e073eb-44fc-4d88-989c-f25e5e02bc19, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:15:53.789850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] For port 21e073eb-44fc-4d88-989c-f25e5e02bc19, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=21e073eb-44fc-4d88-989c-f25e5e02bc19,segment=NetworkSegment(32524bd0-ebfc-421d-879b-fedbaa117aaf),segment_id=32524bd0-ebfc-421d-879b-fedbaa117aaf)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:15:53.887068 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:53.967660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadc81a-4351-424b-be8f-98240df12f4d None None] Pushing event updated for resources: {'Port': ['ID=21e073eb-44fc-4d88-989c-f25e5e02bc19,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:54.021517 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:54.063539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:54.069067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:54.073352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:54.074253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:54.087107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=67071fba-cb14-4189-8e86-222732ef09c3,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:54.095458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.095805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.096235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.096513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.096925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.097275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.097792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.098124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.098453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.098783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.099111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.099433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:15:54.162633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dfd476b8-acd8-4659-84cf-191cf6297e65 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6533027 Nov 11 21:15:54.165276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:54.170139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11', 'fixed_ips': [{'subnet_id': '306c0baa-857f-4816-8772-3a00ac4e5a93'}, {'subnet_id': '67071fba-cb14-4189-8e86-222732ef09c3'}], 'name': 'tempest-PortsTestJSON-1560205047'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:54.414376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:15:54.502114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:54.520837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:54.671213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1412a-7dbb-42ea-9d74-533d239042e3 req-b473d308-9269-4b42-b9f0-bcbf1f838dc4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:54.680171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aed1412a-7dbb-42ea-9d74-533d239042e3 req-b473d308-9269-4b42-b9f0-bcbf1f838dc4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0885673 Nov 11 21:15:54.722786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 21e073eb-44fc-4d88-989c-f25e5e02bc19 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:15:54.760525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aed1412a-7dbb-42ea-9d74-533d239042e3 req-c24853cd-bce6-4b3b-b2d0-3044886f8a7a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791385 Nov 11 21:15:54.838484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 21e073eb-44fc-4d88-989c-f25e5e02bc19 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:54.839148 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:54.960678 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.025639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 21e073eb-44fc-4d88-989c-f25e5e02bc19, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=21e073eb-44fc-4d88-989c-f25e5e02bc19,segment=NetworkSegment(32524bd0-ebfc-421d-879b-fedbaa117aaf),segment_id=32524bd0-ebfc-421d-879b-fedbaa117aaf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:55.120753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.192704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab25a73-c310-4dfd-b9ee-c04eab3811e3 None None] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:55.228252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=21e073eb-44fc-4d88-989c-f25e5e02bc19,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:55.300746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-02db741f-b0c8-4634-afc8-08bf255863c0 None None] Provisioning complete for port 21e073eb-44fc-4d88-989c-f25e5e02bc19 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:55.301119 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02db741f-b0c8-4634-afc8-08bf255863c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.337151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.3 (58934114-d09d-401d-b3ef-4369c7ea4a11/306c0baa-857f-4816-8772-3a00ac4e5a93/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:55.343211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.22 (58934114-d09d-401d-b3ef-4369c7ea4a11/67071fba-cb14-4189-8e86-222732ef09c3/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:55.520798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86013ff2-8dcc-4435-9d28-89745c1a9f9e None None] Update dhcp port {'port': {'network_id': '58934114-d09d-401d-b3ef-4369c7ea4a11', 'fixed_ips': [{'subnet_id': '306c0baa-857f-4816-8772-3a00ac4e5a93', 'ip_address': '172.20.0.2'}, {'subnet_id': '67071fba-cb14-4189-8e86-222732ef09c3'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '21e073eb-44fc-4d88-989c-f25e5e02bc19'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:15:55.539347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.548449 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86013ff2-8dcc-4435-9d28-89745c1a9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.649861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.694122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:15:55.701955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:15:55.711085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:15:55.712465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=3e13adc4-f49a-4d0a-b8ca-e1b1271782d1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:55.757961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-86013ff2-8dcc-4435-9d28-89745c1a9f9e None None] Allocated IP 172.20.0.18 (58934114-d09d-401d-b3ef-4369c7ea4a11/67071fba-cb14-4189-8e86-222732ef09c3/21e073eb-44fc-4d88-989c-f25e5e02bc19) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:55.762226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:55.762969 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.837961 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b64cc40-7542-44f1-bb95-09bd30383a47 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6715109 Nov 11 21:15:55.840450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45396) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:55.848537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '306c0baa-857f-4816-8772-3a00ac4e5a93'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:55.886000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-86013ff2-8dcc-4435-9d28-89745c1a9f9e None None] For port 21e073eb-44fc-4d88-989c-f25e5e02bc19, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=21e073eb-44fc-4d88-989c-f25e5e02bc19,segment=NetworkSegment(32524bd0-ebfc-421d-879b-fedbaa117aaf),segment_id=32524bd0-ebfc-421d-879b-fedbaa117aaf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:55.919613 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86013ff2-8dcc-4435-9d28-89745c1a9f9e None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:55.985289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef421f-c7bb-4e96-8c9f-636a5274601e req-dd5b8959-de22-4c0b-9378-e97462ab180c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:55.991741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8ef421f-c7bb-4e96-8c9f-636a5274601e req-dd5b8959-de22-4c0b-9378-e97462ab180c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1122103 Nov 11 21:15:56.000612 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86013ff2-8dcc-4435-9d28-89745c1a9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:56.010780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:56.066982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86013ff2-8dcc-4435-9d28-89745c1a9f9e None None] Pushing event updated for resources: {'Port': ['ID=21e073eb-44fc-4d88-989c-f25e5e02bc19,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:56.160564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8ef421f-c7bb-4e96-8c9f-636a5274601e req-3682eacd-f83c-4c3a-b856-433238dc3967 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679564 Nov 11 21:15:56.382359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Delete allocated IP 172.20.0.22 (58934114-d09d-401d-b3ef-4369c7ea4a11/67071fba-cb14-4189-8e86-222732ef09c3) {{(pid=109675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:15:56.673689 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:56.720049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 21e073eb-44fc-4d88-989c-f25e5e02bc19 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:15:56.743467 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:56.788884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 21e073eb-44fc-4d88-989c-f25e5e02bc19 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:56.790069 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:56.901924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d3f83-576c-43ca-b15b-30fb0def8b16 None None] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:15:56.952131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3b0bb2a6-bc36-4cc8-b7ae-8b73073e9f8b None None] Provisioning complete for port 21e073eb-44fc-4d88-989c-f25e5e02bc19 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:56.952636 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb2a6-bc36-4cc8-b7ae-8b73073e9f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:56.967517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=3e13adc4-f49a-4d0a-b8ca-e1b1271782d1,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:57.005454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] In _notify_port_updated(), no bound segment for port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 on network 58934114-d09d-401d-b3ef-4369c7ea4a11 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:15:57.011559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.012243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.013563 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0bf57dcd-99f4-46db-8832-44e38d370fa3 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "PUT /v2.0/ports/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 HTTP/1.1" status: 200 len: 919 time: 1.1715834 Nov 11 21:15:57.016298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45416) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:57.022244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '306c0baa-857f-4816-8772-3a00ac4e5a93'}, {'subnet_id': '67071fba-cb14-4189-8e86-222732ef09c3'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:57.209546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.305964 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.326086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3225-64ee-441e-81b6-091222bef8fc req-6c18c0a0-7321-4d13-b5f0-fabd908131c5 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.329957 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f9f3225-64ee-441e-81b6-091222bef8fc req-6c18c0a0-7321-4d13-b5f0-fabd908131c5 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0661366 Nov 11 21:15:57.402379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f9f3225-64ee-441e-81b6-091222bef8fc req-e6bf31f3-5c56-4e68-9e57-ff6d07f30268 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660641 Nov 11 21:15:57.539960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45426) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:57.560594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d89a7382-9c39-4afc-89f8-3dde8ae8d573 None None] Provisioning complete for port 21e073eb-44fc-4d88-989c-f25e5e02bc19 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:57.561288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d89a7382-9c39-4afc-89f8-3dde8ae8d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.639870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.648275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.658945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.668344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.687390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.694736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.701076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:57.703560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-ce4bb1da-f6a4-4e4c-9ad2-b60e733ba245 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1899703 Nov 11 21:15:57.704358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d89a7382-9c39-4afc-89f8-3dde8ae8d573 None None] Provisioning complete for port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:57.704842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d89a7382-9c39-4afc-89f8-3dde8ae8d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.729412 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-387d2b51-bb12-4714-9f7b-e06e2842c807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.744183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.28 (58934114-d09d-401d-b3ef-4369c7ea4a11/67071fba-cb14-4189-8e86-222732ef09c3/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:15:57.783352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d89a7382-9c39-4afc-89f8-3dde8ae8d573 None None] Port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:57.828293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-387d2b51-bb12-4714-9f7b-e06e2842c807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.865352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44b51f8c-07c9-46de-9ec1-26318c832403 req-5981ef84-cef1-40dc-b014-d15b193e29c6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525276 Nov 11 21:15:57.920202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-357516cf-c9b2-43b0-8d1b-bc5dffaacea5 None None] Provisioning complete for port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:57.920202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-357516cf-c9b2-43b0-8d1b-bc5dffaacea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.923234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-387d2b51-bb12-4714-9f7b-e06e2842c807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.950616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:57.987009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-357516cf-c9b2-43b0-8d1b-bc5dffaacea5 None None] Port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:58.016188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2b51-bb12-4714-9f7b-e06e2842c807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66db51-8641-44a7-bf4e-dd02732eef42,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:58.032014 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.034867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45430) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:58.039988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-387d2b51-bb12-4714-9f7b-e06e2842c807 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ca41590a6944e11961c04005ea3171a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4988182 Nov 11 21:15:58.145561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=3e13adc4-f49a-4d0a-b8ca-e1b1271782d1,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:58.203376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb343-5ba3-4a39-a80e-327080ae0ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.209635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bcb145b8-d0d2-454a-9875-31242f2be875 None None] Provisioning complete for port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:58.210016 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcb145b8-d0d2-454a-9875-31242f2be875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.228080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] In _notify_port_updated(), no bound segment for port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 on network 58934114-d09d-401d-b3ef-4369c7ea4a11 {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:15:58.233724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.234410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.236613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50474368-724f-4c2c-a493-f0fe2bdfce8b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "PUT /v2.0/ports/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 HTTP/1.1" status: 200 len: 999 time: 1.2192550 Nov 11 21:15:58.239813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45434) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:58.247530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb343-5ba3-4a39-a80e-327080ae0ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.253426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bcb145b8-d0d2-454a-9875-31242f2be875 None None] Port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:58.361991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:15:58.362996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.366839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb343-5ba3-4a39-a80e-327080ae0ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.369725 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb343-5ba3-4a39-a80e-327080ae0ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.370923 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0c9fb343-5ba3-4a39-a80e-327080ae0ab6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf66db51-8641-44a7-bf4e-dd02732eef42 HTTP/1.1" status: 204 len: 168 time: 0.3346152 Nov 11 21:15:58.391154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fb343-5ba3-4a39-a80e-327080ae0ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66db51-8641-44a7-bf4e-dd02732eef42,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:58.475725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4b73283f-f1e0-4e47-9efb-ebe3794d7c2b None None] Provisioning complete for port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:15:58.476094 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b73283f-f1e0-4e47-9efb-ebe3794d7c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.481767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.495344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:15:58.511670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4b73283f-f1e0-4e47-9efb-ebe3794d7c2b None None] Port 3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:15:58.677725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.683631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.689584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.696246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.702207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.708293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.714515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.716543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-0c84bf93-7bbb-4b35-b639-23a51277da61 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1257327 Nov 11 21:15:58.800343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-27a05b0b-19db-4415-b1d6-e1e78be34788 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.811876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-27a05b0b-19db-4415-b1d6-e1e78be34788 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "GET /v2.0/ports/2d8a6e13-7ee2-4b6e-b93b-7d288874185f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0568140 Nov 11 21:15:58.915390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e360605-a3c0-4917-86c4-13c81bb0746c req-330092ae-a4b6-4cc2-9593-672742a81ed8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:58.916915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e360605-a3c0-4917-86c4-13c81bb0746c req-330092ae-a4b6-4cc2-9593-672742a81ed8 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1121104 Nov 11 21:15:58.927138 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:58.982048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bbff4ed4-289a-49e6-a2e9-4ba5b2399c70 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "GET /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1691065 Nov 11 21:15:58.986458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=3e13adc4-f49a-4d0a-b8ca-e1b1271782d1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:59.006695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:15:59.103667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0e360605-a3c0-4917-86c4-13c81bb0746c req-962d67af-fd78-4b7a-91a2-c3e41e15c96e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805592 Nov 11 21:15:59.138343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:59.157295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:59.164206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:59.179926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:59.188872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:59.196595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:59.201523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.205036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:59.215676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:15:59.218115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-6990f177-59d3-4c82-8717-9f834fd263db tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 5433 time: 0.1433237 Nov 11 21:15:59.226274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e844e495-6e33-4c74-a79b-8e45e5344273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.233830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.239501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8ec5237-6772-4588-8bc4-edbf2b32b85f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 HTTP/1.1" status: 204 len: 168 time: 0.9961483 Nov 11 21:15:59.239711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:59.278852 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f74ed87-4b6f-4f53-aee4-7acc9058b983 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:15:59.282874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9f74ed87-4b6f-4f53-aee4-7acc9058b983 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 HTTP/1.1" status: 404 len: 333 time: 0.0397408 Nov 11 21:15:59.285451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:59.317510 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebb8e520-3b84-44fe-8a95-a8df0cd19ab7 req-414d4987-752b-41bf-a31c-88010046613b tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925434 Nov 11 21:15:59.424645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 67071fba-cb14-4189-8e86-222732ef09c3 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:15:59.430402 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.501300 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.534533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e844e495-6e33-4c74-a79b-8e45e5344273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.545053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] For port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:15:59.615654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e844e495-6e33-4c74-a79b-8e45e5344273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.630973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] For port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:15:59.681424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.716661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e844e495-6e33-4c74-a79b-8e45e5344273 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0332f220483146c0b544649d66691ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265720 Nov 11 21:15:59.719345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45478) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:15:59.722136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] device_id is not set on port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:15:59.731607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844e495-6e33-4c74-a79b-8e45e5344273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21226090-ac3a-4987-b244-a4ed3f33b865,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:59.744262 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.775228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffc7d1c-d329-4a07-a9de-9fc66e36f5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.796781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffc7d1c-d329-4a07-a9de-9fc66e36f5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.882566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.946972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffc7d1c-d329-4a07-a9de-9fc66e36f5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.949630 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.951093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ffc7d1c-d329-4a07-a9de-9fc66e36f5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:15:59.952097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] No DVR routers for this DVR port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:15:59.952351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1ffc7d1c-d329-4a07-a9de-9fc66e36f5be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21226090-ac3a-4987-b244-a4ed3f33b865 HTTP/1.1" status: 204 len: 168 time: 0.2311888 Nov 11 21:15:59.962005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc7d1c-d329-4a07-a9de-9fc66e36f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21226090-ac3a-4987-b244-a4ed3f33b865,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:15:59.982707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] Pushing event updated for resources: {'Port': ['ID=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:00.053090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=67071fba-cb14-4189-8e86-222732ef09c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:00.057026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] In _notify_port_updated(), no bound segment for port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:16:00.057909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.058612 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.059837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-6dce4bcd-5b86-45ff-9658-e86e8a0d8c5a service neutron] 10.222.0.62 "PUT /v2.0/ports/2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 200 len: 1027 time: 1.0579853 Nov 11 21:16:00.084677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338676e-14ad-4f3f-9fae-97d3a2601313 None None] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:00.099905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.105955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-09391be0-85c4-449e-8075-6fcd7b5789bd tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/67071fba-cb14-4189-8e86-222732ef09c3 HTTP/1.1" status: 204 len: 168 time: 0.8181765 Nov 11 21:16:00.106117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45486) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:00.119713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2490cee6-c9d2-4e9f-be06-03bda8592c75 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.121217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2490cee6-c9d2-4e9f-be06-03bda8592c75 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "GET /v2.0/ports/39925fad-f687-4cb5-ae3b-057b3d7eaf5f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0521178 Nov 11 21:16:00.135482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:00.213275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.236915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 306c0baa-857f-4816-8772-3a00ac4e5a93 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:00.243165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.296993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.392399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faa0bb-5f6a-42cb-9c54-2d0ea1f9c15c req-4289f997-d03e-4952-a769-4fab0033c991 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.394647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44faa0bb-5f6a-42cb-9c54-2d0ea1f9c15c req-4289f997-d03e-4952-a769-4fab0033c991 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1593821 Nov 11 21:16:00.407442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5158dd64-554c-4dc8-8375-df30d40aa792 None None] Provisioning complete for port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:00.408343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5158dd64-554c-4dc8-8375-df30d40aa792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.493777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] For port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:00.521676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5158dd64-554c-4dc8-8375-df30d40aa792 None None] Port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:00.537581 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.538566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44faa0bb-5f6a-42cb-9c54-2d0ea1f9c15c req-8e81cec0-55ac-4d49-bea7-228ec76f434c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319721 Nov 11 21:16:00.570126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] For port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:00.623844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] device_id is not set on port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:00.644454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.703517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-48fed389-854e-40d7-a08f-95ec1f1a31fd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.718322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-48fed389-854e-40d7-a08f-95ec1f1a31fd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.725617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-48fed389-854e-40d7-a08f-95ec1f1a31fd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.731874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-48fed389-854e-40d7-a08f-95ec1f1a31fd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.738634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-48fed389-854e-40d7-a08f-95ec1f1a31fd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.745092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-48fed389-854e-40d7-a08f-95ec1f1a31fd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:00.747164 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-48fed389-854e-40d7-a08f-95ec1f1a31fd tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 4659 time: 0.2624581 Nov 11 21:16:00.811215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c772eaf-4493-438a-9600-ad3d9d687795 req-149953bd-db4a-4d58-8f82-125a0348001d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&id=f0a12d1c-de14-4389-b501-89ac64d77a59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577800 Nov 11 21:16:00.891785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.909303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:00.982932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] No DVR routers for this DVR port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:00.989963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] Pushing event updated for resources: {'Port': ['ID=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:00.998603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=306c0baa-857f-4816-8772-3a00ac4e5a93,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:01.008815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.014288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-84d73cf2-068d-4a40-aa94-4f3c8be00bfb tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/306c0baa-857f-4816-8772-3a00ac4e5a93 HTTP/1.1" status: 204 len: 168 time: 0.9060640 Nov 11 21:16:01.022523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:01.103096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] In _notify_port_updated(), no bound segment for port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f on network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:16:01.104136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:01.104991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.106486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-28704545-cc95-4152-9037-08898f9ec7ff service neutron] 10.222.0.62 "PUT /v2.0/ports/39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 200 len: 1026 time: 0.9759092 Nov 11 21:16:01.153601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9ff41-0f40-41df-92e2-2410e7dbbc6a None None] Network 58934114-d09d-401d-b3ef-4369c7ea4a11 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:01.165806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.288960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 21e073eb-44fc-4d88-989c-f25e5e02bc19 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:01.289354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.293501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port 4353ebe5-f1be-4824-8917-06b37029339e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:01.293824 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.309596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-32c254a5-5512-4163-b153-085b94a3186f None None] Provisioning complete for port 21e073eb-44fc-4d88-989c-f25e5e02bc19 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:01.310102 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32c254a5-5512-4163-b153-085b94a3186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.429576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] For port 21e073eb-44fc-4d88-989c-f25e5e02bc19, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=21e073eb-44fc-4d88-989c-f25e5e02bc19,segment=NetworkSegment(32524bd0-ebfc-421d-879b-fedbaa117aaf),segment_id=32524bd0-ebfc-421d-879b-fedbaa117aaf)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:01.430040 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.446387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] DHCP port deletion for 58934114-d09d-401d-b3ef-4369c7ea4a11 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:01.470137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 21e073eb-44fc-4d88-989c-f25e5e02bc19 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:01.470137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] For port 4353ebe5-f1be-4824-8917-06b37029339e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=4353ebe5-f1be-4824-8917-06b37029339e,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:01.470137 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.490173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for 4353ebe5-f1be-4824-8917-06b37029339e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:01.552489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] Deleting port 21e073eb-44fc-4d88-989c-f25e5e02bc19 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:01.552873 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.576823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e9afbcce-4914-4e50-a861-405b37764480 None None] Provisioning complete for port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:01.577535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9afbcce-4914-4e50-a861-405b37764480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.658950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] For port 21e073eb-44fc-4d88-989c-f25e5e02bc19, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=21e073eb-44fc-4d88-989c-f25e5e02bc19,segment=NetworkSegment(32524bd0-ebfc-421d-879b-fedbaa117aaf),segment_id=32524bd0-ebfc-421d-879b-fedbaa117aaf)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:01.660106 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.675795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e9afbcce-4914-4e50-a861-405b37764480 None None] Port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:01.678441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] Calling delete_port for 21e073eb-44fc-4d88-989c-f25e5e02bc19 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:01.699133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.757447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.758205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=21e073eb-44fc-4d88-989c-f25e5e02bc19,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:01.763479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No DVR routers for this DVR port 21e073eb-44fc-4d88-989c-f25e5e02bc19 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:01.791227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] No DVR routers for this DVR port 21e073eb-44fc-4d88-989c-f25e5e02bc19 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:01.793183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddab61-9918-4278-8f5b-ca512384e5d1 None None] Pushing event deleted for resources: {'Port': ['ID=21e073eb-44fc-4d88-989c-f25e5e02bc19,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:01.846071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061891de-459b-46b7-aa10-c8d5b0d9754f req-1201a94b-b0d5-4df9-aae6-4bc9b5519196 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:01.848496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-061891de-459b-46b7-aa10-c8d5b0d9754f req-1201a94b-b0d5-4df9-aae6-4bc9b5519196 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1634750 Nov 11 21:16:01.890454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:01.988609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58934114-d09d-401d-b3ef-4369c7ea4a11']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:02.008314 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4231c5d-fd89-41e9-9dbf-69c7573b8ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.018118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594e36-6a5d-4647-96eb-d99affa33663 req-e7c4cafa-4bf4-4826-a7ce-ad75d5e5b535 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:02.025128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594e36-6a5d-4647-96eb-d99affa33663 req-e7c4cafa-4bf4-4826-a7ce-ad75d5e5b535 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:02.029344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32524bd0-ebfc-421d-879b-fedbaa117aaf') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:02.029344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32524bd0-ebfc-421d-879b-fedbaa117aaf') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:02.031189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594e36-6a5d-4647-96eb-d99affa33663 req-e7c4cafa-4bf4-4826-a7ce-ad75d5e5b535 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:02.037999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594e36-6a5d-4647-96eb-d99affa33663 req-e7c4cafa-4bf4-4826-a7ce-ad75d5e5b535 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:02.041056 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.044535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594e36-6a5d-4647-96eb-d99affa33663 req-e7c4cafa-4bf4-4826-a7ce-ad75d5e5b535 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:02.052709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b594e36-6a5d-4647-96eb-d99affa33663 req-e7c4cafa-4bf4-4826-a7ce-ad75d5e5b535 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 3886 time: 0.1207628 Nov 11 21:16:02.055261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-061891de-459b-46b7-aa10-c8d5b0d9754f req-89a08ec7-7e14-44d2-8724-81a6bcd87e11 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748364 Nov 11 21:16:02.085839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.093077 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:02.093466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:02.099559 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:02.104666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b594e36-6a5d-4647-96eb-d99affa33663 req-64cc8683-8091-4d40-ad2f-56a58c37eba1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508373 Nov 11 21:16:02.171291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.201829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=4353ebe5-f1be-4824-8917-06b37029339e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:02.236805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.264611 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.268045 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/58934114-d09d-401d-b3ef-4369c7ea4a11 HTTP/1.1" status: 204 len: 168 time: 1.2441130 Nov 11 21:16:02.269061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] No DVR routers for this DVR port 4353ebe5-f1be-4824-8917-06b37029339e on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:02.271703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45548) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:02.286957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c546610-a2a3-4d2e-88eb-f7cfa2ca2f61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=58934114-d09d-401d-b3ef-4369c7ea4a11,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:02.291238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.299322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-796fbded-de5d-49ea-92e2-c6c711178027 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "DELETE /v2.0/ports/4353ebe5-f1be-4824-8917-06b37029339e HTTP/1.1" status: 204 len: 173 time: 1.1823199 Nov 11 21:16:02.300662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '4353ebe5-f1be-4824-8917-06b37029339e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:02.303147 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8866d9-afb0-4903-8bc2-fcb2ed975ef7" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "4353ebe5-f1be-4824-8917-06b37029339e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:02.355048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e77ae3-bee7-4f7f-80bb-76f477d2e79b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:02.356630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-05e77ae3-bee7-4f7f-80bb-76f477d2e79b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0837133 Nov 11 21:16:02.360394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:02.431965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3adfac7e-3443-49ad-aec9-532b661af264 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0704308 Nov 11 21:16:02.435687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:02.442950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-514964466'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:02.498900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port 2614869e-07db-41fe-bb4d-6df27ef11070 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:02.499491 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.589107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:02.594616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.625552 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228bfb5f-7253-404c-b37c-c27550efc8ba x-openstack-request-id: req-228bfb5f-7253-404c-b37c-c27550efc8ba {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:02.625552 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "4353ebe5-f1be-4824-8917-06b37029339e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:02.625552 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-228bfb5f-7253-404c-b37c-c27550efc8ba {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:02.625552 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '4353ebe5-f1be-4824-8917-06b37029339e', 'status': 'completed', 'code': 200} Nov 11 21:16:02.645594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:16:02.647545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] For port 2614869e-07db-41fe-bb4d-6df27ef11070, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2614869e-07db-41fe-bb4d-6df27ef11070,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:02.648265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.657117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.658681 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment e6b0902f-d463-48fe-a73e-66da08050c3b of type vlan for network f313d5a8-4125-49cf-a67c-8f82df16b766 Nov 11 21:16:02.669486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for 2614869e-07db-41fe-bb4d-6df27ef11070 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:02.696602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 21e073eb-44fc-4d88-989c-f25e5e02bc19 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:02.712529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.722543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 21e073eb-44fc-4d88-989c-f25e5e02bc19 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:02.723492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 21e073eb-44fc-4d88-989c-f25e5e02bc19 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:02.834801 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.837130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 39925fad-f687-4cb5-ae3b-057b3d7eaf5f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:02.841862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:02.847740 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.916027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 39925fad-f687-4cb5-ae3b-057b3d7eaf5f not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:02.917264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2d8a6e13-7ee2-4b6e-b93b-7d288874185f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:02.933849 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:02.985805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2d8a6e13-7ee2-4b6e-b93b-7d288874185f not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:02.986598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 417fe030-2cea-440c-b8bc-d6ce8292b171 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:03.022749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=2614869e-07db-41fe-bb4d-6df27ef11070,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:03.029908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5928671 Nov 11 21:16:03.040188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:03.049467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:03.055074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890568-e0f5-4cf0-bb19-c8c30aa35a75 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=f313d5a8-4125-49cf-a67c-8f82df16b766,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:03.077015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f313d5a8-4125-49cf-a67c-8f82df16b766 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:16:03.080123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] No DVR routers for this DVR port 2614869e-07db-41fe-bb4d-6df27ef11070 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:03.083898 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.087734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-2ab45ea8-6edf-4a85-b9e4-3c4f3565947e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "DELETE /v2.0/ports/2614869e-07db-41fe-bb4d-6df27ef11070 HTTP/1.1" status: 204 len: 173 time: 0.7808766 Nov 11 21:16:03.305424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c075d5-e51f-4beb-b71b-bbdaa1c7e066 req-31ad04e1-3e6e-4492-a352-a0f06f9ba7cc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:03.311775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c075d5-e51f-4beb-b71b-bbdaa1c7e066 req-31ad04e1-3e6e-4492-a352-a0f06f9ba7cc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:03.319526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c075d5-e51f-4beb-b71b-bbdaa1c7e066 req-31ad04e1-3e6e-4492-a352-a0f06f9ba7cc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:03.320616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825aae6-f248-4e85-8a97-721108063dfb req-e710de1b-e1ff-4740-8ace-dd2316404a0e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:03.321301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4c075d5-e51f-4beb-b71b-bbdaa1c7e066 req-31ad04e1-3e6e-4492-a352-a0f06f9ba7cc tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 2417 time: 0.1006956 Nov 11 21:16:03.324505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port 5d3234f3-6384-455a-b799-ebac030cdf85 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:03.324856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.347237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6825aae6-f248-4e85-8a97-721108063dfb req-e710de1b-e1ff-4740-8ace-dd2316404a0e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1576254 Nov 11 21:16:03.350446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:03.357474 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.452459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.485383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:03.486907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] For port 5d3234f3-6384-455a-b799-ebac030cdf85, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=5d3234f3-6384-455a-b799-ebac030cdf85,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:03.487289 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.488199 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359cf1e1-614b-45ed-b101-c1ddbfb54200" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:03.504737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 417fe030-2cea-440c-b8bc-d6ce8292b171, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=417fe030-2cea-440c-b8bc-d6ce8292b171,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:03.536513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6825aae6-f248-4e85-8a97-721108063dfb req-838bf2cc-aeef-4fc6-9c1b-79f016ce438d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818032 Nov 11 21:16:03.623946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.629211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 5d3234f3-6384-455a-b799-ebac030cdf85 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:03.688539 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4c075d5-e51f-4beb-b71b-bbdaa1c7e066 req-7e4458b7-0ceb-40fe-8560-27027c8a424d tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175468 Nov 11 21:16:03.764044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.764784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.765280 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Floating IP fbf38f9e-a96c-406f-9a01-c590cbe3c3ba disassociated. External IP: 172.25.2.181, port: 5d3234f3-6384-455a-b799-ebac030cdf85. Nov 11 21:16:03.765832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for 5d3234f3-6384-455a-b799-ebac030cdf85 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:03.767758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=417fe030-2cea-440c-b8bc-d6ce8292b171,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:03.817026 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.849535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.863579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 5d3234f3-6384-455a-b799-ebac030cdf85, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=5d3234f3-6384-455a-b799-ebac030cdf85,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:03.905841 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f6fba5-2a67-4eec-89c7-27923c3b41c4 x-openstack-request-id: req-e0f6fba5-2a67-4eec-89c7-27923c3b41c4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:03.906156 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:03.907578 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0f6fba5-2a67-4eec-89c7-27923c3b41c4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:03.907987 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171', 'code': 200} Nov 11 21:16:03.923680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:03.930322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=4bb38227-833f-44a1-b7fd-c0006100e969,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:03.935002 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:03.935354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': 'e6b0902f-d463-48fe-a73e-66da08050c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:03.935726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: f313d5a8-4125-49cf-a67c-8f82df16b766, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:16:03.940581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2614869e-07db-41fe-bb4d-6df27ef11070 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:03.980451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 2614869e-07db-41fe-bb4d-6df27ef11070 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:03.980806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2614869e-07db-41fe-bb4d-6df27ef11070 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:03.981436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device fad051cb-0286-4266-b017-2968a810c749 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:04.017429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network f313d5a8-4125-49cf-a67c-8f82df16b766 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:16:04.089069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=5d3234f3-6384-455a-b799-ebac030cdf85,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:04.108763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f313d5a8-4125-49cf-a67c-8f82df16b766) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:04.114007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:04.115066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.124036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ab197-a168-4db9-9a41-95cb06090549 None None] Network f313d5a8-4125-49cf-a67c-8f82df16b766 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:04.193808 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.215992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1885e74c-c7ff-491f-89d0-2c367df49fd8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1705317 Nov 11 21:16:04.222291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:04.224396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766', 'name': 'tempest-PortsTestJSON-1902567404'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:04.268080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port fad051cb-0286-4266-b017-2968a810c749, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fad051cb-0286-4266-b017-2968a810c749,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:04.361933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94a612e4-fc3e-4813-83cb-170f4c5250ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.363610 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.365151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4353ebe5-f1be-4824-8917-06b37029339e no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:04.428521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f313d5a8-4125-49cf-a67c-8f82df16b766', 'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766', 'tenant_id': 'e8baccb83e8744849eb8dea2000ec962', 'fixed_ips': [{'subnet_id': '4bb38227-833f-44a1-b7fd-c0006100e969'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:16:04.429559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.434976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 4353ebe5-f1be-4824-8917-06b37029339e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:04.435495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 4353ebe5-f1be-4824-8917-06b37029339e not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:04.452750 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2a663bd-d1da-4724-9f51-906d3eaa6d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.453097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94a612e4-fc3e-4813-83cb-170f4c5250ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.468359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.468745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:04.474907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.491043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=fad051cb-0286-4266-b017-2968a810c749,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:04.501729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 949f6c1f-eb7e-40e9-be70-fcdac267be40 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:04.507216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=5d3234f3-6384-455a-b799-ebac030cdf85,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:04.520693 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-94a612e4-fc3e-4813-83cb-170f4c5250ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.624401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Allocated IP 172.20.0.2 (f313d5a8-4125-49cf-a67c-8f82df16b766/4bb38227-833f-44a1-b7fd-c0006100e969/b1eb504c-5eeb-41df-b146-f921622d5c3e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:04.633219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '2614869e-07db-41fe-bb4d-6df27ef11070'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:04.636375 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455258a-fe84-4543-9e36-8cfe9cad1600" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "2614869e-07db-41fe-bb4d-6df27ef11070"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:04.725331 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4890b765-944b-4625-8e1f-7e2448b0b721 x-openstack-request-id: req-4890b765-944b-4625-8e1f-7e2448b0b721 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:04.725740 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "2614869e-07db-41fe-bb4d-6df27ef11070", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:04.726064 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4890b765-944b-4625-8e1f-7e2448b0b721 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:04.726530 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '2614869e-07db-41fe-bb4d-6df27ef11070', 'status': 'completed', 'code': 200} Nov 11 21:16:04.741440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-94a612e4-fc3e-4813-83cb-170f4c5250ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6382e184ee104a2099672e16be9118db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8161070 Nov 11 21:16:04.742112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a612e4-fc3e-4813-83cb-170f4c5250ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013abfdd-6913-45ee-b0bf-37171863dbe4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:04.745284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:04.761012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Router 46c19639-839d-4f77-9939-a6c5b14f1d8b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:16:04.774357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa232fd-bfd4-4177-8734-178903b05821 req-047ad4f7-4902-4342-84c4-97fd652aaa78 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:04.776020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fa232fd-bfd4-4177-8734-178903b05821 req-047ad4f7-4902-4342-84c4-97fd652aaa78 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1509006 Nov 11 21:16:04.823704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.887149 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef15112-827a-4443-83e8-392ddded3753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.897884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b407-c35c-4d4c-8456-0b41ccd73365 req-ee061f52-9d02-447b-b354-5dd2026dd654 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:04.904538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b407-c35c-4d4c-8456-0b41ccd73365 req-ee061f52-9d02-447b-b354-5dd2026dd654 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:04.905966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fab5b407-c35c-4d4c-8456-0b41ccd73365 req-ee061f52-9d02-447b-b354-5dd2026dd654 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 1677 time: 0.0955701 Nov 11 21:16:04.915225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0fa232fd-bfd4-4177-8734-178903b05821 req-6fb8014d-fd46-47ff-97b7-d3de48fa262f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306596 Nov 11 21:16:04.949200 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:04.962043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:16:05.023832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] Sync routers for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:16:05.029847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] No DVR routers for this DVR port 5d3234f3-6384-455a-b799-ebac030cdf85 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:05.031490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef15112-827a-4443-83e8-392ddded3753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.032746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.037103 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-920af1d5-e718-495d-bb02-7df960f700f2 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "DELETE /v2.0/ports/5d3234f3-6384-455a-b799-ebac030cdf85 HTTP/1.1" status: 204 len: 173 time: 1.9427330 Nov 11 21:16:05.056263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9452703c-1899-4fd1-948f-e458a482d23a {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:16:05.056594 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:16:05.057564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Network f313d5a8-4125-49cf-a67c-8f82df16b766 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:05.068468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:05.071705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:05.081870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:05.082677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:05.088628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Pushing event updated for resources: {'Port': ['ID=b1eb504c-5eeb-41df-b146-f921622d5c3e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:05.095620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fab5b407-c35c-4d4c-8456-0b41ccd73365 req-52df36d0-424b-462d-8ee1-ad1527dd6ccb tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677055 Nov 11 21:16:05.177374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port fad051cb-0286-4266-b017-2968a810c749 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:05.177881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.197358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Attempting to bind port b1eb504c-5eeb-41df-b146-f921622d5c3e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:16:05.206092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Attempting to bind port b1eb504c-5eeb-41df-b146-f921622d5c3e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'e6b0902f-d463-48fe-a73e-66da08050c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:16:05.206092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Attempting to bind port b1eb504c-5eeb-41df-b146-f921622d5c3e on network f313d5a8-4125-49cf-a67c-8f82df16b766 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:05.219718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef15112-827a-4443-83e8-392ddded3753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.223889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3ef15112-827a-4443-83e8-392ddded3753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.225702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3ef15112-827a-4443-83e8-392ddded3753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/013abfdd-6913-45ee-b0bf-37171863dbe4 HTTP/1.1" status: 204 len: 168 time: 0.4790075 Nov 11 21:16:05.238275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:16:05.238725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Checking segment: {'id': 'e6b0902f-d463-48fe-a73e-66da08050c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:05.239229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.239748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Bound using segment: {'id': 'e6b0902f-d463-48fe-a73e-66da08050c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:16:05.240362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Bound port: b1eb504c-5eeb-41df-b146-f921622d5c3e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b0902f-d463-48fe-a73e-66da08050c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:16:05.240846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.279196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef15112-827a-4443-83e8-392ddded3753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013abfdd-6913-45ee-b0bf-37171863dbe4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:05.302490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] For port fad051cb-0286-4266-b017-2968a810c749, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=fad051cb-0286-4266-b017-2968a810c749,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:05.303480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.318628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:16:05.322109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for fad051cb-0286-4266-b017-2968a810c749 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:05.375865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] For port b1eb504c-5eeb-41df-b146-f921622d5c3e, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:05.423767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] For port b1eb504c-5eeb-41df-b146-f921622d5c3e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b1eb504c-5eeb-41df-b146-f921622d5c3e,segment=NetworkSegment(e6b0902f-d463-48fe-a73e-66da08050c3b),segment_id=e6b0902f-d463-48fe-a73e-66da08050c3b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:16:05.509819 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.559392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.587182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port f18c83d7-64ef-4656-8cc9-c81ba6b2256b yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:05.600876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a47ab-e38b-4c86-a5c2-36fe075063ff None None] Pushing event updated for resources: {'Port': ['ID=b1eb504c-5eeb-41df-b146-f921622d5c3e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:05.616507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.616990 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.635765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:02Z', 'revision_number': 5, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:05.671502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] Checking router: 46c19639-839d-4f77-9939-a6c5b14f1d8b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:16:05.678447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=fad051cb-0286-4266-b017-2968a810c749,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:05.697133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:05.699810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:05.771765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] No DVR routers for this DVR port fad051cb-0286-4266-b017-2968a810c749 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:05.775469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:05.779463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-93733eeb-62b2-4d9b-9bd7-0f8d970410da tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "DELETE /v2.0/ports/fad051cb-0286-4266-b017-2968a810c749 HTTP/1.1" status: 204 len: 173 time: 0.7362628 Nov 11 21:16:05.872292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:16:05.879056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.10 (f313d5a8-4125-49cf-a67c-8f82df16b766/4bb38227-833f-44a1-b7fd-c0006100e969/f18c83d7-64ef-4656-8cc9-c81ba6b2256b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:05.935022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85'}, {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad051cb-0286-4266-b017-2968a810c749'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:05.964181 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be89142-ad8b-44ed-b7ec-011519ff995c" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85"}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "fad051cb-0286-4266-b017-2968a810c749"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:05.966584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port 417fe030-2cea-440c-b8bc-d6ce8292b171 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:05.967112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.088503 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b6d598-2f4c-45d9-9a1b-93121039d419 x-openstack-request-id: req-45b6d598-2f4c-45d9-9a1b-93121039d419 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:06.098165 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85", "code": 200}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "fad051cb-0286-4266-b017-2968a810c749", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:06.098465 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45b6d598-2f4c-45d9-9a1b-93121039d419 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:06.098862 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85', 'code': 200} Nov 11 21:16:06.099121 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad051cb-0286-4266-b017-2968a810c749', 'code': 200} Nov 11 21:16:06.126842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:06.159640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec125ce7-3900-42e5-8907-eac62cbb7b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.179568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.205575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c882f7-7971-4b19-9df7-00f8368a6279 req-17047295-a2fa-4f13-b8d6-89c649fd1665 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:06.208069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4c882f7-7971-4b19-9df7-00f8368a6279 req-17047295-a2fa-4f13-b8d6-89c649fd1665 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1477392 Nov 11 21:16:06.266859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] For port 417fe030-2cea-440c-b8bc-d6ce8292b171, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=417fe030-2cea-440c-b8bc-d6ce8292b171,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:06.267312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.316633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for 417fe030-2cea-440c-b8bc-d6ce8292b171 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:06.327466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f4c882f7-7971-4b19-9df7-00f8368a6279 req-f8a692e7-a2a9-4d56-8703-b2c33260a029 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975132 Nov 11 21:16:06.371107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd089ef2-5475-4a2e-85b9-76a2100c9db5 req-2b66f2b8-3640-4bef-9f47-6041273c8907 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:06.377040 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd089ef2-5475-4a2e-85b9-76a2100c9db5 req-2b66f2b8-3640-4bef-9f47-6041273c8907 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 943 time: 0.1371534 Nov 11 21:16:06.405809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec125ce7-3900-42e5-8907-eac62cbb7b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.411847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:02Z', 'revision_number': 5, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:06.445884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ce89c-101f-475d-9dc7-7d7c1b7b20d0 None None] The sync data for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 is: [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:04:58Z', 'revision_number': 4, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'c648e5f7-b57f-4429-9995-8cc34f07d285', 'name': '', 'network_id': '8bea7f20-7ba1-4360-a063-0581094fd6f9', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'mac_address': 'fa:16:3e:2c:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:57Z', 'updated_at': '2021-11-11T21:05:02Z', 'revision_number': 5, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'subnets': [{'id': '5e12c7ff-46b4-4543-a379-6ea7942a3bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:16:06.448704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bd089ef2-5475-4a2e-85b9-76a2100c9db5 req-16d57bd5-ca84-4279-96e4-1e416455c759 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups?id=0acafa7e-32f3-4192-9621-e7d0f9da01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682943 Nov 11 21:16:06.461536 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.528885 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ec125ce7-3900-42e5-8907-eac62cbb7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.546917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network f313d5a8-4125-49cf-a67c-8f82df16b766 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:06.564655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:06.571382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=f18c83d7-64ef-4656-8cc9-c81ba6b2256b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:06.585007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:06.597360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.637027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ec125ce7-3900-42e5-8907-eac62cbb7b98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1dd6d1ba5be4310bad6c6e7d9d5f10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076222 Nov 11 21:16:06.638405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec125ce7-3900-42e5-8907-eac62cbb7b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c4430c-4b98-471f-aa0f-5629994aa61d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:06.642960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:06.672640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=417fe030-2cea-440c-b8bc-d6ce8292b171,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:06.699926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:06.708387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.726614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] No DVR routers for this DVR port 417fe030-2cea-440c-b8bc-d6ce8292b171 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:06.728258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85'}, {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': 'fad051cb-0286-4266-b017-2968a810c749'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:06.730445 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8620ae68-5d40-488d-ad1b-1b48bfe7f3ee" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85"}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "fad051cb-0286-4266-b017-2968a810c749"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:06.733829 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.738944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a69da547-bbb3-4e43-8bcc-4c3c2cb48223 req-bd4bafa0-b9cb-478a-bd6b-5abe13022984 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.62 "DELETE /v2.0/ports/417fe030-2cea-440c-b8bc-d6ce8292b171 HTTP/1.1" status: 204 len: 173 time: 0.9538872 Nov 11 21:16:06.773867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c59abe4e-3620-443b-af4e-9032ed2d6366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.788684 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255a9ee4-0082-4d95-85f2-9028bc07709e x-openstack-request-id: req-255a9ee4-0082-4d95-85f2-9028bc07709e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:06.789205 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "5d3234f3-6384-455a-b799-ebac030cdf85", "status": "completed", "code": 200}, {"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "fad051cb-0286-4266-b017-2968a810c749", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:06.789629 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-255a9ee4-0082-4d95-85f2-9028bc07709e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:06.790200 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '5d3234f3-6384-455a-b799-ebac030cdf85', 'status': 'completed', 'code': 200} Nov 11 21:16:06.790698 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': 'fad051cb-0286-4266-b017-2968a810c749', 'status': 'completed', 'code': 200} Nov 11 21:16:06.820887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b1eb504c-5eeb-41df-b146-f921622d5c3e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:06.839111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c59abe4e-3620-443b-af4e-9032ed2d6366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.901519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45662) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:06.902389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5e423e6b-8514-49c6-83e9-1cf5e73c846e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6832497 Nov 11 21:16:06.907592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': 'f313d5a8-4125-49cf-a67c-8f82df16b766', 'name': 'tempest-PortsTestJSON-1913900501'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:06.911447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b1eb504c-5eeb-41df-b146-f921622d5c3e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:06.912408 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.938063 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c9b55-0543-45b1-b877-37df51f7b9f6 None None] New status for floating IP fbf38f9e-a96c-406f-9a01-c590cbe3c3ba: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:16:06.991153 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c59abe4e-3620-443b-af4e-9032ed2d6366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.994957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c59abe4e-3620-443b-af4e-9032ed2d6366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:06.999059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c59abe4e-3620-443b-af4e-9032ed2d6366 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20c4430c-4b98-471f-aa0f-5629994aa61d HTTP/1.1" status: 204 len: 168 time: 0.3528428 Nov 11 21:16:07.017698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59abe4e-3620-443b-af4e-9032ed2d6366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c4430c-4b98-471f-aa0f-5629994aa61d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:07.184548 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:07.189476 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:07.235230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port b1eb504c-5eeb-41df-b146-f921622d5c3e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b1eb504c-5eeb-41df-b146-f921622d5c3e,segment=NetworkSegment(e6b0902f-d463-48fe-a73e-66da08050c3b),segment_id=e6b0902f-d463-48fe-a73e-66da08050c3b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:07.251150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d18a2d5-7ddc-4ff0-8d02-a12ac3395379 None None] Network f313d5a8-4125-49cf-a67c-8f82df16b766 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:07.277167 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:16:07.280651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:07.286672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:07.321333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 7ff8db98-e5e0-4d55-bbb9-d025fdad9f75 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:07.324909 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:07.346185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-628d4923-a4f3-436f-87bb-260709ef6839 None None] Provisioning complete for port b1eb504c-5eeb-41df-b146-f921622d5c3e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:07.348066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-628d4923-a4f3-436f-87bb-260709ef6839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:07.478004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=b1eb504c-5eeb-41df-b146-f921622d5c3e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:07.626864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700ce02-18c7-4eb1-9d1b-df08643f076e req-0564df75-b1c0-466c-8de6-b724e6b81c22 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:07.632122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4700ce02-18c7-4eb1-9d1b-df08643f076e req-0564df75-b1c0-466c-8de6-b724e6b81c22 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.1187389 Nov 11 21:16:07.747227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.9 (f313d5a8-4125-49cf-a67c-8f82df16b766/4bb38227-833f-44a1-b7fd-c0006100e969/7ff8db98-e5e0-4d55-bbb9-d025fdad9f75) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:07.756320 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4700ce02-18c7-4eb1-9d1b-df08643f076e req-afd09e59-d743-453e-b564-6e7a9d2a050f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172669 Nov 11 21:16:07.788099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44352ee1-9a36-434d-a79e-f15f77ce9186 req-386d59d4-35b9-48e0-8636-f28410f2a165 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.1518731 Nov 11 21:16:07.960102 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:07.993117 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:08.133567 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-bc6a7db0-6fac-4062-9bd0-0db5cbe933bb service neutron] show failed (client error): The resource could not be found. Nov 11 21:16:08.135020 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-bc6a7db0-6fac-4062-9bd0-0db5cbe933bb service neutron] 10.222.0.58 "GET /v2.0/ports/13328dc7-fb59-4ce4-938c-8b4f5a3f875b/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0741053 Nov 11 21:16:08.191451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:08.229917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89e9322c-7203-44a3-812d-64ad80c788f9 None None] Provisioning complete for port f18c83d7-64ef-4656-8cc9-c81ba6b2256b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:08.230308 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89e9322c-7203-44a3-812d-64ad80c788f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:08.267197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network f313d5a8-4125-49cf-a67c-8f82df16b766 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:08.284722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:08.288908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:08.290634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89e9322c-7203-44a3-812d-64ad80c788f9 None None] Port f18c83d7-64ef-4656-8cc9-c81ba6b2256b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:08.311350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89e9322c-7203-44a3-812d-64ad80c788f9 None None] Provisioning complete for port b1eb504c-5eeb-41df-b146-f921622d5c3e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:08.312504 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89e9322c-7203-44a3-812d-64ad80c788f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:08.353015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=7ff8db98-e5e0-4d55-bbb9-d025fdad9f75,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:08.387699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:08.388319 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:08.518844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-65228574-5b66-43af-a943-6b9b2346952f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6100442 Nov 11 21:16:08.518844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:08.572015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bed5c0f2-32e6-4e68-881d-5ae2a37d67da None None] Provisioning complete for port f18c83d7-64ef-4656-8cc9-c81ba6b2256b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:08.572567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bed5c0f2-32e6-4e68-881d-5ae2a37d67da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:08.658542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bed5c0f2-32e6-4e68-881d-5ae2a37d67da None None] Port f18c83d7-64ef-4656-8cc9-c81ba6b2256b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:08.747037 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b1eb504c-5eeb-41df-b146-f921622d5c3e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:08.751433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1a646-7f9b-4146-9dc0-92c260d16d99 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:08.753901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b7d1a646-7f9b-4146-9dc0-92c260d16d99 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.2387724 Nov 11 21:16:08.764474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:08.791489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:08.799124 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a6555-faf6-43df-b6b7-8fd7b768c8bd" -d '{"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:08.835199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b1eb504c-5eeb-41df-b146-f921622d5c3e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:08.835580 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:08.968962 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa58e392-b048-4e1f-8e9d-7d00c329ef78 x-openstack-request-id: req-aa58e392-b048-4e1f-8e9d-7d00c329ef78 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:08.971106 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a", "name": "network-vif-deleted", "tag": "417fe030-2cea-440c-b8bc-d6ce8292b171", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:08.972087 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa58e392-b048-4e1f-8e9d-7d00c329ef78 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:08.973185 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a', 'name': 'network-vif-deleted', 'tag': '417fe030-2cea-440c-b8bc-d6ce8292b171', 'status': 'completed', 'code': 200} Nov 11 21:16:08.986526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ae7d7129-12ee-4af5-8b37-5a1fc5448b71 None None] Provisioning complete for port 7ff8db98-e5e0-4d55-bbb9-d025fdad9f75 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:08.987166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7129-12ee-4af5-8b37-5a1fc5448b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.024643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-d91a6e78-580e-49d3-a5e3-f8c9c881d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:09.026657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-d91a6e78-580e-49d3-a5e3-f8c9c881d52d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 1096 time: 0.1413612 Nov 11 21:16:09.068193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:09.115827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2289b5d5-9a2e-4651-b6b5-101f9c61b0f3 req-7314e1d2-62ab-47ab-9d70-5e3a85cd8015 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.1049495 Nov 11 21:16:09.142191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7129-12ee-4af5-8b37-5a1fc5448b71 None None] Port 7ff8db98-e5e0-4d55-bbb9-d025fdad9f75 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:09.177053 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.210411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 7ff8db98-e5e0-4d55-bbb9-d025fdad9f75 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:09.210767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.227325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61de48-6c3e-4985-87e7-cebc5a745ce5 req-a94b6239-33a9-4081-ab2f-59f714b56d15 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:09.227325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f61de48-6c3e-4985-87e7-cebc5a745ce5 req-a94b6239-33a9-4081-ab2f-59f714b56d15 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.2076936 Nov 11 21:16:09.361711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f61de48-6c3e-4985-87e7-cebc5a745ce5 req-4ab8a744-e421-41e2-b1b8-9ae7432f08ce tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207070 Nov 11 21:16:09.376974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.397227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 7ff8db98-e5e0-4d55-bbb9-d025fdad9f75 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:09.420524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:09.460769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:09.504395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.677571 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.677834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Transition to ACTIVE for port object 13328dc7-fb59-4ce4-938c-8b4f5a3f875b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:16:09.711510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=7ff8db98-e5e0-4d55-bbb9-d025fdad9f75,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:09.771291 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.808709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:09.816177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-916c3c7f-0b89-422a-acd3-e9265922a26f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/7ff8db98-e5e0-4d55-bbb9-d025fdad9f75 HTTP/1.1" status: 204 len: 168 time: 1.0495074 Nov 11 21:16:09.816514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45730) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:09.915433 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3765d8f4-f00e-428c-9ae0-afc9f875726e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:16:09.920372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:09.973399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3765d8f4-f00e-428c-9ae0-afc9f875726e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/7ff8db98-e5e0-4d55-bbb9-d025fdad9f75 HTTP/1.1" status: 404 len: 333 time: 0.1550167 Nov 11 21:16:10.007959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:10.120575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] No DVR routers for this DVR port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:10.172308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port f18c83d7-64ef-4656-8cc9-c81ba6b2256b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:10.172667 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.316487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.322891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for f18c83d7-64ef-4656-8cc9-c81ba6b2256b owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:10.360416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ed52030-8d3c-4dda-a04e-0f9a9293a495 req-a8565b92-387f-469d-977e-5feaf11dc192 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0516269 Nov 11 21:16:10.364628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:16:10.365126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:16:10.365558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:10.374974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:16:10.375520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:10.384684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:16:10.387206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Checking segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:10.387206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Bound using segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:16:10.387206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Bound port: 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:16:10.387206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.508057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:10.515997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:16:10.596894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac123263-eb64-4947-9d70-2a7eee69cea4 req-35fda37f-4761-4c4c-a4cc-4dbc3933069f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:10.606437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac123263-eb64-4947-9d70-2a7eee69cea4 req-35fda37f-4761-4c4c-a4cc-4dbc3933069f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.0686123 Nov 11 21:16:10.628299 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.678547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=f18c83d7-64ef-4656-8cc9-c81ba6b2256b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:10.694356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.766464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:10.776941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.778667 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] 10.222.0.62 "PUT /v2.0/ports/13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 1091 time: 1.7359383 Nov 11 21:16:10.818382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.827088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fd608156-e573-454d-8254-1b16b6b06d24 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/f18c83d7-64ef-4656-8cc9-c81ba6b2256b HTTP/1.1" status: 204 len: 168 time: 0.9051964 Nov 11 21:16:10.828066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:10.871790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac123263-eb64-4947-9d70-2a7eee69cea4 req-9ef5a248-9737-450a-a232-463a90d17651 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641361 Nov 11 21:16:10.878957 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-83910fb3-f754-4781-97cd-c71f5ea7d439 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:16:10.885250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-83910fb3-f754-4781-97cd-c71f5ea7d439 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/f18c83d7-64ef-4656-8cc9-c81ba6b2256b HTTP/1.1" status: 404 len: 333 time: 0.0554950 Nov 11 21:16:10.886030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45756) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:10.920920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aa3dd-c556-440b-97c4-04df6c84c21c service neutron] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:10.969587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 4bb38227-833f-44a1-b7fd-c0006100e969 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:10.981289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}, {'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:10.982441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:10.983579 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b662c769-e84b-4746-a7e9-5b6ddda694c3" -d '{"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-unplugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}, {"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:11.042080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:11.043651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-5168ddac-9822-43a9-8b28-17fa0a8cc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.048339 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-5168ddac-9822-43a9-8b28-17fa0a8cc45c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1094 time: 0.2421792 Nov 11 21:16:11.127669 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a4ee7d-9da6-4e29-8fc0-8e32046c5ad4 x-openstack-request-id: req-d2a4ee7d-9da6-4e29-8fc0-8e32046c5ad4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:11.128907 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-unplugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "code": 200}, {"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:11.129376 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2a4ee7d-9da6-4e29-8fc0-8e32046c5ad4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:11.129951 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'code': 200} Nov 11 21:16:11.130389 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'status': 'completed', 'code': 200} Nov 11 21:16:11.207538 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:11.233671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-9e50feff-1b44-4bef-ace7-5adb3f70b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.235539 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-9e50feff-1b44-4bef-ace7-5adb3f70b3d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1094 time: 0.1120253 Nov 11 21:16:11.278139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-c0e6d180-084b-4179-a45d-117520bd1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.285353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-c0e6d180-084b-4179-a45d-117520bd1a34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.2216768 Nov 11 21:16:11.380557 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:11.409952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb38227-833f-44a1-b7fd-c0006100e969,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:11.427362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:11.445442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101d8e4-32a4-460b-b406-e73a47fcb180 None None] Network f313d5a8-4125-49cf-a67c-8f82df16b766 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:11.446997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-3dfb1ce2-1739-400f-b5a4-0a2e8e662e4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.1404276 Nov 11 21:16:11.452588 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-81bf54ff-8b68-4837-90cb-58d3265929be tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/4bb38227-833f-44a1-b7fd-c0006100e969 HTTP/1.1" status: 204 len: 168 time: 0.5650616 Nov 11 21:16:11.455159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45770) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:11.554315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-09830a18-5258-48d0-9293-67504022e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.555808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-09830a18-5258-48d0-9293-67504022e6af service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.3056037 Nov 11 21:16:11.656885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6f734ea-e5d9-4b24-af52-c8ce450a0ba1 req-5d15e4ec-9918-4091-9b6e-926ff650180a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0926940 Nov 11 21:16:11.685957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:11.692355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-937675e0-dbdb-496f-b63f-ce7be6d34d4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.1215210 Nov 11 21:16:11.783080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port b1eb504c-5eeb-41df-b146-f921622d5c3e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:11.783451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:11.788500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-961789ed-5486-4a7d-a451-ab6632d701ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.789992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-961789ed-5486-4a7d-a451-ab6632d701ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0857008 Nov 11 21:16:11.833977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] DHCP port deletion for f313d5a8-4125-49cf-a67c-8f82df16b766 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:11.866308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-ed1ee983-3e4d-411f-84cc-4f373686429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.867813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-ed1ee983-3e4d-411f-84cc-4f373686429a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.4131629 Nov 11 21:16:11.902801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Deleting port b1eb504c-5eeb-41df-b146-f921622d5c3e {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:11.903501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:11.915480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-03e4fed5-fcfd-4ffe-8434-bcb949bf7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.917532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-03e4fed5-fcfd-4ffe-8434-bcb949bf7ca0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196260 Nov 11 21:16:11.966738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-f40d6b52-af20-4054-96d1-750051a51514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:11.968303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-f40d6b52-af20-4054-96d1-750051a51514 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926530 Nov 11 21:16:12.020048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] For port b1eb504c-5eeb-41df-b146-f921622d5c3e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b1eb504c-5eeb-41df-b146-f921622d5c3e,segment=NetworkSegment(e6b0902f-d463-48fe-a73e-66da08050c3b),segment_id=e6b0902f-d463-48fe-a73e-66da08050c3b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:12.020782 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.045498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Calling delete_port for b1eb504c-5eeb-41df-b146-f921622d5c3e owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:12.193271 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-78ee14ca-d912-43ef-a3ce-5955e3491191 service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075853 Nov 11 21:16:12.249762 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-cdc3b304-73f2-436f-b39b-792c00d41ad8 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216372 Nov 11 21:16:12.262963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4531-71d5-4747-9a4f-c857fa143996 req-b8d81cfb-22a0-42f4-bb3d-235742b2c7c2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:12.264615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775b4531-71d5-4747-9a4f-c857fa143996 req-b8d81cfb-22a0-42f4-bb3d-235742b2c7c2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.2820747 Nov 11 21:16:12.274342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.324650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:12.370449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] No DVR routers for this DVR port b1eb504c-5eeb-41df-b146-f921622d5c3e on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:12.372733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Pushing event deleted for resources: {'Port': ['ID=b1eb504c-5eeb-41df-b146-f921622d5c3e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:12.388305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] For port b1eb504c-5eeb-41df-b146-f921622d5c3e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b1eb504c-5eeb-41df-b146-f921622d5c3e,segment=NetworkSegment(e6b0902f-d463-48fe-a73e-66da08050c3b),segment_id=e6b0902f-d463-48fe-a73e-66da08050c3b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:12.389891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.390227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.390627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.391067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.391350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.391631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.391970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.394457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.394736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.399163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.401793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.401930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.402178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03d48-70f4-47e4-a362-4c085a686114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:12.407302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:12.422768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for b1eb504c-5eeb-41df-b146-f921622d5c3e owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:12.504117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-76bf8ea7-25cc-440e-9836-26b1d4ca50c5 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208688 Nov 11 21:16:12.504964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.547811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-775b4531-71d5-4747-9a4f-c857fa143996 req-7bd30014-6f23-4f9c-a71b-7a4594de4367 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618334 Nov 11 21:16:12.560390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-974e5ad5-f0da-4cd1-8933-5e7e128a98b0 req-8964688d-1dd8-45a0-9b06-094377f2e71e service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210051 Nov 11 21:16:12.578709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=b1eb504c-5eeb-41df-b146-f921622d5c3e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:12.584357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No DVR routers for this DVR port b1eb504c-5eeb-41df-b146-f921622d5c3e on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:12.760049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-f7622a79-9cc0-4a43-9b31-a09226c0cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:12.761708 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-f7622a79-9cc0-4a43-9b31-a09226c0cd03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1094 time: 0.1269875 Nov 11 21:16:12.767545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.775248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b1eb504c-5eeb-41df-b146-f921622d5c3e no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:12.809815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f313d5a8-4125-49cf-a67c-8f82df16b766']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:12.813791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b1eb504c-5eeb-41df-b146-f921622d5c3e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:12.814936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b1eb504c-5eeb-41df-b146-f921622d5c3e not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:12.866006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-162ad976-a76c-41f3-9ad2-3b7302f8d102 req-fac5b219-a439-40e7-8d89-4d820c275650 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0605075 Nov 11 21:16:12.878395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b0902f-d463-48fe-a73e-66da08050c3b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:12.878715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b0902f-d463-48fe-a73e-66da08050c3b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:12.899378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.923556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:12.941674 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:12.953861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-f21d373e-69bc-4851-b97c-376dfda07dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:12.957308 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-f21d373e-69bc-4851-b97c-376dfda07dc8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.1850908 Nov 11 21:16:13.029812 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-40045546-27be-46c5-afb2-2be349abba63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.0648677 Nov 11 21:16:13.086103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:13.106467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:13.114891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/f313d5a8-4125-49cf-a67c-8f82df16b766 HTTP/1.1" status: 204 len: 168 time: 1.6584361 Nov 11 21:16:13.115583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45812) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:13.120212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-f2c1dcad-613c-4d24-b75b-4a90bd265e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:13.125310 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-f2c1dcad-613c-4d24-b75b-4a90bd265e51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0875371 Nov 11 21:16:13.127888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-985927980'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:13.142337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5c72-c430-47ec-9609-f2267f90e365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=f313d5a8-4125-49cf-a67c-8f82df16b766,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:13.182880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-37f24b85-4a82-47cd-99d1-2522fc1e5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:13.184817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-37f24b85-4a82-47cd-99d1-2522fc1e5420 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513330 Nov 11 21:16:13.253571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:13.257986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:13.289491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:16:13.300347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:13.300742 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment 043abf7a-05f0-4743-b07c-bd6126ab8ab4 of type vlan for network 402eb28f-d136-45d9-80a9-0b075dcf595b Nov 11 21:16:13.312214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-81f4666a-fc83-4da7-922d-412512f7dbda service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085017 Nov 11 21:16:13.344881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:13.419991 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b662c769-e84b-4746-a7e9-5b6ddda694c3 req-53d41e19-e3ba-413f-8974-db54560e1f31 service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983322 Nov 11 21:16:13.447714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:13.453575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:13.454133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:13.544722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=402eb28f-d136-45d9-80a9-0b075dcf595b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:13.559005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 402eb28f-d136-45d9-80a9-0b075dcf595b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:16:13.633322 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5b628e24-865e-46a0-86f5-b700d055b4e5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5117953 Nov 11 21:16:13.636327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:13.647665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:13.677053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfa167-cfa2-4c22-abcc-1abef69606ce req-9d743cff-ba55-4973-bbe3-23862845b74f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:13.678755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55dfa167-cfa2-4c22-abcc-1abef69606ce req-9d743cff-ba55-4973-bbe3-23862845b74f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.0527995 Nov 11 21:16:13.736442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55dfa167-cfa2-4c22-abcc-1abef69606ce req-10022e1e-8659-4400-8e3c-22575b72bddb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506043 Nov 11 21:16:13.908473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:13.913105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:14.032216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74d1bed9-bacd-4146-80eb-016368523857 req-faeef328-fff4-4bf3-9d9a-9bccc83c00a4 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0614550 Nov 11 21:16:14.285770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:14.365134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=57647867-1937-4ced-a76f-2f1c91b02038,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:14.421409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': '043abf7a-05f0-4743-b07c-bd6126ab8ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:14.421778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: 402eb28f-d136-45d9-80a9-0b075dcf595b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:16:14.509341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 402eb28f-d136-45d9-80a9-0b075dcf595b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:16:14.607857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 402eb28f-d136-45d9-80a9-0b075dcf595b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:14.612055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:14.612829 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:14.619639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49815011-c62c-42ca-98d5-498ee4c98104 None None] Network 402eb28f-d136-45d9-80a9-0b075dcf595b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:14.713405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45850) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:14.714376 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-87d26b23-62a3-4204-b47d-871a07c7a242 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0718353 Nov 11 21:16:14.718851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b', 'name': 'tempest-PortsTestJSON-450579469', 'fixed_ips': [{'subnet_id': '57647867-1937-4ced-a76f-2f1c91b02038', 'ip_address': '172.20.0.10'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:14.837829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-402eb28f-d136-45d9-80a9-0b075dcf595b', 'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b', 'tenant_id': 'e8baccb83e8744849eb8dea2000ec962', 'fixed_ips': [{'subnet_id': '57647867-1937-4ced-a76f-2f1c91b02038'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:16:14.837829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:14.989375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Allocated IP 172.20.0.2 (402eb28f-d136-45d9-80a9-0b075dcf595b/57647867-1937-4ced-a76f-2f1c91b02038/d552bb98-b8ed-4f5d-8984-85fbe7accacf) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:15.098463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acb185-71fb-4b28-abd6-e399441bd571 req-18fac6b7-6f05-4aac-9092-bcf9a158b1a6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:15.099996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78acb185-71fb-4b28-abd6-e399441bd571 req-18fac6b7-6f05-4aac-9092-bcf9a158b1a6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.2209508 Nov 11 21:16:15.145226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:15.208765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:15.219176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca271d39-3628-4753-af4f-f488f2e363be req-cae32260-409a-4bd4-90c4-63597ee3b33e tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0537062 Nov 11 21:16:15.293778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:15.408623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Network 402eb28f-d136-45d9-80a9-0b075dcf595b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:15.410679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Pushing event updated for resources: {'Port': ['ID=d552bb98-b8ed-4f5d-8984-85fbe7accacf,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:15.415937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:15.423899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:15.494825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Attempting to bind port d552bb98-b8ed-4f5d-8984-85fbe7accacf on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:16:15.495362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Attempting to bind port d552bb98-b8ed-4f5d-8984-85fbe7accacf by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '043abf7a-05f0-4743-b07c-bd6126ab8ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:16:15.495794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Attempting to bind port d552bb98-b8ed-4f5d-8984-85fbe7accacf on network 402eb28f-d136-45d9-80a9-0b075dcf595b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:15.503466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:16:15.503957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Checking segment: {'id': '043abf7a-05f0-4743-b07c-bd6126ab8ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:15.504661 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:15.519960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Bound using segment: {'id': '043abf7a-05f0-4743-b07c-bd6126ab8ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:16:15.520704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Bound port: d552bb98-b8ed-4f5d-8984-85fbe7accacf, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043abf7a-05f0-4743-b07c-bd6126ab8ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:16:15.521938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:15.610062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] For port d552bb98-b8ed-4f5d-8984-85fbe7accacf, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:15.618656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] For port d552bb98-b8ed-4f5d-8984-85fbe7accacf, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d552bb98-b8ed-4f5d-8984-85fbe7accacf,segment=NetworkSegment(043abf7a-05f0-4743-b07c-bd6126ab8ab4),segment_id=043abf7a-05f0-4743-b07c-bd6126ab8ab4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:16:15.726274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:15.730370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:15.782779 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-78acb185-71fb-4b28-abd6-e399441bd571 req-c22b3f3e-5253-4175-afd7-8eb323a9653b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6756887 Nov 11 21:16:15.807720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 2694467f-dc51-43e1-924d-4e5fab1527ec yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:15.853765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f17300-b231-4086-9aed-7558fde4c126 None None] Pushing event updated for resources: {'Port': ['ID=d552bb98-b8ed-4f5d-8984-85fbe7accacf,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:16.090659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.10 (402eb28f-d136-45d9-80a9-0b075dcf595b/57647867-1937-4ced-a76f-2f1c91b02038/2694467f-dc51-43e1-924d-4e5fab1527ec) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:16.515296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37a6a5f0-4072-4b0a-be02-1b94a1a16f2c req-f0a4e580-297e-4dba-86cb-8db32d97dd40 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.1139812 Nov 11 21:16:16.532857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5ff84-b378-4214-a677-3a0be5f4264f req-52a857b4-1b97-4440-b692-3ca61f70b9db tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:16.534586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60a5ff84-b378-4214-a677-3a0be5f4264f req-52a857b4-1b97-4440-b692-3ca61f70b9db tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 943 time: 0.0921407 Nov 11 21:16:16.610998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:16.646951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60a5ff84-b378-4214-a677-3a0be5f4264f req-34eb38ab-10da-499a-a78a-79db3ba99bbb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035752 Nov 11 21:16:16.704320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-e2d98404-333b-4f40-88a2-5999ef1c6556 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:16.706351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-e2d98404-333b-4f40-88a2-5999ef1c6556 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de&tenant_id=675f1365bb384017b4474ada374a52b9&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 943 time: 0.2925386 Nov 11 21:16:16.754394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:16.770257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d552bb98-b8ed-4f5d-8984-85fbe7accacf up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:16.809562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 402eb28f-d136-45d9-80a9-0b075dcf595b is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:16.817435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:16.821168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d552bb98-b8ed-4f5d-8984-85fbe7accacf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:16.821989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:16.828637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:16.871218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=2694467f-dc51-43e1-924d-4e5fab1527ec,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:16.886706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-44c33a29-fba8-43e3-b882-e0af279c8b74 service neutron] 10.222.0.62 "GET /v2.0/ports/13328dc7-fb59-4ce4-938c-8b4f5a3f875b/bindings/n-h1-805734-3 HTTP/1.1" status: 200 len: 382 time: 0.1725571 Nov 11 21:16:16.918981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:16.932698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:16.959482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:16.983313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:16:17.043915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-a11b83f7-d5d7-45eb-a568-8b07b5d60c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:17.046095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-a11b83f7-d5d7-45eb-a568-8b07b5d60c8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1094 time: 0.1011419 Nov 11 21:16:17.109609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:17.165097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port d552bb98-b8ed-4f5d-8984-85fbe7accacf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d552bb98-b8ed-4f5d-8984-85fbe7accacf,segment=NetworkSegment(043abf7a-05f0-4743-b07c-bd6126ab8ab4),segment_id=043abf7a-05f0-4743-b07c-bd6126ab8ab4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:17.166341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'port_id': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'mac_address': 'fa:16:3e:42:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:16:17.209584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:17.229383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-44b69df4-4f1d-445c-a48c-0a9c70b326ab tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5159476 Nov 11 21:16:17.231571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:17.232839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13328dc7-fb59-4ce4-938c-8b4f5a3f875b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:16:17.240140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '402eb28f-d136-45d9-80a9-0b075dcf595b', 'name': 'tempest-PortsTestJSON-1470308752', 'fixed_ips': [{'subnet_id': '57647867-1937-4ced-a76f-2f1c91b02038', 'ip_address': '172.20.0.9'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:17.260065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:17.263350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:17.287720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-d08d74f6-3f87-4a92-9cab-bb4a9b83e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:17.293460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-d08d74f6-3f87-4a92-9cab-bb4a9b83e276 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.2387681 Nov 11 21:16:17.339055 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:17.401516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=d552bb98-b8ed-4f5d-8984-85fbe7accacf,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:17.462173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-bf135c47-77d9-4665-8265-dd0adc8ece77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.1597748 Nov 11 21:16:17.498972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:17.523834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a2726-9429-480a-9f61-42a716b58dd7 None None] Network 402eb28f-d136-45d9-80a9-0b075dcf595b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:17.538774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-3611425d-7ba8-459a-b0e2-1a8c8bcf29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:17.541939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-3611425d-7ba8-459a-b0e2-1a8c8bcf29cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0718513 Nov 11 21:16:17.628449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:17.634658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-14dd12e2-6f3b-4f02-9c91-2f309df3a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:17.639819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-14dd12e2-6f3b-4f02-9c91-2f309df3a4a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884473 Nov 11 21:16:17.646255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['13328dc7-fb59-4ce4-938c-8b4f5a3f875b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:16:17.762794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:17.771985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-769b914e-5281-4d26-a3e5-11d8941d8e40 None None] Provisioning complete for port d552bb98-b8ed-4f5d-8984-85fbe7accacf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:17.771985 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-769b914e-5281-4d26-a3e5-11d8941d8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:17.810528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port 910945fd-2c4e-4e9c-8340-26588340fe5b yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:17.854076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-303f8e3f-30e2-4f10-b750-fef6ff648d61 req-2324f709-d154-4af2-83d1-8efbbce9f080 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.1522167 Nov 11 21:16:17.901005 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-5c8d08e1-a5f2-4750-bbf3-1d839a1782ad service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486484 Nov 11 21:16:17.956905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a093c0c-67bd-4617-a83b-c51b141f1df7 req-8c8b55cf-abd5-4379-a03f-24785f6bd144 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:17.959470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a093c0c-67bd-4617-a83b-c51b141f1df7 req-8c8b55cf-abd5-4379-a03f-24785f6bd144 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.1683452 Nov 11 21:16:18.098945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-76de7f06-97f8-45f7-9c61-79d7d7fdbe12 service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862147 Nov 11 21:16:18.147900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a093c0c-67bd-4617-a83b-c51b141f1df7 req-bd5450af-a9a5-4526-ab35-c36bb5839365 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553137 Nov 11 21:16:18.290118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.9 (402eb28f-d136-45d9-80a9-0b075dcf595b/57647867-1937-4ced-a76f-2f1c91b02038/910945fd-2c4e-4e9c-8340-26588340fe5b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:18.508046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0aecf7cb-f9d5-46e6-9398-ae5b44e9dd8b None None] Provisioning complete for port 2694467f-dc51-43e1-924d-4e5fab1527ec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:18.509540 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0aecf7cb-f9d5-46e6-9398-ae5b44e9dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:18.527205 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:18.586340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0aecf7cb-f9d5-46e6-9398-ae5b44e9dd8b None None] Port 2694467f-dc51-43e1-924d-4e5fab1527ec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:18.615524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0aecf7cb-f9d5-46e6-9398-ae5b44e9dd8b None None] Provisioning complete for port d552bb98-b8ed-4f5d-8984-85fbe7accacf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:18.616198 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0aecf7cb-f9d5-46e6-9398-ae5b44e9dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:18.717965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:18.753868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d552bb98-b8ed-4f5d-8984-85fbe7accacf up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:18.811638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 402eb28f-d136-45d9-80a9-0b075dcf595b is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:18.831736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d552bb98-b8ed-4f5d-8984-85fbe7accacf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:18.832252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:18.838570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:18.851200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:18.909030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=910945fd-2c4e-4e9c-8340-26588340fe5b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:18.948576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:18.982914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:18.983738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.016070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-530feed7-42ca-4a08-9c76-e00646ecdb48 None None] Provisioning complete for port 2694467f-dc51-43e1-924d-4e5fab1527ec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:19.016616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-530feed7-42ca-4a08-9c76-e00646ecdb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.070674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45920) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:19.104265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-42c06728-d3e1-4783-a3d1-45bbe6adc505 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8713872 Nov 11 21:16:19.109467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45926) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:19.114366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-530feed7-42ca-4a08-9c76-e00646ecdb48 None None] Port 2694467f-dc51-43e1-924d-4e5fab1527ec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:19.117401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfc18a25-70ab-4376-ba28-9c4333ff8ceb req-f638d852-0c97-4071-832c-29a090403c35 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0796440 Nov 11 21:16:19.174384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:16:19.182390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:19.185639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.297278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e3618f-d667-45a3-beac-d313394e8ec1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:19.302732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-15e3618f-d667-45a3-beac-d313394e8ec1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1911604 Nov 11 21:16:19.305655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45930) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:19.386012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74e5e244-e186-4266-839e-6c39fdfb5334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.453521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b22de-18a0-49ca-863b-0f724fd5b02d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:19.460984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b22de-18a0-49ca-863b-0f724fd5b02d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:19.475282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b22de-18a0-49ca-863b-0f724fd5b02d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:19.475517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74e5e244-e186-4266-839e-6c39fdfb5334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.488097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625fb03-bdb0-4195-80ce-e21e2d4b29a0 req-3a5750ea-b02c-4c6a-8610-f7dc855f222f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:19.489778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a625fb03-bdb0-4195-80ce-e21e2d4b29a0 req-3a5750ea-b02c-4c6a-8610-f7dc855f222f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.1845055 Nov 11 21:16:19.499282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-203b22de-18a0-49ca-863b-0f724fd5b02d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1925349 Nov 11 21:16:19.500207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:19.575655 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-74e5e244-e186-4266-839e-6c39fdfb5334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.612696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a625fb03-bdb0-4195-80ce-e21e2d4b29a0 req-adfb272e-e17a-470c-ab71-01c903498b2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158793 Nov 11 21:16:19.626292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 910945fd-2c4e-4e9c-8340-26588340fe5b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:19.628878 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.656226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-74e5e244-e186-4266-839e-6c39fdfb5334 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1add22c693f947e791d8f38b37b73b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5886269 Nov 11 21:16:19.657306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5e244-e186-4266-839e-6c39fdfb5334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cf5085-f5a3-455e-b722-e34576e1c06b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:19.661131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:19.724194 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12771e15-e368-483b-bfb8-54ad60de7ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.753087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12771e15-e368-483b-bfb8-54ad60de7ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.817766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.828661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2edfc5e8-b7b7-4b70-8999-0aa0b4f6d92d None None] Provisioning complete for port 910945fd-2c4e-4e9c-8340-26588340fe5b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:19.830013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2edfc5e8-b7b7-4b70-8999-0aa0b4f6d92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.837517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 910945fd-2c4e-4e9c-8340-26588340fe5b owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:19.865552 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.875933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12771e15-e368-483b-bfb8-54ad60de7ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.879048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-12771e15-e368-483b-bfb8-54ad60de7ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:19.884218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2edfc5e8-b7b7-4b70-8999-0aa0b4f6d92d None None] Port 910945fd-2c4e-4e9c-8340-26588340fe5b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:19.890891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-12771e15-e368-483b-bfb8-54ad60de7ad3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30cf5085-f5a3-455e-b722-e34576e1c06b HTTP/1.1" status: 204 len: 168 time: 0.2284677 Nov 11 21:16:19.907534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:19.909763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:19.911986 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732bb805-2cf2-4c84-88cc-853ed5cd31cf" -d '{"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-plugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:19.912573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12771e15-e368-483b-bfb8-54ad60de7ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cf5085-f5a3-455e-b722-e34576e1c06b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:19.981807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:20.039130 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997d4f66-0d23-4a04-b847-33973ff5e630 x-openstack-request-id: req-997d4f66-0d23-4a04-b847-33973ff5e630 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:20.039442 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-plugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:20.039713 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-997d4f66-0d23-4a04-b847-33973ff5e630 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:20.040131 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'code': 200} Nov 11 21:16:20.064052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:20.241586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee4e7809-a1bc-4a9c-ab67-116e01a18525 req-e0bf251a-4cae-4719-8132-0ebf09600769 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0284476 Nov 11 21:16:20.272574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:20.305827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=910945fd-2c4e-4e9c-8340-26588340fe5b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:20.416390 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:20.422904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-896bc715-e0dc-441a-aa70-21b6d2999456 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/910945fd-2c4e-4e9c-8340-26588340fe5b HTTP/1.1" status: 204 len: 168 time: 0.9215019 Nov 11 21:16:20.426662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45956) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:20.502045 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9fc203-6178-4043-acbd-6b935501ad45 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:16:20.527349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-aa9fc203-6178-4043-acbd-6b935501ad45 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/910945fd-2c4e-4e9c-8340-26588340fe5b HTTP/1.1" status: 404 len: 333 time: 0.0991385 Nov 11 21:16:20.529928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:20.678870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port 2694467f-dc51-43e1-924d-4e5fab1527ec {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:20.679316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:20.755286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4290a-8ceb-4e00-b526-a9bb294902d2 req-abe9487c-e807-4dac-824a-8cbe8ae8de3b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:20.781017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2fa4290a-8ceb-4e00-b526-a9bb294902d2 req-abe9487c-e807-4dac-824a-8cbe8ae8de3b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0609267 Nov 11 21:16:20.792607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:20.816239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for 2694467f-dc51-43e1-924d-4e5fab1527ec owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:20.838288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2fa4290a-8ceb-4e00-b526-a9bb294902d2 req-de8cdfe8-1b00-4c3b-8bb0-f80064097217 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733366 Nov 11 21:16:20.996820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-a3e19c30-ff0b-4bdf-b711-540a3ff52418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:20.998731 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-a3e19c30-ff0b-4bdf-b711-540a3ff52418 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 1096 time: 0.0590219 Nov 11 21:16:21.019225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:21.056799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.087400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.117532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=2694467f-dc51-43e1-924d-4e5fab1527ec,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:21.212191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.216485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1f3b3c90-77f1-4bce-9a7a-e15f20a40ce8 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/2694467f-dc51-43e1-924d-4e5fab1527ec HTTP/1.1" status: 204 len: 168 time: 0.6855550 Nov 11 21:16:21.222202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 45984) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:21.269843 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b10f9e-0bd4-432b-9f06-9ee08caa023b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:16:21.269843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-90b10f9e-0bd4-432b-9f06-9ee08caa023b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/2694467f-dc51-43e1-924d-4e5fab1527ec HTTP/1.1" status: 404 len: 333 time: 0.0394242 Nov 11 21:16:21.270350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 45986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:21.403715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 57647867-1937-4ced-a76f-2f1c91b02038 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:21.411859 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.468065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34999661-6df7-43ab-a585-b18820922d35 req-0d2d99ed-244a-40f4-a96c-af4f11fc1282 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0549095 Nov 11 21:16:21.473607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.591961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:21.612720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.667946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:21.718769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:21.722314 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab626e40-6042-47f2-b1fc-a47e24c23d80" -d '{"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-unplugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:21.740647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.794769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Transition to ACTIVE for port object 13328dc7-fb59-4ce4-938c-8b4f5a3f875b will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:16:21.796490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.832216 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3a271-7945-4d73-84de-8a9d7e1cb349 x-openstack-request-id: req-1bb3a271-7945-4d73-84de-8a9d7e1cb349 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:21.832670 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-unplugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:21.838747 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bb3a271-7945-4d73-84de-8a9d7e1cb349 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:21.838747 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'code': 200} Nov 11 21:16:21.838747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=57647867-1937-4ced-a76f-2f1c91b02038,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:21.842558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:21.844755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1f708-2161-49c2-9050-d6f6f1d0a9ca None None] Network 402eb28f-d136-45d9-80a9-0b075dcf595b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:21.850031 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6cc172c9-46fa-4278-8a9a-d4f1d3764fcf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/57647867-1937-4ced-a76f-2f1c91b02038 HTTP/1.1" status: 204 len: 168 time: 0.5777903 Nov 11 21:16:21.850680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46004) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:21.887322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.005152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=10']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:22.021764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] No DVR routers for this DVR port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:22.036877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.207112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] DHCP port deletion for 402eb28f-d136-45d9-80a9-0b075dcf595b request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:22.243442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d4e71-a14e-4726-ac0a-9ee2f9564936 req-46bae42f-675e-4187-9e58-891090063f51 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:22.249947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d1d4e71-a14e-4726-ac0a-9ee2f9564936 req-46bae42f-675e-4187-9e58-891090063f51 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.2003205 Nov 11 21:16:22.260651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:16:22.260965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:16:22.261600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:22.266930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:16:22.267323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Attempting to bind port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on network e9611916-e866-44c6-a185-bfad542b91e1 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:22.274373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:16:22.274719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Checking segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:22.278641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Bound using segment: {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:16:22.278641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Bound port: 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2ff4f5-3546-4837-8cf2-69bdbccff613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:16:22.278641 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.296783 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.301400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port d552bb98-b8ed-4f5d-8984-85fbe7accacf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:22.301736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.327807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] Deleting port d552bb98-b8ed-4f5d-8984-85fbe7accacf {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:22.328614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.375279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:22.379578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:16:22.434666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] For port d552bb98-b8ed-4f5d-8984-85fbe7accacf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d552bb98-b8ed-4f5d-8984-85fbe7accacf,segment=NetworkSegment(043abf7a-05f0-4743-b07c-bd6126ab8ab4),segment_id=043abf7a-05f0-4743-b07c-bd6126ab8ab4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:22.435247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.440645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d1d4e71-a14e-4726-ac0a-9ee2f9564936 req-175e9f9d-71f1-440c-98fe-f7a8390e5cc5 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844590 Nov 11 21:16:22.442667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] For port d552bb98-b8ed-4f5d-8984-85fbe7accacf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d552bb98-b8ed-4f5d-8984-85fbe7accacf,segment=NetworkSegment(043abf7a-05f0-4743-b07c-bd6126ab8ab4),segment_id=043abf7a-05f0-4743-b07c-bd6126ab8ab4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:22.443041 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.458228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.463270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] Calling delete_port for d552bb98-b8ed-4f5d-8984-85fbe7accacf owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:22.465579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for d552bb98-b8ed-4f5d-8984-85fbe7accacf owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:22.559041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:22.559682 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.561117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] 10.222.0.58 "PUT /v2.0/ports/13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 1092 time: 1.5469203 Nov 11 21:16:22.688049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e9ad012-1e4e-4a7b-80cb-c7af77103544 req-b87ba3a6-4fc2-403f-b400-21cbc2832797 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.1180301 Nov 11 21:16:22.740029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970467-e9a8-4fb5-aefd-c843cf29fea7 service neutron] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=11']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:22.766104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d552bb98-b8ed-4f5d-8984-85fbe7accacf no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:22.841089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-138b2c9d-e6fd-4e52-bfc2-b15e20e02a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:22.842867 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-138b2c9d-e6fd-4e52-bfc2-b15e20e02a3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1095 time: 0.2276204 Nov 11 21:16:22.882749 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.891920 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:22.930042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=d552bb98-b8ed-4f5d-8984-85fbe7accacf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:22.932437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No DVR routers for this DVR port d552bb98-b8ed-4f5d-8984-85fbe7accacf on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:22.959184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:22.968653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] No DVR routers for this DVR port d552bb98-b8ed-4f5d-8984-85fbe7accacf on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:22.987557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-8b54c22c-690c-4528-bd9f-7ccab39ab0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:22.989178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-8b54c22c-690c-4528-bd9f-7ccab39ab0ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.1373348 Nov 11 21:16:23.054300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a31ea5-7580-4a9f-9e1f-3e43a8e54dd2 None None] Pushing event deleted for resources: {'Port': ['ID=d552bb98-b8ed-4f5d-8984-85fbe7accacf,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:23.066573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.075772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.100140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402eb28f-d136-45d9-80a9-0b075dcf595b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:23.100703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-147ca1fb-9b04-4624-89bc-88e6e8294b3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.1036825 Nov 11 21:16:23.112118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:23.112353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043abf7a-05f0-4743-b07c-bd6126ab8ab4') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:23.112469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043abf7a-05f0-4743-b07c-bd6126ab8ab4') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:23.123525 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.137828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.144831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:23.149408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.166954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-29007431-ee29-4631-8262-f248d99b3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:23.168750 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-29007431-ee29-4631-8262-f248d99b3485 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0606301 Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: self.session.flush() Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:23.217803 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:23.243971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-23586ac1-d80f-4cce-9780-b72cc277504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:23.245944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-23586ac1-d80f-4cce-9780-b72cc277504d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673373 Nov 11 21:16:23.275950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.283697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.286955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/402eb28f-d136-45d9-80a9-0b075dcf595b HTTP/1.1" status: 204 len: 168 time: 1.4348197 Nov 11 21:16:23.291447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46028) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:23.296703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1365152900'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:23.314279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d610c-be2c-48bc-8691-9333f4cf02ff tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=402eb28f-d136-45d9-80a9-0b075dcf595b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:23.391794 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-5b145926-4774-4664-8f56-4806ce361a3c service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383910 Nov 11 21:16:23.438393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:23.442803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.495936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:16:23.505992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.506346 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Added segment 0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4 of type vlan for network 89a7e33b-526a-46ab-922e-20a1625b5294 Nov 11 21:16:23.621933 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dbcc41cc-a83c-41fe-b1c6-2ad16438e7fd req-b1bac974-8294-44f7-bc52-9a7fa8d53660 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167466 Nov 11 21:16:23.653126 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.700392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb57e3d-5a4e-4030-ac27-c8c72616855a req-ec8d72a1-5db9-4e62-abdc-b383dc9c4e55 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:23.702328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2eb57e3d-5a4e-4030-ac27-c8c72616855a req-ec8d72a1-5db9-4e62-abdc-b383dc9c4e55 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.1303954 Nov 11 21:16:23.757993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2eb57e3d-5a4e-4030-ac27-c8c72616855a req-169d2f17-1bea-4434-94fb-85b61b2324be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481617 Nov 11 21:16:23.796268 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.802742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:23.803427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:23.836111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:23.837948 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755dee9-a995-474f-9bff-aa577c24d674" -d '{"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:23.862837 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a4159af-c527-44cf-90b9-fa67d430738d req-ab4140a5-d345-4da2-83f6-28c74fd662d9 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0563977 Nov 11 21:16:23.919118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Network': ['ID=89a7e33b-526a-46ab-922e-20a1625b5294,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:23.937936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 89a7e33b-526a-46ab-922e-20a1625b5294 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:16:23.976012 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a947e65-ade8-4a19-b235-7cbe01a8abbb x-openstack-request-id: req-8a947e65-ade8-4a19-b235-7cbe01a8abbb {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:23.982762 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:23.983267 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a947e65-ade8-4a19-b235-7cbe01a8abbb {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:23.983783 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'status': 'completed', 'code': 200} Nov 11 21:16:24.024729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46046) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:24.027258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b1becc91-87bf-45d4-8bbb-cf9f3fdae4c7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7285149 Nov 11 21:16:24.034688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:24.132011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-07d50398-6c26-48e6-a85f-766a8858a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.133347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-07d50398-6c26-48e6-a85f-766a8858a061 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1095 time: 0.1798964 Nov 11 21:16:24.140814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-0197e3af-61f5-4d44-a7b4-1e86681cf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.142358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-0197e3af-61f5-4d44-a7b4-1e86681cf27a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1095 time: 0.1682005 Nov 11 21:16:24.302198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:24.305875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:24.313283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-e0e8f0bd-dd43-441c-9171-6999bbb6dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.315132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-e0e8f0bd-dd43-441c-9171-6999bbb6dbdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.1624448 Nov 11 21:16:24.316256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-a2e6870d-28b6-4039-83ad-e5a7a172db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.317931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-a2e6870d-28b6-4039-83ad-e5a7a172db20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.1740148 Nov 11 21:16:24.434687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-393df9d6-5f74-4166-82b0-fac1c421b86a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.1124125 Nov 11 21:16:24.436374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-54e970eb-734e-4b3d-97c1-46d498367a9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.1064086 Nov 11 21:16:24.529138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-51009241-05a4-4156-af54-368eb7f80c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.530927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-51009241-05a4-4156-af54-368eb7f80c9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0876853 Nov 11 21:16:24.556726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-e421b89f-1960-422e-8384-045f80113b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.558613 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-e421b89f-1960-422e-8384-045f80113b42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.1164474 Nov 11 21:16:24.618168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:24.628348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-e3dc02c6-c7dd-4dda-9fd2-0ef605cc7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.630146 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-e3dc02c6-c7dd-4dda-9fd2-0ef605cc7ef7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562479 Nov 11 21:16:24.631994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755dee9-a995-474f-9bff-aa577c24d674 req-910ae854-8d7e-41c5-bad1-6be31f107c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.633912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-910ae854-8d7e-41c5-bad1-6be31f107c92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901079 Nov 11 21:16:24.716094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=61179b03-380e-4b70-8c73-130cf5f59c66,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:24.769467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Checking segment: {'id': '0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:24.770313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network hostable DHCP agents. Network: 89a7e33b-526a-46ab-922e-20a1625b5294, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:16:24.820334 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-f6ec5c98-ff4a-4564-a4be-353dc1788ef6 service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820986 Nov 11 21:16:24.823911 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-862c5ef2-803c-438f-9c39-e4d0b6aed1bf service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761501 Nov 11 21:16:24.866613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 89a7e33b-526a-46ab-922e-20a1625b5294 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:16:24.972314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-f3f88fff-b697-4a48-bc06-db20268b5733 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542316 Nov 11 21:16:24.972875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 89a7e33b-526a-46ab-922e-20a1625b5294) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:24.977633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:24.978226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:24.983269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290cb901-2bb1-4e1f-a094-c013b500951f None None] Network 89a7e33b-526a-46ab-922e-20a1625b5294 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:25.064311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b3589-b262-4892-817d-bedd0ff3b05c req-a4ddb733-25e5-45fe-b6f1-2e630f8f1e6f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:25.066543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c85b3589-b262-4892-817d-bedd0ff3b05c req-a4ddb733-25e5-45fe-b6f1-2e630f8f1e6f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.1753857 Nov 11 21:16:25.068432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-04f7c7f9-0144-4268-95e8-e4f4bd835fc7 service neutron] 10.222.0.62 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406945 Nov 11 21:16:25.070447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8755dee9-a995-474f-9bff-aa577c24d674 req-97cf56f5-4c6a-4dd4-8cfe-7cdd455745c8 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343335 Nov 11 21:16:25.141846 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c85b3589-b262-4892-817d-bedd0ff3b05c req-66eae1ef-2861-4965-80ba-f2d24d958bdd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687876 Nov 11 21:16:25.225982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-4f790ae1-5640-440c-a103-ecf70039b754 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:25.227854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-4f790ae1-5640-440c-a103-ecf70039b754 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456219 Nov 11 21:16:25.258165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-3f5386a7-be5d-48ec-a530-984b453ca7a1 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/quotas/757e928dbdb6429c81bad8e0fd8ed961 HTTP/1.1" status: 200 len: 375 time: 0.0148790 Nov 11 21:16:25.273679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ea2d3d87-0181-425c-ba86-1c584914a9ef req-69f84bae-f718-4137-b2a6-f4f481957338 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0282807 Nov 11 21:16:25.311005 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-09d6df72-6fdb-4de7-9612-b31847a7303e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2836676 Nov 11 21:16:25.311426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46082) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:25.316621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5c272e6f-1f80-49c4-8405-45c0d2487304 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-540096993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:25.324201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-89a7e33b-526a-46ab-922e-20a1625b5294', 'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294', 'tenant_id': 'e8baccb83e8744849eb8dea2000ec962', 'fixed_ips': [{'subnet_id': '61179b03-380e-4b70-8c73-130cf5f59c66'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:16:25.331735 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.342601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-97a8ffd0-c6dc-44d8-a71a-a82ccb84a52c tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768251 Nov 11 21:16:25.415898 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c272e6f-1f80-49c4-8405-45c0d2487304 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.429544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c272e6f-1f80-49c4-8405-45c0d2487304 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.494678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Allocated IP 172.20.0.2 (89a7e33b-526a-46ab-922e-20a1625b5294/61179b03-380e-4b70-8c73-130cf5f59c66/cee39cfc-8add-47e0-a394-c76dd9a1a2f3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:25.521083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c272e6f-1f80-49c4-8405-45c0d2487304 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.597575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c272e6f-1f80-49c4-8405-45c0d2487304 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.681283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.719952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c272e6f-1f80-49c4-8405-45c0d2487304 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.722260 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5c272e6f-1f80-49c4-8405-45c0d2487304 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4098101 Nov 11 21:16:25.724875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46092) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:25.730917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294', 'name': 'tempest-PortsTestJSON-1217318740'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:25.750434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.773715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d0d22d3-fb91-4116-bb63-2da1784fc60a req-896d01ed-858f-4671-9e02-4f5a56f1de7d tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 210 time: 0.0844140 Nov 11 21:16:25.802844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Network 89a7e33b-526a-46ab-922e-20a1625b5294 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:25.807895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:25.810120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Pushing event updated for resources: {'Port': ['ID=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:25.813128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:25.839145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-5083dc8c-1de1-4057-931e-26a0478e94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:25.840982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-5083dc8c-1de1-4057-931e-26a0478e94d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1095 time: 0.1622775 Nov 11 21:16:25.943485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Attempting to bind port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:16:25.945816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Attempting to bind port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:16:25.946195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Attempting to bind port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 on network 89a7e33b-526a-46ab-922e-20a1625b5294 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:25.952824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:16:25.953197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Checking segment: {'id': '0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:25.954042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:25.954042 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Bound using segment: {'id': '0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:16:25.954458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Bound port: cee39cfc-8add-47e0-a394-c76dd9a1a2f3, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '89a7e33b-526a-46ab-922e-20a1625b5294'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:16:25.955566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:26.027712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-7d33dc4c-0ead-4513-b8ad-ed5330086163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:26.030631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-7d33dc4c-0ead-4513-b8ad-ed5330086163 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.1668403 Nov 11 21:16:26.031482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:26.037298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:26.044273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] For port cee39cfc-8add-47e0-a394-c76dd9a1a2f3, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:26.047586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] For port cee39cfc-8add-47e0-a394-c76dd9a1a2f3, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,segment=NetworkSegment(0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4),segment_id=0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:16:26.062918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:26.124349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-0aa18487-104a-4097-9e10-9cbf5d9e93d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 999 time: 0.0847855 Nov 11 21:16:26.127970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:26.188047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-616fc025-6e59-4304-a7c5-985839c6642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:26.190288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-616fc025-6e59-4304-a7c5-985839c6642c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.0573339 Nov 11 21:16:26.198628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.13 (89a7e33b-526a-46ab-922e-20a1625b5294/61179b03-380e-4b70-8c73-130cf5f59c66/a781a537-8b7c-4f67-a1bf-ff9ef2056f47) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:26.228115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421e8ff-fa32-4fd6-8e7a-955866df8d19 None None] Pushing event updated for resources: {'Port': ['ID=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:26.298894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-5f81b1fb-234f-47d2-ba15-5546c1926d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:26.300880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-5f81b1fb-234f-47d2-ba15-5546c1926d49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965402 Nov 11 21:16:26.376356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:16:26.453688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae91c9-c3f2-48c4-a8e4-9a6aa1671c67 req-05340801-27ef-4615-ac67-e76576e74b8a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:26.455678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89ae91c9-c3f2-48c4-a8e4-9a6aa1671c67 req-05340801-27ef-4615-ac67-e76576e74b8a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 944 time: 0.1645422 Nov 11 21:16:26.546047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:26.572984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89ae91c9-c3f2-48c4-a8e4-9a6aa1671c67 req-52a453eb-00a0-4348-82c9-8b18a6a281ad tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106362 Nov 11 21:16:26.676486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:26.692720 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-de45af51-b061-4d7d-bbf5-ab6e0b4a0365 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743761 Nov 11 21:16:26.715792 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:26.716120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'port_id': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'mac_address': 'fa:16:3e:42:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:16:26.750566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0516a916-73d0-4c61-bbb4-e233b0530c94 req-26342e85-09c0-4adf-af6b-b3ad43f272ca tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.2536228 Nov 11 21:16:26.767066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:26.786505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13328dc7-fb59-4ce4-938c-8b4f5a3f875b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:16:26.827982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:26.914588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=a781a537-8b7c-4f67-a1bf-ff9ef2056f47,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:26.916186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:26.938037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17f5bae5-9322-41a8-a451-be8032df34a8 req-f41ca8b2-9d2c-4924-9483-be88fe9ed706 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413232 Nov 11 21:16:26.985688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 89a7e33b-526a-46ab-922e-20a1625b5294 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:26.987884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:27.010555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:27.014697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:27.020717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a3dc372-3ade-49f8-936b-d1434a5933c5 req-759b2716-47e3-4c82-9ab8-366aab7891bf tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 210 time: 0.1190658 Nov 11 21:16:27.083893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:27.085480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:27.202620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-41951deb-e74a-43d3-9782-bc07d14be3c1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4764798 Nov 11 21:16:27.205693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46122) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:27.240630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['13328dc7-fb59-4ce4-938c-8b4f5a3f875b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:16:27.326943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:27.739127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d03a2-bc9e-4bb0-a78e-82feb6114bfb req-8ca500ef-e87d-43c0-ad56-2c89ae877136 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:27.740672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a67d03a2-bc9e-4bb0-a78e-82feb6114bfb req-8ca500ef-e87d-43c0-ad56-2c89ae877136 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 945 time: 0.0577369 Nov 11 21:16:27.766673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8501ee8-a26c-4f45-a92a-156d1383c9f6 None None] Network 89a7e33b-526a-46ab-922e-20a1625b5294 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:27.801092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a67d03a2-bc9e-4bb0-a78e-82feb6114bfb req-baf88f5d-8c93-4c88-a09d-b975d4da0050 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529759 Nov 11 21:16:27.824766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46132) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:27.952935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b2023cee-5cbd-47f8-9afa-bf84de69e39c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/07fdcaa6-c31d-4986-8161-769a094efbb1 HTTP/1.1" status: 200 len: 992 time: 0.1191647 Nov 11 21:16:27.965021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-60898179-55b0-4aca-b52b-69a85a6fe5a4 None None] Provisioning complete for port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:27.965021 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60898179-55b0-4aca-b52b-69a85a6fe5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.028437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-273527a0-5f0f-4244-b009-49f55c671eb8 req-12089eb3-34e9-45ed-91d4-162ed091ce9a tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0655622 Nov 11 21:16:28.116471 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60898179-55b0-4aca-b52b-69a85a6fe5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.160132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe2ac345-7b5c-472a-a090-7afd562d0ebd req-20259d76-2848-49ba-b767-00778b936ae0 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 210 time: 0.0388842 Nov 11 21:16:28.164367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.167796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-60898179-55b0-4aca-b52b-69a85a6fe5a4 None None] For port cee39cfc-8add-47e0-a394-c76dd9a1a2f3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,segment=NetworkSegment(0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4),segment_id=0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:28.245077 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60898179-55b0-4aca-b52b-69a85a6fe5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.312345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60898179-55b0-4aca-b52b-69a85a6fe5a4 None None] Pushing event updated for resources: {'Port': ['ID=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:28.373866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b94c163f-a58d-4fe9-b29d-564994aaac9b None None] Provisioning complete for port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:28.374719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b94c163f-a58d-4fe9-b29d-564994aaac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.412130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:28.470002 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.477952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b94c163f-a58d-4fe9-b29d-564994aaac9b None None] Port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:28.498749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b94c163f-a58d-4fe9-b29d-564994aaac9b None None] Provisioning complete for port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:28.499217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b94c163f-a58d-4fe9-b29d-564994aaac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.616641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:16:28.616816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.620904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:28.621336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.627627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-9775fb45-d34d-40a6-9a5d-a2c235a0d704 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355327 Nov 11 21:16:28.717731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.780722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=a781a537-8b7c-4f67-a1bf-ff9ef2056f47,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:28.804399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:28.806664 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea89b134-4274-4650-a74f-7d66ac7a338a" -d '{"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-plugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:28.840365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:28.845209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-35b4aade-9b66-4ec4-a21b-658feecbc3c3 None None] Provisioning complete for port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:28.845854 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35b4aade-9b66-4ec4-a21b-658feecbc3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:28.888730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cee39cfc-8add-47e0-a394-c76dd9a1a2f3 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:28.931251 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c99317-f6c0-466e-95a5-095f2607fb4f x-openstack-request-id: req-38c99317-f6c0-466e-95a5-095f2607fb4f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:28.931647 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-plugged", "status": "completed", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:28.934224 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38c99317-f6c0-466e-95a5-095f2607fb4f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:28.934708 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'code': 200} Nov 11 21:16:28.963023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.036628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-35b4aade-9b66-4ec4-a21b-658feecbc3c3 None None] Port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:29.113450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=13']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:29.115503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.127475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:29.129261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.209386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bcc85c2c-596d-4054-b3c5-3a9ce28b5c5b None None] Provisioning complete for port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:29.209809 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bcc85c2c-596d-4054-b3c5-3a9ce28b5c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.254755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bcc85c2c-596d-4054-b3c5-3a9ce28b5c5b None None] Port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:29.311918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3940e5c-b607-4c98-9213-98395173f2f2 req-4272bd00-436a-4abe-9b7a-e8f46874f5b6 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 210 time: 0.0411162 Nov 11 21:16:29.374034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.450284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-64418656-09dd-4e03-a750-6b003acfd24f req-c3119990-9e9a-4931-a8c5-71bcbb14b2c6 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb2b1e53-7c6f-4da1-b229-3ddb78bcfc1a HTTP/1.1" status: 200 len: 210 time: 0.0661156 Nov 11 21:16:29.527795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-13c5772e-f007-4db6-b16d-25654dfe2a88 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:29.529409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-13c5772e-f007-4db6-b16d-25654dfe2a88 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8935542 Nov 11 21:16:29.544795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Request body: {'port': {'device_id': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '757e928dbdb6429c81bad8e0fd8ed961'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:29.660374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.744233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Made reservation on behalf of 757e928dbdb6429c81bad8e0fd8ed961 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:29.748271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.759418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.771243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.850912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.854448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=a781a537-8b7c-4f67-a1bf-ff9ef2056f47,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:29.856855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:29.954321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 89a7e33b-526a-46ab-922e-20a1625b5294 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:29.956208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:29.956931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.040354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c6879-4bf6-4876-b2dc-369c8c821544,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:30.130005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Allocated IP 192.168.233.207 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/7e2dfede-fc26-43b9-a191-b1543850e1a0) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:30.138620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Router cab41b6a-4e37-4381-89d2-eb5db671002f is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:16:30.259382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:16:30.265462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4cf5960-5244-42e7-9734-2a05da541672 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "PUT /v2.0/routers/cab41b6a-4e37-4381-89d2-eb5db671002f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0586839 Nov 11 21:16:30.268747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:30.271590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] Sync routers for ids ['cab41b6a-4e37-4381-89d2-eb5db671002f'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:16:30.290816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] Routers {'cab41b6a-4e37-4381-89d2-eb5db671002f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:30.291457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['cab41b6a-4e37-4381-89d2-eb5db671002f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:30.333753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:30.342789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9e321cf5-8fc5-4a42-8959-c68405177871 None None] Provisioning complete for port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:30.343434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e321cf5-8fc5-4a42-8959-c68405177871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.343766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e759a-438c-42cf-8325-92fc5b2f6e67 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:30.347306 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa0e759a-438c-42cf-8325-92fc5b2f6e67 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports?device_id=cab41b6a-4e37-4381-89d2-eb5db671002f HTTP/1.1" status: 200 len: 983 time: 0.0756476 Nov 11 21:16:30.350359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:30.359652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.389059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9e321cf5-8fc5-4a42-8959-c68405177871 None None] Port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:30.398793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] Routers {'cab41b6a-4e37-4381-89d2-eb5db671002f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:30.403214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['cab41b6a-4e37-4381-89d2-eb5db671002f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:30.435845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:30.436536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6950-a48b-4c7a-810c-3c013b7c1d06 None None] The sync data for ids ['cab41b6a-4e37-4381-89d2-eb5db671002f'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:16:30.466304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b00d802c-25ec-4c9f-bf9a-0dd5b8d23768 req-bf3089ff-707a-457c-8e00-6e8521bdd1c3 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 210 time: 0.0301387 Nov 11 21:16:30.496803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.547478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:30.554196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:30.558385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:30.567139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Pushing event updated for resources: {'Port': ['ID=7e2dfede-fc26-43b9-a191-b1543850e1a0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:30.635536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:30.643598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:30.644362 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.712775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5d238159-ad0e-459d-bed5-754e994903ba tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1717947 Nov 11 21:16:30.726398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Request body: {'port': {'device_id': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:30.777233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebbdb9b-6428-464f-aef2-b0cbb3076132 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.788547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.814842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebbdb9b-6428-464f-aef2-b0cbb3076132 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.922151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bbaab891-ffa0-45fa-9c7c-b290c140e8f0 None None] Provisioning complete for port 7e2dfede-fc26-43b9-a191-b1543850e1a0 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:30.922595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbaab891-ffa0-45fa-9c7c-b290c140e8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:30.981290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bbaab891-ffa0-45fa-9c7c-b290c140e8f0 None None] Port 7e2dfede-fc26-43b9-a191-b1543850e1a0 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:31.002611 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.007321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebbdb9b-6428-464f-aef2-b0cbb3076132 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.010571 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bebbdb9b-6428-464f-aef2-b0cbb3076132 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.011836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bebbdb9b-6428-464f-aef2-b0cbb3076132 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/security-groups/0acafa7e-32f3-4192-9621-e7d0f9da01c5 HTTP/1.1" status: 204 len: 168 time: 0.3704429 Nov 11 21:16:31.041716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46192) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:31.059050 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-351c02a2-a3dd-41cf-9720-c034f4f3f7f7 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] show failed (client error): The resource could not be found. Nov 11 21:16:31.062801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-351c02a2-a3dd-41cf-9720-c034f4f3f7f7 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "GET /v2.0/security-groups/0acafa7e-32f3-4192-9621-e7d0f9da01c5 HTTP/1.1" status: 404 len: 347 time: 0.0174088 Nov 11 21:16:31.063372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46194) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:31.138999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbdb9b-6428-464f-aef2-b0cbb3076132 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acafa7e-32f3-4192-9621-e7d0f9da01c5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:31.160520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2dfede-fc26-43b9-a191-b1543850e1a0 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:16:31.169097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.181721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Transition to ACTIVE for port object 7e2dfede-fc26-43b9-a191-b1543850e1a0 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:16:31.280989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.315439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port 753f2a2d-9bed-49bf-b64f-7b9848373134 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:31.315786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.349804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2dfede-fc26-43b9-a191-b1543850e1a0,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:31.510371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Attempting to bind port 7e2dfede-fc26-43b9-a191-b1543850e1a0 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:16:31.510371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Attempting to bind port 7e2dfede-fc26-43b9-a191-b1543850e1a0 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:16:31.510371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Attempting to bind port 7e2dfede-fc26-43b9-a191-b1543850e1a0 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:31.511751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.511751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.512391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Port 7e2dfede-fc26-43b9-a191-b1543850e1a0 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:16:31.512391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Attempting to bind port 7e2dfede-fc26-43b9-a191-b1543850e1a0 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:31.512761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for 753f2a2d-9bed-49bf-b64f-7b9848373134 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:31.513236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:16:31.513236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:31.513236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:16:31.513236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Bound port: 7e2dfede-fc26-43b9-a191-b1543850e1a0, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:16:31.513236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.548380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] For port 7e2dfede-fc26-43b9-a191-b1543850e1a0, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:31.552787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] For port 7e2dfede-fc26-43b9-a191-b1543850e1a0, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:16:31.610146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port a781a537-8b7c-4f67-a1bf-ff9ef2056f47 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:31.610434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.613972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af753e-5503-4814-9870-14eec110c140 req-0ace41d0-4e78-4f95-92cc-21da40c5aa53 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:31.615569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8af753e-5503-4814-9870-14eec110c140 req-0ace41d0-4e78-4f95-92cc-21da40c5aa53 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 948 time: 0.0545990 Nov 11 21:16:31.666955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8af753e-5503-4814-9870-14eec110c140 req-0b1d8458-8f57-4ce8-bb44-9e5d1873798c tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Nov 11 21:16:31.708782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.717935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.732310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for a781a537-8b7c-4f67-a1bf-ff9ef2056f47 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:31.750559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:31.752029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:31.753654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] 10.222.0.62 "PUT /v2.0/ports/7e2dfede-fc26-43b9-a191-b1543850e1a0 HTTP/1.1" status: 200 len: 1096 time: 1.0317750 Nov 11 21:16:31.754143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'tag': '7e2dfede-fc26-43b9-a191-b1543850e1a0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:31.756452 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f314cb-80fd-4e7f-aa40-9a103c0f52ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f4887849-c375-4e14-89fa-47e78b32a02b", "tag": "7e2dfede-fc26-43b9-a191-b1543850e1a0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:31.792878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5d137-912b-49c6-9140-a6b87787cda5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2dfede-fc26-43b9-a191-b1543850e1a0,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:31.819624 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b6165-230c-4798-b439-b395c49cd12d x-openstack-request-id: req-b38b6165-230c-4798-b439-b395c49cd12d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:31.819925 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4887849-c375-4e14-89fa-47e78b32a02b", "tag": "7e2dfede-fc26-43b9-a191-b1543850e1a0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:31.820196 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b38b6165-230c-4798-b439-b395c49cd12d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:31.820616 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'tag': '7e2dfede-fc26-43b9-a191-b1543850e1a0', 'status': 'completed', 'code': 200} Nov 11 21:16:31.904174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f314cb-80fd-4e7f-aa40-9a103c0f52ac req-525e3239-f529-4e8e-9941-7a356583aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:31.908670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4f314cb-80fd-4e7f-aa40-9a103c0f52ac req-525e3239-f529-4e8e-9941-7a356583aeaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 1099 time: 0.0611939 Nov 11 21:16:31.960690 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4f314cb-80fd-4e7f-aa40-9a103c0f52ac req-dc1ceafc-164d-47d6-9e3c-26cedcd22100 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396519 Nov 11 21:16:31.970772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-475b19f7-f4b0-4f33-ba45-4b45e6dbfee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.143955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.170905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f314cb-80fd-4e7f-aa40-9a103c0f52ac req-487c2e8b-fdc7-4545-aac1-2ce0f15b4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:32.172970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4f314cb-80fd-4e7f-aa40-9a103c0f52ac req-487c2e8b-fdc7-4545-aac1-2ce0f15b4976 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053421 Nov 11 21:16:32.174507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=753f2a2d-9bed-49bf-b64f-7b9848373134,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:32.258671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-13933376-8e1f-4ec0-9e25-ce9d8d6f1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:32.260931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-13933376-8e1f-4ec0-9e25-ce9d8d6f1d17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 1099 time: 0.0447252 Nov 11 21:16:32.293002 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.295479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.300314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-341e8730-0e94-4d42-a190-7e0438cec78c tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/floatingips/fbf38f9e-a96c-406f-9a01-c590cbe3c3ba HTTP/1.1" status: 204 len: 168 time: 1.2291579 Nov 11 21:16:32.300314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46210) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:32.313545 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-3edc7a3f-d3db-4a0f-bd24-0f7ddcf31685 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0 HTTP/1.1" status: 200 len: 217 time: 0.0441089 Nov 11 21:16:32.371036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5453d809-52d0-40a9-a9b7-73b393858b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:32.372580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-5453d809-52d0-40a9-a9b7-73b393858b23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0525568 Nov 11 21:16:32.420862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-d47013af-298a-4340-98fe-edb56a4eb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:32.422369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-d47013af-298a-4340-98fe-edb56a4eb010 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414271 Nov 11 21:16:32.436737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port 2d8a6e13-7ee2-4b6e-b93b-7d288874185f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:32.437082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.510338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.527323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-d61bd7fb-5024-45c2-84ed-cd676a051880 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961361 Nov 11 21:16:32.557607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=a781a537-8b7c-4f67-a1bf-ff9ef2056f47,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:32.567827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.620079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for 2d8a6e13-7ee2-4b6e-b93b-7d288874185f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:32.656622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d57dfc60-0a93-48a3-bfd3-b22c82eced31 req-290024ba-fc4b-4687-87b8-861d4dad4a9c service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198792 Nov 11 21:16:32.776943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:32.833869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504ff69-f402-47e7-8a4f-7ecfb2cdefaf req-7948f609-f61f-4092-871c-9fa2b788dffd tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:32.836280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0504ff69-f402-47e7-8a4f-7ecfb2cdefaf req-7948f609-f61f-4092-871c-9fa2b788dffd tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 948 time: 0.0711639 Nov 11 21:16:32.891137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0504ff69-f402-47e7-8a4f-7ecfb2cdefaf req-d964c73d-baf0-4d5f-bcf3-ee7b5400f15d tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488577 Nov 11 21:16:32.990768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Router cab41b6a-4e37-4381-89d2-eb5db671002f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:16:33.036700 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.100050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:16:33.105985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-881e389d-027c-4433-ad90-a4a5665b9049 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "PUT /v2.0/routers/cab41b6a-4e37-4381-89d2-eb5db671002f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7540679 Nov 11 21:16:33.107198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=2d8a6e13-7ee2-4b6e-b93b-7d288874185f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:33.108670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46224) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:33.114421 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] Sync routers for ids ['cab41b6a-4e37-4381-89d2-eb5db671002f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:16:33.128809 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] Routers {'cab41b6a-4e37-4381-89d2-eb5db671002f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:33.129833 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['cab41b6a-4e37-4381-89d2-eb5db671002f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:33.156247 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5824441-e7e7-4b0d-b251-558bffbfc9e4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:16:33.157966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e5824441-e7e7-4b0d-b251-558bffbfc9e4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/a781a537-8b7c-4f67-a1bf-ff9ef2056f47 HTTP/1.1" status: 404 len: 333 time: 0.0451767 Nov 11 21:16:33.160900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46226) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:33.167253 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:33.177388 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] Routers {'cab41b6a-4e37-4381-89d2-eb5db671002f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:33.178778 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['cab41b6a-4e37-4381-89d2-eb5db671002f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:33.211380 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.215014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f6f59e00-04d1-491b-a95d-dca2bcdae8ac tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/ports/2d8a6e13-7ee2-4b6e-b93b-7d288874185f HTTP/1.1" status: 204 len: 168 time: 0.9140399 Nov 11 21:16:33.217190 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:33.217544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46228) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:33.218324 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ac18c-8fa8-403c-8543-08d49a5b4ebe None None] The sync data for ids ['cab41b6a-4e37-4381-89d2-eb5db671002f'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:16:33.248347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db003845-7d1e-472c-8564-ef0137c56ba6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.310009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port 39925fad-f687-4cb5-ae3b-057b3d7eaf5f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:33.310353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.413234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.415952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db003845-7d1e-472c-8564-ef0137c56ba6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.418276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db003845-7d1e-472c-8564-ef0137c56ba6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.428613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for 39925fad-f687-4cb5-ae3b-057b3d7eaf5f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:33.536698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db003845-7d1e-472c-8564-ef0137c56ba6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.537286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db003845-7d1e-472c-8564-ef0137c56ba6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Fanout notify agent at l3_agent the message router_deleted on router cab41b6a-4e37-4381-89d2-eb5db671002f {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:16:33.554405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db003845-7d1e-472c-8564-ef0137c56ba6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.554831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-db003845-7d1e-472c-8564-ef0137c56ba6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/routers/cab41b6a-4e37-4381-89d2-eb5db671002f HTTP/1.1" status: 204 len: 168 time: 0.3929379 Nov 11 21:16:33.557454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46234) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:33.617923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 61179b03-380e-4b70-8c73-130cf5f59c66 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:33.621420 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.630449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.674653 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.674818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=39925fad-f687-4cb5-ae3b-057b3d7eaf5f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:33.735207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.738730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa129e67-0d56-4d85-ac98-5e0b3db5ddd5 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/ports/39925fad-f687-4cb5-ae3b-057b3d7eaf5f HTTP/1.1" status: 204 len: 168 time: 0.5201483 Nov 11 21:16:33.741395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46238) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:33.766179 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.794791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting subnet 8023c011-5339-4635-bdb8-bf3ffbc58f75 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:33.798453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.851779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.902761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.945606 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.950368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a0f82-9c39-4797-a9a5-8908a20993b3 None None] Network 89a7e33b-526a-46ab-922e-20a1625b5294 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:33.961713 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:33.965094 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/61179b03-380e-4b70-8c73-130cf5f59c66 HTTP/1.1" status: 204 len: 168 time: 0.4063077 Nov 11 21:16:33.969774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:33.982087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18caed5-7c85-4753-8b76-ecc58ca5bdaa tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=61179b03-380e-4b70-8c73-130cf5f59c66,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:34.116237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195e9f5-a2aa-4241-8069-882400fc5e99 req-6bd73bd1-01b6-48e7-a23f-b4ee47dbab27 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:34.119358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e195e9f5-a2aa-4241-8069-882400fc5e99 req-6bd73bd1-01b6-48e7-a23f-b4ee47dbab27 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 948 time: 0.1145649 Nov 11 21:16:34.149566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.208696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e195e9f5-a2aa-4241-8069-882400fc5e99 req-6bb3ecf0-e177-46e9-9d33-d9e2cfd011f9 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737441 Nov 11 21:16:34.213352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:34.213744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.249610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] DHCP port deletion for 89a7e33b-526a-46ab-922e-20a1625b5294 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:34.265943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.291653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Subnet': ['ID=8023c011-5339-4635-bdb8-bf3ffbc58f75,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:34.305824 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.307080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] For port cee39cfc-8add-47e0-a394-c76dd9a1a2f3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,segment=NetworkSegment(0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4),segment_id=0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:34.307440 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.312370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-49de25f8-5075-4f10-aea5-07d9654fd099 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/subnets/8023c011-5339-4635-bdb8-bf3ffbc58f75 HTTP/1.1" status: 204 len: 168 time: 0.5689170 Nov 11 21:16:34.314718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:34.317149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4472f-8b43-4fd0-975b-cca874b531ae None None] Network 03c6918f-b0c8-457e-9f37-f9db9768aa37 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:34.333629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for cee39cfc-8add-47e0-a394-c76dd9a1a2f3 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:34.371332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting subnet 96c61473-7d6e-4bf5-ae8e-798b2712fe87 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:34.374759 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.420437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.519457 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.527302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.566036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No DVR routers for this DVR port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:34.572189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:34.585010 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1a15ccd-7756-45fc-b7f5-721be1f12101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.649199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Deleting port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:34.649868 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.665931 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.671469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.695272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a7e33b-526a-46ab-922e-20a1625b5294']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:34.699274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cee39cfc-8add-47e0-a394-c76dd9a1a2f3 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:34.705982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:34.706294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0497d3e6-ffc8-4d9a-ba8e-7d0ba244fab4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:34.712762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Subnet': ['ID=96c61473-7d6e-4bf5-ae8e-798b2712fe87,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:34.715955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.725381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2c12cfd2-702e-4a2f-a63c-44c34e4ab7e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/subnets/96c61473-7d6e-4bf5-ae8e-798b2712fe87 HTTP/1.1" status: 204 len: 168 time: 0.4094646 Nov 11 21:16:34.725973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46258) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:34.743702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.761066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.764369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2397194-d73b-4509-ba76-15657b05a34e None None] Network c3df106e-e2c1-4a1e-8182-d49a3bf324c9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:34.770038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:34.770729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:34.776454 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:34.791963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: cee39cfc-8add-47e0-a394-c76dd9a1a2f3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:34.792494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cee39cfc-8add-47e0-a394-c76dd9a1a2f3 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:34.843252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.912355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] For port cee39cfc-8add-47e0-a394-c76dd9a1a2f3, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:34.912756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.935641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Calling delete_port for cee39cfc-8add-47e0-a394-c76dd9a1a2f3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:34.941479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] DHCP port deletion for 03c6918f-b0c8-457e-9f37-f9db9768aa37 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:34.945158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Deleting port bfff1164-f641-4fdd-a236-97a588384657 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:34.945667 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.946883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 21:16:34.950590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.956926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.965418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:34.972504 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/89a7e33b-526a-46ab-922e-20a1625b5294 HTTP/1.1" status: 204 len: 168 time: 0.9917500 Nov 11 21:16:34.973461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46262) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:34.984807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ddc48-e4a5-476a-a40d-56333d687138 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=89a7e33b-526a-46ab-922e-20a1625b5294,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:35.003979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Network 89a7e33b-526a-46ab-922e-20a1625b5294 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:16:35.004604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] No DVR routers for this DVR port cee39cfc-8add-47e0-a394-c76dd9a1a2f3 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:35.007868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70092ea-dabb-440a-a32f-92423b175ed0 None None] Pushing event deleted for resources: {'Port': ['ID=cee39cfc-8add-47e0-a394-c76dd9a1a2f3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:35.043240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] Deleting port bfff1164-f641-4fdd-a236-97a588384657 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:35.043617 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.075415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] For port bfff1164-f641-4fdd-a236-97a588384657, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bfff1164-f641-4fdd-a236-97a588384657,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:35.075818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.086168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c4623-2717-43ba-96bf-b7ac72053de4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:35.088693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-034c4623-2717-43ba-96bf-b7ac72053de4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/bf9ab620-5664-4931-9791-c6ba6c96abbc HTTP/1.1" status: 200 len: 840 time: 0.1148596 Nov 11 21:16:35.092999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46266) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:35.109856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] DHCP port deletion for c3df106e-e2c1-4a1e-8182-d49a3bf324c9 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:35.113495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Calling delete_port for bfff1164-f641-4fdd-a236-97a588384657 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:35.133449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] For port bfff1164-f641-4fdd-a236-97a588384657, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bfff1164-f641-4fdd-a236-97a588384657,segment=NetworkSegment(3af251fb-a8fb-40a0-a408-d9bdb1bfec72),segment_id=3af251fb-a8fb-40a0-a408-d9bdb1bfec72)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:35.133856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.162299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-84983f9f-f978-4282-84ce-efcbf83a6d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/bf9ab620-5664-4931-9791-c6ba6c96abbc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0680633 Nov 11 21:16:35.163028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46270) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:35.165111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] Calling delete_port for bfff1164-f641-4fdd-a236-97a588384657 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:35.168028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:35.264916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] Deleting port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:35.265288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.340913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] For port 84001d0e-8327-4bca-8ccb-39c1eb25ed06, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=84001d0e-8327-4bca-8ccb-39c1eb25ed06,segment=NetworkSegment(082e4a57-54ce-4f83-bc8f-18133649d01b),segment_id=082e4a57-54ce-4f83-bc8f-18133649d01b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:35.344362 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.344507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d566b-5260-4a86-8e88-e2a4fff338d9 req-912c2627-708b-47d1-9673-7a89cf239b4b tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:35.345594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13d566b-5260-4a86-8e88-e2a4fff338d9 req-912c2627-708b-47d1-9673-7a89cf239b4b tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 948 time: 0.0578802 Nov 11 21:16:35.354496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] Calling delete_port for 84001d0e-8327-4bca-8ccb-39c1eb25ed06 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:35.367040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.395011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Port': ['ID=bfff1164-f641-4fdd-a236-97a588384657,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:35.402556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f13d566b-5260-4a86-8e88-e2a4fff338d9 req-5d85f836-7f48-4d06-884d-37ff16cc8e21 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506003 Nov 11 21:16:35.402828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] No DVR routers for this DVR port bfff1164-f641-4fdd-a236-97a588384657 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:35.413098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:35.416354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.419267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.430946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] No DVR routers for this DVR port bfff1164-f641-4fdd-a236-97a588384657 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:35.461634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e3e50-ad63-46be-821f-eeda9149d445 None None] Pushing event deleted for resources: {'Port': ['ID=bfff1164-f641-4fdd-a236-97a588384657,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:35.520674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.543052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c6918f-b0c8-457e-9f37-f9db9768aa37']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:35.554395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af251fb-a8fb-40a0-a408-d9bdb1bfec72') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:35.554775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af251fb-a8fb-40a0-a408-d9bdb1bfec72') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:35.568328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.584357 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.599349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.612795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:35.613053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.613441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:35.617817 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:35.637766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] Pushing event deleted for resources: {'Port': ['ID=84001d0e-8327-4bca-8ccb-39c1eb25ed06,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:35.643528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0ed74-8f04-4955-b026-6bd1e222ee36 None None] No DVR routers for this DVR port 84001d0e-8327-4bca-8ccb-39c1eb25ed06 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:35.748939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.772469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.780879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.794670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/networks/03c6918f-b0c8-457e-9f37-f9db9768aa37 HTTP/1.1" status: 204 len: 168 time: 1.0577552 Nov 11 21:16:35.794891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:35.794891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46280) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:35.797138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f988a5-6f02-4352-97bd-8a8be837d139 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Network': ['ID=03c6918f-b0c8-457e-9f37-f9db9768aa37,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:35.802995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:35.805645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:35.810500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.812486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42ce46-8604-4e69-a241-0086aff066a0 None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:35.880128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=ac8c0db7-6562-4768-952a-e8ae05a43147,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:35.905131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:35.974163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d362b73f-b8d8-43bf-9c59-e4448e3f40db tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8074682 Nov 11 21:16:35.974879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46284) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:35.982883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-be99a523-19e7-4ea1-a3e2-e966f1e061b1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1743019514'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:36.005987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'tenant_id': 'e8baccb83e8744849eb8dea2000ec962', 'fixed_ips': [{'subnet_id': 'ac8c0db7-6562-4768-952a-e8ae05a43147'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:16:36.007783 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.031340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.057718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3df106e-e2c1-4a1e-8182-d49a3bf324c9']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:36.068040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082e4a57-54ce-4f83-bc8f-18133649d01b') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:36.068644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082e4a57-54ce-4f83-bc8f-18133649d01b') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:36.079032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.094422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.098304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be99a523-19e7-4ea1-a3e2-e966f1e061b1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.115076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:36.115568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:36.130414 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:36.189573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be99a523-19e7-4ea1-a3e2-e966f1e061b1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.205056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Allocated IP 172.20.0.2 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/ac8c0db7-6562-4768-952a-e8ae05a43147/56503786-021e-4a69-bce9-79191b4112a9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:36.263840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be99a523-19e7-4ea1-a3e2-e966f1e061b1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.275574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.284942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.289422 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] 10.222.0.31 "DELETE /v2.0/networks/c3df106e-e2c1-4a1e-8182-d49a3bf324c9 HTTP/1.1" status: 204 len: 168 time: 0.4951334 Nov 11 21:16:36.304931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ec13d-c8fb-4434-8d36-0912219eb8e1 tempest-TaggedBootDevicesTest-295742645 tempest-TaggedBootDevicesTest-295742645-project] Pushing event deleted for resources: {'Network': ['ID=c3df106e-e2c1-4a1e-8182-d49a3bf324c9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:36.308135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99a523-19e7-4ea1-a3e2-e966f1e061b1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2be7cf-dbc4-4d58-b735-fd6668a8f781,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:36.385834 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be99a523-19e7-4ea1-a3e2-e966f1e061b1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.388075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-be99a523-19e7-4ea1-a3e2-e966f1e061b1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4105139 Nov 11 21:16:36.391905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:36.401159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b629e554-faf0-4e98-99b4-6bd313abf923 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1008829182'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:36.406708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.481613 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.542101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:36.546032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:36.551903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:36.554963 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b629e554-faf0-4e98-99b4-6bd313abf923 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.609680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc223b-d996-409a-abad-8ff5af3dcd12 req-f239b1ee-2828-4c00-9e1a-b26f8374a1c0 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:36.612325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4cfc223b-d996-409a-abad-8ff5af3dcd12 req-f239b1ee-2828-4c00-9e1a-b26f8374a1c0 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 948 time: 0.0937514 Nov 11 21:16:36.624006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Pushing event updated for resources: {'Port': ['ID=56503786-021e-4a69-bce9-79191b4112a9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:36.668260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Attempting to bind port 56503786-021e-4a69-bce9-79191b4112a9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:16:36.674005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Attempting to bind port 56503786-021e-4a69-bce9-79191b4112a9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '48a86128-696e-4d7d-9a08-59fb1e63adee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:16:36.674005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Attempting to bind port 56503786-021e-4a69-bce9-79191b4112a9 on network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:16:36.675738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:16:36.676135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Checking segment: {'id': '48a86128-696e-4d7d-9a08-59fb1e63adee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:16:36.677170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.677585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Bound using segment: {'id': '48a86128-696e-4d7d-9a08-59fb1e63adee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:16:36.678117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Bound port: 56503786-021e-4a69-bce9-79191b4112a9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a86128-696e-4d7d-9a08-59fb1e63adee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:16:36.678511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.720629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bfff1164-f641-4fdd-a236-97a588384657 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:36.722562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4cfc223b-d996-409a-abad-8ff5af3dcd12 req-69783fc2-cff8-477e-ac30-0eefa4a8b156 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927413 Nov 11 21:16:36.788405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bfff1164-f641-4fdd-a236-97a588384657 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:36.788995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b629e554-faf0-4e98-99b4-6bd313abf923 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.789179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bfff1164-f641-4fdd-a236-97a588384657 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:36.789179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84001d0e-8327-4bca-8ccb-39c1eb25ed06 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:36.789179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 84001d0e-8327-4bca-8ccb-39c1eb25ed06 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:36.789179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 84001d0e-8327-4bca-8ccb-39c1eb25ed06 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:36.794395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] For port 56503786-021e-4a69-bce9-79191b4112a9, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:16:36.799341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] For port 56503786-021e-4a69-bce9-79191b4112a9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=56503786-021e-4a69-bce9-79191b4112a9,segment=NetworkSegment(48a86128-696e-4d7d-9a08-59fb1e63adee),segment_id=48a86128-696e-4d7d-9a08-59fb1e63adee)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:16:36.947912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b629e554-faf0-4e98-99b4-6bd313abf923 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:36.958149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7e2dfede-fc26-43b9-a191-b1543850e1a0 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:16:36.979641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629e554-faf0-4e98-99b4-6bd313abf923 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a25a6-285a-4d84-b0fc-a763228200be,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:37.012535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.031778 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b629e554-faf0-4e98-99b4-6bd313abf923 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.035999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46308) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:37.036608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b629e554-faf0-4e98-99b4-6bd313abf923 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6424720 Nov 11 21:16:37.042200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1712453405', 'security_groups': ['d94a25a6-285a-4d84-b0fc-a763228200be'], 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac8c0db7-6562-4768-952a-e8ae05a43147'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:37.125922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85386da8-7dc2-4fe4-88d5-ae16155883a0 None None] Pushing event updated for resources: {'Port': ['ID=56503786-021e-4a69-bce9-79191b4112a9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:37.142676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7e2dfede-fc26-43b9-a191-b1543850e1a0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:37.150305 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.155031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7e2dfede-fc26-43b9-a191-b1543850e1a0', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '7e2dfede-fc26-43b9-a191-b1543850e1a0', 'mac_address': 'fa:16:3e:7b:6a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:16:37.209177 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.227478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2dfede-fc26-43b9-a191-b1543850e1a0 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:16:37.252682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7e2dfede-fc26-43b9-a191-b1543850e1a0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:37.285113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:37.319208 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.403410 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7e2dfede-fc26-43b9-a191-b1543850e1a0,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:37.483729 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.521038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port d64c8538-fcfd-4945-9bd8-9c1dda526c89 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:37.552059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7e2dfede-fc26-43b9-a191-b1543850e1a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:16:37.719479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.3 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/ac8c0db7-6562-4768-952a-e8ae05a43147/d64c8538-fcfd-4945-9bd8-9c1dda526c89) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:37.836012 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.932885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:37.978427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed2c5a-dd46-476c-bab5-864068f95d35 req-341c7acd-f4a9-40d5-a3ce-2fee6c6b9a71 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:37.980217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4ed2c5a-dd46-476c-bab5-864068f95d35 req-341c7acd-f4a9-40d5-a3ce-2fee6c6b9a71 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 949 time: 0.0999146 Nov 11 21:16:38.045083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4ed2c5a-dd46-476c-bab5-864068f95d35 req-1d23abb1-465a-4102-8da4-ec738b005624 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539520 Nov 11 21:16:38.047906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.102045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:38.105324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:38.131929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:38.195038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=d64c8538-fcfd-4945-9bd8-9c1dda526c89,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:38.206776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:38.207436 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.302848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-49c9c3e3-84f1-4e1f-afa5-1f249cfe3398 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2647679 Nov 11 21:16:38.305602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:38.311913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-72743e0e-911b-40c9-9fa2-0f7f04152d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:38.469925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Provisioning complete for port bf9ab620-5664-4931-9791-c6ba6c96abbc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:38.471811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.521019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Port bf9ab620-5664-4931-9791-c6ba6c96abbc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:38.535931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:38.536717 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.547839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72743e0e-911b-40c9-9fa2-0f7f04152d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:38.562695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72743e0e-911b-40c9-9fa2-0f7f04152d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.746794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.762476 n-d-805734-3 neutron-server[109674]: INFO neutron.db.ipam_backend_mixin [None req-72743e0e-911b-40c9-9fa2-0f7f04152d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac8c0db7-6562-4768-952a-e8ae05a43147 (CIDR: 172.20.0.0/28) Nov 11 21:16:38.799650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 56503786-021e-4a69-bce9-79191b4112a9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:38.805209 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-72743e0e-911b-40c9-9fa2-0f7f04152d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:16:38.805783 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72743e0e-911b-40c9-9fa2-0f7f04152d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:38.815134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] For port 56503786-021e-4a69-bce9-79191b4112a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=56503786-021e-4a69-bce9-79191b4112a9,segment=NetworkSegment(48a86128-696e-4d7d-9a08-59fb1e63adee),segment_id=48a86128-696e-4d7d-9a08-59fb1e63adee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:38.866961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:38.867344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.903058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:38.912052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-72743e0e-911b-40c9-9fa2-0f7f04152d84 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6047225 Nov 11 21:16:38.914884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46336) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:38.919997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:38.961080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7e2dfede-fc26-43b9-a191-b1543850e1a0 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:39.074297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eae03-440b-43f6-949d-0aa18841fa97 None None] Pushing event updated for resources: {'Port': ['ID=56503786-021e-4a69-bce9-79191b4112a9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:39.102914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-285813a0-4671-4ecd-a34f-61e9522e45e2 None None] Provisioning complete for port d64c8538-fcfd-4945-9bd8-9c1dda526c89 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:39.103293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-285813a0-4671-4ecd-a34f-61e9522e45e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:39.144247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:39.151053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:39.215063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-285813a0-4671-4ecd-a34f-61e9522e45e2 None None] Port d64c8538-fcfd-4945-9bd8-9c1dda526c89 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:39.241710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7e2dfede-fc26-43b9-a191-b1543850e1a0 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:16:39.246061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7e2dfede-fc26-43b9-a191-b1543850e1a0 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:39.246493 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:39.385586 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:39.421774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7e2dfede-fc26-43b9-a191-b1543850e1a0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:39.424248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2dfede-fc26-43b9-a191-b1543850e1a0'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:16:39.427833 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305efb85-ec0a-4878-bd25-646b55d48de7" -d '{"events": [{"server_uuid": "f4887849-c375-4e14-89fa-47e78b32a02b", "name": "network-vif-plugged", "status": "completed", "tag": "7e2dfede-fc26-43b9-a191-b1543850e1a0"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:16:39.469704 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8239fa63-e58e-4a92-8b02-c1fb2b201b55 x-openstack-request-id: req-8239fa63-e58e-4a92-8b02-c1fb2b201b55 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:16:39.470709 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4887849-c375-4e14-89fa-47e78b32a02b", "name": "network-vif-plugged", "status": "completed", "tag": "7e2dfede-fc26-43b9-a191-b1543850e1a0", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:16:39.471638 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8239fa63-e58e-4a92-8b02-c1fb2b201b55 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:16:39.471638 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2dfede-fc26-43b9-a191-b1543850e1a0', 'code': 200} Nov 11 21:16:39.498408 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:39.511023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4f10-736b-4265-bf4a-c03c860cbaac req-acb7d35b-3649-4cde-8422-695be82dcae1 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:39.520184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-234a4f10-736b-4265-bf4a-c03c860cbaac req-acb7d35b-3649-4cde-8422-695be82dcae1 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 949 time: 0.3391051 Nov 11 21:16:39.529930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:39.588600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:39.593752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:39.602499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:39.603580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:39.615122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9b63e-c001-445f-ae14-20d35450d4b0 None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:39.682773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c813fb2-183a-4312-92f4-ccffc3626a39 req-ee41ecb7-872e-453b-901d-e426685c7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:39.685326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c813fb2-183a-4312-92f4-ccffc3626a39 req-ee41ecb7-872e-453b-901d-e426685c7416 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 1101 time: 0.1385238 Nov 11 21:16:39.689987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=5fbddc26-f490-49c4-9e65-3fb19618eddb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:39.718433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-234a4f10-736b-4265-bf4a-c03c860cbaac req-29e98247-5003-47ba-842f-c16107130635 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970129 Nov 11 21:16:39.737603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-050c92fa-2188-4c6c-bdfc-785c366f4313 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8216352 Nov 11 21:16:39.738249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:39.743790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1040328861', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5fbddc26-f490-49c4-9e65-3fb19618eddb'}], 'security_groups': ['ac2be7cf-dbc4-4d58-b735-fd6668a8f781']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:39.767645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c813fb2-183a-4312-92f4-ccffc3626a39 req-c39d627d-54e9-4a44-8bac-d18d7496584a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734501 Nov 11 21:16:39.978078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:40.023941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7e2dfede-fc26-43b9-a191-b1543850e1a0,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:40.171663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84361832-6cfb-4e04-8211-427368f8099c None None] Update dhcp port {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'fixed_ips': [{'subnet_id': 'ac8c0db7-6562-4768-952a-e8ae05a43147', 'ip_address': '172.20.0.2'}, {'subnet_id': '5fbddc26-f490-49c4-9e65-3fb19618eddb'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '56503786-021e-4a69-bce9-79191b4112a9'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:16:40.203952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84361832-6cfb-4e04-8211-427368f8099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:40.359243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Delete allocated IP 172.20.0.3 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/ac8c0db7-6562-4768-952a-e8ae05a43147) {{(pid=109674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:16:40.371960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.26 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/5fbddc26-f490-49c4-9e65-3fb19618eddb/d64c8538-fcfd-4945-9bd8-9c1dda526c89) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:40.537811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:40.596558 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:40.647715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-84361832-6cfb-4e04-8211-427368f8099c None None] Allocated IP 172.20.0.18 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/5fbddc26-f490-49c4-9e65-3fb19618eddb/56503786-021e-4a69-bce9-79191b4112a9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:40.740061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 56503786-021e-4a69-bce9-79191b4112a9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:40.781876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=d64c8538-fcfd-4945-9bd8-9c1dda526c89,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:40.821257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] In _notify_port_updated(), no bound segment for port d64c8538-fcfd-4945-9bd8-9c1dda526c89 on network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:16:40.830954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:40.831620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:40.835694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ed93a2c4-2942-4fb7-8181-d5870c970324 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "PUT /v2.0/ports/d64c8538-fcfd-4945-9bd8-9c1dda526c89 HTTP/1.1" status: 200 len: 921 time: 1.0938051 Nov 11 21:16:40.835966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46372) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:40.855183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-84361832-6cfb-4e04-8211-427368f8099c None None] For port 56503786-021e-4a69-bce9-79191b4112a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=56503786-021e-4a69-bce9-79191b4112a9,segment=NetworkSegment(48a86128-696e-4d7d-9a08-59fb1e63adee),segment_id=48a86128-696e-4d7d-9a08-59fb1e63adee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:40.872358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:40.872893 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:40.908030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be96f2-eb1b-4f9d-8242-49221aec3198 req-6b4a6016-f2f4-47d5-9021-57887a791c01 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:40.921676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36be96f2-eb1b-4f9d-8242-49221aec3198 req-6b4a6016-f2f4-47d5-9021-57887a791c01 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 950 time: 0.0942276 Nov 11 21:16:40.949679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84361832-6cfb-4e04-8211-427368f8099c None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:40.956984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port d64c8538-fcfd-4945-9bd8-9c1dda526c89 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:40.957632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:41.024118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-36be96f2-eb1b-4f9d-8242-49221aec3198 req-e189e0de-ee71-4f11-b920-e2c824c80c51 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924029 Nov 11 21:16:41.034196 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84361832-6cfb-4e04-8211-427368f8099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:41.150610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84361832-6cfb-4e04-8211-427368f8099c None None] Pushing event updated for resources: {'Port': ['ID=56503786-021e-4a69-bce9-79191b4112a9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:41.480796 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:41.515023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for d64c8538-fcfd-4945-9bd8-9c1dda526c89 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:41.765177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:41.810347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=d64c8538-fcfd-4945-9bd8-9c1dda526c89,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:41.873196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a52889d-f2ef-4a5d-99fc-4ed3cc50b8e1 None None] Provisioning complete for port bf9ab620-5664-4931-9791-c6ba6c96abbc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:41.873743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a52889d-f2ef-4a5d-99fc-4ed3cc50b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:41.918527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:41.926237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46392) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:41.936665 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-835cf80c-4223-4dfb-8b17-1a7bf7599087 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/d64c8538-fcfd-4945-9bd8-9c1dda526c89 HTTP/1.1" status: 204 len: 168 time: 1.0993617 Nov 11 21:16:41.958607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6a52889d-f2ef-4a5d-99fc-4ed3cc50b8e1 None None] Port bf9ab620-5664-4931-9791-c6ba6c96abbc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:41.962974 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e89726f-c2c1-44ad-880c-9fd349300c11 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:16:41.967483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:41.969190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a52889d-f2ef-4a5d-99fc-4ed3cc50b8e1 None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:41.969575 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a52889d-f2ef-4a5d-99fc-4ed3cc50b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:41.972987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e89726f-c2c1-44ad-880c-9fd349300c11 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/d64c8538-fcfd-4945-9bd8-9c1dda526c89 HTTP/1.1" status: 404 len: 333 time: 0.0457108 Nov 11 21:16:42.040238 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5020eacc-7266-4af1-aa2d-8af4fa84a29c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.068618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5020eacc-7266-4af1-aa2d-8af4fa84a29c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.075863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6a52889d-f2ef-4a5d-99fc-4ed3cc50b8e1 None None] Could not find standard attr ID for object d64c8538-fcfd-4945-9bd8-9c1dda526c89. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:16:42.198749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5020eacc-7266-4af1-aa2d-8af4fa84a29c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.201788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5020eacc-7266-4af1-aa2d-8af4fa84a29c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.205928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5020eacc-7266-4af1-aa2d-8af4fa84a29c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/security-groups/d94a25a6-285a-4d84-b0fc-a763228200be HTTP/1.1" status: 204 len: 168 time: 0.2337976 Nov 11 21:16:42.206309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:42.243408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaaadd-1da3-4c9a-ba14-bf09bfcdb05a req-79075f68-493d-47cc-8528-89898dc48bee tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:42.243408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6aaaadd-1da3-4c9a-ba14-bf09bfcdb05a req-79075f68-493d-47cc-8528-89898dc48bee tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 950 time: 0.0973349 Nov 11 21:16:42.257152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020eacc-7266-4af1-aa2d-8af4fa84a29c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a25a6-285a-4d84-b0fc-a763228200be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:42.334287 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f827306-ecab-438b-a9fd-0e0dca66b284 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.390890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6aaaadd-1da3-4c9a-ba14-bf09bfcdb05a req-bc1077d4-4344-4c3a-aa88-653434609d0c tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307433 Nov 11 21:16:42.405128 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f827306-ecab-438b-a9fd-0e0dca66b284 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.566386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f827306-ecab-438b-a9fd-0e0dca66b284 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.580375 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8f827306-ecab-438b-a9fd-0e0dca66b284 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.580375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8f827306-ecab-438b-a9fd-0e0dca66b284 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac2be7cf-dbc4-4d58-b735-fd6668a8f781 HTTP/1.1" status: 204 len: 168 time: 0.3631506 Nov 11 21:16:42.580729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46410) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:42.587893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f827306-ecab-438b-a9fd-0e0dca66b284 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2be7cf-dbc4-4d58-b735-fd6668a8f781,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:42.628647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76f5916d-83ae-4bed-a898-ce91c3048e21 None None] Could not find standard attr ID for object d64c8538-fcfd-4945-9bd8-9c1dda526c89. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:16:42.728393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet ac8c0db7-6562-4768-952a-e8ae05a43147 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:42.740881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.775623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 56503786-021e-4a69-bce9-79191b4112a9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:42.822118 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:42.907294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:42.908915 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:43.005096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:43.194350 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:43.216077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:43.223944 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/ac8c0db7-6562-4768-952a-e8ae05a43147 HTTP/1.1" status: 204 len: 168 time: 0.6438770 Nov 11 21:16:43.225794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46424) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:43.231404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:43.233637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b5919-44b1-4784-9364-62043fc05ca3 None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:43.238496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21364c62-e6dc-47b9-9793-3ce929754cf1 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8c0db7-6562-4768-952a-e8ae05a43147,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:43.547835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:43.556430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.189129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d28c069c-ba26-47b7-af14-794fdbb3527e None None] Provisioning complete for port bf9ab620-5664-4931-9791-c6ba6c96abbc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:44.190033 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d28c069c-ba26-47b7-af14-794fdbb3527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.230159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d28c069c-ba26-47b7-af14-794fdbb3527e None None] Port bf9ab620-5664-4931-9791-c6ba6c96abbc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:44.240972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d28c069c-ba26-47b7-af14-794fdbb3527e None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:44.241407 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d28c069c-ba26-47b7-af14-794fdbb3527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.276500 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:16:44.365007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.446349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:44.450708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:44.457600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:44.458192 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.469630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2569b3f4-122a-4c62-82b9-64c92e503ed4 None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:44.474134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=de62b980-9701-47fd-a5e4-8e9271e55fb3,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:44.557820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9016731e-fd3b-4dcc-9dd3-d70f40b5f406 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3304324 Nov 11 21:16:44.560777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46444) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:44.565819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-34e57cf9-ea5d-472b-a56c-c86ea8bcabf2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1527134023'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:44.671427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34e57cf9-ea5d-472b-a56c-c86ea8bcabf2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.788824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f9e37-a3d9-4dbe-9e47-c99de5692cc8 None None] Update dhcp port {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'fixed_ips': [{'subnet_id': '5fbddc26-f490-49c4-9e65-3fb19618eddb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de62b980-9701-47fd-a5e4-8e9271e55fb3'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '56503786-021e-4a69-bce9-79191b4112a9'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:16:44.789866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34e57cf9-ea5d-472b-a56c-c86ea8bcabf2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.816560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a34f9e37-a3d9-4dbe-9e47-c99de5692cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.858394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34e57cf9-ea5d-472b-a56c-c86ea8bcabf2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.914020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e57cf9-ea5d-472b-a56c-c86ea8bcabf2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb6778-7cd1-4b90-926a-c929b5b4ab9c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:44.978758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34e57cf9-ea5d-472b-a56c-c86ea8bcabf2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:44.983289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:44.984126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-34e57cf9-ea5d-472b-a56c-c86ea8bcabf2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4220009 Nov 11 21:16:44.989024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-db57b8ad-acf6-4bee-b480-7acc470d28ec tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1183652070'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:45.051967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a34f9e37-a3d9-4dbe-9e47-c99de5692cc8 None None] Allocated IP 172.20.0.2 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/de62b980-9701-47fd-a5e4-8e9271e55fb3/56503786-021e-4a69-bce9-79191b4112a9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:45.132483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db57b8ad-acf6-4bee-b480-7acc470d28ec tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.149566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a34f9e37-a3d9-4dbe-9e47-c99de5692cc8 None None] For port 56503786-021e-4a69-bce9-79191b4112a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=56503786-021e-4a69-bce9-79191b4112a9,segment=NetworkSegment(48a86128-696e-4d7d-9a08-59fb1e63adee),segment_id=48a86128-696e-4d7d-9a08-59fb1e63adee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:45.205732 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a34f9e37-a3d9-4dbe-9e47-c99de5692cc8 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.247445 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db57b8ad-acf6-4bee-b480-7acc470d28ec tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.275288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a34f9e37-a3d9-4dbe-9e47-c99de5692cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.343872 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db57b8ad-acf6-4bee-b480-7acc470d28ec tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.378709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f9e37-a3d9-4dbe-9e47-c99de5692cc8 None None] Pushing event updated for resources: {'Port': ['ID=56503786-021e-4a69-bce9-79191b4112a9,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:45.423575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57b8ad-acf6-4bee-b480-7acc470d28ec tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46a421d-2199-4d3f-9e46-1b95bc15bba3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:45.463798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-db57b8ad-acf6-4bee-b480-7acc470d28ec tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.465353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-db57b8ad-acf6-4bee-b480-7acc470d28ec tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4799831 Nov 11 21:16:45.467813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46460) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:45.482992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ac4e6200-c5d5-4d54-b9d2-bc647b6edfbf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'security_group': {'name': 'tempest-secgroup-576639277'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:45.633968 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4e6200-c5d5-4d54-b9d2-bc647b6edfbf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.815025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4e6200-c5d5-4d54-b9d2-bc647b6edfbf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.892790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4e6200-c5d5-4d54-b9d2-bc647b6edfbf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:45.924876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e6200-c5d5-4d54-b9d2-bc647b6edfbf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb401a41-c35b-4115-b953-d5983ae00731,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:46.077341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ac4e6200-c5d5-4d54-b9d2-bc647b6edfbf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.077341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ac4e6200-c5d5-4d54-b9d2-bc647b6edfbf tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5970368 Nov 11 21:16:46.078619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46474) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:46.078619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-212501102', 'security_groups': ['cb401a41-c35b-4115-b953-d5983ae00731'], 'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de62b980-9701-47fd-a5e4-8e9271e55fb3'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:46.176356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-90b6f8d5-2d01-493a-b7ff-37fe4ded47d6 None None] Provisioning complete for port bf9ab620-5664-4931-9791-c6ba6c96abbc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:46.177027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90b6f8d5-2d01-493a-b7ff-37fe4ded47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.212123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90b6f8d5-2d01-493a-b7ff-37fe4ded47d6 None None] Port bf9ab620-5664-4931-9791-c6ba6c96abbc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:46.221810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-90b6f8d5-2d01-493a-b7ff-37fe4ded47d6 None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:46.222184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90b6f8d5-2d01-493a-b7ff-37fe4ded47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.320881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:46.441743 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.466092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] device_id is not set on port b569f73e-c95e-4bd2-bf60-dd8407251dfc yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:16:46.647082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.8 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/de62b980-9701-47fd-a5e4-8e9271e55fb3/b569f73e-c95e-4bd2-bf60-dd8407251dfc) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:46.750442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 56503786-021e-4a69-bce9-79191b4112a9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:46.841891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:46.842152 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:46.921413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:47.041196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:47.085237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:47.088283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:47.094239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:16:47.151175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:47.151826 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:47.166442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=b569f73e-c95e-4bd2-bf60-dd8407251dfc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:47.271025 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8079adb4-fc5e-41fe-b33a-d57e1fc68365 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1981902 Nov 11 21:16:47.273923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46494) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:47.279928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-975e0ed0-5373-4a40-94d6-eebab5403392 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:47.450558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34427739-c6ad-460c-a27c-80a0a84fd5fa None None] Provisioning complete for port b569f73e-c95e-4bd2-bf60-dd8407251dfc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:47.452271 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34427739-c6ad-460c-a27c-80a0a84fd5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:47.495768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e0ed0-5373-4a40-94d6-eebab5403392 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:47.501736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-975e0ed0-5373-4a40-94d6-eebab5403392 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:47.524971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-34427739-c6ad-460c-a27c-80a0a84fd5fa None None] Port b569f73e-c95e-4bd2-bf60-dd8407251dfc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:47.625722 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-975e0ed0-5373-4a40-94d6-eebab5403392 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de62b980-9701-47fd-a5e4-8e9271e55fb3 (CIDR: 172.20.0.0/28) Nov 11 21:16:47.666124 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-975e0ed0-5373-4a40-94d6-eebab5403392 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:16:47.666619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975e0ed0-5373-4a40-94d6-eebab5403392 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:47.811567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-975e0ed0-5373-4a40-94d6-eebab5403392 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5333169 Nov 11 21:16:47.811898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:47.817590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0f6b89ba-203a-4f7f-a10d-1d9f0bba6427 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:48.023273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6b89ba-203a-4f7f-a10d-1d9f0bba6427 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:48.027265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0f6b89ba-203a-4f7f-a10d-1d9f0bba6427 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:48.125486 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-0f6b89ba-203a-4f7f-a10d-1d9f0bba6427 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5fbddc26-f490-49c4-9e65-3fb19618eddb (CIDR: 172.20.0.16/28) Nov 11 21:16:48.161274 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6b89ba-203a-4f7f-a10d-1d9f0bba6427 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:16:48.161829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6b89ba-203a-4f7f-a10d-1d9f0bba6427 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:48.246521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0f6b89ba-203a-4f7f-a10d-1d9f0bba6427 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4310317 Nov 11 21:16:48.246834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:48.252521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'subnet': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:48.435157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Made reservation on behalf of e8baccb83e8744849eb8dea2000ec962 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:48.440008 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:48.742391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:48.790765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:16:48.795811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:16:48.801250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:48.801854 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:48.808522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aed16a-56e0-4a8b-ba79-2d333de98b96 None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:48.814561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Subnet': ['ID=887a3936-d606-4221-bedb-b0c10a4ac20a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:48.900498 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bce3877c-c50e-4cf4-b385-1826a7678c9c tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6526847 Nov 11 21:16:48.903399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:48.909917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-464684493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '887a3936-d606-4221-bedb-b0c10a4ac20a'}], 'security_groups': ['3beb6778-7cd1-4b90-926a-c929b5b4ab9c', 'b46a421d-2199-4d3f-9e46-1b95bc15bba3']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:49.112502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b1177-b9b4-420f-9630-28a910354fc3 None None] Update dhcp port {'port': {'network_id': '8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa', 'fixed_ips': [{'subnet_id': '5fbddc26-f490-49c4-9e65-3fb19618eddb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de62b980-9701-47fd-a5e4-8e9271e55fb3', 'ip_address': '172.20.0.2'}, {'subnet_id': '887a3936-d606-4221-bedb-b0c10a4ac20a'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '56503786-021e-4a69-bce9-79191b4112a9'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:16:49.149481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:49.153336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f59b1177-b9b4-420f-9630-28a910354fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:49.387303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-f59b1177-b9b4-420f-9630-28a910354fc3 None None] Allocated IP 172.20.0.34 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/887a3936-d606-4221-bedb-b0c10a4ac20a/56503786-021e-4a69-bce9-79191b4112a9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:49.498306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f59b1177-b9b4-420f-9630-28a910354fc3 None None] For port 56503786-021e-4a69-bce9-79191b4112a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=56503786-021e-4a69-bce9-79191b4112a9,segment=NetworkSegment(48a86128-696e-4d7d-9a08-59fb1e63adee),segment_id=48a86128-696e-4d7d-9a08-59fb1e63adee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:49.536565 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f59b1177-b9b4-420f-9630-28a910354fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:49.629741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f59b1177-b9b4-420f-9630-28a910354fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:49.780827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Delete allocated IP 172.20.0.8 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/de62b980-9701-47fd-a5e4-8e9271e55fb3) {{(pid=109675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:16:49.788694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Allocated IP 172.20.0.43 (8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa/887a3936-d606-4221-bedb-b0c10a4ac20a/b569f73e-c95e-4bd2-bf60-dd8407251dfc) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:16:49.838169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b1177-b9b4-420f-9630-28a910354fc3 None None] Pushing event updated for resources: {'Port': ['ID=56503786-021e-4a69-bce9-79191b4112a9,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:50.035938 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.131481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.252141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event updated for resources: {'Port': ['ID=b569f73e-c95e-4bd2-bf60-dd8407251dfc,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:50.280162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] In _notify_port_updated(), no bound segment for port b569f73e-c95e-4bd2-bf60-dd8407251dfc on network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:16:50.286971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:50.287673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.289174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-07821fd8-5d24-4bcf-8dfa-c34220fb74e7 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "PUT /v2.0/ports/b569f73e-c95e-4bd2-bf60-dd8407251dfc HTTP/1.1" status: 200 len: 959 time: 1.3844597 Nov 11 21:16:50.292951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46544) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:50.415571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port b569f73e-c95e-4bd2-bf60-dd8407251dfc {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:50.415928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.555169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.577483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for b569f73e-c95e-4bd2-bf60-dd8407251dfc owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:50.695882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a1347f37-6cfa-47c6-b1e0-da2f3c21cb4e None None] Provisioning complete for port bf9ab620-5664-4931-9791-c6ba6c96abbc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:50.696303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1347f37-6cfa-47c6-b1e0-da2f3c21cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.740678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 56503786-021e-4a69-bce9-79191b4112a9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:16:50.791422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a1347f37-6cfa-47c6-b1e0-da2f3c21cb4e None None] Port bf9ab620-5664-4931-9791-c6ba6c96abbc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:50.814860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a1347f37-6cfa-47c6-b1e0-da2f3c21cb4e None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:50.815319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1347f37-6cfa-47c6-b1e0-da2f3c21cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.818345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:50.820416 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.843645 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:50.898397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=b569f73e-c95e-4bd2-bf60-dd8407251dfc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:50.991620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a1347f37-6cfa-47c6-b1e0-da2f3c21cb4e None None] Could not find standard attr ID for object b569f73e-c95e-4bd2-bf60-dd8407251dfc. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:16:51.021234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.026767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-096e775d-86c2-474e-bf75-488d24deba61 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/b569f73e-c95e-4bd2-bf60-dd8407251dfc HTTP/1.1" status: 204 len: 168 time: 0.7328718 Nov 11 21:16:51.029315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:51.064686 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d1f994-ac0f-47d1-ae79-b4529e999428 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] GET failed (client error): The resource could not be found. Nov 11 21:16:51.067488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-74d1f994-ac0f-47d1-ae79-b4529e999428 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports/b569f73e-c95e-4bd2-bf60-dd8407251dfc HTTP/1.1" status: 404 len: 333 time: 0.0369070 Nov 11 21:16:51.070142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:51.141173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.177483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.210958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6665c9f2-9cde-4ce6-849d-12f17a12b302 None None] Could not find standard attr ID for object b569f73e-c95e-4bd2-bf60-dd8407251dfc. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:16:51.332516 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.335325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.336783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb401a41-c35b-4115-b953-d5983ae00731 HTTP/1.1" status: 204 len: 168 time: 0.2655892 Nov 11 21:16:51.343415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:51.363700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb401a41-c35b-4115-b953-d5983ae00731,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:51.385538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.386024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.386463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.387294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.390523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.391105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.391756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.394889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.394889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.394889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.394889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.394889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238249d-2342-4ca5-b9ea-e26edecf796e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:51.436559 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9123ebe-72db-498a-a5d7-961f77a41aa4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.465922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9123ebe-72db-498a-a5d7-961f77a41aa4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.667617 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9123ebe-72db-498a-a5d7-961f77a41aa4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.670249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9123ebe-72db-498a-a5d7-961f77a41aa4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.675804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9123ebe-72db-498a-a5d7-961f77a41aa4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/security-groups/b46a421d-2199-4d3f-9e46-1b95bc15bba3 HTTP/1.1" status: 204 len: 168 time: 0.3307934 Nov 11 21:16:51.675911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46560) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:51.681990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9123ebe-72db-498a-a5d7-961f77a41aa4 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46a421d-2199-4d3f-9e46-1b95bc15bba3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:51.717169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:51.748789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6daae9a5-9f38-4530-a77a-a5908f272932 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.775413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6daae9a5-9f38-4530-a77a-a5908f272932 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.920368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6daae9a5-9f38-4530-a77a-a5908f272932 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.923548 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6daae9a5-9f38-4530-a77a-a5908f272932 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:51.927241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6daae9a5-9f38-4530-a77a-a5908f272932 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/security-groups/3beb6778-7cd1-4b90-926a-c929b5b4ab9c HTTP/1.1" status: 204 len: 168 time: 0.2482607 Nov 11 21:16:51.935172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46570) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:51.936062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daae9a5-9f38-4530-a77a-a5908f272932 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb6778-7cd1-4b90-926a-c929b5b4ab9c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:52.035278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet de62b980-9701-47fd-a5e4-8e9271e55fb3 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:52.039579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.089946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.190852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.227946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.315410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.343752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=de62b980-9701-47fd-a5e4-8e9271e55fb3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:52.348706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.351916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d2031924-148c-45ed-b01b-cf935ae2c74b tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/de62b980-9701-47fd-a5e4-8e9271e55fb3 HTTP/1.1" status: 204 len: 168 time: 0.3943334 Nov 11 21:16:52.355980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:52.363552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79833615-a523-4e8d-a9ad-0e974997febb None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:52.425577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 887a3936-d606-4221-bedb-b0c10a4ac20a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:52.431854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.502555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.510555 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.636664 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.817918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.850483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=887a3936-d606-4221-bedb-b0c10a4ac20a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:52.858736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:52.863188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a62e3868-0f86-4ecb-a923-729e8fccfe73 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/887a3936-d606-4221-bedb-b0c10a4ac20a HTTP/1.1" status: 204 len: 168 time: 0.5057819 Nov 11 21:16:52.865186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:52.908946 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-214c4580-5a89-4a06-bdba-4dc214a1f5b2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:52.909571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214c4580-5a89-4a06-bdba-4dc214a1f5b2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:52.913043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-214c4580-5a89-4a06-bdba-4dc214a1f5b2 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/de62b980-9701-47fd-a5e4-8e9271e55fb3 HTTP/1.1" status: 404 len: 337 time: 0.0465889 Nov 11 21:16:52.915417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:52.976115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Deleting port c648e5f7-b57f-4429-9995-8cc34f07d285 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:52.976620 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.001222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting subnet 5fbddc26-f490-49c4-9e65-3fb19618eddb {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:53.005116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.052851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.137728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] For port c648e5f7-b57f-4429-9995-8cc34f07d285, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c648e5f7-b57f-4429-9995-8cc34f07d285,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:53.138093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.152723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.162957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Calling delete_port for c648e5f7-b57f-4429-9995-8cc34f07d285 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:53.321305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.372981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbddc26-f490-49c4-9e65-3fb19618eddb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:53.387703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.391082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e62ea920-ea99-4f2e-b624-ddaed4ad02a6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/5fbddc26-f490-49c4-9e65-3fb19618eddb HTTP/1.1" status: 204 len: 168 time: 0.4746766 Nov 11 21:16:53.395873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.434247 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d3ef20-1b8c-46a8-b8c0-965b49677151 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.434827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d3ef20-1b8c-46a8-b8c0-965b49677151 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.439214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-51d3ef20-1b8c-46a8-b8c0-965b49677151 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/ac8c0db7-6562-4768-952a-e8ae05a43147 HTTP/1.1" status: 404 len: 337 time: 0.0406699 Nov 11 21:16:53.441818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46586) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.459870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a0e8c-8865-4893-b306-331264d7561d None None] Network 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:53.473188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-32e2fd46-5c75-404e-a7ff-a28bda92fe41 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "GET /v2.0/ports?device_id=cab41b6a-4e37-4381-89d2-eb5db671002f HTTP/1.1" status: 200 len: 205 time: 0.0301228 Nov 11 21:16:53.476133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.535518 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-6b15cd1b-d55b-4cfe-b8f7-7ce1149ecf2d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] delete failed (client error): The resource could not be found. Nov 11 21:16:53.539764 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b15cd1b-d55b-4cfe-b8f7-7ce1149ecf2d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/routers/cab41b6a-4e37-4381-89d2-eb5db671002f HTTP/1.1" status: 404 len: 336 time: 0.0625274 Nov 11 21:16:53.540497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.573949 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb470a86-0e22-4826-b558-748d98cb4212 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.574811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb470a86-0e22-4826-b558-748d98cb4212 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.584753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bb470a86-0e22-4826-b558-748d98cb4212 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/61179b03-380e-4b70-8c73-130cf5f59c66 HTTP/1.1" status: 404 len: 337 time: 0.0431652 Nov 11 21:16:53.585583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.607543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75573b2a-34f0-444a-9f8f-cec9930214d7 None None] Provisioning complete for port bf9ab620-5664-4931-9791-c6ba6c96abbc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:53.608160 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75573b2a-34f0-444a-9f8f-cec9930214d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.616606 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ee23da-0270-4df9-9dcf-8f9d709a41a5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.617210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ee23da-0270-4df9-9dcf-8f9d709a41a5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.620460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a4ee23da-0270-4df9-9dcf-8f9d709a41a5 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/57647867-1937-4ced-a76f-2f1c91b02038 HTTP/1.1" status: 404 len: 337 time: 0.0337489 Nov 11 21:16:53.623468 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46594) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.654541 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eef9c05-c808-4174-bf91-a871c276b989 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.655079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eef9c05-c808-4174-bf91-a871c276b989 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.658649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2eef9c05-c808-4174-bf91-a871c276b989 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/4bb38227-833f-44a1-b7fd-c0006100e969 HTTP/1.1" status: 404 len: 337 time: 0.0340495 Nov 11 21:16:53.662797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.663745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-75573b2a-34f0-444a-9f8f-cec9930214d7 None None] Port bf9ab620-5664-4931-9791-c6ba6c96abbc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:16:53.675216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75573b2a-34f0-444a-9f8f-cec9930214d7 None None] Provisioning complete for port 56503786-021e-4a69-bce9-79191b4112a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:16:53.675588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75573b2a-34f0-444a-9f8f-cec9930214d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.705969 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc92a60-7245-4658-a488-3a0ea45da70e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.706636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc92a60-7245-4658-a488-3a0ea45da70e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.709737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ddc92a60-7245-4658-a488-3a0ea45da70e tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/3e13adc4-f49a-4d0a-b8ca-e1b1271782d1 HTTP/1.1" status: 404 len: 333 time: 0.0459809 Nov 11 21:16:53.712461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.748273 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-511ae1e7-cdaf-4647-87a8-b5c9b6efa886 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.749108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511ae1e7-cdaf-4647-87a8-b5c9b6efa886 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.752528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] DHCP port deletion for 8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:53.753032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-511ae1e7-cdaf-4647-87a8-b5c9b6efa886 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/67071fba-cb14-4189-8e86-222732ef09c3 HTTP/1.1" status: 404 len: 337 time: 0.0386958 Nov 11 21:16:53.756568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46600) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.785281 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfc4ffc-100e-4d6b-947a-2904a23777f6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.785896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfc4ffc-100e-4d6b-947a-2904a23777f6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.795356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5dfc4ffc-100e-4d6b-947a-2904a23777f6 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/306c0baa-857f-4816-8772-3a00ac4e5a93 HTTP/1.1" status: 404 len: 337 time: 0.0323367 Nov 11 21:16:53.798150 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46602) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.822214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] Deleting port 56503786-021e-4a69-bce9-79191b4112a9 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:53.822667 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.836948 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf51f692-595a-447b-a0bf-714573e0cd5f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.837805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf51f692-595a-447b-a0bf-714573e0cd5f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.841025 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bf51f692-595a-447b-a0bf-714573e0cd5f tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/e0311246-e3fb-4791-a560-00bd75315d15 HTTP/1.1" status: 404 len: 333 time: 0.0435021 Nov 11 21:16:53.843829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.871585 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c60810e-783c-4d9b-a5b0-d74d56d76d0d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.872049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c60810e-783c-4d9b-a5b0-d74d56d76d0d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.877566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0c60810e-783c-4d9b-a5b0-d74d56d76d0d tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/79d94f76-8afd-47fd-8dbe-26be053c5f7a HTTP/1.1" status: 404 len: 337 time: 0.0296030 Nov 11 21:16:53.877782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46608) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.893475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] For port 56503786-021e-4a69-bce9-79191b4112a9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=56503786-021e-4a69-bce9-79191b4112a9,segment=NetworkSegment(48a86128-696e-4d7d-9a08-59fb1e63adee),segment_id=48a86128-696e-4d7d-9a08-59fb1e63adee)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:53.893875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.903566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:53.907756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] Calling delete_port for 56503786-021e-4a69-bce9-79191b4112a9 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:53.912069 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ef6d6f-1e96-47d5-9f3e-37654e5c3206 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] DELETE failed (client error): The resource could not be found. Nov 11 21:16:53.912542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ef6d6f-1e96-47d5-9f3e-37654e5c3206 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:16:53.918652 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-71ef6d6f-1e96-47d5-9f3e-37654e5c3206 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/subnets/6eee316f-2207-416f-b042-cee93a13f89e HTTP/1.1" status: 404 len: 337 time: 0.0369225 Nov 11 21:16:53.918813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:53.965498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c648e5f7-b57f-4429-9995-8cc34f07d285,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:54.073327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Deleting port bf9ab620-5664-4931-9791-c6ba6c96abbc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:54.073678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.160786 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.187500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.205982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Calling delete_port for bf9ab620-5664-4931-9791-c6ba6c96abbc owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:54.344637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.371731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.386919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] Pushing event deleted for resources: {'Port': ['ID=56503786-021e-4a69-bce9-79191b4112a9,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:54.389043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feba148-cc52-449b-a2e1-b456031aefbf None None] No DVR routers for this DVR port 56503786-021e-4a69-bce9-79191b4112a9 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:54.409242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Port': ['ID=bf9ab620-5664-4931-9791-c6ba6c96abbc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:54.425486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.430834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1e7abd54-3ca8-4b5c-bb85-ef40a74be842 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/ports/bf9ab620-5664-4931-9791-c6ba6c96abbc HTTP/1.1" status: 204 len: 168 time: 0.5108824 Nov 11 21:16:54.432705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46614) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:54.459104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Router 46c19639-839d-4f77-9939-a6c5b14f1d8b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:16:54.529595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.576654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:16:54.582703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ebb4b374-0e55-4048-8372-a8f049f8adc6 admin admin] 10.222.0.31 "PUT /v2.0/routers/46c19639-839d-4f77-9939-a6c5b14f1d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8644488 Nov 11 21:16:54.585308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:54.589603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] Sync routers for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:16:54.601206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:54.601843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:54.655754 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.694906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:54.706028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a86128-696e-4d7d-9a08-59fb1e63adee') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:54.706324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a86128-696e-4d7d-9a08-59fb1e63adee') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:54.717577 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.727295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.736522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.754991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:54.755524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:54.759313 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:54.766856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:16:54.835887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 56503786-021e-4a69-bce9-79191b4112a9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:54.861509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 56503786-021e-4a69-bce9-79191b4112a9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:54.861867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 56503786-021e-4a69-bce9-79191b4112a9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:54.867610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.972416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.979232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:54.983725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] 10.222.0.31 "DELETE /v2.0/networks/8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa HTTP/1.1" status: 204 len: 168 time: 0.5500510 Nov 11 21:16:55.011205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Deleting port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:55.011566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.014673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209be73a-19f7-4b90-93e4-24f4234e18c0 tempest-PortsTestJSON-931626973 tempest-PortsTestJSON-931626973-project] Pushing event deleted for resources: {'Network': ['ID=8b30b2a6-2aca-4c1b-a9a2-7f322406e9aa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:55.035488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:16:53Z', 'revision_number': 5, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port': {'id': '98f3f54c-0764-4e0d-9c5b-e9412ce88f93', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:04:49Z', 'updated_at': '2021-11-11T21:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:55.067255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] Checking router: 46c19639-839d-4f77-9939-a6c5b14f1d8b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:16:55.079769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] Routers {'46c19639-839d-4f77-9939-a6c5b14f1d8b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:16:55.080746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['46c19639-839d-4f77-9939-a6c5b14f1d8b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:55.103664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] For port 98f3f54c-0764-4e0d-9c5b-e9412ce88f93, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:55.104613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.119188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Calling delete_port for 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:55.181641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] Set router 46c19639-839d-4f77-9939-a6c5b14f1d8b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:16:55.242477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:16:54Z', 'revision_number': 6, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:55.272647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ec6a6-1403-438e-9d20-4918a5e58f2c None None] The sync data for ids ['46c19639-839d-4f77-9939-a6c5b14f1d8b'] in n-d-805734-3 is: [{'id': '46c19639-839d-4f77-9939-a6c5b14f1d8b', 'name': 'tempest-TaggedBootDevicesTest-1254691328-router', 'tenant_id': '11cb03a510ca46ae950419e270fc99fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:04:48Z', 'updated_at': '2021-11-11T21:16:54Z', 'revision_number': 6, 'project_id': '11cb03a510ca46ae950419e270fc99fb', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:16:55.401395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:55.428930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.458288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Pushing event deleted for resources: {'Port': ['ID=98f3f54c-0764-4e0d-9c5b-e9412ce88f93,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:55.471630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.472129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.472599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.473099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.473523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.473942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.474904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.474904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.475121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.475544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.475951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.476461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:16:55.479103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee63fc-28b1-4e2c-91cd-a6806698c63c None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:55.555613 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.665414 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ba298d1a-f868-41af-b468-7d2fb076f07c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8baccb83e8744849eb8dea2000ec962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627249 Nov 11 21:16:55.667820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:55.670888 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.678012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.761252 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddc4388d-1ce1-457b-9f73-636e1ed621c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.788162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddc4388d-1ce1-457b-9f73-636e1ed621c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.823139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.823654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46c19639-839d-4f77-9939-a6c5b14f1d8b {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:16:55.827866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.829445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0944d21a-0d05-4b06-9abc-280b874a915d admin admin] 10.222.0.31 "DELETE /v2.0/routers/46c19639-839d-4f77-9939-a6c5b14f1d8b HTTP/1.1" status: 204 len: 168 time: 1.2429631 Nov 11 21:16:55.832304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:55.880223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] Deleting subnet 5e12c7ff-46b4-4543-a379-6ea7942a3bd7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:16:55.889545 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.918832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.940288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddc4388d-1ce1-457b-9f73-636e1ed621c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.942820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ddc4388d-1ce1-457b-9f73-636e1ed621c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:55.946220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ddc4388d-1ce1-457b-9f73-636e1ed621c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec087073-e41b-470a-9daf-0d2666fe2b1b HTTP/1.1" status: 204 len: 168 time: 0.2751532 Nov 11 21:16:55.959189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4388d-1ce1-457b-9f73-636e1ed621c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec087073-e41b-470a-9daf-0d2666fe2b1b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:56.018566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.190205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.215957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e12c7ff-46b4-4543-a379-6ea7942a3bd7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:56.223357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.233738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44b32c-9b3b-4edd-aa24-429c79843df4 None None] Network 8bea7f20-7ba1-4360-a063-0581094fd6f9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:16:56.236737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:56.237207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f626c5f4-4154-47c2-b996-d31f0cbacb22 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5e12c7ff-46b4-4543-a379-6ea7942a3bd7 HTTP/1.1" status: 204 len: 168 time: 0.4031975 Nov 11 21:16:56.338115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.407648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Deleting port b17aa4dd-7fc4-400e-9747-c04084cbe729 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:56.408300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.483983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] DHCP port deletion for 8bea7f20-7ba1-4360-a063-0581094fd6f9 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:16:56.495950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] For port b17aa4dd-7fc4-400e-9747-c04084cbe729, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b17aa4dd-7fc4-400e-9747-c04084cbe729,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:56.496676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.518008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Calling delete_port for b17aa4dd-7fc4-400e-9747-c04084cbe729 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:56.540221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] Deleting port b17aa4dd-7fc4-400e-9747-c04084cbe729 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:16:56.540609 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.608335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] For port b17aa4dd-7fc4-400e-9747-c04084cbe729, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b17aa4dd-7fc4-400e-9747-c04084cbe729,segment=NetworkSegment(2f26b0a3-2e79-4428-bb90-6de9a212c1f8),segment_id=2f26b0a3-2e79-4428-bb90-6de9a212c1f8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:16:56.608736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.623394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] Calling delete_port for b17aa4dd-7fc4-400e-9747-c04084cbe729 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:16:56.673823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.706821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Pushing event deleted for resources: {'Port': ['ID=b17aa4dd-7fc4-400e-9747-c04084cbe729,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:56.710332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] No DVR routers for this DVR port b17aa4dd-7fc4-400e-9747-c04084cbe729 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:56.712257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:16:56.746140 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:16:56.749276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:56.749276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 98f3f54c-0764-4e0d-9c5b-e9412ce88f93 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:56.749604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c648e5f7-b57f-4429-9995-8cc34f07d285 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:56.771430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c648e5f7-b57f-4429-9995-8cc34f07d285 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:56.771775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c648e5f7-b57f-4429-9995-8cc34f07d285 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:56.772210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b17aa4dd-7fc4-400e-9747-c04084cbe729 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:16:56.773854 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.793225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.813793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b17aa4dd-7fc4-400e-9747-c04084cbe729 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:16:56.814069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bea7f20-7ba1-4360-a063-0581094fd6f9']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:56.814226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b17aa4dd-7fc4-400e-9747-c04084cbe729 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:16:56.819236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] Pushing event deleted for resources: {'Port': ['ID=b17aa4dd-7fc4-400e-9747-c04084cbe729,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:56.822578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25161a38-a1be-40b5-88dd-11b143baf6db None None] No DVR routers for this DVR port b17aa4dd-7fc4-400e-9747-c04084cbe729 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:16:56.831731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f26b0a3-2e79-4428-bb90-6de9a212c1f8') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:56.832113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f26b0a3-2e79-4428-bb90-6de9a212c1f8') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:16:56.842300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.857273 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.864621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:16:56.865040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:16:56.866773 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:16:56.989407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.995272 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:56.998636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] 10.222.0.31 "DELETE /v2.0/networks/8bea7f20-7ba1-4360-a063-0581094fd6f9 HTTP/1.1" status: 204 len: 168 time: 0.7633615 Nov 11 21:16:57.019647 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92efd66-6a05-404f-b228-9fd9def1970d admin admin] Pushing event deleted for resources: {'Network': ['ID=8bea7f20-7ba1-4360-a063-0581094fd6f9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:57.253925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46670) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:57.322405 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.372203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0a3a5fba-e5d6-4d51-877e-bb087c361819 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:57.372660 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-0a3a5fba-e5d6-4d51-877e-bb087c361819 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:16:57.373161 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-0a3a5fba-e5d6-4d51-877e-bb087c361819 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:16:57.374144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0a3a5fba-e5d6-4d51-877e-bb087c361819 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1191962 Nov 11 21:16:57.377972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:57.382369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410487082'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:57.497081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46680) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:57.514017 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.525453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.566807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-31b875f4-f263-4f25-b26e-2d0fd4466c13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11cb03a510ca46ae950419e270fc99fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681007 Nov 11 21:16:57.569660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46684) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:57.625133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51022940-8dc2-41ef-a7aa-34cd791bbaeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.632366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.652420 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51022940-8dc2-41ef-a7aa-34cd791bbaeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.738012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.767823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51022940-8dc2-41ef-a7aa-34cd791bbaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.772107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-51022940-8dc2-41ef-a7aa-34cd791bbaeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.773330 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-51022940-8dc2-41ef-a7aa-34cd791bbaeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0a12d1c-de14-4389-b501-89ac64d77a59 HTTP/1.1" status: 204 len: 168 time: 0.2025399 Nov 11 21:16:57.785023 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51022940-8dc2-41ef-a7aa-34cd791bbaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a12d1c-de14-4389-b501-89ac64d77a59,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:57.789856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d2427-acd1-42fc-9898-31b83c25faf6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:57.833925 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.914697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.946994 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b931e1f-d4ba-4b7e-9583-068956586846,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:57.990954 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:57.992361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-39319b82-cef1-44ed-b064-110010a69f05 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6134281 Nov 11 21:16:57.995308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:58.000061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-515679e3-7f49-4af4-8637-a90c8811ee23 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8b931e1f-d4ba-4b7e-9583-068956586846', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:58.068899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-515679e3-7f49-4af4-8637-a90c8811ee23 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.149593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-515679e3-7f49-4af4-8637-a90c8811ee23 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.222960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-515679e3-7f49-4af4-8637-a90c8811ee23 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.247652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515679e3-7f49-4af4-8637-a90c8811ee23 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e20f6f6-e0e7-4fed-948e-af73eecff4cc,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:58.322438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-515679e3-7f49-4af4-8637-a90c8811ee23 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.324317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-515679e3-7f49-4af4-8637-a90c8811ee23 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277166 Nov 11 21:16:58.327073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46704) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:58.332909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3a92df4a-2421-4e76-bdd9-25c2b92917f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8b931e1f-d4ba-4b7e-9583-068956586846', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:58.432876 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3a92df4a-2421-4e76-bdd9-25c2b92917f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.566478 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-3a92df4a-2421-4e76-bdd9-25c2b92917f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 21:16:58.570236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3a92df4a-2421-4e76-bdd9-25c2b92917f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2395504 Nov 11 21:16:58.570582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:58.662960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af3c6e05-adb1-4dfc-8d71-c5aebf7922d4 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.690207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af3c6e05-adb1-4dfc-8d71-c5aebf7922d4 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.840690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af3c6e05-adb1-4dfc-8d71-c5aebf7922d4 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.844500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af3c6e05-adb1-4dfc-8d71-c5aebf7922d4 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:58.846091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-af3c6e05-adb1-4dfc-8d71-c5aebf7922d4 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b931e1f-d4ba-4b7e-9583-068956586846 HTTP/1.1" status: 204 len: 168 time: 0.2745728 Nov 11 21:16:58.849147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46726) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:58.856631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c6e05-adb1-4dfc-8d71-c5aebf7922d4 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b931e1f-d4ba-4b7e-9583-068956586846,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:58.955270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46728) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:58.968427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:58.968907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b0b9fa13-9334-40eb-b9c1-afb9a35015fa tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1177292 Nov 11 21:16:58.976212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-936346ca-a8c8-4587-ba1f-c56cadfc0284 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--557517862'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:59.077769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-646799877-network', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:59.100479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-936346ca-a8c8-4587-ba1f-c56cadfc0284 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.175942 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-936346ca-a8c8-4587-ba1f-c56cadfc0284 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.217413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Made reservation on behalf of d8dd3c5998f44844915036e2aabbd6d4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:16:59.220446 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.229683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.254995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-936346ca-a8c8-4587-ba1f-c56cadfc0284 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.300107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936346ca-a8c8-4587-ba1f-c56cadfc0284 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be132c25-91d9-46ed-9075-a57c92b7ec38,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:59.338229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.361330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-936346ca-a8c8-4587-ba1f-c56cadfc0284 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.362604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-936346ca-a8c8-4587-ba1f-c56cadfc0284 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3924174 Nov 11 21:16:59.365440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46736) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:59.369774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e9aed3b2-f2e2-4d53-b037-036988bce0de tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': 'be132c25-91d9-46ed-9075-a57c92b7ec38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:59.370571 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-e9aed3b2-f2e2-4d53-b037-036988bce0de tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 21:16:59.371050 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-e9aed3b2-f2e2-4d53-b037-036988bce0de tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:16:59.372002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e9aed3b2-f2e2-4d53-b037-036988bce0de tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056500 Nov 11 21:16:59.374381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46738) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:59.428947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b019594-f173-4807-b42b-be25809c1a06 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.443430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.466954 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b019594-f173-4807-b42b-be25809c1a06 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.490565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:16:59.497055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b714c6b-f42a-479b-ae9b-9c063897e990,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:59.514268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.514624 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Added segment fa984adf-6329-4c29-b1ba-265d4b5606df of type vlan for network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d Nov 11 21:16:59.575111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.657384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b019594-f173-4807-b42b-be25809c1a06 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.660365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b019594-f173-4807-b42b-be25809c1a06 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.661659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4b019594-f173-4807-b42b-be25809c1a06 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/be132c25-91d9-46ed-9075-a57c92b7ec38 HTTP/1.1" status: 204 len: 168 time: 0.2863131 Nov 11 21:16:59.664311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:59.671239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b019594-f173-4807-b42b-be25809c1a06 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be132c25-91d9-46ed-9075-a57c92b7ec38,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:59.702924 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.703937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:16:59.704548 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:16:59.736447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2e7f467-f895-4402-adc9-9529d0bb48b5 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0673118 Nov 11 21:16:59.737116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:59.741818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f7e3453b-6418-467b-aa27-93251591d7b9 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--776783534'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:59.796536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=3985b7ae-9f2d-4bb4-8756-cd53c390a28d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:16:59.806318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:16:59.831734 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2dc301fc-5213-4609-86ba-624d48346ad2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8736203 Nov 11 21:16:59.832992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46748) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:16:59.837930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Request body: {'subnet': {'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-646799877-subnet', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:16:59.931644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7e3453b-6418-467b-aa27-93251591d7b9 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.005187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7e3453b-6418-467b-aa27-93251591d7b9 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.028485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Made reservation on behalf of d8dd3c5998f44844915036e2aabbd6d4 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:00.030840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.114281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7e3453b-6418-467b-aa27-93251591d7b9 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.189594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3453b-6418-467b-aa27-93251591d7b9 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472d812b-8c68-4338-b6df-afb7a3f25502,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:00.286362 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f7e3453b-6418-467b-aa27-93251591d7b9 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.287654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f7e3453b-6418-467b-aa27-93251591d7b9 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5495546 Nov 11 21:17:00.290594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:00.296479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-235d62b6-bb96-47fc-a702-03c56976c81c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '472d812b-8c68-4338-b6df-afb7a3f25502', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:00.297241 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-235d62b6-bb96-47fc-a702-03c56976c81c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 21:17:00.297954 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-235d62b6-bb96-47fc-a702-03c56976c81c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:00.302004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-235d62b6-bb96-47fc-a702-03c56976c81c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074880 Nov 11 21:17:00.302165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:00.377243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17919761-e00d-454a-b1aa-febf1695c9c0 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.403485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17919761-e00d-454a-b1aa-febf1695c9c0 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.440399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.508931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d886793b-8ce2-483c-8a2e-1d1f09fca4ae,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:00.518603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:00.518972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Network hostable DHCP agents. Network: 3985b7ae-9f2d-4bb4-8756-cd53c390a28d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:17:00.571833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17919761-e00d-454a-b1aa-febf1695c9c0 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.574732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17919761-e00d-454a-b1aa-febf1695c9c0 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.576022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-17919761-e00d-454a-b1aa-febf1695c9c0 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/472d812b-8c68-4338-b6df-afb7a3f25502 HTTP/1.1" status: 204 len: 168 time: 0.2727726 Nov 11 21:17:00.579494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:00.586312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17919761-e00d-454a-b1aa-febf1695c9c0 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d812b-8c68-4338-b6df-afb7a3f25502,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:00.646386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dda9423f-55f3-40b5-a6b4-3d699b56c54d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0620105 Nov 11 21:17:00.646578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:00.651355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f0bc1d6c-26af-4808-a860-6a6bd2507072 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--324722234'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:00.671760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:17:00.731990 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0bc1d6c-26af-4808-a860-6a6bd2507072 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.738869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 3985b7ae-9f2d-4bb4-8756-cd53c390a28d) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:00.751235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:00.751981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.756778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e967389-f0a7-48a3-908d-bdf0fc7652be None None] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:17:00.817254 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0bc1d6c-26af-4808-a860-6a6bd2507072 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.884219 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0bc1d6c-26af-4808-a860-6a6bd2507072 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:00.914706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc1d6c-26af-4808-a860-6a6bd2507072 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fea030-1886-4227-abae-1bb860f2cbc6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:00.919848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d645802-3367-41de-b750-cb9678990ce1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0858552 Nov 11 21:17:00.922970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46764) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:00.927371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:00.930855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:17:00.932099 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.032434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f0bc1d6c-26af-4808-a860-6a6bd2507072 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.033822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f0bc1d6c-26af-4808-a860-6a6bd2507072 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3862150 Nov 11 21:17:01.036802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.041565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-56deeb92-927b-46af-bcac-5821e6cff65b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': 'f9fea030-1886-4227-abae-1bb860f2cbc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:01.043528 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-56deeb92-927b-46af-bcac-5821e6cff65b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 21:17:01.044027 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-56deeb92-927b-46af-bcac-5821e6cff65b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:01.050288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-56deeb92-927b-46af-bcac-5821e6cff65b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073876 Nov 11 21:17:01.052129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.069408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-373743ba-5268-4e3d-868b-cb8a05996b0b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': 'f9fea030-1886-4227-abae-1bb860f2cbc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:01.070534 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-373743ba-5268-4e3d-868b-cb8a05996b0b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 21:17:01.070880 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-373743ba-5268-4e3d-868b-cb8a05996b0b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:01.075195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46770) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.075668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-373743ba-5268-4e3d-868b-cb8a05996b0b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0141234 Nov 11 21:17:01.081568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Allocated IP 172.20.0.2 (3985b7ae-9f2d-4bb4-8756-cd53c390a28d/d886793b-8ce2-483c-8a2e-1d1f09fca4ae/3260a251-908f-4132-b1c1-6d6e49c2994d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:01.081839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2b77d4f9-aab8-4b44-ab19-2dc57f759df3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': 'f9fea030-1886-4227-abae-1bb860f2cbc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:01.082874 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-2b77d4f9-aab8-4b44-ab19-2dc57f759df3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 21:17:01.084895 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-2b77d4f9-aab8-4b44-ab19-2dc57f759df3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:01.088233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2b77d4f9-aab8-4b44-ab19-2dc57f759df3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084171 Nov 11 21:17:01.088985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.097007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9148776b-015d-45ae-aae5-c872bd042fea tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': 'f9fea030-1886-4227-abae-1bb860f2cbc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:01.097926 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-9148776b-015d-45ae-aae5-c872bd042fea tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 21:17:01.098458 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-9148776b-015d-45ae-aae5-c872bd042fea tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:01.100589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9148776b-015d-45ae-aae5-c872bd042fea tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097187 Nov 11 21:17:01.103351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.160978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.163737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.180963 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c44f3e-72dd-427a-983d-8d738e49b96f tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.209393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c44f3e-72dd-427a-983d-8d738e49b96f tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.232650 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.287133 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.331546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c44f3e-72dd-427a-983d-8d738e49b96f tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.334918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34c44f3e-72dd-427a-983d-8d738e49b96f tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.338462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-34c44f3e-72dd-427a-983d-8d738e49b96f tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/f9fea030-1886-4227-abae-1bb860f2cbc6 HTTP/1.1" status: 204 len: 168 time: 0.2313380 Nov 11 21:17:01.339951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.360633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c44f3e-72dd-427a-983d-8d738e49b96f tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fea030-1886-4227-abae-1bb860f2cbc6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:01.394796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.418668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a5840733-0f98-490c-9dc5-c7303e6ef433 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0774462 Nov 11 21:17:01.423859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.431191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-60c06e68-86f7-4c52-bc83-bc8f4d939e74 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710988485'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:01.447911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:01.451808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:01.455112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:01.456388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.459164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Pushing event updated for resources: {'Port': ['ID=3260a251-908f-4132-b1c1-6d6e49c2994d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:01.519785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Attempting to bind port 3260a251-908f-4132-b1c1-6d6e49c2994d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:01.520190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Attempting to bind port 3260a251-908f-4132-b1c1-6d6e49c2994d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:01.520565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Attempting to bind port 3260a251-908f-4132-b1c1-6d6e49c2994d on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:01.526221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:01.526583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:01.527203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.527662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Bound using segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:01.528139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Bound port: 3260a251-908f-4132-b1c1-6d6e49c2994d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:01.528547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.575949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60c06e68-86f7-4c52-bc83-bc8f4d939e74 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.600254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] For port 3260a251-908f-4132-b1c1-6d6e49c2994d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:01.603900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] For port 3260a251-908f-4132-b1c1-6d6e49c2994d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3260a251-908f-4132-b1c1-6d6e49c2994d,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:01.658138 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60c06e68-86f7-4c52-bc83-bc8f4d939e74 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.743043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60c06e68-86f7-4c52-bc83-bc8f4d939e74 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.744833 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.786351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06e68-86f7-4c52-bc83-bc8f4d939e74 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3ffd79-44db-47f6-8b9d-d0a876c5526e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:01.789632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.814305 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.887835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-60c06e68-86f7-4c52-bc83-bc8f4d939e74 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.888396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf858ae-d78b-421c-929e-3e710599a227 None None] Pushing event updated for resources: {'Port': ['ID=3260a251-908f-4132-b1c1-6d6e49c2994d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:01.889143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-60c06e68-86f7-4c52-bc83-bc8f4d939e74 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4637513 Nov 11 21:17:01.892011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.903801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4026e268-8f58-4fca-a5cb-3bddaf202351 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:01.904605 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-4026e268-8f58-4fca-a5cb-3bddaf202351 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:17:01.905711 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-4026e268-8f58-4fca-a5cb-3bddaf202351 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:01.907200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4026e268-8f58-4fca-a5cb-3bddaf202351 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140176 Nov 11 21:17:01.910835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:01.919188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e089a2a5-0aa3-4b01-ba1a-765735141b00 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:01.958595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b910ca7-adda-4e87-ab97-c10ef0bf05b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:01.983340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Allocated IP 172.25.2.154 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/007765a4-9b08-46fe-a949-588c6ee4aef7) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:02.133619 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-e089a2a5-0aa3-4b01-ba1a-765735141b00 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:02.137144 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e089a2a5-0aa3-4b01-ba1a-765735141b00 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2222333 Nov 11 21:17:02.137273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46788) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:02.149705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3674e027-4c06-4b36-b8e9-46481c9a919c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:02.150194 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-3674e027-4c06-4b36-b8e9-46481c9a919c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 21:17:02.150726 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-3674e027-4c06-4b36-b8e9-46481c9a919c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:02.154557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3674e027-4c06-4b36-b8e9-46481c9a919c tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135732 Nov 11 21:17:02.157152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46790) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:02.167408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c7416060-2e96-4c6b-9fa8-58fb16436480 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:02.194216 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:02.336356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:02.376125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:02.381281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:02.384244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:02.400434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17cdc5-0333-4484-a1c9-6c1baf53193b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:02.411063 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-c7416060-2e96-4c6b-9fa8-58fb16436480 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:02.417184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46794) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:02.418805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c7416060-2e96-4c6b-9fa8-58fb16436480 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2618992 Nov 11 21:17:02.424226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-718bb339-2a39-47e7-b3b8-7ffdbcd6f764 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:02.424717 n-d-805734-3 neutron-server[109674]: WARNING neutron.api.v2.base [None req-718bb339-2a39-47e7-b3b8-7ffdbcd6f764 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 21:17:02.425212 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-718bb339-2a39-47e7-b3b8-7ffdbcd6f764 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:02.429138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-718bb339-2a39-47e7-b3b8-7ffdbcd6f764 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080512 Nov 11 21:17:02.429138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Pushing event updated for resources: {'Port': ['ID=007765a4-9b08-46fe-a949-588c6ee4aef7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:02.431232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:02.438082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a848360d-ba1d-4c36-85c5-16d2bd387f3b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:02.507209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5d7a3e03-147b-4181-9603-e72f78b103f9 None None] Provisioning complete for port 007765a4-9b08-46fe-a949-588c6ee4aef7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:02.508213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3e03-147b-4181-9603-e72f78b103f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:02.583134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a3e03-147b-4181-9603-e72f78b103f9 None None] Port 007765a4-9b08-46fe-a949-588c6ee4aef7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:02.715034 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-a848360d-ba1d-4c36-85c5-16d2bd387f3b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:02.719566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a848360d-ba1d-4c36-85c5-16d2bd387f3b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2835090 Nov 11 21:17:02.719566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:02.724810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5472bac0-21f7-489f-97c3-a46eb9b22b08 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:02.725291 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-5472bac0-21f7-489f-97c3-a46eb9b22b08 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 21:17:02.725794 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-5472bac0-21f7-489f-97c3-a46eb9b22b08 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:02.729460 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5472bac0-21f7-489f-97c3-a46eb9b22b08 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062013 Nov 11 21:17:02.730327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46800) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:02.735408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fa62e140-096d-4acd-bcda-c9c60bae5155 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:02.754178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3260a251-908f-4132-b1c1-6d6e49c2994d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:02.872604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3260a251-908f-4132-b1c1-6d6e49c2994d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:02.873599 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.032228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.090357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 3260a251-908f-4132-b1c1-6d6e49c2994d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3260a251-908f-4132-b1c1-6d6e49c2994d,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:03.164940 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.254880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=3260a251-908f-4132-b1c1-6d6e49c2994d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:03.277975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38bf98-2713-4647-8b91-a66a4cb48039 None None] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:17:03.377513 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-fa62e140-096d-4acd-bcda-c9c60bae5155 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:03.381063 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa62e140-096d-4acd-bcda-c9c60bae5155 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6472394 Nov 11 21:17:03.381291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46808) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:03.389093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fab36221-2f22-49eb-aa6c-774c1a181b42 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '8a3ffd79-44db-47f6-8b9d-d0a876c5526e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:03.389429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b6ef70d1-5f1c-4542-bfce-7eb81ab45678 None None] Provisioning complete for port 3260a251-908f-4132-b1c1-6d6e49c2994d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:03.389813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b6ef70d1-5f1c-4542-bfce-7eb81ab45678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.420388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.677146 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-fab36221-2f22-49eb-aa6c-774c1a181b42 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:03.678020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fab36221-2f22-49eb-aa6c-774c1a181b42 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2957935 Nov 11 21:17:03.681041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46810) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:03.700031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.759259 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2864f5b5-f54c-4ae9-b4e7-119bff38d3be tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.817000 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2864f5b5-f54c-4ae9-b4e7-119bff38d3be tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.936439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Router 74b17385-40ce-49c9-99b2-e3a828fc32cf is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:17:03.989473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2864f5b5-f54c-4ae9-b4e7-119bff38d3be tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.992629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2864f5b5-f54c-4ae9-b4e7-119bff38d3be tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:03.993823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2864f5b5-f54c-4ae9-b4e7-119bff38d3be tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a3ffd79-44db-47f6-8b9d-d0a876c5526e HTTP/1.1" status: 204 len: 168 time: 0.3117135 Nov 11 21:17:03.997412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46814) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:04.004564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864f5b5-f54c-4ae9-b4e7-119bff38d3be tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3ffd79-44db-47f6-8b9d-d0a876c5526e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:04.025354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3bc32b8d-089f-45f8-acce-f231847df5cc None None] Provisioning complete for port 3260a251-908f-4132-b1c1-6d6e49c2994d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:04.025728 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bc32b8d-089f-45f8-acce-f231847df5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.100680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-089dfb38-2924-48ef-96e7-8730c588f50b tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0983245 Nov 11 21:17:04.102276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:04.104401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:17:04.106810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-38d142e7-141a-4d08-bebe-782430879d19 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--313243299'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:04.121966 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Sync routers for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:17:04.141765 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:04.142839 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:04.211828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38d142e7-141a-4d08-bebe-782430879d19 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.269053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.270711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1cb670de-21f7-49b2-8d91-eab55d5fbc57 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3466549 Nov 11 21:17:04.275460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46818) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:04.300468 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:04.370560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38d142e7-141a-4d08-bebe-782430879d19 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.404645 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8cede627-a99c-4670-9143-ea235390da3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.461694 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38d142e7-141a-4d08-bebe-782430879d19 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.510582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d142e7-141a-4d08-bebe-782430879d19 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fde4f4-837e-4d9a-bb17-bf695a062da7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:04.585338 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38d142e7-141a-4d08-bebe-782430879d19 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.587200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-38d142e7-141a-4d08-bebe-782430879d19 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4839036 Nov 11 21:17:04.595479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:04.601034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-083912b6-6363-4de1-87fc-85713c77b170 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '88fde4f4-837e-4d9a-bb17-bf695a062da7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:04.662945 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:02Z', 'revision_number': 3, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:04.768558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3260a251-908f-4132-b1c1-6d6e49c2994d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:04.859183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3260a251-908f-4132-b1c1-6d6e49c2994d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:04.859651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.912453 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Checking router: 74b17385-40ce-49c9-99b2-e3a828fc32cf for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:17:04.913796 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Updating router 74b17385-40ce-49c9-99b2-e3a828fc32cf port 007765a4-9b08-46fe-a949-588c6ee4aef7 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:17:04.960817 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:04.972380 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.003384 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-083912b6-6363-4de1-87fc-85713c77b170 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The resource could not be found. Nov 11 21:17:05.004550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-083912b6-6363-4de1-87fc-85713c77b170 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4078276 Nov 11 21:17:05.007617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:05.013911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-30495661-fb4f-45f1-a5c5-bf00f74908b7 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '88fde4f4-837e-4d9a-bb17-bf695a062da7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4848f879-2e00-4936-b588-d6f7a5459fec'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:05.281549 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-30495661-fb4f-45f1-a5c5-bf00f74908b7 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The resource could not be found. Nov 11 21:17:05.283241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-30495661-fb4f-45f1-a5c5-bf00f74908b7 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2742162 Nov 11 21:17:05.287101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:05.305821 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.354361 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.365439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Allocated IP 172.20.0.1 (3985b7ae-9f2d-4bb4-8756-cd53c390a28d/d886793b-8ce2-483c-8a2e-1d1f09fca4ae/a05b1e2b-0199-4543-823b-8e9f4a400e9d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:05.391629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb603e7f-4b38-421b-bca5-047ae899f71e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:05.431044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adb64e2e-7997-4d2e-b50d-3886fbe3ba11 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.452790 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Attempting to bind port 007765a4-9b08-46fe-a949-588c6ee4aef7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:05.453828 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Attempting to bind port 007765a4-9b08-46fe-a949-588c6ee4aef7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:05.454285 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Attempting to bind port 007765a4-9b08-46fe-a949-588c6ee4aef7 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:05.463857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:05.466493 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:05.466881 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.467288 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:05.468241 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Bound port: 007765a4-9b08-46fe-a949-588c6ee4aef7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:05.468676 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.498652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adb64e2e-7997-4d2e-b50d-3886fbe3ba11 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.503445 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Pushing event updated for resources: {'Port': ['ID=007765a4-9b08-46fe-a949-588c6ee4aef7,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:05.524603 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.524951 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.525292 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.525683 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.526031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.526343 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.526581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-23278348-c695-4934-90f8-39583d408bfe None None] Provisioning complete for port 007765a4-9b08-46fe-a949-588c6ee4aef7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:05.527096 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.527170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-23278348-c695-4934-90f8-39583d408bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.527252 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.527377 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.528416 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.530809 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.531160 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:05.574381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-23278348-c695-4934-90f8-39583d408bfe None None] Port 007765a4-9b08-46fe-a949-588c6ee4aef7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:05.575512 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] For port 007765a4-9b08-46fe-a949-588c6ee4aef7, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:05.580303 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] For port 007765a4-9b08-46fe-a949-588c6ee4aef7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=007765a4-9b08-46fe-a949-588c6ee4aef7,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:05.588494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.600433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.685726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adb64e2e-7997-4d2e-b50d-3886fbe3ba11 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.689169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-adb64e2e-7997-4d2e-b50d-3886fbe3ba11 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.693259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:05.696740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-adb64e2e-7997-4d2e-b50d-3886fbe3ba11 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/88fde4f4-837e-4d9a-bb17-bf695a062da7 HTTP/1.1" status: 204 len: 168 time: 0.4072948 Nov 11 21:17:05.706581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb64e2e-7997-4d2e-b50d-3886fbe3ba11 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fde4f4-837e-4d9a-bb17-bf695a062da7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:05.737091 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.741098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.763896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-86e4ed74-7593-4382-b1b7-bf2dd13bfddf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0686767 Nov 11 21:17:05.765657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:05.797891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b121f-3b7f-4832-8afc-ed82973d0f34 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:05.798523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f01a7cd2-c8f5-410c-9cfc-8adc25f0a8e2 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': '4320433f-0af1-4fc0-9615-7a928d3587b5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:05.806227 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:05.807028 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:05.846141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:05.854321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:05.857455 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066a396-b4b7-43b6-a8df-e30c91864669 None None] Pushing event updated for resources: {'Port': ['ID=007765a4-9b08-46fe-a949-588c6ee4aef7,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:05.869317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:05.884217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Pushing event updated for resources: {'Port': ['ID=a05b1e2b-0199-4543-823b-8e9f4a400e9d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:05.919844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dc96aac1-cf99-4a73-bdee-4a7ff582d11a None None] Provisioning complete for port 007765a4-9b08-46fe-a949-588c6ee4aef7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:05.933996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.936951 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc96aac1-cf99-4a73-bdee-4a7ff582d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:05.977140 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:06.101106 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-f01a7cd2-c8f5-410c-9cfc-8adc25f0a8e2 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The resource could not be found. Nov 11 21:17:06.106144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f01a7cd2-c8f5-410c-9cfc-8adc25f0a8e2 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3088367 Nov 11 21:17:06.106359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc96aac1-cf99-4a73-bdee-4a7ff582d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.106454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46838) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:06.115535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d88e906c-ee84-44e2-8d59-f863d86c4bdf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--41368175'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:06.142794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dc96aac1-cf99-4a73-bdee-4a7ff582d11a None None] For port 007765a4-9b08-46fe-a949-588c6ee4aef7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=007765a4-9b08-46fe-a949-588c6ee4aef7,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:06.241793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d88e906c-ee84-44e2-8d59-f863d86c4bdf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.242974 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc96aac1-cf99-4a73-bdee-4a7ff582d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.272475 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.311076 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:02Z', 'revision_number': 3, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:06.331752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96aac1-cf99-4a73-bdee-4a7ff582d11a None None] Pushing event updated for resources: {'Port': ['ID=007765a4-9b08-46fe-a949-588c6ee4aef7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:06.351588 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4a18b-79b5-49e5-889b-b18c4d118857 None None] The sync data for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 is: [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:02Z', 'revision_number': 3, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:17:06.370080 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d88e906c-ee84-44e2-8d59-f863d86c4bdf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.389770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-77d3c80e-112e-4b10-b6d8-84542687f59b None None] Provisioning complete for port a05b1e2b-0199-4543-823b-8e9f4a400e9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:06.390277 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77d3c80e-112e-4b10-b6d8-84542687f59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.439404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-77d3c80e-112e-4b10-b6d8-84542687f59b None None] Port a05b1e2b-0199-4543-823b-8e9f4a400e9d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:06.515342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.536893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d88e906c-ee84-44e2-8d59-f863d86c4bdf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.575254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e906c-ee84-44e2-8d59-f863d86c4bdf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4deedf-6587-4b9e-be7b-7d15c17514f1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:06.709283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.767201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d88e906c-ee84-44e2-8d59-f863d86c4bdf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.769306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d88e906c-ee84-44e2-8d59-f863d86c4bdf tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6618123 Nov 11 21:17:06.788532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:06.788532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8b1bc8d5-5560-42cf-84cb-0dcaccbb2001 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582263437'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:06.792903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Pushing event updated for resources: {'Port': ['ID=a05b1e2b-0199-4543-823b-8e9f4a400e9d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:06.820186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.855956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 007765a4-9b08-46fe-a949-588c6ee4aef7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:06.920955 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc8d5-5560-42cf-84cb-0dcaccbb2001 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:06.958962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:06.960979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:06.964530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 007765a4-9b08-46fe-a949-588c6ee4aef7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:06.971777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.111265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc8d5-5560-42cf-84cb-0dcaccbb2001 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.149647 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.192335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Router 74b17385-40ce-49c9-99b2-e3a828fc32cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:17:07.193151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc8d5-5560-42cf-84cb-0dcaccbb2001 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.238038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bc8d5-5560-42cf-84cb-0dcaccbb2001 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d1cd9-ab26-4282-8e61-7c7f6d5eb901,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:07.350833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc8d5-5560-42cf-84cb-0dcaccbb2001 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.357900 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8b1bc8d5-5560-42cf-84cb-0dcaccbb2001 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5822108 Nov 11 21:17:07.366537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46848) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:07.366537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f9e61759-412b-4a6f-91a0-29f106a3e14d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group_rule': {'security_group_id': 'aa4deedf-6587-4b9e-be7b-7d15c17514f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ac9d1cd9-ab26-4282-8e61-7c7f6d5eb901'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:07.367024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:17:07.380643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-622373e6-71a1-4f65-b5fb-549bc5a0dabe admin admin] 10.222.0.31 "PUT /v2.0/routers/74b17385-40ce-49c9-99b2-e3a828fc32cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1042101 Nov 11 21:17:07.401714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8d0bc914-9c8f-43e3-9ed4-1413ac332339 None None] Provisioning complete for port a05b1e2b-0199-4543-823b-8e9f4a400e9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:07.402182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc914-9c8f-43e3-9ed4-1413ac332339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.480450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8d0bc914-9c8f-43e3-9ed4-1413ac332339 None None] Port a05b1e2b-0199-4543-823b-8e9f4a400e9d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:07.639988 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-f9e61759-412b-4a6f-91a0-29f106a3e14d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:17:07.641635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f9e61759-412b-4a6f-91a0-29f106a3e14d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2825210 Nov 11 21:17:07.644728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:07.712663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d7f89a6-8a99-47e5-bec2-93222e210911 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.755576 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d7f89a6-8a99-47e5-bec2-93222e210911 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.840110 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.892281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d7f89a6-8a99-47e5-bec2-93222e210911 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.897228 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d7f89a6-8a99-47e5-bec2-93222e210911 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:07.898603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0d7f89a6-8a99-47e5-bec2-93222e210911 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/ac9d1cd9-ab26-4282-8e61-7c7f6d5eb901 HTTP/1.1" status: 204 len: 168 time: 0.2529252 Nov 11 21:17:07.901414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46860) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:07.914420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f89a6-8a99-47e5-bec2-93222e210911 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d1cd9-ab26-4282-8e61-7c7f6d5eb901,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:08.013829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9b398757-1271-4769-9edd-2d54cba558d2 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1107481 Nov 11 21:17:08.017075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46864) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:08.076885 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7789f551-efb3-4343-974c-933a9cd6c469 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.103584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7789f551-efb3-4343-974c-933a9cd6c469 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.144642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:08.149630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-534e7045-c606-4d16-8852-063f267ffa3d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843666970', 'description': 'tempest-description--849768778'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:08.274372 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534e7045-c606-4d16-8852-063f267ffa3d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.277415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7789f551-efb3-4343-974c-933a9cd6c469 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.280721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7789f551-efb3-4343-974c-933a9cd6c469 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.284986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7789f551-efb3-4343-974c-933a9cd6c469 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/aa4deedf-6587-4b9e-be7b-7d15c17514f1 HTTP/1.1" status: 204 len: 168 time: 0.2645998 Nov 11 21:17:08.286229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46868) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:08.307735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789f551-efb3-4343-974c-933a9cd6c469 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4deedf-6587-4b9e-be7b-7d15c17514f1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:08.361167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9d5e353e-5e1c-431c-9e28-bd3f612e314f tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0730689 Nov 11 21:17:08.364625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46870) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:08.370071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c2d0a4d4-5827-49c7-95db-f82d0936b1e3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857472776'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:08.387085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534e7045-c606-4d16-8852-063f267ffa3d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.487988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Sync routers for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:17:08.496779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:08.497395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:08.542700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534e7045-c606-4d16-8852-063f267ffa3d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.574660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e7045-c606-4d16-8852-063f267ffa3d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c912cf79-c6ba-4978-a152-eb5c87dab197,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:08.638839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a4d4-5827-49c7-95db-f82d0936b1e3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.721941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a4d4-5827-49c7-95db-f82d0936b1e3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.767316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-534e7045-c606-4d16-8852-063f267ffa3d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.768696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-534e7045-c606-4d16-8852-063f267ffa3d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6227529 Nov 11 21:17:08.773101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:08.777863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5fbe8918-005c-4e02-8f83-8ccc12c51cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'security_group_rule': {'security_group_id': 'c912cf79-c6ba-4978-a152-eb5c87dab197', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:08.801616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:08.840987 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a4d4-5827-49c7-95db-f82d0936b1e3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.888164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0a4d4-5827-49c7-95db-f82d0936b1e3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c08dc9-ef57-4339-8cd2-6665718eaf95,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:08.907343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8918-005c-4e02-8f83-8ccc12c51cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.979365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a4d4-5827-49c7-95db-f82d0936b1e3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:08.980581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c2d0a4d4-5827-49c7-95db-f82d0936b1e3 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6146574 Nov 11 21:17:08.983560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:08.989468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f041133f-407c-4bc1-9fdf-653e238434f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:08.994032 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8918-005c-4e02-8f83-8ccc12c51cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.002072 n-d-805734-3 neutron-server[109675]: WARNING neutron.api.v2.base [None req-f041133f-407c-4bc1-9fdf-653e238434f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 21:17:09.002608 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-f041133f-407c-4bc1-9fdf-653e238434f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 21:17:09.006452 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f041133f-407c-4bc1-9fdf-653e238434f1 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "PUT /v2.0/security-groups/38c08dc9-ef57-4339-8cd2-6665718eaf95 HTTP/1.1" status: 409 len: 330 time: 0.0189843 Nov 11 21:17:09.007450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46884) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:09.040531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 2, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:09.069589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Checking router: 74b17385-40ce-49c9-99b2-e3a828fc32cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:17:09.069955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Updating router 74b17385-40ce-49c9-99b2-e3a828fc32cf port a05b1e2b-0199-4543-823b-8e9f4a400e9d binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:17:09.072356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df89aa70-764f-4924-a391-a0dbeafad42d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.086799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8918-005c-4e02-8f83-8ccc12c51cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.097226 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.105259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe8918-005c-4e02-8f83-8ccc12c51cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a9d23a-9d5f-44db-bf09-fdeee12950eb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:09.114168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df89aa70-764f-4924-a391-a0dbeafad42d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.207277 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5fbe8918-005c-4e02-8f83-8ccc12c51cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.208557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5fbe8918-005c-4e02-8f83-8ccc12c51cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4345005 Nov 11 21:17:09.211181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46886) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:09.215771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-911e2ed9-8973-404c-a94b-d27af251f8b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'security_group_rule': {'security_group_id': 'c912cf79-c6ba-4978-a152-eb5c87dab197', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:09.239513 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df89aa70-764f-4924-a391-a0dbeafad42d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.242155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df89aa70-764f-4924-a391-a0dbeafad42d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.243303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-df89aa70-764f-4924-a391-a0dbeafad42d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/38c08dc9-ef57-4339-8cd2-6665718eaf95 HTTP/1.1" status: 204 len: 168 time: 0.2349279 Nov 11 21:17:09.246616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46888) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:09.253781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89aa70-764f-4924-a391-a0dbeafad42d tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c08dc9-ef57-4339-8cd2-6665718eaf95,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:09.293232 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-aeeb315b-39ca-4b4e-b3c1-97ff8e23810e tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452321 Nov 11 21:17:09.297426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46890) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:09.313979 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-7923d41e-8515-432d-ab67-b28ec4967996 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] delete failed (client error): The resource could not be found. Nov 11 21:17:09.315042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7923d41e-8515-432d-ab67-b28ec4967996 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b729ed4-6fad-4d33-a658-cbf3944ee3d0 HTTP/1.1" status: 404 len: 347 time: 0.0155065 Nov 11 21:17:09.319220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46892) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:09.331598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-911e2ed9-8973-404c-a94b-d27af251f8b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.333545 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-8e0a4ded-efb4-43f1-8c42-47f4b4ea2973 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] show failed (client error): The resource could not be found. Nov 11 21:17:09.334566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8e0a4ded-efb4-43f1-8c42-47f4b4ea2973 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-groups/cf2a9411-aaa2-4268-99fd-99eca9700b2a HTTP/1.1" status: 404 len: 347 time: 0.0144134 Nov 11 21:17:09.342107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:09.361520 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-729494c7-a020-465f-9787-b6443a8cc888 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] show failed (client error): The resource could not be found. Nov 11 21:17:09.362649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-729494c7-a020-465f-9787-b6443a8cc888 tempest-NegativeSecGroupTest-1940531691 tempest-NegativeSecGroupTest-1940531691-project] 10.222.0.31 "GET /v2.0/security-group-rules/036d3c58-5486-4c23-b552-211eb2c28520 HTTP/1.1" status: 404 len: 356 time: 0.0193188 Nov 11 21:17:09.418272 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.420487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-911e2ed9-8973-404c-a94b-d27af251f8b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.537166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.589787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b40f-e21f-49e9-9057-2693567a04c6 None None] Pushing event updated for resources: {'Port': ['ID=a05b1e2b-0199-4543-823b-8e9f4a400e9d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:09.599928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-911e2ed9-8973-404c-a94b-d27af251f8b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.626168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e2ed9-8973-404c-a94b-d27af251f8b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52aca1e0-4ee2-4b87-a0e4-a7447fc14a62,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:09.650975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Attempting to bind port a05b1e2b-0199-4543-823b-8e9f4a400e9d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:09.651361 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Attempting to bind port a05b1e2b-0199-4543-823b-8e9f4a400e9d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:09.651866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Attempting to bind port a05b1e2b-0199-4543-823b-8e9f4a400e9d on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:09.658584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:09.658584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:09.659441 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.659441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Bound using segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:09.659711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Bound port: a05b1e2b-0199-4543-823b-8e9f4a400e9d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:09.660107 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.739537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] For port a05b1e2b-0199-4543-823b-8e9f4a400e9d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:09.744368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] For port a05b1e2b-0199-4543-823b-8e9f4a400e9d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a05b1e2b-0199-4543-823b-8e9f4a400e9d,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:09.756589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-911e2ed9-8973-404c-a94b-d27af251f8b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.760018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-911e2ed9-8973-404c-a94b-d27af251f8b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5476856 Nov 11 21:17:09.762864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 46900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:09.767887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:09.863293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.896926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:09.999454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b40f-e21f-49e9-9057-2693567a04c6 None None] Pushing event updated for resources: {'Port': ['ID=a05b1e2b-0199-4543-823b-8e9f4a400e9d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:10.009186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7ab8ff8d-19a7-40a2-acfa-f2321b0ad714 None None] Provisioning complete for port a05b1e2b-0199-4543-823b-8e9f4a400e9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:10.009487 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ff8d-19a7-40a2-acfa-f2321b0ad714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.014019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:10.015156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:10.072028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.089829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46906) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:10.210719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:10.291582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Allocated IP 172.25.2.225 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/d7335ae7-8434-428d-8bcf-ee65917577fb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:10.368357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e0cecf92-0ce2-4c7e-80c0-2eafee44759c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=666207d2bc9f42bdb5c2dd44ce2a2b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709160 Nov 11 21:17:10.373083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:10.463420 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c53f6b6-5986-4f06-9e73-753f17532702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.497163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c53f6b6-5986-4f06-9e73-753f17532702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.535272 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ff8d-19a7-40a2-acfa-f2321b0ad714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.592007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7ab8ff8d-19a7-40a2-acfa-f2321b0ad714 None None] For port a05b1e2b-0199-4543-823b-8e9f4a400e9d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a05b1e2b-0199-4543-823b-8e9f4a400e9d,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:10.595981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:09Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:10.631850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea84ae-7b31-4db0-991d-ee5b971a122c None None] The sync data for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 is: [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:09Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:17:10.640227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c53f6b6-5986-4f06-9e73-753f17532702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.649787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3c53f6b6-5986-4f06-9e73-753f17532702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.651496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3c53f6b6-5986-4f06-9e73-753f17532702 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d47d2427-acd1-42fc-9898-31b83c25faf6 HTTP/1.1" status: 204 len: 168 time: 0.2794473 Nov 11 21:17:10.663919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53f6b6-5986-4f06-9e73-753f17532702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d2427-acd1-42fc-9898-31b83c25faf6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:10.679076 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ff8d-19a7-40a2-acfa-f2321b0ad714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.786023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8ff8d-19a7-40a2-acfa-f2321b0ad714 None None] Pushing event updated for resources: {'Port': ['ID=a05b1e2b-0199-4543-823b-8e9f4a400e9d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:10.805595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-67a78d75-726e-41f5-9af6-35b63cf95458 None None] Provisioning complete for port a05b1e2b-0199-4543-823b-8e9f4a400e9d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:10.806218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67a78d75-726e-41f5-9af6-35b63cf95458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:10.887462 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.073040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.111791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:11.113460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:11.130560 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:11.175160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=d7335ae7-8434-428d-8bcf-ee65917577fb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:11.265281 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.406588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.629126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.748269 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.827254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=d7335ae7-8434-428d-8bcf-ee65917577fb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:11.839029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.990602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:11.992020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dfb1dd2c-7a2b-4ea4-b6db-56a0c1da170b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2281680 Nov 11 21:17:12.194842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 46982) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:12.255991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-779416eb-740c-44d8-a941-39a4ef52b9ff tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1843666970&fields=id&tenant_id=d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 267 time: 0.0732374 Nov 11 21:17:12.392510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-501887528'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:12.479706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Made reservation on behalf of b1c71f73b2d74d08b4672b4a8f73fd3e for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:12.483353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:12.485685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-8f1be034-6511-4922-8a38-81d8e8a8a570 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:12.487201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-8f1be034-6511-4922-8a38-81d8e8a8a570 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.2227435 Nov 11 21:17:12.497308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:12.507655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-25535c1d-8f40-4c10-8319-da49393bee87 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/quotas/d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 375 time: 0.0099213 Nov 11 21:17:12.594609 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-d304da1a-f512-46ee-bea9-0fd717b6ad31 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797105 Nov 11 21:17:12.615751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:12.615978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-da8fa77d-5696-48e2-8e5f-113469084515 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:17:12.615978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-da8fa77d-5696-48e2-8e5f-113469084515 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074880 Nov 11 21:17:12.716451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-24c62356-94c5-4edb-832a-54a6fae5e48b service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952368 Nov 11 21:17:12.744763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a05b1e2b-0199-4543-823b-8e9f4a400e9d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:12.793122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port a05b1e2b-0199-4543-823b-8e9f4a400e9d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:12.793498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:12.817632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-3fb7b7f2-6bbf-44c0-8006-2409dd96904a service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941470 Nov 11 21:17:12.863475 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:12.900755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:17:12.918766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c8dfbc-0b4f-49c8-8b9f-ed509a6f3b7e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:12.922642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:12.923187 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Added segment ff8a9645-250b-4a9a-8bac-37f7e6298483 of type vlan for network 817aa518-03fc-48ef-b858-aedfd881ee3a Nov 11 21:17:12.981886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:13.085350 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:13.092945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:13.092945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:13.126515 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13b112c0-abf4-4c96-911a-409a39361720 req-5dbfe163-7e9f-45bc-8cb7-d37c88746a33 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 210 time: 0.0618088 Nov 11 21:17:13.203431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Pushing event updated for resources: {'Network': ['ID=817aa518-03fc-48ef-b858-aedfd881ee3a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:13.214712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 817aa518-03fc-48ef-b858-aedfd881ee3a details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:17:13.225943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-63792d6c-2236-4fa8-a844-e68c2a10371f tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0299077 Nov 11 21:17:13.229137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:13.235340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-da63c109-5800-4931-8cdf-d8969b51dd3e tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-985778744') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:13.395125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-da63c109-5800-4931-8cdf-d8969b51dd3e tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "PUT /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-985778744 HTTP/1.1" status: 201 len: 201 time: 0.1648216 Nov 11 21:17:13.398179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:13.402749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-52bded1e-0956-4eb5-8801-d3816a6012e6 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-985778744') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:13.483853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-52bded1e-0956-4eb5-8801-d3816a6012e6 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "GET /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-985778744 HTTP/1.1" status: 204 len: 168 time: 0.0847085 Nov 11 21:17:13.486335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47016) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:13.490610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-1d95fc25-44d3-4132-a403-17cab9244bec tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:13.576175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1d95fc25-44d3-4132-a403-17cab9244bec tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "GET /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags HTTP/1.1" status: 200 len: 237 time: 0.0887144 Nov 11 21:17:13.579898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:13.585230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-e1bd3c74-fc06-42e4-a65b-022839a8362e tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', {'tags': ['tempest-TagsTest-Tag-995460889', 'tempest-TagsTest-Tag-579534645', 'tempest-TagsTest-Tag-2024845222']}) {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:13.801192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e1bd3c74-fc06-42e4-a65b-022839a8362e tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "PUT /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags HTTP/1.1" status: 200 len: 307 time: 0.2201469 Nov 11 21:17:13.803870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:13.810027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-a19c1bdf-deb4-462a-925a-a5957f9032f1 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-995460889') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:14.029167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a19c1bdf-deb4-462a-925a-a5957f9032f1 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "DELETE /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-995460889 HTTP/1.1" status: 204 len: 168 time: 0.2242315 Nov 11 21:17:14.031786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47032) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:14.036058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-16467a5a-4a8b-4b9e-8b0c-ff9a2d4052ab tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-995460889') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:14.116024 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-16467a5a-4a8b-4b9e-8b0c-ff9a2d4052ab tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] show failed (client error): The resource could not be found. Nov 11 21:17:14.117166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-16467a5a-4a8b-4b9e-8b0c-ff9a2d4052ab tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "GET /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-995460889 HTTP/1.1" status: 404 len: 325 time: 0.0843849 Nov 11 21:17:14.120004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47036) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:14.124410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-4ff29396-7388-4e29-b726-5a10862c4940 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-579534645') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:14.225054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a4f5a31-268e-41d7-839a-6e24bd0aecd8 req-38c8d787-5aa4-4040-913e-8bcf9a5988a9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 210 time: 0.0308781 Nov 11 21:17:14.232118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4ff29396-7388-4e29-b726-5a10862c4940 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "GET /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-579534645 HTTP/1.1" status: 204 len: 168 time: 0.1105857 Nov 11 21:17:14.234294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47042) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:14.238686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-13cd690a-8219-40d8-a7a1-521c53c9f7ce tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-2024845222') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:14.320922 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-13cd690a-8219-40d8-a7a1-521c53c9f7ce tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "GET /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-2024845222 HTTP/1.1" status: 204 len: 168 time: 0.0856733 Nov 11 21:17:14.323736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47046) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:14.328844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-160bea8a-ed6c-47ad-a434-1feb599d9c3a tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:14.531811 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-160bea8a-ed6c-47ad-a434-1feb599d9c3a tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "DELETE /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags HTTP/1.1" status: 204 len: 168 time: 0.2069566 Nov 11 21:17:14.534604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47050) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:14.538865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-0b7b2748-8ba8-4898-bc10-9f17085c7b22 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-579534645') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:14.889548 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-0b7b2748-8ba8-4898-bc10-9f17085c7b22 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] show failed (client error): The resource could not be found. Nov 11 21:17:14.890723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0b7b2748-8ba8-4898-bc10-9f17085c7b22 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "GET /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-579534645 HTTP/1.1" status: 404 len: 325 time: 0.3551805 Nov 11 21:17:14.894053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:14.898370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.tag.tag_plugin [None req-5bdb3bf2-7e14-4dbf-a61d-a10a39346668 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a', 'tempest-TagsTest-Tag-2024845222') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:14.969324 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-5bdb3bf2-7e14-4dbf-a61d-a10a39346668 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] show failed (client error): The resource could not be found. Nov 11 21:17:14.970501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5bdb3bf2-7e14-4dbf-a61d-a10a39346668 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "GET /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags/tempest-TagsTest-Tag-2024845222 HTTP/1.1" status: 404 len: 326 time: 0.0755298 Nov 11 21:17:14.973942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47062) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:14.979263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.tag.tag_plugin [None req-6a9c7ec3-13c5-47b7-ae1e-1d9326c41c08 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '817aa518-03fc-48ef-b858-aedfd881ee3a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:15.075914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6a9c7ec3-13c5-47b7-ae1e-1d9326c41c08 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "DELETE /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1002150 Nov 11 21:17:15.081248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:15.163997 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.266603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.289488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817aa518-03fc-48ef-b858-aedfd881ee3a']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:15.299804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8a9645-250b-4a9a-8bac-37f7e6298483') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:15.300107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8a9645-250b-4a9a-8bac-37f7e6298483') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:15.309992 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.324344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.331857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:17:15.332576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.333914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f152b37e-91ec-4535-a0e0-de936ecbfffd req-e6413306-8249-4ae4-a50a-8050da9c0606 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 210 time: 0.0339601 Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:17:15.335991 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:17:15.548227 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.562995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:15.562995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] 10.222.0.31 "DELETE /v2.0/networks/817aa518-03fc-48ef-b858-aedfd881ee3a HTTP/1.1" status: 204 len: 168 time: 0.4779048 Nov 11 21:17:15.588105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228d525-ffeb-4aad-b2b2-55bad8dcbe54 tempest-TagsTest-282207109 tempest-TagsTest-282207109-project] Pushing event deleted for resources: {'Network': ['ID=817aa518-03fc-48ef-b858-aedfd881ee3a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:16.240946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-c49f499a-2dcd-4946-8bc3-688e160c3156 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:16.242435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-c49f499a-2dcd-4946-8bc3-688e160c3156 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.2206357 Nov 11 21:17:16.342041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47094) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:16.342564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-76229484-0c10-4cae-a724-26a2ae48289d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 380 time: 0.0860872 Nov 11 21:17:16.355393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'port': {'device_id': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'admin_state_up': True, 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'security_groups': ['c912cf79-c6ba-4978-a152-eb5c87dab197']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:16.563893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db671677-f97f-4d54-b0f2-ccfa7cf4c18a req-874c4122-24a9-45c7-9acf-6c4def6c5348 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 210 time: 0.0597675 Nov 11 21:17:16.617452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-28cfbae3-1020-40ed-baf6-5bfd133f5db7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1c71f73b2d74d08b4672b4a8f73fd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707868 Nov 11 21:17:16.617679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47102) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:16.649835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Made reservation on behalf of d8dd3c5998f44844915036e2aabbd6d4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:16.653892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:16.673430 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-317be887-3444-4ac3-ad78-0d4373dc950d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:16.704894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-317be887-3444-4ac3-ad78-0d4373dc950d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:16.888323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Allocated IP 172.20.0.6 (3985b7ae-9f2d-4bb4-8756-cd53c390a28d/d886793b-8ce2-483c-8a2e-1d1f09fca4ae/7923d969-a97c-4377-ab8e-dc894183d784) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:16.902570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-317be887-3444-4ac3-ad78-0d4373dc950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:16.905223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-317be887-3444-4ac3-ad78-0d4373dc950d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:16.906448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-317be887-3444-4ac3-ad78-0d4373dc950d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9c8dfbc-0b4f-49c8-8b9f-ed509a6f3b7e HTTP/1.1" status: 204 len: 168 time: 0.2879434 Nov 11 21:17:16.914665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317be887-3444-4ac3-ad78-0d4373dc950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c8dfbc-0b4f-49c8-8b9f-ed509a6f3b7e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:17.077322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d7fd0-ebf4-431b-889b-8fddb2431199 req-49c871fb-e986-4984-a0e8-499269dda7aa tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:17.079718 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e92d7fd0-ebf4-431b-889b-8fddb2431199 req-49c871fb-e986-4984-a0e8-499269dda7aa tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1097 time: 0.0688944 Nov 11 21:17:17.101863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.170728 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e92d7fd0-ebf4-431b-889b-8fddb2431199 req-5046bacd-fd2f-483a-a6cd-35c23ae9aa8b tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669799 Nov 11 21:17:17.206319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:17.325662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.386655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 69c54531-d1f7-46f0-b727-bea6f6221a5c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:17:17.390767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.423842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:17.438580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:17.449512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:17.465627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:17.500739 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.500739 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.514801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 69c54531-d1f7-46f0-b727-bea6f6221a5c owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:17:17.543251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:17.543997 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.615095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-9d405d6c-9435-4905-bc73-07c7ba82edbc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2645926 Nov 11 21:17:17.629114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Request body: {'port': {'device_id': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:17.747185 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.809410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9237f9-2546-4d92-a309-cd293a656170 req-73fa1b5e-6c54-4506-af09-8dd04a2b850b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:17.809410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce9237f9-2546-4d92-a309-cd293a656170 req-73fa1b5e-6c54-4506-af09-8dd04a2b850b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 931 time: 0.1229098 Nov 11 21:17:17.845083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4eca63ab-af02-4ffe-bee8-44a6f38a0798 None None] Provisioning complete for port 7923d969-a97c-4377-ab8e-dc894183d784 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:17.845500 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4eca63ab-af02-4ffe-bee8-44a6f38a0798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.901255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce9237f9-2546-4d92-a309-cd293a656170 req-57bc1bc9-2ac6-4b73-9f18-102b6d603f9e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803821 Nov 11 21:17:17.915708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4eca63ab-af02-4ffe-bee8-44a6f38a0798 None None] Port 7923d969-a97c-4377-ab8e-dc894183d784 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:17.919584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:17.950872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=69c54531-d1f7-46f0-b727-bea6f6221a5c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:18.029030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:18.029729 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 07fdcaa6-c31d-4986-8161-769a094efbb1 disassociated (deleted). External IP: 172.25.2.219, port: 13328dc7-fb59-4ce4-938c-8b4f5a3f875b. Nov 11 21:17:18.174271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7923d969-a97c-4377-ab8e-dc894183d784 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:17:18.183866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:18.197743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Transition to ACTIVE for port object 7923d969-a97c-4377-ab8e-dc894183d784 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:17:18.292336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:18.328627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:17:18.352095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:18.472875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Attempting to bind port 7923d969-a97c-4377-ab8e-dc894183d784 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:18.474022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Attempting to bind port 7923d969-a97c-4377-ab8e-dc894183d784 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:18.474577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Attempting to bind port 7923d969-a97c-4377-ab8e-dc894183d784 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:18.480792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Port 7923d969-a97c-4377-ab8e-dc894183d784 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:17:18.481396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Attempting to bind port 7923d969-a97c-4377-ab8e-dc894183d784 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:18.492848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:18.493417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:18.493895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Bound using segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:18.494161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:17:18.494865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Bound port: 7923d969-a97c-4377-ab8e-dc894183d784, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:18.496094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:18.508105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:18.508279 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] Sync routers for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:17:18.518790 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:18.519360 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:18.541766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8ff59c00-98e0-421c-88aa-38dfb1f17004 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/floatingips/07fdcaa6-c31d-4986-8161-769a094efbb1 HTTP/1.1" status: 204 len: 168 time: 1.3433990 Nov 11 21:17:18.542401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:17:18.545338 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4247146-498d-471b-b295-ef1fa0581bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:17:18.750113 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:18.755476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:18.779235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:18.885121 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a376a0-289f-496b-84bd-66957c079453 x-openstack-request-id: req-88a376a0-289f-496b-84bd-66957c079453 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:17:18.885508 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:17:18.885991 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88a376a0-289f-496b-84bd-66957c079453 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:17:18.886616 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'status': 'completed', 'code': 200} Nov 11 21:17:18.959753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:19.047841 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:19.087096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:19.089861 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] Checking router: fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:17:19.102453 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:19.103742 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:19.119377 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.120579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:19.121194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efe10d-f300-488e-b3c3-71fab7565db8 req-29874018-c2b2-4391-8f41-d97c1411ad58 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.137670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6efe10d-f300-488e-b3c3-71fab7565db8 req-29874018-c2b2-4391-8f41-d97c1411ad58 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 943 time: 0.1244118 Nov 11 21:17:19.163130 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-64ed13b1-3fda-45cf-b595-a21d0986f174 service neutron] 10.222.0.58 "PUT /v2.0/ports/7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 1091 time: 1.4993582 Nov 11 21:17:19.177766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:17:19.177766 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403473dc-35c6-4950-95dd-1b669c72c4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:17:19.198894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247146-498d-471b-b295-ef1fa0581bfa req-68491287-eee4-4221-a5f6-b6d023cb29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.201908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4247146-498d-471b-b295-ef1fa0581bfa req-68491287-eee4-4221-a5f6-b6d023cb29e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 1097 time: 0.2850816 Nov 11 21:17:19.213379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6efe10d-f300-488e-b3c3-71fab7565db8 req-9e6f2642-cd7f-4ed1-a12a-91c3532485da tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747831 Nov 11 21:17:19.271801 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:19.336783 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4b0058-4f0d-4039-895e-5ebce5d2caa3 x-openstack-request-id: req-6e4b0058-4f0d-4039-895e-5ebce5d2caa3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:17:19.337280 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:17:19.339088 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e4b0058-4f0d-4039-895e-5ebce5d2caa3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:17:19.339536 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'status': 'completed', 'code': 200} Nov 11 21:17:19.475072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403473dc-35c6-4950-95dd-1b669c72c4ae req-2205ac55-a0eb-4c2d-9657-a0d1ff539e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.476600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-403473dc-35c6-4950-95dd-1b669c72c4ae req-2205ac55-a0eb-4c2d-9657-a0d1ff539e48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1094 time: 0.1362500 Nov 11 21:17:19.533557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3bbba-1270-419e-bae1-cb529653f08c req-2ab5c648-709f-4a38-86b9-3ca05fb62157 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.538247 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5a3bbba-1270-419e-bae1-cb529653f08c req-2ab5c648-709f-4a38-86b9-3ca05fb62157 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 946 time: 0.1950612 Nov 11 21:17:19.552400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247146-498d-471b-b295-ef1fa0581bfa req-41b81e41-c7b6-49e9-b430-e1c020057286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.553927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4247146-498d-471b-b295-ef1fa0581bfa req-41b81e41-c7b6-49e9-b430-e1c020057286 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 200 len: 898 time: 0.3421483 Nov 11 21:17:19.605088 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:19.634534 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae620c3-3d33-4128-bfc6-f4f2ac25d5ad None None] The sync data for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 is: [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:14:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67a62349-4f3d-4c3c-8a06-0719c95f9a71', 'name': '', 'network_id': 'e9611916-e866-44c6-a185-bfad542b91e1', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:4d:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:12Z', 'updated_at': '2021-11-11T21:14:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '3845a8e7-2c77-48f4-b8f5-9f99146bad51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:17:19.678180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4247146-498d-471b-b295-ef1fa0581bfa req-cfc6de7e-85cd-46c9-ab6e-3df4b9fd642e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 200 len: 217 time: 0.1043389 Nov 11 21:17:19.836640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247146-498d-471b-b295-ef1fa0581bfa req-9ec0efdc-d268-4e8a-8ce1-6c018ff31332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.838115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4247146-498d-471b-b295-ef1fa0581bfa req-9ec0efdc-d268-4e8a-8ce1-6c018ff31332 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 200 len: 835 time: 0.1526206 Nov 11 21:17:19.861651 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5a3bbba-1270-419e-bae1-cb529653f08c req-2206b3ce-31af-4f3d-8858-8152dae47c16 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016376 Nov 11 21:17:19.887315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403473dc-35c6-4950-95dd-1b669c72c4ae req-3e7a953a-ba5c-45ba-b8ae-51e06887a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.889114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-403473dc-35c6-4950-95dd-1b669c72c4ae req-3e7a953a-ba5c-45ba-b8ae-51e06887a810 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3995161 Nov 11 21:17:19.992534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4247146-498d-471b-b295-ef1fa0581bfa req-53ec4ac6-fc21-4934-9b3c-92024f0fcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:19.994174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4247146-498d-471b-b295-ef1fa0581bfa req-53ec4ac6-fc21-4934-9b3c-92024f0fcf09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9611916-e866-44c6-a185-bfad542b91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429920 Nov 11 21:17:20.047858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676b70c-caba-42ae-9405-f39b82ba6e3e None None] New status for floating IP 07fdcaa6-c31d-4986-8161-769a094efbb1: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:17:20.081128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403473dc-35c6-4950-95dd-1b669c72c4ae req-f867cf15-49b5-4487-a84d-2daf9775da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:20.082698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-403473dc-35c6-4950-95dd-1b669c72c4ae req-f867cf15-49b5-4487-a84d-2daf9775da2e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1859157 Nov 11 21:17:20.127148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4247146-498d-471b-b295-ef1fa0581bfa req-aa62844b-b7d6-4a08-87c9-d9e955556d50 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242542 Nov 11 21:17:20.234831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-15793102-02ed-478e-af6e-6fec11054d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:20.236367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-15793102-02ed-478e-af6e-6fec11054d5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1094 time: 0.1082392 Nov 11 21:17:20.294072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-b9adc984-55f8-4c49-8451-c4ec1e3b11da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 217 time: 0.0486159 Nov 11 21:17:20.315189 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b4247146-498d-471b-b295-ef1fa0581bfa req-a219fcaf-2b51-4b41-b53b-3eae25166e15 service neutron] 10.222.0.58 "GET /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540980 Nov 11 21:17:20.411939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-cfb6a4b3-22dc-49a4-8993-d664293b675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:20.416365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-cfb6a4b3-22dc-49a4-8993-d664293b675e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.1000156 Nov 11 21:17:20.462143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f9e86-d749-4f50-a6c2-532a7c066ff7 req-4382d960-2b12-48ca-bd33-4b4b4d96584c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:20.463786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b6f9e86-d749-4f50-a6c2-532a7c066ff7 req-4382d960-2b12-48ca-bd33-4b4b4d96584c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 943 time: 0.1222396 Nov 11 21:17:20.521587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-7dc80764-ba05-4dd2-bdc5-f0a8328b9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:20.523147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-7dc80764-ba05-4dd2-bdc5-f0a8328b9ac0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975389 Nov 11 21:17:20.558648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b6f9e86-d749-4f50-a6c2-532a7c066ff7 req-665782b7-8632-42ee-b392-4b919e470a4c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675852 Nov 11 21:17:20.700173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-07ed6456-56f7-437e-ab72-5615dcc8b17e service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690822 Nov 11 21:17:20.712854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-8da015be-98a4-475d-b965-fa3f12006ba9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:20.714689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-8da015be-98a4-475d-b965-fa3f12006ba9 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 946 time: 0.0861928 Nov 11 21:17:21.226627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a593db7-22ff-4e9d-92cf-773cc78e939f req-96fa8010-2704-4544-8c91-08d3c62e5063 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109236 Nov 11 21:17:21.238065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d7107-e9ef-40a0-935b-b637f5e0b183 req-724454e3-8c41-4914-bfbc-aa8c62d1cd4f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:21.240476 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-471d7107-e9ef-40a0-935b-b637f5e0b183 req-724454e3-8c41-4914-bfbc-aa8c62d1cd4f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 946 time: 0.1142557 Nov 11 21:17:21.278032 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:17:21.278539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:17:21.278883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:21.367343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-471d7107-e9ef-40a0-935b-b637f5e0b183 req-75c45348-46d8-40f0-83f9-51e3503a3629 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d66a2b-84f6-4b30-8640-44e258262191&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132143 Nov 11 21:17:21.413375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:21.413836 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:21.429753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 13328dc7-fb59-4ce4-938c-8b4f5a3f875b owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:17:21.639565 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:21.674041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=13328dc7-fb59-4ce4-938c-8b4f5a3f875b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:21.733049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e6045-ca60-40ed-aac7-dbfef8d8ec9c req-2f0c2cbf-3be8-4245-8588-947e0524cd88 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:21.733049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca4e6045-ca60-40ed-aac7-dbfef8d8ec9c req-2f0c2cbf-3be8-4245-8588-947e0524cd88 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 943 time: 0.0759933 Nov 11 21:17:21.756513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] No DVR routers for this DVR port 13328dc7-fb59-4ce4-938c-8b4f5a3f875b on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:17:21.759632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:21.768805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2ac9798f-4f06-4934-8615-6572c9492d7a req-47547dd8-30a0-48b0-bb76-43f271b9c7e6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "DELETE /v2.0/ports/13328dc7-fb59-4ce4-938c-8b4f5a3f875b HTTP/1.1" status: 204 len: 173 time: 1.0458295 Nov 11 21:17:21.769309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-deleted', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:17:21.772312 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c4560-6d3c-417d-8b13-7992a7f80ff0" -d '{"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-deleted", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:17:21.807128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca4e6045-ca60-40ed-aac7-dbfef8d8ec9c req-f50242d9-5665-45bf-bd3b-3506e58e9ddc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673046 Nov 11 21:17:21.833804 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f95fd4e-9106-499f-b070-f95e98a6db94 x-openstack-request-id: req-7f95fd4e-9106-499f-b070-f95e98a6db94 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:17:21.834123 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9938442-184d-461c-8e46-dd510ca7d5de", "name": "network-vif-deleted", "tag": "13328dc7-fb59-4ce4-938c-8b4f5a3f875b", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:17:21.834512 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f95fd4e-9106-499f-b070-f95e98a6db94 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:17:21.834920 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9938442-184d-461c-8e46-dd510ca7d5de', 'name': 'network-vif-deleted', 'tag': '13328dc7-fb59-4ce4-938c-8b4f5a3f875b', 'status': 'completed', 'code': 200} Nov 11 21:17:22.254127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:22.506348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1064cc86-6d62-41b0-b967-ef669f999f6e req-686ba315-2b12-4db2-b484-ae46936158ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9938442-184d-461c-8e46-dd510ca7d5de HTTP/1.1" status: 200 len: 210 time: 0.0320950 Nov 11 21:17:23.022846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fbe31-b775-436d-8794-2c61df836df0 req-964ec884-3810-462b-a1d2-d29c0ce243d9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:23.033088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-261fbe31-b775-436d-8794-2c61df836df0 req-964ec884-3810-462b-a1d2-d29c0ce243d9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 943 time: 0.1249447 Nov 11 21:17:23.094964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-261fbe31-b775-436d-8794-2c61df836df0 req-97f07790-80f3-4908-9a57-6d876c481bf4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608840 Nov 11 21:17:23.572881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:24.064217 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:24.261854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97e94d-4c2d-4c80-9062-17b9286d43f2 req-650c7e42-b45c-4d8d-963b-eec52ae5b063 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:24.264447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c97e94d-4c2d-4c80-9062-17b9286d43f2 req-650c7e42-b45c-4d8d-963b-eec52ae5b063 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 943 time: 0.0839844 Nov 11 21:17:24.328998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6c97e94d-4c2d-4c80-9062-17b9286d43f2 req-b5da1ca3-073c-443f-bd67-4bb90cec4c16 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531342 Nov 11 21:17:24.382250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 67a62349-4f3d-4c3c-8a06-0719c95f9a71 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:17:24.382602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:24.489794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 67a62349-4f3d-4c3c-8a06-0719c95f9a71, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67a62349-4f3d-4c3c-8a06-0719c95f9a71,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:24.490165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:24.504443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 67a62349-4f3d-4c3c-8a06-0719c95f9a71 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:17:24.616517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:17:24.643424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 13328dc7-fb59-4ce4-938c-8b4f5a3f875b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:17:24.644412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 13328dc7-fb59-4ce4-938c-8b4f5a3f875b not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:17:25.204868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:25.235637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=67a62349-4f3d-4c3c-8a06-0719c95f9a71,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:25.529971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:25.539195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b979bd-e73c-44db-ad19-92afd5762d45 req-ffd1ec86-a79a-47b3-8c76-306082b7ad97 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:25.540781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9b979bd-e73c-44db-ad19-92afd5762d45 req-ffd1ec86-a79a-47b3-8c76-306082b7ad97 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 943 time: 0.0867016 Nov 11 21:17:25.708003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9b979bd-e73c-44db-ad19-92afd5762d45 req-58828cd9-a6ad-4bef-a85a-e1aafe2a6f2a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587477 Nov 11 21:17:25.862753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:17:26.011394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:17:26.018485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cc7500db-ef12-4de9-910c-305adfb76941 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430411 Nov 11 21:17:26.020667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:26.025152 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] Sync routers for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:17:26.037316 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:26.038158 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:26.121451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting subnet 3845a8e7-2c77-48f4-b8f5-9f99146bad51 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:17:26.125609 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:26.172226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:26.174567 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:26.315538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:26.469421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:26.506057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Subnet': ['ID=3845a8e7-2c77-48f4-b8f5-9f99146bad51,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:26.519120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:26.523176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c918e208-77cf-468b-aa06-441b686406e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/subnets/3845a8e7-2c77-48f4-b8f5-9f99146bad51 HTTP/1.1" status: 204 len: 168 time: 0.5010488 Nov 11 21:17:26.526565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47392) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:26.531751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9e36d-09ed-47d9-8925-505d0c09b6e4 None None] Network e9611916-e866-44c6-a185-bfad542b91e1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:17:26.570327 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:17:25Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:26.606374 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] Checking router: fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:17:26.618357 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] Routers {'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:26.619210 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:26.725559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:17:26.734812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:26.754533 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] Set router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:26.889299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:26.946605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:26.955963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db73381-166c-4faa-bb6d-df1475d0eb83 req-9e1fe431-1782-417b-bab9-4cc61af3eaeb tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:26.957868 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db73381-166c-4faa-bb6d-df1475d0eb83 req-9e1fe431-1782-417b-bab9-4cc61af3eaeb tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 943 time: 0.0751817 Nov 11 21:17:26.968217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '7923d969-a97c-4377-ab8e-dc894183d784', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '7923d969-a97c-4377-ab8e-dc894183d784', 'mac_address': 'fa:16:3e:77:21:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:17:27.019841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.045260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.076548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7923d969-a97c-4377-ab8e-dc894183d784 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:17:27.115549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6db73381-166c-4faa-bb6d-df1475d0eb83 req-ceb52668-f0d1-4d8b-bc71-d8665330e0a0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488516 Nov 11 21:17:27.134070 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:17:25Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:27.153530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d39087b2-4f0f-4a95-9a40-a03ba421c214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.177514 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94842678-02eb-49b2-a7cc-7b43aafb2f41 None None] The sync data for ids ['fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7'] in n-d-805734-3 is: [{'id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2061058199', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:14:07Z', 'updated_at': '2021-11-11T21:17:25Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '9a47f57f-f3ca-4d3e-8463-dd207695e2f9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:14:08Z', 'updated_at': '2021-11-11T21:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:17:27.191371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:17:27.191710 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.203329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:27.306625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 9a47f57f-f3ca-4d3e-8463-dd207695e2f9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:27.306999 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.313885 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d39087b2-4f0f-4a95-9a40-a03ba421c214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.319093 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.320101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:17:27.356413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.387384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:27.393169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d39087b2-4f0f-4a95-9a40-a03ba421c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.414244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.414244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.414915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.418957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.419350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.419694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.420030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.420503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.420754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.421481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.421814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.422136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:27.453154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39087b2-4f0f-4a95-9a40-a03ba421c214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6ba13-dc81-4582-bd0b-e58b170e1d1f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:27.460828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d39087b2-4f0f-4a95-9a40-a03ba421c214 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cab9e14578647359a3a01c8806b9e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5680809 Nov 11 21:17:27.461064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47414) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:27.521182 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c0335a1-83a3-480d-bd76-d3a8b7c0546e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.547335 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c0335a1-83a3-480d-bd76-d3a8b7c0546e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.582687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] DHCP port deletion for e9611916-e866-44c6-a185-bfad542b91e1 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:27.614046 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.620868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7923d969-a97c-4377-ab8e-dc894183d784'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:17:27.645122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=9a47f57f-f3ca-4d3e-8463-dd207695e2f9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:27.674851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c0335a1-83a3-480d-bd76-d3a8b7c0546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.687289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c0335a1-83a3-480d-bd76-d3a8b7c0546e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.688979 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2c0335a1-83a3-480d-bd76-d3a8b7c0546e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccb6ba13-dc81-4582-bd0b-e58b170e1d1f HTTP/1.1" status: 204 len: 168 time: 0.2268136 Nov 11 21:17:27.707826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0335a1-83a3-480d-bd76-d3a8b7c0546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6ba13-dc81-4582-bd0b-e58b170e1d1f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:27.709465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ac032-f370-4384-a983-f594308c31ae None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:27.839519 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.847771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] Deleting port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:17:27.848232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.945767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:27.955006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.010290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] For port 91c75aaf-0569-4d07-b070-ebd4bc61eec0, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=91c75aaf-0569-4d07-b070-ebd4bc61eec0,segment=NetworkSegment(bf2ff4f5-3546-4837-8cf2-69bdbccff613),segment_id=bf2ff4f5-3546-4837-8cf2-69bdbccff613)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:28.010650 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.032861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] Calling delete_port for 91c75aaf-0569-4d07-b070-ebd4bc61eec0 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:17:28.096191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.098608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Fanout notify agent at l3_agent the message router_deleted on router fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:17:28.118191 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.120842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-68556513-7648-4c44-a170-9cae61ae289d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/routers/fb6a0ff3-0a29-45ad-a20c-6703a1d3b9c7 HTTP/1.1" status: 204 len: 168 time: 1.5928087 Nov 11 21:17:28.123657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:28.239171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.252544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] No DVR routers for this DVR port 91c75aaf-0569-4d07-b070-ebd4bc61eec0 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:17:28.303436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae41ea9-703a-4514-93f4-bb2027cd6b81 None None] Pushing event deleted for resources: {'Port': ['ID=91c75aaf-0569-4d07-b070-ebd4bc61eec0,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:28.346662 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.366516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a84806-7fac-47d6-b363-d3783e6711c4 req-c4fb285f-6874-4ad0-aebe-53b1de91eee5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:28.368502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e4a84806-7fac-47d6-b363-d3783e6711c4 req-c4fb285f-6874-4ad0-aebe-53b1de91eee5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0904543 Nov 11 21:17:28.497262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.510708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e4a84806-7fac-47d6-b363-d3783e6711c4 req-39154458-15e4-4e0d-9fe8-487372a4686a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086452 Nov 11 21:17:28.525548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9611916-e866-44c6-a185-bfad542b91e1']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:28.543203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2ff4f5-3546-4837-8cf2-69bdbccff613') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:28.543501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2ff4f5-3546-4837-8cf2-69bdbccff613') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:28.553679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.573331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.580453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:17:28.580805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:17:28.583892 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:17:28.614299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:28.698272 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:28.714486 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96256000-3f2b-4fe1-9c8e-9804002e9738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.736955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.745955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.767876 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/networks/e9611916-e866-44c6-a185-bfad542b91e1 HTTP/1.1" status: 204 len: 168 time: 0.6391289 Nov 11 21:17:28.768065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 91c75aaf-0569-4d07-b070-ebd4bc61eec0 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:17:28.773314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:28.773512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 7923d969-a97c-4377-ab8e-dc894183d784 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:17:28.802094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e328c-69ef-4c0a-a191-1043d669eb41 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Network': ['ID=e9611916-e866-44c6-a185-bfad542b91e1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:28.804253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 91c75aaf-0569-4d07-b070-ebd4bc61eec0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:17:28.804614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 91c75aaf-0569-4d07-b070-ebd4bc61eec0 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:17:28.805036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:17:28.808495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 7923d969-a97c-4377-ab8e-dc894183d784 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:28.808871 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.849226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:17:28.849578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9a47f57f-f3ca-4d3e-8463-dd207695e2f9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:17:28.850001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67a62349-4f3d-4c3c-8a06-0719c95f9a71 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:17:28.875405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 67a62349-4f3d-4c3c-8a06-0719c95f9a71 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:17:28.875754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67a62349-4f3d-4c3c-8a06-0719c95f9a71 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:17:28.884355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85093edd-5016-4f40-b52e-2da6e56dca9e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.894484 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96256000-3f2b-4fe1-9c8e-9804002e9738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.917074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85093edd-5016-4f40-b52e-2da6e56dca9e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:28.942196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96256000-3f2b-4fe1-9c8e-9804002e9738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.005679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96256000-3f2b-4fe1-9c8e-9804002e9738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f39097-f1f9-4101-8d98-a65046f757e7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:29.013291 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-96256000-3f2b-4fe1-9c8e-9804002e9738 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84b4ec3d369141e0ad9cee79c80075ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137667 Nov 11 21:17:29.014286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:29.074663 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f815-2be2-45c4-bb32-fa7e897569e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.104421 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85093edd-5016-4f40-b52e-2da6e56dca9e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.105287 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f815-2be2-45c4-bb32-fa7e897569e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.111686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-85093edd-5016-4f40-b52e-2da6e56dca9e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.113092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-85093edd-5016-4f40-b52e-2da6e56dca9e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/security-groups/18d66a2b-84f6-4b30-8640-44e258262191 HTTP/1.1" status: 204 len: 168 time: 0.3369806 Nov 11 21:17:29.136606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85093edd-5016-4f40-b52e-2da6e56dca9e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d66a2b-84f6-4b30-8640-44e258262191,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:29.220516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.245818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:17:29.249707 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96abfebb-d7cd-48da-a48a-5dd198863f84" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:17:29.267838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f815-2be2-45c4-bb32-fa7e897569e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.272223 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f815-2be2-45c4-bb32-fa7e897569e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.273587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6ca6f815-2be2-45c4-bb32-fa7e897569e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3f39097-f1f9-4101-8d98-a65046f757e7 HTTP/1.1" status: 204 len: 168 time: 0.2574356 Nov 11 21:17:29.288175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:29.290511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f815-2be2-45c4-bb32-fa7e897569e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f39097-f1f9-4101-8d98-a65046f757e7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:29.322294 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515c299a-c57e-48d3-803c-233e010114b9 x-openstack-request-id: req-515c299a-c57e-48d3-803c-233e010114b9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:17:29.324028 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:17:29.324028 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-515c299a-c57e-48d3-803c-233e010114b9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:17:29.324028 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'code': 200} Nov 11 21:17:29.347540 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:29.418127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:29.451201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fc87d-f4f2-4648-aa96-8825ea8bf9bb req-972f884c-d2aa-42d7-8b0e-51d4ece0197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:29.453303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b12fc87d-f4f2-4648-aa96-8825ea8bf9bb req-972f884c-d2aa-42d7-8b0e-51d4ece0197c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1096 time: 0.0541475 Nov 11 21:17:29.517888 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b12fc87d-f4f2-4648-aa96-8825ea8bf9bb req-c1215497-5ca2-492d-b7fa-9a75200c7511 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571346 Nov 11 21:17:29.656371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255c95d-6bd4-40c5-9e20-cfc44f9bf360 req-f995c4ce-e44d-46f4-aeae-b68451e4d6c7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:29.659855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2255c95d-6bd4-40c5-9e20-cfc44f9bf360 req-f995c4ce-e44d-46f4-aeae-b68451e4d6c7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.0605063 Nov 11 21:17:29.724467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2255c95d-6bd4-40c5-9e20-cfc44f9bf360 req-26b850ff-1d67-4568-8241-7c716244c5ab tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540705 Nov 11 21:17:29.949140 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:29.954528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2e37b434-bec0-4518-8f09-dd2cc891c616 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536033004', 'description': 'tempest-secgroup-smoke-536033004 description', 'project_id': '675f1365bb384017b4474ada374a52b9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:30.039046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e37b434-bec0-4518-8f09-dd2cc891c616 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.133613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e37b434-bec0-4518-8f09-dd2cc891c616 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.198827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e37b434-bec0-4518-8f09-dd2cc891c616 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.228748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37b434-bec0-4518-8f09-dd2cc891c616 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:30.281412 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e37b434-bec0-4518-8f09-dd2cc891c616 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.282871 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2e37b434-bec0-4518-8f09-dd2cc891c616 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3323796 Nov 11 21:17:30.288421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47494) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:30.292926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1274ff2e-c819-449b-9297-567d1cd8473b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'c3b72fa8-6d02-40a5-b8e4-7d851a82cd83', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:30.393151 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1274ff2e-c819-449b-9297-567d1cd8473b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.460239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1274ff2e-c819-449b-9297-567d1cd8473b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.530094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1274ff2e-c819-449b-9297-567d1cd8473b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.549614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274ff2e-c819-449b-9297-567d1cd8473b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbd9f30-a44d-4042-9946-e0f935f1d75d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:30.623762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1274ff2e-c819-449b-9297-567d1cd8473b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.628043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1274ff2e-c819-449b-9297-567d1cd8473b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3358159 Nov 11 21:17:30.628316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:30.633025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-caead75e-e6aa-48cd-adff-db4158ad4d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'c3b72fa8-6d02-40a5-b8e4-7d851a82cd83', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:30.713559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caead75e-e6aa-48cd-adff-db4158ad4d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.795413 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caead75e-e6aa-48cd-adff-db4158ad4d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.898020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caead75e-e6aa-48cd-adff-db4158ad4d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:30.901124 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-d5767b2f-1db6-4b1b-9023-81767a10481d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798974 Nov 11 21:17:30.969859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead75e-e6aa-48cd-adff-db4158ad4d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a91cc4-3d73-4921-a6c0-3d2ea16b3e55,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:31.002348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519970b-9cbc-4bbe-aaa4-998fec52eab5 req-09c1dded-0675-4b99-83b1-3cf6ecdf4233 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:31.010625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3519970b-9cbc-4bbe-aaa4-998fec52eab5 req-09c1dded-0675-4b99-83b1-3cf6ecdf4233 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.1270382 Nov 11 21:17:31.050516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912739b-8695-4385-824e-6bddee1ed13a req-97e63e8a-ffdb-49d1-b17c-d853fbae7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:31.052391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-97e63e8a-ffdb-49d1-b17c-d853fbae7a3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 1101 time: 0.0948987 Nov 11 21:17:31.089324 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-caead75e-e6aa-48cd-adff-db4158ad4d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.091018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-caead75e-e6aa-48cd-adff-db4158ad4d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4616482 Nov 11 21:17:31.097919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3519970b-9cbc-4bbe-aaa4-998fec52eab5 req-8d628575-9763-475d-883a-92ba9808ade3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862155 Nov 11 21:17:31.098762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:31.105605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fc4f0cdc-6793-4759-ad1d-d1a2311ab649 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'c3b72fa8-6d02-40a5-b8e4-7d851a82cd83', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:31.201893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912739b-8695-4385-824e-6bddee1ed13a req-2e5a4c8f-7b43-473b-bdc2-b39e8144455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:31.204201 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-2e5a4c8f-7b43-473b-bdc2-b39e8144455f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.1265342 Nov 11 21:17:31.228331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0cdc-6793-4759-ad1d-d1a2311ab649 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.270316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-da4c54d2-438d-4e9a-a368-e70cf1331d43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0 HTTP/1.1" status: 200 len: 217 time: 0.0577226 Nov 11 21:17:31.326206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0cdc-6793-4759-ad1d-d1a2311ab649 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.342475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912739b-8695-4385-824e-6bddee1ed13a req-0d274680-f8fa-4a6a-9609-1d5693fc5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:31.346743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-0d274680-f8fa-4a6a-9609-1d5693fc5e25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0694041 Nov 11 21:17:31.387412 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0cdc-6793-4759-ad1d-d1a2311ab649 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.403607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912739b-8695-4385-824e-6bddee1ed13a req-4031ebe4-3e84-4913-8c56-392026b8fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:31.405698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-4031ebe4-3e84-4913-8c56-392026b8fbb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501287 Nov 11 21:17:31.411728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f0cdc-6793-4759-ad1d-d1a2311ab649 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bb608d-c7df-4d7b-b3bf-32fb047575cd,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:31.500529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fc4f0cdc-6793-4759-ad1d-d1a2311ab649 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.506554 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fc4f0cdc-6793-4759-ad1d-d1a2311ab649 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055645 Nov 11 21:17:31.507244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47534) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:31.515208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-419fded2-db29-4e92-98c0-c44bd4ec0292 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'c3b72fa8-6d02-40a5-b8e4-7d851a82cd83', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:31.559360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-83056ae0-f120-44fb-9ff6-e70bd0da414a service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420095 Nov 11 21:17:31.644213 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-419fded2-db29-4e92-98c0-c44bd4ec0292 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.682962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b912739b-8695-4385-824e-6bddee1ed13a req-55c9807f-18a1-4226-a2e8-59b92683ec30 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144776 Nov 11 21:17:31.730092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-419fded2-db29-4e92-98c0-c44bd4ec0292 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.845556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-419fded2-db29-4e92-98c0-c44bd4ec0292 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.865824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fded2-db29-4e92-98c0-c44bd4ec0292 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b3d4be-596b-4169-99e4-70ad553877ed,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:31.972535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-419fded2-db29-4e92-98c0-c44bd4ec0292 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:31.973824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-419fded2-db29-4e92-98c0-c44bd4ec0292 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4651401 Nov 11 21:17:31.976867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47544) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:31.981452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'c3b72fa8-6d02-40a5-b8e4-7d851a82cd83', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:32.015138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a13962b2-1942-4c78-b76a-7aadd5a41ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.095292 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:17:32.101333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.200742 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.244872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc0e14-9a3d-42df-a684-92ef5ae4e3a0 req-907768a3-661d-4cc8-977f-843b64b3384a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:32.246407 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13cc0e14-9a3d-42df-a684-92ef5ae4e3a0 req-907768a3-661d-4cc8-977f-843b64b3384a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.0710223 Nov 11 21:17:32.292262 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.321174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-13cc0e14-9a3d-42df-a684-92ef5ae4e3a0 req-437d1f79-cbd4-4ffd-a8cb-73f6ee87233b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672295 Nov 11 21:17:32.326777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e21631e-3ea5-4157-9b9d-18f203539664,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:32.400084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.404141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1902b922-67f8-4345-be01-6c3e6d90a01e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4234262 Nov 11 21:17:32.404291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:32.411580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': 'c3b72fa8-6d02-40a5-b8e4-7d851a82cd83', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:32.482548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9f013-a625-4f19-8849-30a7ffa08f46 req-2d07f089-3aca-4617-a05e-52660ca78c19 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:32.486171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fae9f013-a625-4f19-8849-30a7ffa08f46 req-2d07f089-3aca-4617-a05e-52660ca78c19 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.0858922 Nov 11 21:17:32.492870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47566) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:32.496606 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:17:32.498458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'floatingip': {'port_id': '7923d969-a97c-4377-ab8e-dc894183d784'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:32.504488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.546789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.570442 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.707199 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.728173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c61dc5c-79b4-4d49-9638-2540aa9f7604,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:32.855351 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:32.856701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-20caf638-732d-4cf4-be5a-33cb5eebc1a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4511478 Nov 11 21:17:32.856826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:32.863003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'network': {'name': 'tempest-network-smoke--1610980272', 'project_id': '675f1365bb384017b4474ada374a52b9', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:33.018361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:33.022450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.122555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:17:33.144405 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.144787 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Added segment b93c557e-ac1e-40fe-b730-e6cde3a5f1e9 of type vlan for network cd09eabb-988a-42d0-acaf-94c0191fd9e4 Nov 11 21:17:33.163402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.198385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.295088 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.300128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.308790 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:33.309974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.465660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Network': ['ID=cd09eabb-988a-42d0-acaf-94c0191fd9e4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:33.484273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:17:33.523415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b914bdaa-4bae-497f-8ed6-0efdce305058 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6630785 Nov 11 21:17:33.523965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:33.528314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'admin_state_up': True, 'project_id': '675f1365bb384017b4474ada374a52b9', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:33.615263 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Floating IP 01de5e12-bc63-4cdf-8bc2-c521ec8166d2 associated. External IP: 172.25.2.225, port: 7923d969-a97c-4377-ab8e-dc894183d784. Nov 11 21:17:33.742044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.743126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.867103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:33.893700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Router 74b17385-40ce-49c9-99b2-e3a828fc32cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:17:34.080995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:17:34.086767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:34.103498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] Sync routers for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:17:34.118600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:34.126206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:34.245048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:34.251948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-14dddb42-a461-4efc-9a7f-a2a0d83ac3a8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "PUT /v2.0/floatingips/01de5e12-bc63-4cdf-8bc2-c521ec8166d2 HTTP/1.1" status: 200 len: 991 time: 1.7555311 Nov 11 21:17:34.251948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:17:34.271438 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c875e7-2f80-4048-b125-815c18349980" -d '{"events": [{"name": "network-changed", "server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:17:34.330983 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4fe7a5-e156-4838-944f-f2c2f37e7a64 x-openstack-request-id: req-4e4fe7a5-e156-4838-944f-f2c2f37e7a64 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:17:34.331351 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:17:34.331659 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e4fe7a5-e156-4838-944f-f2c2f37e7a64 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:17:34.334495 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'status': 'completed', 'code': 200} Nov 11 21:17:34.445958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:34.446969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c875e7-2f80-4048-b125-815c18349980 req-39463ea5-eada-42cf-8d54-6c4651df7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:34.448678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9c875e7-2f80-4048-b125-815c18349980 req-39463ea5-eada-42cf-8d54-6c4651df7c2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1096 time: 0.0819333 Nov 11 21:17:34.557277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c875e7-2f80-4048-b125-815c18349980 req-22d40d69-1c97-4a47-ab70-28491a9fc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:34.558785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9c875e7-2f80-4048-b125-815c18349980 req-22d40d69-1c97-4a47-ab70-28491a9fc768 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1009364 Nov 11 21:17:34.563496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce715-3d03-45d9-b9f0-92b5bbe5c664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:34.664188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:34.681710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:34.718698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9c875e7-2f80-4048-b125-815c18349980 req-a78b0ce7-9128-41a3-98a0-9da38405149d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.1513591 Nov 11 21:17:34.835526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c875e7-2f80-4048-b125-815c18349980 req-86f8aea0-e798-44d9-8a32-b1622da3e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:34.837097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9c875e7-2f80-4048-b125-815c18349980 req-86f8aea0-e798-44d9-8a32-b1622da3e42c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.1106133 Nov 11 21:17:34.878004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '01de5e12-bc63-4cdf-8bc2-c521ec8166d2', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'floating_ip_address': '172.25.2.225', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'port_id': '7923d969-a97c-4377-ab8e-dc894183d784', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'mac_address': 'fa:16:3e:77:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:17:11Z', 'updated_at': '2021-11-11T21:17:33Z', 'revision_number': 1, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:10Z', 'revision_number': 5, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:34.934632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c875e7-2f80-4048-b125-815c18349980 req-59afd615-2fcb-476c-9ce1-92444482f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:34.940394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9c875e7-2f80-4048-b125-815c18349980 req-59afd615-2fcb-476c-9ce1-92444482f2c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918229 Nov 11 21:17:34.966179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] Checking router: 74b17385-40ce-49c9-99b2-e3a828fc32cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:17:34.977395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:34.978327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:35.057767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9c875e7-2f80-4048-b125-815c18349980 req-adcc1db2-11be-4dee-9335-107cd29fdef4 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132009 Nov 11 21:17:35.151282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:35.213480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f9c875e7-2f80-4048-b125-815c18349980 req-68e292be-4623-4803-9c2c-0c1fe27663a5 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383362 Nov 11 21:17:35.497013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '01de5e12-bc63-4cdf-8bc2-c521ec8166d2', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'floating_ip_address': '172.25.2.225', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'port_id': '7923d969-a97c-4377-ab8e-dc894183d784', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'mac_address': 'fa:16:3e:77:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:17:11Z', 'updated_at': '2021-11-11T21:17:33Z', 'revision_number': 1, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:10Z', 'revision_number': 5, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:35.512464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.222 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/4295c9a1-e81e-4fe9-86f2-04f1b0076b80) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:35.552025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb0d1de-879b-40d8-82b0-2b394cb649de None None] The sync data for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 is: [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '01de5e12-bc63-4cdf-8bc2-c521ec8166d2', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'floating_ip_address': '172.25.2.225', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'port_id': '7923d969-a97c-4377-ab8e-dc894183d784', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'mac_address': 'fa:16:3e:77:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:17:11Z', 'updated_at': '2021-11-11T21:17:33Z', 'revision_number': 1, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:10Z', 'revision_number': 5, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:17:35.565517 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.647984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.776501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:35.818419 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53f549-17ce-4e9b-b768-16fd47a59fff None None] New status for floating IP 01de5e12-bc63-4cdf-8bc2-c521ec8166d2: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:17:35.854261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:35.864053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:35.872111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:35.878760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:35.895754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08f347-6ebc-44e5-a2f0-85dcab29086e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:35.997455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1573a510-8000-4624-8de8-09a612f9e7b2 None None] Provisioning complete for port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:35.997455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1573a510-8000-4624-8de8-09a612f9e7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:36.063582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1573a510-8000-4624-8de8-09a612f9e7b2 None None] Port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:36.487261 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:36.790836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:37.062062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:17:37.089853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:37.193429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:17:37.204063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Sync routers for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:17:37.220067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:37.220803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:37.331679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:37.372231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:37.374002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5737bd37-e552-4e23-894c-68af67fce36f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8490739 Nov 11 21:17:37.377254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47666) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:37.425315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-970bf2c5-58e7-427b-9d9e-5b1814097826 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=675f1365bb384017b4474ada374a52b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464964 Nov 11 21:17:37.425956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47668) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:37.550516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c595ea-60a1-4d28-a176-a54251228eaf tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:37.552635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-66c595ea-60a1-4d28-a176-a54251228eaf tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257322 Nov 11 21:17:37.555290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47672) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:37.562992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:36Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:37.593805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9bdd5aa4-7a61-43ee-9c10-eb1d3f56d755 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340519 Nov 11 21:17:37.593805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 47676) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:37.600135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1669051888', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'project_id': '675f1365bb384017b4474ada374a52b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:37.614055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Checking router: b3a07a15-5908-4c2b-9110-41d3c4ae3db1 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:17:37.623505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Updating router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:17:37.656220 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:37.788182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:37.795155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:37.859943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:37.966282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.027847 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.076992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32795b9e-f78b-404f-a8b6-ff7b64c0ac72 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:38.091315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Attempting to bind port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:38.094282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Attempting to bind port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:38.094720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Attempting to bind port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:38.101942 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.105605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:38.106019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:38.106517 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.107018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:38.107588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Bound port: 4295c9a1-e81e-4fe9-86f2-04f1b0076b80, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:38.108678 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.111273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf6349-9f37-4691-bd68-2e61df73011d None None] Pushing event updated for resources: {'Port': ['ID=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:38.212415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Subnet': ['ID=0c8ab356-1e51-4965-b425-b8d333fd8990,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:38.220563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] For port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:38.224134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] For port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:38.238243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Checking segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:38.238602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network hostable DHCP agents. Network: cd09eabb-988a-42d0-acaf-94c0191fd9e4, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:17:38.242244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e7f2a0ca-e7c8-4d36-8e98-66030c84bbeb None None] Provisioning complete for port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:38.242886 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a0ca-e7c8-4d36-8e98-66030c84bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.297735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2a0ca-e7c8-4d36-8e98-66030c84bbeb None None] Port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:38.320325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.347361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:17:38.389028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb445a59-c968-48fe-839b-4e6f175fe977 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:17:38.410000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, cd09eabb-988a-42d0-acaf-94c0191fd9e4) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:38.414805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:38.415744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:38.431477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:38.432236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:38.437156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd2fa2-892d-4577-b16b-a0d6767a0dd0 None None] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:17:38.476882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf6349-9f37-4691-bd68-2e61df73011d None None] Pushing event updated for resources: {'Port': ['ID=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:38.542346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 47702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:38.547065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b36f274f-073e-4554-87c3-9f9c9067e5df tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9511039 Nov 11 21:17:38.988967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-830d6b8e-4602-4710-b360-a37bcf0b1041 None None] Provisioning complete for port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:38.989335 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-830d6b8e-4602-4710-b360-a37bcf0b1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.099721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:39.453419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:17:39.454289 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.486958 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.790977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-830d6b8e-4602-4710-b360-a37bcf0b1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:39.851692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-830d6b8e-4602-4710-b360-a37bcf0b1041 None None] For port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:39.874712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Allocated IP 172.20.0.2 (cd09eabb-988a-42d0-acaf-94c0191fd9e4/0c8ab356-1e51-4965-b425-b8d333fd8990/8c00e17a-2aac-4c58-949d-1f202e495777) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:39.925772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:36Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:39.972464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62487672-d0d1-44ab-bf5c-d91a938bf613 None None] The sync data for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 is: [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:36Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:17:39.982579 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-830d6b8e-4602-4710-b360-a37bcf0b1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.084067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d6b8e-4602-4710-b360-a37bcf0b1041 None None] Pushing event updated for resources: {'Port': ['ID=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:40.243267 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.410012 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.510821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:40.515117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:40.521383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:40.526124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Pushing event updated for resources: {'Port': ['ID=8c00e17a-2aac-4c58-949d-1f202e495777,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:40.601694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.1 (cd09eabb-988a-42d0-acaf-94c0191fd9e4/0c8ab356-1e51-4965-b425-b8d333fd8990/2f6e5a20-30ab-404a-a771-71b8b19363bf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:40.643314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Attempting to bind port 8c00e17a-2aac-4c58-949d-1f202e495777 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:40.643996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Attempting to bind port 8c00e17a-2aac-4c58-949d-1f202e495777 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:40.644695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Attempting to bind port 8c00e17a-2aac-4c58-949d-1f202e495777 on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:40.650439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:40.651087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Checking segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:40.651675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.653163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Bound using segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:40.653835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Bound port: 8c00e17a-2aac-4c58-949d-1f202e495777, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:40.654510 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.816923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] For port 8c00e17a-2aac-4c58-949d-1f202e495777, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:40.821246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] For port 8c00e17a-2aac-4c58-949d-1f202e495777, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8c00e17a-2aac-4c58-949d-1f202e495777,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:40.861231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:40.862954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:40.926700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:41.022377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:41.034922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:41.035298 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:41.153704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=2f6e5a20-30ab-404a-a771-71b8b19363bf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:41.167154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:41.168933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:41.171932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:41.196262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78c1a3-7ba0-47af-b622-62b5d0187224 None None] Pushing event updated for resources: {'Port': ['ID=8c00e17a-2aac-4c58-949d-1f202e495777,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:41.246639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:41.608336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:42.016514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:42.072737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:42.221622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=2f6e5a20-30ab-404a-a771-71b8b19363bf,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:42.252238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:42.401196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:42.402855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:42.553585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea690e-56f5-4286-ac6b-a83590d336fe None None] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:17:42.561402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:17:42.663153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-77cbdba8-da95-4a8a-bec1-98e9b6426e31 None None] Provisioning complete for port 8c00e17a-2aac-4c58-949d-1f202e495777 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:42.663153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77cbdba8-da95-4a8a-bec1-98e9b6426e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:42.797913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:17:42.803742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b1b059bf-283c-48a9-b884-481bc2d3358d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/b3a07a15-5908-4c2b-9110-41d3c4ae3db1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2602315 Nov 11 21:17:42.931765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8c00e17a-2aac-4c58-949d-1f202e495777 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:43.042881 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77cbdba8-da95-4a8a-bec1-98e9b6426e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:43.099175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-77cbdba8-da95-4a8a-bec1-98e9b6426e31 None None] For port 8c00e17a-2aac-4c58-949d-1f202e495777, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8c00e17a-2aac-4c58-949d-1f202e495777,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:43.172841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77cbdba8-da95-4a8a-bec1-98e9b6426e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:43.250759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8c00e17a-2aac-4c58-949d-1f202e495777 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:43.251382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:43.259658 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Sync routers for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:17:43.286954 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:43.287593 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:43.309117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-19287981-32ab-4778-8385-3d03c237e0c0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536033004&fields=id&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 267 time: 0.1649110 Nov 11 21:17:43.321556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbdba8-da95-4a8a-bec1-98e9b6426e31 None None] Pushing event updated for resources: {'Port': ['ID=8c00e17a-2aac-4c58-949d-1f202e495777,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:43.486904 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:43.533926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-b08c3497-54c7-4f1d-ab56-4203c6e28ae1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:43.535550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-b08c3497-54c7-4f1d-ab56-4203c6e28ae1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/networks?id=cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 200 len: 797 time: 0.2193816 Nov 11 21:17:43.577281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-395e4662-b9ef-4bfa-85d4-21364ed96409 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/quotas/675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 375 time: 0.0336630 Nov 11 21:17:43.709593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b06e1625-9edc-4fac-b8d6-af884766b909 None None] Provisioning complete for port 2f6e5a20-30ab-404a-a771-71b8b19363bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:43.710703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b06e1625-9edc-4fac-b8d6-af884766b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:43.744004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-61d8f791-a0ae-488a-85e7-3423e394df8e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649354 Nov 11 21:17:43.758398 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-94e4f46e-c38a-4337-863c-c45af917267b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:17:43.760236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-94e4f46e-c38a-4337-863c-c45af917267b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056756 Nov 11 21:17:43.818291 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 2, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:43.837196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b06e1625-9edc-4fac-b8d6-af884766b909 None None] Port 2f6e5a20-30ab-404a-a771-71b8b19363bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:43.855215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b06e1625-9edc-4fac-b8d6-af884766b909 None None] Provisioning complete for port 8c00e17a-2aac-4c58-949d-1f202e495777 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:43.855788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b06e1625-9edc-4fac-b8d6-af884766b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:43.886499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Checking router: b3a07a15-5908-4c2b-9110-41d3c4ae3db1 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:17:43.886851 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Updating router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 port 2f6e5a20-30ab-404a-a771-71b8b19363bf binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:17:43.938714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-4e94f480-7a0f-4916-9818-538f5b11bbdc service neutron] 10.222.0.31 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692827 Nov 11 21:17:43.950945 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:44.074439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-35ce229f-9281-4a8b-b041-d6c628451ae8 service neutron] 10.222.0.31 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348650 Nov 11 21:17:44.134445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4f3722aa-5879-4c5d-b06e-7a5dfb6e0525 None None] Provisioning complete for port 2f6e5a20-30ab-404a-a771-71b8b19363bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:44.134825 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f3722aa-5879-4c5d-b06e-7a5dfb6e0525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:44.184530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4f3722aa-5879-4c5d-b06e-7a5dfb6e0525 None None] Port 2f6e5a20-30ab-404a-a771-71b8b19363bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:44.420813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d9991d8-7604-48ba-bdf3-012082272cb5 None None] Provisioning complete for port 2f6e5a20-30ab-404a-a771-71b8b19363bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:44.421946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d9991d8-7604-48ba-bdf3-012082272cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:44.484646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d9991d8-7604-48ba-bdf3-012082272cb5 None None] Port 2f6e5a20-30ab-404a-a771-71b8b19363bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:44.500179 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06c06796-5976-43cf-b1c7-f0bd3c8d0ce7 req-dfba14c2-1a6e-48b2-80d3-6a6cc345bc74 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 210 time: 0.0599597 Nov 11 21:17:44.554224 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:44.653257 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:44.713827 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687b26-933f-46ae-b0d5-d03e694ae2ec None None] Pushing event updated for resources: {'Port': ['ID=2f6e5a20-30ab-404a-a771-71b8b19363bf,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:44.793765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8c00e17a-2aac-4c58-949d-1f202e495777 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:44.799250 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Attempting to bind port 2f6e5a20-30ab-404a-a771-71b8b19363bf on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:44.799656 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Attempting to bind port 2f6e5a20-30ab-404a-a771-71b8b19363bf by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:44.800048 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Attempting to bind port 2f6e5a20-30ab-404a-a771-71b8b19363bf on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:44.806442 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:44.807063 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Checking segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:44.807611 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:44.808173 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Bound using segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:44.808816 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Bound port: 2f6e5a20-30ab-404a-a771-71b8b19363bf, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:44.811945 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:44.894829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8c00e17a-2aac-4c58-949d-1f202e495777 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:44.896824 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:45.227551 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] For port 2f6e5a20-30ab-404a-a771-71b8b19363bf, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:45.231146 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] For port 2f6e5a20-30ab-404a-a771-71b8b19363bf, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f6e5a20-30ab-404a-a771-71b8b19363bf,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:45.235208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-17a11fc7-c629-4aba-873b-234b18d50528 None None] Provisioning complete for port 2f6e5a20-30ab-404a-a771-71b8b19363bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:45.236618 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17a11fc7-c629-4aba-873b-234b18d50528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:45.296892 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:45.299169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-17a11fc7-c629-4aba-873b-234b18d50528 None None] Port 2f6e5a20-30ab-404a-a771-71b8b19363bf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:45.378102 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:17:45.379138 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:45.590646 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:17:45.675700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48026) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:45.681836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-411a8f56-f40a-4a38-bcd6-9f0fa9da7984 req-46f6eabc-0609-4303-9ba7-3bd6169f9b9e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 210 time: 0.0954878 Nov 11 21:17:45.845761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-94b96d8e-75ff-4ad1-8c73-2e5b649abebb None None] Provisioning complete for port 2f6e5a20-30ab-404a-a771-71b8b19363bf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:45.846343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94b96d8e-75ff-4ad1-8c73-2e5b649abebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:45.915549 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687b26-933f-46ae-b0d5-d03e694ae2ec None None] Pushing event updated for resources: {'Port': ['ID=2f6e5a20-30ab-404a-a771-71b8b19363bf,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:45.937930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87942b60-86fe-4e0b-9940-43c454442bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:45.983753 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:45Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:17:46.022120 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93615412-b1d0-4ddd-a8ba-480cec535c6f None None] The sync data for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 is: [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:45Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:17:46.041184 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87942b60-86fe-4e0b-9940-43c454442bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.073482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94b96d8e-75ff-4ad1-8c73-2e5b649abebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.116166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-87942b60-86fe-4e0b-9940-43c454442bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.154144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-94b96d8e-75ff-4ad1-8c73-2e5b649abebb None None] For port 2f6e5a20-30ab-404a-a771-71b8b19363bf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f6e5a20-30ab-404a-a771-71b8b19363bf,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:46.210019 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94b96d8e-75ff-4ad1-8c73-2e5b649abebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.219248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-87942b60-86fe-4e0b-9940-43c454442bfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a66c30d3772548daa8207d1b07974919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5414872 Nov 11 21:17:46.221861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48048) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:46.226995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87942b60-86fe-4e0b-9940-43c454442bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059be9c0-2077-4bd9-8bb3-c18284f41694,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:46.326920 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da27ca3e-f507-42d0-89c0-590aa7b2fd73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.340541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b96d8e-75ff-4ad1-8c73-2e5b649abebb None None] Pushing event updated for resources: {'Port': ['ID=2f6e5a20-30ab-404a-a771-71b8b19363bf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:46.366461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da27ca3e-f507-42d0-89c0-590aa7b2fd73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.650543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da27ca3e-f507-42d0-89c0-590aa7b2fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.655480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da27ca3e-f507-42d0-89c0-590aa7b2fd73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:46.656893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-da27ca3e-f507-42d0-89c0-590aa7b2fd73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/059be9c0-2077-4bd9-8bb3-c18284f41694 HTTP/1.1" status: 204 len: 168 time: 0.4339035 Nov 11 21:17:46.674852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27ca3e-f507-42d0-89c0-590aa7b2fd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059be9c0-2077-4bd9-8bb3-c18284f41694,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:46.832792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43d62b16-55ab-43d0-ae84-159602d08396 req-7720edbb-a3ae-4f62-9b57-cbf93eb6fc45 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 210 time: 0.0406485 Nov 11 21:17:46.912244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f6e5a20-30ab-404a-a771-71b8b19363bf up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:46.970267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2f6e5a20-30ab-404a-a771-71b8b19363bf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:46.970664 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:47.325683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-509a4b3a-e7e7-4f4d-9ea9-86bd82352d8e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:47.327743 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-509a4b3a-e7e7-4f4d-9ea9-86bd82352d8e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "GET /v2.0/networks?id=cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 200 len: 797 time: 0.1622887 Nov 11 21:17:47.402804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-8429a7ea-4cfa-4d25-b96d-ed6767db5cbc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 379 time: 0.0634987 Nov 11 21:17:47.412899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'port': {'device_id': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'admin_state_up': True, 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'security_groups': ['c3b72fa8-6d02-40a5-b8e4-7d851a82cd83']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:47.569519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48104) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:47.586828 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2b819e3-5b5d-4c2f-a432-76e24a3b55aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:47.672086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2b819e3-5b5d-4c2f-a432-76e24a3b55aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:47.827924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:17:47.828122 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e2b819e3-5b5d-4c2f-a432-76e24a3b55aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:47.831539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:47.874158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e2b819e3-5b5d-4c2f-a432-76e24a3b55aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd9f059aab3e40bc930025e057a865a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017154 Nov 11 21:17:47.875308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b819e3-5b5d-4c2f-a432-76e24a3b55aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f0fca-7b55-4f14-b980-7579453aa28d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:47.877899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:47.935091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bb6d5355-0c17-446b-942f-eb669a46cf02 req-d708c495-1b57-477d-a7f1-ef88d4a5fd71 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 210 time: 0.0324752 Nov 11 21:17:47.963460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d5ca98b-c6e2-4b7f-90fe-24803733baf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:47.999609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d5ca98b-c6e2-4b7f-90fe-24803733baf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.008580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.14 (cd09eabb-988a-42d0-acaf-94c0191fd9e4/0c8ab356-1e51-4965-b425-b8d333fd8990/d9785c56-2453-4313-9feb-78829ead8cec) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:48.111863 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d5ca98b-c6e2-4b7f-90fe-24803733baf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.114630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8d5ca98b-c6e2-4b7f-90fe-24803733baf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.115810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8d5ca98b-c6e2-4b7f-90fe-24803733baf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/833f0fca-7b55-4f14-b980-7579453aa28d HTTP/1.1" status: 204 len: 168 time: 0.2269027 Nov 11 21:17:48.124998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ca98b-c6e2-4b7f-90fe-24803733baf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f0fca-7b55-4f14-b980-7579453aa28d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:48.227382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.341933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.392516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:48.397648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:48.400062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:48.429139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:48.463756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:48.466047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.593313 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-942e51a8-89b1-46a2-9f4f-89176ab10708 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1831739 Nov 11 21:17:48.610211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Request body: {'port': {'device_id': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:48.703661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.780924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-69712545-860e-4557-8542-390618c3e4d3 None None] Provisioning complete for port d9785c56-2453-4313-9feb-78829ead8cec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:48.781711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69712545-860e-4557-8542-390618c3e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:48.847590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-69712545-860e-4557-8542-390618c3e4d3 None None] Port d9785c56-2453-4313-9feb-78829ead8cec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:17:49.024524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9785c56-2453-4313-9feb-78829ead8cec {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:17:49.041709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:49.082050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Transition to ACTIVE for port object d9785c56-2453-4313-9feb-78829ead8cec will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:17:49.105286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6b72-f2c3-4164-a970-3b578ddace0f req-cede0bee-e77d-48cb-afde-bf857aa38464 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:49.107096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10ac6b72-f2c3-4164-a970-3b578ddace0f req-cede0bee-e77d-48cb-afde-bf857aa38464 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 932 time: 0.0679953 Nov 11 21:17:49.159211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:49.170780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-10ac6b72-f2c3-4164-a970-3b578ddace0f req-f59a46f0-2681-4378-b664-106482100d4c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564225 Nov 11 21:17:49.240601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:49.296089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:17:49.296437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:17:49.296764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:49.302027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:17:49.302116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:17:49.307035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:17:49.307382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Checking segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:17:49.307743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Bound using segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:17:49.308185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Bound port: d9785c56-2453-4313-9feb-78829ead8cec, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:17:49.308548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:49.396595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:17:49.399974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:17:49.479020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:49.537004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:49.547804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:49.548504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:49.549995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-ff6a96f2-431f-4601-b2dc-8006b8c468df service neutron] 10.222.0.62 "PUT /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 1092 time: 0.9485178 Nov 11 21:17:49.551066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:17:49.555145 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d056b68-6c40-44f7-bd9a-8a414be931c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:17:49.610320 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d52c1db-031e-49a2-a5c1-391b70807097 x-openstack-request-id: req-4d52c1db-031e-49a2-a5c1-391b70807097 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:17:49.610620 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:17:49.610883 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d52c1db-031e-49a2-a5c1-391b70807097 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:17:49.611287 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'status': 'completed', 'code': 200} Nov 11 21:17:49.692940 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056b68-6c40-44f7-bd9a-8a414be931c1 req-d1bc7d2a-acfc-4d07-837b-d988cba4d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:49.694902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d056b68-6c40-44f7-bd9a-8a414be931c1 req-d1bc7d2a-acfc-4d07-837b-d988cba4d1e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1095 time: 0.0602734 Nov 11 21:17:49.834012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056b68-6c40-44f7-bd9a-8a414be931c1 req-513a526b-8741-4820-9f9c-21205ab7fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:49.834012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d056b68-6c40-44f7-bd9a-8a414be931c1 req-513a526b-8741-4820-9f9c-21205ab7fcce service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=675f1365bb384017b4474ada374a52b9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1196942 Nov 11 21:17:49.931389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056b68-6c40-44f7-bd9a-8a414be931c1 req-8679ed1f-6afe-4b4c-8330-cc773ff06b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:49.933213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3d056b68-6c40-44f7-bd9a-8a414be931c1 req-8679ed1f-6afe-4b4c-8330-cc773ff06b12 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998292 Nov 11 21:17:50.043527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-1367f811-dc44-4589-8ee6-29194c8cde14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:50.045303 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-1367f811-dc44-4589-8ee6-29194c8cde14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1095 time: 0.0484693 Nov 11 21:17:50.094848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-4d56b4b5-2143-452a-b87f-ed8dadb94597 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 217 time: 0.0406611 Nov 11 21:17:50.160559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-03cd1786-dfba-4302-8f14-baf061014c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:50.161757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-03cd1786-dfba-4302-8f14-baf061014c6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0c8ab356-1e51-4965-b425-b8d333fd8990 HTTP/1.1" status: 200 len: 835 time: 0.0587313 Nov 11 21:17:50.236655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-771ef16a-e764-452f-be9b-c7371fe3e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:50.238190 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-771ef16a-e764-452f-be9b-c7371fe3e805 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd09eabb-988a-42d0-acaf-94c0191fd9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651653 Nov 11 21:17:50.325539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346d773-24a6-4cb7-a7e3-9986aa691511 req-6935e5b5-da20-46eb-aad1-a98f5978466f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:50.327734 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c346d773-24a6-4cb7-a7e3-9986aa691511 req-6935e5b5-da20-46eb-aad1-a98f5978466f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 944 time: 0.0541167 Nov 11 21:17:50.338713 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-53ec848d-22a6-449a-8bd5-59a6e329e160 service neutron] 10.222.0.62 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927379 Nov 11 21:17:50.409146 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c346d773-24a6-4cb7-a7e3-9986aa691511 req-025695c1-0a87-4dfc-b84c-7f77f83c2555 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692456 Nov 11 21:17:50.466094 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9afa8ad-a007-42c2-b8c9-f949f67f9512 req-48c697d3-4934-4645-baaf-2dec8179c002 service neutron] 10.222.0.62 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197546 Nov 11 21:17:51.535824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5d16-06dc-40a3-a4b3-7a38a6a4b359 req-405540d3-2b82-4208-b30a-472eb09a0850 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:51.537371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-585d5d16-06dc-40a3-a4b3-7a38a6a4b359 req-405540d3-2b82-4208-b30a-472eb09a0850 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 944 time: 0.0547872 Nov 11 21:17:51.596990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-585d5d16-06dc-40a3-a4b3-7a38a6a4b359 req-07e67707-bc79-43df-b68c-662e0cf6ffba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509663 Nov 11 21:17:52.211359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:52.734222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2c3e5-25f9-47df-9c1e-91a23d962b9e req-024eb855-340c-428f-826f-f1446904df4e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:52.736122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91d2c3e5-25f9-47df-9c1e-91a23d962b9e req-024eb855-340c-428f-826f-f1446904df4e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 944 time: 0.0690637 Nov 11 21:17:52.804584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91d2c3e5-25f9-47df-9c1e-91a23d962b9e req-d56b98eb-be97-4b65-aa8c-0ab2ab3b30e7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624743 Nov 11 21:17:53.378051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d9785c56-2453-4313-9feb-78829ead8cec details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:17:53.384204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48458) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:53.488578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:53.502225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.504488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'd9785c56-2453-4313-9feb-78829ead8cec', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'port_id': 'd9785c56-2453-4313-9feb-78829ead8cec', 'mac_address': 'fa:16:3e:6c:1d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:17:53.606991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.708172 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.712382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.722110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9785c56-2453-4313-9feb-78829ead8cec {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:17:53.744493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:53.755020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=784410301f9b40909027e673abcbbeef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695579 Nov 11 21:17:53.757935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48480) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:53.759097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25824566-2c8e-4a0d-b378-eea763b8f2b0,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:53.767837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.768215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.768561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.768907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.769264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.769596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.769925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.770251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.770703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.771052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.771429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.771757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac844875-089b-4ad0-be39-641fa737f651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:17:53.809417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3af715a-12c9-47a1-818c-11273217c43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.831889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3af715a-12c9-47a1-818c-11273217c43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.838578 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.889966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:53.931099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30379eb5-d696-4c22-8a74-900c6ee16599 req-e41862ee-d217-44d5-9870-f42f9c4dd156 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:53.932910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30379eb5-d696-4c22-8a74-900c6ee16599 req-e41862ee-d217-44d5-9870-f42f9c4dd156 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 945 time: 0.0549736 Nov 11 21:17:53.969405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3af715a-12c9-47a1-818c-11273217c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.972505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3af715a-12c9-47a1-818c-11273217c43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:53.973887 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f3af715a-12c9-47a1-818c-11273217c43a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25824566-2c8e-4a0d-b378-eea763b8f2b0 HTTP/1.1" status: 204 len: 168 time: 0.2148187 Nov 11 21:17:53.983780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af715a-12c9-47a1-818c-11273217c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25824566-2c8e-4a0d-b378-eea763b8f2b0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:53.989585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30379eb5-d696-4c22-8a74-900c6ee16599 req-0510a426-b0ed-45fb-a6cd-c747f6f8e34a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502813 Nov 11 21:17:54.061828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d9785c56-2453-4313-9feb-78829ead8cec'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:17:55.114151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d74629-bfc0-4d67-95f3-35e618e8a680 req-27af65dc-590f-4c98-b47c-3dbc9ee046d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:55.115716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d74629-bfc0-4d67-95f3-35e618e8a680 req-27af65dc-590f-4c98-b47c-3dbc9ee046d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 945 time: 0.0561638 Nov 11 21:17:55.131064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:55.155515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53adad8c-e24d-4499-8e34-9f4d122e2c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.192993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3d74629-bfc0-4d67-95f3-35e618e8a680 req-6f517d79-03df-4064-8431-073688195cb0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695200 Nov 11 21:17:55.247525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53adad8c-e24d-4499-8e34-9f4d122e2c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.295497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53adad8c-e24d-4499-8e34-9f4d122e2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.336284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-53adad8c-e24d-4499-8e34-9f4d122e2c7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=953de428dd1a4e68a59abe171ea89bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033994 Nov 11 21:17:55.337420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adad8c-e24d-4499-8e34-9f4d122e2c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cdf8ce-5bd7-41a6-8445-cddba60cca90,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:55.339027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:55.378004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d9785c56-2453-4313-9feb-78829ead8cec up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:17:55.397718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2122293-f695-465b-b769-23a008d0e02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.423721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2122293-f695-465b-b769-23a008d0e02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.501273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port d9785c56-2453-4313-9feb-78829ead8cec completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:17:55.505651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port d9785c56-2453-4313-9feb-78829ead8cec triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:17:55.506440 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.547530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2122293-f695-465b-b769-23a008d0e02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.559820 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c2122293-f695-465b-b769-23a008d0e02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.563172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2122293-f695-465b-b769-23a008d0e02e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29cdf8ce-5bd7-41a6-8445-cddba60cca90 HTTP/1.1" status: 204 len: 168 time: 0.2228904 Nov 11 21:17:55.586724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2122293-f695-465b-b769-23a008d0e02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cdf8ce-5bd7-41a6-8445-cddba60cca90,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:55.605957 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.666117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:17:55.668395 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bf6b6f-2be3-4e6a-959f-85f33757d0e1" -d '{"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-plugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:17:55.682992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:17:55.718993 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12ad79f-0beb-4aa9-bef8-9bcee94de4b7 x-openstack-request-id: req-a12ad79f-0beb-4aa9-bef8-9bcee94de4b7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:17:55.719358 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-plugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:17:55.719676 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a12ad79f-0beb-4aa9-bef8-9bcee94de4b7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:17:55.720138 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'code': 200} Nov 11 21:17:55.752593 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:55.809841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:55.831142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4fe84-1057-4712-a2e2-c0f51c6b72af req-a2374253-0bab-42c2-9f90-40bb1f15f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:55.833228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0d4fe84-1057-4712-a2e2-c0f51c6b72af req-a2374253-0bab-42c2-9f90-40bb1f15f13e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1097 time: 0.0515215 Nov 11 21:17:55.881964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0d4fe84-1057-4712-a2e2-c0f51c6b72af req-d4d7b987-43a5-4c58-9194-3a694ae729c6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417109 Nov 11 21:17:56.331365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75327-aa79-4f31-8de3-7ecdf12036a3 req-d33e7702-db1f-49fc-a549-77f02eae30fd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:56.333013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6b75327-aa79-4f31-8de3-7ecdf12036a3 req-d33e7702-db1f-49fc-a549-77f02eae30fd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0569575 Nov 11 21:17:56.400751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6b75327-aa79-4f31-8de3-7ecdf12036a3 req-ba92f146-013c-4c50-9fe9-dbcd01b56daa tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614820 Nov 11 21:17:57.338738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:57.544625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12855-0ce4-48af-abbf-3c5e16f641ad req-1a5d9fd9-fe23-492e-a17f-6104cb0eaf2b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:57.547057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-daa12855-0ce4-48af-abbf-3c5e16f641ad req-1a5d9fd9-fe23-492e-a17f-6104cb0eaf2b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0642903 Nov 11 21:17:57.612463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-daa12855-0ce4-48af-abbf-3c5e16f641ad req-10a4b8b5-0a63-4d5f-bf53-918a8a8cc3e3 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464573 Nov 11 21:17:57.746866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65de1-2c50-4db0-bae9-3270a262961c req-7d55eb77-b6c1-4a8c-babc-69d6540ca496 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:57.748454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9d65de1-2c50-4db0-bae9-3270a262961c req-7d55eb77-b6c1-4a8c-babc-69d6540ca496 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0522659 Nov 11 21:17:57.805269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9d65de1-2c50-4db0-bae9-3270a262961c req-36d27f9e-ee06-4994-9d31-714c38bfa258 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487313 Nov 11 21:17:57.831313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:57.873250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8446e-e485-4928-ab45-f83212f7a1f4 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:17:57.875437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b6e8446e-e485-4928-ab45-f83212f7a1f4 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1092 time: 0.0430863 Nov 11 21:17:57.878375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:17:57.884575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'd9785c56-2453-4313-9feb-78829ead8cec', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:17:58.004126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:58.112835 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:58.218899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.213 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/58d22813-8380-4f25-9839-a30cae69aeb9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:17:58.276308 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:17:58.333723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:58.484991 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:58.524751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:17:58.532427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:17:58.537081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:17:58.540303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=58d22813-8380-4f25-9839-a30cae69aeb9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:58.942021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:59.084855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:59.297109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:59.397575 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:59.476101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=58d22813-8380-4f25-9839-a30cae69aeb9,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:17:59.485790 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:17:59.605718 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 97441f54-f25d-4230-969c-2cebb3d9c143 associated. External IP: 172.25.2.213, port: d9785c56-2453-4313-9feb-78829ead8cec. Nov 11 21:17:59.853759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:17:59.999393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:18:00.014726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] Sync routers for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:18:00.029322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:18:00.030549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:00.110340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:00.161095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5bf77956-9d9c-44b1-b1d3-b13f18499312 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2815375 Nov 11 21:18:00.162160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:00.166501 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707a6da-e10f-42e7-96a2-2189eebee5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:00.173958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:18:00.238900 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef43a1e-8f7f-4d5b-9290-0f4a9c9c75cf x-openstack-request-id: req-8ef43a1e-8f7f-4d5b-9290-0f4a9c9c75cf {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:00.239194 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:00.239451 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ef43a1e-8f7f-4d5b-9290-0f4a9c9c75cf {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:00.239858 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'status': 'completed', 'code': 200} Nov 11 21:18:00.395225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-b5ea69cd-9a97-43e0-8212-85688fcdf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:00.396985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-b5ea69cd-9a97-43e0-8212-85688fcdf962 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1097 time: 0.0795839 Nov 11 21:18:00.406474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27576d79-7da2-4e01-8751-a73fee454a86 req-bec34804-029b-47a6-957c-34090b7f5094 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:00.415059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27576d79-7da2-4e01-8751-a73fee454a86 req-bec34804-029b-47a6-957c-34090b7f5094 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.1521478 Nov 11 21:18:00.496231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '97441f54-f25d-4230-969c-2cebb3d9c143', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'port_id': 'd9785c56-2453-4313-9feb-78829ead8cec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'mac_address': 'fa:16:3e:6c:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:17:58Z', 'updated_at': '2021-11-11T21:17:58Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:46Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:00.548275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] Checking router: b3a07a15-5908-4c2b-9110-41d3c4ae3db1 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:18:00.561135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:18:00.562014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:17:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:00.577556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27576d79-7da2-4e01-8751-a73fee454a86 req-30c99414-88a8-4933-86e8-fba1f5562c3a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569412 Nov 11 21:18:00.594662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 48692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:00.622104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-c559b309-10bd-478c-bec9-1748a0fe784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:00.626141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-c559b309-10bd-478c-bec9-1748a0fe784d service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 200 len: 898 time: 0.2083077 Nov 11 21:18:00.708411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:18:00.763661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d7c98b8e-fdd7-4a3b-96ca-dda10752a416 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/97441f54-f25d-4230-969c-2cebb3d9c143 HTTP/1.1" status: 200 len: 992 time: 0.1672225 Nov 11 21:18:00.789022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-3f15dd46-5b53-49bd-b13f-ea7f11a0df3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 1000 time: 0.1535153 Nov 11 21:18:00.866601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-4de71e04-5314-4c72-95ff-e238bfd3b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:00.868972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-4de71e04-5314-4c72-95ff-e238bfd3b9ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0c8ab356-1e51-4965-b425-b8d333fd8990 HTTP/1.1" status: 200 len: 835 time: 0.0720863 Nov 11 21:18:00.921223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-debd6663-0a3e-426e-bd16-a24545164d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:00.922856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-debd6663-0a3e-426e-bd16-a24545164d07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd09eabb-988a-42d0-acaf-94c0191fd9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439813 Nov 11 21:18:01.028680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '97441f54-f25d-4230-969c-2cebb3d9c143', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'port_id': 'd9785c56-2453-4313-9feb-78829ead8cec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'mac_address': 'fa:16:3e:6c:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:17:58Z', 'updated_at': '2021-11-11T21:17:58Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:46Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:01.052070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-d65f562f-b6d4-475e-8fda-708fa5d299ca service neutron] 10.222.0.62 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203887 Nov 11 21:18:01.070879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f312f6-1a4c-42b4-bc60-45d59a33fe13 None None] The sync data for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 is: [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '97441f54-f25d-4230-969c-2cebb3d9c143', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'port_id': 'd9785c56-2453-4313-9feb-78829ead8cec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'mac_address': 'fa:16:3e:6c:1d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:17:58Z', 'updated_at': '2021-11-11T21:17:58Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:46Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:18:01.198707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a707a6da-e10f-42e7-96a2-2189eebee5b1 req-7b5dbd89-6847-4a04-b12d-b5b17e3caa5e service neutron] 10.222.0.62 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264906 Nov 11 21:18:01.361314 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88957b78-9322-4504-a7aa-cfa63faaee03 None None] New status for floating IP 97441f54-f25d-4230-969c-2cebb3d9c143: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:18:01.768032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 48714) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:02.038622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2e45168-6315-433c-a924-5a91e3bb7291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:02.222079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d11e909-edbd-4c46-8483-8a6ff216d2fd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/97441f54-f25d-4230-969c-2cebb3d9c143 HTTP/1.1" status: 200 len: 994 time: 0.4431884 Nov 11 21:18:04.449853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e1ee-cf71-402b-85ff-026265217f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:05.575578 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:07.101299 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:07.889511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:13.894653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:14.002428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dc87a53-5243-465e-9ba4-0c5e93de724f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:14.082905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dc87a53-5243-465e-9ba4-0c5e93de724f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:14.192439 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dc87a53-5243-465e-9ba4-0c5e93de724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:14.235061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc87a53-5243-465e-9ba4-0c5e93de724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08558ca5-c5e3-4d05-9db4-220d7d5dfb58,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:14.240291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5dc87a53-5243-465e-9ba4-0c5e93de724f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8619fc1dba1409ebd8c981175854475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439732 Nov 11 21:18:14.243817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:14.296176 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:14.317820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:14.535044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:14.543440 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:14.543440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08558ca5-c5e3-4d05-9db4-220d7d5dfb58 HTTP/1.1" status: 204 len: 168 time: 0.2939062 Nov 11 21:18:14.551556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08558ca5-c5e3-4d05-9db4-220d7d5dfb58,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:14.560481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.562450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.562969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.563481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.563985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.564589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.565098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.565617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.566297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.566798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.567474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:14.568319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c8718-78c7-4153-88b6-982fa92aa2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:15.237301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49044) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:15.251260 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3afbfde8-eda8-41cc-b233-9911db3fa609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.334231 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3afbfde8-eda8-41cc-b233-9911db3fa609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.432229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3afbfde8-eda8-41cc-b233-9911db3fa609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.474734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbfde8-eda8-41cc-b233-9911db3fa609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112d9ff4-13cb-4e7e-9053-f8f570c42356,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:15.480741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3afbfde8-eda8-41cc-b233-9911db3fa609 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=134a22e8ca4b4e418e610e247901ef3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421117 Nov 11 21:18:15.483162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49052) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:15.532214 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64fa1033-bff9-4f21-8a5a-ff091eae2607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.552762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64fa1033-bff9-4f21-8a5a-ff091eae2607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.723543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64fa1033-bff9-4f21-8a5a-ff091eae2607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.726322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64fa1033-bff9-4f21-8a5a-ff091eae2607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:15.727631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-64fa1033-bff9-4f21-8a5a-ff091eae2607 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/112d9ff4-13cb-4e7e-9053-f8f570c42356 HTTP/1.1" status: 204 len: 168 time: 0.2433877 Nov 11 21:18:15.737166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa1033-bff9-4f21-8a5a-ff091eae2607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d9ff4-13cb-4e7e-9053-f8f570c42356,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:22.278268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:26.651543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-a57febf9-2495-401d-8d56-fd3cd489b3aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669787 Nov 11 21:18:26.776873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-b0e21036-36db-411a-8dc7-1d8a3db4fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:26.779216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-b0e21036-36db-411a-8dc7-1d8a3db4fa43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1096 time: 0.0730031 Nov 11 21:18:26.955570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-4086758a-7623-4137-b3dd-b1a6aab3c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:26.957213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-4086758a-7623-4137-b3dd-b1a6aab3c7b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1365418 Nov 11 21:18:27.057709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-137297ca-81f3-42bf-8dbf-1bb1eaaf08f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 1001 time: 0.0926731 Nov 11 21:18:27.120578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-4ee2c439-c01f-4130-b4db-42e15412cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:27.120578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-4ee2c439-c01f-4130-b4db-42e15412cdde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0537696 Nov 11 21:18:27.173661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-7217ef40-f4e7-4583-9267-c6041cfd2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:27.175315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-7217ef40-f4e7-4583-9267-c6041cfd2c31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491371 Nov 11 21:18:27.335652 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:27.347398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-9bc6287d-7e6f-4e73-b991-a64516cb72df service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625669 Nov 11 21:18:27.453457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-355361d1-6b2c-45dc-be06-b8066b0ddb1d req-11173bc5-9e21-4c36-a216-bad144bda359 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983994 Nov 11 21:18:27.545852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49406) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:27.671731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8dae-dea3-43fc-a402-44bb889618af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:27.791466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8dae-dea3-43fc-a402-44bb889618af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:27.929781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8dae-dea3-43fc-a402-44bb889618af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:27.972817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c8dae-dea3-43fc-a402-44bb889618af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b93226-1fe1-4f9a-a074-a1c307ec4a84,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:27.978153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bb8c8dae-dea3-43fc-a402-44bb889618af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99e012c1b97c4b99a22dd35faa7cc403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313784 Nov 11 21:18:27.980934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49420) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:28.042082 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2551-8c81-411d-bfe5-706f276f8161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:28.065197 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2551-8c81-411d-bfe5-706f276f8161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:28.203348 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2551-8c81-411d-bfe5-706f276f8161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:28.206225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2551-8c81-411d-bfe5-706f276f8161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:28.210206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6c4e2551-8c81-411d-bfe5-706f276f8161 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21b93226-1fe1-4f9a-a074-a1c307ec4a84 HTTP/1.1" status: 204 len: 168 time: 0.2254012 Nov 11 21:18:28.218000 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e2551-8c81-411d-bfe5-706f276f8161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b93226-1fe1-4f9a-a074-a1c307ec4a84,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:28.961615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49446) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:28.975770 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db0c598e-7884-4714-9d47-f96e7e1ad80e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:29.069750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db0c598e-7884-4714-9d47-f96e7e1ad80e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:29.146940 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db0c598e-7884-4714-9d47-f96e7e1ad80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:29.199385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-db0c598e-7884-4714-9d47-f96e7e1ad80e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5b4cd1d615c4b67b4e603e329d555f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342081 Nov 11 21:18:29.199385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c598e-7884-4714-9d47-f96e7e1ad80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090482bf-77ad-46d3-9aea-078599ab5f20,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:29.200754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:29.260641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7245abfe-4a9a-4c81-816a-7949b5084d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:29.284270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7245abfe-4a9a-4c81-816a-7949b5084d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:29.431994 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7245abfe-4a9a-4c81-816a-7949b5084d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:29.435638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7245abfe-4a9a-4c81-816a-7949b5084d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:29.436991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7245abfe-4a9a-4c81-816a-7949b5084d95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/090482bf-77ad-46d3-9aea-078599ab5f20 HTTP/1.1" status: 204 len: 168 time: 0.2352366 Nov 11 21:18:29.451529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245abfe-4a9a-4c81-816a-7949b5084d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090482bf-77ad-46d3-9aea-078599ab5f20,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:30.284256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 49502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:30.303730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9ca8-3d92-4905-b637-4791f3e4e500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:30.390781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9ca8-3d92-4905-b637-4791f3e4e500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:30.489166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9ca8-3d92-4905-b637-4791f3e4e500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:30.534401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1e2d9ca8-3d92-4905-b637-4791f3e4e500 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6160f36e776f416a867b0f1b6aaab6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454679 Nov 11 21:18:30.534401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9ca8-3d92-4905-b637-4791f3e4e500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a400b-3c03-4666-9bf3-bc7df8772d73,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:30.535326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:30.594509 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471cc735-18c5-4085-9c80-7c8980fbb1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:30.617960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471cc735-18c5-4085-9c80-7c8980fbb1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:30.780950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471cc735-18c5-4085-9c80-7c8980fbb1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:30.784253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-471cc735-18c5-4085-9c80-7c8980fbb1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:30.785467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-471cc735-18c5-4085-9c80-7c8980fbb1e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e52a400b-3c03-4666-9bf3-bc7df8772d73 HTTP/1.1" status: 204 len: 168 time: 0.2490873 Nov 11 21:18:30.798308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cc735-18c5-4085-9c80-7c8980fbb1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a400b-3c03-4666-9bf3-bc7df8772d73,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:31.893883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-44df4f35-1a7c-4192-9ae7-d2071f845e71 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527272 Nov 11 21:18:31.996938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-79bcb831-2a35-4cb6-9ab1-505ab98fbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:31.998622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-79bcb831-2a35-4cb6-9ab1-505ab98fbffe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 1101 time: 0.0506027 Nov 11 21:18:32.031766 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d430ed48-5f67-426f-ab27-1c01928cc049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:32.112028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-4db682d6-f85f-43f7-8642-ffa621b94065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:32.113237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-4db682d6-f85f-43f7-8642-ffa621b94065 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832 HTTP/1.1" status: 200 len: 870 time: 0.0951769 Nov 11 21:18:32.174332 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-b6a67607-2541-41ce-a3ea-9452dc33c5bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0 HTTP/1.1" status: 200 len: 217 time: 0.0489264 Nov 11 21:18:32.238933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-4f6715ad-782b-491a-ab17-fff86519d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:32.241035 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-4f6715ad-782b-491a-ab17-fff86519d74e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0578592 Nov 11 21:18:32.289116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-f506d58d-4804-40aa-a80a-844426a67b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:32.290638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-f506d58d-4804-40aa-a80a-844426a67b87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424702 Nov 11 21:18:32.399889 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-ce05683b-8fd6-4df7-9cda-0d1a7f936317 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009226 Nov 11 21:18:32.495841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cfa46d95-1607-4128-a215-2a80ff25fff2 req-ad627069-5f87-4102-9c70-d596f9d97f70 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877478 Nov 11 21:18:33.488205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6e0f1-1a3f-4b22-a954-6ce734c347bc req-97404301-bedc-4420-bda5-fdea4c78ec48 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:33.491221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25f6e0f1-1a3f-4b22-a954-6ce734c347bc req-97404301-bedc-4420-bda5-fdea4c78ec48 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0722115 Nov 11 21:18:33.570023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25f6e0f1-1a3f-4b22-a954-6ce734c347bc req-0f508e12-b289-4529-ae27-e977f8754d5c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662127 Nov 11 21:18:33.598416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 49700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:33.664774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b0985809-a952-4b22-90fb-fe129b38e7d5 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/97441f54-f25d-4230-969c-2cebb3d9c143 HTTP/1.1" status: 200 len: 994 time: 0.0650363 Nov 11 21:18:34.028477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84ce8-c160-41f0-8159-bda4d15bc341 req-df646c6e-a0da-47f6-bd0b-9e7cb019a639 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:34.030232 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cc84ce8-c160-41f0-8159-bda4d15bc341 req-df646c6e-a0da-47f6-bd0b-9e7cb019a639 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1097 time: 0.0483706 Nov 11 21:18:34.081239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cc84ce8-c160-41f0-8159-bda4d15bc341 req-1c86883e-ca2b-411a-a850-3e5d1608d1db tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Nov 11 21:18:34.454908 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e01e944-fa57-4a5f-88d6-0082d5b40a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:35.275878 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:18:35.553009 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:35.610305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c1ce5546-8dab-4fb1-a077-8e3e69f3527f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1875525 Nov 11 21:18:35.622076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-40d0ac74-3aac-4c33-9d14-045b3239830b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:18:35.636567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-40d0ac74-3aac-4c33-9d14-045b3239830b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120158 Nov 11 21:18:36.589611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-24845f7e-bbe3-4176-87eb-73f8e58ed814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:36.591110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-24845f7e-bbe3-4176-87eb-73f8e58ed814 service neutron] 10.222.0.31 "GET /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 1094 time: 0.0477669 Nov 11 21:18:36.602426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Request body: {'binding': {'host': 'n-h2-805734-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:36.603368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Unknown quota resources ['binding']. {{(pid=109674) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 21:18:36.783358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on host n-h2-805734-3 for vnic_type normal with profile None {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:18:36.784028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:18:36.784028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:18:36.790353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:18:36.790677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:18:36.795492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:18:36.795834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Checking segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:18:36.796270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Bound using segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:18:36.796720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Bound port: d9785c56-2453-4313-9feb-78829ead8cec, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:18:36.892617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:18:36.966021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] Publish callbacks [] for binding, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:36.967265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] 10.222.0.31 "POST /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec/bindings HTTP/1.1" status: 201 len: 389 time: 0.3691020 Nov 11 21:18:37.186857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:37.843990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fb5a6-74fa-4f0d-b881-c9216445ec8d req-829d1315-fec9-4b8b-b517-82a5a5ebcc62 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:37.848638 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-913fb5a6-74fa-4f0d-b881-c9216445ec8d req-829d1315-fec9-4b8b-b517-82a5a5ebcc62 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.4309728 Nov 11 21:18:37.895142 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:37.906427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-913fb5a6-74fa-4f0d-b881-c9216445ec8d req-7a354062-a544-4129-b7da-829205941f35 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541041 Nov 11 21:18:38.035017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-b43280e0-cb1f-445a-a16c-8d24f702fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:38.036763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-b43280e0-cb1f-445a-a16c-8d24f702fe76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1097 time: 0.0444610 Nov 11 21:18:38.165633 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-d8b19a33-43c9-473d-b134-7f836dab199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:38.167914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-d8b19a33-43c9-473d-b134-7f836dab199e service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 200 len: 898 time: 0.1241770 Nov 11 21:18:38.243650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-5ddfeb29-18c6-41a2-b52b-9f933ae7b37f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 1002 time: 0.0663280 Nov 11 21:18:38.294140 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-26d315d7-215e-4342-a6e4-e04f271fd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:38.295691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-26d315d7-215e-4342-a6e4-e04f271fd9d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0c8ab356-1e51-4965-b425-b8d333fd8990 HTTP/1.1" status: 200 len: 835 time: 0.0455351 Nov 11 21:18:38.354764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-5257df54-8492-46b2-8e96-6407ed32a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:38.356816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-5257df54-8492-46b2-8e96-6407ed32a75f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd09eabb-988a-42d0-acaf-94c0191fd9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521705 Nov 11 21:18:38.517636 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-75d40181-69d7-4645-8f33-9415cfd71f02 service neutron] 10.222.0.58 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504078 Nov 11 21:18:38.701689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-37a25ef0-1321-4af6-a3e1-2150d4058adf service neutron] 10.222.0.58 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771641 Nov 11 21:18:38.870341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-0b3e9e15-e2b2-43da-904a-01d19ac3fd36 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:38.872028 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-0b3e9e15-e2b2-43da-904a-01d19ac3fd36 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842&tenant_id=675f1365bb384017b4474ada374a52b9&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1097 time: 0.0910602 Nov 11 21:18:38.891243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805734-3'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:38.955746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:39.092902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6aa54-3289-4062-9c11-873febe5c3c4 req-fd2ea1db-4c42-4a47-85a5-42e5d794f091 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:39.094456 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79d6aa54-3289-4062-9c11-873febe5c3c4 req-fd2ea1db-4c42-4a47-85a5-42e5d794f091 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0762901 Nov 11 21:18:39.160915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:39.232203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79d6aa54-3289-4062-9c11-873febe5c3c4 req-a7c6ba8c-a831-4da7-abb5-191e7c14383f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298978 Nov 11 21:18:39.269288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:18:39.332190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:39.335398 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafaa07-35b4-4f24-b949-353d00a6405d" -d '{"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-unplugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:39.341408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:39.382609 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241edde6-87a1-4bb2-9b7d-504ff8a28ab2 x-openstack-request-id: req-241edde6-87a1-4bb2-9b7d-504ff8a28ab2 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:39.382935 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-unplugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:39.383192 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-241edde6-87a1-4bb2-9b7d-504ff8a28ab2 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:39.393655 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'code': 200} Nov 11 21:18:39.407489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:39.526528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:39.605970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on host n-h1-805734-3 for vnic_type normal with profile {"migrating_to": "n-h2-805734-3"} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:18:39.609285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:18:39.609285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:18:39.611929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:18:39.612301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Attempting to bind port d9785c56-2453-4313-9feb-78829ead8cec on network cd09eabb-988a-42d0-acaf-94c0191fd9e4 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:18:39.618558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:18:39.618900 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Checking segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:18:39.619393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Bound using segment: {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:18:39.619830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Bound port: d9785c56-2453-4313-9feb-78829ead8cec, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:18:39.620404 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:39.727833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:18:39.736407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:18:39.815989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bd20f299-b768-4325-914c-5588247a1421 None None] Provisioning complete for port d9785c56-2453-4313-9feb-78829ead8cec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:18:39.816518 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd20f299-b768-4325-914c-5588247a1421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:39.854044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bd20f299-b768-4325-914c-5588247a1421 None None] Port d9785c56-2453-4313-9feb-78829ead8cec cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:18:39.867207 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:40.002428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=8']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:40.051902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:40.053602 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:40.055566 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-c351f4ca-2083-41ca-96e9-ceb4f69a8be8 service neutron] 10.222.0.58 "PUT /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 1122 time: 1.1754363 Nov 11 21:18:40.124621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d9785c56-2453-4313-9feb-78829ead8cec'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:18:40.199320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Provisioning complete for port d9785c56-2453-4313-9feb-78829ead8cec triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:18:40.199724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:40.357200 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:40.362726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e6458-efa3-45ed-961c-e86499f7ab3a req-acedb7d3-1fae-4cc8-bc6d-ee1136f64b07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:40.364449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c95e6458-efa3-45ed-961c-e86499f7ab3a req-acedb7d3-1fae-4cc8-bc6d-ee1136f64b07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 944 time: 0.0516117 Nov 11 21:18:40.416528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:40.420725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:40.437630 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e267344b-be16-4a66-8a08-375954b046d5" -d '{"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-plugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:40.446263 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c95e6458-efa3-45ed-961c-e86499f7ab3a req-ba620842-ad90-4156-b077-d46a06c3b60e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745413 Nov 11 21:18:40.479870 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d06744-584a-4dc7-8fbb-064cbb6a1f0d x-openstack-request-id: req-18d06744-584a-4dc7-8fbb-064cbb6a1f0d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:40.480172 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-plugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:40.480427 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18d06744-584a-4dc7-8fbb-064cbb6a1f0d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:40.480814 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'code': 200} Nov 11 21:18:40.557613 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:40.703193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:40.715955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.715955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.715955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.715955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:40.725969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e1f191-1482-4158-b470-50ae4bcebe23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:41.385228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:41.387713 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bcd382-43f1-494c-83ab-fa6bcac625bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:41.433377 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b127a80f-2092-456b-9217-9f846a7587e8 x-openstack-request-id: req-b127a80f-2092-456b-9217-9f846a7587e8 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:41.433549 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:41.433800 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b127a80f-2092-456b-9217-9f846a7587e8 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:41.434209 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'status': 'completed', 'code': 200} Nov 11 21:18:41.508052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-651477b5-5c06-476d-b0a2-a9591ec04de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:41.510496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-651477b5-5c06-476d-b0a2-a9591ec04de8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1127 time: 0.0503802 Nov 11 21:18:41.658428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397461-3f6e-4bd1-a406-77e80c5dccaf req-d5ee367d-fa1a-4316-9e92-4a0f942e4f49 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:41.663525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc397461-3f6e-4bd1-a406-77e80c5dccaf req-d5ee367d-fa1a-4316-9e92-4a0f942e4f49 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.1340926 Nov 11 21:18:41.705818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-7ab04de6-3b32-4436-ab0e-619956e83c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:41.707281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-7ab04de6-3b32-4436-ab0e-619956e83c8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 200 len: 898 time: 0.1891580 Nov 11 21:18:41.791871 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cc397461-3f6e-4bd1-a406-77e80c5dccaf req-72b6149f-9c71-46ad-bb8f-8e3575e2a001 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160958 Nov 11 21:18:41.818319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-abaeafc1-e26b-43e7-9e4f-9e527a36d8f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 1002 time: 0.0997441 Nov 11 21:18:41.872107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-0cc6cdd0-e386-4d42-9d89-3835b7330cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:41.873596 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-0cc6cdd0-e386-4d42-9d89-3835b7330cf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0c8ab356-1e51-4965-b425-b8d333fd8990 HTTP/1.1" status: 200 len: 835 time: 0.0475233 Nov 11 21:18:41.925436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-4b1742a9-f15a-4b62-a264-f21ebbbc7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:41.925436 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-4b1742a9-f15a-4b62-a264-f21ebbbc7350 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd09eabb-988a-42d0-acaf-94c0191fd9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415716 Nov 11 21:18:42.029141 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-d670afa1-af50-4674-9251-e50194a8350b service neutron] 10.222.0.62 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972686 Nov 11 21:18:42.132677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d4bcd382-43f1-494c-83ab-fa6bcac625bb req-f6d68253-f47f-44b7-bea5-fb05ad7c573e service neutron] 10.222.0.62 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959425 Nov 11 21:18:42.949089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba2d7-85b6-4f6e-99c0-7938725abe92 req-26fe5227-a4c4-42df-8043-5ac2234a94f1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:42.950780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1aba2d7-85b6-4f6e-99c0-7938725abe92 req-26fe5227-a4c4-42df-8043-5ac2234a94f1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0847752 Nov 11 21:18:43.014266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1aba2d7-85b6-4f6e-99c0-7938725abe92 req-8faa6ec2-6b64-40f8-b8bf-034b4a0be2ec tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564377 Nov 11 21:18:43.026854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9785c56-2453-4313-9feb-78829ead8cec details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:18:43.136270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:43.148204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9785c56-2453-4313-9feb-78829ead8cec has no active binding in host n-h2-805734-3 {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 21:18:44.180827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf167e-2a3c-42da-aaed-9dbf6a0b9be7 req-03fbe6db-5cab-4cba-a154-f17e53017546 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:44.180827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15cf167e-2a3c-42da-aaed-9dbf6a0b9be7 req-03fbe6db-5cab-4cba-a154-f17e53017546 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0760114 Nov 11 21:18:44.235797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-15cf167e-2a3c-42da-aaed-9dbf6a0b9be7 req-e8785cb3-3ada-419b-8481-5becf446178b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487187 Nov 11 21:18:44.938694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50314) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:45.068189 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a03ca4-e373-4d38-97e0-3d9d9cec9a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.154603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a03ca4-e373-4d38-97e0-3d9d9cec9a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.210802 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8a03ca4-e373-4d38-97e0-3d9d9cec9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.264186 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d8a03ca4-e373-4d38-97e0-3d9d9cec9a13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b89b92465bc438387b588623854472a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3210871 Nov 11 21:18:45.264186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a03ca4-e373-4d38-97e0-3d9d9cec9a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4a206-5573-41e1-81c9-e69f53754f23,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:45.264445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:45.356104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d65566cd-f5cd-4e69-a7e4-7928de86e7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.396262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d65566cd-f5cd-4e69-a7e4-7928de86e7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.409394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4925af-3a2c-433c-a076-6a8940b96cea req-c1f861eb-d059-4b95-841c-b2e7be522294 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:45.411590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d4925af-3a2c-433c-a076-6a8940b96cea req-c1f861eb-d059-4b95-841c-b2e7be522294 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0898285 Nov 11 21:18:45.482044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d4925af-3a2c-433c-a076-6a8940b96cea req-d37d64a3-01b2-4a4d-b6ac-a7899689eb32 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642071 Nov 11 21:18:45.552716 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d65566cd-f5cd-4e69-a7e4-7928de86e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.555479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d65566cd-f5cd-4e69-a7e4-7928de86e7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:45.559566 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d65566cd-f5cd-4e69-a7e4-7928de86e7e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8da4a206-5573-41e1-81c9-e69f53754f23 HTTP/1.1" status: 204 len: 168 time: 0.2945414 Nov 11 21:18:45.571706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65566cd-f5cd-4e69-a7e4-7928de86e7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4a206-5573-41e1-81c9-e69f53754f23,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:46.308610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:46.341249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-187d2378-6454-4df9-bc31-f41ac0c7e871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:46.472726 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-187d2378-6454-4df9-bc31-f41ac0c7e871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:46.523961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-187d2378-6454-4df9-bc31-f41ac0c7e871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:46.605985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-187d2378-6454-4df9-bc31-f41ac0c7e871 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bdb452db5864726b7efff63e85c51be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954197 Nov 11 21:18:46.608929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:46.621385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d2378-6454-4df9-bc31-f41ac0c7e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e3826-abf2-4881-8991-6dd93d49b584,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:46.665005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dd130-13bd-4fd8-8501-32a9ca8ac49f req-4c534429-3e85-4955-81bf-7f3ab3c2533c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:46.672533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b78dd130-13bd-4fd8-8501-32a9ca8ac49f req-4c534429-3e85-4955-81bf-7f3ab3c2533c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0823097 Nov 11 21:18:46.712099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2994d40-ccaf-4229-94a2-392f9b071b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:46.737075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b78dd130-13bd-4fd8-8501-32a9ca8ac49f req-00777355-45ac-405e-8dd3-53d12592c9b4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632606 Nov 11 21:18:46.738780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2994d40-ccaf-4229-94a2-392f9b071b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:46.887251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2994d40-ccaf-4229-94a2-392f9b071b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:46.887251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e2994d40-ccaf-4229-94a2-392f9b071b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:46.887955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2994d40-ccaf-4229-94a2-392f9b071b95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/542e3826-abf2-4881-8991-6dd93d49b584 HTTP/1.1" status: 204 len: 168 time: 0.2745211 Nov 11 21:18:46.898014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2994d40-ccaf-4229-94a2-392f9b071b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e3826-abf2-4881-8991-6dd93d49b584,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:47.876955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097bb10-987c-4388-be4a-d01b40741f92 req-44e84f40-f87e-429c-8041-891a9cd8c677 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:47.878591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8097bb10-987c-4388-be4a-d01b40741f92 req-44e84f40-f87e-429c-8041-891a9cd8c677 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0570993 Nov 11 21:18:47.955691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8097bb10-987c-4388-be4a-d01b40741f92 req-42193639-249e-4f24-a53e-862cdb9860db tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645988 Nov 11 21:18:48.209017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:48.318185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1274235450-network', 'tenant_id': '9cecb9a134bd4ae18020b74f12b77cce'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:48.397653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Made reservation on behalf of 9cecb9a134bd4ae18020b74f12b77cce for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:18:48.400114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.409212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.538977 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.660919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.700613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:18:48.712006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52daffc0-3d09-4868-99c7-7d7d75c6b50b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:48.727698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.728054 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Added segment 25e617a5-d803-40cf-adf7-034607eeb5d5 of type vlan for network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 Nov 11 21:18:48.769584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.872478 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.873908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:48.874546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:48.949268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3c3da08b-0ad7-47a1-8a32-a19a7f7fa458,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:48.965290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:18:48.992757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cde54bb2-9bdf-4019-97a4-26e61634d1e2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7791800 Nov 11 21:18:48.993207 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50426) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:48.998556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Request body: {'subnet': {'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1274235450-subnet', 'tenant_id': '9cecb9a134bd4ae18020b74f12b77cce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:49.095112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Made reservation on behalf of 9cecb9a134bd4ae18020b74f12b77cce for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:18:49.098221 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:49.153983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c711dd-b7b6-4355-8523-9fe5531ef427 req-309ccc58-aad2-4721-abdf-d4b6dcff696d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:49.164583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12c711dd-b7b6-4355-8523-9fe5531ef427 req-309ccc58-aad2-4721-abdf-d4b6dcff696d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0942221 Nov 11 21:18:49.238367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12c711dd-b7b6-4355-8523-9fe5531ef427 req-42f9044a-40bc-46f1-9b7e-2dff6f2dea4a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728035 Nov 11 21:18:49.456805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:49.513864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:49.527065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Checking segment: {'id': '25e617a5-d803-40cf-adf7-034607eeb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:18:49.527739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Network hostable DHCP agents. Network: 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:18:49.693122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:18:49.814685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:18:49.821154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:49.823275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:49.824184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02510032-a0f8-40ec-acbd-95d099f635ce None None] Network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:18:49.964189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896746c-9a57-4da2-9253-e931651960e9 None None] Network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:18:49.990962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7cb37b50-0641-4139-8c4f-f4bf03cdd391 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9963498 Nov 11 21:18:50.393057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579f624-8264-4cc6-8ac4-735c56c9165b req-96eab1e0-7ea7-4f17-85a8-1082592d58cc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:50.397699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d579f624-8264-4cc6-8ac4-735c56c9165b req-96eab1e0-7ea7-4f17-85a8-1082592d58cc tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 946 time: 0.0669651 Nov 11 21:18:50.410163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-33266b42-1a5b-44f7-acd2-4bb7914fe74b service neutron] 10.222.0.62 "GET /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec/bindings/n-h2-805734-3 HTTP/1.1" status: 200 len: 384 time: 0.0795603 Nov 11 21:18:50.485933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d579f624-8264-4cc6-8ac4-735c56c9165b req-af014281-ee11-453c-9448-7d48de56290f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788443 Nov 11 21:18:50.677774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:50.700421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:18:50.750726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:50.753046 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23bd915-7bb7-4d5b-be5d-4645579d81c6" -d '{"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-unplugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:50.762242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:50.802808 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fd1a12-fd20-435c-8689-f2f50b1c3902 x-openstack-request-id: req-a9fd1a12-fd20-435c-8689-f2f50b1c3902 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:50.802808 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-unplugged", "status": "completed", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:50.802808 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9fd1a12-fd20-435c-8689-f2f50b1c3902 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:50.802808 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'code': 200} Nov 11 21:18:50.860472 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:50.881671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50476) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:50.887327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-953365773-network', 'tenant_id': '5058519d78aa46a3be3544d72be32e61'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:50.956611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] Transition to ACTIVE for port object d9785c56-2453-4313-9feb-78829ead8cec will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:18:50.975347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Made reservation on behalf of 5058519d78aa46a3be3544d72be32e61 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:18:50.977758 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:50.986799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.050779 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.063298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.151748 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.154247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] Pushing event updated for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=11']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:51.184434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:18:51.188992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] No DVR routers for this DVR port d9785c56-2453-4313-9feb-78829ead8cec on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:18:51.194912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277cf49f-b478-47ea-9766-7882fa581bd7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:51.199877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.200251 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Added segment fe82a249-a687-4297-8686-fa3a960718fa of type vlan for network f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9 Nov 11 21:18:51.258980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.336367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-940acc7c-535e-44c0-a17c-0429de428c93 service neutron] 10.222.0.62 "PUT /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec/bindings/n-h2-805734-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9193912 Nov 11 21:18:51.374600 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.375540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:51.376232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.440325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] Pushing event updated for resources: {'Network': ['ID=f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:51.455021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:18:51.486553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c359a0e3-9fc9-4245-a6e3-1fde51400960 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6029110 Nov 11 21:18:51.488552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50484) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:51.496469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Request body: {'subnet': {'network_id': 'f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-953365773-subnet', 'tenant_id': '5058519d78aa46a3be3544d72be32e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:51.515847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-3b7875e0-e9c7-4ceb-bc3e-2b491e99f55a tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:51.517998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-3b7875e0-e9c7-4ceb-bc3e-2b491e99f55a tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842&tenant_id=675f1365bb384017b4474ada374a52b9&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.0588989 Nov 11 21:18:51.568615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-30ab9a82-9b43-4b32-809d-6a26d865b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:51.570153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-30ab9a82-9b43-4b32-809d-6a26d865b5ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 1096 time: 0.0427020 Nov 11 21:18:51.598192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Made reservation on behalf of 5058519d78aa46a3be3544d72be32e61 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:18:51.601555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:51.656952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07902012-a27e-4554-8705-7c880e499c5d req-0204a6d2-3b5f-4311-a493-3eb5343dbd42 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:51.666402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07902012-a27e-4554-8705-7c880e499c5d req-0204a6d2-3b5f-4311-a493-3eb5343dbd42 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 945 time: 0.0951781 Nov 11 21:18:51.714972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-eb6881f6-2e7a-4323-a8d4-28f44a98d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:51.716554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-eb6881f6-2e7a-4323-a8d4-28f44a98d874 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1096 time: 0.1204731 Nov 11 21:18:51.769214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07902012-a27e-4554-8705-7c880e499c5d req-b3438156-64b6-482f-a836-784529dd119e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987744 Nov 11 21:18:51.880654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-04ed2326-c49d-42b9-9b09-7268475e094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:51.882330 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-04ed2326-c49d-42b9-9b09-7268475e094e service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 200 len: 898 time: 0.1471193 Nov 11 21:18:51.957669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-3095fd1f-031a-4cce-b790-c0d28ee69051 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 1000 time: 0.0681963 Nov 11 21:18:51.963873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:52.010063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-4d4ac238-8973-4941-a2af-f73a61aef3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:52.011703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-4d4ac238-8973-4941-a2af-f73a61aef3c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0c8ab356-1e51-4965-b425-b8d333fd8990 HTTP/1.1" status: 200 len: 835 time: 0.0475447 Nov 11 21:18:52.042843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ca2dd4-2491-483f-96e3-98eb685db823,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:52.049404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Checking segment: {'id': 'fe82a249-a687-4297-8686-fa3a960718fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:18:52.049772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Network hostable DHCP agents. Network: f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:18:52.063774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-bd9a1ee7-44c6-4cff-abb5-fecad77c61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:52.065505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-bd9a1ee7-44c6-4cff-abb5-fecad77c61e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd09eabb-988a-42d0-acaf-94c0191fd9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463560 Nov 11 21:18:52.140362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Network f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:18:52.162644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-5081feac-f158-472c-ab48-4cba0e1d907d service neutron] 10.222.0.58 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897460 Nov 11 21:18:52.231845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:18:52.238072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:52.238902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:52.240450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d60dd5-49a5-4f5a-91c0-7dace02527af None None] Network f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:18:52.266519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:52.300341 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-20c419ac-e72f-40b8-a9d7-40fa187a16f3 service neutron] 10.222.0.58 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311564 Nov 11 21:18:52.314860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1067d6d-e46e-45b2-94a6-4ca09c9092b7 req-9a8a57b5-ed8b-4c74-a715-ed825222a82c tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:52.316368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1067d6d-e46e-45b2-94a6-4ca09c9092b7 req-9a8a57b5-ed8b-4c74-a715-ed825222a82c tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 950 time: 0.0769784 Nov 11 21:18:52.330498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-89da6525-9f84-4ecd-a173-1854e1d3c34d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8408844 Nov 11 21:18:52.382585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bdbc37-72bd-4089-9e7a-b89d8ed463a2 None None] Network f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:18:52.400819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1067d6d-e46e-45b2-94a6-4ca09c9092b7 req-cc3200ca-bb80-47ab-9c02-ccb4458fcd06 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761073 Nov 11 21:18:52.840453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-9332b04a-ac2b-401c-8a03-2806137bf15c tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:52.842058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-9332b04a-ac2b-401c-8a03-2806137bf15c tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842&tenant_id=675f1365bb384017b4474ada374a52b9&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 1096 time: 0.0462389 Nov 11 21:18:52.884753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-224ae976-7e33-4907-83a3-a9a7e9eed762 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:52.886431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-224ae976-7e33-4907-83a3-a9a7e9eed762 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/networks?id=3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 HTTP/1.1" status: 200 len: 809 time: 0.1203568 Nov 11 21:18:52.901627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-f18a44a6-e345-46f5-b716-b314294b1ac6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/quotas/9cecb9a134bd4ae18020b74f12b77cce HTTP/1.1" status: 200 len: 375 time: 0.0094714 Nov 11 21:18:52.941988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea803d-f913-4c18-a073-077822eff683 req-f8575ffc-505f-402f-a109-74c9825f57f6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:52.942520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-1fb07aee-cb89-4207-8124-e6191e5b2841 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9cecb9a134bd4ae18020b74f12b77cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347240 Nov 11 21:18:52.944274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1cea803d-f913-4c18-a073-077822eff683 req-f8575ffc-505f-402f-a109-74c9825f57f6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 945 time: 0.1012199 Nov 11 21:18:53.055087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-fea0a072-de97-4662-9e32-1ed47e4ec2b7 service neutron] 10.222.0.31 "GET /v2.0/networks/3c3da08b-0ad7-47a1-8a32-a19a7f7fa458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002448 Nov 11 21:18:53.070238 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1cea803d-f913-4c18-a073-077822eff683 req-85dfef5b-7a90-4951-b3fd-c304aceabe43 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009254 Nov 11 21:18:53.138136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-5ed778fa-2f25-4398-8a2c-0272bd1f1473 service neutron] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:18:53.142413 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-5ed778fa-2f25-4398-8a2c-0272bd1f1473 service neutron] Publish callbacks [] for binding, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:53.143598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-5ed778fa-2f25-4398-8a2c-0272bd1f1473 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec/bindings/n-h1-805734-3 HTTP/1.1" status: 204 len: 173 time: 0.2894959 Nov 11 21:18:53.164395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-b467854f-521e-4e56-8604-781df88486ea service neutron] 10.222.0.31 "GET /v2.0/networks/3c3da08b-0ad7-47a1-8a32-a19a7f7fa458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026888 Nov 11 21:18:53.257144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1bc91-f98f-4335-ab77-195df7b460d1 req-a436d60c-9b3e-4ec4-907b-60768d40acb6 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:53.264494 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05d1bc91-f98f-4335-ab77-195df7b460d1 req-a436d60c-9b3e-4ec4-907b-60768d40acb6 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1096 time: 0.0498288 Nov 11 21:18:53.309130 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05d1bc91-f98f-4335-ab77-195df7b460d1 req-995beee5-118b-41ae-89d4-67b714f6ca51 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Nov 11 21:18:53.421672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd9638c3-284e-4d80-833c-e939e1b1b493 req-ca0b03a2-5001-4745-ab64-68555f8db67c tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 210 time: 0.0422876 Nov 11 21:18:53.518752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ad7f-1144-4b60-bbd8-2839b8590587 req-b5db1f38-4125-43d2-b15e-9e6d7e00f446 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:53.520883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6083ad7f-1144-4b60-bbd8-2839b8590587 req-b5db1f38-4125-43d2-b15e-9e6d7e00f446 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 945 time: 0.1112351 Nov 11 21:18:53.580557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b933452-22d7-4e15-8a91-ee30169e0e39 req-9dca638d-0766-4fdc-bb32-04578a9a91f7 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:53.591009 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b933452-22d7-4e15-8a91-ee30169e0e39 req-9dca638d-0766-4fdc-bb32-04578a9a91f7 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 950 time: 0.0946596 Nov 11 21:18:53.603849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6083ad7f-1144-4b60-bbd8-2839b8590587 req-c47af640-5e6b-46a3-accd-775c86e96852 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706534 Nov 11 21:18:53.638212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:53.663747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b933452-22d7-4e15-8a91-ee30169e0e39 req-9ccbead9-286d-4103-ae95-b54f24f334de tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/security-groups?id=c96c6879-4bf6-4876-b2dc-369c8c821544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713954 Nov 11 21:18:53.695030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d9785c56-2453-4313-9feb-78829ead8cec no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:18:53.707844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7568112d-9d3f-4d40-9434-a5178f84f9be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/97441f54-f25d-4230-969c-2cebb3d9c143 HTTP/1.1" status: 200 len: 992 time: 0.0683131 Nov 11 21:18:53.752128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d9785c56-2453-4313-9feb-78829ead8cec not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:18:53.788842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e077a83-7165-4647-ab6d-e23b933c705c req-7b8ccbd2-71e4-475f-9a74-430a4d07146d tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:53.790369 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e077a83-7165-4647-ab6d-e23b933c705c req-7b8ccbd2-71e4-475f-9a74-430a4d07146d tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 950 time: 0.0721505 Nov 11 21:18:53.891551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Deleting port 7e2dfede-fc26-43b9-a191-b1543850e1a0 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:18:53.892201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:53.952248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50568) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:54.154279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 58d22813-8380-4f25-9839-a30cae69aeb9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:18:54.154279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.304743 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.305178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.322943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 58d22813-8380-4f25-9839-a30cae69aeb9 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:18:54.345291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] For port 7e2dfede-fc26-43b9-a191-b1543850e1a0, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7e2dfede-fc26-43b9-a191-b1543850e1a0,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:54.345703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.360254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Calling delete_port for 7e2dfede-fc26-43b9-a191-b1543850e1a0 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:18:54.555306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-115420ae-eb52-49eb-ab34-449ecef4fc7c req-74688535-3dc2-4937-884f-0eab104930f3 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 210 time: 0.0390291 Nov 11 21:18:54.626666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.654744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=58d22813-8380-4f25-9839-a30cae69aeb9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:54.680914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.681272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.681618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.681965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.682322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.689087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.689087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.689087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.689087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.689087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.689087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.689087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:18:54.735064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.742670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.743053 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 97441f54-f25d-4230-969c-2cebb3d9c143 disassociated (deleted). External IP: 172.25.2.213, port: d9785c56-2453-4313-9feb-78829ead8cec. Nov 11 21:18:54.750753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7e2dfede-fc26-43b9-a191-b1543850e1a0'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:18:54.816346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-348a3e7e-a194-4418-b9c0-e60c017f552d req-6e50d91c-31d9-43a2-8c84-301a94ec09ea tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 210 time: 0.0324073 Nov 11 21:18:54.833851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Pushing event deleted for resources: {'Port': ['ID=7e2dfede-fc26-43b9-a191-b1543850e1a0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:54.893151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] No DVR routers for this DVR port 7e2dfede-fc26-43b9-a191-b1543850e1a0 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:18:54.899237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:54.904251 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9e077a83-7165-4647-ab6d-e23b933c705c req-80ad4fbb-1491-488a-888a-fb1b4ed9f0d2 tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.62 "DELETE /v2.0/ports/7e2dfede-fc26-43b9-a191-b1543850e1a0 HTTP/1.1" status: 204 len: 173 time: 1.1072114 Nov 11 21:18:54.905160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'name': 'network-vif-deleted', 'tag': '7e2dfede-fc26-43b9-a191-b1543850e1a0'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:54.910230 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493d2234-d08e-4ba6-93a7-ba2cd279e790" -d '{"events": [{"server_uuid": "f4887849-c375-4e14-89fa-47e78b32a02b", "name": "network-vif-deleted", "tag": "7e2dfede-fc26-43b9-a191-b1543850e1a0"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:54.955183 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08add5c-11df-434d-91d0-7f695363170d x-openstack-request-id: req-d08add5c-11df-434d-91d0-7f695363170d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:54.955642 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4887849-c375-4e14-89fa-47e78b32a02b", "name": "network-vif-deleted", "tag": "7e2dfede-fc26-43b9-a191-b1543850e1a0", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:54.956065 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d08add5c-11df-434d-91d0-7f695363170d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:54.956722 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4887849-c375-4e14-89fa-47e78b32a02b', 'name': 'network-vif-deleted', 'tag': '7e2dfede-fc26-43b9-a191-b1543850e1a0', 'status': 'completed', 'code': 200} Nov 11 21:18:55.072518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:18:55.204102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:18:55.210266 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:55.216041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] Sync routers for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:18:55.232897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:18:55.233570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:55.253185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c41d161-778a-4aef-aab5-b1217938c02e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/floatingips/97441f54-f25d-4230-969c-2cebb3d9c143 HTTP/1.1" status: 204 len: 168 time: 1.2997169 Nov 11 21:18:55.253889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:55.272857 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde74000-2a7a-4951-9c7a-fdae365eb899" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:55.410940 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60d149a-f0ce-40c3-b7ab-49c7a374fb44 x-openstack-request-id: req-f60d149a-f0ce-40c3-b7ab-49c7a374fb44 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:55.411876 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:55.412241 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f60d149a-f0ce-40c3-b7ab-49c7a374fb44 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:55.413160 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'status': 'completed', 'code': 200} Nov 11 21:18:55.456023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:18:55.482092 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-191ae86e-b830-4347-9819-72831e280071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:55.483934 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-191ae86e-b830-4347-9819-72831e280071 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 1096 time: 0.0471478 Nov 11 21:18:55.587235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-50023fec-0540-444a-89b7-8fb9b24d4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:55.588976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-50023fec-0540-444a-89b7-8fb9b24d4fdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 200 len: 898 time: 0.0971229 Nov 11 21:18:55.665514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-80d7f391-7e4e-4a7d-beef-40c05ee3a24b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 200 len: 217 time: 0.0617833 Nov 11 21:18:55.726872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-d0246a06-1ab1-4a46-8fad-9e07d52e549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:55.728404 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-d0246a06-1ab1-4a46-8fad-9e07d52e549a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0c8ab356-1e51-4965-b425-b8d333fd8990 HTTP/1.1" status: 200 len: 835 time: 0.0524809 Nov 11 21:18:55.758494 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d38ba7c0-5670-4fb1-9686-5cd55f5a1b99 req-bc9f7ea4-8101-4aea-9355-c4f85f5064cc tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 210 time: 0.0903866 Nov 11 21:18:55.791133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:46Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:55.804579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-fa80ed24-7f94-40cd-893b-e8ad5ddb38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:55.806167 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-fa80ed24-7f94-40cd-893b-e8ad5ddb38e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd09eabb-988a-42d0-acaf-94c0191fd9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632915 Nov 11 21:18:55.839565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] Checking router: b3a07a15-5908-4c2b-9110-41d3c4ae3db1 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:18:55.850215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:18:55.850837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:55.917972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefdc1-f889-41a1-8585-e04a661c07bb req-1e7b2844-b8b8-4328-bbf2-9f3f9816f40a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:55.931862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8eefdc1-f889-41a1-8585-e04a661c07bb req-1e7b2844-b8b8-4328-bbf2-9f3f9816f40a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 945 time: 0.1291697 Nov 11 21:18:55.987935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-6410f537-913f-48d6-8b8c-5ff177f3b6ad service neutron] 10.222.0.58 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686931 Nov 11 21:18:55.993516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:18:56.033731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8eefdc1-f889-41a1-8585-e04a661c07bb req-974b1c88-a926-4c07-8b78-fd06dfa5a21a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895374 Nov 11 21:18:56.074427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e788ce87-ab88-4ee2-af71-d98093224e5d req-2ae5c4db-6f23-4c36-9d18-f00245ee35aa tempest-VolumesBackupsTest-1574009944 tempest-VolumesBackupsTest-1574009944-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4887849-c375-4e14-89fa-47e78b32a02b HTTP/1.1" status: 200 len: 210 time: 0.0309629 Nov 11 21:18:56.155286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dde74000-2a7a-4951-9c7a-fdae365eb899 req-1f67cfcb-84c5-4ca4-af7c-d4c24ba9a583 service neutron] 10.222.0.58 "GET /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636157 Nov 11 21:18:56.241801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:46Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:18:56.269556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73fe6b6-0ed4-4b74-8ee9-6368eb87c6a4 None None] The sync data for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 is: [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:17:41Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '2f6e5a20-30ab-404a-a771-71b8b19363bf', 'name': '', 'network_id': 'cd09eabb-988a-42d0-acaf-94c0191fd9e4', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:c6:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:40Z', 'updated_at': '2021-11-11T21:17:46Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': '0c8ab356-1e51-4965-b425-b8d333fd8990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:18:56.468033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-9736db09-5d9d-401a-99c0-bad445450960 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:56.469797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-9736db09-5d9d-401a-99c0-bad445450960 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 945 time: 0.0634065 Nov 11 21:18:56.546462 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce5ce3-aa98-4451-b8fc-a5aeb70e2489 None None] New status for floating IP 97441f54-f25d-4230-969c-2cebb3d9c143: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:18:56.656710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port d9785c56-2453-4313-9feb-78829ead8cec {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:18:56.657154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:56.754365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-c2ca43d1-9f08-4a9d-af43-4bb74a221458 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:56.756721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-c2ca43d1-9f08-4a9d-af43-4bb74a221458 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.58 "GET /v2.0/networks?id=3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 HTTP/1.1" status: 200 len: 809 time: 0.1798735 Nov 11 21:18:56.771807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Request body: {'port': {'device_id': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458', 'admin_state_up': True, 'tenant_id': '9cecb9a134bd4ae18020b74f12b77cce'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:56.814955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port d9785c56-2453-4313-9feb-78829ead8cec, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9785c56-2453-4313-9feb-78829ead8cec,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:56.815411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:56.869417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for d9785c56-2453-4313-9feb-78829ead8cec owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:18:56.890393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c22f02af-7104-4218-aeb8-6e325e02751e req-0f6a10ba-800a-4bc1-b8cb-213bea421ca7 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 210 time: 0.0405746 Nov 11 21:18:57.078150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Made reservation on behalf of 9cecb9a134bd4ae18020b74f12b77cce for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:18:57.081851 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:57.142201 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:57.192972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba482c8-333e-44a8-8305-252a04bafa3a req-efdeaeaa-1c9a-448a-b847-657f17bcc9c0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:57.201972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ba482c8-333e-44a8-8305-252a04bafa3a req-efdeaeaa-1c9a-448a-b847-657f17bcc9c0 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8a21dc5-29ce-416f-9e53-f77b608af842 HTTP/1.1" status: 200 len: 866 time: 0.0886254 Nov 11 21:18:57.231319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=d9785c56-2453-4313-9feb-78829ead8cec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:57.273192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ba482c8-333e-44a8-8305-252a04bafa3a req-8250ae11-787c-4fa6-a7d8-735c191656cb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698338 Nov 11 21:18:57.322716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] No DVR routers for this DVR port d9785c56-2453-4313-9feb-78829ead8cec on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:18:57.326825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:57.330288 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.58 "DELETE /v2.0/ports/d9785c56-2453-4313-9feb-78829ead8cec HTTP/1.1" status: 204 len: 173 time: 0.8530753 Nov 11 21:18:57.333173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-deleted', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:57.333911 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625cdb6f-b87c-447e-8226-02f2bbf72389" -d '{"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-deleted", "tag": "d9785c56-2453-4313-9feb-78829ead8cec"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:57.363124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Allocated IP 172.20.0.6 (3c3da08b-0ad7-47a1-8a32-a19a7f7fa458/f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2/0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:18:57.374912 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794c84d-9313-4eb0-ba7b-f0dd0e0df360 x-openstack-request-id: req-8794c84d-9313-4eb0-ba7b-f0dd0e0df360 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:57.375215 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a21dc5-29ce-416f-9e53-f77b608af842", "name": "network-vif-deleted", "tag": "d9785c56-2453-4313-9feb-78829ead8cec", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:57.375468 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8794c84d-9313-4eb0-ba7b-f0dd0e0df360 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:57.375894 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a21dc5-29ce-416f-9e53-f77b608af842', 'name': 'network-vif-deleted', 'tag': 'd9785c56-2453-4313-9feb-78829ead8cec', 'status': 'completed', 'code': 200} Nov 11 21:18:57.386066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:57.547236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:57.690427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7e2dfede-fc26-43b9-a191-b1543850e1a0 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:18:57.695621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:57.723272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7e2dfede-fc26-43b9-a191-b1543850e1a0 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:18:57.724124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7e2dfede-fc26-43b9-a191-b1543850e1a0 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:18:57.745864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:18:57.749170 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:18:57.756960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:18:57.787538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Pushing event updated for resources: {'Port': ['ID=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:57.822168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:57.826796 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:57.928471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-84047979-41e2-44d1-be1e-3ca8b0686fb6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561828 Nov 11 21:18:57.935451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Request body: {'port': {'device_id': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:18:58.026811 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:58.082134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25c6d3-9927-4b92-bdad-278456f2860c req-0e20251f-0d32-45dc-80ba-2a229576f36f tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:58.083848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d25c6d3-9927-4b92-bdad-278456f2860c req-0e20251f-0d32-45dc-80ba-2a229576f36f tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 931 time: 0.0890448 Nov 11 21:18:58.211714 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6d25c6d3-9927-4b92-bdad-278456f2860c req-3d42e367-6cf8-4881-afee-5b79f757bd49 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178555 Nov 11 21:18:58.326903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:18:58.365764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:18:58.374132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:58.387584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Transition to ACTIVE for port object 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:18:58.449304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:58.548190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Pushing event updated for resources: {'Port': ['ID=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:58.587581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Attempting to bind port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:18:58.588001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Attempting to bind port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '25e617a5-d803-40cf-adf7-034607eeb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:18:58.588580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Attempting to bind port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d on network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:18:58.593736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d on network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:18:58.595448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Attempting to bind port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d on network 3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:18:58.600185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:18:58.600602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Checking segment: {'id': '25e617a5-d803-40cf-adf7-034607eeb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:18:58.601088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Bound using segment: {'id': '25e617a5-d803-40cf-adf7-034607eeb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:18:58.601607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Bound port: 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e617a5-d803-40cf-adf7-034607eeb5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:18:58.602077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:58.684872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] For port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:18:58.688291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] For port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,segment=NetworkSegment(25e617a5-d803-40cf-adf7-034607eeb5d5),segment_id=25e617a5-d803-40cf-adf7-034607eeb5d5)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:18:58.732788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:58.798260 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:58.842422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:58.843405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:58.855372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] 10.222.0.58 "PUT /v2.0/ports/0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d HTTP/1.1" status: 200 len: 1091 time: 0.9241917 Nov 11 21:18:58.884078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a6db-06c8-4292-ae16-e6cb3a952507 service neutron] Pushing event updated for resources: {'Port': ['ID=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:59.022029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 2f6e5a20-30ab-404a-a771-71b8b19363bf {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:18:59.022375 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:59.032806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-8be45373-1480-45d5-899b-0d2b71b18c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:59.034358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-8be45373-1480-45d5-899b-0d2b71b18c73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cecb9a134bd4ae18020b74f12b77cce&device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 1094 time: 0.0409200 Nov 11 21:18:59.082107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-d1066082-49ef-4a56-b5af-790b7f62ce4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d HTTP/1.1" status: 200 len: 217 time: 0.0399964 Nov 11 21:18:59.099428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9785c56-2453-4313-9feb-78829ead8cec no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:18:59.128167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 2f6e5a20-30ab-404a-a771-71b8b19363bf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2f6e5a20-30ab-404a-a771-71b8b19363bf,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:18:59.128810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:59.129902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: d9785c56-2453-4313-9feb-78829ead8cec {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:18:59.130739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9785c56-2453-4313-9feb-78829ead8cec not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:18:59.139211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9ea71429-9a66-484b-926a-eca5ea6b7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:59.142312 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-9ea71429-9a66-484b-926a-eca5ea6b7c64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2 HTTP/1.1" status: 200 len: 849 time: 0.0538266 Nov 11 21:18:59.145929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 2f6e5a20-30ab-404a-a771-71b8b19363bf owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:18:59.178394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-38e88f76-8587-441e-a46c-89a4c667b493 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3da08b-0ad7-47a1-8a32-a19a7f7fa458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292568 Nov 11 21:18:59.292487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-e87f3da2-26a7-4fd3-9536-84d974ee5a4a service neutron] 10.222.0.58 "GET /v2.0/networks/3c3da08b-0ad7-47a1-8a32-a19a7f7fa458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063571 Nov 11 21:18:59.378734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'tag': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:18:59.381978 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81576574-531d-4d78-82f6-3d5728244310" -d '{"events": [{"name": "network-changed", "server_uuid": "6b193e2a-0316-4218-98ae-e2ba4f46d9d0", "tag": "0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:18:59.387889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05994ca3-b1d5-4982-a82d-f22b0483166f req-78b94776-d843-4ec3-a22a-e536bd711ec6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:59.389688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05994ca3-b1d5-4982-a82d-f22b0483166f req-78b94776-d843-4ec3-a22a-e536bd711ec6 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 943 time: 0.0910494 Nov 11 21:18:59.399642 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-19d4ccdd-1472-4f1f-92b3-bf3b404ca866 req-762d1133-0ec2-4cb4-967d-8bfd71a825ea service neutron] 10.222.0.58 "GET /v2.0/networks/3c3da08b-0ad7-47a1-8a32-a19a7f7fa458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999391 Nov 11 21:18:59.451362 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d367fc9-407a-4319-ba06-9c83527372c7 x-openstack-request-id: req-2d367fc9-407a-4319-ba06-9c83527372c7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:18:59.451676 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b193e2a-0316-4218-98ae-e2ba4f46d9d0", "tag": "0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:18:59.451933 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d367fc9-407a-4319-ba06-9c83527372c7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:18:59.452456 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'tag': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d', 'status': 'completed', 'code': 200} Nov 11 21:18:59.459606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05994ca3-b1d5-4982-a82d-f22b0483166f req-2fdccd2f-4355-4b22-9195-f7210cda419b tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542946 Nov 11 21:18:59.509707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:59.537519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=2f6e5a20-30ab-404a-a771-71b8b19363bf,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:18:59.557421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81576574-531d-4d78-82f6-3d5728244310 req-f309760d-47e8-4ada-aeab-fd7cfb9fe6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:59.559375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81576574-531d-4d78-82f6-3d5728244310 req-f309760d-47e8-4ada-aeab-fd7cfb9fe6da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9cecb9a134bd4ae18020b74f12b77cce&device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 1094 time: 0.0504706 Nov 11 21:18:59.681196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81576574-531d-4d78-82f6-3d5728244310 req-384be9a4-8b84-4b5f-8610-89f67f09bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:59.682905 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81576574-531d-4d78-82f6-3d5728244310 req-384be9a4-8b84-4b5f-8610-89f67f09bb68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 HTTP/1.1" status: 200 len: 910 time: 0.1160688 Nov 11 21:18:59.748642 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81576574-531d-4d78-82f6-3d5728244310 req-73b824d5-cc4f-4016-a668-83cf01ea88bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d HTTP/1.1" status: 200 len: 217 time: 0.0580912 Nov 11 21:18:59.805094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:18:59.824528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81576574-531d-4d78-82f6-3d5728244310 req-405104fb-2c2a-4eb7-b611-b6fbc9929e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:18:59.826007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81576574-531d-4d78-82f6-3d5728244310 req-405104fb-2c2a-4eb7-b611-b6fbc9929e9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2 HTTP/1.1" status: 200 len: 849 time: 0.0621436 Nov 11 21:18:59.859391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81576574-531d-4d78-82f6-3d5728244310 req-e5b3e46d-b733-4261-aa80-de05b3b7757b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3da08b-0ad7-47a1-8a32-a19a7f7fa458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255013 Nov 11 21:18:59.998374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81576574-531d-4d78-82f6-3d5728244310 req-d230b9ae-08a7-47a2-8bb4-01701bc295d4 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3da08b-0ad7-47a1-8a32-a19a7f7fa458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309648 Nov 11 21:19:00.131488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-81576574-531d-4d78-82f6-3d5728244310 req-0d7a8a5d-778d-46c6-b5de-d975ff8c277f service neutron] 10.222.0.58 "GET /v2.0/networks/3c3da08b-0ad7-47a1-8a32-a19a7f7fa458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253188 Nov 11 21:19:00.419488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:19:00.561411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:19:00.568581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e7b8f6f9-0d8c-4d99-843f-d2fc028ef0ea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/b3a07a15-5908-4c2b-9110-41d3c4ae3db1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2402582 Nov 11 21:19:00.571343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50646) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:00.576942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] Sync routers for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:19:00.589777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:00.590613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:00.592891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bd137-f586-4dc7-a53d-e3a71fb699ba req-e9a830e4-57fe-4dfc-a03c-15377681ac08 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:00.594587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a63bd137-f586-4dc7-a53d-e3a71fb699ba req-e9a830e4-57fe-4dfc-a03c-15377681ac08 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 943 time: 0.0653861 Nov 11 21:19:00.632078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting subnet 0c8ab356-1e51-4965-b425-b8d333fd8990 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:19:00.635494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:00.651753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a63bd137-f586-4dc7-a53d-e3a71fb699ba req-5fc91d2c-9274-4cb1-8fb2-2fb0dd1ef7b7 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482917 Nov 11 21:19:00.684808 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:00.714193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:00.796652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:00.947609 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:00.956767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:18:59Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:00.964411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:00.970305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/subnets/0c8ab356-1e51-4965-b425-b8d333fd8990 HTTP/1.1" status: 204 len: 168 time: 0.3954997 Nov 11 21:19:00.970644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50652) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:00.989474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] Checking router: b3a07a15-5908-4c2b-9110-41d3c4ae3db1 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:19:00.995163 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a9f5c-6dfb-4062-bb48-a85cc88f3a07 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8ab356-1e51-4965-b425-b8d333fd8990,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:01.001227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e43e2-5d55-4ca3-bdd8-05bd5ef825a0 None None] Network cd09eabb-988a-42d0-acaf-94c0191fd9e4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:19:01.022910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] Routers {'b3a07a15-5908-4c2b-9110-41d3c4ae3db1'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:01.023557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:01.090850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:01.212112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:01.351173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:19:01.351533 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:01.401127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] Set router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:01.444297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 4295c9a1-e81e-4fe9-86f2-04f1b0076b80, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:01.444864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:01.458735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:19:01.572603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] DHCP port deletion for cd09eabb-988a-42d0-acaf-94c0191fd9e4 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:19:01.671316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:18:59Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:01.673815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] Deleting port 8c00e17a-2aac-4c58-949d-1f202e495777 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:19:01.674186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:01.709785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcf28e-ca8c-4071-965e-d34cbd8ab92d None None] The sync data for ids ['b3a07a15-5908-4c2b-9110-41d3c4ae3db1'] in n-d-805734-3 is: [{'id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563478135', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:33Z', 'updated_at': '2021-11-11T21:18:59Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '4295c9a1-e81e-4fe9-86f2-04f1b0076b80', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a07a15-5908-4c2b-9110-41d3c4ae3db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3359, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:34Z', 'updated_at': '2021-11-11T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:19:01.763535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:01.783024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] For port 8c00e17a-2aac-4c58-949d-1f202e495777, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8c00e17a-2aac-4c58-949d-1f202e495777,segment=NetworkSegment(b93c557e-ac1e-40fe-b730-e6cde3a5f1e9),segment_id=b93c557e-ac1e-40fe-b730-e6cde3a5f1e9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:01.783535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:01.799835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] Calling delete_port for 8c00e17a-2aac-4c58-949d-1f202e495777 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:19:01.816371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=4295c9a1-e81e-4fe9-86f2-04f1b0076b80,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:01.882105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd73a9a-6da3-4d76-878f-a2128461cc52 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:19:01.900936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a76f20-2fb3-4047-8e63-25e2d4cff711 req-d144383e-2fd4-4b05-8fe3-fb1077ced6de tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:01.902544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0a76f20-2fb3-4047-8e63-25e2d4cff711 req-d144383e-2fd4-4b05-8fe3-fb1077ced6de tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 943 time: 0.1723232 Nov 11 21:19:01.981477 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.003421 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.086890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1be3c073-4477-44ef-a639-8a0edf5c3373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.091197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] Pushing event deleted for resources: {'Port': ['ID=8c00e17a-2aac-4c58-949d-1f202e495777,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:02.101094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dcced8-d198-4387-9894-e27eb3222ec6 None None] No DVR routers for this DVR port 8c00e17a-2aac-4c58-949d-1f202e495777 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:19:02.135107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0a76f20-2fb3-4047-8e63-25e2d4cff711 req-57070e15-cffc-4faf-b82b-357fbbe4a046 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193036 Nov 11 21:19:02.137436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.139957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.329273 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.329858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Fanout notify agent at l3_agent the message router_deleted on router b3a07a15-5908-4c2b-9110-41d3c4ae3db1 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:19:02.337438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.341056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7790d9a3-3a73-49c7-bbcc-9987889ca956 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/routers/b3a07a15-5908-4c2b-9110-41d3c4ae3db1 HTTP/1.1" status: 204 len: 168 time: 1.3669863 Nov 11 21:19:02.341297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:02.432607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.540530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.561253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd09eabb-988a-42d0-acaf-94c0191fd9e4']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:02.571180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:02.571482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93c557e-ac1e-40fe-b730-e6cde3a5f1e9') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:02.581061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.595441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.602332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:19:02.602722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:19:02.605704 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:19:02.857628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.866436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:19:02.871066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.877163 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/networks/cd09eabb-988a-42d0-acaf-94c0191fd9e4 HTTP/1.1" status: 204 len: 168 time: 0.5322492 Nov 11 21:19:02.877575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:02.890646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c323972-654a-450f-bae2-223f853f4d44 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Network': ['ID=cd09eabb-988a-42d0-acaf-94c0191fd9e4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:02.898154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:19:02.898513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4295c9a1-e81e-4fe9-86f2-04f1b0076b80 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:19:02.898872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f6e5a20-30ab-404a-a771-71b8b19363bf no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:19:02.920782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2f6e5a20-30ab-404a-a771-71b8b19363bf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:19:02.923175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2f6e5a20-30ab-404a-a771-71b8b19363bf not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:19:02.923175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8c00e17a-2aac-4c58-949d-1f202e495777 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:19:02.958431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a0932bc-dd0a-4f2e-9368-a562ffb0a83c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:02.959445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 8c00e17a-2aac-4c58-949d-1f202e495777 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:19:02.959802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8c00e17a-2aac-4c58-949d-1f202e495777 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:19:02.996722 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a0932bc-dd0a-4f2e-9368-a562ffb0a83c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:03.127047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:19:03.140572 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a0932bc-dd0a-4f2e-9368-a562ffb0a83c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:03.143305 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7a0932bc-dd0a-4f2e-9368-a562ffb0a83c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:03.148327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7a0932bc-dd0a-4f2e-9368-a562ffb0a83c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/security-groups/c3b72fa8-6d02-40a5-b8e4-7d851a82cd83 HTTP/1.1" status: 204 len: 168 time: 0.2698057 Nov 11 21:19:03.162570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0932bc-dd0a-4f2e-9368-a562ffb0a83c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b72fa8-6d02-40a5-b8e4-7d851a82cd83,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:03.314996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,segment=NetworkSegment(25e617a5-d803-40cf-adf7-034607eeb5d5),segment_id=25e617a5-d803-40cf-adf7-034607eeb5d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:03.330002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d', 'network_id': '3c3da08b-0ad7-47a1-8a32-a19a7f7fa458', 'port_id': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d', 'mac_address': 'fa:16:3e:3d:ea:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:19:03.359407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6ab3-613d-4095-9881-14a3e06fc745 req-16f668ba-9257-4913-9d6e-41244e799a87 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:03.362623 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-704c6ab3-613d-4095-9881-14a3e06fc745 req-16f668ba-9257-4913-9d6e-41244e799a87 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 943 time: 0.0897276 Nov 11 21:19:03.381923 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:03.407270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:19:03.446007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,segment=NetworkSegment(25e617a5-d803-40cf-adf7-034607eeb5d5),segment_id=25e617a5-d803-40cf-adf7-034607eeb5d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:03.451497 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-704c6ab3-613d-4095-9881-14a3e06fc745 req-dc943656-925a-41e1-b644-3253fd265c45 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823104 Nov 11 21:19:03.529423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:03.578251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:03.775108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50804) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:03.775108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b3527ceb-aa69-4fb9-8a9a-409b130b24d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733088129', 'description': 'tempest-secgroup-smoke-733088129 description', 'project_id': '675f1365bb384017b4474ada374a52b9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:03.850981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:19:03.896554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3527ceb-aa69-4fb9-8a9a-409b130b24d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.016643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3527ceb-aa69-4fb9-8a9a-409b130b24d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.118202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3527ceb-aa69-4fb9-8a9a-409b130b24d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.149211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3527ceb-aa69-4fb9-8a9a-409b130b24d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f44d76-1fe3-4c78-9b62-02760944daef,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:04.251341 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3527ceb-aa69-4fb9-8a9a-409b130b24d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.252634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b3527ceb-aa69-4fb9-8a9a-409b130b24d4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4824126 Nov 11 21:19:04.256474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:04.261182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9acf3edf-dd0a-4bde-b71e-1789bb3e545b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '90f44d76-1fe3-4c78-9b62-02760944daef', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:04.414424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9acf3edf-dd0a-4bde-b71e-1789bb3e545b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.484502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9acf3edf-dd0a-4bde-b71e-1789bb3e545b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.507567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-91bddd38-8d0f-43a0-bf90-9b05955958ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.577198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b8c76-861b-40a5-9b30-d7422803b28d req-bdaf0f66-7e0c-49d0-b1d9-473340b220fe tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:04.579486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe3b8c76-861b-40a5-9b30-d7422803b28d req-bdaf0f66-7e0c-49d0-b1d9-473340b220fe tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 944 time: 0.0586033 Nov 11 21:19:04.638082 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9acf3edf-dd0a-4bde-b71e-1789bb3e545b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.649274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe3b8c76-861b-40a5-9b30-d7422803b28d req-d5e31aa9-fdf9-42c2-956f-6cc6979ca381 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Nov 11 21:19:04.663709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf3edf-dd0a-4bde-b71e-1789bb3e545b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea3f031-ca5d-4180-86a0-b9a1988b2f34,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:04.736286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9acf3edf-dd0a-4bde-b71e-1789bb3e545b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.737738 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9acf3edf-dd0a-4bde-b71e-1789bb3e545b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4802563 Nov 11 21:19:04.745681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:04.752402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-747d9a25-f497-41fa-9d6b-762a17544525 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '90f44d76-1fe3-4c78-9b62-02760944daef', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:04.883431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-747d9a25-f497-41fa-9d6b-762a17544525 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:04.942538 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-747d9a25-f497-41fa-9d6b-762a17544525 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.015430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-747d9a25-f497-41fa-9d6b-762a17544525 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.039912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d9a25-f497-41fa-9d6b-762a17544525 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c14041-8d14-4ebd-95bb-97ae3c7fe835,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:05.113930 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-747d9a25-f497-41fa-9d6b-762a17544525 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.116076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-747d9a25-f497-41fa-9d6b-762a17544525 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3693955 Nov 11 21:19:05.119403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50898) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:05.123873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-997d6b89-84a7-49b0-94ad-e85b34eb97be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '90f44d76-1fe3-4c78-9b62-02760944daef', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:05.128122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:19:05.272315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-997d6b89-84a7-49b0-94ad-e85b34eb97be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.289894 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:19:05.294583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:05.295224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.335072 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-997d6b89-84a7-49b0-94ad-e85b34eb97be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.387897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.411988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:19:05.414634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-997d6b89-84a7-49b0-94ad-e85b34eb97be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.417441 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438fb5e9-e09a-4340-a553-d6811ce99652" -d '{"events": [{"server_uuid": "6b193e2a-0316-4218-98ae-e2ba4f46d9d0", "name": "network-vif-plugged", "status": "completed", "tag": "0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:19:05.432283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,segment=NetworkSegment(25e617a5-d803-40cf-adf7-034607eeb5d5),segment_id=25e617a5-d803-40cf-adf7-034607eeb5d5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:05.435373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d6b89-84a7-49b0-94ad-e85b34eb97be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0e2016-9031-420e-bf8f-581ed0eb50ae,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:05.478079 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5469e1f-5fff-47e7-9e9d-8f5ee1fd32c6 x-openstack-request-id: req-e5469e1f-5fff-47e7-9e9d-8f5ee1fd32c6 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:19:05.478381 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b193e2a-0316-4218-98ae-e2ba4f46d9d0", "name": "network-vif-plugged", "status": "completed", "tag": "0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:19:05.478636 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5469e1f-5fff-47e7-9e9d-8f5ee1fd32c6 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:19:05.479188 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d', 'code': 200} Nov 11 21:19:05.495341 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.525730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-997d6b89-84a7-49b0-94ad-e85b34eb97be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.529739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-997d6b89-84a7-49b0-94ad-e85b34eb97be tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066370 Nov 11 21:19:05.537285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 50920) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:05.537285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5a3b092d-e602-4860-8a60-474360770fbd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '90f44d76-1fe3-4c78-9b62-02760944daef', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:05.560250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:05.589085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58984b4-de68-4336-a794-deb70fa306e0 req-3d736096-ef89-4d89-b205-d8ac51ea418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:05.590653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d58984b4-de68-4336-a794-deb70fa306e0 req-3d736096-ef89-4d89-b205-d8ac51ea418b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 1096 time: 0.0481770 Nov 11 21:19:05.631624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.641604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d58984b4-de68-4336-a794-deb70fa306e0 req-32fb9973-0f77-410e-ac1a-6aecd7ce7c8d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Nov 11 21:19:05.671695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a3b092d-e602-4860-8a60-474360770fbd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.749234 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a3b092d-e602-4860-8a60-474360770fbd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.787541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a843ff-8f71-4148-a578-8eba49fea7a4 req-77c0eeef-cb86-48be-89ca-78b0ef5b0510 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:05.789085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65a843ff-8f71-4148-a578-8eba49fea7a4 req-77c0eeef-cb86-48be-89ca-78b0ef5b0510 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 945 time: 0.0593648 Nov 11 21:19:05.838246 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65a843ff-8f71-4148-a578-8eba49fea7a4 req-29dc2532-ac98-4450-82e3-b14c85771f38 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Nov 11 21:19:05.866859 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a3b092d-e602-4860-8a60-474360770fbd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.886571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b092d-e602-4860-8a60-474360770fbd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4ff324-b780-4e1f-9954-61d0335d100e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:05.988362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5a3b092d-e602-4860-8a60-474360770fbd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:05.992726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5a3b092d-e602-4860-8a60-474360770fbd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4617517 Nov 11 21:19:05.993590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50940) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:05.998583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '90f44d76-1fe3-4c78-9b62-02760944daef', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:06.164024 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:19:06.169518 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:06.235514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:06.346598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:06.365002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3595d5a7-e37a-4700-9d08-e76b84a663b0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:06.492376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:06.493644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ab1ea6f6-8617-4f71-b031-29eef19540ba tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4990342 Nov 11 21:19:06.496371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50958) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:06.500972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'security_group_rule': {'security_group_id': '90f44d76-1fe3-4c78-9b62-02760944daef', 'project_id': '675f1365bb384017b4474ada374a52b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:06.661543 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Project 675f1365bb384017b4474ada374a52b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:19:06.667331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:06.734427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:06.949061 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:06.974288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454ecf8f-28fd-4f9a-8ebe-562ff185bab7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:06.995380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4c1c-c3c0-49d6-8fe7-21053c5feab9 req-350008d2-f184-4fd5-95dc-717f7eb2a920 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:06.996998 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66b4c1c-c3c0-49d6-8fe7-21053c5feab9 req-350008d2-f184-4fd5-95dc-717f7eb2a920 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 945 time: 0.0806777 Nov 11 21:19:07.054577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66b4c1c-c3c0-49d6-8fe7-21053c5feab9 req-7bb21aa8-b25c-43ea-9297-a39ed735821c tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505581 Nov 11 21:19:07.057526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.059563 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-892cab80-3e9c-4bcb-b21a-bcdd4f9eac6a tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5621970 Nov 11 21:19:07.061528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 50976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:07.067112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'network': {'name': 'tempest-network-smoke--1910434146', 'project_id': '675f1365bb384017b4474ada374a52b9', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:07.174118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.237926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:19:07.242034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.266630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:19:07.276077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.276469 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Added segment 9c54927d-4d98-4f4c-8615-bd737f20b560 of type vlan for network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 Nov 11 21:19:07.330388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.471795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.478890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:07.479507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.551798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Network': ['ID=5968feb7-f524-40b2-80cb-f8d5f72a37d5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:07.567463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:19:07.666698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6e64de15-0fec-4856-ab4e-6b625aedc3e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6015420 Nov 11 21:19:07.671338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51000) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:07.675730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'admin_state_up': True, 'project_id': '675f1365bb384017b4474ada374a52b9', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:07.901092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.901316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.902187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:07.953728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:08.206485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:08.232793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf535a8-b81a-4ed2-b667-29b3f541dce5 req-3c70ea61-d39e-47d2-aa60-35c92fd83099 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:08.234512 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5cf535a8-b81a-4ed2-b667-29b3f541dce5 req-3c70ea61-d39e-47d2-aa60-35c92fd83099 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 945 time: 0.0878489 Nov 11 21:19:08.284659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5cf535a8-b81a-4ed2-b667-29b3f541dce5 req-785c5299-20dc-4d4d-81dc-ecd8f6eeae08 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Nov 11 21:19:08.574492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:08.601846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:09.166672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.12 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/633f10ae-4f46-4118-bf22-bb9241292e92) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:19:09.336336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:09.472403 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:09.519781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:19:09.523282 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:19:09.528230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:19:09.531763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=633f10ae-4f46-4118-bf22-bb9241292e92,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:09.540378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8b14c8-a0be-4cd3-bedd-ea735adad6dc None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:19:09.623271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2a3cb313-e5d0-42d3-8758-9390a45a98a3 None None] Provisioning complete for port 633f10ae-4f46-4118-bf22-bb9241292e92 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:09.623271 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a3cb313-e5d0-42d3-8758-9390a45a98a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:09.670090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cb313-e5d0-42d3-8758-9390a45a98a3 None None] Port 633f10ae-4f46-4118-bf22-bb9241292e92 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:19:09.952931 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:10.211942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:10.494974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 316df7a1-cb8f-450e-83b1-6c45c956f487 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:19:10.620475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:19:10.632019 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Sync routers for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:19:10.643372 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:10.644446 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:19:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:10.759798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:10.762148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-61eef6fe-c98a-4979-b7ab-ba8f258977cd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0893419 Nov 11 21:19:10.765245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:10.765890 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:10.805861 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-68f150d1-b33b-4d44-a154-88f6ebaad4a2 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=675f1365bb384017b4474ada374a52b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392964 Nov 11 21:19:10.808517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:10.969320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabdc2af-935c-4c6d-839d-e913b92e66a3 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:10.971603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cabdc2af-935c-4c6d-839d-e913b92e66a3 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1621714 Nov 11 21:19:10.975011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:10.990016 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:09Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:11.020869 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-31d06d5c-897d-4aeb-9872-25f1c714b6d0 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423362 Nov 11 21:19:11.021082 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Checking router: 316df7a1-cb8f-450e-83b1-6c45c956f487 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:19:11.021082 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Updating router 316df7a1-cb8f-450e-83b1-6c45c956f487 port 633f10ae-4f46-4118-bf22-bb9241292e92 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:19:11.022684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51150) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:11.027823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-407432158', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'project_id': '675f1365bb384017b4474ada374a52b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:11.047740 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.289644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:19:11.300641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.325091 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.449725 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.500991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0e4d5-22cb-4dcf-b3d1-06a37c791a09 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:19:11.526074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Attempting to bind port 633f10ae-4f46-4118-bf22-bb9241292e92 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:19:11.526447 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Attempting to bind port 633f10ae-4f46-4118-bf22-bb9241292e92 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:19:11.526804 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Attempting to bind port 633f10ae-4f46-4118-bf22-bb9241292e92 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:19:11.532541 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Pushing event updated for resources: {'Port': ['ID=633f10ae-4f46-4118-bf22-bb9241292e92,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:11.537938 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:19:11.538314 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:19:11.538708 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.539092 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:19:11.539562 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Bound port: 633f10ae-4f46-4118-bf22-bb9241292e92, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:19:11.539935 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.564860 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.565204 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.565539 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.565867 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.566195 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.566515 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.566835 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.567696 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.568178 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.568525 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.568848 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.569171 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:11.609880 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] For port 633f10ae-4f46-4118-bf22-bb9241292e92, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:19:11.613457 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] For port 633f10ae-4f46-4118-bf22-bb9241292e92, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=633f10ae-4f46-4118-bf22-bb9241292e92,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:19:11.628447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-adc17768-2e1d-4809-9f7f-b172407131b3 None None] Provisioning complete for port 633f10ae-4f46-4118-bf22-bb9241292e92 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:11.628447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-adc17768-2e1d-4809-9f7f-b172407131b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.667061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-adc17768-2e1d-4809-9f7f-b172407131b3 None None] Port 633f10ae-4f46-4118-bf22-bb9241292e92 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:19:11.705034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.775343 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.777467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Subnet': ['ID=bf057c80-1eef-442c-a7a7-66ef8695fdf0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:11.785130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Checking segment: {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:19:11.785417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network hostable DHCP agents. Network: 5968feb7-f524-40b2-80cb-f8d5f72a37d5, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:19:11.822096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b2bbf-0942-40e7-80d6-b7c36e5bb96e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:19:11.830654 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:11.831419 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:19:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:11.875639 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0f2e-210d-4954-9bef-c376dc7047ca None None] Pushing event updated for resources: {'Port': ['ID=633f10ae-4f46-4118-bf22-bb9241292e92,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:11.890233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-487d24eb-df25-4364-a8a9-9eee71f45694 None None] Provisioning complete for port 633f10ae-4f46-4118-bf22-bb9241292e92 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:11.890618 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487d24eb-df25-4364-a8a9-9eee71f45694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:11.900772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:19:11.958264 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:11.999451 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487d24eb-df25-4364-a8a9-9eee71f45694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:12.026788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 5968feb7-f524-40b2-80cb-f8d5f72a37d5) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:19:12.034512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:12.036161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:12.049782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde392b3-308b-40b6-aa06-431ee7e0fc1b None None] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:19:12.079273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-487d24eb-df25-4364-a8a9-9eee71f45694 None None] For port 633f10ae-4f46-4118-bf22-bb9241292e92, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=633f10ae-4f46-4118-bf22-bb9241292e92,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:12.131633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1b94d349-9735-4258-951e-fa5617e5829c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1047313 Nov 11 21:19:12.131882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51200) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:12.170614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-487d24eb-df25-4364-a8a9-9eee71f45694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:12.203254 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:09Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:12.234942 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b217303-f094-4530-a3fb-9f53f85de207 None None] The sync data for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 is: [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:09Z', 'revision_number': 3, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:19:12.271923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d24eb-df25-4364-a8a9-9eee71f45694 None None] Pushing event updated for resources: {'Port': ['ID=633f10ae-4f46-4118-bf22-bb9241292e92,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:12.292749 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:19:12.311963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:19:12.313612 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:12.511191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Allocated IP 172.20.0.2 (5968feb7-f524-40b2-80cb-f8d5f72a37d5/bf057c80-1eef-442c-a7a7-66ef8695fdf0/3e431670-28ce-43e3-b666-fe7638701335) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:19:12.828045 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:12.910529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:12.911688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 633f10ae-4f46-4118-bf22-bb9241292e92 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:19:12.966073 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:13.034116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:19:13.047052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:19:13.054817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:19:13.075633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Pushing event updated for resources: {'Port': ['ID=3e431670-28ce-43e3-b666-fe7638701335,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:13.075633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 633f10ae-4f46-4118-bf22-bb9241292e92 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:13.075633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:13.150297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Attempting to bind port 3e431670-28ce-43e3-b666-fe7638701335 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:19:13.150699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Attempting to bind port 3e431670-28ce-43e3-b666-fe7638701335 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:19:13.151069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Attempting to bind port 3e431670-28ce-43e3-b666-fe7638701335 on network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:19:13.167770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:19:13.168185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Checking segment: {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:19:13.168582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:13.168974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Bound using segment: {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:19:13.169461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Bound port: 3e431670-28ce-43e3-b666-fe7638701335, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:19:13.169838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:13.293066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] For port 3e431670-28ce-43e3-b666-fe7638701335, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:19:13.296806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] For port 3e431670-28ce-43e3-b666-fe7638701335, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3e431670-28ce-43e3-b666-fe7638701335,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:19:13.369721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.1 (5968feb7-f524-40b2-80cb-f8d5f72a37d5/bf057c80-1eef-442c-a7a7-66ef8695fdf0/da1c800e-f174-42da-b507-624a65bdcf1d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:19:13.417016 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:13.556088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbbfd5-31d0-4fce-9445-ee9c5ed5fc6a None None] Pushing event updated for resources: {'Port': ['ID=3e431670-28ce-43e3-b666-fe7638701335,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:13.574575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:13.746835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:13.820594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:19:13.825415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:19:13.827717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=da1c800e-f174-42da-b507-624a65bdcf1d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:13.830676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:19:13.883176 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:14.135131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:14.282575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641b9c2-257d-4e30-9577-1a4283b91b86 req-a8730592-d72c-4541-993f-84e776d11bac tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:14.284838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3641b9c2-257d-4e30-9577-1a4283b91b86 req-a8730592-d72c-4541-993f-84e776d11bac tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 945 time: 0.0560105 Nov 11 21:19:14.366290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3641b9c2-257d-4e30-9577-1a4283b91b86 req-e62cc7b2-f7d7-48e2-9d31-e0dc70794fe3 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652833 Nov 11 21:19:14.466790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:14.580105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:14.663960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=da1c800e-f174-42da-b507-624a65bdcf1d,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:14.678174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.678527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.678868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.679225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.679550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.679903 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.680514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.680851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.681189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.681518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.681846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.682174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:14.688599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:14.836521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:19:14.838359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:19:14.914297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3e431670-28ce-43e3-b666-fe7638701335 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:19:15.011694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3e431670-28ce-43e3-b666-fe7638701335 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:15.012083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:15.037367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 316df7a1-cb8f-450e-83b1-6c45c956f487 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:19:15.116326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56bda78-7dd0-45c3-b2f1-538cbdc38144 None None] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:19:15.120981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:15.230169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 3e431670-28ce-43e3-b666-fe7638701335, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3e431670-28ce-43e3-b666-fe7638701335,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:15.250513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff28b7ab-6e6a-4c2e-adfa-06aab9768f1c None None] Provisioning complete for port 3e431670-28ce-43e3-b666-fe7638701335 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:15.251187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff28b7ab-6e6a-4c2e-adfa-06aab9768f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:15.299635 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:15.403958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=3e431670-28ce-43e3-b666-fe7638701335,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:15.543465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:19:15.549963 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9a4aacbd-f1e7-44ea-bd90-a1a30fc83c79 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/316df7a1-cb8f-450e-83b1-6c45c956f487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4171250 Nov 11 21:19:15.554771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Sync routers for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:19:15.571332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:15.575208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:19:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:15.578476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a315e2-e765-4cd4-8a66-b4cfe6286133 req-68f5d739-230e-44eb-b05a-45f6eb592a9b tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:15.580066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51a315e2-e765-4cd4-8a66-b4cfe6286133 req-68f5d739-230e-44eb-b05a-45f6eb592a9b tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 945 time: 0.1030467 Nov 11 21:19:15.678716 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51a315e2-e765-4cd4-8a66-b4cfe6286133 req-243e4410-20b1-430c-b8a5-d1938db4e5f0 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/security-groups?id=52daffc0-3d09-4868-99c7-7d7d75c6b50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881255 Nov 11 21:19:15.793050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-48058efc-1a73-4da8-956f-8ee7420b751b tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:15.795949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-48058efc-1a73-4da8-956f-8ee7420b751b tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 945 time: 0.0812523 Nov 11 21:19:15.952625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-73f37e85-d40a-483c-8101-a503a32992fb None None] Provisioning complete for port 3e431670-28ce-43e3-b666-fe7638701335 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:15.953153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-73f37e85-d40a-483c-8101-a503a32992fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:15.986620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-e1361c61-c456-420a-bdd9-93aa3bfcd10e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733088129&fields=id&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 267 time: 0.1727626 Nov 11 21:19:15.993030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:16.044461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Deleting port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:19:16.050698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:16.226589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-d4251087-61da-4c8e-8ff1-e04b5473ceea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:16.228300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-d4251087-61da-4c8e-8ff1-e04b5473ceea tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/networks?id=5968feb7-f524-40b2-80cb-f8d5f72a37d5 HTTP/1.1" status: 200 len: 797 time: 0.2296631 Nov 11 21:19:16.234199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] For port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,segment=NetworkSegment(25e617a5-d803-40cf-adf7-034607eeb5d5),segment_id=25e617a5-d803-40cf-adf7-034607eeb5d5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:16.234614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:16.261507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-5245deb7-69c9-4eea-ae8e-e6b2e3dbb6e2 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/quotas/675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 375 time: 0.0238421 Nov 11 21:19:16.267042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Calling delete_port for 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:19:16.385164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-15710cae-2978-4487-80eb-abdba1585884 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158829 Nov 11 21:19:16.403312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-73f37e85-d40a-483c-8101-a503a32992fb None None] Provisioning complete for port da1c800e-f174-42da-b507-624a65bdcf1d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:16.403709 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-73f37e85-d40a-483c-8101-a503a32992fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:16.446863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-73f37e85-d40a-483c-8101-a503a32992fb None None] Port da1c800e-f174-42da-b507-624a65bdcf1d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:19:16.488177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 2, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:16.543993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Checking router: 316df7a1-cb8f-450e-83b1-6c45c956f487 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:19:16.544469 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Updating router 316df7a1-cb8f-450e-83b1-6c45c956f487 port da1c800e-f174-42da-b507-624a65bdcf1d binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:19:16.588529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:16.598440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eb0405c2-5299-48c6-bb5e-b3ffdae60eb0 None None] Provisioning complete for port da1c800e-f174-42da-b507-624a65bdcf1d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:16.598440 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb0405c2-5299-48c6-bb5e-b3ffdae60eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:16.667034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eb0405c2-5299-48c6-bb5e-b3ffdae60eb0 None None] Port da1c800e-f174-42da-b507-624a65bdcf1d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:19:16.714005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:16.727197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-4227215d-04df-49b5-9d3b-96f91b755a58 service neutron] 10.222.0.31 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230441 Nov 11 21:19:16.745607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:19:16.826136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Pushing event deleted for resources: {'Port': ['ID=0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:16.892785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3e431670-28ce-43e3-b666-fe7638701335 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:19:16.896705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-112dbdeb-324f-48bb-b290-5648d09eab47 req-1618f99b-7f4a-4510-8dce-6ff4f90bc9e9 tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 210 time: 0.0454695 Nov 11 21:19:16.905621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] No DVR routers for this DVR port 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:19:16.908793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:16.913482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec1a9328-e57c-47e3-89df-ba0178350c6a req-b52bfc29-eeb6-4ec9-911e-31582172e43e tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.58 "DELETE /v2.0/ports/0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d HTTP/1.1" status: 204 len: 173 time: 1.1112049 Nov 11 21:19:16.917359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'name': 'network-vif-deleted', 'tag': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:19:16.926623 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a45266-86d7-4fd6-ab7a-1134eb438082" -d '{"events": [{"server_uuid": "6b193e2a-0316-4218-98ae-e2ba4f46d9d0", "name": "network-vif-deleted", "tag": "0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:19:16.986676 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0e7ea3-7b05-4dcb-9f97-a4c207da54b7 x-openstack-request-id: req-0f0e7ea3-7b05-4dcb-9f97-a4c207da54b7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:19:16.987255 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b193e2a-0316-4218-98ae-e2ba4f46d9d0", "name": "network-vif-deleted", "tag": "0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:19:16.987509 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f0e7ea3-7b05-4dcb-9f97-a4c207da54b7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:19:16.987921 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b193e2a-0316-4218-98ae-e2ba4f46d9d0', 'name': 'network-vif-deleted', 'tag': '0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d', 'status': 'completed', 'code': 200} Nov 11 21:19:17.002849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-f54679e4-775e-4ae9-ac49-24c47ed573cd service neutron] 10.222.0.31 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242525 Nov 11 21:19:17.044286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3e431670-28ce-43e3-b666-fe7638701335 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:17.045090 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.151553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.262447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.341440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b1f74-df51-4880-a7f3-0e43a6f74d29 None None] Pushing event updated for resources: {'Port': ['ID=da1c800e-f174-42da-b507-624a65bdcf1d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:17.420258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Attempting to bind port da1c800e-f174-42da-b507-624a65bdcf1d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:19:17.424359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Attempting to bind port da1c800e-f174-42da-b507-624a65bdcf1d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:19:17.424359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Attempting to bind port da1c800e-f174-42da-b507-624a65bdcf1d on network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:19:17.428587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:19:17.429053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Checking segment: {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:19:17.429535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.429999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Bound using segment: {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:19:17.430737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Bound port: da1c800e-f174-42da-b507-624a65bdcf1d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:19:17.431242 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.547757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] For port da1c800e-f174-42da-b507-624a65bdcf1d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:19:17.557676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] For port da1c800e-f174-42da-b507-624a65bdcf1d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=da1c800e-f174-42da-b507-624a65bdcf1d,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:19:17.580412 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6dd06f0-a9a5-45fc-bd86-335215c69f2a req-90b3745b-1ed4-4cb7-9de7-e094c5b4519b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 210 time: 0.1153278 Nov 11 21:19:17.637737 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.753735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:17.755224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:19:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:17.813851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b1f74-df51-4880-a7f3-0e43a6f74d29 None None] Pushing event updated for resources: {'Port': ['ID=da1c800e-f174-42da-b507-624a65bdcf1d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:17.922219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fdc162e3-34d1-4587-b24d-a9b49c6a36de None None] Provisioning complete for port da1c800e-f174-42da-b507-624a65bdcf1d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:17.922598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc162e3-34d1-4587-b24d-a9b49c6a36de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:17.967120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:18.218439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc162e3-34d1-4587-b24d-a9b49c6a36de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:18.247473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70b29ad4-a1e4-4fa2-a0b9-e01f5cf19446 req-d269a575-e97d-490a-b075-5efce78d793a tempest-VolumesActionsTest-2120767394 tempest-VolumesActionsTest-2120767394-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b193e2a-0316-4218-98ae-e2ba4f46d9d0 HTTP/1.1" status: 200 len: 210 time: 0.1704338 Nov 11 21:19:18.363190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fdc162e3-34d1-4587-b24d-a9b49c6a36de None None] For port da1c800e-f174-42da-b507-624a65bdcf1d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=da1c800e-f174-42da-b507-624a65bdcf1d,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:18.394095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:17Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:18.426355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b95476-c1fb-42ba-bbff-8b067443397c None None] The sync data for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 is: [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:17Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:19:18.428244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdc162e3-34d1-4587-b24d-a9b49c6a36de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:18.492181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc162e3-34d1-4587-b24d-a9b49c6a36de None None] Pushing event updated for resources: {'Port': ['ID=da1c800e-f174-42da-b507-624a65bdcf1d,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:18.577904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46350ab7-14e7-4a0f-9c3e-bb4d0ca3c6ac None None] Provisioning complete for port da1c800e-f174-42da-b507-624a65bdcf1d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:18.578284 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46350ab7-14e7-4a0f-9c3e-bb4d0ca3c6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:18.690683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2935c45a-9d50-49de-9012-32c9af740a42 req-8611bf52-8f4c-4ce1-9654-02bdc4996c6b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 210 time: 0.0497630 Nov 11 21:19:18.875059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device da1c800e-f174-42da-b507-624a65bdcf1d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:19:18.939645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port da1c800e-f174-42da-b507-624a65bdcf1d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:18.940116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:19.175113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:19:19.197689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:19:19.198038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 0128ffc9-3a4f-4b9b-994d-d7bde6dd3e1d not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:19:19.976988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b1a123d-3ab0-4c54-8e45-c225ec4baba0 req-923027f4-b84b-45cd-81be-1828bbf3d030 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 210 time: 0.0947268 Nov 11 21:19:20.887771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-a06088b9-a1f4-4679-8f8c-fcde05e22034 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:20.889989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-a06088b9-a1f4-4679-8f8c-fcde05e22034 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "GET /v2.0/networks?id=5968feb7-f524-40b2-80cb-f8d5f72a37d5 HTTP/1.1" status: 200 len: 797 time: 0.1226585 Nov 11 21:19:20.988802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-f6817e02-3036-4894-b8ee-2f48a42513ff tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675f1365bb384017b4474ada374a52b9 HTTP/1.1" status: 200 len: 379 time: 0.0877819 Nov 11 21:19:21.002938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'port': {'device_id': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'admin_state_up': True, 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'security_groups': ['90f44d76-1fe3-4c78-9b62-02760944daef']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:21.101369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7326636-2285-42f6-b305-6ef29ddbc899 req-7ccc2250-c472-4dfa-bd6b-b0f579ec04a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 210 time: 0.0376856 Nov 11 21:19:21.283644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Made reservation on behalf of 675f1365bb384017b4474ada374a52b9 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:19:21.289471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:21.443326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.20.0.5 (5968feb7-f524-40b2-80cb-f8d5f72a37d5/bf057c80-1eef-442c-a7a7-66ef8695fdf0/8305e211-456f-4187-86ba-f831c293644f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:19:21.631858 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:21.747944 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:21.803333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:19:21.806392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:19:21.813655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:19:21.849007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:21.893670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:21.895709 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:22.012440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-efc81913-4453-4b9b-9f4e-a04b62f6d63e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0173564 Nov 11 21:19:22.025096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Request body: {'port': {'device_id': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:22.184052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:22.274747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:22.296475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-50e2bb29-7e75-478a-8ff2-eb5840e75a1b None None] Provisioning complete for port 8305e211-456f-4187-86ba-f831c293644f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:22.300323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50e2bb29-7e75-478a-8ff2-eb5840e75a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:22.406328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-50e2bb29-7e75-478a-8ff2-eb5840e75a1b None None] Port 8305e211-456f-4187-86ba-f831c293644f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:19:22.408966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52d6fa-d089-46d8-8a1f-af05d3c33cf3 req-0a4523a3-4352-41dc-be7a-a9bf7106371b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:22.424992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f52d6fa-d089-46d8-8a1f-af05d3c33cf3 req-0a4523a3-4352-41dc-be7a-a9bf7106371b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 931 time: 0.1513946 Nov 11 21:19:22.508833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f52d6fa-d089-46d8-8a1f-af05d3c33cf3 req-8d7cf124-2510-4a17-aa3a-0f9704701769 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828784 Nov 11 21:19:22.677551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8305e211-456f-4187-86ba-f831c293644f {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:19:22.685529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:22.702756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Transition to ACTIVE for port object 8305e211-456f-4187-86ba-f831c293644f will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:19:22.791179 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:22.872029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:22.967579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Attempting to bind port 8305e211-456f-4187-86ba-f831c293644f on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:19:22.968233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Attempting to bind port 8305e211-456f-4187-86ba-f831c293644f by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:19:22.968454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Attempting to bind port 8305e211-456f-4187-86ba-f831c293644f on network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:19:22.974634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Port 8305e211-456f-4187-86ba-f831c293644f on network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:19:22.974963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Attempting to bind port 8305e211-456f-4187-86ba-f831c293644f on network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:19:22.981543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:19:22.981881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Checking segment: {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:19:22.982271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Bound using segment: {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:19:22.982722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Bound port: 8305e211-456f-4187-86ba-f831c293644f, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c54927d-4d98-4f4c-8615-bd737f20b560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:19:22.983078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:23.056281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:19:23.060351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:19:23.198356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:23.293904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:23.306514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:23.307182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:23.308732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-778785f7-699c-459b-bbb6-e0f11f4212c3 service neutron] 10.222.0.62 "PUT /v2.0/ports/8305e211-456f-4187-86ba-f831c293644f HTTP/1.1" status: 200 len: 1091 time: 1.2880404 Nov 11 21:19:23.309191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'tag': '8305e211-456f-4187-86ba-f831c293644f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:19:23.311895 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62b5bba-4b26-4408-8ee0-1eb1108583ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "tag": "8305e211-456f-4187-86ba-f831c293644f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:19:23.364904 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89975ce2-9eee-4f7c-bf67-0c7a2a669a6e x-openstack-request-id: req-89975ce2-9eee-4f7c-bf67-0c7a2a669a6e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:19:23.365759 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "tag": "8305e211-456f-4187-86ba-f831c293644f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:19:23.366271 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89975ce2-9eee-4f7c-bf67-0c7a2a669a6e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:19:23.367688 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'tag': '8305e211-456f-4187-86ba-f831c293644f', 'status': 'completed', 'code': 200} Nov 11 21:19:23.465418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b5bba-4b26-4408-8ee0-1eb1108583ae req-354d7f0c-8960-486f-a72c-7b0a1e46f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:23.467421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c62b5bba-4b26-4408-8ee0-1eb1108583ae req-354d7f0c-8960-486f-a72c-7b0a1e46f37d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1094 time: 0.0608656 Nov 11 21:19:23.586885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b5bba-4b26-4408-8ee0-1eb1108583ae req-b2c00f26-dd16-4460-ae9f-abb163f73d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:23.589300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c62b5bba-4b26-4408-8ee0-1eb1108583ae req-b2c00f26-dd16-4460-ae9f-abb163f73d2c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=675f1365bb384017b4474ada374a52b9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1141596 Nov 11 21:19:23.718410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c2790-f2d2-4157-88ca-68be52348b1b req-10980c2f-6a02-402b-8221-e2ee204cc89e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:23.720124 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d08c2790-f2d2-4157-88ca-68be52348b1b req-10980c2f-6a02-402b-8221-e2ee204cc89e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 943 time: 0.1277256 Nov 11 21:19:23.763686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b5bba-4b26-4408-8ee0-1eb1108583ae req-992e4e85-8f40-4aef-aff0-16fb1ff382ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:23.765390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c62b5bba-4b26-4408-8ee0-1eb1108583ae req-992e4e85-8f40-4aef-aff0-16fb1ff382ba service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611345 Nov 11 21:19:23.810466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d08c2790-f2d2-4157-88ca-68be52348b1b req-9cb4787f-6184-4b03-9fbc-7b9de89dfe8c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829530 Nov 11 21:19:23.886355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-f7e0895d-9822-41b8-9737-ab8c3dee660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:23.888494 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-f7e0895d-9822-41b8-9737-ab8c3dee660e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1094 time: 0.0585568 Nov 11 21:19:23.938930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-17a043ec-5699-44cc-b9ba-8727964a7468 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8305e211-456f-4187-86ba-f831c293644f HTTP/1.1" status: 200 len: 217 time: 0.0426059 Nov 11 21:19:23.993505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-f2655c9a-437d-4f43-99cc-c2ea71ebc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:23.995301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-f2655c9a-437d-4f43-99cc-c2ea71ebc3ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf057c80-1eef-442c-a7a7-66ef8695fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0490236 Nov 11 21:19:24.052837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-13d8d74e-0098-470e-aa9c-0136b058dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:24.055181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-13d8d74e-0098-470e-aa9c-0136b058dbe7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5968feb7-f524-40b2-80cb-f8d5f72a37d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523920 Nov 11 21:19:24.160386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-9ccaf3e6-e8d6-4b53-b779-478c3ed11b48 service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972137 Nov 11 21:19:24.273139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a12e46c8-df1a-4ad4-9fb0-1c34704ae711 req-06c13821-d115-41a9-8000-33f8c1e13b7a service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044848 Nov 11 21:19:25.002690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e4765-bb91-465a-b967-7a9478190fee req-e35a04de-2790-4152-965d-4efcac8b394f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:25.006019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa0e4765-bb91-465a-b967-7a9478190fee req-e35a04de-2790-4152-965d-4efcac8b394f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 943 time: 0.0857191 Nov 11 21:19:25.061665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fa0e4765-bb91-465a-b967-7a9478190fee req-6ac04441-6914-465c-8107-22a6a3c74d2d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497251 Nov 11 21:19:26.234262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095b27d-5243-432e-a1de-0aba588ba2e7 req-eac1f012-20ba-45e6-a532-966b53663257 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:26.235891 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6095b27d-5243-432e-a1de-0aba588ba2e7 req-eac1f012-20ba-45e6-a532-966b53663257 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 943 time: 0.0770283 Nov 11 21:19:26.295043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6095b27d-5243-432e-a1de-0aba588ba2e7 req-58685d49-5766-4295-a326-53a93ca60c18 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524800 Nov 11 21:19:26.948338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:27.077027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00fed09a-5f7a-4725-ba79-b4e1d1b8d09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.194630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00fed09a-5f7a-4725-ba79-b4e1d1b8d09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.278079 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-00fed09a-5f7a-4725-ba79-b4e1d1b8d09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.324305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-00fed09a-5f7a-4725-ba79-b4e1d1b8d09b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7ea4509db1947fd82c7b7fa61dfeed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727872 Nov 11 21:19:27.324305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fed09a-5f7a-4725-ba79-b4e1d1b8d09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c77a18-4b69-4aa3-90cc-a95eb6df8c2a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:27.326380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:27.346344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.427581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4f08-daf8-43b0-8787-62a296b94cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.454689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735f2f-e133-445d-80c0-2de3958856b4 req-aeca0b2a-9718-4dd6-9c88-2a073b34bf3c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:27.456265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab735f2f-e133-445d-80c0-2de3958856b4 req-aeca0b2a-9718-4dd6-9c88-2a073b34bf3c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 943 time: 0.0817549 Nov 11 21:19:27.467387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4f08-daf8-43b0-8787-62a296b94cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.539559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ab735f2f-e133-445d-80c0-2de3958856b4 req-dce5019c-d011-4d0a-98ed-9d70ab3c4cd5 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747395 Nov 11 21:19:27.723723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4f08-daf8-43b0-8787-62a296b94cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.726398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4f08-daf8-43b0-8787-62a296b94cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:27.727583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a2b4f08-daf8-43b0-8787-62a296b94cfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8c77a18-4b69-4aa3-90cc-a95eb6df8c2a HTTP/1.1" status: 204 len: 168 time: 0.3984654 Nov 11 21:19:27.736391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b4f08-daf8-43b0-8787-62a296b94cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c77a18-4b69-4aa3-90cc-a95eb6df8c2a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:27.876480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8305e211-456f-4187-86ba-f831c293644f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:19:28.149111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:28.161615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '8305e211-456f-4187-86ba-f831c293644f', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'port_id': '8305e211-456f-4187-86ba-f831c293644f', 'mac_address': 'fa:16:3e:da:39:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:19:28.201768 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:28.216968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305e211-456f-4187-86ba-f831c293644f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:19:28.241274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:28.357885 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:28.411785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:28.588418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['8305e211-456f-4187-86ba-f831c293644f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:19:28.622059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-c6dc08cf-9fb0-41b4-b058-c852d3c2eaba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452857 Nov 11 21:19:28.680114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3365d-1258-4d82-b176-4460be21d945 req-a37c8d40-81dc-493c-adf2-41de959e87dd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:28.682335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcb3365d-1258-4d82-b176-4460be21d945 req-a37c8d40-81dc-493c-adf2-41de959e87dd tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 944 time: 0.0649993 Nov 11 21:19:28.692757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:28.708688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05e28767-5044-44a9-8246-41c3f1dd1adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:28.768293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-4cddc8f9-30d5-4783-a53b-b34af979e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:28.770948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-4cddc8f9-30d5-4783-a53b-b34af979e8f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1096 time: 0.1002340 Nov 11 21:19:28.778234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcb3365d-1258-4d82-b176-4460be21d945 req-6c4f70b2-0f63-48cb-a842-55c71f51537f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883324 Nov 11 21:19:28.843243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05e28767-5044-44a9-8246-41c3f1dd1adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:28.910200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-8acc2e20-73e9-4596-8f46-9788a522cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:28.911795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-8acc2e20-73e9-4596-8f46-9788a522cfa0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1160996 Nov 11 21:19:28.956926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-05e28767-5044-44a9-8246-41c3f1dd1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:29.009396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-84241fd4-28f4-453c-b7d8-3d6c5d99d31a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 1001 time: 0.0893087 Nov 11 21:19:29.012055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51542) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:29.012422 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-05e28767-5044-44a9-8246-41c3f1dd1adc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f227717edffc418e8767cb32edd80c85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184500 Nov 11 21:19:29.014700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e28767-5044-44a9-8246-41c3f1dd1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce80f6be-daff-4a9d-a520-01136b1ad0cb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:29.087102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-533b555d-27a9-4106-9c04-d29d932db4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:29.088622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-533b555d-27a9-4106-9c04-d29d932db4a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0669303 Nov 11 21:19:29.138805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a10efaf-e333-4b6b-afb9-bfd7161c35ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:29.169905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a10efaf-e333-4b6b-afb9-bfd7161c35ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:29.189293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-bf9e4435-a7fa-45a1-ae51-0b2c07ac8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:29.192572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-bf9e4435-a7fa-45a1-ae51-0b2c07ac8271 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921776 Nov 11 21:19:29.295117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-0dfb9e32-3deb-450f-8e3b-757c8a4507bb service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953007 Nov 11 21:19:29.357602 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a10efaf-e333-4b6b-afb9-bfd7161c35ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:29.360166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8a10efaf-e333-4b6b-afb9-bfd7161c35ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:29.361378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8a10efaf-e333-4b6b-afb9-bfd7161c35ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce80f6be-daff-4a9d-a520-01136b1ad0cb HTTP/1.1" status: 204 len: 168 time: 0.3483841 Nov 11 21:19:29.374626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10efaf-e333-4b6b-afb9-bfd7161c35ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce80f6be-daff-4a9d-a520-01136b1ad0cb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:29.410835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26493a8d-a3ee-40af-8545-bc678fcc848d req-79f5183a-2356-40c4-a0e3-f2b136c33c02 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083689 Nov 11 21:19:29.883862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8305e211-456f-4187-86ba-f831c293644f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:19:29.954415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd857dd7-e4c7-4390-85a7-b5811ae34a28 req-3b34ee7e-3a82-4518-91a5-1bb888e86bb4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:29.956647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd857dd7-e4c7-4390-85a7-b5811ae34a28 req-3b34ee7e-3a82-4518-91a5-1bb888e86bb4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 944 time: 0.0854738 Nov 11 21:19:30.012622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd857dd7-e4c7-4390-85a7-b5811ae34a28 req-232e6c05-2056-4d0b-a09d-9e0d94d3045f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485640 Nov 11 21:19:30.049048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 8305e211-456f-4187-86ba-f831c293644f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:19:30.053787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 8305e211-456f-4187-86ba-f831c293644f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:19:30.054200 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:30.137973 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:30.161382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305e211-456f-4187-86ba-f831c293644f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:19:30.163636 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d61f9c-07dc-4a64-809f-732e5942fc0a" -d '{"events": [{"server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "name": "network-vif-plugged", "status": "completed", "tag": "8305e211-456f-4187-86ba-f831c293644f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:19:30.175670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:19:30.208995 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259c8fa-4266-4215-8484-31c7ddb750a9 x-openstack-request-id: req-e259c8fa-4266-4215-8484-31c7ddb750a9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:19:30.209296 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "name": "network-vif-plugged", "status": "completed", "tag": "8305e211-456f-4187-86ba-f831c293644f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:19:30.209573 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e259c8fa-4266-4215-8484-31c7ddb750a9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:19:30.210087 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305e211-456f-4187-86ba-f831c293644f', 'code': 200} Nov 11 21:19:30.311325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:30.319640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278decc1-0175-4f5b-94d4-aebff5913110 req-9db696c9-7985-4f27-a0e7-c8571f5e0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:30.321269 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-278decc1-0175-4f5b-94d4-aebff5913110 req-9db696c9-7985-4f27-a0e7-c8571f5e0025 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1095 time: 0.0484746 Nov 11 21:19:30.387264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-278decc1-0175-4f5b-94d4-aebff5913110 req-2d6c1d7e-f308-41c2-83fc-8f19f8dd891e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574162 Nov 11 21:19:30.387514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:31.145354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25f4cc-86c8-4691-b6be-f9b0d991dcab req-c8bcb54c-95ce-448d-bd82-4b3dabc5736d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:31.146874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e25f4cc-86c8-4691-b6be-f9b0d991dcab req-c8bcb54c-95ce-448d-bd82-4b3dabc5736d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0522001 Nov 11 21:19:31.201356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e25f4cc-86c8-4691-b6be-f9b0d991dcab req-0a14a506-db85-455f-a4f2-22c7d8c55478 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482271 Nov 11 21:19:31.305345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 51598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:31.434996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49210fc4-83ca-48e3-a932-f42c6c5ac7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:31.522183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49210fc4-83ca-48e3-a932-f42c6c5ac7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:31.609832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49210fc4-83ca-48e3-a932-f42c6c5ac7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:31.661846 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-49210fc4-83ca-48e3-a932-f42c6c5ac7fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fff431968c75491d9fd5c927ad99ceea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3527336 Nov 11 21:19:31.661846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49210fc4-83ca-48e3-a932-f42c6c5ac7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e05480-157a-41be-b67d-e4639fcabf28,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:31.662406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:31.723168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4579130-d738-446f-9204-5a97d3700c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:31.751592 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4579130-d738-446f-9204-5a97d3700c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:31.901177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4579130-d738-446f-9204-5a97d3700c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:31.904390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4579130-d738-446f-9204-5a97d3700c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:31.905650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f4579130-d738-446f-9204-5a97d3700c15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25e05480-157a-41be-b67d-e4639fcabf28 HTTP/1.1" status: 204 len: 168 time: 0.2420800 Nov 11 21:19:31.915038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4579130-d738-446f-9204-5a97d3700c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e05480-157a-41be-b67d-e4639fcabf28,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:31.986557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b691888b-76d1-449a-9c35-e02859aa82ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:32.348881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8880ec-7a1b-4705-b5a6-4b46ee4b14a1 req-7611b06d-f9c3-4408-b1f0-dbacd8cf83f6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:32.361697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f8880ec-7a1b-4705-b5a6-4b46ee4b14a1 req-7611b06d-f9c3-4408-b1f0-dbacd8cf83f6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0785184 Nov 11 21:19:32.416371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f8880ec-7a1b-4705-b5a6-4b46ee4b14a1 req-1ea5bb53-c62a-4c5c-83b6-0a57e6703f3c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524826 Nov 11 21:19:32.558017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43282337-c77a-49df-b3c0-a10bb13e5385 req-7a1b226b-7081-4b89-9f5f-b2bbd2c70aa4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:32.567232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43282337-c77a-49df-b3c0-a10bb13e5385 req-7a1b226b-7081-4b89-9f5f-b2bbd2c70aa4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0692205 Nov 11 21:19:32.624129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43282337-c77a-49df-b3c0-a10bb13e5385 req-a55a2bf7-4e1b-44fb-8d06-d35c86cb234c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554624 Nov 11 21:19:32.649190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51628) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:32.689071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee4b88f-07f2-40dd-86fd-44ed85c27652 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:32.690573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dee4b88f-07f2-40dd-86fd-44ed85c27652 tempest-TestNetworkAdvancedServerOps-194563260 tempest-TestNetworkAdvancedServerOps-194563260-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1091 time: 0.0403595 Nov 11 21:19:32.694345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51630) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:32.698793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '8305e211-456f-4187-86ba-f831c293644f', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:19:32.787037 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:32.902691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:33.015914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Allocated IP 172.25.2.34 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/9b168aa4-0829-4762-85a4-4689a262a605) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:19:33.133675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:33.244247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:33.289240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:19:33.292065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:19:33.298489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:19:33.326039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=9b168aa4-0829-4762-85a4-4689a262a605,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:33.720670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:33.870099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:34.054378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:34.137270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:34.236295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event updated for resources: {'Port': ['ID=9b168aa4-0829-4762-85a4-4689a262a605,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:34.251133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:34.354388 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 81a7754f-0e5b-4642-a27c-7e38c1499e42 associated. External IP: 172.25.2.34, port: 8305e211-456f-4187-86ba-f831c293644f. Nov 11 21:19:34.410530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d605f2a9-d203-444d-9f14-3c1afc54c20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:34.582086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 316df7a1-cb8f-450e-83b1-6c45c956f487 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:19:34.699781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:19:34.711235 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] Sync routers for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:19:34.726854 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:34.727549 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:19:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:34.821808 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:34.846602 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:34.864632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cccfa691-4bc5-4728-a904-aa067a3e7e58 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1683912 Nov 11 21:19:34.865577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'tag': '8305e211-456f-4187-86ba-f831c293644f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:19:34.881324 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "tag": "8305e211-456f-4187-86ba-f831c293644f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:19:34.947758 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9abfefb-cafd-4a17-98bd-c344e6c7f33e x-openstack-request-id: req-e9abfefb-cafd-4a17-98bd-c344e6c7f33e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:19:34.948052 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "tag": "8305e211-456f-4187-86ba-f831c293644f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:19:34.948689 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9abfefb-cafd-4a17-98bd-c344e6c7f33e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:19:34.949109 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'tag': '8305e211-456f-4187-86ba-f831c293644f', 'status': 'completed', 'code': 200} Nov 11 21:19:35.050533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504513c0-f69c-4246-af2b-0a5ba05c0eab req-a82794b1-4f54-41a0-8fc9-891ae7e6271b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:35.053920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-1722f8ae-9554-4e49-b3fd-7a3428a9aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:35.055440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-1722f8ae-9554-4e49-b3fd-7a3428a9aa11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1096 time: 0.0804029 Nov 11 21:19:35.061007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-504513c0-f69c-4246-af2b-0a5ba05c0eab req-a82794b1-4f54-41a0-8fc9-891ae7e6271b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1015046 Nov 11 21:19:35.135544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-504513c0-f69c-4246-af2b-0a5ba05c0eab req-d5eb69a5-4b31-443d-a849-d740c434ad19 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733182 Nov 11 21:19:35.157665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:35.236945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-eb580bba-fbe1-40f2-aab9-6c71377f60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:35.239799 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-eb580bba-fbe1-40f2-aab9-6c71377f60d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5968feb7-f524-40b2-80cb-f8d5f72a37d5 HTTP/1.1" status: 200 len: 898 time: 0.1755824 Nov 11 21:19:35.259962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5b3ec2a7-7958-414a-95b1-c04f2fae918c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/81a7754f-0e5b-4642-a27c-7e38c1499e42 HTTP/1.1" status: 200 len: 990 time: 0.0988665 Nov 11 21:19:35.327792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-ac162a65-dd18-41f2-bb70-5dd7ba8b844c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8305e211-456f-4187-86ba-f831c293644f HTTP/1.1" status: 200 len: 998 time: 0.0802143 Nov 11 21:19:35.386230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-e407f9de-cdd9-4542-9987-40431c8947e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:35.388023 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-e407f9de-cdd9-4542-9987-40431c8947e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf057c80-1eef-442c-a7a7-66ef8695fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0522878 Nov 11 21:19:35.406933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '81a7754f-0e5b-4642-a27c-7e38c1499e42', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'port_id': '8305e211-456f-4187-86ba-f831c293644f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'mac_address': 'fa:16:3e:da:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:19:33Z', 'updated_at': '2021-11-11T21:19:33Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:35.439767 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] Checking router: 316df7a1-cb8f-450e-83b1-6c45c956f487 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:19:35.454113 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:19:35.454926 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:19:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:35.469007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-2d06d717-2dbc-4d77-9389-b689bb28c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:35.470540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-2d06d717-2dbc-4d77-9389-b689bb28c344 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5968feb7-f524-40b2-80cb-f8d5f72a37d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743079 Nov 11 21:19:35.563765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:35.620073 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-dadcf58c-4fe5-43de-a182-870bd2ed6835 service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390598 Nov 11 21:19:35.627183 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:19:35.758895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd1117c8-d5f0-4ac4-b4f1-4f4158f8a4dc req-2c05346b-c6c2-4296-9629-1c99845127e1 service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316133 Nov 11 21:19:35.944924 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '81a7754f-0e5b-4642-a27c-7e38c1499e42', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'port_id': '8305e211-456f-4187-86ba-f831c293644f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'mac_address': 'fa:16:3e:da:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:19:33Z', 'updated_at': '2021-11-11T21:19:33Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:35.977016 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df40b1-6e7d-40f0-a32d-482347b9cb1f None None] The sync data for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 is: [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '81a7754f-0e5b-4642-a27c-7e38c1499e42', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'port_id': '8305e211-456f-4187-86ba-f831c293644f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'mac_address': 'fa:16:3e:da:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:19:33Z', 'updated_at': '2021-11-11T21:19:33Z', 'revision_number': 0, 'project_id': '675f1365bb384017b4474ada374a52b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:19:36.205438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0918463-4091-4695-8a7a-4789f32f1a49 None None] New status for floating IP 81a7754f-0e5b-4642-a27c-7e38c1499e42: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:19:36.262067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:36.377440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-651a4a13-3468-4b6c-9c84-f89dd3fc6934 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/81a7754f-0e5b-4642-a27c-7e38c1499e42 HTTP/1.1" status: 200 len: 990 time: 0.1136858 Nov 11 21:19:37.103402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:37.396061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 51780) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:37.478825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-efe026d5-7986-4391-a4d4-08f31e661006 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/81a7754f-0e5b-4642-a27c-7e38c1499e42 HTTP/1.1" status: 200 len: 992 time: 0.0723536 Nov 11 21:19:37.832922 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:49.273953 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:19:52.264964 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:57.125619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52090) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:57.189108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] Deleting subnet f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:19:57.193749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:57.235054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:57.280772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:57.364629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:57.448190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:57.483361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:57.511870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:57.526149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-12ea4561-f4ee-49d2-8363-24faba10a789 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f1b2e8a7-7aec-46a4-aabd-8ad8e7ffd1d2 HTTP/1.1" status: 204 len: 168 time: 0.3991263 Nov 11 21:19:57.528513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52100) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:58.052256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.062769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28826c52-1fbf-4cdc-a85d-c7c178e7762d req-5b94d8de-acfd-41b3-b308-e21e36187d6f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:19:58.064312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28826c52-1fbf-4cdc-a85d-c7c178e7762d req-5b94d8de-acfd-41b3-b308-e21e36187d6f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.5055840 Nov 11 21:19:58.170222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.202092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28826c52-1fbf-4cdc-a85d-c7c178e7762d req-b3fc3397-b942-4f77-9913-8608fd89a0e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273856 Nov 11 21:19:58.205414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3da08b-0ad7-47a1-8a32-a19a7f7fa458']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:58.216442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e617a5-d803-40cf-adf7-034607eeb5d5') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:58.216748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e617a5-d803-40cf-adf7-034607eeb5d5') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:58.232376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.251530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.262990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:19:58.263408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:19:58.327595 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:19:58.427268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.438343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.445981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3c3da08b-0ad7-47a1-8a32-a19a7f7fa458 HTTP/1.1" status: 204 len: 168 time: 0.9139793 Nov 11 21:19:58.446681 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52124) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:58.468766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3da08b-0ad7-47a1-8a32-a19a7f7fa458,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:58.497453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.497808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.498151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.498490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.498879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.499215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.499548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.499874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.500222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.500555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.500886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.501211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f726d6a3-d7db-4a83-8fa9-19dc50a68237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:19:58.522112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] Deleting subnet a6ca2dd4-2491-483f-96e3-98eb685db823 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:19:58.526213 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.571447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.618333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.749467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.783556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.790092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a6ca2dd4-2491-483f-96e3-98eb685db823 HTTP/1.1" status: 204 len: 168 time: 0.3404791 Nov 11 21:19:58.790092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504857d7-177b-437c-a22c-fa226ee1260d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ca2dd4-2491-483f-96e3-98eb685db823,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:58.790594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52130) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:58.868477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.967611 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:58.987326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:58.997062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe82a249-a687-4297-8686-fa3a960718fa') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:58.997344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe82a249-a687-4297-8686-fa3a960718fa') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:19:59.009384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.022970 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.029593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:19:59.030206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:19:59.032045 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:19:59.180777 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.186456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.193090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9 HTTP/1.1" status: 204 len: 168 time: 0.3985903 Nov 11 21:19:59.208051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ab9b7-b03f-4ad6-bda0-f53afcc164d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cc74cf-e5f7-4411-9a65-52ab6f9ce2f9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:19:59.552906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52140) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:59.592352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-185ebd19-4848-4dcd-8609-278d70584f9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cecb9a134bd4ae18020b74f12b77cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379329 Nov 11 21:19:59.594874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:19:59.670624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8fa873a-1c42-4204-b638-93d52803ab26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.693045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8fa873a-1c42-4204-b638-93d52803ab26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.855091 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8fa873a-1c42-4204-b638-93d52803ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.858148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8fa873a-1c42-4204-b638-93d52803ab26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:19:59.861989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b8fa873a-1c42-4204-b638-93d52803ab26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52daffc0-3d09-4868-99c7-7d7d75c6b50b HTTP/1.1" status: 204 len: 168 time: 0.2637761 Nov 11 21:19:59.869152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa873a-1c42-4204-b638-93d52803ab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52daffc0-3d09-4868-99c7-7d7d75c6b50b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:00.557978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52168) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:00.602657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c5f74b49-b600-414a-832f-2450cff2b431 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5058519d78aa46a3be3544d72be32e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433083 Nov 11 21:20:00.605376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:00.660377 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63033f49-04a2-4c87-aedd-01c4510461e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:00.690438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63033f49-04a2-4c87-aedd-01c4510461e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:00.813287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63033f49-04a2-4c87-aedd-01c4510461e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:00.816673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63033f49-04a2-4c87-aedd-01c4510461e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:00.820724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-63033f49-04a2-4c87-aedd-01c4510461e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/277cf49f-b478-47ea-9766-7882fa581bd7 HTTP/1.1" status: 204 len: 168 time: 0.2116568 Nov 11 21:20:00.829282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63033f49-04a2-4c87-aedd-01c4510461e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277cf49f-b478-47ea-9766-7882fa581bd7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:01.963639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0ba896c-b1bf-4b05-95e3-8f53d31761c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:03.446995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:20:03.615153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:03.632463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '7923d969-a97c-4377-ab8e-dc894183d784', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '7923d969-a97c-4377-ab8e-dc894183d784', 'mac_address': 'fa:16:3e:77:21:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:20:03.679596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:03.694284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7923d969-a97c-4377-ab8e-dc894183d784 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:20:03.719932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:03.861098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:03.923566 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:03.932208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.933008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.933008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.933196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.933532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.933860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.934183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.934511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.934843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.935333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.935728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.940238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:03.941434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7923d969-a97c-4377-ab8e-dc894183d784'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:20:04.460218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b20e0642-f7ed-4230-b419-73d5380ab706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:05.445705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:20:05.508012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 7923d969-a97c-4377-ab8e-dc894183d784 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:20:05.508758 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:05.576227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:05.589750 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:05.619751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:20:05.620444 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb8120d-832e-47b6-81eb-257a7ba7a07b" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:20:05.648912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:05.676985 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bffab1-a176-4b0b-9e44-24b734630766 x-openstack-request-id: req-36bffab1-a176-4b0b-9e44-24b734630766 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:20:05.677398 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:20:05.677663 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36bffab1-a176-4b0b-9e44-24b734630766 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:20:05.678074 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'code': 200} Nov 11 21:20:05.755913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:05.805090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:07.209378 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:07.907429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:09.568074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1c0be-a12c-4cad-9535-4b0a112f2a4e req-cb9a2322-b97b-4955-b41d-fa665d6c9a16 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:09.577866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67f1c0be-a12c-4cad-9535-4b0a112f2a4e req-cb9a2322-b97b-4955-b41d-fa665d6c9a16 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1879263 Nov 11 21:20:09.663382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67f1c0be-a12c-4cad-9535-4b0a112f2a4e req-db3cbb64-1e8a-48f8-9aef-2fbd8634e86d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841525 Nov 11 21:20:10.838491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1e3eb-7ce0-47cc-9959-e1f01406b737 req-4d3f03b6-630f-48f6-9db6-d89cb1f33e11 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:10.841506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07e1e3eb-7ce0-47cc-9959-e1f01406b737 req-4d3f03b6-630f-48f6-9db6-d89cb1f33e11 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1112914 Nov 11 21:20:10.910570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07e1e3eb-7ce0-47cc-9959-e1f01406b737 req-ed33cda2-5b85-42d7-9b8a-ab0bc36dc80b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622537 Nov 11 21:20:12.187433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ebd7-4497-431e-8258-d15819e87ff0 req-851d7f5e-b02a-4ce2-896d-5d1058423a3c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:12.189775 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfd6ebd7-4497-431e-8258-d15819e87ff0 req-851d7f5e-b02a-4ce2-896d-5d1058423a3c tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1465425 Nov 11 21:20:12.319591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfd6ebd7-4497-431e-8258-d15819e87ff0 req-f60c859f-45a6-4113-8ce2-849450d1eeb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210856 Nov 11 21:20:13.580667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180c80a-4dda-4191-98d0-55976978dbf1 req-efe7c7a1-c0e0-4a05-b3e1-1197336ef020 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:13.581196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7180c80a-4dda-4191-98d0-55976978dbf1 req-efe7c7a1-c0e0-4a05-b3e1-1197336ef020 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1101990 Nov 11 21:20:13.737099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7180c80a-4dda-4191-98d0-55976978dbf1 req-7ee2ba56-60d0-41d8-807c-5a5c25826309 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313968 Nov 11 21:20:14.980862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d993f-ec0a-4132-bdde-4b35848f8f5b req-ce4476a4-c9c6-4bab-a5c6-79eab7cd7b32 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:14.982617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-188d993f-ec0a-4132-bdde-4b35848f8f5b req-ce4476a4-c9c6-4bab-a5c6-79eab7cd7b32 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1437137 Nov 11 21:20:15.087446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-188d993f-ec0a-4132-bdde-4b35848f8f5b req-221b0c75-7c96-4a5b-a26f-7c4121451e08 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970523 Nov 11 21:20:16.265956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fba975-fdf1-4a06-9792-c62736ee8dd0 req-335bb437-b2e8-4f92-8ea9-719433cec3ec tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:16.267899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e4fba975-fdf1-4a06-9792-c62736ee8dd0 req-335bb437-b2e8-4f92-8ea9-719433cec3ec tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0847099 Nov 11 21:20:16.350899 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e4fba975-fdf1-4a06-9792-c62736ee8dd0 req-99122668-e384-4e41-83ad-2d46cdbe1662 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733650 Nov 11 21:20:17.590467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feba8a0-97ec-480b-beb3-6acbb7163bef req-747885bd-09b5-44b7-9ea9-269fa3bec43e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:17.592189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9feba8a0-97ec-480b-beb3-6acbb7163bef req-747885bd-09b5-44b7-9ea9-269fa3bec43e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0706346 Nov 11 21:20:17.656597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9feba8a0-97ec-480b-beb3-6acbb7163bef req-7207ad3e-86c0-4531-a689-30ab7b1d1b9b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566773 Nov 11 21:20:18.829002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4f601-7cf0-4d89-9b35-8174f5e3d2f2 req-be9f6a02-be35-4cdc-9e11-797632d0b186 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:18.839973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96e4f601-7cf0-4d89-9b35-8174f5e3d2f2 req-be9f6a02-be35-4cdc-9e11-797632d0b186 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0949802 Nov 11 21:20:18.910890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96e4f601-7cf0-4d89-9b35-8174f5e3d2f2 req-1cb7ce5e-f1c9-4cc4-bff1-220d7f750477 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694828 Nov 11 21:20:20.135005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480093ab-4b0d-44d6-be13-b3e499b0ca11 req-7eebdbe0-5d65-41b4-864f-47c252b3458f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:20.146321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-480093ab-4b0d-44d6-be13-b3e499b0ca11 req-7eebdbe0-5d65-41b4-864f-47c252b3458f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1025698 Nov 11 21:20:20.246403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-480093ab-4b0d-44d6-be13-b3e499b0ca11 req-c3c9d34c-a8b9-47c8-b86f-af2ed8c2f403 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987358 Nov 11 21:20:21.435090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336fdad-a762-475f-b12a-d6a53a476271 req-11923e62-7304-4819-9c6b-5f82c655a0a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:21.455489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9336fdad-a762-475f-b12a-d6a53a476271 req-11923e62-7304-4819-9c6b-5f82c655a0a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1003404 Nov 11 21:20:21.548064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9336fdad-a762-475f-b12a-d6a53a476271 req-827aeffd-2eed-44e3-b0db-2a612546c03e tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906544 Nov 11 21:20:22.303856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:22.575417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:22.760107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa24dc-7a5f-4a5b-9638-98b104adf5f8 req-0e86bf94-b3bb-4779-a05e-208fbe953806 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:22.761944 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-edfa24dc-7a5f-4a5b-9638-98b104adf5f8 req-0e86bf94-b3bb-4779-a05e-208fbe953806 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1098030 Nov 11 21:20:22.775834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:22.881648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-edfa24dc-7a5f-4a5b-9638-98b104adf5f8 req-b4186d6a-9ac0-493c-9e99-ea55e099d144 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122093 Nov 11 21:20:22.954399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:23.030072 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:23.119814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e037f3-c279-4e79-a496-faf27a07f3bc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:23.129783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.130128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.130612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.130958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.131291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.131623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.131951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.132324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.132653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.132978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.133304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.133628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:20:23.145748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eeb0beb3-3747-4a5f-b32b-17929ad70b08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dd0831b7ffc43119ddac4ca607d00e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689418 Nov 11 21:20:23.153296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52668) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:23.223041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f2d43d7-d00f-4f02-9857-87bebc87ba90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:23.249741 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f2d43d7-d00f-4f02-9857-87bebc87ba90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:23.505540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f2d43d7-d00f-4f02-9857-87bebc87ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:23.508206 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f2d43d7-d00f-4f02-9857-87bebc87ba90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:23.509399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6f2d43d7-d00f-4f02-9857-87bebc87ba90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61e037f3-c279-4e79-a496-faf27a07f3bc HTTP/1.1" status: 204 len: 168 time: 0.3601069 Nov 11 21:20:23.517394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d43d7-d00f-4f02-9857-87bebc87ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e037f3-c279-4e79-a496-faf27a07f3bc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:24.094772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dc1c9-1075-4085-ad3f-56869bcdf7b9 req-39da6121-8c5b-4b15-9d61-d2fe13470d1f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:24.096770 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f63dc1c9-1075-4085-ad3f-56869bcdf7b9 req-39da6121-8c5b-4b15-9d61-d2fe13470d1f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0999775 Nov 11 21:20:24.181428 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f63dc1c9-1075-4085-ad3f-56869bcdf7b9 req-4844a2ef-38a0-434f-8b7b-f7a5d0cd5948 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785561 Nov 11 21:20:24.436318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52696) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:24.494433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69adface-4462-4509-938b-34243808bc23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:24.633911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69adface-4462-4509-938b-34243808bc23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:24.656533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:24.784761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63274811-b67b-4889-965e-c171761f3812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:24.801777 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69adface-4462-4509-938b-34243808bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:24.846289 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-69adface-4462-4509-938b-34243808bc23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a06aacbc30b849f686a5177f96c2f1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4087744 Nov 11 21:20:24.848571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adface-4462-4509-938b-34243808bc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d08f3e7-d09f-4bbc-95c1-3cd43895cdec,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:24.849314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52706) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:24.902275 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63274811-b67b-4889-965e-c171761f3812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:24.930101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3610b74c-5a10-4815-951c-9356ce8cf3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:24.967044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63274811-b67b-4889-965e-c171761f3812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:24.970984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3610b74c-5a10-4815-951c-9356ce8cf3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:25.044378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63274811-b67b-4889-965e-c171761f3812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2918c0c9-49ff-40b7-b896-91e87436eba8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:25.056745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:25.064533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-63274811-b67b-4889-965e-c171761f3812 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1f42c934c01420ba9578d32eb16700d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056964 Nov 11 21:20:25.116124 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54169efc-e39d-44eb-a7ff-bccdae8bc428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:25.139447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54169efc-e39d-44eb-a7ff-bccdae8bc428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:25.155229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3610b74c-5a10-4815-951c-9356ce8cf3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:25.158103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3610b74c-5a10-4815-951c-9356ce8cf3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:25.159773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3610b74c-5a10-4815-951c-9356ce8cf3a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d08f3e7-d09f-4bbc-95c1-3cd43895cdec HTTP/1.1" status: 204 len: 168 time: 0.3089528 Nov 11 21:20:25.169514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610b74c-5a10-4815-951c-9356ce8cf3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d08f3e7-d09f-4bbc-95c1-3cd43895cdec,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:25.283560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54169efc-e39d-44eb-a7ff-bccdae8bc428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:25.287337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-54169efc-e39d-44eb-a7ff-bccdae8bc428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:25.288715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-54169efc-e39d-44eb-a7ff-bccdae8bc428 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2918c0c9-49ff-40b7-b896-91e87436eba8 HTTP/1.1" status: 204 len: 168 time: 0.2308221 Nov 11 21:20:25.307721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54169efc-e39d-44eb-a7ff-bccdae8bc428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2918c0c9-49ff-40b7-b896-91e87436eba8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:25.396910 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d31b6f-2588-4193-b26f-6a56329b2452 req-acf1a200-ca09-407a-96f6-e45b2e9fe7b4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:25.404675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44d31b6f-2588-4193-b26f-6a56329b2452 req-acf1a200-ca09-407a-96f6-e45b2e9fe7b4 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1255047 Nov 11 21:20:25.451482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44d31b6f-2588-4193-b26f-6a56329b2452 req-66600dcf-7def-4e93-9f74-da18afe10e22 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 Nov 11 21:20:26.024097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 52748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:26.058381 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bdf948f-afc2-4966-9641-5b2a0ee0f522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:26.121418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb8c30-65c8-47f5-aac4-2f22ddc06462 req-eb9a4b5a-dcf1-4cb9-aff9-510bd85b134d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:26.123565 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbbb8c30-65c8-47f5-aac4-2f22ddc06462 req-eb9a4b5a-dcf1-4cb9-aff9-510bd85b134d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.0823884 Nov 11 21:20:26.195091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbbb8c30-65c8-47f5-aac4-2f22ddc06462 req-c54a6403-d8a4-4698-9483-ab8d1e1fdc1c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638130 Nov 11 21:20:26.213399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bdf948f-afc2-4966-9641-5b2a0ee0f522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:26.280103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:20:26.289135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0bdf948f-afc2-4966-9641-5b2a0ee0f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:26.330418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0bdf948f-afc2-4966-9641-5b2a0ee0f522 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d40cbd2758dc403e96660c39310e75c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051810 Nov 11 21:20:26.331826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf948f-afc2-4966-9641-5b2a0ee0f522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4f7801-b775-4c9b-934c-02379e82a3f8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:26.333340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:26.389870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-103599b0-82f1-4ecd-aef2-1cb085adb80e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:26.421133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-103599b0-82f1-4ecd-aef2-1cb085adb80e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:26.575769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5899bd-0803-4eae-80e8-cd34159eb3c7 req-8dcec10b-9ffe-479d-8e7f-2f12185d791f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:26.578845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed5899bd-0803-4eae-80e8-cd34159eb3c7 req-8dcec10b-9ffe-479d-8e7f-2f12185d791f tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0560975 Nov 11 21:20:26.620561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-103599b0-82f1-4ecd-aef2-1cb085adb80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:26.623262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-103599b0-82f1-4ecd-aef2-1cb085adb80e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:26.626887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-103599b0-82f1-4ecd-aef2-1cb085adb80e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c4f7801-b775-4c9b-934c-02379e82a3f8 HTTP/1.1" status: 204 len: 168 time: 0.2902038 Nov 11 21:20:26.639358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed5899bd-0803-4eae-80e8-cd34159eb3c7 req-511680c9-bac3-48f4-b8f7-d7660e2f24a1 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529780 Nov 11 21:20:26.646110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103599b0-82f1-4ecd-aef2-1cb085adb80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4f7801-b775-4c9b-934c-02379e82a3f8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:27.327039 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:27.799029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56f95a-c77f-4874-9c10-6695eaa03da8 req-a706cd4f-7c7c-4ba1-ae58-c318d9867cb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:27.802018 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b56f95a-c77f-4874-9c10-6695eaa03da8 req-a706cd4f-7c7c-4ba1-ae58-c318d9867cb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0601623 Nov 11 21:20:27.882675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b56f95a-c77f-4874-9c10-6695eaa03da8 req-2187fe35-9f9f-48de-8d4a-23f56d3b5343 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642223 Nov 11 21:20:28.064094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e83c-36ae-42c2-b969-1b03d778cf19 req-1a7f3ccc-8da6-494f-a21e-e42af3fbc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:28.066448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb22e83c-36ae-42c2-b969-1b03d778cf19 req-1a7f3ccc-8da6-494f-a21e-e42af3fbc328 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1096 time: 0.1481001 Nov 11 21:20:28.117632 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb22e83c-36ae-42c2-b969-1b03d778cf19 req-1610ecc4-9d34-4bc1-883f-685bfc86804c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426877 Nov 11 21:20:29.023245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156aa535-446a-4184-986d-f80cb04bdec6 req-1986573b-d95f-4274-bc28-77d0c9e9d575 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:29.024906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-156aa535-446a-4184-986d-f80cb04bdec6 req-1986573b-d95f-4274-bc28-77d0c9e9d575 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0686810 Nov 11 21:20:29.114675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-156aa535-446a-4184-986d-f80cb04bdec6 req-6a1e4dbb-79ef-41cb-9016-3522fa719e60 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830419 Nov 11 21:20:29.628601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:20:29.716214 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:29.722727 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-a76e82bc-279d-427d-a332-0a7f6416a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:29.724299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-a76e82bc-279d-427d-a332-0a7f6416a6b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1096 time: 0.1029830 Nov 11 21:20:29.749904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:20:29.753191 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbd251-b3e4-4a63-b364-d50a74a01069" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-unplugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:20:29.759440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:29.809850 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95a874-261e-4a91-845d-deb76e7129b2 x-openstack-request-id: req-0e95a874-261e-4a91-845d-deb76e7129b2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:20:29.810512 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-unplugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:20:29.811010 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e95a874-261e-4a91-845d-deb76e7129b2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:20:29.811444 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'code': 200} Nov 11 21:20:29.841268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:29.849670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-309f7677-5fdc-47d2-8c7e-635001f2097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:29.851178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-309f7677-5fdc-47d2-8c7e-635001f2097e service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1061475 Nov 11 21:20:29.910209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:29.929158 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-215bc75b-a1cc-4d94-81fd-a49235628d99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.0682611 Nov 11 21:20:30.205427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8305e211-456f-4187-86ba-f831c293644f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:20:30.207758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8305e211-456f-4187-86ba-f831c293644f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:20:30.241290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292ffa2-3320-45e3-84c9-c966da1efbe2 req-f8f82898-1efd-4746-8491-14d643976592 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:30.243971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e292ffa2-3320-45e3-84c9-c966da1efbe2 req-f8f82898-1efd-4746-8491-14d643976592 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0560405 Nov 11 21:20:30.317236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e292ffa2-3320-45e3-84c9-c966da1efbe2 req-ba4e7db9-6273-4ecd-8bc0-bf70fc34f192 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656955 Nov 11 21:20:30.330894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 52850) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:20:30.338318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:30.347602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-41239c5d-f8b8-47fe-98cc-ad5360fd08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:30.349390 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-41239c5d-f8b8-47fe-98cc-ad5360fd08bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.4115348 Nov 11 21:20:30.351674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '8305e211-456f-4187-86ba-f831c293644f', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'port_id': '8305e211-456f-4187-86ba-f831c293644f', 'mac_address': 'fa:16:3e:da:39:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:20:30.398523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-4bd32bb0-0353-49ff-8ed7-d1b6dccfcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:30.400077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-4bd32bb0-0353-49ff-8ed7-d1b6dccfcaa6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428276 Nov 11 21:20:30.401828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:30.410951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-720a91aa-f865-4665-8c97-e868698e46a6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/floatingips/81a7754f-0e5b-4642-a27c-7e38c1499e42 HTTP/1.1" status: 200 len: 992 time: 0.0777967 Nov 11 21:20:30.438837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8305e211-456f-4187-86ba-f831c293644f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:20:30.465401 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:30.468137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:30.510661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-3b702252-4647-45cf-80d5-aa0051f1f681 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975754 Nov 11 21:20:30.541429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:30.619429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:20:30.619845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-11a832ff-c4c2-4e55-b87f-89e440f471e0 req-d5ce4771-ba93-409a-a53f-8161625e331d service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999782 Nov 11 21:20:30.620038 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:20:30.624897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:30.772403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['8305e211-456f-4187-86ba-f831c293644f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:20:31.155302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:31.168759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8305e211-456f-4187-86ba-f831c293644f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:20:31.188453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:31.292326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:31.339377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:31.625858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:20:31.742525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:31.754740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '7923d969-a97c-4377-ab8e-dc894183d784', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '7923d969-a97c-4377-ab8e-dc894183d784', 'mac_address': 'fa:16:3e:77:21:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:20:31.803229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:31.817895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7923d969-a97c-4377-ab8e-dc894183d784 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:20:31.838578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:31.909141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:31.957824 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe900d47-5394-4682-be50-ca07f29f6b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:31.987813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:31.996433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7923d969-a97c-4377-ab8e-dc894183d784'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:20:32.204083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8305e211-456f-4187-86ba-f831c293644f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:20:32.255836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 8305e211-456f-4187-86ba-f831c293644f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:20:32.256235 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:32.335376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:32.359440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305e211-456f-4187-86ba-f831c293644f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:20:32.363715 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae2c5c-ef53-4178-b89c-37d07da386c8" -d '{"events": [{"server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "name": "network-vif-plugged", "status": "completed", "tag": "8305e211-456f-4187-86ba-f831c293644f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:20:32.379277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:32.442197 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:32.448521 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53202fd3-cdaf-4bc3-9293-fbe964a57ed1 x-openstack-request-id: req-53202fd3-cdaf-4bc3-9293-fbe964a57ed1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:20:32.449870 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "name": "network-vif-plugged", "status": "completed", "tag": "8305e211-456f-4187-86ba-f831c293644f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:20:32.449870 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53202fd3-cdaf-4bc3-9293-fbe964a57ed1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:20:32.449870 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305e211-456f-4187-86ba-f831c293644f', 'code': 200} Nov 11 21:20:32.500225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:32.853080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-796774a0-4e57-41c8-bb0f-f340a59f9603 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478678 Nov 11 21:20:32.946435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-b5e77f32-eef6-4dd0-9a07-85b3c4e4fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:32.947950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-b5e77f32-eef6-4dd0-9a07-85b3c4e4fa0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1096 time: 0.0506997 Nov 11 21:20:33.058165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-873edd88-292f-4523-97b7-78008c84a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:33.059838 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-873edd88-292f-4523-97b7-78008c84a329 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5968feb7-f524-40b2-80cb-f8d5f72a37d5 HTTP/1.1" status: 200 len: 898 time: 0.0910683 Nov 11 21:20:33.137088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-bdd549f0-e018-4981-8727-a1948b9bce3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8305e211-456f-4187-86ba-f831c293644f HTTP/1.1" status: 200 len: 1000 time: 0.0693293 Nov 11 21:20:33.194374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-c301b6c3-f079-4414-9219-998c64710dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:33.196771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-c301b6c3-f079-4414-9219-998c64710dba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf057c80-1eef-442c-a7a7-66ef8695fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0518408 Nov 11 21:20:33.251660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-c391281a-0f4b-4082-b565-a6304fb92072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:33.255079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-c391281a-0f4b-4082-b565-a6304fb92072 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5968feb7-f524-40b2-80cb-f8d5f72a37d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494230 Nov 11 21:20:33.358063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-6a1908cf-f7e8-4d87-97c8-b639d8e04b8a service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944328 Nov 11 21:20:33.454080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42aa82a6-5fe8-47e3-a153-38d35027af97 req-8ee1d002-9b24-4557-ae6b-c21124341179 service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880647 Nov 11 21:20:33.639632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:20:33.693777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 7923d969-a97c-4377-ab8e-dc894183d784 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:20:33.694161 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:33.776268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:33.813654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:33.875314 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:33.927075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:34.409850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5ccd-f153-4ab0-9246-9cf9f1894fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:34.452205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:20:34.454507 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b9fa97-0a83-465f-a6bf-11adcf9c34a7" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:20:34.519759 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1950b886-fd2b-4656-a770-80a7ca10a27c x-openstack-request-id: req-1950b886-fd2b-4656-a770-80a7ca10a27c {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:20:34.520059 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:20:34.520343 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1950b886-fd2b-4656-a770-80a7ca10a27c {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:20:34.520969 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'code': 200} Nov 11 21:20:35.575501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:37.117557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:37.847466 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:48.649837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac208b06-9ede-4fed-bf74-1739f310a0dc req-5cc9693a-e90b-4cfc-811f-04692d3374df tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:48.651429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac208b06-9ede-4fed-bf74-1739f310a0dc req-5cc9693a-e90b-4cfc-811f-04692d3374df tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0556815 Nov 11 21:20:48.700588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ac208b06-9ede-4fed-bf74-1739f310a0dc req-83e15e56-9932-42e9-9709-8e44f0495ad0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Nov 11 21:20:49.386155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e1656-cb88-4fd1-a9e9-0d86245ac4e6 req-bcd83154-a6da-4bc5-809a-b2b771b4d273 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:49.387741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f7e1656-cb88-4fd1-a9e9-0d86245ac4e6 req-bcd83154-a6da-4bc5-809a-b2b771b4d273 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0518215 Nov 11 21:20:49.437768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1f7e1656-cb88-4fd1-a9e9-0d86245ac4e6 req-34fb2405-9114-4372-bd0b-ff8234b5d3ff tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Nov 11 21:20:50.576414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d808e-d7d9-4ced-9c7c-52f1e69c1269 req-c502f018-0e02-4eac-a557-c5a4bae17950 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:50.579206 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f8d808e-d7d9-4ced-9c7c-52f1e69c1269 req-c502f018-0e02-4eac-a557-c5a4bae17950 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0643609 Nov 11 21:20:50.639387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f8d808e-d7d9-4ced-9c7c-52f1e69c1269 req-68d6ff6c-4572-4d89-ab46-a3a27c49be5f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520380 Nov 11 21:20:51.688496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:20:51.780278 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:51.795658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdc28-9237-4b1f-838f-1baab9a7e7d1 req-de984ada-0c6f-4933-a453-094804002fbd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:51.797245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ddfdc28-9237-4b1f-838f-1baab9a7e7d1 req-de984ada-0c6f-4933-a453-094804002fbd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0642030 Nov 11 21:20:51.812425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:20:51.814735 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51b6568-a8be-422b-bf50-6b9cefd51956" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-unplugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:20:51.838338 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:51.857109 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ddfdc28-9237-4b1f-838f-1baab9a7e7d1 req-545ad5d3-05d0-43d4-9c0f-84f8ececcb77 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524547 Nov 11 21:20:51.883813 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa929fc-d533-4e45-81cb-777f37a2a0c2 x-openstack-request-id: req-1fa929fc-d533-4e45-81cb-777f37a2a0c2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:20:51.884103 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-unplugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:20:51.884388 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fa929fc-d533-4e45-81cb-777f37a2a0c2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:20:51.884783 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'code': 200} Nov 11 21:20:51.900542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:51.957424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=11']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:52.297468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:52.976805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c50cc-b264-4dbd-9a02-7023d8cbc1eb req-26f7b442-a13b-40bc-bb80-32e539ef62da tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:52.979534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f2c50cc-b264-4dbd-9a02-7023d8cbc1eb req-26f7b442-a13b-40bc-bb80-32e539ef62da tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0533111 Nov 11 21:20:53.043374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f2c50cc-b264-4dbd-9a02-7023d8cbc1eb req-83dcedae-4c33-41e7-83e4-6e20f90639ab tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578630 Nov 11 21:20:53.703714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:20:53.808582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:53.820747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '7923d969-a97c-4377-ab8e-dc894183d784', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '7923d969-a97c-4377-ab8e-dc894183d784', 'mac_address': 'fa:16:3e:77:21:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:20:53.858301 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:53.872807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7923d969-a97c-4377-ab8e-dc894183d784 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:20:53.894114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:53.978305 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:54.026672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:54.041226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['7923d969-a97c-4377-ab8e-dc894183d784'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:20:54.215729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b6c2-3820-4a16-af53-b688441fa24a req-22c06ad5-7084-4a07-ac04-cdb39e9d2ca5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:54.218824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f58b6c2-3820-4a16-af53-b688441fa24a req-22c06ad5-7084-4a07-ac04-cdb39e9d2ca5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.0811450 Nov 11 21:20:54.283307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f58b6c2-3820-4a16-af53-b688441fa24a req-86d13789-d1fe-4c8b-a251-4dc5394d0227 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500546 Nov 11 21:20:55.452182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9290de0-bad7-411f-a53a-63169d5939e4 req-fb0815a4-5fd2-4a9d-887c-e3cee5b608ae tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:55.453824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9290de0-bad7-411f-a53a-63169d5939e4 req-fb0815a4-5fd2-4a9d-887c-e3cee5b608ae tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 945 time: 0.0692670 Nov 11 21:20:55.505533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9290de0-bad7-411f-a53a-63169d5939e4 req-7f3c9a4f-dc4f-48f6-9b83-5b9613eb29b1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 Nov 11 21:20:55.731848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:20:55.800888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 7923d969-a97c-4377-ab8e-dc894183d784 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:20:55.801270 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:55.889435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:55.914115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:20:55.916775 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1251776-5ca6-4546-8472-a1a789b8eb20" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:20:55.932075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:20:55.969078 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee61d05-4079-45e2-b94c-8aea59c75634 x-openstack-request-id: req-0ee61d05-4079-45e2-b94c-8aea59c75634 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:20:55.969449 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-plugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:20:55.969714 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ee61d05-4079-45e2-b94c-8aea59c75634 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:20:55.970200 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'code': 200} Nov 11 21:20:55.983802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:56.033045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=13']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:20:56.623027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf400d6-7862-4b4f-9569-b3edc42c9e64 req-333fa53c-b6be-4195-bca0-b2351ceb32d0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:56.624695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8cf400d6-7862-4b4f-9569-b3edc42c9e64 req-333fa53c-b6be-4195-bca0-b2351ceb32d0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Nov 11 21:20:56.685125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8cf400d6-7862-4b4f-9569-b3edc42c9e64 req-7845c42a-fa24-43ba-8cd2-78b0ec671858 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534344 Nov 11 21:20:57.363828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:20:57.854189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf60e2-257c-4204-9354-814c581d2882 req-91b9fbaf-610b-4d8f-90f9-53564dc79c21 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:57.860674 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ecf60e2-257c-4204-9354-814c581d2882 req-91b9fbaf-610b-4d8f-90f9-53564dc79c21 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0932076 Nov 11 21:20:57.919768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ecf60e2-257c-4204-9354-814c581d2882 req-9fb6f46f-5e14-4028-8633-4c46872b19c0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525560 Nov 11 21:20:59.084349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37870-6980-40a6-a23a-8d9a9bf984da req-bcb1e2bd-8b3e-4d7f-9d73-1305e16e7435 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:20:59.086917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8c37870-6980-40a6-a23a-8d9a9bf984da req-bcb1e2bd-8b3e-4d7f-9d73-1305e16e7435 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0795960 Nov 11 21:20:59.176920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8c37870-6980-40a6-a23a-8d9a9bf984da req-c0a201e2-04ed-4fd4-8df9-06615abfac6a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750020 Nov 11 21:21:00.340118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db30ec-b116-424d-a7a5-cd47377bd3d2 req-09544345-80da-499e-93ea-0e07c3924c06 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:00.348427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42db30ec-b116-424d-a7a5-cd47377bd3d2 req-09544345-80da-499e-93ea-0e07c3924c06 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0886614 Nov 11 21:21:00.433318 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-42db30ec-b116-424d-a7a5-cd47377bd3d2 req-2c5c7157-512f-4ad5-8247-6ee80a6f602a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837135 Nov 11 21:21:01.559312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b54732-372c-4b7c-be81-36769b94dadb req-1fa35a80-8c14-429f-9e3c-4b5c7bb39a1d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:01.560926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6b54732-372c-4b7c-be81-36769b94dadb req-1fa35a80-8c14-429f-9e3c-4b5c7bb39a1d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0533099 Nov 11 21:21:01.615737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6b54732-372c-4b7c-be81-36769b94dadb req-384b99f0-ae3c-4a4e-8a33-cd6d6bf11d1d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485241 Nov 11 21:21:01.952877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-793631af-b3f8-4fab-8fee-c4abd120ba12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:02.748112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2e868-a169-445a-88c0-4f47dd92202a req-28c60b55-2dae-4c82-b831-afe88632d4f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:02.750294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85c2e868-a169-445a-88c0-4f47dd92202a req-28c60b55-2dae-4c82-b831-afe88632d4f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0568097 Nov 11 21:21:02.806244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85c2e868-a169-445a-88c0-4f47dd92202a req-291b4842-a433-456b-9edf-a12a72b5bead tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 Nov 11 21:21:03.277747 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:21:03.964321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a98c5-9365-48a4-8bf5-0b70e7af80dc req-efc16c06-1039-4500-9911-6dd8937c17bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:03.971897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-967a98c5-9365-48a4-8bf5-0b70e7af80dc req-efc16c06-1039-4500-9911-6dd8937c17bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0823441 Nov 11 21:21:04.039932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-967a98c5-9365-48a4-8bf5-0b70e7af80dc req-2214d649-2e76-412a-903a-37898de85ae2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670090 Nov 11 21:21:04.426370 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-318f938f-733e-48a4-8e8b-f1e93e4f662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:05.208365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d49f26-c56e-44e7-a1eb-768d5bcb1c41 req-823be831-c4fc-40b7-8f0f-29c4ded53cd8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:05.216558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99d49f26-c56e-44e7-a1eb-768d5bcb1c41 req-823be831-c4fc-40b7-8f0f-29c4ded53cd8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0820742 Nov 11 21:21:05.275799 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-99d49f26-c56e-44e7-a1eb-768d5bcb1c41 req-4e7b0ccd-caed-4b1c-ab49-909eb95dc418 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580413 Nov 11 21:21:05.561003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:05.591473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:06.039332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 9b168aa4-0829-4762-85a4-4689a262a605 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:21:06.039950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:06.153656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:06.154154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:06.168094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 9b168aa4-0829-4762-85a4-4689a262a605 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:21:06.450928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:06.485843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=9b168aa4-0829-4762-85a4-4689a262a605,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:06.501683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.502571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.502907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.503835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.504527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.505021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.505509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.506015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.506526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.506862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.507194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.507521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:06.525718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282aff-0bd8-4e57-8f02-ab475abf97e4 req-42535357-5431-4271-8f4e-bc098fcc7dd8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:06.527559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5282aff-0bd8-4e57-8f02-ab475abf97e4 req-42535357-5431-4271-8f4e-bc098fcc7dd8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.1441536 Nov 11 21:21:06.654789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5282aff-0bd8-4e57-8f02-ab475abf97e4 req-291dd0a0-abff-4cfa-93b1-63c5bdd1a30f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978220 Nov 11 21:21:06.748188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:06.760351 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Floating IP 81a7754f-0e5b-4642-a27c-7e38c1499e42 disassociated (deleted). External IP: 172.25.2.34, port: 8305e211-456f-4187-86ba-f831c293644f. Nov 11 21:21:07.072825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 316df7a1-cb8f-450e-83b1-6c45c956f487 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:21:07.105849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:07.238774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:21:07.244338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:07.251034 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] Sync routers for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:21:07.271810 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:07.273312 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:07.287027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7e1417a8-ab59-4dc0-b767-a44e1cf3bfb7 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/floatingips/81a7754f-0e5b-4642-a27c-7e38c1499e42 HTTP/1.1" status: 204 len: 168 time: 1.6943657 Nov 11 21:21:07.289954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'tag': '8305e211-456f-4187-86ba-f831c293644f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:07.294703 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "tag": "8305e211-456f-4187-86ba-f831c293644f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:07.415929 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9b8d4c-33da-41f7-b591-fe8b7ce1bf35 x-openstack-request-id: req-6d9b8d4c-33da-41f7-b591-fe8b7ce1bf35 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:07.416251 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "tag": "8305e211-456f-4187-86ba-f831c293644f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:07.416518 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d9b8d4c-33da-41f7-b591-fe8b7ce1bf35 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:07.416927 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'tag': '8305e211-456f-4187-86ba-f831c293644f', 'status': 'completed', 'code': 200} Nov 11 21:21:07.503081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-69f4668f-8a6b-4fb1-92aa-87aee2a15109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:07.505021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-69f4668f-8a6b-4fb1-92aa-87aee2a15109 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=675f1365bb384017b4474ada374a52b9&device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 1096 time: 0.0764894 Nov 11 21:21:07.628728 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:07.641611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-d167223a-47e9-406e-a4fb-733162605500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:07.643805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-d167223a-47e9-406e-a4fb-733162605500 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5968feb7-f524-40b2-80cb-f8d5f72a37d5 HTTP/1.1" status: 200 len: 898 time: 0.1282330 Nov 11 21:21:07.730974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-49e5e4ff-d1dd-41bf-b315-0eb2f53dc3c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8305e211-456f-4187-86ba-f831c293644f HTTP/1.1" status: 200 len: 217 time: 0.0791798 Nov 11 21:21:07.829422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-aedc058c-787d-43bd-8ca7-ca28049ac2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:07.836778 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-aedc058c-787d-43bd-8ca7-ca28049ac2fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf057c80-1eef-442c-a7a7-66ef8695fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0933604 Nov 11 21:21:07.897564 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:07.957523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-700b56a9-aba0-4462-a693-758fec757478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:07.959119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-700b56a9-aba0-4462-a693-758fec757478 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5968feb7-f524-40b2-80cb-f8d5f72a37d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199272 Nov 11 21:21:08.024058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a47f1-08c4-4171-9a46-58bbea5283bf req-56e4b7cb-4654-48e6-856b-6da71b3383ca tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:08.025604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f4a47f1-08c4-4171-9a46-58bbea5283bf req-56e4b7cb-4654-48e6-856b-6da71b3383ca tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.1544611 Nov 11 21:21:08.050540 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:08.103920 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] Checking router: 316df7a1-cb8f-450e-83b1-6c45c956f487 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:21:08.130499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:08.131129 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:08.149329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2f4a47f1-08c4-4171-9a46-58bbea5283bf req-452bd1d7-3227-44c5-b922-73981725a2e0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145666 Nov 11 21:21:08.163449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf8776-cb83-4a4a-b1f5-0aa030d6894f req-2a2f27c6-6f25-4028-acb3-334a3f6f7b2b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:08.165587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5baf8776-cb83-4a4a-b1f5-0aa030d6894f req-2a2f27c6-6f25-4028-acb3-334a3f6f7b2b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0827813 Nov 11 21:21:08.242711 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-73fb3166-f3c4-4da7-9e7f-f55c703f0d72 service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597773 Nov 11 21:21:08.255188 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5baf8776-cb83-4a4a-b1f5-0aa030d6894f req-96c1a073-7513-4c1b-8c5b-045571fbd692 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821095 Nov 11 21:21:08.273227 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:08.372261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f742dd7e-fbb8-4d7b-a0e6-bc95ea19febe req-3b039273-0b50-42ee-a367-5345896da4b8 service neutron] 10.222.0.62 "GET /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107492 Nov 11 21:21:08.743781 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:08.785413 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c69eb1-61f7-4adb-b732-c1d511c3f023 None None] The sync data for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 is: [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:19:14Z', 'revision_number': 4, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'da1c800e-f174-42da-b507-624a65bdcf1d', 'name': '', 'network_id': '5968feb7-f524-40b2-80cb-f8d5f72a37d5', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'mac_address': 'fa:16:3e:3f:d5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:13Z', 'updated_at': '2021-11-11T21:19:18Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'subnets': [{'id': 'bf057c80-1eef-442c-a7a7-66ef8695fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:21:09.218303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c1564-6d13-4a42-9e6e-7878a50cacd7 None None] New status for floating IP 81a7754f-0e5b-4642-a27c-7e38c1499e42: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:21:09.259741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-ddb809c8-77c0-4381-8e8c-88f9b06b17ab tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:09.261413 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-ddb809c8-77c0-4381-8e8c-88f9b06b17ab tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.0817728 Nov 11 21:21:09.393693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 8305e211-456f-4187-86ba-f831c293644f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:21:09.393926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:09.397245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95efaa-c696-4f04-9901-46f8b68ff835 req-6d870dd5-0a09-4585-89e4-dd4766b2763f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:09.407538 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a95efaa-c696-4f04-9901-46f8b68ff835 req-6d870dd5-0a09-4585-89e4-dd4766b2763f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.1153936 Nov 11 21:21:09.537636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a95efaa-c696-4f04-9901-46f8b68ff835 req-e71bc37f-fb8c-468b-bd4b-465de9dbc329 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282494 Nov 11 21:21:09.596307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 8305e211-456f-4187-86ba-f831c293644f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8305e211-456f-4187-86ba-f831c293644f,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:09.596740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:09.681440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 8305e211-456f-4187-86ba-f831c293644f owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:21:09.681440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c81e2-a918-4eba-9149-324af7628fc2 req-a30b93d7-6197-4f8c-8469-9e8f305b733d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:09.681440 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f3c81e2-a918-4eba-9149-324af7628fc2 req-a30b93d7-6197-4f8c-8469-9e8f305b733d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 945 time: 0.1006904 Nov 11 21:21:09.776198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4f3c81e2-a918-4eba-9149-324af7628fc2 req-ea0c6f15-7cdc-417b-aa3e-71f3981f581b tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/security-groups?id=90f44d76-1fe3-4c78-9b62-02760944daef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729930 Nov 11 21:21:10.100337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:10.131080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=8305e211-456f-4187-86ba-f831c293644f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:10.175323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] No DVR routers for this DVR port 8305e211-456f-4187-86ba-f831c293644f on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:21:10.178140 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:10.181488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43d51bec-c73d-409e-a6fb-eadc5355dfbc req-6fbe5788-2d2b-4970-b79c-8781795eb989 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.62 "DELETE /v2.0/ports/8305e211-456f-4187-86ba-f831c293644f HTTP/1.1" status: 204 len: 173 time: 0.9076176 Nov 11 21:21:10.181936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'name': 'network-vif-deleted', 'tag': '8305e211-456f-4187-86ba-f831c293644f'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:10.184246 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277c5f24-0930-4055-a9a5-c563bac9b19e" -d '{"events": [{"server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "name": "network-vif-deleted", "tag": "8305e211-456f-4187-86ba-f831c293644f"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:10.381598 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e9db3-3396-42db-a08c-9f6d2f91896e x-openstack-request-id: req-e26e9db3-3396-42db-a08c-9f6d2f91896e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:10.382254 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb4871-35b4-4a36-af15-89bb4371db7b", "name": "network-vif-deleted", "tag": "8305e211-456f-4187-86ba-f831c293644f", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:10.382254 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e26e9db3-3396-42db-a08c-9f6d2f91896e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:10.382779 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cb4871-35b4-4a36-af15-89bb4371db7b', 'name': 'network-vif-deleted', 'tag': '8305e211-456f-4187-86ba-f831c293644f', 'status': 'completed', 'code': 200} Nov 11 21:21:10.694171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33299d13-bd25-44f5-94f1-7468cbecb7d3 req-a2b9fcfc-dec1-4347-b708-4b731d1701e2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:10.701648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33299d13-bd25-44f5-94f1-7468cbecb7d3 req-a2b9fcfc-dec1-4347-b708-4b731d1701e2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0841649 Nov 11 21:21:10.794517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33299d13-bd25-44f5-94f1-7468cbecb7d3 req-7d3e0b57-36f6-4f12-90bb-e05e54a87fec tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916264 Nov 11 21:21:10.938292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1bb6baa-abb5-4f71-9172-940ff2a19d5b req-ef8dce01-e3f7-4313-b04a-4726907c5184 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9cb4871-35b4-4a36-af15-89bb4371db7b HTTP/1.1" status: 200 len: 210 time: 0.0570092 Nov 11 21:21:11.906628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f118e2-15f5-4ab0-8b22-420cc06d433e req-1066eb56-0902-4be0-8d36-4f069a0e136e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:11.908375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8f118e2-15f5-4ab0-8b22-420cc06d433e req-1066eb56-0902-4be0-8d36-4f069a0e136e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0528524 Nov 11 21:21:11.964590 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8f118e2-15f5-4ab0-8b22-420cc06d433e req-7362585f-357b-43f6-974f-89faac123a23 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496371 Nov 11 21:21:12.248923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:12.377307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8305e211-456f-4187-86ba-f831c293644f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:21:12.403080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 8305e211-456f-4187-86ba-f831c293644f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:21:12.404039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8305e211-456f-4187-86ba-f831c293644f not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:21:12.663452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:12.952556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port da1c800e-f174-42da-b507-624a65bdcf1d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:21:12.952556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:13.065365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port da1c800e-f174-42da-b507-624a65bdcf1d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=da1c800e-f174-42da-b507-624a65bdcf1d,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:13.065737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:13.079720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for da1c800e-f174-42da-b507-624a65bdcf1d owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:21:13.103788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb333d-d354-4318-b566-f99476464dc8 req-9954a94e-9152-428f-8b66-26fbfd14b211 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:13.105791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8cb333d-d354-4318-b566-f99476464dc8 req-9954a94e-9152-428f-8b66-26fbfd14b211 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0599875 Nov 11 21:21:13.159486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8cb333d-d354-4318-b566-f99476464dc8 req-8b75c7ff-2b3e-483b-a3ff-4c61dc618301 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468113 Nov 11 21:21:13.377515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:13.405234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=da1c800e-f174-42da-b507-624a65bdcf1d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:13.598939 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:13.838812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Router 316df7a1-cb8f-450e-83b1-6c45c956f487 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:21:13.990372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:21:13.990372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b2f472de-02a3-4f04-a896-4af805b6062d tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "PUT /v2.0/routers/316df7a1-cb8f-450e-83b1-6c45c956f487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360854 Nov 11 21:21:13.990372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53894) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:13.993545 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] Sync routers for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:21:14.016323 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:14.017815 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:14.056260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting subnet bf057c80-1eef-442c-a7a7-66ef8695fdf0 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:21:14.059734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.104290 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.139775 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:14.202683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.349089 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.360471 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:21:13Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:14.388339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a362c596-e3aa-41e9-ad01-1a645d9d9145 None None] Network 5968feb7-f524-40b2-80cb-f8d5f72a37d5 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:21:14.389040 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] Checking router: 316df7a1-cb8f-450e-83b1-6c45c956f487 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:21:14.397916 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] Routers {'316df7a1-cb8f-450e-83b1-6c45c956f487'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:14.398756 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['316df7a1-cb8f-450e-83b1-6c45c956f487'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:14.406198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Subnet': ['ID=bf057c80-1eef-442c-a7a7-66ef8695fdf0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:14.418198 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.426044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0cdee402-6599-42c1-9702-85f4d9b45cd6 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/subnets/bf057c80-1eef-442c-a7a7-66ef8695fdf0 HTTP/1.1" status: 204 len: 168 time: 0.4351051 Nov 11 21:21:14.428906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:14.464772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51245fda-ba49-4d32-90a1-63fbe6ca7254 req-96ae2078-c046-460a-9ee4-c36141629420 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:14.466222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51245fda-ba49-4d32-90a1-63fbe6ca7254 req-96ae2078-c046-460a-9ee4-c36141629420 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 946 time: 0.0884788 Nov 11 21:21:14.561081 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] Set router 316df7a1-cb8f-450e-83b1-6c45c956f487 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:14.567116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51245fda-ba49-4d32-90a1-63fbe6ca7254 req-9a262f0a-d754-4375-a870-6c77eb86f921 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899677 Nov 11 21:21:14.632378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.699221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] DHCP port deletion for 5968feb7-f524-40b2-80cb-f8d5f72a37d5 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:14.783376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Deleting port 3e431670-28ce-43e3-b666-fe7638701335 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:21:14.784205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.826728 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.876040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] For port 3e431670-28ce-43e3-b666-fe7638701335, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3e431670-28ce-43e3-b666-fe7638701335,segment=NetworkSegment(9c54927d-4d98-4f4c-8615-bd737f20b560),segment_id=9c54927d-4d98-4f4c-8615-bd737f20b560)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:14.880322 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:14.891317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Calling delete_port for 3e431670-28ce-43e3-b666-fe7638701335 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:21:14.965046 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:21:13Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:14.995169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Deleting port 633f10ae-4f46-4118-bf22-bb9241292e92 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:21:14.995169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.010347 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c958ed-5944-452f-aa30-d5ebfecdb931 None None] The sync data for ids ['316df7a1-cb8f-450e-83b1-6c45c956f487'] in n-d-805734-3 is: [{'id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201240778', 'tenant_id': '675f1365bb384017b4474ada374a52b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:19:07Z', 'updated_at': '2021-11-11T21:21:13Z', 'revision_number': 5, 'project_id': '675f1365bb384017b4474ada374a52b9', 'gw_port': {'id': '633f10ae-4f46-4118-bf22-bb9241292e92', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316df7a1-cb8f-450e-83b1-6c45c956f487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:19:08Z', 'updated_at': '2021-11-11T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:21:15.028250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3e431670-28ce-43e3-b666-fe7638701335 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:21:15.113584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.143767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Port 3e431670-28ce-43e3-b666-fe7638701335 update to DOWN by agent not found {{(pid=109676) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 21:21:15.180223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] No DVR routers for this DVR port 3e431670-28ce-43e3-b666-fe7638701335 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:21:15.181015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] For port 633f10ae-4f46-4118-bf22-bb9241292e92, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=633f10ae-4f46-4118-bf22-bb9241292e92,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:15.181556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.182796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Pushing event deleted for resources: {'Port': ['ID=3e431670-28ce-43e3-b666-fe7638701335,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:15.195786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.196191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.196813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.197168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.197510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.198316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.198849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.199006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.199400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.199741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.200077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.200485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bf4ce7-c235-4f50-9768-733573e5eef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:15.202934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Calling delete_port for 633f10ae-4f46-4118-bf22-bb9241292e92 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:21:15.523230 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.550829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Port': ['ID=633f10ae-4f46-4118-bf22-bb9241292e92,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:15.566602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86ecb6-d991-4345-8413-443d65b2426c None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:15.666060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.780003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.780557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:21:15.782906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.881269 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.908020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:15.910647 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ab8d8-42e5-42aa-b98e-cec63ac8ca08" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-unplugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:15.927644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:15.941093 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.942704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Fanout notify agent at l3_agent the message router_deleted on router 316df7a1-cb8f-450e-83b1-6c45c956f487 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:21:15.950588 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:15.952100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-66e8a090-b5fc-4ca1-a076-96b6c878dc92 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/routers/316df7a1-cb8f-450e-83b1-6c45c956f487 HTTP/1.1" status: 204 len: 168 time: 1.5215733 Nov 11 21:21:15.955141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 53968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:16.068183 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.076063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.204082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=14']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:16.210381 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86d7cbd-490c-41dc-8266-56c4246a243d x-openstack-request-id: req-c86d7cbd-490c-41dc-8266-56c4246a243d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:16.211510 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-unplugged", "status": "completed", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:16.212007 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c86d7cbd-490c-41dc-8266-56c4246a243d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:16.212649 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'code': 200} Nov 11 21:21:16.235009 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.261216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5968feb7-f524-40b2-80cb-f8d5f72a37d5']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:16.273576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c54927d-4d98-4f4c-8615-bd737f20b560') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:16.273854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c54927d-4d98-4f4c-8615-bd737f20b560') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:16.283995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.297947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.311529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:21:16.311529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:21:16.326132 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:21:16.497291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.505996 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.512807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/networks/5968feb7-f524-40b2-80cb-f8d5f72a37d5 HTTP/1.1" status: 204 len: 168 time: 0.5556550 Nov 11 21:21:16.515545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 53988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:16.526060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03196a0-1479-457a-a548-14c701d17c83 tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'Network': ['ID=5968feb7-f524-40b2-80cb-f8d5f72a37d5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:16.637174 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28c50581-2518-404a-ae90-d7e7d92fffbf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.665156 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28c50581-2518-404a-ae90-d7e7d92fffbf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.832023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28c50581-2518-404a-ae90-d7e7d92fffbf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.835038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28c50581-2518-404a-ae90-d7e7d92fffbf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:16.836321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-28c50581-2518-404a-ae90-d7e7d92fffbf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] 10.222.0.31 "DELETE /v2.0/security-groups/90f44d76-1fe3-4c78-9b62-02760944daef HTTP/1.1" status: 204 len: 168 time: 0.3195398 Nov 11 21:21:16.859700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c50581-2518-404a-ae90-d7e7d92fffbf tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f44d76-1fe3-4c78-9b62-02760944daef,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:16.916402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device da1c800e-f174-42da-b507-624a65bdcf1d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:21:16.938413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: da1c800e-f174-42da-b507-624a65bdcf1d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:21:16.938764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device da1c800e-f174-42da-b507-624a65bdcf1d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:21:16.942470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 633f10ae-4f46-4118-bf22-bb9241292e92 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:21:16.988208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 633f10ae-4f46-4118-bf22-bb9241292e92 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:21:16.992805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 633f10ae-4f46-4118-bf22-bb9241292e92 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:21:17.565401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54034) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:17.733571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e94294d7-5dfc-45d8-8e5b-25de735aa163 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=675f1365bb384017b4474ada374a52b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666784 Nov 11 21:21:17.736488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54040) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:17.792130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edfeb353-626f-4881-a5c3-a9959b8e19f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:17.813344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edfeb353-626f-4881-a5c3-a9959b8e19f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:17.941112 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edfeb353-626f-4881-a5c3-a9959b8e19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:17.944762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edfeb353-626f-4881-a5c3-a9959b8e19f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:17.946270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-edfeb353-626f-4881-a5c3-a9959b8e19f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ac97068-4801-4d59-b0d2-e98d3ec20b7a HTTP/1.1" status: 204 len: 168 time: 0.2086029 Nov 11 21:21:17.957944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeb353-626f-4881-a5c3-a9959b8e19f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac97068-4801-4d59-b0d2-e98d3ec20b7a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:18.102975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a557fe-320a-492c-9453-3241518c4ddd req-6071b167-72b6-41da-a02b-389859ba00c2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:18.104511 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34a557fe-320a-492c-9453-3241518c4ddd req-6071b167-72b6-41da-a02b-389859ba00c2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0532815 Nov 11 21:21:18.173079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34a557fe-320a-492c-9453-3241518c4ddd req-2dafedbc-524b-4949-824a-dc354735b3a1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620852 Nov 11 21:21:18.645875 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db3185-d23b-4051-9d1f-1967159d76f7 req-97a6cae8-6c8b-42aa-85e0-adaa4f4cc01a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:18.647441 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1db3185-d23b-4051-9d1f-1967159d76f7 req-97a6cae8-6c8b-42aa-85e0-adaa4f4cc01a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0559738 Nov 11 21:21:18.698049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1db3185-d23b-4051-9d1f-1967159d76f7 req-c01bff2f-b5b9-4943-bbeb-c348df27ece5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 Nov 11 21:21:18.854169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-5d1a21ab-f0bd-42a9-8e67-611768407f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:18.857012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-5d1a21ab-f0bd-42a9-8e67-611768407f9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0565381 Nov 11 21:21:18.901581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:18.970999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-7104dfa5-bea5-42b3-a0c8-71a935dd1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:18.972696 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-7104dfa5-bea5-42b3-a0c8-71a935dd1485 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1087608 Nov 11 21:21:18.976871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54070) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:18.976999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a9c51481-9047-4fb6-b818-7b6f07d85521 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12af3ffbd98c4289816afa2a5098e9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741129 Nov 11 21:21:19.076399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-21c04232-197a-42f9-8151-5316c2215c4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.0924685 Nov 11 21:21:19.121424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b28a4ec-0de9-4be5-8dee-f6538e36cbf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:19.150501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-feee3445-43bf-4fb5-af81-271b101f58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:19.151904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-feee3445-43bf-4fb5-af81-271b101f58ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0668340 Nov 11 21:21:19.156548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b28a4ec-0de9-4be5-8dee-f6538e36cbf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:19.225659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-4c40affd-2d02-407d-a52b-00d69de3c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:19.227084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-4c40affd-2d02-407d-a52b-00d69de3c997 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637987 Nov 11 21:21:19.329400 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-7f9bc0b5-165f-4336-a322-ac49b3bffff8 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950546 Nov 11 21:21:19.331451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b28a4ec-0de9-4be5-8dee-f6538e36cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:19.334134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b28a4ec-0de9-4be5-8dee-f6538e36cbf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:19.337819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4b28a4ec-0de9-4be5-8dee-f6538e36cbf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/789fe146-00ba-4508-bebf-c0aa5a46008a HTTP/1.1" status: 204 len: 168 time: 0.3573499 Nov 11 21:21:19.359697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28a4ec-0de9-4be5-8dee-f6538e36cbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789fe146-00ba-4508-bebf-c0aa5a46008a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:19.474826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5bd26f02-877e-469e-8577-7fcb361acad5 req-d9631464-155b-40fc-baa5-82e3208bd4c2 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383379 Nov 11 21:21:19.861279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42c71c-0b85-44c9-afa5-c5a28cdf9882 req-c8af8d62-3fbe-4bc8-9d94-d0b1c7f4f6e0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:19.869878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d42c71c-0b85-44c9-afa5-c5a28cdf9882 req-c8af8d62-3fbe-4bc8-9d94-d0b1c7f4f6e0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0673850 Nov 11 21:21:19.928304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d42c71c-0b85-44c9-afa5-c5a28cdf9882 req-d3ffe12f-dc34-4604-adcb-adea7d2eeca2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574343 Nov 11 21:21:20.572275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54116) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:20.679981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1286971059-network', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:20.768926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Made reservation on behalf of 5419d02fcfc342ba9e4a0ded90e6793d for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:21:20.771370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:20.780924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:20.857181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:20.934320 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:20.960301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:21:20.971102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52679985-f450-4523-96c1-904ea9b6cd74,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:20.981682 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:20.982100 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Added segment 7eb893aa-7e2e-4995-9b18-1afe3754e968 of type vlan for network eceecef5-b06e-468b-9397-c6690d60c827 Nov 11 21:21:21.032520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:21.099543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd4d9e-62fb-46eb-a2be-0754930713b7 req-d2e9f344-31a3-47e0-8733-ab4b8ea31033 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:21.101087 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07cd4d9e-62fb-46eb-a2be-0754930713b7 req-d2e9f344-31a3-47e0-8733-ab4b8ea31033 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0749009 Nov 11 21:21:21.152537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-07cd4d9e-62fb-46eb-a2be-0754930713b7 req-c4100176-d2e3-4df5-bbb5-a4443c816607 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Nov 11 21:21:21.177216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:21.178401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:21.178885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:21.271278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] Pushing event updated for resources: {'Network': ['ID=eceecef5-b06e-468b-9397-c6690d60c827,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:21.294397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ccef5247-3f14-4129-8c22-bfa9e8428430 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7163486 Nov 11 21:21:21.294606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network eceecef5-b06e-468b-9397-c6690d60c827 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:21:21.296773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:21.303019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Request body: {'subnet': {'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1286971059-subnet', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:21.420910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7940c-fd25-4010-ada0-ca7af4538a5f req-b0300143-0b60-4dbe-8915-f4cc3149fb70 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:21.422630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71b7940c-fd25-4010-ada0-ca7af4538a5f req-b0300143-0b60-4dbe-8915-f4cc3149fb70 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0756021 Nov 11 21:21:21.423020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Made reservation on behalf of 5419d02fcfc342ba9e4a0ded90e6793d for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:21:21.427239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:21.511276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71b7940c-fd25-4010-ada0-ca7af4538a5f req-e598c319-3c92-4282-b9b5-77e91c1de472 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820842 Nov 11 21:21:21.692185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f746f55-603e-49ce-97fa-32a7e42ed60e req-becc8458-8de9-436b-a848-c35f6c37c385 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:21.692760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f746f55-603e-49ce-97fa-32a7e42ed60e req-becc8458-8de9-436b-a848-c35f6c37c385 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0776510 Nov 11 21:21:21.744571 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f746f55-603e-49ce-97fa-32a7e42ed60e req-79a77c04-698a-4b51-9042-a848a873c228 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456841 Nov 11 21:21:21.746675 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:21.809507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768bad1e-fdaa-4323-8765-35aaef188fec,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:21.820676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Checking segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:21.821039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Network hostable DHCP agents. Network: eceecef5-b06e-468b-9397-c6690d60c827, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:21:22.000610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Network eceecef5-b06e-468b-9397-c6690d60c827 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:21:22.012804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, eceecef5-b06e-468b-9397-c6690d60c827) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:22.015058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818fcdb-5f63-4b38-8d25-1d6b7bd935cb None None] Network eceecef5-b06e-468b-9397-c6690d60c827 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:21:22.029289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:22.033734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.130036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-b1a6f0b1-ffbb-4ca6-afa8-3231031ff4e4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:22.139153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-b1a6f0b1-ffbb-4ca6-afa8-3231031ff4e4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1330757 Nov 11 21:21:22.139509 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d33ff1a9-89bd-41c8-b329-31d5cc2e9181 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8417408 Nov 11 21:21:22.145687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:22.156021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:22.160552 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-95bde85a-196b-47db-9038-6261f40fd51e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/quotas/d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 375 time: 0.0191956 Nov 11 21:21:22.206360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-eceecef5-b06e-468b-9397-c6690d60c827', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:21:22.207335 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.226034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-d3fbc1dd-8374-4432-85fc-60a67971808d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0645916 Nov 11 21:21:22.309529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.309529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.341813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-3229052f-2408-4978-9385-560c4c9ace00 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083641 Nov 11 21:21:22.353202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.380450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.407375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Allocated IP 172.20.0.2 (eceecef5-b06e-468b-9397-c6690d60c827/768bad1e-fdaa-4323-8765-35aaef188fec/651669db-238e-47d1-8eaf-28a4b249b20e) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:22.460388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-b4956862-23ed-4e6e-90ad-bc5250eece83 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176372 Nov 11 21:21:22.610340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.611195 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.794263 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.832476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1be7229-ba3c-4513-91a4-843664a250f2 req-dfb6a451-dfc1-4ab8-9d2a-4994cd8d4555 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 210 time: 0.0419803 Nov 11 21:21:22.838126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Network eceecef5-b06e-468b-9397-c6690d60c827 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:22.840499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:22.848322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:22.857340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Pushing event updated for resources: {'Port': ['ID=651669db-238e-47d1-8eaf-28a4b249b20e,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:22.922961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Attempting to bind port 651669db-238e-47d1-8eaf-28a4b249b20e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:22.923948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Attempting to bind port 651669db-238e-47d1-8eaf-28a4b249b20e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:22.924573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Attempting to bind port 651669db-238e-47d1-8eaf-28a4b249b20e on network eceecef5-b06e-468b-9397-c6690d60c827 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:22.963660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:22.964321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Checking segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:22.966785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:22.967363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Bound using segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:22.968036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Bound port: 651669db-238e-47d1-8eaf-28a4b249b20e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:22.968632 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:23.085448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] For port 651669db-238e-47d1-8eaf-28a4b249b20e, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:23.090070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] For port 651669db-238e-47d1-8eaf-28a4b249b20e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=651669db-238e-47d1-8eaf-28a4b249b20e,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:23.206127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:23.308290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39f927-dbbb-4d3a-832c-24134490635e None None] Pushing event updated for resources: {'Port': ['ID=651669db-238e-47d1-8eaf-28a4b249b20e,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:23.482240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:23.489722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:23.696544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Allocated IP 172.25.2.92 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/fc6704d6-3a4a-4e4c-a440-2634b1b64038) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:23.807760 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:23.926140 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:23.943253 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54217d81-0bc5-4174-82aa-4f06b66e9fff req-c09ca937-36f4-4df0-be27-7c14cea0e85f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 210 time: 0.0290916 Nov 11 21:21:23.979439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:23.987274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:23.991044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:24.000013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda891aa-4670-4a17-9e76-78d0a3226fce None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:24.014531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6704d6-3a4a-4e4c-a440-2634b1b64038,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:24.108013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-15b7dfbe-f931-45cc-a38e-92d2f6db7292 None None] Provisioning complete for port fc6704d6-3a4a-4e4c-a440-2634b1b64038 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:24.108418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15b7dfbe-f931-45cc-a38e-92d2f6db7292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:24.167501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-15b7dfbe-f931-45cc-a38e-92d2f6db7292 None None] Port fc6704d6-3a4a-4e4c-a440-2634b1b64038 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:24.432063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:24.492556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87a2e9-dd7d-4afc-a3d6-aa0fe1bf16ce None None] Network eceecef5-b06e-468b-9397-c6690d60c827 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:21:24.631372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-43caa621-8f93-4d5b-8198-b9b8961e0454 None None] Provisioning complete for port 651669db-238e-47d1-8eaf-28a4b249b20e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:24.631749 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43caa621-8f93-4d5b-8198-b9b8961e0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:24.688088 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:24.761967 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43caa621-8f93-4d5b-8198-b9b8961e0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:24.801853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-43caa621-8f93-4d5b-8198-b9b8961e0454 None None] For port 651669db-238e-47d1-8eaf-28a4b249b20e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=651669db-238e-47d1-8eaf-28a4b249b20e,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:24.885629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43caa621-8f93-4d5b-8198-b9b8961e0454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:24.924200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:21:24.997761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caa621-8f93-4d5b-8198-b9b8961e0454 None None] Pushing event updated for resources: {'Port': ['ID=651669db-238e-47d1-8eaf-28a4b249b20e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:25.051956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 651669db-238e-47d1-8eaf-28a4b249b20e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:25.108529 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf2e1be4-c979-4be3-968c-cd149e19ea40 req-84c5e7d6-b3eb-453f-9916-400bbc56a07a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 210 time: 0.0498617 Nov 11 21:21:25.123964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-39f4e56e-faab-413f-aaa4-0b861cf94550 None None] Provisioning complete for port 651669db-238e-47d1-8eaf-28a4b249b20e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:25.136446 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39f4e56e-faab-413f-aaa4-0b861cf94550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:25.186465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 651669db-238e-47d1-8eaf-28a4b249b20e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:25.187195 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:25.209920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:21:25.224967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Sync routers for ids ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:21:25.253876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Routers {'7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:25.254512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:25.312751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:25.327677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-24993675-e53d-4548-a1c1-236700c8b7d0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1707902 Nov 11 21:21:25.327677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:25.440068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Set router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:25.453202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-50e20583-09e0-4770-b027-c60636ea288e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:25.455110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-50e20583-09e0-4770-b027-c60636ea288e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1536565 Nov 11 21:21:25.472607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'port': {'device_id': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'admin_state_up': True, 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:25.714355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Made reservation on behalf of d8dd3c5998f44844915036e2aabbd6d4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:21:25.717797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:21:24Z', 'revision_number': 3, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port': {'id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:23Z', 'updated_at': '2021-11-11T21:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:25.718092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:25.747387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Checking router: 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:21:25.747806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Updating router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad port fc6704d6-3a4a-4e4c-a440-2634b1b64038 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:21:25.775166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:25.894156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Allocated IP 172.20.0.12 (3985b7ae-9f2d-4bb4-8756-cd53c390a28d/d886793b-8ce2-483c-8a2e-1d1f09fca4ae/2ca84456-a5de-47a2-9bd1-db5a3c90ca30) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:25.912181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.102204 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.140993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Allocated IP 172.20.0.1 (eceecef5-b06e-468b-9397-c6690d60c827/768bad1e-fdaa-4323-8765-35aaef188fec/bcc59866-ef96-49a5-9e95-7c07e7872c54) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:26.219897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4890ee1-a6f7-43f5-8ae0-92b70e9b88f0 req-f9778e71-da1d-448d-aa70-9b8ba13d48ac tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 210 time: 0.0291929 Nov 11 21:21:26.240070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.299837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.352558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:26.359405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:26.359636 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.360122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:26.428194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:26.440751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.441161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.441436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.441840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.442108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.443051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.443396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.443728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.444612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.444612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.444801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.445020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:26.460839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.478428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:26.479112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.488602 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.548037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Network eceecef5-b06e-468b-9397-c6690d60c827 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:26.556552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:26.561306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:26.565311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc59866-ef96-49a5-9e95-7c07e7872c54,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:26.583214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Attempting to bind port fc6704d6-3a4a-4e4c-a440-2634b1b64038 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:26.583694 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c53894f4-0236-4867-ab3c-5c4e34a2005c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1184065 Nov 11 21:21:26.589315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Attempting to bind port fc6704d6-3a4a-4e4c-a440-2634b1b64038 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:26.589315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Attempting to bind port fc6704d6-3a4a-4e4c-a440-2634b1b64038 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:26.589315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33061652-5668-47af-b17a-ab791d71f4e9 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:26.600679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Request body: {'port': {'device_id': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:26.613413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b744334-7e8c-4420-9b9c-5aa784dd3b18 None None] Pushing event updated for resources: {'Port': ['ID=fc6704d6-3a4a-4e4c-a440-2634b1b64038,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:26.615983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:26.616370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:26.616943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.617563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:26.618079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Bound port: fc6704d6-3a4a-4e4c-a440-2634b1b64038, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:26.618442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.664440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.726051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] For port fc6704d6-3a4a-4e4c-a440-2634b1b64038, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:26.732274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] For port fc6704d6-3a4a-4e4c-a440-2634b1b64038, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fc6704d6-3a4a-4e4c-a440-2634b1b64038,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:26.734088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.757591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Provisioning complete for port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:26.758132 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.816368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:26.841384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Provisioning complete for port fc6704d6-3a4a-4e4c-a440-2634b1b64038 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:26.841792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.846835 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:26.978328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 651669db-238e-47d1-8eaf-28a4b249b20e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:26.987535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.026260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e834c8c-dbfe-4f87-a34d-d22638d12e7a None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:27.036590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b744334-7e8c-4420-9b9c-5aa784dd3b18 None None] Pushing event updated for resources: {'Port': ['ID=fc6704d6-3a4a-4e4c-a440-2634b1b64038,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:27.044060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Routers {'7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:27.044814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:27.178645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] Set router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:27.209531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:21:27.217911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.232315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Transition to ACTIVE for port object 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:21:27.300184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 651669db-238e-47d1-8eaf-28a4b249b20e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:27.300576 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.325926 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.342421 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.359020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.390666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:27.420630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93229ac4-0500-430e-8b29-6b37caa9fd26 req-4ebd3ddd-44c8-42ff-8487-263a02c3b2d1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:27.422333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93229ac4-0500-430e-8b29-6b37caa9fd26 req-4ebd3ddd-44c8-42ff-8487-263a02c3b2d1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 944 time: 0.0770330 Nov 11 21:21:27.426803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] For port fc6704d6-3a4a-4e4c-a440-2634b1b64038, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fc6704d6-3a4a-4e4c-a440-2634b1b64038,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:27.490214 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.496469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.525211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.563033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9c761-b8cc-4b0d-b45c-871e10dad3b9 None None] Pushing event updated for resources: {'Port': ['ID=fc6704d6-3a4a-4e4c-a440-2634b1b64038,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:27.685291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93229ac4-0500-430e-8b29-6b37caa9fd26 req-29c6c7cb-e3c1-4077-82b0-1d1dce8398a9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533040 Nov 11 21:21:27.741062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b4557c0c-5d7d-4b3c-8473-cb15e00a3804 None None] Provisioning complete for port bcc59866-ef96-49a5-9e95-7c07e7872c54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:27.741453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4557c0c-5d7d-4b3c-8473-cb15e00a3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.742853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.754657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc59866-ef96-49a5-9e95-7c07e7872c54,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:27.802752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b4557c0c-5d7d-4b3c-8473-cb15e00a3804 None None] Port bcc59866-ef96-49a5-9e95-7c07e7872c54 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:27.825621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 4, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port': {'id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:23Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bcc59866-ef96-49a5-9e95-7c07e7872c54', 'name': '', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:25Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 1, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'subnets': [{'id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:27.827638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b4557c0c-5d7d-4b3c-8473-cb15e00a3804 None None] Provisioning complete for port fc6704d6-3a4a-4e4c-a440-2634b1b64038 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:27.828018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4557c0c-5d7d-4b3c-8473-cb15e00a3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:27.876694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826eda9-b2dd-423e-a8d4-5ec8710b719c None None] The sync data for ids ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'] in n-d-805734-3 is: [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 4, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port': {'id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:23Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bcc59866-ef96-49a5-9e95-7c07e7872c54', 'name': '', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:25Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 1, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'subnets': [{'id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:21:27.904889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Network eceecef5-b06e-468b-9397-c6690d60c827 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:27.906395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:28.068288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Attempting to bind port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:28.068779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Attempting to bind port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:28.068779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Attempting to bind port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:28.074839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:21:28.075163 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Attempting to bind port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:28.080593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:28.080937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:28.081339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Bound using segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:28.081922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Bound port: 2ca84456-a5de-47a2-9bd1-db5a3c90ca30, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:28.082280 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:28.136383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:21:28.181649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] For port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:28.185876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] For port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:28.275860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:21:28.283612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-01516b86-c19f-4f97-949a-db0f7c002584 admin admin] 10.222.0.31 "PUT /v2.0/routers/7fbd80fa-0bdb-498e-ba27-679ce5ff68ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545047 Nov 11 21:21:28.300434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:28.378483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ee129639-340a-4427-85c1-55f7010d86c3 None None] Provisioning complete for port bcc59866-ef96-49a5-9e95-7c07e7872c54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:28.378483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee129639-340a-4427-85c1-55f7010d86c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:28.406391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:28.407027 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:28.408804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] 10.222.0.62 "PUT /v2.0/ports/2ca84456-a5de-47a2-9bd1-db5a3c90ca30 HTTP/1.1" status: 200 len: 1092 time: 1.8145311 Nov 11 21:21:28.409293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'tag': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:28.411624 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06209d53-a7c7-4180-803b-b8ca3b13007e" -d '{"events": [{"name": "network-changed", "server_uuid": "16e46676-318d-49b9-ade0-8fbef48e3a1e", "tag": "2ca84456-a5de-47a2-9bd1-db5a3c90ca30"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:28.460310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ee129639-340a-4427-85c1-55f7010d86c3 None None] Port bcc59866-ef96-49a5-9e95-7c07e7872c54 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:28.483673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcafb7-ba7b-48aa-8e0b-068880131590 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:28.521213 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef19414-77fd-4774-98fe-67ac08450d74 x-openstack-request-id: req-7ef19414-77fd-4774-98fe-67ac08450d74 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:28.521513 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e46676-318d-49b9-ade0-8fbef48e3a1e", "tag": "2ca84456-a5de-47a2-9bd1-db5a3c90ca30", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:28.521771 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ef19414-77fd-4774-98fe-67ac08450d74 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:28.522186 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'tag': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30', 'status': 'completed', 'code': 200} Nov 11 21:21:28.617132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06209d53-a7c7-4180-803b-b8ca3b13007e req-5fccfda9-6529-4676-88b1-ce11b2bf5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:28.624419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06209d53-a7c7-4180-803b-b8ca3b13007e req-5fccfda9-6529-4676-88b1-ce11b2bf5849 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 1095 time: 0.0746596 Nov 11 21:21:28.798855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06209d53-a7c7-4180-803b-b8ca3b13007e req-bcc4e1e5-3c9b-4819-b50a-387062711404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:28.800544 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06209d53-a7c7-4180-803b-b8ca3b13007e req-bcc4e1e5-3c9b-4819-b50a-387062711404 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1722817 Nov 11 21:21:28.900686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9463567-42e1-41c1-b570-76fa59dec49e req-b8cfdae5-a87e-41a5-9f92-97adc7d84620 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:28.915964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9463567-42e1-41c1-b570-76fa59dec49e req-b8cfdae5-a87e-41a5-9f92-97adc7d84620 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 944 time: 0.0839000 Nov 11 21:21:28.997737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9463567-42e1-41c1-b570-76fa59dec49e req-2b491207-8d30-4343-bb48-50e6440c012e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850921 Nov 11 21:21:29.007413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06209d53-a7c7-4180-803b-b8ca3b13007e req-337a28e8-fde6-429d-a101-ca0be9aa0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:29.012418 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06209d53-a7c7-4180-803b-b8ca3b13007e req-337a28e8-fde6-429d-a101-ca0be9aa0221 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997738 Nov 11 21:21:29.163490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c1cc012b-7094-4eac-b835-49defae225af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:29.166139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-c1cc012b-7094-4eac-b835-49defae225af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 1095 time: 0.0695190 Nov 11 21:21:29.228530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-5257ed3c-43bc-41a4-a683-1779a98434d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30 HTTP/1.1" status: 200 len: 217 time: 0.0537040 Nov 11 21:21:29.284813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-1eafc9e2-8142-488e-a8b3-f6127bc45eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:29.287140 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-1eafc9e2-8142-488e-a8b3-f6127bc45eba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0503764 Nov 11 21:21:29.342874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-aa6c554d-98c6-4a6e-b225-c9e395ea2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:29.342874 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-aa6c554d-98c6-4a6e-b225-c9e395ea2d8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477991 Nov 11 21:21:29.398390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:29.403875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1065507733-network', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:29.519757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-93d34267-23b0-4ba1-bc75-f26a96f137ad service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686156 Nov 11 21:21:29.534775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Made reservation on behalf of 4d1e1936dd3c47ee923f3b44e9b1d8d4 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:21:29.537296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:29.547270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:29.661101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:29.673984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5b1db66-55fd-47ef-b86d-75c6e51ee11c req-adfb795f-ae00-4af8-be3c-d5e73422409d service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462574 Nov 11 21:21:29.839969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:29.876992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:21:29.883955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5855f3-02f4-4778-a62d-66880729da49,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:29.891707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:29.891707 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Added segment 937f637c-4bae-4529-be4f-1b1c0dc63c3f of type vlan for network d3d50a54-e9b0-4848-ada5-bd059da44e01 Nov 11 21:21:29.933028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:30.051434 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:30.052925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:30.053809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:30.129212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] Pushing event updated for resources: {'Network': ['ID=d3d50a54-e9b0-4848-ada5-bd059da44e01,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:30.145925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:21:30.164532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a816d-80c5-4ed9-80f3-55d2639237db req-9c7522e8-f778-4b76-ae5d-660d65959f24 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:30.166252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-546a816d-80c5-4ed9-80f3-55d2639237db req-9c7522e8-f778-4b76-ae5d-660d65959f24 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 944 time: 0.0683081 Nov 11 21:21:30.174795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e550fd90-a9a2-480b-9a97-9f9a5d5a78ce admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7749765 Nov 11 21:21:30.177201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:30.182277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Request body: {'subnet': {'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1065507733-subnet', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:30.257004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-546a816d-80c5-4ed9-80f3-55d2639237db req-a6d65867-72c8-414d-94c7-ca848810082e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842726 Nov 11 21:21:30.290835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Made reservation on behalf of 4d1e1936dd3c47ee923f3b44e9b1d8d4 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:21:30.293426 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:30.549263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:30.631724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e55851-27e8-4387-bf21-b92343c20511,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:30.635113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-de92377e-7e35-4360-8f40-6806ddf37ce7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647657 Nov 11 21:21:30.639196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Checking segment: {'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:30.639561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Network hostable DHCP agents. Network: d3d50a54-e9b0-4848-ada5-bd059da44e01, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:21:30.720923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-9a777fab-5a08-4d25-b4bf-6187aa5f847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:30.722748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-9a777fab-5a08-4d25-b4bf-6187aa5f847e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0433280 Nov 11 21:21:30.723484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:21:30.743671 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Sync routers for ids ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:21:30.754738 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Routers {'7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:30.755436 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:30.825984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d3d50a54-e9b0-4848-ada5-bd059da44e01) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:30.842137 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:30.842137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:30.843075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-d0e45804-8f0f-4f61-9f78-b237af12b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:30.843075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-d0e45804-8f0f-4f61-9f78-b237af12b766 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.0953901 Nov 11 21:21:30.844086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc15e1-6057-49f8-9555-c110c20c7b3e None None] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:21:30.880417 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Set router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:30.921430 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-188971d7-1b83-4c55-abdf-e07e08e8dd52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.0765102 Nov 11 21:21:30.945346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-81e9b128-1c36-4a8a-95b3-972e02da89a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7669303 Nov 11 21:21:30.948122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 54376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:30.956073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:30.998925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-3aa6dbdd-80cc-4dcc-b61e-c5ad9536b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:31.000732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-3aa6dbdd-80cc-4dcc-b61e-c5ad9536b6de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0594425 Nov 11 21:21:31.069029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fc6704d6-3a4a-4e4c-a440-2634b1b64038 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:31.076046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-5cd340f2-3aab-4deb-b9d0-dc21cee51388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:31.077612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-5cd340f2-3aab-4deb-b9d0-dc21cee51388 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565441 Nov 11 21:21:31.085203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.086373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.182360 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.224803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-b8eb2889-f3a7-4522-a741-4d9d58fe6c01 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325276 Nov 11 21:21:31.225309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-d3d50a54-e9b0-4848-ada5-bd059da44e01', 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'fixed_ips': [{'subnet_id': '30e55851-27e8-4387-bf21-b92343c20511'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:21:31.232069 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.234987 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 4, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port': {'id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:23Z', 'updated_at': '2021-11-11T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bcc59866-ef96-49a5-9e95-7c07e7872c54', 'name': '', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:25Z', 'updated_at': '2021-11-11T21:21:27Z', 'revision_number': 2, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'subnets': [{'id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:31.251353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fc6704d6-3a4a-4e4c-a440-2634b1b64038 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:31.251884 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.269876 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Checking router: 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:21:31.270231 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Updating router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad port bcc59866-ef96-49a5-9e95-7c07e7872c54 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:21:31.303898 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.396113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f35e1ca9-c42f-48f6-aa41-a405fef95185 req-b3f781ef-88b7-43a9-a5e1-9794f809f071 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694448 Nov 11 21:21:31.502578 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.507725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Allocated IP 172.20.0.2 (d3d50a54-e9b0-4848-ada5-bd059da44e01/30e55851-27e8-4387-bf21-b92343c20511/39b2e750-ad08-44f0-9d10-c95fce366f06) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:31.518799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb35e7-a0f9-4e31-a847-65e8f2924e9c req-13d04a84-919e-48cf-b9c5-1e6180010b9b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:31.518799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9cbb35e7-a0f9-4e31-a847-65e8f2924e9c req-13d04a84-919e-48cf-b9c5-1e6180010b9b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 944 time: 0.1506064 Nov 11 21:21:31.665823 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9cbb35e7-a0f9-4e31-a847-65e8f2924e9c req-ef781522-9430-4b0a-b6e6-15364d7cc4cc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408405 Nov 11 21:21:31.753223 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.817811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.878712 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:31.927001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:31.931140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:31.936494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:31.940970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Pushing event updated for resources: {'Port': ['ID=39b2e750-ad08-44f0-9d10-c95fce366f06,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:31.951913 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.008608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Attempting to bind port 39b2e750-ad08-44f0-9d10-c95fce366f06 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:32.009090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Attempting to bind port 39b2e750-ad08-44f0-9d10-c95fce366f06 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:32.009520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Attempting to bind port 39b2e750-ad08-44f0-9d10-c95fce366f06 on network d3d50a54-e9b0-4848-ada5-bd059da44e01 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:32.029603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-62b40ad4-06f8-4907-bf00-049b36ef58a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.034553 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Pushing event updated for resources: {'Port': ['ID=bcc59866-ef96-49a5-9e95-7c07e7872c54,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:32.034789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:32.035184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Checking segment: {'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:32.035792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.036877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Bound using segment: {'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:32.037399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Bound port: 39b2e750-ad08-44f0-9d10-c95fce366f06, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:32.037785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.093714 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.094057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.094396 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.094727 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.095144 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.095731 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.096111 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.096479 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.097080 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.097420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.097736 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.098260 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:21:32.161712 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Attempting to bind port bcc59866-ef96-49a5-9e95-7c07e7872c54 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:32.162075 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Attempting to bind port bcc59866-ef96-49a5-9e95-7c07e7872c54 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:32.162475 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Attempting to bind port bcc59866-ef96-49a5-9e95-7c07e7872c54 on network eceecef5-b06e-468b-9397-c6690d60c827 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:32.163816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] For port 39b2e750-ad08-44f0-9d10-c95fce366f06, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:32.168072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] For port 39b2e750-ad08-44f0-9d10-c95fce366f06, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b2e750-ad08-44f0-9d10-c95fce366f06,segment=NetworkSegment(937f637c-4bae-4529-be4f-1b1c0dc63c3f),segment_id=937f637c-4bae-4529-be4f-1b1c0dc63c3f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:32.175833 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:32.176231 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Checking segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:32.176630 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.177075 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Bound using segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:32.177525 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Bound port: bcc59866-ef96-49a5-9e95-7c07e7872c54, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:32.177898 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.269155 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.279877 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] For port bcc59866-ef96-49a5-9e95-7c07e7872c54, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:32.301012 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] For port bcc59866-ef96-49a5-9e95-7c07e7872c54, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bcc59866-ef96-49a5-9e95-7c07e7872c54,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:32.372430 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.383991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a0f4-0663-4b9e-a8ae-8a48454e403f None None] Pushing event updated for resources: {'Port': ['ID=39b2e750-ad08-44f0-9d10-c95fce366f06,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:32.474467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2627df4d-6b85-4152-b942-055f194a38bf None None] Provisioning complete for port bcc59866-ef96-49a5-9e95-7c07e7872c54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:32.475081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2627df4d-6b85-4152-b942-055f194a38bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.478261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:21:32.497810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.536730 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55214a6-ecf9-4e47-873f-7fc873ac35da None None] Pushing event updated for resources: {'Port': ['ID=bcc59866-ef96-49a5-9e95-7c07e7872c54,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:32.540627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.555366 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Routers {'7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:32.557369 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:32.783677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:32.797552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30', 'mac_address': 'fa:16:3e:7d:bc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:21:32.889075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b02cad-71f6-4d18-b441-88e2b58a2851 req-5e1d4492-fb63-4e5d-acc3-e41d1d505761 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:32.895607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Allocated IP 172.25.2.13 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/648643d9-e9d5-4d05-a205-daefff8dcb26) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:32.901771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0b02cad-71f6-4d18-b441-88e2b58a2851 req-5e1d4492-fb63-4e5d-acc3-e41d1d505761 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 944 time: 0.1259258 Nov 11 21:21:32.933862 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] Set router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:32.940753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:32.998988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c0b02cad-71f6-4d18-b441-88e2b58a2851 req-38d76ead-bd91-4b22-93f0-d397a5c56eda tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961151 Nov 11 21:21:33.023865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:21:33.108261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2627df4d-6b85-4152-b942-055f194a38bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:33.115033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:33.157352 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2627df4d-6b85-4152-b942-055f194a38bf None None] For port bcc59866-ef96-49a5-9e95-7c07e7872c54, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bcc59866-ef96-49a5-9e95-7c07e7872c54,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:33.163111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:33.211332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:33.258603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b2e750-ad08-44f0-9d10-c95fce366f06 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:33.268454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2627df4d-6b85-4152-b942-055f194a38bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:33.280904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:33.303400 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 4, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port': {'id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:23Z', 'updated_at': '2021-11-11T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bcc59866-ef96-49a5-9e95-7c07e7872c54', 'name': '', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:25Z', 'updated_at': '2021-11-11T21:21:32Z', 'revision_number': 4, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'subnets': [{'id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:33.337484 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de8f4d-f0de-45fe-b02b-319ecc009f24 None None] The sync data for ids ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'] in n-d-805734-3 is: [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:21:26Z', 'revision_number': 4, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port': {'id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:23Z', 'updated_at': '2021-11-11T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bcc59866-ef96-49a5-9e95-7c07e7872c54', 'name': '', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:25Z', 'updated_at': '2021-11-11T21:21:32Z', 'revision_number': 4, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'subnets': [{'id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:21:33.354558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:33.361370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:33.363980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:33.431201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Pushing event updated for resources: {'Port': ['ID=648643d9-e9d5-4d05-a205-daefff8dcb26,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:33.652997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:33.712821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126394a-2c3f-4241-bc60-fd9e6cd4e923 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:33.736388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627df4d-6b85-4152-b942-055f194a38bf None None] Pushing event updated for resources: {'Port': ['ID=bcc59866-ef96-49a5-9e95-7c07e7872c54,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:33.764724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-228fc59d-3852-4692-abd6-038dfae8679f None None] Provisioning complete for port bcc59866-ef96-49a5-9e95-7c07e7872c54 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:33.765125 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-228fc59d-3852-4692-abd6-038dfae8679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:33.823148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2ca84456-a5de-47a2-9bd1-db5a3c90ca30'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:21:33.965158 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.010754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 39b2e750-ad08-44f0-9d10-c95fce366f06 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:34.011057 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.123465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07135d6-a7ba-4aa8-80fe-6633d58c0c6a None None] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:21:34.338029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Provisioning complete for port 648643d9-e9d5-4d05-a205-daefff8dcb26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:34.338757 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.367302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91dba6-8eb8-4d65-b656-0ce44b6b1c75 req-57741ca7-42e2-4452-8f86-602f3b7f5982 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:34.368917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec91dba6-8eb8-4d65-b656-0ce44b6b1c75 req-57741ca7-42e2-4452-8f86-602f3b7f5982 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 945 time: 0.2457371 Nov 11 21:21:34.437042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec91dba6-8eb8-4d65-b656-0ce44b6b1c75 req-9870a872-a1b7-4114-bb7a-44aea48f27d8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575697 Nov 11 21:21:34.450713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.496918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.514541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Port 648643d9-e9d5-4d05-a205-daefff8dcb26 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:34.583831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Provisioning complete for port 39b2e750-ad08-44f0-9d10-c95fce366f06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:34.586246 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.614898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-767022bb-e2a0-4fe2-8146-c00a38c0aca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.630311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 39b2e750-ad08-44f0-9d10-c95fce366f06, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b2e750-ad08-44f0-9d10-c95fce366f06,segment=NetworkSegment(937f637c-4bae-4529-be4f-1b1c0dc63c3f),segment_id=937f637c-4bae-4529-be4f-1b1c0dc63c3f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:34.707980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Router af679a60-e6c9-4c6f-8502-e3d79d7610fc is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:21:34.715290 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.750387 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.752000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bcc59866-ef96-49a5-9e95-7c07e7872c54 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:34.855342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:21:34.878942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Sync routers for ids ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:21:34.890812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:21:34.891162 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-ca7452e4-83f8-40c1-9330-344391bc2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:21:34.898197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Routers {'af679a60-e6c9-4c6f-8502-e3d79d7610fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:34.898842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:34.901890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=39b2e750-ad08-44f0-9d10-c95fce366f06,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:34.954971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:34.960294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ba2934a6-f8fe-4c53-9a39-23a8a8433a56 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0101860 Nov 11 21:21:34.960733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 54432) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:21:34.972197 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bcc59866-ef96-49a5-9e95-7c07e7872c54 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:34.973182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:35.089337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Set router af679a60-e6c9-4c6f-8502-e3d79d7610fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:35.347932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:21:33Z', 'revision_number': 3, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port': {'id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:32Z', 'updated_at': '2021-11-11T21:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:35.390607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Checking router: af679a60-e6c9-4c6f-8502-e3d79d7610fc for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:21:35.390965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Updating router af679a60-e6c9-4c6f-8502-e3d79d7610fc port 648643d9-e9d5-4d05-a205-daefff8dcb26 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:21:35.394638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b2e750-ad08-44f0-9d10-c95fce366f06 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:35.527113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:35.536583 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:35.706618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 39b2e750-ad08-44f0-9d10-c95fce366f06 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:35.707133 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:35.767189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:35.767874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c2cd2702-09f1-4741-87b0-008794af8457 None None] Provisioning complete for port 39b2e750-ad08-44f0-9d10-c95fce366f06 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:35.768238 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c2cd2702-09f1-4741-87b0-008794af8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:35.830332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dff7d2-2e06-4d3a-bb5e-b5f64e785fb7 req-7b350730-32bc-4885-a22e-be69f0733c1a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:35.832663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9dff7d2-2e06-4d3a-bb5e-b5f64e785fb7 req-7b350730-32bc-4885-a22e-be69f0733c1a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 945 time: 0.2883313 Nov 11 21:21:35.855453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Allocated IP 172.20.0.1 (d3d50a54-e9b0-4848-ada5-bd059da44e01/30e55851-27e8-4387-bf21-b92343c20511/7cb2bb83-632d-452f-bb58-040b3bf53891) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:35.905650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e9dff7d2-2e06-4d3a-bb5e-b5f64e785fb7 req-11ea0b0b-ad58-4300-928d-15d004f0faf7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592120 Nov 11 21:21:35.988879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bcc59866-ef96-49a5-9e95-7c07e7872c54 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:36.070388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.176330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.260888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:36.269027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.283026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:36.285498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:36.290043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Pushing event updated for resources: {'Port': ['ID=7cb2bb83-632d-452f-bb58-040b3bf53891,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:36.297958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bcc59866-ef96-49a5-9e95-7c07e7872c54 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:36.299258 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.361628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.363601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.455019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ec4f3-9196-4474-91a0-e33e34fbddfe None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:36.492882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:36.508578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Attempting to bind port 648643d9-e9d5-4d05-a205-daefff8dcb26 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:36.509172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Attempting to bind port 648643d9-e9d5-4d05-a205-daefff8dcb26 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:36.509543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Attempting to bind port 648643d9-e9d5-4d05-a205-daefff8dcb26 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:36.511453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21183-d214-4a72-9c48-b6046f4fe7cd None None] Pushing event updated for resources: {'Port': ['ID=648643d9-e9d5-4d05-a205-daefff8dcb26,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:36.549163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:36.549796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:36.550228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.550614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:36.551148 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Bound port: 648643d9-e9d5-4d05-a205-daefff8dcb26, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:36.551508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.615985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d1d0d696-4121-4377-8a5f-321d6ab965d7 None None] Provisioning complete for port 648643d9-e9d5-4d05-a205-daefff8dcb26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:36.616386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1d0d696-4121-4377-8a5f-321d6ab965d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.652484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] For port 648643d9-e9d5-4d05-a205-daefff8dcb26, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:36.673899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] For port 648643d9-e9d5-4d05-a205-daefff8dcb26, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=648643d9-e9d5-4d05-a205-daefff8dcb26,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:36.674845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d1d0d696-4121-4377-8a5f-321d6ab965d7 None None] Port 648643d9-e9d5-4d05-a205-daefff8dcb26 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:36.699779 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.748003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:21:36.753416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:36.757872 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.831054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.892570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0590442-c693-4190-a0f2-50508a8a6401 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:21:36.895021 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.902191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a669dbb4-d0d6-4d2c-9fd9-0132575dabb8 None None] Provisioning complete for port 7cb2bb83-632d-452f-bb58-040b3bf53891 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:36.902572 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a669dbb4-d0d6-4d2c-9fd9-0132575dabb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:36.915161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Routers {'af679a60-e6c9-4c6f-8502-e3d79d7610fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:36.915936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:37.034464 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.050483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a669dbb4-d0d6-4d2c-9fd9-0132575dabb8 None None] Port 7cb2bb83-632d-452f-bb58-040b3bf53891 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:37.072389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79acf19-8f52-4d74-a244-962c7a63d210 req-68db27e9-c3bc-4939-845a-88663a07761e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:37.080780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e79acf19-8f52-4d74-a244-962c7a63d210 req-68db27e9-c3bc-4939-845a-88663a07761e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 945 time: 0.0655961 Nov 11 21:21:37.142999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e79acf19-8f52-4d74-a244-962c7a63d210 req-7baf8e54-35a9-41d7-9aa6-d9abc95244c7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583787 Nov 11 21:21:37.172108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.174742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Pushing event updated for resources: {'Port': ['ID=7cb2bb83-632d-452f-bb58-040b3bf53891,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:37.193207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] Set router af679a60-e6c9-4c6f-8502-e3d79d7610fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:37.248388 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.250329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21183-d214-4a72-9c48-b6046f4fe7cd None None] Pushing event updated for resources: {'Port': ['ID=648643d9-e9d5-4d05-a205-daefff8dcb26,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:37.306518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:37.308174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:37.333132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:37.335564 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d16c69-502d-4b71-a2c3-4d79eb552d0c" -d '{"events": [{"server_uuid": "16e46676-318d-49b9-ade0-8fbef48e3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "2ca84456-a5de-47a2-9bd1-db5a3c90ca30"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:37.350040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.359569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c7d1bcc3-0341-457f-8f0d-f414295618de None None] Provisioning complete for port 648643d9-e9d5-4d05-a205-daefff8dcb26 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:37.360047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7d1bcc3-0341-457f-8f0d-f414295618de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.366883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:37.442337 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec608b-5ba6-4ea3-86be-808c4036974f x-openstack-request-id: req-38ec608b-5ba6-4ea3-86be-808c4036974f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:37.442717 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e46676-318d-49b9-ade0-8fbef48e3a1e", "name": "network-vif-plugged", "status": "completed", "tag": "2ca84456-a5de-47a2-9bd1-db5a3c90ca30", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:37.443153 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38ec608b-5ba6-4ea3-86be-808c4036974f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:37.443895 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30', 'code': 200} Nov 11 21:21:37.464771 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.509581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Router af679a60-e6c9-4c6f-8502-e3d79d7610fc has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:21:37.597304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4561c6-4dbc-467d-ba39-dc880cb20204 req-4d713793-50e3-4f1d-842a-e438312742fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:37.597304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d4561c6-4dbc-467d-ba39-dc880cb20204 req-4d713793-50e3-4f1d-842a-e438312742fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 1097 time: 0.1021369 Nov 11 21:21:37.646312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:37.709358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d4561c6-4dbc-467d-ba39-dc880cb20204 req-43e58cf2-db12-4d7e-975f-021ff287c126 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757422 Nov 11 21:21:37.714502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7d1bcc3-0341-457f-8f0d-f414295618de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.743794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c7d1bcc3-0341-457f-8f0d-f414295618de None None] For port 648643d9-e9d5-4d05-a205-daefff8dcb26, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=648643d9-e9d5-4d05-a205-daefff8dcb26,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:37.766519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 4, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port': {'id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:32Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '7cb2bb83-632d-452f-bb58-040b3bf53891', 'name': '', 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'mac_address': 'fa:16:3e:84:a1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '30e55851-27e8-4387-bf21-b92343c20511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:35Z', 'updated_at': '2021-11-11T21:21:35Z', 'revision_number': 1, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'subnets': [{'id': '30e55851-27e8-4387-bf21-b92343c20511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:37.796296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:21:37.802586 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-57b67ad5-cf34-49c9-9bac-6abac5a965fd admin admin] 10.222.0.31 "PUT /v2.0/routers/af679a60-e6c9-4c6f-8502-e3d79d7610fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8406639 Nov 11 21:21:37.821747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb6d47-3c69-44c4-a7eb-87c3321cf067 None None] The sync data for ids ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'] in n-d-805734-3 is: [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 4, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port': {'id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:32Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '7cb2bb83-632d-452f-bb58-040b3bf53891', 'name': '', 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'mac_address': 'fa:16:3e:84:a1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '30e55851-27e8-4387-bf21-b92343c20511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:35Z', 'updated_at': '2021-11-11T21:21:35Z', 'revision_number': 1, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'subnets': [{'id': '30e55851-27e8-4387-bf21-b92343c20511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:21:37.881245 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7d1bcc3-0341-457f-8f0d-f414295618de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:37.970560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:38.040845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1bcc3-0341-457f-8f0d-f414295618de None None] Pushing event updated for resources: {'Port': ['ID=648643d9-e9d5-4d05-a205-daefff8dcb26,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:38.044823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a5b9ba7-6061-486d-a9c5-a9b8a2291a8a None None] Provisioning complete for port 7cb2bb83-632d-452f-bb58-040b3bf53891 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:38.045324 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9ba7-6061-486d-a9c5-a9b8a2291a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:38.102256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b9ba7-6061-486d-a9c5-a9b8a2291a8a None None] Port 7cb2bb83-632d-452f-bb58-040b3bf53891 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:38.392531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f6e6-5739-4ff1-828c-6295e1f894e7 req-f103285e-50e0-46e2-b0d6-6c39705cc6e7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:38.400252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77f5f6e6-5739-4ff1-828c-6295e1f894e7 req-f103285e-50e0-46e2-b0d6-6c39705cc6e7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.1276462 Nov 11 21:21:38.489309 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77f5f6e6-5739-4ff1-828c-6295e1f894e7 req-9cb0ffcc-3131-47d6-85bb-be5eb84c7b56 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835009 Nov 11 21:21:38.788329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-771440df-ae8a-4ff5-909e-85b726e664f4 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:38.789951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-771440df-ae8a-4ff5-909e-85b726e664f4 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/networks?id=eceecef5-b06e-468b-9397-c6690d60c827 HTTP/1.1" status: 200 len: 911 time: 0.2268703 Nov 11 21:21:38.819177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-147875a5-1c1e-4638-bc0e-d5b0e38508f7 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/quotas/4d1e1936dd3c47ee923f3b44e9b1d8d4 HTTP/1.1" status: 200 len: 375 time: 0.0141561 Nov 11 21:21:38.926170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-4cd6c211-d8f3-48a3-bbde-703cd0d11692 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001544 Nov 11 21:21:39.165599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-069e2ded-280a-4edf-8804-fb34eb5134a4 service neutron] 10.222.0.31 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382774 Nov 11 21:21:39.316581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-14356034-48cd-4a81-a22b-16eab5fc4880 service neutron] 10.222.0.31 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412342 Nov 11 21:21:39.750618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5acac32-65e6-4c14-8478-1432f520ad9d req-91a61b04-da46-4ced-aebe-eaf60a23e39e tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 210 time: 0.1091478 Nov 11 21:21:39.780104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade4e94-a2b1-49b4-bf02-d85f1fea89a9 req-07a90886-4377-4641-8e37-5cd3ed23b95f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:39.782003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ade4e94-a2b1-49b4-bf02-d85f1fea89a9 req-07a90886-4377-4641-8e37-5cd3ed23b95f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.1287134 Nov 11 21:21:39.898907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ade4e94-a2b1-49b4-bf02-d85f1fea89a9 req-f54e8d6e-5517-4527-9b06-c578a4fccd99 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053679 Nov 11 21:21:40.268376 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:21:40.516499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482ea05-2bbe-4d80-9b8e-fd810ded6e8d req-98772297-2c7c-4e5d-8cf6-341cdb190630 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:40.518398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5482ea05-2bbe-4d80-9b8e-fd810ded6e8d req-98772297-2c7c-4e5d-8cf6-341cdb190630 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0506918 Nov 11 21:21:40.575275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5482ea05-2bbe-4d80-9b8e-fd810ded6e8d req-aeb06f45-f7ad-4c2c-a6f6-c38b31466c5d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498595 Nov 11 21:21:40.835761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af95953b-dae8-419c-b890-ebac5ef71512 req-98058821-4bb0-433b-9861-9201b75a2c43 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 210 time: 0.0290396 Nov 11 21:21:41.149103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce505876-1064-4413-bb50-38394721d628 None None] Sync routers for ids ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:21:41.162633 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] Routers {'af679a60-e6c9-4c6f-8502-e3d79d7610fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:41.163237 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:41.281282 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] Set router af679a60-e6c9-4c6f-8502-e3d79d7610fc gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:41.346320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 648643d9-e9d5-4d05-a205-daefff8dcb26 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:41.418654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 648643d9-e9d5-4d05-a205-daefff8dcb26 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:41.423477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:41.522754 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 4, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port': {'id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:32Z', 'updated_at': '2021-11-11T21:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '7cb2bb83-632d-452f-bb58-040b3bf53891', 'name': '', 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'mac_address': 'fa:16:3e:84:a1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '30e55851-27e8-4387-bf21-b92343c20511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:35Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 2, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'subnets': [{'id': '30e55851-27e8-4387-bf21-b92343c20511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:41.549515 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce505876-1064-4413-bb50-38394721d628 None None] Checking router: af679a60-e6c9-4c6f-8502-e3d79d7610fc for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:21:41.549515 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce505876-1064-4413-bb50-38394721d628 None None] Updating router af679a60-e6c9-4c6f-8502-e3d79d7610fc port 7cb2bb83-632d-452f-bb58-040b3bf53891 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:21:41.573903 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ce505876-1064-4413-bb50-38394721d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:41.729692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b318d-8f7d-4ed4-a6c9-5c21b0b11e30 req-bd34eb93-5d2d-4981-a7a4-ca74ad29e6fe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:41.731388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-682b318d-8f7d-4ed4-a6c9-5c21b0b11e30 req-bd34eb93-5d2d-4981-a7a4-ca74ad29e6fe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0541070 Nov 11 21:21:41.808268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-682b318d-8f7d-4ed4-a6c9-5c21b0b11e30 req-83935658-ffc4-4741-8aa9-b6167822f15c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642126 Nov 11 21:21:41.892874 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ce505876-1064-4413-bb50-38394721d628 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:41.965530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6568abb7-c393-48de-a1a7-12b28591fde2 req-d5365355-121e-4ab0-9a59-561548153ec6 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 210 time: 0.0512052 Nov 11 21:21:42.034300 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ce505876-1064-4413-bb50-38394721d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.077025 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8405330-6be8-4c12-bc99-d103bb8aac74 None None] Pushing event updated for resources: {'Port': ['ID=7cb2bb83-632d-452f-bb58-040b3bf53891,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:42.153199 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ce505876-1064-4413-bb50-38394721d628 None None] Attempting to bind port 7cb2bb83-632d-452f-bb58-040b3bf53891 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:42.157127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ce505876-1064-4413-bb50-38394721d628 None None] Attempting to bind port 7cb2bb83-632d-452f-bb58-040b3bf53891 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:42.157127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce505876-1064-4413-bb50-38394721d628 None None] Attempting to bind port 7cb2bb83-632d-452f-bb58-040b3bf53891 on network d3d50a54-e9b0-4848-ada5-bd059da44e01 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:42.162193 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce505876-1064-4413-bb50-38394721d628 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:42.162624 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce505876-1064-4413-bb50-38394721d628 None None] Checking segment: {'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:42.164378 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ce505876-1064-4413-bb50-38394721d628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.164804 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce505876-1064-4413-bb50-38394721d628 None None] Bound using segment: {'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:42.165318 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-ce505876-1064-4413-bb50-38394721d628 None None] Bound port: 7cb2bb83-632d-452f-bb58-040b3bf53891, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f637c-4bae-4529-be4f-1b1c0dc63c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:42.165718 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ce505876-1064-4413-bb50-38394721d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.233561 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ce505876-1064-4413-bb50-38394721d628 None None] For port 7cb2bb83-632d-452f-bb58-040b3bf53891, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:42.237198 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-ce505876-1064-4413-bb50-38394721d628 None None] For port 7cb2bb83-632d-452f-bb58-040b3bf53891, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7cb2bb83-632d-452f-bb58-040b3bf53891,segment=NetworkSegment(937f637c-4bae-4529-be4f-1b1c0dc63c3f),segment_id=937f637c-4bae-4529-be4f-1b1c0dc63c3f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:42.308244 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-ce505876-1064-4413-bb50-38394721d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.380756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-996cb6e1-b333-46e8-9fd9-7e55f968721b None None] Provisioning complete for port 7cb2bb83-632d-452f-bb58-040b3bf53891 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:42.380756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-996cb6e1-b333-46e8-9fd9-7e55f968721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.381343 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] Routers {'af679a60-e6c9-4c6f-8502-e3d79d7610fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:21:42.381343 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:21:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:42.487232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-996cb6e1-b333-46e8-9fd9-7e55f968721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.546541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-996cb6e1-b333-46e8-9fd9-7e55f968721b None None] For port 7cb2bb83-632d-452f-bb58-040b3bf53891, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7cb2bb83-632d-452f-bb58-040b3bf53891,segment=NetworkSegment(937f637c-4bae-4529-be4f-1b1c0dc63c3f),segment_id=937f637c-4bae-4529-be4f-1b1c0dc63c3f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:42.578885 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8405330-6be8-4c12-bc99-d103bb8aac74 None None] Pushing event updated for resources: {'Port': ['ID=7cb2bb83-632d-452f-bb58-040b3bf53891,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:42.613491 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] Set router af679a60-e6c9-4c6f-8502-e3d79d7610fc gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:21:42.685435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-996cb6e1-b333-46e8-9fd9-7e55f968721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.746832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cb6e1-b333-46e8-9fd9-7e55f968721b None None] Pushing event updated for resources: {'Port': ['ID=7cb2bb83-632d-452f-bb58-040b3bf53891,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:42.820232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-84b7f35b-2007-4bcd-9191-45ae0e437ebf None None] Provisioning complete for port 7cb2bb83-632d-452f-bb58-040b3bf53891 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:42.820703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84b7f35b-2007-4bcd-9191-45ae0e437ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:42.832338 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ce505876-1064-4413-bb50-38394721d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 4, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port': {'id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:32Z', 'updated_at': '2021-11-11T21:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '7cb2bb83-632d-452f-bb58-040b3bf53891', 'name': '', 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'mac_address': 'fa:16:3e:84:a1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '30e55851-27e8-4387-bf21-b92343c20511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:35Z', 'updated_at': '2021-11-11T21:21:42Z', 'revision_number': 4, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'subnets': [{'id': '30e55851-27e8-4387-bf21-b92343c20511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:21:42.865055 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce505876-1064-4413-bb50-38394721d628 None None] The sync data for ids ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'] in n-d-805734-3 is: [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:21:36Z', 'revision_number': 4, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port': {'id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:32Z', 'updated_at': '2021-11-11T21:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '7cb2bb83-632d-452f-bb58-040b3bf53891', 'name': '', 'network_id': 'd3d50a54-e9b0-4848-ada5-bd059da44e01', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'mac_address': 'fa:16:3e:84:a1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '30e55851-27e8-4387-bf21-b92343c20511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:35Z', 'updated_at': '2021-11-11T21:21:42Z', 'revision_number': 4, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'subnets': [{'id': '30e55851-27e8-4387-bf21-b92343c20511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:21:43.053245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9da299-9a58-473f-a987-f2137cca5b65 req-53af4aeb-8d4e-456e-8657-70f305a023d5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:43.060641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b9da299-9a58-473f-a987-f2137cca5b65 req-53af4aeb-8d4e-456e-8657-70f305a023d5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.1457281 Nov 11 21:21:43.101658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-83e59f9e-7906-4ad2-832f-ae62b159483a tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:43.112610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-83e59f9e-7906-4ad2-832f-ae62b159483a tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.62 "GET /v2.0/networks?id=eceecef5-b06e-468b-9397-c6690d60c827 HTTP/1.1" status: 200 len: 911 time: 0.2543399 Nov 11 21:21:43.120002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Request body: {'port': {'device_id': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'admin_state_up': True, 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:43.136959 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2ed4036-c232-43da-8e83-93395a9a4d3e req-5724b5ac-fe8e-47ce-82d7-6a77b101d616 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 210 time: 0.0361309 Nov 11 21:21:43.174479 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8b9da299-9a58-473f-a987-f2137cca5b65 req-167081b8-dd95-4e2e-940e-09b1105f800a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127040 Nov 11 21:21:43.319437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Made reservation on behalf of 4d1e1936dd3c47ee923f3b44e9b1d8d4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:21:43.322544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:43.389438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7cb2bb83-632d-452f-bb58-040b3bf53891 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:43.461493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 7cb2bb83-632d-452f-bb58-040b3bf53891 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:43.461987 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:43.517521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Allocated IP 172.20.0.6 (eceecef5-b06e-468b-9397-c6690d60c827/768bad1e-fdaa-4323-8765-35aaef188fec/817975cc-871c-450c-90f9-ab95972575aa) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:43.697929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:43.794220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:43.844194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Network eceecef5-b06e-468b-9397-c6690d60c827 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:43.847174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:43.851877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:43.855176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Pushing event updated for resources: {'Port': ['ID=817975cc-871c-450c-90f9-ab95972575aa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:43.895105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:43.895726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:44.045668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-b82d99e2-6e3d-4380-8f5c-a27cf3c309bd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9295819 Nov 11 21:21:44.057715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Request body: {'port': {'device_id': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:44.109997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f262dba7-d63c-4907-ab09-fc604d39cc5e None None] Provisioning complete for port 817975cc-871c-450c-90f9-ab95972575aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:44.110932 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f262dba7-d63c-4907-ab09-fc604d39cc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:44.120656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:44.269005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a718e91-6d08-498b-b0a0-ed21e023e118 req-04eee52e-2831-4c36-a5e7-03e9ff2f6370 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:44.277489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a718e91-6d08-498b-b0a0-ed21e023e118 req-04eee52e-2831-4c36-a5e7-03e9ff2f6370 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1027 time: 0.0612133 Nov 11 21:21:44.333936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a718e91-6d08-498b-b0a0-ed21e023e118 req-dc32894f-1abf-4a45-9e06-33ae49e596b5 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551414 Nov 11 21:21:44.379978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f262dba7-d63c-4907-ab09-fc604d39cc5e None None] Port 817975cc-871c-450c-90f9-ab95972575aa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:44.460850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f8ad-54c6-4de1-83a1-410ca212429b req-a4b356c7-d98f-4d76-ab75-5d75873babf3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:44.463085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4559f8ad-54c6-4de1-83a1-410ca212429b req-a4b356c7-d98f-4d76-ab75-5d75873babf3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0827272 Nov 11 21:21:44.560801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817975cc-871c-450c-90f9-ab95972575aa {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:21:44.569285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:44.574215 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4559f8ad-54c6-4de1-83a1-410ca212429b req-23af774a-218d-4542-bcc4-3d7bee414506 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024425 Nov 11 21:21:44.585754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Transition to ACTIVE for port object 817975cc-871c-450c-90f9-ab95972575aa will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:21:44.661455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:44.754107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Pushing event updated for resources: {'Port': ['ID=817975cc-871c-450c-90f9-ab95972575aa,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:44.788581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Attempting to bind port 817975cc-871c-450c-90f9-ab95972575aa on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:44.788937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Attempting to bind port 817975cc-871c-450c-90f9-ab95972575aa by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:44.789262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Attempting to bind port 817975cc-871c-450c-90f9-ab95972575aa on network eceecef5-b06e-468b-9397-c6690d60c827 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:44.795017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Port 817975cc-871c-450c-90f9-ab95972575aa on network eceecef5-b06e-468b-9397-c6690d60c827 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:21:44.795324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Attempting to bind port 817975cc-871c-450c-90f9-ab95972575aa on network eceecef5-b06e-468b-9397-c6690d60c827 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:44.803351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:44.803351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Checking segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:44.803351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Bound using segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:44.803351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Bound port: 817975cc-871c-450c-90f9-ab95972575aa, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:44.803780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:44.888419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] For port 817975cc-871c-450c-90f9-ab95972575aa, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:44.892225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] For port 817975cc-871c-450c-90f9-ab95972575aa, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=817975cc-871c-450c-90f9-ab95972575aa,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:45.012946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:45.052969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.053535 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:45.054923 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] 10.222.0.62 "PUT /v2.0/ports/817975cc-871c-450c-90f9-ab95972575aa HTTP/1.1" status: 200 len: 1091 time: 1.0013399 Nov 11 21:21:45.055769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'tag': '817975cc-871c-450c-90f9-ab95972575aa'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:45.057784 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e15de6-7659-44d3-a9fe-3fd932d53466" -d '{"events": [{"name": "network-changed", "server_uuid": "b489ffdb-bd34-44f0-81fe-fcc0a53c6a09", "tag": "817975cc-871c-450c-90f9-ab95972575aa"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:45.083583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f927eb-18e6-4988-ab54-b4f1a48f334a service neutron] Pushing event updated for resources: {'Port': ['ID=817975cc-871c-450c-90f9-ab95972575aa,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:45.103594 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77905f-d74f-42a5-a9dd-1b13f4d7e86e x-openstack-request-id: req-2b77905f-d74f-42a5-a9dd-1b13f4d7e86e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:45.103890 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b489ffdb-bd34-44f0-81fe-fcc0a53c6a09", "tag": "817975cc-871c-450c-90f9-ab95972575aa", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:45.104166 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b77905f-d74f-42a5-a9dd-1b13f4d7e86e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:45.104667 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'tag': '817975cc-871c-450c-90f9-ab95972575aa', 'status': 'completed', 'code': 200} Nov 11 21:21:45.186332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e15de6-7659-44d3-a9fe-3fd932d53466 req-a9c78002-69ed-402c-8476-5906b6580aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.188320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05e15de6-7659-44d3-a9fe-3fd932d53466 req-a9c78002-69ed-402c-8476-5906b6580aff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1094 time: 0.0559540 Nov 11 21:21:45.305485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e15de6-7659-44d3-a9fe-3fd932d53466 req-27a2c41f-ca7e-46e6-93ac-5e3c01e8e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.306981 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05e15de6-7659-44d3-a9fe-3fd932d53466 req-27a2c41f-ca7e-46e6-93ac-5e3c01e8e122 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1106908 Nov 11 21:21:45.427626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e15de6-7659-44d3-a9fe-3fd932d53466 req-288749af-fac9-4ee3-8f79-7d8ee2c1dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.429557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05e15de6-7659-44d3-a9fe-3fd932d53466 req-288749af-fac9-4ee3-8f79-7d8ee2c1dd48 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149001 Nov 11 21:21:45.463858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb7ba6-3188-4e8d-9b24-5ba4babdd71d req-5e3a0fd5-a3d2-44bb-85d5-28ed03cb9c83 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.465499 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5eb7ba6-3188-4e8d-9b24-5ba4babdd71d req-5e3a0fd5-a3d2-44bb-85d5-28ed03cb9c83 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1094 time: 0.0540276 Nov 11 21:21:45.542599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-a87e7380-0a28-495d-bc22-9f6b652d2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.544112 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-a87e7380-0a28-495d-bc22-9f6b652d2785 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1094 time: 0.0735908 Nov 11 21:21:45.546350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5eb7ba6-3188-4e8d-9b24-5ba4babdd71d req-68853c8f-60a9-4097-9ba7-be5b1ed1d32b tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746884 Nov 11 21:21:45.602043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-8ca77975-51ae-4bf1-a734-47278d72f048 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=817975cc-871c-450c-90f9-ab95972575aa HTTP/1.1" status: 200 len: 217 time: 0.0495529 Nov 11 21:21:45.659923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-c0475385-11b1-45c5-9943-b88980d6215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.661605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-c0475385-11b1-45c5-9943-b88980d6215e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=768bad1e-fdaa-4323-8765-35aaef188fec HTTP/1.1" status: 200 len: 849 time: 0.0534003 Nov 11 21:21:45.709163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a5bb-c8e1-4610-9c23-1b6db91a9629 req-f0df97c9-abf3-4e8a-a9f8-930e2c7be979 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.710915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5127a5bb-c8e1-4610-9c23-1b6db91a9629 req-f0df97c9-abf3-4e8a-a9f8-930e2c7be979 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0558951 Nov 11 21:21:45.722797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-78beb524-6551-4be2-9253-42f62c36d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:45.724517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-78beb524-6551-4be2-9253-42f62c36d838 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eceecef5-b06e-468b-9397-c6690d60c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558872 Nov 11 21:21:45.779344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5127a5bb-c8e1-4610-9c23-1b6db91a9629 req-672b3737-1501-4c5c-832d-6f3d501e2353 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Nov 11 21:21:45.830644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-86676461-113c-4589-b1e9-0461779fea9e service neutron] 10.222.0.62 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962653 Nov 11 21:21:45.934827 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a72ed79-4c6f-4d4d-986c-21cd605bbcd4 req-2e70cbf7-9ef9-42ec-b421-4621db286316 service neutron] 10.222.0.62 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969610 Nov 11 21:21:46.660622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44122fcf-63a2-4114-9227-34bd091f8834 req-5986801f-281e-49f6-9f42-25fbf3351557 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:46.660622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44122fcf-63a2-4114-9227-34bd091f8834 req-5986801f-281e-49f6-9f42-25fbf3351557 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1094 time: 0.0412574 Nov 11 21:21:46.706986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44122fcf-63a2-4114-9227-34bd091f8834 req-a97e044a-7745-412e-9b3c-25d7a6470dbd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Nov 11 21:21:46.903976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeec3c-3817-4e1e-829a-818714c671e4 req-d590bfe3-3d4a-4864-bab7-f3cc605210ea tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:46.905514 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68eeec3c-3817-4e1e-829a-818714c671e4 req-d590bfe3-3d4a-4864-bab7-f3cc605210ea tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0536740 Nov 11 21:21:46.957404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68eeec3c-3817-4e1e-829a-818714c671e4 req-755646c8-ee77-46b8-a359-1629fac5acfe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452797 Nov 11 21:21:47.819408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c383-a89e-43ec-9b33-dd766ce786aa req-b58ffeb6-9747-4e60-953b-84e59b88301e tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:47.820986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a710c383-a89e-43ec-9b33-dd766ce786aa req-b58ffeb6-9747-4e60-953b-84e59b88301e tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1094 time: 0.0446794 Nov 11 21:21:47.865283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a710c383-a89e-43ec-9b33-dd766ce786aa req-1c41c909-e978-45a8-9aea-b33d1ae3d3e0 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Nov 11 21:21:48.085048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd89cef-413c-4a99-9cb7-9cc8eb7bbe4a req-a19aa477-6241-40ec-888c-2d4c1375c4a2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:48.086541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3bd89cef-413c-4a99-9cb7-9cc8eb7bbe4a req-a19aa477-6241-40ec-888c-2d4c1375c4a2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0529032 Nov 11 21:21:48.136862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3bd89cef-413c-4a99-9cb7-9cc8eb7bbe4a req-55306be1-2655-40fc-bbde-74e25f5dea77 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Nov 11 21:21:48.496223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 817975cc-871c-450c-90f9-ab95972575aa details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:21:48.594601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 817975cc-871c-450c-90f9-ab95972575aa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=817975cc-871c-450c-90f9-ab95972575aa,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:48.606825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '817975cc-871c-450c-90f9-ab95972575aa', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'port_id': '817975cc-871c-450c-90f9-ab95972575aa', 'mac_address': 'fa:16:3e:46:c0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:21:48.649811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:48.669268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817975cc-871c-450c-90f9-ab95972575aa {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:21:48.688910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 817975cc-871c-450c-90f9-ab95972575aa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=817975cc-871c-450c-90f9-ab95972575aa,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:48.799686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:48.851169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=817975cc-871c-450c-90f9-ab95972575aa,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:48.984910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2834f79-9e1c-4a38-927c-058117a161b5 req-89768597-4879-4fdc-bbd8-d9e5ed6db0b0 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:48.987201 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2834f79-9e1c-4a38-927c-058117a161b5 req-89768597-4879-4fdc-bbd8-d9e5ed6db0b0 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1095 time: 0.0544610 Nov 11 21:21:49.075890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['817975cc-871c-450c-90f9-ab95972575aa'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:21:49.077745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2834f79-9e1c-4a38-927c-058117a161b5 req-03eddbca-9326-432c-9ab4-c15bee9405cd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469837 Nov 11 21:21:49.289230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566f47f-b701-471c-9db6-7e593319cce0 req-280fe2e8-8379-4e59-a29c-4cf55cf54072 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:49.290472 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4566f47f-b701-471c-9db6-7e593319cce0 req-280fe2e8-8379-4e59-a29c-4cf55cf54072 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0650783 Nov 11 21:21:49.370792 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4566f47f-b701-471c-9db6-7e593319cce0 req-2745abb6-8c0a-423c-b125-3cdb3e8d0dc2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595512 Nov 11 21:21:50.172091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b29cc-18c7-4458-9878-83146b3b8544 req-1cf39b62-aa59-487e-a1b7-2101aba4d947 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:50.174151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-232b29cc-18c7-4458-9878-83146b3b8544 req-1cf39b62-aa59-487e-a1b7-2101aba4d947 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1095 time: 0.0477755 Nov 11 21:21:50.219674 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-232b29cc-18c7-4458-9878-83146b3b8544 req-7b532d65-949d-4edd-bc1f-f5b5038cf725 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Nov 11 21:21:50.491822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f9fce-f88b-442a-8fef-7c5b6c77ed9c req-50b8db07-5f99-42b6-9765-adfc9eb7589e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:50.493382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d4f9fce-f88b-442a-8fef-7c5b6c77ed9c req-50b8db07-5f99-42b6-9765-adfc9eb7589e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0527627 Nov 11 21:21:50.515705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 817975cc-871c-450c-90f9-ab95972575aa up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:21:50.562527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d4f9fce-f88b-442a-8fef-7c5b6c77ed9c req-0f5502ba-9a53-427d-92fa-c17813030969 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594568 Nov 11 21:21:50.647458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 817975cc-871c-450c-90f9-ab95972575aa completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:21:50.651953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 817975cc-871c-450c-90f9-ab95972575aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:50.652361 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:50.737594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:50.761441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817975cc-871c-450c-90f9-ab95972575aa'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:50.763588 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce728db-b6d1-41c5-94a2-1a6f0d7881fb" -d '{"events": [{"server_uuid": "b489ffdb-bd34-44f0-81fe-fcc0a53c6a09", "name": "network-vif-plugged", "status": "completed", "tag": "817975cc-871c-450c-90f9-ab95972575aa"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:50.776790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 817975cc-871c-450c-90f9-ab95972575aa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=817975cc-871c-450c-90f9-ab95972575aa,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:21:50.801348 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5add880-3d81-46ca-a00f-2c808d12cfe5 x-openstack-request-id: req-c5add880-3d81-46ca-a00f-2c808d12cfe5 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:50.801719 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b489ffdb-bd34-44f0-81fe-fcc0a53c6a09", "name": "network-vif-plugged", "status": "completed", "tag": "817975cc-871c-450c-90f9-ab95972575aa", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:50.802073 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5add880-3d81-46ca-a00f-2c808d12cfe5 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:50.802532 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817975cc-871c-450c-90f9-ab95972575aa', 'code': 200} Nov 11 21:21:50.867502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:50.902589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab745b1-80e9-4496-8aa9-1cc8de2e5ff8 req-6b5a9a51-98c9-469e-801e-25751b50b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:50.904492 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ab745b1-80e9-4496-8aa9-1cc8de2e5ff8 req-6b5a9a51-98c9-469e-801e-25751b50b609 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0412364 Nov 11 21:21:50.922727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=817975cc-871c-450c-90f9-ab95972575aa,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:50.950417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ab745b1-80e9-4496-8aa9-1cc8de2e5ff8 req-95f7937f-d674-4cc5-8ac0-c6876afaafe4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388057 Nov 11 21:21:51.333286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77bcfd-c03a-42dc-8647-30f99eb150f3 req-08d837e1-c03e-48d2-8330-2108c7618538 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:51.334872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f77bcfd-c03a-42dc-8647-30f99eb150f3 req-08d837e1-c03e-48d2-8330-2108c7618538 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0421731 Nov 11 21:21:51.392194 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f77bcfd-c03a-42dc-8647-30f99eb150f3 req-7e77d19c-42c4-4dce-a4ee-b7e4b655d3df tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Nov 11 21:21:51.696773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2963e-2d2f-4091-9209-925b80bca70a req-334ef864-1237-4a91-aeb7-a10a093ad962 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:51.698213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7df2963e-2d2f-4091-9209-925b80bca70a req-334ef864-1237-4a91-aeb7-a10a093ad962 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0518067 Nov 11 21:21:51.758176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7df2963e-2d2f-4091-9209-925b80bca70a req-38ea159b-8954-4571-a474-12882665fbf9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538659 Nov 11 21:21:52.268179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:52.504812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fb2cd-d72a-4ce6-b35b-5074e8618a09 req-5b1d6dcb-a079-435e-a835-59dc3347c7e3 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:52.506552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b0fb2cd-d72a-4ce6-b35b-5074e8618a09 req-5b1d6dcb-a079-435e-a835-59dc3347c7e3 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0416694 Nov 11 21:21:52.562357 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b0fb2cd-d72a-4ce6-b35b-5074e8618a09 req-cbb20c07-aa19-4d56-9e77-b63a19e1bd22 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Nov 11 21:21:52.670239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ef7b7-494f-4642-ab1d-cd9506fcc845 req-0a8a7ab1-7a20-4274-afd8-c934c9bac894 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:52.671687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-128ef7b7-494f-4642-ab1d-cd9506fcc845 req-0a8a7ab1-7a20-4274-afd8-c934c9bac894 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0422144 Nov 11 21:21:52.716920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-128ef7b7-494f-4642-ab1d-cd9506fcc845 req-296a5d3c-4572-4431-8c53-6a12d63c44a1 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 Nov 11 21:21:52.842051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b604b2d-82e4-425e-ab6a-b30834563afb req-fecea7e6-9d88-439a-9c3d-25b687a66654 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:52.844560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b604b2d-82e4-425e-ab6a-b30834563afb req-fecea7e6-9d88-439a-9c3d-25b687a66654 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0543604 Nov 11 21:21:52.888510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb161a-11bc-4933-b09d-0776b4e827bc req-c1db0aff-e1b0-44f4-90ae-c0b5ce3b4c5b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:52.890153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fb161a-11bc-4933-b09d-0776b4e827bc req-c1db0aff-e1b0-44f4-90ae-c0b5ce3b4c5b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0628831 Nov 11 21:21:52.902372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b604b2d-82e4-425e-ab6a-b30834563afb req-969e9639-9efa-4069-98d0-5c2fa93aaf3d tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Nov 11 21:21:52.952754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5fb161a-11bc-4933-b09d-0776b4e827bc req-68d6950a-e0e1-41bf-a789-437c2183e1a1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547297 Nov 11 21:21:53.129605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-235b6553-f91f-405b-92a3-77b2c7b7a8d2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:53.131136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-235b6553-f91f-405b-92a3-77b2c7b7a8d2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/networks?id=eceecef5-b06e-468b-9397-c6690d60c827 HTTP/1.1" status: 200 len: 911 time: 0.0919824 Nov 11 21:21:53.145770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-344ccd18-b316-47a9-a5a7-162892abdd4e tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/quotas/4d1e1936dd3c47ee923f3b44e9b1d8d4 HTTP/1.1" status: 200 len: 375 time: 0.0088530 Nov 11 21:21:53.203274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-a771a527-f505-4182-a6da-5674d17f38d6 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519962 Nov 11 21:21:53.301552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-b2deb3f0-a4f3-4afd-af92-22cd3c59b6d3 service neutron] 10.222.0.31 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900505 Nov 11 21:21:53.398020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-c89db79a-b1eb-4ddf-9830-d0360e6ab054 service neutron] 10.222.0.31 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901282 Nov 11 21:21:53.642044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3c31e7b2-df35-41a8-a630-d5978db7addc req-e3bad526-9964-47f5-b2d7-7d5411661a46 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 210 time: 0.0318923 Nov 11 21:21:54.083732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc0e92-bdd3-4dee-833c-8d3bc35111d5 req-69767a78-3b23-4964-b70e-1cf6d1f17f7d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:54.083732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77fc0e92-bdd3-4dee-833c-8d3bc35111d5 req-69767a78-3b23-4964-b70e-1cf6d1f17f7d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0539663 Nov 11 21:21:54.130615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77fc0e92-bdd3-4dee-833c-8d3bc35111d5 req-d3348864-5242-4509-a2a8-1084a36bbb7b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 Nov 11 21:21:54.742273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-575abcfe-6012-486a-af3f-e7949f775ad4 req-087bcdb3-bfdd-4753-be9f-09965d7806bc tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 210 time: 0.0266061 Nov 11 21:21:55.265355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e3a3-193a-4787-b5c8-b5242f65514f req-73f3b398-8d01-4796-94aa-bf2b63cf9d72 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:55.266843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2a7e3a3-193a-4787-b5c8-b5242f65514f req-73f3b398-8d01-4796-94aa-bf2b63cf9d72 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0531423 Nov 11 21:21:55.322100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2a7e3a3-193a-4787-b5c8-b5242f65514f req-27fb1977-4222-49bd-b8e6-b1ccb4544393 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Nov 11 21:21:55.520182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-a122b0c4-2a1f-42c0-b113-ea4a6dba6264 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:55.521657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-a122b0c4-2a1f-42c0-b113-ea4a6dba6264 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.58 "GET /v2.0/networks?id=eceecef5-b06e-468b-9397-c6690d60c827 HTTP/1.1" status: 200 len: 911 time: 0.0926955 Nov 11 21:21:55.536781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Request body: {'port': {'device_id': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'admin_state_up': True, 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:55.604632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Made reservation on behalf of 4d1e1936dd3c47ee923f3b44e9b1d8d4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:21:55.607220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:55.734206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Allocated IP 172.20.0.9 (eceecef5-b06e-468b-9397-c6690d60c827/768bad1e-fdaa-4323-8765-35aaef188fec/5f6b739b-3a91-4d37-9547-9974e9accb0c) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:21:55.875061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6743d0b3-395b-4fdf-8c17-3f0e89555ad0 req-91aa5286-cbf5-4c0a-a88e-ea42bd5ad82e tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 210 time: 0.0323234 Nov 11 21:21:55.919411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:56.033618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:56.046911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['817975cc-871c-450c-90f9-ab95972575aa'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:21:56.134840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Pushing event updated for resources: {'Port': ['ID=5f6b739b-3a91-4d37-9547-9974e9accb0c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:56.140804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Network eceecef5-b06e-468b-9397-c6690d60c827 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:21:56.143412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:21:56.159446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:21:56.237069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:56.237753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:56.325470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-82af3ba1-57b0-478f-b90d-ba712d4b1739 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7940290 Nov 11 21:21:56.339002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Request body: {'port': {'device_id': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:21:56.410042 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:56.436226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-37a7d516-df65-4560-8875-e709989f7cd8 None None] Provisioning complete for port 5f6b739b-3a91-4d37-9547-9974e9accb0c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:21:56.436934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37a7d516-df65-4560-8875-e709989f7cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:56.494656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-37a7d516-df65-4560-8875-e709989f7cd8 None None] Port 5f6b739b-3a91-4d37-9547-9974e9accb0c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:21:56.497860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fce7d-7d4f-4d79-ade9-48c262657d0e req-49dfd0c3-e3b5-43ea-a213-ae9872d02be1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:56.500306 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-121fce7d-7d4f-4d79-ade9-48c262657d0e req-49dfd0c3-e3b5-43ea-a213-ae9872d02be1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0599399 Nov 11 21:21:56.553751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-121fce7d-7d4f-4d79-ade9-48c262657d0e req-c6eb3e1b-133f-4cdb-8171-8f4583ec354d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467076 Nov 11 21:21:57.042430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc885101-cb48-4864-bec4-ef5e14cb74f0 req-54986ef6-6802-4244-bdcc-95d0a7cfa18c tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:57.043956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc885101-cb48-4864-bec4-ef5e14cb74f0 req-54986ef6-6802-4244-bdcc-95d0a7cfa18c tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1027 time: 0.0668373 Nov 11 21:21:57.136386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc885101-cb48-4864-bec4-ef5e14cb74f0 req-bc6f5b73-836a-44d1-8d93-8c8d386d699a tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825086 Nov 11 21:21:57.148009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6b739b-3a91-4d37-9547-9974e9accb0c {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:21:57.156606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:57.169167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Transition to ACTIVE for port object 5f6b739b-3a91-4d37-9547-9974e9accb0c will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:21:57.262295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:57.322510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b739b-3a91-4d37-9547-9974e9accb0c,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:57.352219 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:57.414912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Attempting to bind port 5f6b739b-3a91-4d37-9547-9974e9accb0c on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:21:57.415251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Attempting to bind port 5f6b739b-3a91-4d37-9547-9974e9accb0c by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:21:57.415585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Attempting to bind port 5f6b739b-3a91-4d37-9547-9974e9accb0c on network eceecef5-b06e-468b-9397-c6690d60c827 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:57.421401 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Port 5f6b739b-3a91-4d37-9547-9974e9accb0c on network eceecef5-b06e-468b-9397-c6690d60c827 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:21:57.421735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Attempting to bind port 5f6b739b-3a91-4d37-9547-9974e9accb0c on network eceecef5-b06e-468b-9397-c6690d60c827 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:21:57.431736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:21:57.432087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Checking segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:21:57.432517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Bound using segment: {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:21:57.432958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Bound port: 5f6b739b-3a91-4d37-9547-9974e9accb0c, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb893aa-7e2e-4995-9b18-1afe3754e968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:21:57.433318 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:57.512501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] For port 5f6b739b-3a91-4d37-9547-9974e9accb0c, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:21:57.516758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] For port 5f6b739b-3a91-4d37-9547-9974e9accb0c, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5f6b739b-3a91-4d37-9547-9974e9accb0c,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:21:57.580994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:57.634517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:57.635675 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:21:57.641062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/5f6b739b-3a91-4d37-9547-9974e9accb0c HTTP/1.1" status: 200 len: 1091 time: 1.3067789 Nov 11 21:21:57.655041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'tag': '5f6b739b-3a91-4d37-9547-9974e9accb0c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:21:57.659071 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b21f29-ec62-4f30-bfc6-a212fd429dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "68412c10-4cae-4274-871b-7dd62da8cb3b", "tag": "5f6b739b-3a91-4d37-9547-9974e9accb0c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:21:57.736103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca8c94-48f5-4a54-ab7e-e9213d80b5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b739b-3a91-4d37-9547-9974e9accb0c,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:21:57.785287 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b80c5ce-e9f4-4ff0-b98f-b28a59ba2a99 x-openstack-request-id: req-2b80c5ce-e9f4-4ff0-b98f-b28a59ba2a99 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:21:57.785848 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68412c10-4cae-4274-871b-7dd62da8cb3b", "tag": "5f6b739b-3a91-4d37-9547-9974e9accb0c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:21:57.787076 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b80c5ce-e9f4-4ff0-b98f-b28a59ba2a99 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:21:57.787657 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'tag': '5f6b739b-3a91-4d37-9547-9974e9accb0c', 'status': 'completed', 'code': 200} Nov 11 21:21:57.815659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5a785-90b4-4679-afb7-5293e2959612 req-8039bb91-dd0a-43d5-899d-e3ddb4308401 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:57.820436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-05f32adb-3182-44d5-b1e2-df52d00d43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:57.822041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-05f32adb-3182-44d5-b1e2-df52d00d43fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1094 time: 0.0799894 Nov 11 21:21:57.822541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8be5a785-90b4-4679-afb7-5293e2959612 req-8039bb91-dd0a-43d5-899d-e3ddb4308401 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0984676 Nov 11 21:21:57.885937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8be5a785-90b4-4679-afb7-5293e2959612 req-be2928ff-b031-4cc7-aecb-fffa51499021 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560617 Nov 11 21:21:57.914362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-10ca1810-d0d9-4712-800b-66996416da60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6b739b-3a91-4d37-9547-9974e9accb0c HTTP/1.1" status: 200 len: 217 time: 0.0844276 Nov 11 21:21:57.977998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-c03b0003-2866-49c8-8d90-9b587b6dc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:57.979537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-c03b0003-2866-49c8-8d90-9b587b6dc4a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768bad1e-fdaa-4323-8765-35aaef188fec HTTP/1.1" status: 200 len: 849 time: 0.0564187 Nov 11 21:21:58.033324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-92eb8470-db82-4041-8507-ae45d88612de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:58.034890 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-92eb8470-db82-4041-8507-ae45d88612de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eceecef5-b06e-468b-9397-c6690d60c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465181 Nov 11 21:21:58.135203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-acb2a918-8796-47f8-8b53-c37cfa8c6347 service neutron] 10.222.0.58 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932384 Nov 11 21:21:58.296446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d6d08632-fd13-45af-89ce-7ae0f8fc6fbd req-d656d3c6-6100-4114-b5d5-75402d50a51b service neutron] 10.222.0.58 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528177 Nov 11 21:21:58.299383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12923ee7-34f9-4118-b84a-620c657ca952 req-c87366f7-d254-4211-b3c7-d293f7e8949f tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:58.300908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12923ee7-34f9-4118-b84a-620c657ca952 req-c87366f7-d254-4211-b3c7-d293f7e8949f tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1094 time: 0.0711586 Nov 11 21:21:58.349532 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12923ee7-34f9-4118-b84a-620c657ca952 req-6ec4e8a8-fc71-46d2-a8fa-d62481569401 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Nov 11 21:21:58.440295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-2571a652-ff59-4384-a488-60e2105ac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:58.442114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-2571a652-ff59-4384-a488-60e2105ac8cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1094 time: 0.0432439 Nov 11 21:21:58.539156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-6560bbdd-7471-44a5-9feb-f8998a87d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:58.540666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-6560bbdd-7471-44a5-9feb-f8998a87d78b service neutron] 10.222.0.58 "GET /v2.0/networks?id=eceecef5-b06e-468b-9397-c6690d60c827 HTTP/1.1" status: 200 len: 911 time: 0.0915213 Nov 11 21:21:58.586258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-46ee2d56-35c2-4010-b8ce-4e7cd903f517 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6b739b-3a91-4d37-9547-9974e9accb0c HTTP/1.1" status: 200 len: 217 time: 0.0366464 Nov 11 21:21:58.638139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-8f7c5db8-34a8-4687-b895-3530bc608a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:58.639748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-8f7c5db8-34a8-4687-b895-3530bc608a06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=768bad1e-fdaa-4323-8765-35aaef188fec HTTP/1.1" status: 200 len: 849 time: 0.0471730 Nov 11 21:21:58.686714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-1e86ee32-99ef-4ea4-bf6d-a97f8a40b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:58.688281 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-1e86ee32-99ef-4ea4-bf6d-a97f8a40b9d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eceecef5-b06e-468b-9397-c6690d60c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411761 Nov 11 21:21:58.786830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-04f3776b-8f0d-484c-9373-182f81d370d1 service neutron] 10.222.0.58 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918336 Nov 11 21:21:58.887941 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-50b21f29-ec62-4f30-bfc6-a212fd429dc8 req-257bc55f-3fb2-44b4-90be-2e3c5df86888 service neutron] 10.222.0.58 "GET /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934985 Nov 11 21:21:59.044519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab03efb-1aa5-44c0-b801-19bddc557f59 req-ca491498-7209-4826-b4ff-d0a1a214c9d9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:59.045943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fab03efb-1aa5-44c0-b801-19bddc557f59 req-ca491498-7209-4826-b4ff-d0a1a214c9d9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0536437 Nov 11 21:21:59.099626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fab03efb-1aa5-44c0-b801-19bddc557f59 req-7fe4f3ee-b4ed-4b1c-a10a-259e4c7f78d0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471098 Nov 11 21:21:59.482115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eb38c-efcf-4145-8eed-38fbddf2f10c req-7d2782c8-f607-449b-b56a-51ef44258684 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:21:59.484538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-035eb38c-efcf-4145-8eed-38fbddf2f10c req-7d2782c8-f607-449b-b56a-51ef44258684 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1094 time: 0.0488043 Nov 11 21:21:59.534359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-035eb38c-efcf-4145-8eed-38fbddf2f10c req-2cabec3b-02ae-4042-9f7d-fbba0e998def tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Nov 11 21:22:00.227228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a998af-9599-4054-ab4c-7c5ee0f43ed3 req-c8c851b3-3753-4989-8873-f5b51786a247 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:00.228780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8a998af-9599-4054-ab4c-7c5ee0f43ed3 req-c8c851b3-3753-4989-8873-f5b51786a247 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0512242 Nov 11 21:22:00.277866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8a998af-9599-4054-ab4c-7c5ee0f43ed3 req-a189cc4c-69ac-465c-9088-cef11d771d22 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Nov 11 21:22:00.510663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55314) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:00.654584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69ee1175-d3fa-41d3-a9ee-776049fce5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:00.673941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089eddf-4628-495c-9f72-f047335d3533 req-c39b77de-fe02-4598-a104-0f25b48deeb5 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:00.675582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2089eddf-4628-495c-9f72-f047335d3533 req-c39b77de-fe02-4598-a104-0f25b48deeb5 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1094 time: 0.0635233 Nov 11 21:22:00.745437 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2089eddf-4628-495c-9f72-f047335d3533 req-7a13b95c-fb8a-412b-a3b0-1ed74ac2c511 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634320 Nov 11 21:22:00.774774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69ee1175-d3fa-41d3-a9ee-776049fce5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:00.833013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69ee1175-d3fa-41d3-a9ee-776049fce5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:00.873040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee1175-d3fa-41d3-a9ee-776049fce5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34972b8d-4ae7-45eb-92d6-73141e0031e2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:00.879427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-69ee1175-d3fa-41d3-a9ee-776049fce5e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29bb26876d694a1fbc3aad6a2ffaa6c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676188 Nov 11 21:22:00.882066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:00.930225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0706-e193-446d-9ae8-530bd0e4d992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:00.952862 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0706-e193-446d-9ae8-530bd0e4d992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:01.067296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0706-e193-446d-9ae8-530bd0e4d992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:01.070078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0706-e193-446d-9ae8-530bd0e4d992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:01.071338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c8cd0706-e193-446d-9ae8-530bd0e4d992 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34972b8d-4ae7-45eb-92d6-73141e0031e2 HTTP/1.1" status: 204 len: 168 time: 0.1883504 Nov 11 21:22:01.079694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0706-e193-446d-9ae8-530bd0e4d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34972b8d-4ae7-45eb-92d6-73141e0031e2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:01.412039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad0600-293e-44fb-98ba-b8fedf6ca8df req-b38ec75a-d088-4fe3-b03b-8059967756cf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:01.412039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-caad0600-293e-44fb-98ba-b8fedf6ca8df req-b38ec75a-d088-4fe3-b03b-8059967756cf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0531137 Nov 11 21:22:01.469646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-caad0600-293e-44fb-98ba-b8fedf6ca8df req-9f4f5341-3265-4fe6-a9e1-7e7eb9b417f6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494795 Nov 11 21:22:01.857979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6285090-872b-4027-9bb6-90e9f9a7cdce req-9eb41129-1641-474b-9afc-27514a9f55ec tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:01.859610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6285090-872b-4027-9bb6-90e9f9a7cdce req-9eb41129-1641-474b-9afc-27514a9f55ec tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1094 time: 0.0457535 Nov 11 21:22:01.914134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a6285090-872b-4027-9bb6-90e9f9a7cdce req-9f3deee0-db7a-44d7-8709-3bffe125b4d1 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Nov 11 21:22:01.953634 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bb453a0-d7cd-4ed6-b914-b27937ae5700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:01.966616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5f6b739b-3a91-4d37-9547-9974e9accb0c details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:22:02.066422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5f6b739b-3a91-4d37-9547-9974e9accb0c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5f6b739b-3a91-4d37-9547-9974e9accb0c,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:02.077610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '5f6b739b-3a91-4d37-9547-9974e9accb0c', 'network_id': 'eceecef5-b06e-468b-9397-c6690d60c827', 'port_id': '5f6b739b-3a91-4d37-9547-9974e9accb0c', 'mac_address': 'fa:16:3e:43:e0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768bad1e-fdaa-4323-8765-35aaef188fec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:22:02.115893 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:02.130862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6b739b-3a91-4d37-9547-9974e9accb0c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:22:02.157008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5f6b739b-3a91-4d37-9547-9974e9accb0c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5f6b739b-3a91-4d37-9547-9974e9accb0c,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:02.261718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:02.313801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=5f6b739b-3a91-4d37-9547-9974e9accb0c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:02.590558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6529-13ee-4c5a-95e1-fbf20f578f68 req-395266bf-4ee5-4f10-a6e0-e111a0794c8d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:02.592059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17ab6529-13ee-4c5a-95e1-fbf20f578f68 req-395266bf-4ee5-4f10-a6e0-e111a0794c8d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0505083 Nov 11 21:22:02.623454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['5f6b739b-3a91-4d37-9547-9974e9accb0c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:22:02.641981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17ab6529-13ee-4c5a-95e1-fbf20f578f68 req-cbb5ee82-72c3-4d8c-a4fe-76fc7b1b763d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Nov 11 21:22:03.018584 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a25af4-d2de-4ded-a366-7e8fbf09e50a req-98797f2c-0cea-453e-82e3-4b4fd3dbed48 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:03.020274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0a25af4-d2de-4ded-a366-7e8fbf09e50a req-98797f2c-0cea-453e-82e3-4b4fd3dbed48 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1095 time: 0.0421042 Nov 11 21:22:03.068294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e0a25af4-d2de-4ded-a366-7e8fbf09e50a req-e442bbd8-5c7d-4a19-a2a8-cc836c741dc9 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Nov 11 21:22:03.773080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832645b-2170-4668-92fe-11387a0a1cce req-eed79821-f01b-4ed2-9756-5e5a556d52ae tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:03.774715 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4832645b-2170-4668-92fe-11387a0a1cce req-eed79821-f01b-4ed2-9756-5e5a556d52ae tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0521619 Nov 11 21:22:03.824695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4832645b-2170-4668-92fe-11387a0a1cce req-addc2cc9-e21a-481f-b6b9-2eb9c6c6f6ed tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Nov 11 21:22:03.984789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5f6b739b-3a91-4d37-9547-9974e9accb0c up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:22:04.085010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 5f6b739b-3a91-4d37-9547-9974e9accb0c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:22:04.091228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 5f6b739b-3a91-4d37-9547-9974e9accb0c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:22:04.091813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:04.180236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:04.180492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebda9c7-c4f7-41eb-a845-078ed1a10ca8 req-1dfcbb04-5946-41fe-8f71-f8a296436967 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:04.182084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ebda9c7-c4f7-41eb-a845-078ed1a10ca8 req-1dfcbb04-5946-41fe-8f71-f8a296436967 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1095 time: 0.0432086 Nov 11 21:22:04.211703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b739b-3a91-4d37-9547-9974e9accb0c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:22:04.215820 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f61f10-c4af-4886-a9fa-b0a75dc7c67f" -d '{"events": [{"server_uuid": "68412c10-4cae-4274-871b-7dd62da8cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b739b-3a91-4d37-9547-9974e9accb0c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:22:04.243370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 5f6b739b-3a91-4d37-9547-9974e9accb0c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5f6b739b-3a91-4d37-9547-9974e9accb0c,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:04.271274 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153298a4-1609-4d91-9290-8b19c1b64b43 x-openstack-request-id: req-153298a4-1609-4d91-9290-8b19c1b64b43 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:22:04.271653 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68412c10-4cae-4274-871b-7dd62da8cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b739b-3a91-4d37-9547-9974e9accb0c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:22:04.271891 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-153298a4-1609-4d91-9290-8b19c1b64b43 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:22:04.272326 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b739b-3a91-4d37-9547-9974e9accb0c', 'code': 200} Nov 11 21:22:04.276022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ebda9c7-c4f7-41eb-a845-078ed1a10ca8 req-a6538acb-63c5-441f-933c-74ccdf9105d1 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742924 Nov 11 21:22:04.329804 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:04.382849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c2680-c45d-4a99-a6c6-6da094d2cde9 req-c4d2d203-77ed-4ea5-b567-16843ec5b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:04.384839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a9c2680-c45d-4a99-a6c6-6da094d2cde9 req-c4d2d203-77ed-4ea5-b567-16843ec5b635 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0512905 Nov 11 21:22:04.393129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=5f6b739b-3a91-4d37-9547-9974e9accb0c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:04.419826 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b770b85b-5f55-4a31-8996-612feadeb1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:04.438227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a9c2680-c45d-4a99-a6c6-6da094d2cde9 req-c90c5e1f-1365-439f-ab9a-5daeab0a31c9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Nov 11 21:22:04.964822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9483ad-ad91-48c4-8277-413ee4c90735 req-30d0f304-ccbb-4e42-ba76-4745296f4d7d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:04.966503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c9483ad-ad91-48c4-8277-413ee4c90735 req-30d0f304-ccbb-4e42-ba76-4745296f4d7d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0600922 Nov 11 21:22:05.018726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c9483ad-ad91-48c4-8277-413ee4c90735 req-e3a9003a-49c6-4b94-a027-44ddc3572813 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454195 Nov 11 21:22:05.416063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593a6fc-1321-47fc-baad-2a410ce971be req-0e2e6c62-f780-4dc2-8d33-fbcfe336a515 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:05.417643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c593a6fc-1321-47fc-baad-2a410ce971be req-0e2e6c62-f780-4dc2-8d33-fbcfe336a515 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0579462 Nov 11 21:22:05.462689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c593a6fc-1321-47fc-baad-2a410ce971be req-482b1d89-d359-46c5-b776-d080925d1fee tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Nov 11 21:22:05.570201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:06.140344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8976d-38cb-41a9-94b3-2acbf9043831 req-02b6c76b-8b49-4a2c-a071-f1acbd09cee6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:06.141892 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42e8976d-38cb-41a9-94b3-2acbf9043831 req-02b6c76b-8b49-4a2c-a071-f1acbd09cee6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0534475 Nov 11 21:22:06.196839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42e8976d-38cb-41a9-94b3-2acbf9043831 req-38bbe761-3a64-401d-8671-174123e2587d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Nov 11 21:22:06.394413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623b05d-29b9-4aa4-bd29-d744cc2988ad req-046364ce-de00-4b2a-b07f-f3e1b5186977 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:06.396211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c623b05d-29b9-4aa4-bd29-d744cc2988ad req-046364ce-de00-4b2a-b07f-f3e1b5186977 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0588107 Nov 11 21:22:06.446790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c623b05d-29b9-4aa4-bd29-d744cc2988ad req-1ee03b5e-6f88-4632-939c-aeb5b5fdc41b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Nov 11 21:22:06.599061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f14ac-d844-41e2-9583-3c6f8c6753e8 req-eaa89942-3b00-41ea-a24d-3b61264cff3c tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:06.600725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e3f14ac-d844-41e2-9583-3c6f8c6753e8 req-eaa89942-3b00-41ea-a24d-3b61264cff3c tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0555236 Nov 11 21:22:06.602129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab48dc-31b7-47c2-9126-7ee97940fca3 req-a02e57c5-a99f-4fb8-a0c8-610b2fe94f8b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:06.603676 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bab48dc-31b7-47c2-9126-7ee97940fca3 req-a02e57c5-a99f-4fb8-a0c8-610b2fe94f8b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0646620 Nov 11 21:22:06.660713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e3f14ac-d844-41e2-9583-3c6f8c6753e8 req-d0c93b2c-2fcd-4533-b175-b3c0f601a948 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Nov 11 21:22:06.660946 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bab48dc-31b7-47c2-9126-7ee97940fca3 req-91557a12-fbf4-489e-a82f-a9d61f358862 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499771 Nov 11 21:22:06.776810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771dc3b-514d-4fe6-93d2-6fed40b0c6f7 req-add247ab-16fd-4a65-9cb4-d1782aae50dc tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:06.778653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3771dc3b-514d-4fe6-93d2-6fed40b0c6f7 req-add247ab-16fd-4a65-9cb4-d1782aae50dc tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0446508 Nov 11 21:22:06.835093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3771dc3b-514d-4fe6-93d2-6fed40b0c6f7 req-f1855276-c4cc-4938-87ba-f54aed8ad560 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Nov 11 21:22:06.958180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf72d1-fd70-4f96-9814-a50a0e40264c req-bb066cc4-19b2-4a51-969b-ab121039bfbf tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:06.959433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23cf72d1-fd70-4f96-9814-a50a0e40264c req-bb066cc4-19b2-4a51-969b-ab121039bfbf tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0496578 Nov 11 21:22:07.012495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23cf72d1-fd70-4f96-9814-a50a0e40264c req-c8d1c885-715c-4635-b3be-6e274a837c55 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Nov 11 21:22:07.024532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-422eb8b2-fe04-46f3-8527-4ba5bf42f334 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:07.039732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-422eb8b2-fe04-46f3-8527-4ba5bf42f334 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1274168 Nov 11 21:22:07.063224 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-a18467f7-e885-4b6f-ac70-3f2ce96227e0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/quotas/d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 375 time: 0.0180101 Nov 11 21:22:07.118524 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:07.130456 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-fd3342ab-4ffd-48c0-980b-52c0353bfc55 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0653303 Nov 11 21:22:07.229872 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-3a3bafe3-d096-47f7-b542-49f73e2f9368 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921426 Nov 11 21:22:07.334381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-1a4d8075-bb9f-4ab4-aa9e-398f260a34f9 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967402 Nov 11 21:22:07.539021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8291-f6a0-487a-993b-6fa03f2a0ed0 req-1fb5845e-4619-4306-9d71-779c2bc07a72 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:07.540599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82a8291-f6a0-487a-993b-6fa03f2a0ed0 req-1fb5845e-4619-4306-9d71-779c2bc07a72 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0418570 Nov 11 21:22:07.587583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a82a8291-f6a0-487a-993b-6fa03f2a0ed0 req-81ce7483-266c-4820-90fc-ae148a8c27cd tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Nov 11 21:22:07.826991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:08.021270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7bd3cd9-69bd-4fb6-ab0e-c82d3952c6d2 req-79009664-2564-4728-b098-4449f506d4db tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 210 time: 0.0371876 Nov 11 21:22:08.711769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dfdab-cd8a-4700-8718-58b8c35bf849 req-abdfb26a-01a7-4dae-b761-8c73683274eb tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:08.713483 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-785dfdab-cd8a-4700-8718-58b8c35bf849 req-abdfb26a-01a7-4dae-b761-8c73683274eb tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0480163 Nov 11 21:22:08.762055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-785dfdab-cd8a-4700-8718-58b8c35bf849 req-c2d92558-8efc-4b58-aa17-b68f229b4328 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Nov 11 21:22:09.061148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-07306be2-89fd-42fc-9363-41b27c1bb0d8 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:09.062645 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-07306be2-89fd-42fc-9363-41b27c1bb0d8 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.0468419 Nov 11 21:22:09.154681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe9eac25-2d15-4463-b2d7-3317dbb9990b req-e18fc043-8ee1-4a15-8f25-cee808d1a353 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 210 time: 0.0304978 Nov 11 21:22:09.176306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Deleting port 5f6b739b-3a91-4d37-9547-9974e9accb0c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:09.176656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:09.261795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] For port 5f6b739b-3a91-4d37-9547-9974e9accb0c, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=5f6b739b-3a91-4d37-9547-9974e9accb0c,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:09.262171 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:09.278197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Calling delete_port for 5f6b739b-3a91-4d37-9547-9974e9accb0c owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:09.467347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:09.480951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['817975cc-871c-450c-90f9-ab95972575aa'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:22:09.485852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['5f6b739b-3a91-4d37-9547-9974e9accb0c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:22:09.521872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f6b739b-3a91-4d37-9547-9974e9accb0c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:09.594528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] No DVR routers for this DVR port 5f6b739b-3a91-4d37-9547-9974e9accb0c on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:22:09.596747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:09.600302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2aacdfcf-da37-4118-b384-a1bac2183162 req-1e6a2633-3cbd-4143-99a7-0cf79a466870 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5f6b739b-3a91-4d37-9547-9974e9accb0c HTTP/1.1" status: 204 len: 173 time: 0.5313883 Nov 11 21:22:09.600617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'name': 'network-vif-deleted', 'tag': '5f6b739b-3a91-4d37-9547-9974e9accb0c'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:22:09.602892 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0afda4-205d-4c40-9954-55e7301daa02" -d '{"events": [{"server_uuid": "68412c10-4cae-4274-871b-7dd62da8cb3b", "name": "network-vif-deleted", "tag": "5f6b739b-3a91-4d37-9547-9974e9accb0c"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:22:09.688557 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a2aadd-0412-43f6-8184-071822a1a88a x-openstack-request-id: req-c5a2aadd-0412-43f6-8184-071822a1a88a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:22:09.688557 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68412c10-4cae-4274-871b-7dd62da8cb3b", "name": "network-vif-deleted", "tag": "5f6b739b-3a91-4d37-9547-9974e9accb0c", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:22:09.688557 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5a2aadd-0412-43f6-8184-071822a1a88a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:22:09.690449 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68412c10-4cae-4274-871b-7dd62da8cb3b', 'name': 'network-vif-deleted', 'tag': '5f6b739b-3a91-4d37-9547-9974e9accb0c', 'status': 'completed', 'code': 200} Nov 11 21:22:09.905087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34bae6c8-ace2-4fb6-a2d1-17e41b709ebc req-77e38294-15e8-47e8-8252-b96ebdaaf856 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68412c10-4cae-4274-871b-7dd62da8cb3b HTTP/1.1" status: 200 len: 210 time: 0.0399456 Nov 11 21:22:09.917334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-cfd53535-1667-4647-81b6-a155ec416e4a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:09.918969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-cfd53535-1667-4647-81b6-a155ec416e4a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1649160 Nov 11 21:22:09.932550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'port': {'device_id': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'admin_state_up': True, 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:22:10.141142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Made reservation on behalf of d8dd3c5998f44844915036e2aabbd6d4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:22:10.145593 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:10.292111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95249de0-d710-441a-9a30-ed26f1cf6cc2 req-4ad86410-5f00-4b12-9793-f09a5aec79f8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 210 time: 0.0409291 Nov 11 21:22:10.308818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Allocated IP 172.20.0.10 (3985b7ae-9f2d-4bb4-8756-cd53c390a28d/d886793b-8ce2-483c-8a2e-1d1f09fca4ae/2d5f5068-f5e7-4a00-b608-96cf606d5f82) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:22:10.478551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:10.587680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:10.599359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2ca84456-a5de-47a2-9bd1-db5a3c90ca30'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:22:10.632320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:22:10.640376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:22:10.646125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:22:10.650724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=2d5f5068-f5e7-4a00-b608-96cf606d5f82,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:10.732301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:10.732973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:10.887010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-f3f4b391-4b4a-42c0-8441-ddde150fb7bf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9585638 Nov 11 21:22:10.899426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Request body: {'port': {'device_id': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:22:10.961830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:10.994279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-43fc1cf1-b66f-45b3-9761-a6286e6b2302 None None] Provisioning complete for port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:22:10.994804 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43fc1cf1-b66f-45b3-9761-a6286e6b2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:11.036725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-43fc1cf1-b66f-45b3-9761-a6286e6b2302 None None] Port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:22:11.317668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5f5068-f5e7-4a00-b608-96cf606d5f82 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:22:11.317668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:11.317668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Transition to ACTIVE for port object 2d5f5068-f5e7-4a00-b608-96cf606d5f82 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:22:11.420707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23a249-9040-481a-b863-77fd723d51ad req-825ba652-2f47-4e7d-89d7-d50af4e12228 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:11.422322 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed23a249-9040-481a-b863-77fd723d51ad req-825ba652-2f47-4e7d-89d7-d50af4e12228 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 932 time: 0.0525889 Nov 11 21:22:11.454438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:11.479985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed23a249-9040-481a-b863-77fd723d51ad req-36b98b4b-fb6a-42e9-8b78-f6d6cc0f13b2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497174 Nov 11 21:22:11.540931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f5068-f5e7-4a00-b608-96cf606d5f82,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:11.607393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Attempting to bind port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:22:11.607735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Attempting to bind port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:22:11.608060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Attempting to bind port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:22:11.613718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:22:11.614037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Attempting to bind port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:22:11.625010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:22:11.625010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:22:11.625010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Bound using segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:22:11.625010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Bound port: 2d5f5068-f5e7-4a00-b608-96cf606d5f82, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:22:11.625010 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:11.707109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] For port 2d5f5068-f5e7-4a00-b608-96cf606d5f82, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:22:11.717041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] For port 2d5f5068-f5e7-4a00-b608-96cf606d5f82, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:22:11.774383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eee8c9-d765-43f8-8d5c-9dc0ff892d80 req-03cfad05-5ea6-4c12-babf-b8b29f183cc7 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:11.774383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84eee8c9-d765-43f8-8d5c-9dc0ff892d80 req-03cfad05-5ea6-4c12-babf-b8b29f183cc7 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0914459 Nov 11 21:22:11.817380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:11.827694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84eee8c9-d765-43f8-8d5c-9dc0ff892d80 req-abea4d86-6a69-453e-bcd0-5addecc13eed tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478129 Nov 11 21:22:11.866152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:11.867455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:11.869568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] 10.222.0.58 "PUT /v2.0/ports/2d5f5068-f5e7-4a00-b608-96cf606d5f82 HTTP/1.1" status: 200 len: 1092 time: 0.9743466 Nov 11 21:22:11.871809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'tag': '2d5f5068-f5e7-4a00-b608-96cf606d5f82'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:22:11.875062 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31842e35-7307-4e5c-90dc-24ddb7124da8" -d '{"events": [{"name": "network-changed", "server_uuid": "07430fa9-4f6c-4ccc-81ed-5e680c79b9a0", "tag": "2d5f5068-f5e7-4a00-b608-96cf606d5f82"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:22:11.914197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8773a-e414-438e-bb13-99ef54a66aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5f5068-f5e7-4a00-b608-96cf606d5f82,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:11.934520 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b7ffa-1ad5-4283-ab37-b34f27299240 x-openstack-request-id: req-5c8b7ffa-1ad5-4283-ab37-b34f27299240 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:22:11.940967 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07430fa9-4f6c-4ccc-81ed-5e680c79b9a0", "tag": "2d5f5068-f5e7-4a00-b608-96cf606d5f82", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:22:11.940967 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c8b7ffa-1ad5-4283-ab37-b34f27299240 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:22:11.940967 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'tag': '2d5f5068-f5e7-4a00-b608-96cf606d5f82', 'status': 'completed', 'code': 200} Nov 11 21:22:12.008965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842e35-7307-4e5c-90dc-24ddb7124da8 req-8bb52067-3426-40b1-9c41-0b510a48ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.011421 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31842e35-7307-4e5c-90dc-24ddb7124da8 req-8bb52067-3426-40b1-9c41-0b510a48ff14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0503199 Nov 11 21:22:12.134589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842e35-7307-4e5c-90dc-24ddb7124da8 req-4bfb99ad-224a-4344-bffe-ba6ef3dc86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.136859 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31842e35-7307-4e5c-90dc-24ddb7124da8 req-4bfb99ad-224a-4344-bffe-ba6ef3dc86fe service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1160204 Nov 11 21:22:12.242863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842e35-7307-4e5c-90dc-24ddb7124da8 req-3c1d52b3-707e-4ee0-90cb-9c10bb8438d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.244447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31842e35-7307-4e5c-90dc-24ddb7124da8 req-3c1d52b3-707e-4ee0-90cb-9c10bb8438d1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004429 Nov 11 21:22:12.325399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-92e9a98e-5482-4fcd-9a8a-f8d035459219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.326939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-92e9a98e-5482-4fcd-9a8a-f8d035459219 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 1095 time: 0.0421262 Nov 11 21:22:12.369201 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-a313dfe6-91ae-4eef-97da-11dc24e694a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82 HTTP/1.1" status: 200 len: 217 time: 0.0345135 Nov 11 21:22:12.427068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-501e19b2-6309-4c2c-83d9-eb641c1deb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.428568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-501e19b2-6309-4c2c-83d9-eb641c1deb06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0524387 Nov 11 21:22:12.476425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-96fca160-466f-4566-876c-1954bafc5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.478262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-96fca160-466f-4566-876c-1954bafc5953 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420687 Nov 11 21:22:12.586221 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-00706a16-387a-4f8a-9a98-f32405022b86 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004331 Nov 11 21:22:12.614740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efed1-0a25-40b0-93f0-8ef76c582059 req-084e973d-eb46-493f-a881-42c3fc7f4306 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.616339 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d5efed1-0a25-40b0-93f0-8ef76c582059 req-084e973d-eb46-493f-a881-42c3fc7f4306 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 944 time: 0.0561659 Nov 11 21:22:12.669707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d5efed1-0a25-40b0-93f0-8ef76c582059 req-89ab68f0-2a23-435c-b96a-29091ab3dce7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Nov 11 21:22:12.685286 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18a2e1ce-218f-49aa-81cd-87ae7e296f53 req-634d76f4-7f14-401e-ad8d-6d4f859deeae service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912716 Nov 11 21:22:12.951339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70514f4-13d3-444c-8f86-2b9358b2dea2 req-57431220-f6db-401b-8672-f2f5b03d3df0 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:12.953257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f70514f4-13d3-444c-8f86-2b9358b2dea2 req-57431220-f6db-401b-8672-f2f5b03d3df0 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0509720 Nov 11 21:22:13.005803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f70514f4-13d3-444c-8f86-2b9358b2dea2 req-3e30d587-07e0-4a1e-aae6-c4a74b857d78 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3d5855f3-02f4-4778-a62d-66880729da49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Nov 11 21:22:13.055577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-9b58eb1e-95b1-40ac-8471-e6acaf1bb633 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:13.057377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-9b58eb1e-95b1-40ac-8471-e6acaf1bb633 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 1096 time: 0.0475132 Nov 11 21:22:13.153486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Deleting port 817975cc-871c-450c-90f9-ab95972575aa {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:13.153736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:13.239364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] For port 817975cc-871c-450c-90f9-ab95972575aa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=817975cc-871c-450c-90f9-ab95972575aa,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:13.239724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:13.253112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Calling delete_port for 817975cc-871c-450c-90f9-ab95972575aa owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:13.433297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:13.444074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['817975cc-871c-450c-90f9-ab95972575aa'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:22:13.460649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Pushing event deleted for resources: {'Port': ['ID=817975cc-871c-450c-90f9-ab95972575aa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:13.509795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] No DVR routers for this DVR port 817975cc-871c-450c-90f9-ab95972575aa on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:22:13.510701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:13.515500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f25c7375-aa40-4156-b1e0-bc72cfdafc00 req-50a2f6ea-0465-4c5e-82af-1266dd9e5ed2 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.62 "DELETE /v2.0/ports/817975cc-871c-450c-90f9-ab95972575aa HTTP/1.1" status: 204 len: 173 time: 0.4502366 Nov 11 21:22:13.809946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3112b1c-e063-4d4e-abc2-5640a667651a req-8f379d07-aafb-4d07-87a5-b34e7a6122a9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:13.812648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3112b1c-e063-4d4e-abc2-5640a667651a req-8f379d07-aafb-4d07-87a5-b34e7a6122a9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 944 time: 0.0637174 Nov 11 21:22:13.869040 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3112b1c-e063-4d4e-abc2-5640a667651a req-66394fb8-b335-4d1f-b120-efc2fea49e61 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Nov 11 21:22:13.936958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'name': 'network-vif-deleted', 'tag': '817975cc-871c-450c-90f9-ab95972575aa'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:22:13.939394 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c158c5-9b10-4505-8879-db1c91a1d14c" -d '{"events": [{"server_uuid": "b489ffdb-bd34-44f0-81fe-fcc0a53c6a09", "name": "network-vif-deleted", "tag": "817975cc-871c-450c-90f9-ab95972575aa"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:22:13.982361 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5ac7ad-c024-494d-a9ca-2aaf8cd6d897 x-openstack-request-id: req-3a5ac7ad-c024-494d-a9ca-2aaf8cd6d897 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:22:13.982736 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b489ffdb-bd34-44f0-81fe-fcc0a53c6a09", "name": "network-vif-deleted", "tag": "817975cc-871c-450c-90f9-ab95972575aa", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:22:13.983023 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a5ac7ad-c024-494d-a9ca-2aaf8cd6d897 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:22:13.983428 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b489ffdb-bd34-44f0-81fe-fcc0a53c6a09', 'name': 'network-vif-deleted', 'tag': '817975cc-871c-450c-90f9-ab95972575aa', 'status': 'completed', 'code': 200} Nov 11 21:22:14.054262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5f6b739b-3a91-4d37-9547-9974e9accb0c no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:14.076979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 5f6b739b-3a91-4d37-9547-9974e9accb0c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:14.077332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 5f6b739b-3a91-4d37-9547-9974e9accb0c not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:14.132842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ddf47ce5-e556-45d7-b24f-cb25ae6ceb00 req-d31178de-8777-40e6-abc9-ab91ec7a71e8 tempest-TestServerMultinode-1632956772 tempest-TestServerMultinode-1632956772-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b489ffdb-bd34-44f0-81fe-fcc0a53c6a09 HTTP/1.1" status: 200 len: 210 time: 0.0271790 Nov 11 21:22:15.012970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ae22-6331-438f-88eb-b9c5af01f09a req-87fed7ba-2e73-4440-a63b-fd97f6acd170 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:15.014548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8a2ae22-6331-438f-88eb-b9c5af01f09a req-87fed7ba-2e73-4440-a63b-fd97f6acd170 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 944 time: 0.0578189 Nov 11 21:22:15.076040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8a2ae22-6331-438f-88eb-b9c5af01f09a req-9f4d4712-c5d3-403d-862c-2bc31f31b0d3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550120 Nov 11 21:22:15.196970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:15.586645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:16.208561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8f472-5cf7-4a24-a9e8-a06d9ba6ce35 req-57ee0e02-f5dc-4cca-bc0d-0884a47b2e35 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:16.210344 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95f8f472-5cf7-4a24-a9e8-a06d9ba6ce35 req-57ee0e02-f5dc-4cca-bc0d-0884a47b2e35 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 944 time: 0.0582559 Nov 11 21:22:16.263397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-95f8f472-5cf7-4a24-a9e8-a06d9ba6ce35 req-dbb6c992-e753-486d-94cd-e29fd49a04b9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Nov 11 21:22:16.397457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Deleting port bcc59866-ef96-49a5-9e95-7c07e7872c54 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:16.397457 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:16.397457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] For port bcc59866-ef96-49a5-9e95-7c07e7872c54, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bcc59866-ef96-49a5-9e95-7c07e7872c54,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:16.397457 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:16.397457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Calling delete_port for bcc59866-ef96-49a5-9e95-7c07e7872c54 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:16.657765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 817975cc-871c-450c-90f9-ab95972575aa no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:16.672069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:16.681158 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 817975cc-871c-450c-90f9-ab95972575aa {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:16.682198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 817975cc-871c-450c-90f9-ab95972575aa not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:16.709270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc59866-ef96-49a5-9e95-7c07e7872c54,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:16.739017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.739423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.739842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.740084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.740481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.740824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.741157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.741487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.742444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.742784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.743111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.743440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:16.905011 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:17.173719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:22:17.271570 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:22:17.286212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:22:17.295469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-056e320e-eeef-43c6-8bee-27d45ab48c32 admin admin] 10.222.0.31 "PUT /v2.0/routers/7fbd80fa-0bdb-498e-ba27-679ce5ff68ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0952559 Nov 11 21:22:17.296287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 55978) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:17.306370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] Sync routers for ids ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:22:17.340635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] Routers {'7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:22:17.342397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:22:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:17.469613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:17.509305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] Set router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:22:17.545922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdc4f-2441-43f0-88c4-8d75f920d724 req-3cf23046-404d-4021-bbce-867e2c0e922b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:17.547479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ccdc4f-2441-43f0-88c4-8d75f920d724 req-3cf23046-404d-4021-bbce-867e2c0e922b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 944 time: 0.1275299 Nov 11 21:22:17.654637 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ccdc4f-2441-43f0-88c4-8d75f920d724 req-e27b469d-8408-45b4-a937-f3079d254545 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733099 Nov 11 21:22:17.656789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:17.773897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:22:16Z', 'revision_number': 5, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port': {'id': 'fc6704d6-3a4a-4e4c-a440-2634b1b64038', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:23Z', 'updated_at': '2021-11-11T21:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:17.821110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] Checking router: 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:22:17.834020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] Routers {'7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:22:17.834645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:22:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:17.835630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Deleting port fc6704d6-3a4a-4e4c-a440-2634b1b64038 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:17.836251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:17.931318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] Set router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:22:17.944190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] For port fc6704d6-3a4a-4e4c-a440-2634b1b64038, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fc6704d6-3a4a-4e4c-a440-2634b1b64038,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:17.944190 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:17.965639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Calling delete_port for fc6704d6-3a4a-4e4c-a440-2634b1b64038 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:17.995679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:22:17Z', 'revision_number': 6, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:18.026414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144afbd-154b-47a4-819f-20c84ae3b072 None None] The sync data for ids ['7fbd80fa-0bdb-498e-ba27-679ce5ff68ad'] in n-d-805734-3 is: [{'id': '7fbd80fa-0bdb-498e-ba27-679ce5ff68ad', 'name': 'tempest-TestServerMultinode-1286971059-router', 'tenant_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:22Z', 'updated_at': '2021-11-11T21:22:17Z', 'revision_number': 6, 'project_id': '5419d02fcfc342ba9e4a0ded90e6793d', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:22:18.059943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d5f5068-f5e7-4a00-b608-96cf606d5f82 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:22:18.184090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2d5f5068-f5e7-4a00-b608-96cf606d5f82, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:18.196878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '2d5f5068-f5e7-4a00-b608-96cf606d5f82', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '2d5f5068-f5e7-4a00-b608-96cf606d5f82', 'mac_address': 'fa:16:3e:ba:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:22:18.235068 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.249709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5f5068-f5e7-4a00-b608-96cf606d5f82 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:22:18.261526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.271935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2d5f5068-f5e7-4a00-b608-96cf606d5f82, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:18.293419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6704d6-3a4a-4e4c-a440-2634b1b64038,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:18.308294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea62bd-21ef-4d93-a164-1b3599018ae6 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:22:18.347844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.383840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.420441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2d5f5068-f5e7-4a00-b608-96cf606d5f82,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:18.430043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.430456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.430810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.431145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.431488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.431883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.432165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.432516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.432850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.433178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.434954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.435315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:18.505893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.511438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.645642 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.646660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fbd80fa-0bdb-498e-ba27-679ce5ff68ad {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:22:18.652872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d5f5068-f5e7-4a00-b608-96cf606d5f82'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:22:18.659118 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.661534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0281901b-5d6a-44a5-b531-921279143b0b admin admin] 10.222.0.31 "DELETE /v2.0/routers/7fbd80fa-0bdb-498e-ba27-679ce5ff68ad HTTP/1.1" status: 204 len: 168 time: 1.3637676 Nov 11 21:22:18.663176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:18.752895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] Deleting subnet 768bad1e-fdaa-4323-8765-35aaef188fec {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:22:18.756744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.819316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:18.958590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b69b1-974e-485c-8460-80bae0b7e198 req-cf0e5c9b-ae88-47e5-8d32-47eea4e4008d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:18.960553 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f48b69b1-974e-485c-8460-80bae0b7e198 req-cf0e5c9b-ae88-47e5-8d32-47eea4e4008d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 945 time: 0.1374886 Nov 11 21:22:19.049784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.099747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f48b69b1-974e-485c-8460-80bae0b7e198 req-9125a6f9-9ebc-4b8a-9ce9-9a5c5a5ce473 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058297 Nov 11 21:22:19.267774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.311798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768bad1e-fdaa-4323-8765-35aaef188fec,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:19.317717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.319709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2e7dfe-417c-4aac-a89f-3cda6fcc098d None None] Network eceecef5-b06e-468b-9397-c6690d60c827 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:22:19.321015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1dc6b5e7-ce1c-4b26-8736-afa00802881f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/768bad1e-fdaa-4323-8765-35aaef188fec HTTP/1.1" status: 204 len: 168 time: 0.6561291 Nov 11 21:22:19.323578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 55994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:19.417412 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.434491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fc6704d6-3a4a-4e4c-a440-2634b1b64038 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:19.467614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: fc6704d6-3a4a-4e4c-a440-2634b1b64038 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:19.468504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fc6704d6-3a4a-4e4c-a440-2634b1b64038 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:19.469091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bcc59866-ef96-49a5-9e95-7c07e7872c54 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:19.483988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Deleting port 651669db-238e-47d1-8eaf-28a4b249b20e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:19.484655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.493758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bcc59866-ef96-49a5-9e95-7c07e7872c54 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:19.494381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bcc59866-ef96-49a5-9e95-7c07e7872c54 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:19.565082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] For port 651669db-238e-47d1-8eaf-28a4b249b20e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=651669db-238e-47d1-8eaf-28a4b249b20e,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:19.565524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.579451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Calling delete_port for 651669db-238e-47d1-8eaf-28a4b249b20e owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:19.649158 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] DHCP port deletion for eceecef5-b06e-468b-9397-c6690d60c827 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:22:19.712225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] Deleting port 651669db-238e-47d1-8eaf-28a4b249b20e {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:19.713054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.730074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.771271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Pushing event deleted for resources: {'Port': ['ID=651669db-238e-47d1-8eaf-28a4b249b20e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:19.778456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] No DVR routers for this DVR port 651669db-238e-47d1-8eaf-28a4b249b20e on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:22:19.806033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] For port 651669db-238e-47d1-8eaf-28a4b249b20e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=651669db-238e-47d1-8eaf-28a4b249b20e,segment=NetworkSegment(7eb893aa-7e2e-4995-9b18-1afe3754e968),segment_id=7eb893aa-7e2e-4995-9b18-1afe3754e968)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:19.806678 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.823356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] Calling delete_port for 651669db-238e-47d1-8eaf-28a4b249b20e owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:19.880861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.905894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eceecef5-b06e-468b-9397-c6690d60c827']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:19.919520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb893aa-7e2e-4995-9b18-1afe3754e968') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:19.919982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb893aa-7e2e-4995-9b18-1afe3754e968') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:19.933112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.955843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:19.963709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:22:19.964322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:22:20.029793 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:22:20.084317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.104654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.110965 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.112282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:20.113382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d5f5068-f5e7-4a00-b608-96cf606d5f82 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:22:20.137692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eceecef5-b06e-468b-9397-c6690d60c827 HTTP/1.1" status: 204 len: 168 time: 0.8101563 Nov 11 21:22:20.139351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c17e5-692c-4bbc-8e0e-cb8ba892c371 admin admin] Pushing event deleted for resources: {'Network': ['ID=eceecef5-b06e-468b-9397-c6690d60c827,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:20.139498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] Pushing event deleted for resources: {'Port': ['ID=651669db-238e-47d1-8eaf-28a4b249b20e,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:20.162305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] Network eceecef5-b06e-468b-9397-c6690d60c827 is not hosted by any dhcp agent {{(pid=109676) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 21:22:20.162769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5b7de-049c-4eca-b2e9-2a802ac41029 None None] No DVR routers for this DVR port 651669db-238e-47d1-8eaf-28a4b249b20e on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:22:20.317877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:22:20.322339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:22:20.323532 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.331837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896724e-df32-453a-99ac-95009be039b3 req-307085dc-52ed-4c68-a59a-fd56b76330fd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:20.333581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e896724e-df32-453a-99ac-95009be039b3 req-307085dc-52ed-4c68-a59a-fd56b76330fd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 945 time: 0.1030095 Nov 11 21:22:20.429822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.445599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e896724e-df32-453a-99ac-95009be039b3 req-e41a984b-c6e4-410c-9020-101f80b67fd6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046064 Nov 11 21:22:20.469399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f5068-f5e7-4a00-b608-96cf606d5f82'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:22:20.471833 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c20215b-a119-47e3-9e89-b6e25c81e30f" -d '{"events": [{"server_uuid": "07430fa9-4f6c-4ccc-81ed-5e680c79b9a0", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f5068-f5e7-4a00-b608-96cf606d5f82"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:22:20.508009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2d5f5068-f5e7-4a00-b608-96cf606d5f82, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:20.530721 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871d178f-dc97-49ea-8349-f587e2e3c267 x-openstack-request-id: req-871d178f-dc97-49ea-8349-f587e2e3c267 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:22:20.531047 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07430fa9-4f6c-4ccc-81ed-5e680c79b9a0", "name": "network-vif-plugged", "status": "completed", "tag": "2d5f5068-f5e7-4a00-b608-96cf606d5f82", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:22:20.531311 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-871d178f-dc97-49ea-8349-f587e2e3c267 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:22:20.531722 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5f5068-f5e7-4a00-b608-96cf606d5f82', 'code': 200} Nov 11 21:22:20.598377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.644219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd63c8-f77f-4cbf-9e62-b24eba8f88a8 req-2441b3d7-4f9a-4e66-a9e3-6b27a44c75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:20.647007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ffd63c8-f77f-4cbf-9e62-b24eba8f88a8 req-2441b3d7-4f9a-4e66-a9e3-6b27a44c75f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0566089 Nov 11 21:22:20.677839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2d5f5068-f5e7-4a00-b608-96cf606d5f82,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:20.707467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:20.728849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8ffd63c8-f77f-4cbf-9e62-b24eba8f88a8 req-9502b4a4-e4be-4d1c-9cb6-ad410d32c105 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731468 Nov 11 21:22:20.990680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Deleting port 7cb2bb83-632d-452f-bb58-040b3bf53891 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:20.991053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:21.072978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] For port 7cb2bb83-632d-452f-bb58-040b3bf53891, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7cb2bb83-632d-452f-bb58-040b3bf53891,segment=NetworkSegment(937f637c-4bae-4529-be4f-1b1c0dc63c3f),segment_id=937f637c-4bae-4529-be4f-1b1c0dc63c3f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:21.073351 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:21.096868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Calling delete_port for 7cb2bb83-632d-452f-bb58-040b3bf53891 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:21.357524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 651669db-238e-47d1-8eaf-28a4b249b20e no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:21.358550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:21.381223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 651669db-238e-47d1-8eaf-28a4b249b20e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:21.381927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 651669db-238e-47d1-8eaf-28a4b249b20e not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:21.394522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb2bb83-632d-452f-bb58-040b3bf53891,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:21.644537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:21.715161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e7108-6b70-4b79-9758-d36ce6983f0b req-c68c3034-a8cc-4dfd-803a-7bf68d913247 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:21.716901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-136e7108-6b70-4b79-9758-d36ce6983f0b req-c68c3034-a8cc-4dfd-803a-7bf68d913247 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 946 time: 0.1669366 Nov 11 21:22:21.813179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-136e7108-6b70-4b79-9758-d36ce6983f0b req-37cacfc3-9c62-4c66-ab2e-9067f994825f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 Nov 11 21:22:21.951577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Router af679a60-e6c9-4c6f-8502-e3d79d7610fc has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:22:22.085202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:22:22.090463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8963759e-f594-4a11-a607-7118fb4392e5 admin admin] 10.222.0.31 "PUT /v2.0/routers/af679a60-e6c9-4c6f-8502-e3d79d7610fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760306 Nov 11 21:22:22.093143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:22.103698 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] Sync routers for ids ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:22:22.114916 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] Routers {'af679a60-e6c9-4c6f-8502-e3d79d7610fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:22:22.115748 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:22:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:22.208023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:22.228760 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] Set router af679a60-e6c9-4c6f-8502-e3d79d7610fc gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:22:22.325777 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:22.356926 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:22.420534 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:22:21Z', 'revision_number': 5, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port': {'id': '648643d9-e9d5-4d05-a205-daefff8dcb26', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:21:32Z', 'updated_at': '2021-11-11T21:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:22.447526 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] Checking router: af679a60-e6c9-4c6f-8502-e3d79d7610fc for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:22:22.456433 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] Routers {'af679a60-e6c9-4c6f-8502-e3d79d7610fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:22:22.457138 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:22:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:22.482915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Deleting port 648643d9-e9d5-4d05-a205-daefff8dcb26 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:22.486533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:22.549766 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] Set router af679a60-e6c9-4c6f-8502-e3d79d7610fc gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:22:22.575019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] For port 648643d9-e9d5-4d05-a205-daefff8dcb26, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=648643d9-e9d5-4d05-a205-daefff8dcb26,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:22.575474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:22.589263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Calling delete_port for 648643d9-e9d5-4d05-a205-daefff8dcb26 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:22.606420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:22:22Z', 'revision_number': 6, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:22.635713 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee16eb-4385-4b01-965f-999be4029daf None None] The sync data for ids ['af679a60-e6c9-4c6f-8502-e3d79d7610fc'] in n-d-805734-3 is: [{'id': 'af679a60-e6c9-4c6f-8502-e3d79d7610fc', 'name': 'tempest-TestServerMultinode-1065507733-router', 'tenant_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:21:31Z', 'updated_at': '2021-11-11T21:22:22Z', 'revision_number': 6, 'project_id': '4d1e1936dd3c47ee923f3b44e9b1d8d4', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:22:22.867064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:22.905084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=648643d9-e9d5-4d05-a205-daefff8dcb26,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:22.925638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0f6ce-9973-4b12-9aeb-dc929cb87ff0 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:22:23.347483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 648643d9-e9d5-4d05-a205-daefff8dcb26 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:23.368335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 648643d9-e9d5-4d05-a205-daefff8dcb26 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:23.368687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 648643d9-e9d5-4d05-a205-daefff8dcb26 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:23.369176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7cb2bb83-632d-452f-bb58-040b3bf53891 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:23.372806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703a83-2bc7-4fa4-b38f-3a9a818558eb req-406393ce-769a-4619-97d8-befd8c96d983 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:23.374357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84703a83-2bc7-4fa4-b38f-3a9a818558eb req-406393ce-769a-4619-97d8-befd8c96d983 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 946 time: 0.4788420 Nov 11 21:22:23.378262 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.394746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 7cb2bb83-632d-452f-bb58-040b3bf53891 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:23.395329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7cb2bb83-632d-452f-bb58-040b3bf53891 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:23.488846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.493268 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.553913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84703a83-2bc7-4fa4-b38f-3a9a818558eb req-b7b87ce9-23b5-4550-9450-da1f1cbf4656 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720529 Nov 11 21:22:23.661036 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.661618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af679a60-e6c9-4c6f-8502-e3d79d7610fc {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:22:23.666038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.681470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-af07b5a9-2020-4a28-8059-d4f124bbc0c0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/af679a60-e6c9-4c6f-8502-e3d79d7610fc HTTP/1.1" status: 204 len: 168 time: 1.5728376 Nov 11 21:22:23.681579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56036) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:23.729072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] Deleting subnet 30e55851-27e8-4387-bf21-b92343c20511 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:22:23.732417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.775332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.857908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:23.981455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.007737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e55851-27e8-4387-bf21-b92343c20511,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:24.011490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.015067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b6c5846f-2b32-42b4-bafa-d53da85958d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/30e55851-27e8-4387-bf21-b92343c20511 HTTP/1.1" status: 204 len: 168 time: 0.3328047 Nov 11 21:22:24.017194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8c3db-cf0b-4740-ad52-ab109221f904 None None] Network d3d50a54-e9b0-4848-ada5-bd059da44e01 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:22:24.017654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:24.086395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.148104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Deleting port 39b2e750-ad08-44f0-9d10-c95fce366f06 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:24.148477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.202538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] DHCP port deletion for d3d50a54-e9b0-4848-ada5-bd059da44e01 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:22:24.223002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] For port 39b2e750-ad08-44f0-9d10-c95fce366f06, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b2e750-ad08-44f0-9d10-c95fce366f06,segment=NetworkSegment(937f637c-4bae-4529-be4f-1b1c0dc63c3f),segment_id=937f637c-4bae-4529-be4f-1b1c0dc63c3f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:24.223793 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.237795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Calling delete_port for 39b2e750-ad08-44f0-9d10-c95fce366f06 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:24.255156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] Deleting port 39b2e750-ad08-44f0-9d10-c95fce366f06 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:22:24.255543 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.325225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] For port 39b2e750-ad08-44f0-9d10-c95fce366f06, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=39b2e750-ad08-44f0-9d10-c95fce366f06,segment=NetworkSegment(937f637c-4bae-4529-be4f-1b1c0dc63c3f),segment_id=937f637c-4bae-4529-be4f-1b1c0dc63c3f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:22:24.335244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.338121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] Calling delete_port for 39b2e750-ad08-44f0-9d10-c95fce366f06 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:22:24.398523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.412876 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.427514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] No DVR routers for this DVR port 39b2e750-ad08-44f0-9d10-c95fce366f06 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:22:24.437671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] No DVR routers for this DVR port 39b2e750-ad08-44f0-9d10-c95fce366f06 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:22:24.443431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b2e750-ad08-44f0-9d10-c95fce366f06,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:24.456573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670545d-79db-4548-b42a-2d3f4aa283be None None] Pushing event deleted for resources: {'Port': ['ID=39b2e750-ad08-44f0-9d10-c95fce366f06,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:24.526018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.546353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d50a54-e9b0-4848-ada5-bd059da44e01']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:24.556389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937f637c-4bae-4529-be4f-1b1c0dc63c3f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:24.556685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937f637c-4bae-4529-be4f-1b1c0dc63c3f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:22:24.571394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.594888 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.601840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:22:24.602273 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:22:24.604060 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:22:24.758210 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.764233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:24.768338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d3d50a54-e9b0-4848-ada5-bd059da44e01 HTTP/1.1" status: 204 len: 168 time: 0.7496059 Nov 11 21:22:24.779539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f42426-0421-45c7-9ea8-fcd3e2d859c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d50a54-e9b0-4848-ada5-bd059da44e01,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:25.279649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 56060) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:25.331307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56062) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:25.331547 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9f7a28de-8407-4b29-bf9c-545aacae600f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5419d02fcfc342ba9e4a0ded90e6793d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508301 Nov 11 21:22:25.333645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b2e750-ad08-44f0-9d10-c95fce366f06 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:22:25.361143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 39b2e750-ad08-44f0-9d10-c95fce366f06 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:22:25.361490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 39b2e750-ad08-44f0-9d10-c95fce366f06 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:22:25.393830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe63f053-4473-41dc-9992-7c19de995759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:25.414697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe63f053-4473-41dc-9992-7c19de995759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:25.540983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe63f053-4473-41dc-9992-7c19de995759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:25.543599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fe63f053-4473-41dc-9992-7c19de995759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:25.544805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fe63f053-4473-41dc-9992-7c19de995759 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52679985-f450-4523-96c1-904ea9b6cd74 HTTP/1.1" status: 204 len: 168 time: 0.2124088 Nov 11 21:22:25.554304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63f053-4473-41dc-9992-7c19de995759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52679985-f450-4523-96c1-904ea9b6cd74,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:26.488858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56086) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:26.533908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1394fd93-2bca-44f0-89d7-759b1fa278fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d1e1936dd3c47ee923f3b44e9b1d8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435622 Nov 11 21:22:26.536318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 56090) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:22:26.597096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:26.619576 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:26.791100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:26.791100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:26.791100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d5855f3-02f4-4778-a62d-66880729da49 HTTP/1.1" status: 204 len: 168 time: 0.2530499 Nov 11 21:22:26.801469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5855f3-02f4-4778-a62d-66880729da49,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:22:26.809373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.809719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.810052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.810380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.810706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.811085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.811408 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.811791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.812131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.812666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.812990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:26.813915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bfe74-5323-4e0a-87c6-e531d528fad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:22:27.472927 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:30.609347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-20bcc15c-dd68-41b3-b91d-5b428c7b87b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406728 Nov 11 21:22:30.702211 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb8bdc-746f-412f-a59a-165d862168ce req-91be0d1d-2713-4d75-8e01-13aee20ae1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:30.703894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-91be0d1d-2713-4d75-8e01-13aee20ae1c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0458636 Nov 11 21:22:30.815067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb8bdc-746f-412f-a59a-165d862168ce req-c65bf667-2e1a-4d21-a6c2-8262cde47cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:30.817350 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-c65bf667-2e1a-4d21-a6c2-8262cde47cbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.0910034 Nov 11 21:22:30.894727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-de00b655-1b4f-4507-93e3-f5a26f7b33a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.0630658 Nov 11 21:22:30.942871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb8bdc-746f-412f-a59a-165d862168ce req-ccdfe072-bc8b-4c6c-b9d0-8397c128a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:30.945089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-ccdfe072-bc8b-4c6c-b9d0-8397c128a833 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0440140 Nov 11 21:22:30.991635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb8bdc-746f-412f-a59a-165d862168ce req-a079cfbe-4e16-4816-907d-58e723922e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:30.993182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-a079cfbe-4e16-4816-907d-58e723922e8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402846 Nov 11 21:22:31.091313 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-6ca6a1bc-b49e-430e-9f99-5c63164fd900 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908129 Nov 11 21:22:31.205534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-71eb8bdc-746f-412f-a59a-165d862168ce req-262cbc65-aabd-42e8-bc2c-42a642422d37 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070213 Nov 11 21:22:31.975023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72f61c79-8d2f-45c1-8473-198344ec3e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:34.398356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffada081-ebc9-44ee-ae39-778b70502a9a req-c7139567-338f-403c-ac0f-e67a6dcaf33a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:34.399852 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ffada081-ebc9-44ee-ae39-778b70502a9a req-c7139567-338f-403c-ac0f-e67a6dcaf33a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0514343 Nov 11 21:22:34.438044 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-920902f9-d73d-42a3-9d25-9699cba430e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:34.451356 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ffada081-ebc9-44ee-ae39-778b70502a9a req-52fb37e9-6e8b-4851-96e5-1b5ee1736998 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454938 Nov 11 21:22:34.577739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346f1a8-edbf-450d-9312-8cfcd8fbe77b req-4a3f6c77-d5b1-4087-aa06-c6a89f73fdee tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:34.579486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b346f1a8-edbf-450d-9312-8cfcd8fbe77b req-4a3f6c77-d5b1-4087-aa06-c6a89f73fdee tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0525692 Nov 11 21:22:34.627861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b346f1a8-edbf-450d-9312-8cfcd8fbe77b req-67f3bf61-0f0a-433f-a773-a37f60f3c7b3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 Nov 11 21:22:35.185738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0c8c2-6161-436f-aa18-98ac2c8d3aa4 req-3d94ad32-c5dd-46c3-ac97-f5434f6a206b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:35.188080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43f0c8c2-6161-436f-aa18-98ac2c8d3aa4 req-3d94ad32-c5dd-46c3-ac97-f5434f6a206b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0512247 Nov 11 21:22:35.238743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43f0c8c2-6161-436f-aa18-98ac2c8d3aa4 req-bda78604-089d-419d-be8b-e7f03f3b4548 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442691 Nov 11 21:22:35.604017 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:35.886678 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-872fc02a-cb89-48c9-9abc-2e7fabfb08e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460503 Nov 11 21:22:35.977874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-02e19da7-48c6-4def-8035-c5a48ecae4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:35.979836 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-02e19da7-48c6-4def-8035-c5a48ecae4d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 1097 time: 0.0474532 Nov 11 21:22:36.110810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-7248ab8e-3f9c-4850-b02b-a10fee84ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:36.113573 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-7248ab8e-3f9c-4850-b02b-a10fee84ba56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1108785 Nov 11 21:22:36.150639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa01376-d483-45dd-bcef-976d640c1f1b req-62a4da90-9f06-4d44-8a5a-3d0e7465c54d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:36.152164 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8fa01376-d483-45dd-bcef-976d640c1f1b req-62a4da90-9f06-4d44-8a5a-3d0e7465c54d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0583797 Nov 11 21:22:36.157372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-b0d05859-2ca0-4a65-b273-8c3f588f16f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30 HTTP/1.1" status: 200 len: 217 time: 0.0377657 Nov 11 21:22:36.213599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-d85492b2-5ad0-4f81-a451-796737d333ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:36.215138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-d85492b2-5ad0-4f81-a451-796737d333ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0505779 Nov 11 21:22:36.215939 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8fa01376-d483-45dd-bcef-976d640c1f1b req-0e4c486c-d4f0-4da3-846d-818936439dac tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562098 Nov 11 21:22:36.275740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-6dc53292-2697-4c52-bcfc-0b51671c1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:36.277538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-6dc53292-2697-4c52-bcfc-0b51671c1e5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541389 Nov 11 21:22:36.381028 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-88f11b04-2700-4fde-8a30-ddf974017885 service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920961 Nov 11 21:22:36.487262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3e6a2749-3e77-474f-8151-768b39aa1cd5 req-c646a4a3-297f-4cc5-8914-8355febadc06 service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988026 Nov 11 21:22:37.135010 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:37.336281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e9ceb-f960-4ae2-84d1-6652b112dda1 req-0e0276d8-97fe-4d07-9c83-d794dec9ebc4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:37.337802 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d8e9ceb-f960-4ae2-84d1-6652b112dda1 req-0e0276d8-97fe-4d07-9c83-d794dec9ebc4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0513403 Nov 11 21:22:37.389352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2d8e9ceb-f960-4ae2-84d1-6652b112dda1 req-d140e2d1-64ee-4c8e-8ff5-8f8da3e3127f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Nov 11 21:22:37.832551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:38.546328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07e2cf-bdc3-4d48-a2ae-ad9435a05691 req-b1230e92-25c8-465e-9abc-477fbc11ba62 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:38.549316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e07e2cf-bdc3-4d48-a2ae-ad9435a05691 req-b1230e92-25c8-465e-9abc-477fbc11ba62 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0653467 Nov 11 21:22:38.606597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e07e2cf-bdc3-4d48-a2ae-ad9435a05691 req-cfe47d98-86f1-4499-8959-c42921e8fbbb tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492277 Nov 11 21:22:39.747501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91c0b2-7e84-45dd-907c-592e4a0ebc86 req-36d0e5c2-7a06-4e32-a01b-9381d838100c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:39.749305 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b91c0b2-7e84-45dd-907c-592e4a0ebc86 req-36d0e5c2-7a06-4e32-a01b-9381d838100c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0638885 Nov 11 21:22:39.812598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0b91c0b2-7e84-45dd-907c-592e4a0ebc86 req-fcc4869f-779a-40aa-8929-55c045e8332d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558479 Nov 11 21:22:40.940106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be42745-6dcf-4eab-b3f7-cc9dc7f475ff req-b0a74337-2756-4f16-9544-abfc87a188f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:40.941898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3be42745-6dcf-4eab-b3f7-cc9dc7f475ff req-b0a74337-2756-4f16-9544-abfc87a188f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0539784 Nov 11 21:22:41.017229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3be42745-6dcf-4eab-b3f7-cc9dc7f475ff req-5b10c99f-6fc1-48e2-a14f-bd6df4489d47 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595484 Nov 11 21:22:42.141873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd83524-cb82-42c6-8c44-175defa6022e req-1e9b0f31-4bc2-4516-8f8f-b52459b64a1c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:42.143633 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcd83524-cb82-42c6-8c44-175defa6022e req-1e9b0f31-4bc2-4516-8f8f-b52459b64a1c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0515425 Nov 11 21:22:42.193077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bcd83524-cb82-42c6-8c44-175defa6022e req-5786f1b4-2c36-4dc5-af04-99bc6369008c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427952 Nov 11 21:22:43.327116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2479e7-6405-4c4e-92a9-bcafeb5a5924 req-98862ee7-3c8b-40fc-a7b7-fec93cb56786 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:43.328828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d2479e7-6405-4c4e-92a9-bcafeb5a5924 req-98862ee7-3c8b-40fc-a7b7-fec93cb56786 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0609889 Nov 11 21:22:43.389881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d2479e7-6405-4c4e-92a9-bcafeb5a5924 req-1611a85c-4c69-496f-872f-2f21842e89d2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526021 Nov 11 21:22:44.524466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3d832-831d-4865-98f5-9dfcbd0a1561 req-cccca364-fe36-472c-b2bd-f3a190bb886a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:44.525985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dab3d832-831d-4865-98f5-9dfcbd0a1561 req-cccca364-fe36-472c-b2bd-f3a190bb886a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0568776 Nov 11 21:22:44.573178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dab3d832-831d-4865-98f5-9dfcbd0a1561 req-0b5b97ca-102c-4971-8751-b35a5417d92c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Nov 11 21:22:45.696711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bb825-12a7-49e5-9090-1fe8d33292b9 req-46f971c6-8232-4688-b90e-868dd2595cc9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:45.698326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-369bb825-12a7-49e5-9090-1fe8d33292b9 req-46f971c6-8232-4688-b90e-868dd2595cc9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0504782 Nov 11 21:22:45.749487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-369bb825-12a7-49e5-9090-1fe8d33292b9 req-ee207903-da95-48b3-b274-2420ea6357fc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Nov 11 21:22:46.895368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578d4bc-f1ef-436f-9819-527f27997b2f req-4f4a007d-0765-452f-92e3-b9ed0a181a24 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:46.896940 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7578d4bc-f1ef-436f-9819-527f27997b2f req-4f4a007d-0765-452f-92e3-b9ed0a181a24 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0762017 Nov 11 21:22:46.953591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7578d4bc-f1ef-436f-9819-527f27997b2f req-804a09a8-7160-494f-a531-f99b75109ca0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503826 Nov 11 21:22:48.098081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2619f03-a084-4e46-9e1c-4cac5ab579a4 req-7814ed14-115d-42b6-af90-12ecd25808b5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:48.099615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2619f03-a084-4e46-9e1c-4cac5ab579a4 req-7814ed14-115d-42b6-af90-12ecd25808b5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0656536 Nov 11 21:22:48.157568 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2619f03-a084-4e46-9e1c-4cac5ab579a4 req-61912b41-26c6-426f-b7e0-1d7858b0d75d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487232 Nov 11 21:22:48.700714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79673c2c-1e41-4f5f-8431-abccc5144dbd req-6541f13a-85af-4cb9-a80b-0b8b218b4002 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:48.702249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79673c2c-1e41-4f5f-8431-abccc5144dbd req-6541f13a-85af-4cb9-a80b-0b8b218b4002 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0524006 Nov 11 21:22:48.765735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79673c2c-1e41-4f5f-8431-abccc5144dbd req-3af7fc86-3c4c-4396-bf1b-58670f59d1c7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572505 Nov 11 21:22:48.840504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-345f5bcd-60f3-4b3c-a80f-bc6c32c8611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:48.842161 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-345f5bcd-60f3-4b3c-a80f-bc6c32c8611c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0464902 Nov 11 21:22:48.950792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-864a7005-be96-40bc-8dcb-337b74676567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:48.954066 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-864a7005-be96-40bc-8dcb-337b74676567 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1050534 Nov 11 21:22:49.028653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-7d5e3a8d-2680-4766-934a-d5cd6ca4fb07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.0670874 Nov 11 21:22:49.086071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-2ca43504-1a15-4a6f-9625-55267df48465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:49.087546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-2ca43504-1a15-4a6f-9625-55267df48465 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0519662 Nov 11 21:22:49.145004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-018cad71-e87e-473c-8c91-b45458de27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:49.147727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-018cad71-e87e-473c-8c91-b45458de27f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528882 Nov 11 21:22:49.241237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-d7794dfb-621c-42c3-a23e-65a47b54cd81 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849211 Nov 11 21:22:49.342516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c7f06c-7f34-4e6a-8562-6163926092d3 req-0bfd98a9-564d-4e13-9033-d951fa976557 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936787 Nov 11 21:22:49.905178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c406-beaa-40e1-8274-1f72ef65dc8d req-0ccdd27e-b963-45f9-9411-49b676a6ad1b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:49.906792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd79c406-beaa-40e1-8274-1f72ef65dc8d req-0ccdd27e-b963-45f9-9411-49b676a6ad1b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0656035 Nov 11 21:22:49.966067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dd79c406-beaa-40e1-8274-1f72ef65dc8d req-e444e485-fdd5-4ce6-80b5-c207a5cb7ea0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524538 Nov 11 21:22:51.097676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db3c2a-1d80-4965-8c6e-f07457f2d2ec req-9cdd9e57-0094-4a04-85c6-155167f0acc4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:51.099224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63db3c2a-1d80-4965-8c6e-f07457f2d2ec req-9cdd9e57-0094-4a04-85c6-155167f0acc4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0548990 Nov 11 21:22:51.157591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63db3c2a-1d80-4965-8c6e-f07457f2d2ec req-6243bf0e-6d9f-403d-a39a-6042e70d08b7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517330 Nov 11 21:22:51.293773 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acc258-0aeb-4a98-8185-c4deff41bcb5 req-b78f2965-8cf9-4fbe-a230-e4985ebb885d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:51.295340 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9acc258-0aeb-4a98-8185-c4deff41bcb5 req-b78f2965-8cf9-4fbe-a230-e4985ebb885d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0520539 Nov 11 21:22:51.354137 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9acc258-0aeb-4a98-8185-c4deff41bcb5 req-22061c46-d0fd-4618-a143-65e295216e8d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510991 Nov 11 21:22:52.051997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5673f-d707-42bc-81d0-544ca89e0ece req-e60e21cd-cc6b-4d09-b35b-19aa142ea363 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:52.053528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4c5673f-d707-42bc-81d0-544ca89e0ece req-e60e21cd-cc6b-4d09-b35b-19aa142ea363 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0506337 Nov 11 21:22:52.103630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4c5673f-d707-42bc-81d0-544ca89e0ece req-419f94cd-b8d4-400a-b623-e86c62ff71d7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Nov 11 21:22:52.318112 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:22:52.493071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e004e-d774-430a-87a7-0ae72b395bca req-054ca115-51bf-4a3f-9264-1bf5394a1414 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:52.495315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b68e004e-d774-430a-87a7-0ae72b395bca req-054ca115-51bf-4a3f-9264-1bf5394a1414 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0503905 Nov 11 21:22:52.548600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b68e004e-d774-430a-87a7-0ae72b395bca req-8582bb91-5d54-4d34-b970-040b739a44a5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449419 Nov 11 21:22:53.682296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ba292-6d07-4cfa-89d8-7782ebab096f req-f10dd618-d808-4319-8db4-593281130405 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:53.683851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-422ba292-6d07-4cfa-89d8-7782ebab096f req-f10dd618-d808-4319-8db4-593281130405 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0545499 Nov 11 21:22:53.735115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-422ba292-6d07-4cfa-89d8-7782ebab096f req-1245b640-0feb-4b37-8258-c60782296dae tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449276 Nov 11 21:22:54.230064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5bde3-e851-4519-b939-e5333f11816f req-3b9a5c30-6b4c-47e4-bc8f-2d378c1a53ed tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:54.231567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ef5bde3-e851-4519-b939-e5333f11816f req-3b9a5c30-6b4c-47e4-bc8f-2d378c1a53ed tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0505929 Nov 11 21:22:54.283099 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:22:54.299401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ef5bde3-e851-4519-b939-e5333f11816f req-49ae3cdb-300f-440f-b59a-845083d96cd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615747 Nov 11 21:22:55.436800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114113-4a7f-41b1-b187-cc8e8723da79 req-6d27a3c8-846b-4f67-a8ee-f88cdf2c6ffe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:55.438335 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77114113-4a7f-41b1-b187-cc8e8723da79 req-6d27a3c8-846b-4f67-a8ee-f88cdf2c6ffe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0609522 Nov 11 21:22:55.490091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77114113-4a7f-41b1-b187-cc8e8723da79 req-466f9f52-d73d-4c38-95d0-1a6baaeb33e4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Nov 11 21:22:55.622775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d72a3-2df1-4965-8d69-b3e5f4362332 req-d8a04b1a-cadb-479f-b186-a3624184948b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:55.624301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc6d72a3-2df1-4965-8d69-b3e5f4362332 req-d8a04b1a-cadb-479f-b186-a3624184948b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0542388 Nov 11 21:22:55.678190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc6d72a3-2df1-4965-8d69-b3e5f4362332 req-be2dadab-51ea-4ccf-9780-fbc81536d4b0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468719 Nov 11 21:22:55.817067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0182eeb-98dd-41a5-aa34-e3afc99eeda7 req-f3063700-ee89-4286-b884-fa56649ac80d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:55.818825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f0182eeb-98dd-41a5-aa34-e3afc99eeda7 req-f3063700-ee89-4286-b884-fa56649ac80d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0583854 Nov 11 21:22:55.878587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f0182eeb-98dd-41a5-aa34-e3afc99eeda7 req-074e7bb2-6240-487e-9648-234143cdad97 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 Nov 11 21:22:56.003023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68f9d1-afa2-4848-a38e-f08755d6bb29 req-7d2c06f9-02f0-43e9-9735-9d17bf63ef42 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:22:56.004690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb68f9d1-afa2-4848-a38e-f08755d6bb29 req-7d2c06f9-02f0-43e9-9735-9d17bf63ef42 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0508318 Nov 11 21:22:56.058666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb68f9d1-afa2-4848-a38e-f08755d6bb29 req-d0830f24-2c09-4c60-8414-e1d27b6bf501 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Nov 11 21:22:57.466391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:01.959402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-802c2876-33c0-4f43-b1c1-4f514eaa8675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:04.431604 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9742-e94c-4164-8e7d-d3d2ec8ede35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:05.574126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:07.105862 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:07.837431 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:22.316518 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:27.396958 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:31.273888 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:23:31.964939 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-35a178f3-80c6-418a-928e-f023c34eea9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:32.643753 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-54694c5a-a5a2-4091-9ea4-01088c94f5d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582056 Nov 11 21:23:32.725386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-56f16939-d375-455a-bb42-b2b5989a64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:32.726921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-56f16939-d375-455a-bb42-b2b5989a64f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0561590 Nov 11 21:23:32.841547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-f765fee2-7a22-4556-a1ce-7bd882623163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:32.843041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-f765fee2-7a22-4556-a1ce-7bd882623163 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.0944722 Nov 11 21:23:32.894557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-34ad0788-a4d9-431d-8e83-07a08f4e7295 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82 HTTP/1.1" status: 200 len: 217 time: 0.0435193 Nov 11 21:23:32.950075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-92121154-23c7-4ef6-9402-4653a073265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:32.951731 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-92121154-23c7-4ef6-9402-4653a073265a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0498047 Nov 11 21:23:33.006391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-10015ffb-7e21-409a-91a6-b49d38f653db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:33.008570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-10015ffb-7e21-409a-91a6-b49d38f653db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497649 Nov 11 21:23:33.139727 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-65333b09-4e45-4c08-95e8-8f0bd5222959 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202447 Nov 11 21:23:33.239931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-194247d6-d5aa-4d7e-9989-b29650e6e79d req-8505816b-77c6-437d-a8b5-21817d39f414 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919986 Nov 11 21:23:33.721637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57050) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:23:33.841928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:33.922879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:33.985542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:34.029484 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75dbcf2da2df4fdba081f1bbf1c60464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067546 Nov 11 21:23:34.030408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144e2961-1cbf-4084-abaf-8928523d36c1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:34.032376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57060) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:23:34.038867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.039248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.039621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.039989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.040405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.040808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.041175 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.041535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.041895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.042261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.042620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.042974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef4b06-5e21-413d-b56a-b1f21c62ff1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.087123 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:34.113975 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:34.236720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:34.239312 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:34.240669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/144e2961-1cbf-4084-abaf-8928523d36c1 HTTP/1.1" status: 204 len: 168 time: 0.2072926 Nov 11 21:23:34.250262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e2961-1cbf-4084-abaf-8928523d36c1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:34.258220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.258562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.258901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.259235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.259570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.259918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.260319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.260593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.260915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.261233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.261543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.261859 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344b9ba-6f3e-4384-b2f6-8bdc70ac7a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:34.459433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9136c306-7f7a-4648-9ce2-a09f02fd28e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:35.579753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.123517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 57124) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:23:36.238453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95993c63-706b-4d63-a9ad-0264464849ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.324088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95993c63-706b-4d63-a9ad-0264464849ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.390415 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95993c63-706b-4d63-a9ad-0264464849ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.435011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-95993c63-706b-4d63-a9ad-0264464849ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=514d45aba7674da289b95ac4f66939a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102131 Nov 11 21:23:36.435873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95993c63-706b-4d63-a9ad-0264464849ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24d40dd-a5df-42c7-8476-8b892e759ed2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:36.438415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 57134) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:23:36.489252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5129f0b2-5b9f-45e4-9bde-101450f10210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.512770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5129f0b2-5b9f-45e4-9bde-101450f10210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.682907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5129f0b2-5b9f-45e4-9bde-101450f10210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.685691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5129f0b2-5b9f-45e4-9bde-101450f10210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:36.687274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5129f0b2-5b9f-45e4-9bde-101450f10210 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e24d40dd-a5df-42c7-8476-8b892e759ed2 HTTP/1.1" status: 204 len: 168 time: 0.2476146 Nov 11 21:23:36.696861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129f0b2-5b9f-45e4-9bde-101450f10210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24d40dd-a5df-42c7-8476-8b892e759ed2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:36.841344 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-e0a06bfb-4394-4dfb-8518-06e7c30f9344 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461187 Nov 11 21:23:36.927116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-3aa7c885-5cfb-4e2f-b857-f68e516a70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:36.928760 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-3aa7c885-5cfb-4e2f-b857-f68e516a70ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 1097 time: 0.0446451 Nov 11 21:23:37.051445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-27a5eee2-043b-4cde-9e3b-19103ff96005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:37.053084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-27a5eee2-043b-4cde-9e3b-19103ff96005 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1002026 Nov 11 21:23:37.107610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-5b4b5d30-9b60-40e1-a521-f30668be207b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30 HTTP/1.1" status: 200 len: 217 time: 0.0456638 Nov 11 21:23:37.128065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:37.178428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-60f01d15-d123-4601-a08a-3ce642804589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:37.180617 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-60f01d15-d123-4601-a08a-3ce642804589 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0650864 Nov 11 21:23:37.230793 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-76428b2b-0599-4a25-adb5-806fdcf1ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:37.232336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-76428b2b-0599-4a25-adb5-806fdcf1ec1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442765 Nov 11 21:23:37.345885 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-04b9ff05-4764-45cb-b4bd-c9e2be903e81 service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054451 Nov 11 21:23:37.457529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-90fd1d25-38a9-46b1-b6c9-5e4d4aa911a5 req-83b6208a-2d08-4633-8b68-2a9bff90480e service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046157 Nov 11 21:23:37.904759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:41.339470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-69b6660e-ac96-4638-a0e2-8a38700daf60 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5fe219d9d42c45a1b33c2c1c36d75ac7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232935 Nov 11 21:23:41.463160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-1d0bbedd-16c6-4434-969f-e7e2764a1178 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:41.465015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-1d0bbedd-16c6-4434-969f-e7e2764a1178 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192732 Nov 11 21:23:41.481050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-8760949b-d6ce-474b-8490-7e3054a2b2b9 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/quotas/5fe219d9d42c45a1b33c2c1c36d75ac7 HTTP/1.1" status: 200 len: 375 time: 0.0103257 Nov 11 21:23:41.514044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-bed6159a-c675-4a3f-b0f3-7eae12aa3378 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5fe219d9d42c45a1b33c2c1c36d75ac7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273476 Nov 11 21:23:41.783540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ee97242-24d8-4b5c-8098-f167b376f8b0 req-e857b4fa-04e6-4a50-b726-e68e5fc56f4d tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 210 time: 0.0406966 Nov 11 21:23:42.886737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5967a581-2ac0-4eef-848d-f0bd9a0b64cc req-4bf699eb-a7d1-448a-b8de-79d410701489 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 210 time: 0.0307755 Nov 11 21:23:43.987679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-258f07eb-0aa0-47dc-b49d-85a12cbf5a8f tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5fe219d9d42c45a1b33c2c1c36d75ac7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254664 Nov 11 21:23:44.017976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5aa3e8ba-9972-4cdc-ba21-de96d5018e62 req-2aeab074-4d08-4db2-9d5a-de233c68ca4c tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 210 time: 0.0322504 Nov 11 21:23:44.115508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-7d2b633f-1e6a-43d8-b837-01fe1b855594 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:44.117077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-7d2b633f-1e6a-43d8-b837-01fe1b855594 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228821 Nov 11 21:23:44.131320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Request body: {'port': {'device_id': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '5fe219d9d42c45a1b33c2c1c36d75ac7'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:23:44.311052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Made reservation on behalf of 5fe219d9d42c45a1b33c2c1c36d75ac7 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:23:44.314831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:44.324203 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:44.401119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:44.505720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:44.570380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f3a616-c987-47f0-830f-ba6961a2f834,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:44.649964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Allocated IP 192.168.233.117 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/cafca0b4-912f-4ec5-9aef-eef9ffece073) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:23:44.806925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:44.934087 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:44.986840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:23:44.991440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:23:44.994047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:23:45.020331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Pushing event updated for resources: {'Port': ['ID=cafca0b4-912f-4ec5-9aef-eef9ffece073,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:45.059569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:45.060479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:45.158838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1bd7c-2d90-411d-b8ab-669de8720d82 req-44a98ea1-dbdc-42cf-a95a-5eb72f3adc43 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:45.164648 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40c1bd7c-2d90-411d-b8ab-669de8720d82 req-44a98ea1-dbdc-42cf-a95a-5eb72f3adc43 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 936 time: 0.0626826 Nov 11 21:23:45.210202 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-428f5e96-0c1d-44c7-9cd8-01bea64b05fe tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0834386 Nov 11 21:23:45.217525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40c1bd7c-2d90-411d-b8ab-669de8720d82 req-630649fa-dd91-4fc8-9673-7b7fec25a338 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Nov 11 21:23:45.222643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Request body: {'port': {'device_id': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:23:45.273811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b2bb842e-1f4d-4a55-98ee-b871d7e287a4 None None] Provisioning complete for port cafca0b4-912f-4ec5-9aef-eef9ffece073 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:23:45.274382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2bb842e-1f4d-4a55-98ee-b871d7e287a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:45.283482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:45.308219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb842e-1f4d-4a55-98ee-b871d7e287a4 None None] Port cafca0b4-912f-4ec5-9aef-eef9ffece073 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:23:45.565627 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafca0b4-912f-4ec5-9aef-eef9ffece073 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:23:45.573155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:45.585646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Transition to ACTIVE for port object cafca0b4-912f-4ec5-9aef-eef9ffece073 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:23:45.664435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:45.721737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Pushing event updated for resources: {'Port': ['ID=cafca0b4-912f-4ec5-9aef-eef9ffece073,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:45.804986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Attempting to bind port cafca0b4-912f-4ec5-9aef-eef9ffece073 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:23:45.805347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Attempting to bind port cafca0b4-912f-4ec5-9aef-eef9ffece073 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:23:45.805678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Attempting to bind port cafca0b4-912f-4ec5-9aef-eef9ffece073 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:23:45.817130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Port cafca0b4-912f-4ec5-9aef-eef9ffece073 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:23:45.817463 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Attempting to bind port cafca0b4-912f-4ec5-9aef-eef9ffece073 on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:23:45.822861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:23:45.823196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:23:45.823715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:23:45.824184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Bound port: cafca0b4-912f-4ec5-9aef-eef9ffece073, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:23:45.824550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:45.896547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] For port cafca0b4-912f-4ec5-9aef-eef9ffece073, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:23:45.900586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] For port cafca0b4-912f-4ec5-9aef-eef9ffece073, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cafca0b4-912f-4ec5-9aef-eef9ffece073,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:23:46.019992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:46.055874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:46.055874 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:46.058584 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] 10.222.0.62 "PUT /v2.0/ports/cafca0b4-912f-4ec5-9aef-eef9ffece073 HTTP/1.1" status: 200 len: 1096 time: 0.8387439 Nov 11 21:23:46.059916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'tag': 'cafca0b4-912f-4ec5-9aef-eef9ffece073'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:23:46.063012 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae45d2de-2ca0-4ffe-ab51-b72e1bd5df14" -d '{"events": [{"name": "network-changed", "server_uuid": "f682e026-ca8e-4766-9cbf-7cca1b7f1d52", "tag": "cafca0b4-912f-4ec5-9aef-eef9ffece073"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:23:46.098663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6aac-6738-4237-9a65-a557417c5495 service neutron] Pushing event updated for resources: {'Port': ['ID=cafca0b4-912f-4ec5-9aef-eef9ffece073,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:46.113620 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2f4d4-ba94-4158-a862-5a61134374ca x-openstack-request-id: req-1ce2f4d4-ba94-4158-a862-5a61134374ca {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:23:46.114206 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f682e026-ca8e-4766-9cbf-7cca1b7f1d52", "tag": "cafca0b4-912f-4ec5-9aef-eef9ffece073", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:23:46.115597 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ce2f4d4-ba94-4158-a862-5a61134374ca {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:23:46.115597 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'tag': 'cafca0b4-912f-4ec5-9aef-eef9ffece073', 'status': 'completed', 'code': 200} Nov 11 21:23:46.178194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45d2de-2ca0-4ffe-ab51-b72e1bd5df14 req-35656012-6173-4750-b8e4-72e7ab8811c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:46.180105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae45d2de-2ca0-4ffe-ab51-b72e1bd5df14 req-35656012-6173-4750-b8e4-72e7ab8811c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fe219d9d42c45a1b33c2c1c36d75ac7&device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 1099 time: 0.0457554 Nov 11 21:23:46.216129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae45d2de-2ca0-4ffe-ab51-b72e1bd5df14 req-1ed7b741-a5dc-447b-b76a-cb6c479ae663 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5fe219d9d42c45a1b33c2c1c36d75ac7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265012 Nov 11 21:23:46.344745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45d2de-2ca0-4ffe-ab51-b72e1bd5df14 req-f39cb0bc-c343-4ef9-ac1a-2a845f976aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:46.346138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ae45d2de-2ca0-4ffe-ab51-b72e1bd5df14 req-f39cb0bc-c343-4ef9-ac1a-2a845f976aa9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235051 Nov 11 21:23:46.363543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce777d48-af97-4e61-9804-1eca5b194771 req-6e7d594a-5ffc-49f7-ba3e-3a299a9576eb tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:46.366232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce777d48-af97-4e61-9804-1eca5b194771 req-6e7d594a-5ffc-49f7-ba3e-3a299a9576eb tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 948 time: 0.0711730 Nov 11 21:23:46.456338 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ce777d48-af97-4e61-9804-1eca5b194771 req-6cc534ad-56aa-4a00-b851-92c597e56f4b tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801697 Nov 11 21:23:46.463049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-1c4d3e28-e0fd-4db3-9114-0c43221d3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:46.464721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-1c4d3e28-e0fd-4db3-9114-0c43221d3a7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5fe219d9d42c45a1b33c2c1c36d75ac7&device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 1099 time: 0.0731897 Nov 11 21:23:46.511576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-3ee0ff6f-da09-4621-9086-ae8036bd174a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=cafca0b4-912f-4ec5-9aef-eef9ffece073 HTTP/1.1" status: 200 len: 217 time: 0.0388460 Nov 11 21:23:46.561929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-46b390a2-72a8-499c-8c91-79aa998c290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:46.563393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-46b390a2-72a8-499c-8c91-79aa998c290a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0440559 Nov 11 21:23:46.613199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-e8f0b0fc-cbe1-42c3-a958-39686c2fc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:46.615254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-e8f0b0fc-cbe1-42c3-a958-39686c2fc927 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446002 Nov 11 21:23:46.705464 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-b723895d-cb77-4d6e-af65-84fe1a32f774 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832200 Nov 11 21:23:46.797800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-67c84323-1140-44c1-8f60-4d0939bbf3d0 req-10cc4dd4-5ec0-4d64-abaa-8acad2005a77 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Nov 11 21:23:47.574653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dce25-0e62-4eb8-a015-43934722e776 req-d3cc2aba-c1bb-41c1-9931-a7738e9fb499 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:47.575505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-184dce25-0e62-4eb8-a015-43934722e776 req-d3cc2aba-c1bb-41c1-9931-a7738e9fb499 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 948 time: 0.0495222 Nov 11 21:23:47.626758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-184dce25-0e62-4eb8-a015-43934722e776 req-5abab58c-60e7-42d6-9a15-a7a487f93089 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438778 Nov 11 21:23:48.746949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1147120-046e-4151-8ab4-58bd6f2514ee req-554efdf0-bfca-490e-8117-d7bd2b9a78bc tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:48.748605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1147120-046e-4151-8ab4-58bd6f2514ee req-554efdf0-bfca-490e-8117-d7bd2b9a78bc tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 948 time: 0.0511627 Nov 11 21:23:48.797910 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c1147120-046e-4151-8ab4-58bd6f2514ee req-e9261e02-93d4-439d-83df-7c00786d084f tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Nov 11 21:23:49.170624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cafca0b4-912f-4ec5-9aef-eef9ffece073 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:23:49.267484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port cafca0b4-912f-4ec5-9aef-eef9ffece073, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cafca0b4-912f-4ec5-9aef-eef9ffece073,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:23:49.279937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'cafca0b4-912f-4ec5-9aef-eef9ffece073', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': 'cafca0b4-912f-4ec5-9aef-eef9ffece073', 'mac_address': 'fa:16:3e:9e:55:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:23:49.322947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:49.337207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafca0b4-912f-4ec5-9aef-eef9ffece073 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:23:49.356111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port cafca0b4-912f-4ec5-9aef-eef9ffece073, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cafca0b4-912f-4ec5-9aef-eef9ffece073,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:23:49.453492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:49.502359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=cafca0b4-912f-4ec5-9aef-eef9ffece073,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:49.511113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.511461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.511835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.512156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.512511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.512856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.513177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.513508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.513836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.514162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.514488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.514811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:23:49.673987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cafca0b4-912f-4ec5-9aef-eef9ffece073'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:23:49.917189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ddb8c-7ba9-4270-be56-610ff13b5382 req-9e6097c5-5c93-43cc-a016-2c7cd30dfdab tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:49.918711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e38ddb8c-7ba9-4270-be56-610ff13b5382 req-9e6097c5-5c93-43cc-a016-2c7cd30dfdab tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 949 time: 0.0500021 Nov 11 21:23:49.971180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e38ddb8c-7ba9-4270-be56-610ff13b5382 req-8061bccf-8cb8-44c2-8aec-32d6fc47a757 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 Nov 11 21:23:51.094553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832450b-fce8-4913-96de-fad52b4d74dd req-47aa55a5-fa9b-4224-88c1-6b9c7555b47c tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:51.096294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2832450b-fce8-4913-96de-fad52b4d74dd req-47aa55a5-fa9b-4224-88c1-6b9c7555b47c tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 949 time: 0.0554636 Nov 11 21:23:51.150082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2832450b-fce8-4913-96de-fad52b4d74dd req-602b6d66-fb1f-4c71-9060-a177154ca899 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474944 Nov 11 21:23:51.186093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cafca0b4-912f-4ec5-9aef-eef9ffece073 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:23:51.351198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port cafca0b4-912f-4ec5-9aef-eef9ffece073 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:23:51.355478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port cafca0b4-912f-4ec5-9aef-eef9ffece073 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:23:51.356128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:51.435184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:51.461921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafca0b4-912f-4ec5-9aef-eef9ffece073'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:23:51.464244 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805b515-4f67-46e1-82ef-9f2ded81140f" -d '{"events": [{"server_uuid": "f682e026-ca8e-4766-9cbf-7cca1b7f1d52", "name": "network-vif-plugged", "status": "completed", "tag": "cafca0b4-912f-4ec5-9aef-eef9ffece073"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:23:51.478576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port cafca0b4-912f-4ec5-9aef-eef9ffece073, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cafca0b4-912f-4ec5-9aef-eef9ffece073,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:23:51.513825 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b00ad30-5953-490d-9fbe-bb3196355449 x-openstack-request-id: req-4b00ad30-5953-490d-9fbe-bb3196355449 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:23:51.514110 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682e026-ca8e-4766-9cbf-7cca1b7f1d52", "name": "network-vif-plugged", "status": "completed", "tag": "cafca0b4-912f-4ec5-9aef-eef9ffece073", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:23:51.514360 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b00ad30-5953-490d-9fbe-bb3196355449 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:23:51.514760 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafca0b4-912f-4ec5-9aef-eef9ffece073', 'code': 200} Nov 11 21:23:51.562613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2c68e-bd1d-4d27-9c4a-e02c7dc173f4 req-d18eb1d6-fca5-45d9-961a-5b709e5864b5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:51.564047 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55d2c68e-bd1d-4d27-9c4a-e02c7dc173f4 req-d18eb1d6-fca5-45d9-961a-5b709e5864b5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0511470 Nov 11 21:23:51.598259 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:51.649879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=cafca0b4-912f-4ec5-9aef-eef9ffece073,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:51.682861 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-55d2c68e-bd1d-4d27-9c4a-e02c7dc173f4 req-58ee8af1-2e84-497f-8296-fca8200241c3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102386 Nov 11 21:23:51.686326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34513c6-7142-4864-9bad-ad3cc615f5b7 req-b72f5f56-1ce6-4b91-8849-32ba01b41a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:51.687746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c34513c6-7142-4864-9bad-ad3cc615f5b7 req-b72f5f56-1ce6-4b91-8849-32ba01b41a47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 1100 time: 0.1135120 Nov 11 21:23:51.690422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-71d0f978-6678-4251-a1eb-3c05448905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:51.691792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-71d0f978-6678-4251-a1eb-3c05448905bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0805893 Nov 11 21:23:51.791228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c34513c6-7142-4864-9bad-ad3cc615f5b7 req-20bc005f-ba3d-4d5a-8a2c-c207b4117804 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Nov 11 21:23:51.811849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-86be84c3-0dce-4e40-9ae7-988d5f05e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:51.813451 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-86be84c3-0dce-4e40-9ae7-988d5f05e139 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1115069 Nov 11 21:23:52.229609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-a4c4c874-3d83-4b0d-a4da-cc2f45418794 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.4080806 Nov 11 21:23:52.296019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f451a-9227-414a-8162-0f67f81ee2d8 req-10200f3e-68ee-42b1-b7dd-8fe4f9def50f tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:52.296553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-452fe591-cd4c-4907-aa28-ee9dc4a1621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:52.297900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-423f451a-9227-414a-8162-0f67f81ee2d8 req-10200f3e-68ee-42b1-b7dd-8fe4f9def50f tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 950 time: 0.0641069 Nov 11 21:23:52.305243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-452fe591-cd4c-4907-aa28-ee9dc4a1621d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0606437 Nov 11 21:23:52.350608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-4686f5b6-671b-409e-82e0-6f6b309168fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:52.352333 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-4686f5b6-671b-409e-82e0-6f6b309168fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460911 Nov 11 21:23:52.361899 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:52.391499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-423f451a-9227-414a-8162-0f67f81ee2d8 req-ea41800e-9dea-44f9-8459-1452a06adcc7 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825162 Nov 11 21:23:52.462726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-d4a20ef4-0b1d-484e-842a-a808f7caa643 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966506 Nov 11 21:23:52.561427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bd36de1-b8a0-4c5c-aba3-b04d1175a001 req-c2367051-97ef-4873-85fc-294642dcea65 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920954 Nov 11 21:23:52.805081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edcb5e-fd1a-45ff-aaba-3865d50df919 req-13df17ce-d703-49e0-bcaf-65d768fea07d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:52.806624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8edcb5e-fd1a-45ff-aaba-3865d50df919 req-13df17ce-d703-49e0-bcaf-65d768fea07d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0520785 Nov 11 21:23:52.854425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f8edcb5e-fd1a-45ff-aaba-3865d50df919 req-d78ce76e-14c0-49c9-8b64-eb5c23def120 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Nov 11 21:23:53.514583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52ab7-a811-4f98-a688-73902f81d8ef req-5df88f27-9b2c-4175-97cc-92f4774303b6 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:53.516068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2c52ab7-a811-4f98-a688-73902f81d8ef req-5df88f27-9b2c-4175-97cc-92f4774303b6 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 950 time: 0.0486157 Nov 11 21:23:53.564304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2c52ab7-a811-4f98-a688-73902f81d8ef req-7c4c3d84-a5d7-4ae0-adb4-41e700fa9823 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Nov 11 21:23:53.975442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a1d4-15f9-4a67-9049-a7c73c0285bf req-b6895762-6cc1-46bf-bb16-3131e83cdf34 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:53.976984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9665a1d4-15f9-4a67-9049-a7c73c0285bf req-b6895762-6cc1-46bf-bb16-3131e83cdf34 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0539706 Nov 11 21:23:54.029506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9665a1d4-15f9-4a67-9049-a7c73c0285bf req-95b4fe9f-c5a3-45e2-9b69-d700ca8677dd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 Nov 11 21:23:54.212361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e100fa-f768-469d-83ac-25e1473d1369 req-d395f865-4f3e-4d95-9256-14848d0d08cc tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:54.213707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69e100fa-f768-469d-83ac-25e1473d1369 req-d395f865-4f3e-4d95-9256-14848d0d08cc tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 950 time: 0.0485799 Nov 11 21:23:54.261618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69e100fa-f768-469d-83ac-25e1473d1369 req-7d3a01a5-7f39-4201-9370-b51763a69daf tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Nov 11 21:23:55.388005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891409f-6527-474d-a0b8-0ff7f2e015ab req-879e2abd-69f8-4880-9ca6-b6498d756443 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:55.389673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3891409f-6527-474d-a0b8-0ff7f2e015ab req-879e2abd-69f8-4880-9ca6-b6498d756443 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 950 time: 0.0514097 Nov 11 21:23:55.437881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3891409f-6527-474d-a0b8-0ff7f2e015ab req-f85168bc-fe4e-4972-ba31-3158ad315c96 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/security-groups?id=96f3a616-c987-47f0-830f-ba6961a2f834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Nov 11 21:23:55.514005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-04b47a53-dcf1-4ea6-9e97-db021221a358 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:23:55.515490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-04b47a53-dcf1-4ea6-9e97-db021221a358 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.62 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 950 time: 0.0522103 Nov 11 21:23:55.613137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Deleting port cafca0b4-912f-4ec5-9aef-eef9ffece073 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:23:55.613842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:55.705631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] For port cafca0b4-912f-4ec5-9aef-eef9ffece073, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=cafca0b4-912f-4ec5-9aef-eef9ffece073,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:23:55.705987 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:55.719049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Calling delete_port for cafca0b4-912f-4ec5-9aef-eef9ffece073 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:23:55.938980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:55.951061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['cafca0b4-912f-4ec5-9aef-eef9ffece073'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:23:55.969085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Pushing event deleted for resources: {'Port': ['ID=cafca0b4-912f-4ec5-9aef-eef9ffece073,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:23:56.011863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] No DVR routers for this DVR port cafca0b4-912f-4ec5-9aef-eef9ffece073 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:23:56.014634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:56.018086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4a0d7e07-bffc-472f-94f2-dc1ba3e0ffe7 req-677b8220-fb98-41ed-93fe-553b19baa4e3 tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.62 "DELETE /v2.0/ports/cafca0b4-912f-4ec5-9aef-eef9ffece073 HTTP/1.1" status: 204 len: 173 time: 0.4955099 Nov 11 21:23:56.024725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'name': 'network-vif-deleted', 'tag': 'cafca0b4-912f-4ec5-9aef-eef9ffece073'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:23:56.024725 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a157c12-3f10-4ff4-a85c-8978851b97db" -d '{"events": [{"server_uuid": "f682e026-ca8e-4766-9cbf-7cca1b7f1d52", "name": "network-vif-deleted", "tag": "cafca0b4-912f-4ec5-9aef-eef9ffece073"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:23:56.066364 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5465f5-1869-47b6-b7a1-dd015d972d04 x-openstack-request-id: req-9e5465f5-1869-47b6-b7a1-dd015d972d04 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:23:56.066364 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682e026-ca8e-4766-9cbf-7cca1b7f1d52", "name": "network-vif-deleted", "tag": "cafca0b4-912f-4ec5-9aef-eef9ffece073", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:23:56.066364 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e5465f5-1869-47b6-b7a1-dd015d972d04 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:23:56.066364 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682e026-ca8e-4766-9cbf-7cca1b7f1d52', 'name': 'network-vif-deleted', 'tag': 'cafca0b4-912f-4ec5-9aef-eef9ffece073', 'status': 'completed', 'code': 200} Nov 11 21:23:56.543966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20e469a1-d62e-435f-bda3-82bcda9429e4 req-55bfb98d-7e30-443d-a3eb-0eeb0fd2d31d tempest-VolumesNegativeTest-693859775 tempest-VolumesNegativeTest-693859775-project] 10.222.0.31 "GET /v2.0/ports?device_id=f682e026-ca8e-4766-9cbf-7cca1b7f1d52 HTTP/1.1" status: 200 len: 210 time: 0.0264440 Nov 11 21:23:57.453538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:23:59.200619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cafca0b4-912f-4ec5-9aef-eef9ffece073 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:23:59.220813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: cafca0b4-912f-4ec5-9aef-eef9ffece073 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:23:59.221168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device cafca0b4-912f-4ec5-9aef-eef9ffece073 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:24:01.973455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07177dab-beab-49f8-b861-fbd5afc04bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:04.477502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af2d9e6c-0763-4038-8ae6-446bca1364b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:05.613256 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:06.968537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58070) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:07.112279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:07.114090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9dd716b3-cca2-4176-a6ea-5f569094f64f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fe219d9d42c45a1b33c2c1c36d75ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436875 Nov 11 21:24:07.116036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58074) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:07.172261 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd837-0252-4aba-8b4a-431879615e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:07.198776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd837-0252-4aba-8b4a-431879615e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:07.378989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd837-0252-4aba-8b4a-431879615e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:07.381643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd837-0252-4aba-8b4a-431879615e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:07.383504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6f5dd837-0252-4aba-8b4a-431879615e0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96f3a616-c987-47f0-830f-ba6961a2f834 HTTP/1.1" status: 204 len: 168 time: 0.2655632 Nov 11 21:24:07.391683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dd837-0252-4aba-8b4a-431879615e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f3a616-c987-47f0-830f-ba6961a2f834,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:07.900424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:08.273544 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:24:10.054967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-afbd592d-6e7a-4f00-9183-121cdf432874 req-987f017f-2adc-48d7-a13d-186047c8c084 service neutron] (109675) timed out ('10.222.0.31', 60870) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:24:10.609954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58144) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:10.615212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'network': {'name': 'tempest-network-smoke--1939957880', 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:10.693374 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Made reservation on behalf of 0c65b07eb80442e18fb48ccd91734003 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:10.697127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:10.705926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:10.780297 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:10.870497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:10.897305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:24:10.907006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca11a4a-0f03-4562-8f23-7211d2d6ba1f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:10.912844 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:10.913187 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Added segment 4519b8e0-bcc1-4fbf-af85-dd83786e6c00 of type vlan for network 08215dcb-7d17-4f69-a62f-afcdc6287046 Nov 11 21:24:10.954861 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.025058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.030907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:11.031499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.100743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Network': ['ID=08215dcb-7d17-4f69-a62f-afcdc6287046,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:11.111804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:24:11.122888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f70f6b8b-6846-4e27-94bf-9f45de819446 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5095208 Nov 11 21:24:11.123215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:11.128263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'admin_state_up': True, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:11.242031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.243058 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.299076 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.526682 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.780687 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.799443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:11.907302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Allocated IP 172.25.2.8 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/703d8a5b-c473-4919-9492-bfb9ffc90529) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:12.012337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:12.122520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:12.167297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:12.170165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:12.172965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:12.185910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10333ef6-d7ef-488a-9667-b13c4a43b4db None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:24:12.206878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=703d8a5b-c473-4919-9492-bfb9ffc90529,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:12.262112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-97346a40-205f-4d34-8cfb-8288661b28c4 None None] Provisioning complete for port 703d8a5b-c473-4919-9492-bfb9ffc90529 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:12.262409 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-97346a40-205f-4d34-8cfb-8288661b28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:12.298313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-97346a40-205f-4d34-8cfb-8288661b28c4 None None] Port 703d8a5b-c473-4919-9492-bfb9ffc90529 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:12.573906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:12.779346 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:12.967464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:24:13.077739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:24:13.089256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Sync routers for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:24:13.099249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:13.099963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:13.186708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:13.190936 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bc785d24-0da3-46b8-ab82-ecf8815ffb5f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0639300 Nov 11 21:24:13.191388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:13.212447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:13.318988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0cd5cdf4-46b3-4dd5-a802-64426796a093 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0c65b07eb80442e18fb48ccd91734003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263056 Nov 11 21:24:13.322695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58156) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:13.409117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:12Z', 'revision_number': 3, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:13.431099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee43d5a-555e-48b3-b56a-5bd190a7fffe tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:13.435840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58158) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:13.436016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cee43d5a-555e-48b3-b56a-5bd190a7fffe tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121836 Nov 11 21:24:13.441422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Checking router: 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:24:13.441780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Updating router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 port 703d8a5b-c473-4919-9492-bfb9ffc90529 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:24:13.467608 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d59a6836-0d94-4c56-a200-be7999567518 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279429 Nov 11 21:24:13.467841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:13.467950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:13.472885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592200024', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:13.631143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Made reservation on behalf of 0c65b07eb80442e18fb48ccd91734003 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:13.635124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:13.729651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:13.842118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:13.893378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7f7df-1bc1-4649-9485-f9f4ae4fa104 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:24:13.963364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.041395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Subnet': ['ID=8600bb8f-3e2a-4546-adc0-4082247d1450,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:14.056125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Checking segment: {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:14.056762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network hostable DHCP agents. Network: 08215dcb-7d17-4f69-a62f-afcdc6287046, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:24:14.075265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Attempting to bind port 703d8a5b-c473-4919-9492-bfb9ffc90529 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:14.075649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Attempting to bind port 703d8a5b-c473-4919-9492-bfb9ffc90529 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:14.075994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Attempting to bind port 703d8a5b-c473-4919-9492-bfb9ffc90529 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:14.081666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961145f-f1a7-4f3e-a89b-f8bf37d012be None None] Pushing event updated for resources: {'Port': ['ID=703d8a5b-c473-4919-9492-bfb9ffc90529,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:14.087876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:14.088269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:14.088687 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.089052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:14.089525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Bound port: 703d8a5b-c473-4919-9492-bfb9ffc90529, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:14.089904 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.138857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:24:14.151213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] For port 703d8a5b-c473-4919-9492-bfb9ffc90529, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:14.154735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] For port 703d8a5b-c473-4919-9492-bfb9ffc90529, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=703d8a5b-c473-4919-9492-bfb9ffc90529,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:14.155746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a3c41f2a-3946-4e00-8a3c-a27c82929554 None None] Provisioning complete for port 703d8a5b-c473-4919-9492-bfb9ffc90529 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:14.156123 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3c41f2a-3946-4e00-8a3c-a27c82929554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.190923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a3c41f2a-3946-4e00-8a3c-a27c82929554 None None] Port 703d8a5b-c473-4919-9492-bfb9ffc90529 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:14.236182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 08215dcb-7d17-4f69-a62f-afcdc6287046) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:14.240234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:14.240839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.246001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed31ef-edc4-46c1-a8e9-fa8c8a75da37 None None] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:24:14.259425 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.325344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1bb2f02e-57f5-481b-b0f2-1c97b823096b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8561223 Nov 11 21:24:14.328515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:14.369545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2759f6-5a41-4520-b331-990e19d32173 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:24:14.381160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:14.381769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:14.425890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961145f-f1a7-4f3e-a89b-f8bf37d012be None None] Pushing event updated for resources: {'Port': ['ID=703d8a5b-c473-4919-9492-bfb9ffc90529,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:14.575121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:14.577650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b0ae9771-1879-4855-abe6-3d8e46718269 None None] Provisioning complete for port 703d8a5b-c473-4919-9492-bfb9ffc90529 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:14.578031 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9771-1879-4855-abe6-3d8e46718269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.634412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-08215dcb-7d17-4f69-a62f-afcdc6287046', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:24:14.634746 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:14.893356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Allocated IP 172.20.0.2 (08215dcb-7d17-4f69-a62f-afcdc6287046/8600bb8f-3e2a-4546-adc0-4082247d1450/d462a180-86e8-49a3-94e1-2fc4e7251bcd) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:15.030927 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9771-1879-4855-abe6-3d8e46718269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.074950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b0ae9771-1879-4855-abe6-3d8e46718269 None None] For port 703d8a5b-c473-4919-9492-bfb9ffc90529, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=703d8a5b-c473-4919-9492-bfb9ffc90529,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:15.128910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:12Z', 'revision_number': 3, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:15.164529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e58c8-7029-4d0e-9987-fe82ec9dd879 None None] The sync data for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 is: [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:12Z', 'revision_number': 3, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:24:15.181132 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.184895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0ae9771-1879-4855-abe6-3d8e46718269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.228135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.247128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae9771-1879-4855-abe6-3d8e46718269 None None] Pushing event updated for resources: {'Port': ['ID=703d8a5b-c473-4919-9492-bfb9ffc90529,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:15.256327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58174) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:15.288547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.332805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:15.340417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:15.345725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:15.372556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Pushing event updated for resources: {'Port': ['ID=d462a180-86e8-49a3-94e1-2fc4e7251bcd,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:15.411284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Attempting to bind port d462a180-86e8-49a3-94e1-2fc4e7251bcd on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:15.411659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Attempting to bind port d462a180-86e8-49a3-94e1-2fc4e7251bcd by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:15.412113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Attempting to bind port d462a180-86e8-49a3-94e1-2fc4e7251bcd on network 08215dcb-7d17-4f69-a62f-afcdc6287046 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:15.418516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:15.419047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Checking segment: {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:15.419573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.420273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Bound using segment: {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:15.421452 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Bound port: d462a180-86e8-49a3-94e1-2fc4e7251bcd, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:15.421950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.447003 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e2cf8905-18aa-4d71-b4ff-663960e87032 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=757e928dbdb6429c81bad8e0fd8ed961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895971 Nov 11 21:24:15.447880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58178) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:15.511914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] For port d462a180-86e8-49a3-94e1-2fc4e7251bcd, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:15.515160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] For port d462a180-86e8-49a3-94e1-2fc4e7251bcd, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d462a180-86e8-49a3-94e1-2fc4e7251bcd,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:15.544211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35c787e8-d4d8-4ead-b675-49dff5d12501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.569278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35c787e8-d4d8-4ead-b675-49dff5d12501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.595306 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.613865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Allocated IP 172.20.0.1 (08215dcb-7d17-4f69-a62f-afcdc6287046/8600bb8f-3e2a-4546-adc0-4082247d1450/38966ad9-909a-471b-8228-84059cb8d7aa) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:15.661898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb92b41-8cde-4454-838c-1235549bb2f9 None None] Pushing event updated for resources: {'Port': ['ID=d462a180-86e8-49a3-94e1-2fc4e7251bcd,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:15.745993 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35c787e8-d4d8-4ead-b675-49dff5d12501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.748484 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-35c787e8-d4d8-4ead-b675-49dff5d12501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.749724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-35c787e8-d4d8-4ead-b675-49dff5d12501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c96c6879-4bf6-4876-b2dc-369c8c821544 HTTP/1.1" status: 204 len: 168 time: 0.3006687 Nov 11 21:24:15.762673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c787e8-d4d8-4ead-b675-49dff5d12501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96c6879-4bf6-4876-b2dc-369c8c821544,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:15.778185 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:15.962542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.014605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:16.018045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:16.020688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:16.054886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=38966ad9-909a-471b-8228-84059cb8d7aa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:16.077363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.341784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.665875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.725828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e88a3-6e96-4545-bbc4-07ae9982e265 None None] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:24:16.773888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.848492 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.850278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-93765fba-cca8-4600-b120-d71cb7b7a2f4 None None] Provisioning complete for port d462a180-86e8-49a3-94e1-2fc4e7251bcd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:16.850665 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93765fba-cca8-4600-b120-d71cb7b7a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.851190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=38966ad9-909a-471b-8228-84059cb8d7aa,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:16.978416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:16.979051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93765fba-cca8-4600-b120-d71cb7b7a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:16.980104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:17.021828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-93765fba-cca8-4600-b120-d71cb7b7a2f4 None None] For port d462a180-86e8-49a3-94e1-2fc4e7251bcd, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d462a180-86e8-49a3-94e1-2fc4e7251bcd,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:17.103585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:24:17.121302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93765fba-cca8-4600-b120-d71cb7b7a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.175733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93765fba-cca8-4600-b120-d71cb7b7a2f4 None None] Pushing event updated for resources: {'Port': ['ID=d462a180-86e8-49a3-94e1-2fc4e7251bcd,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:17.227110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:24:17.236505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5dfaf0e4-ebd9-491a-ac32-41b5d3a91440 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "PUT /v2.0/routers/6a5dd203-3a6a-45be-bb05-6cc36e9bcd42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9065924 Nov 11 21:24:17.236657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58182) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:17.244797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4e7a856f-ec5e-4999-ab13-0bf9092f5633 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1771171508', 'description': 'tempest-secgroup_access--1771171508 description', 'project_id': '0c65b07eb80442e18fb48ccd91734003'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:17.262714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ba7ee414-cb12-4310-be87-4d525b40c859 None None] Provisioning complete for port d462a180-86e8-49a3-94e1-2fc4e7251bcd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:17.262714 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee414-cb12-4310-be87-4d525b40c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.302258 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Sync routers for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:24:17.313706 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:17.314414 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:17.356876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e7a856f-ec5e-4999-ab13-0bf9092f5633 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.383997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ba7ee414-cb12-4310-be87-4d525b40c859 None None] Provisioning complete for port 38966ad9-909a-471b-8228-84059cb8d7aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:17.385094 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee414-cb12-4310-be87-4d525b40c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.447618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ee414-cb12-4310-be87-4d525b40c859 None None] Port 38966ad9-909a-471b-8228-84059cb8d7aa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:17.456830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e7a856f-ec5e-4999-ab13-0bf9092f5633 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.481934 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:17.500597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 703d8a5b-c473-4919-9492-bfb9ffc90529 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:17.556125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 703d8a5b-c473-4919-9492-bfb9ffc90529 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:17.556526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.602116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e7a856f-ec5e-4999-ab13-0bf9092f5633 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.611580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-89aa5ecb-ea83-475f-a1e6-c3c2649e333b None None] Provisioning complete for port 38966ad9-909a-471b-8228-84059cb8d7aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:17.612092 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89aa5ecb-ea83-475f-a1e6-c3c2649e333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.655126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a856f-ec5e-4999-ab13-0bf9092f5633 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a007da-4b78-4b47-9f24-e625e3c207d2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:17.678669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-89aa5ecb-ea83-475f-a1e6-c3c2649e333b None None] Port 38966ad9-909a-471b-8228-84059cb8d7aa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:17.698339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d462a180-86e8-49a3-94e1-2fc4e7251bcd up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:17.721514 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 2, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:17.729792 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e7a856f-ec5e-4999-ab13-0bf9092f5633 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.731072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4e7a856f-ec5e-4999-ab13-0bf9092f5633 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4935074 Nov 11 21:24:17.734046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58184) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:17.738816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ff7236a9-c84e-40e0-803c-aa5f5b039347 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1947949330', 'description': 'tempest-secgroup_general--1947949330 description', 'project_id': '0c65b07eb80442e18fb48ccd91734003'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:17.750448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d462a180-86e8-49a3-94e1-2fc4e7251bcd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:17.751024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.809211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eac5d91b-1396-4b10-9d90-9e10e7ecdef6 None None] Provisioning complete for port 38966ad9-909a-471b-8228-84059cb8d7aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:17.809588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eac5d91b-1396-4b10-9d90-9e10e7ecdef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.847318 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Checking router: 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:24:17.847678 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Updating router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 port 38966ad9-909a-471b-8228-84059cb8d7aa binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:24:17.872045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eac5d91b-1396-4b10-9d90-9e10e7ecdef6 None None] Port 38966ad9-909a-471b-8228-84059cb8d7aa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:17.873403 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.881957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff7236a9-c84e-40e0-803c-aa5f5b039347 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:17.948957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff7236a9-c84e-40e0-803c-aa5f5b039347 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.047394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff7236a9-c84e-40e0-803c-aa5f5b039347 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.078422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7236a9-c84e-40e0-803c-aa5f5b039347 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c745b0f-7c6c-4734-94f1-f9f387be9a0a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:18.134625 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.163974 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff7236a9-c84e-40e0-803c-aa5f5b039347 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.165275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ff7236a9-c84e-40e0-803c-aa5f5b039347 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4303458 Nov 11 21:24:18.168498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:18.172828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-058596f6-04e4-46ed-ae8f-4a74c7c7e82a tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'security_group_rule': {'security_group_id': 'd3a007da-4b78-4b47-9f24-e625e3c207d2', 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:18.242945 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.294090 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-058596f6-04e4-46ed-ae8f-4a74c7c7e82a tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.298857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Pushing event updated for resources: {'Port': ['ID=38966ad9-909a-471b-8228-84059cb8d7aa,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:18.322341 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.323002 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.332936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:24:18.361395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-058596f6-04e4-46ed-ae8f-4a74c7c7e82a tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.362867 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Attempting to bind port 38966ad9-909a-471b-8228-84059cb8d7aa on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:18.363230 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Attempting to bind port 38966ad9-909a-471b-8228-84059cb8d7aa by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:18.363598 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Attempting to bind port 38966ad9-909a-471b-8228-84059cb8d7aa on network 08215dcb-7d17-4f69-a62f-afcdc6287046 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:18.370498 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:18.370879 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Checking segment: {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:18.371288 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.371683 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Bound using segment: {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:18.372175 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Bound port: 38966ad9-909a-471b-8228-84059cb8d7aa, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:18.372570 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.437076 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] For port 38966ad9-909a-471b-8228-84059cb8d7aa, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:18.440214 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] For port 38966ad9-909a-471b-8228-84059cb8d7aa, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=38966ad9-909a-471b-8228-84059cb8d7aa,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:18.488018 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-058596f6-04e4-46ed-ae8f-4a74c7c7e82a tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.501478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eb091efe-34dd-4ed5-acb0-155469289c52 None None] Provisioning complete for port 38966ad9-909a-471b-8228-84059cb8d7aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:18.501852 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb091efe-34dd-4ed5-acb0-155469289c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.510675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058596f6-04e4-46ed-ae8f-4a74c7c7e82a tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27c0b0a-e8b6-4c3c-aca3-d38d241f9845,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:18.535010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eb091efe-34dd-4ed5-acb0-155469289c52 None None] Port 38966ad9-909a-471b-8228-84059cb8d7aa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:18.539651 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.599729 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:18.600390 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:18.603981 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c139ff9-6c37-4324-b620-a9df2773cf72 None None] Pushing event updated for resources: {'Port': ['ID=38966ad9-909a-471b-8228-84059cb8d7aa,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:18.632532 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-058596f6-04e4-46ed-ae8f-4a74c7c7e82a tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.633807 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-058596f6-04e4-46ed-ae8f-4a74c7c7e82a tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4643767 Nov 11 21:24:18.718798 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:18.859538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cfd176db-9498-47a3-9bce-466ac2d3e448 None None] Provisioning complete for port 38966ad9-909a-471b-8228-84059cb8d7aa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:18.860114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cfd176db-9498-47a3-9bce-466ac2d3e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.934717 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:18.939794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cfd176db-9498-47a3-9bce-466ac2d3e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:18.966036 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62addd00-3f6d-42cb-a449-f2b8a6567e25 None None] The sync data for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 is: [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:24:18.974008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cfd176db-9498-47a3-9bce-466ac2d3e448 None None] For port 38966ad9-909a-471b-8228-84059cb8d7aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=38966ad9-909a-471b-8228-84059cb8d7aa,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:19.053519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cfd176db-9498-47a3-9bce-466ac2d3e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:19.117772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd176db-9498-47a3-9bce-466ac2d3e448 None None] Pushing event updated for resources: {'Port': ['ID=38966ad9-909a-471b-8228-84059cb8d7aa,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:19.127236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-6094f063-ff8d-4644-8dcc-a98901324e57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1947949330&fields=id&tenant_id=0c65b07eb80442e18fb48ccd91734003 HTTP/1.1" status: 200 len: 267 time: 0.0539074 Nov 11 21:24:19.182066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-adfebc98-16be-4801-afb8-2b4bae76731d tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1771171508&fields=id&tenant_id=0c65b07eb80442e18fb48ccd91734003 HTTP/1.1" status: 200 len: 267 time: 0.0465913 Nov 11 21:24:19.311073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-4cbd6498-5f6a-44f9-86b5-5e8e27e1255d tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:19.312825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-4cbd6498-5f6a-44f9-86b5-5e8e27e1255d tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/networks?id=08215dcb-7d17-4f69-a62f-afcdc6287046 HTTP/1.1" status: 200 len: 797 time: 0.1236458 Nov 11 21:24:19.330710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-2a6ec626-dfc4-423a-8342-c52b81e5c085 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/quotas/0c65b07eb80442e18fb48ccd91734003 HTTP/1.1" status: 200 len: 375 time: 0.0112278 Nov 11 21:24:19.429731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-1722b12a-fb9d-4676-a00d-5fcc3653657f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740209 Nov 11 21:24:19.448972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 38966ad9-909a-471b-8228-84059cb8d7aa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:19.512247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 38966ad9-909a-471b-8228-84059cb8d7aa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:19.513829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:19.565377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63eb1262-1a75-4eb0-9191-2d104e578d5c service neutron] 10.222.0.31 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158977 Nov 11 21:24:19.689979 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-e2886dab-b914-4b3c-88a1-e59239cc3fce service neutron] 10.222.0.31 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237116 Nov 11 21:24:20.112242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e58ae091-cb99-4ecc-87cc-582fce34b215 req-6115327e-00d1-4bc4-a645-3acd56079b95 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 210 time: 0.1879158 Nov 11 21:24:21.205271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5dfbbfe-62e9-4901-9f55-05b35bef64ef req-92bf94c3-d6de-4233-b12b-64eda35723c7 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Nov 11 21:24:22.308357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-34f61532-74b6-42fe-b18e-7f9648fbf504 req-f7aee8a1-145d-465d-8f8c-2ec163cecd05 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 210 time: 0.0308077 Nov 11 21:24:22.327228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:22.582579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-1fa84772-8b0e-44bc-ab99-1913e9b13523 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:22.584228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-1fa84772-8b0e-44bc-ab99-1913e9b13523 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.62 "GET /v2.0/networks?id=08215dcb-7d17-4f69-a62f-afcdc6287046 HTTP/1.1" status: 200 len: 797 time: 0.1033394 Nov 11 21:24:22.657521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-9483c410-1926-4036-88f4-54c89e080baf tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c65b07eb80442e18fb48ccd91734003 HTTP/1.1" status: 200 len: 478 time: 0.0636747 Nov 11 21:24:22.668722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'port': {'device_id': '124a7f46-4329-4988-9d08-15ecbb750854', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'admin_state_up': True, 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'security_groups': ['0c745b0f-7c6c-4734-94f1-f9f387be9a0a', 'd3a007da-4b78-4b47-9f24-e625e3c207d2']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:22.921760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Made reservation on behalf of 0c65b07eb80442e18fb48ccd91734003 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:24:22.925307 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:23.056534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Allocated IP 172.20.0.3 (08215dcb-7d17-4f69-a62f-afcdc6287046/8600bb8f-3e2a-4546-adc0-4082247d1450/8668d4c4-b26b-44ba-b95c-b020ba867898) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:23.199238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:23.327381 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:23.374588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:23.380522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:23.385265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:23.418587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=8668d4c4-b26b-44ba-b95c-b020ba867898,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:23.442337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e706-551d-4843-9ef5-430f99d8484d req-bbc8271e-ead5-415c-84b6-cd7ed67f8bdc tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:23.443556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:23.443890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13d6e706-551d-4843-9ef5-430f99d8484d req-bbc8271e-ead5-415c-84b6-cd7ed67f8bdc tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 970 time: 0.0597754 Nov 11 21:24:23.444355 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:23.509496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13d6e706-551d-4843-9ef5-430f99d8484d req-1084c282-66ea-4528-8054-a3013572c6e3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0563850 Nov 11 21:24:23.576293 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-8d9a38e3-8652-46ad-8460-f2c042749324 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9113600 Nov 11 21:24:23.588746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Request body: {'port': {'device_id': '124a7f46-4329-4988-9d08-15ecbb750854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:23.610870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eba5c79c-48b1-440e-9125-3fbf8fdec8b2 None None] Provisioning complete for port 8668d4c4-b26b-44ba-b95c-b020ba867898 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:23.611460 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eba5c79c-48b1-440e-9125-3fbf8fdec8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:23.643661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:23.806390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eba5c79c-48b1-440e-9125-3fbf8fdec8b2 None None] Port 8668d4c4-b26b-44ba-b95c-b020ba867898 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:24:23.909601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8668d4c4-b26b-44ba-b95c-b020ba867898 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:24:23.917698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:23.929307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Transition to ACTIVE for port object 8668d4c4-b26b-44ba-b95c-b020ba867898 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:24:24.035752 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:24.087677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8668d4c4-b26b-44ba-b95c-b020ba867898,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:24.158469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Attempting to bind port 8668d4c4-b26b-44ba-b95c-b020ba867898 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:24:24.158799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Attempting to bind port 8668d4c4-b26b-44ba-b95c-b020ba867898 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:24:24.159125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Attempting to bind port 8668d4c4-b26b-44ba-b95c-b020ba867898 on network 08215dcb-7d17-4f69-a62f-afcdc6287046 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:24.163993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Port 8668d4c4-b26b-44ba-b95c-b020ba867898 on network 08215dcb-7d17-4f69-a62f-afcdc6287046 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:24:24.164561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Attempting to bind port 8668d4c4-b26b-44ba-b95c-b020ba867898 on network 08215dcb-7d17-4f69-a62f-afcdc6287046 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:24:24.169820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:24:24.170154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Checking segment: {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:24:24.170530 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Bound using segment: {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:24:24.171144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Bound port: 8668d4c4-b26b-44ba-b95c-b020ba867898, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4519b8e0-bcc1-4fbf-af85-dd83786e6c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:24:24.171493 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:24.242519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] For port 8668d4c4-b26b-44ba-b95c-b020ba867898, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:24:24.245685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] For port 8668d4c4-b26b-44ba-b95c-b020ba867898, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8668d4c4-b26b-44ba-b95c-b020ba867898,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:24:24.351361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:24.387074 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:24.387689 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:24.389091 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] 10.222.0.62 "PUT /v2.0/ports/8668d4c4-b26b-44ba-b95c-b020ba867898 HTTP/1.1" status: 200 len: 1130 time: 0.8047037 Nov 11 21:24:24.389531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:24:24.391852 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf22970b-2f03-4659-b5fd-53ad92814d23" -d '{"events": [{"name": "network-changed", "server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:24:24.418443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca531f-8f50-4e5d-98ed-0ede651a9cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8668d4c4-b26b-44ba-b95c-b020ba867898,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:24.431486 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be0aabf-1be6-41ca-8d6d-97be487bd432 x-openstack-request-id: req-4be0aabf-1be6-41ca-8d6d-97be487bd432 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:24:24.432482 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:24:24.432729 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4be0aabf-1be6-41ca-8d6d-97be487bd432 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:24:24.433166 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'status': 'completed', 'code': 200} Nov 11 21:24:24.498961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22970b-2f03-4659-b5fd-53ad92814d23 req-711d8923-de23-4a4b-a536-a058081e7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:24.500808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf22970b-2f03-4659-b5fd-53ad92814d23 req-711d8923-de23-4a4b-a536-a058081e7c88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1133 time: 0.0460970 Nov 11 21:24:24.655343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8afcec-86a9-4d2d-b96c-e13cf1ceca89 req-878deb03-afed-44fe-86ec-5b0b42c5bada tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:24.656980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad8afcec-86a9-4d2d-b96c-e13cf1ceca89 req-878deb03-afed-44fe-86ec-5b0b42c5bada tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 982 time: 0.0643358 Nov 11 21:24:24.720775 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad8afcec-86a9-4d2d-b96c-e13cf1ceca89 req-6dc98aa2-647a-4320-9153-099861b190e6 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0571702 Nov 11 21:24:24.962328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22970b-2f03-4659-b5fd-53ad92814d23 req-cac18ac4-00fa-466c-b5ff-9ac96cf5d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:24.963850 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf22970b-2f03-4659-b5fd-53ad92814d23 req-cac18ac4-00fa-466c-b5ff-9ac96cf5d6cd service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0c65b07eb80442e18fb48ccd91734003&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4537554 Nov 11 21:24:25.057078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22970b-2f03-4659-b5fd-53ad92814d23 req-5d8483b9-821a-4cde-86e2-897857f80d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:25.058572 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf22970b-2f03-4659-b5fd-53ad92814d23 req-5d8483b9-821a-4cde-86e2-897857f80d14 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873921 Nov 11 21:24:25.139856 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-93c2b9fe-c12f-4aed-a65a-542c9837768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:25.141398 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-93c2b9fe-c12f-4aed-a65a-542c9837768d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1133 time: 0.0448623 Nov 11 21:24:25.185785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-ffcc9b2f-4665-4a7f-ac09-8039ad0d8e5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8668d4c4-b26b-44ba-b95c-b020ba867898 HTTP/1.1" status: 200 len: 217 time: 0.0355833 Nov 11 21:24:25.237297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-73fbc331-064e-49d8-b26a-77f54df64fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:25.238662 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-73fbc331-064e-49d8-b26a-77f54df64fad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8600bb8f-3e2a-4546-adc0-4082247d1450 HTTP/1.1" status: 200 len: 834 time: 0.0456638 Nov 11 21:24:25.286606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-992cafea-489c-4f73-bfe5-04f5c68f8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:25.288058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-992cafea-489c-4f73-bfe5-04f5c68f8a5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08215dcb-7d17-4f69-a62f-afcdc6287046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420916 Nov 11 21:24:25.377259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-4b7b5a4f-7fb5-42dd-bfaf-3d40eee2e7ce service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814025 Nov 11 21:24:25.471522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ae6ebec-7ae9-48e9-8256-8bf817ab9a70 req-acdecb16-8268-449f-92ee-0eaddcaa4634 service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Nov 11 21:24:25.838717 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3dd5-3cd8-44c5-b2d5-90dc508ce6f9 req-865cac8b-9131-464c-9f9a-866e9a05f3d8 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:25.840245 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cec3dd5-3cd8-44c5-b2d5-90dc508ce6f9 req-865cac8b-9131-464c-9f9a-866e9a05f3d8 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 982 time: 0.0495753 Nov 11 21:24:25.897306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3cec3dd5-3cd8-44c5-b2d5-90dc508ce6f9 req-14297b35-de33-4b72-ad83-558db54769db tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0511339 Nov 11 21:24:27.018483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bc610-0b40-49d3-ac48-0781dac62e40 req-2e97ef61-f138-4b3e-954c-64f2bece6917 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:27.019972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698bc610-0b40-49d3-ac48-0781dac62e40 req-2e97ef61-f138-4b3e-954c-64f2bece6917 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 982 time: 0.0542455 Nov 11 21:24:27.080718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698bc610-0b40-49d3-ac48-0781dac62e40 req-dc1e34ef-65b7-4c44-b414-09fd03b79e19 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0545933 Nov 11 21:24:27.310667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8668d4c4-b26b-44ba-b95c-b020ba867898 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:24:27.417742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8668d4c4-b26b-44ba-b95c-b020ba867898, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8668d4c4-b26b-44ba-b95c-b020ba867898,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:27.426906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:27.429208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'port_id': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'mac_address': 'fa:16:3e:ae:b1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:24:27.466722 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:27.479182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8668d4c4-b26b-44ba-b95c-b020ba867898 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:24:27.498152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8668d4c4-b26b-44ba-b95c-b020ba867898, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8668d4c4-b26b-44ba-b95c-b020ba867898,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:27.583495 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:27.638100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8668d4c4-b26b-44ba-b95c-b020ba867898,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:27.819834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['8668d4c4-b26b-44ba-b95c-b020ba867898'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:24:28.198810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0de6-d904-4b99-9415-1531afd20960 req-1aa03fa0-2bb8-4b40-a56d-1bbc3db5f21c tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:28.200374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84ec0de6-d904-4b99-9415-1531afd20960 req-1aa03fa0-2bb8-4b40-a56d-1bbc3db5f21c tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 983 time: 0.0498068 Nov 11 21:24:28.261721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84ec0de6-d904-4b99-9415-1531afd20960 req-879364cd-529b-488b-89a9-f0b5e569b760 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0553305 Nov 11 21:24:29.342441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8668d4c4-b26b-44ba-b95c-b020ba867898 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:24:29.381013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae0a72-df27-46c5-ad27-fe8c31f9022e req-4240655d-3f83-4914-b960-a880904dc8c1 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:29.382544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6fae0a72-df27-46c5-ad27-fe8c31f9022e req-4240655d-3f83-4914-b960-a880904dc8c1 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 983 time: 0.0523827 Nov 11 21:24:29.441229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6fae0a72-df27-46c5-ad27-fe8c31f9022e req-c2b08867-8ad8-4cef-a646-773a33db12dc tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0509162 Nov 11 21:24:29.476062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 8668d4c4-b26b-44ba-b95c-b020ba867898 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:24:29.480075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 8668d4c4-b26b-44ba-b95c-b020ba867898 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:24:29.480486 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.556014 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.580170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:24:29.582482 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b01191-1a76-4905-a92e-9452980757f8" -d '{"events": [{"server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "name": "network-vif-plugged", "status": "completed", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:24:29.595140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8668d4c4-b26b-44ba-b95c-b020ba867898, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8668d4c4-b26b-44ba-b95c-b020ba867898,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:24:29.621788 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9076e7-7d20-4c3c-a403-8abedfb3c267 x-openstack-request-id: req-1d9076e7-7d20-4c3c-a403-8abedfb3c267 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:24:29.622099 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "name": "network-vif-plugged", "status": "completed", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:24:29.622359 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d9076e7-7d20-4c3c-a403-8abedfb3c267 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:24:29.622758 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'code': 200} Nov 11 21:24:29.717149 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37384995-0c02-4c57-8c35-84135aea1751 req-6c6a3acc-5f3c-40b0-8f49-428e0402ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:29.718635 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37384995-0c02-4c57-8c35-84135aea1751 req-6c6a3acc-5f3c-40b0-8f49-428e0402ac4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1134 time: 0.0403357 Nov 11 21:24:29.727131 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:29.772730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37384995-0c02-4c57-8c35-84135aea1751 req-1dc7210b-d5ed-42bc-a161-5aff4e17ef7f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0467567 Nov 11 21:24:29.779359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8668d4c4-b26b-44ba-b95c-b020ba867898,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:30.558823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0644fd-ab43-4400-836a-f1832ffa0644 req-f3afada3-738b-4926-9e93-3469a696fa9f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:30.560390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f0644fd-ab43-4400-836a-f1832ffa0644 req-f3afada3-738b-4926-9e93-3469a696fa9f tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 984 time: 0.0498729 Nov 11 21:24:30.616360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f0644fd-ab43-4400-836a-f1832ffa0644 req-10f3121e-ce2e-43cd-b868-03cab11ed6d5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0499306 Nov 11 21:24:31.732502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d255367-d211-4a24-a0f2-fe602aa3ff49 req-7f0b2497-1380-4c7b-b88b-d53a576980da tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:31.734001 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d255367-d211-4a24-a0f2-fe602aa3ff49 req-7f0b2497-1380-4c7b-b88b-d53a576980da tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 984 time: 0.0489118 Nov 11 21:24:31.790463 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7d255367-d211-4a24-a0f2-fe602aa3ff49 req-73d56cb4-4152-4805-92e0-2cf2f6ab9641 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0504704 Nov 11 21:24:31.910037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a5a61-de58-47f5-b043-a7db0c276cbd req-bf05314c-6c45-48c7-8287-05cfa9a05835 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:31.911454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c11a5a61-de58-47f5-b043-a7db0c276cbd req-bf05314c-6c45-48c7-8287-05cfa9a05835 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 984 time: 0.0540586 Nov 11 21:24:31.955668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2ffcbac8-86e5-4d46-bbe8-dede7e6d3811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:31.972980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c11a5a61-de58-47f5-b043-a7db0c276cbd req-b6e07145-0126-4312-81c1-7e3d9ff8efb9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0545802 Nov 11 21:24:32.080362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e3196-6a34-4f23-8b16-fd250dd97290 req-f4988d64-ecf4-49a6-b0a4-d0e76bf48968 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:32.081876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-793e3196-6a34-4f23-8b16-fd250dd97290 req-f4988d64-ecf4-49a6-b0a4-d0e76bf48968 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1135 time: 0.0439875 Nov 11 21:24:32.100047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-793e3196-6a34-4f23-8b16-fd250dd97290 req-6a1953d4-40f7-419e-989c-ac0243efd6fd tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.171680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-793e3196-6a34-4f23-8b16-fd250dd97290 req-6a1953d4-40f7-419e-989c-ac0243efd6fd tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.257558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-793e3196-6a34-4f23-8b16-fd250dd97290 req-6a1953d4-40f7-419e-989c-ac0243efd6fd tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.297969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1953d4-40f7-419e-989c-ac0243efd6fd tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f8c310-9ce0-46d3-8a5a-901ae184e248,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:32.306011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-793e3196-6a34-4f23-8b16-fd250dd97290 req-6a1953d4-40f7-419e-989c-ac0243efd6fd tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2180958 Nov 11 21:24:32.329935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58242) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:32.370126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10235c24-b1a1-4ac3-9e3e-b56d18f7883d tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:32.371737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10235c24-b1a1-4ac3-9e3e-b56d18f7883d tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1130 time: 0.0407393 Nov 11 21:24:32.374946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:32.381725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:24:32.453172 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.552687 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.661234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Allocated IP 172.25.2.77 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/cf427a07-17cf-4cce-99b6-4c5df40fa198) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:24:32.767264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.841880 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:32.880346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:24:32.885814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:24:32.889471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:24:32.914914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=cf427a07-17cf-4cce-99b6-4c5df40fa198,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:33.284800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.414865 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.565466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.669264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.734148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=cf427a07-17cf-4cce-99b6-4c5df40fa198,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:24:33.748081 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:33.847906 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Floating IP 104cb4c5-e0d0-4072-99c4-d1697b2e9f5c associated. External IP: 172.25.2.77, port: 8668d4c4-b26b-44ba-b95c-b020ba867898. Nov 11 21:24:34.056233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:24:34.163100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:24:34.173212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] Sync routers for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:24:34.183857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:34.187876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:34.237636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.267616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-92bcbdc2-3258-402a-99ae-459048592105 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8900506 Nov 11 21:24:34.268215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:24:34.270450 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:24:34.270592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58246) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.292475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:34.316166 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cd30e8-2f48-4e14-9e59-6caf9e1d2361 x-openstack-request-id: req-92cd30e8-2f48-4e14-9e59-6caf9e1d2361 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:24:34.316703 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:24:34.317163 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92cd30e8-2f48-4e14-9e59-6caf9e1d2361 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:24:34.317940 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'status': 'completed', 'code': 200} Nov 11 21:24:34.383469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-29531195-ae82-441f-b096-f46a4665d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.385514 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-29531195-ae82-441f-b096-f46a4665d51d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1135 time: 0.0442703 Nov 11 21:24:34.468124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e4003b2-cd54-45e0-8427-ba5b7ffca5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:34.481686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acf58b-df63-4ec2-8ac5-bc07648bddb4 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.482166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acf58b-df63-4ec2-8ac5-bc07648bddb4 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.482629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acf58b-df63-4ec2-8ac5-bc07648bddb4 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.483124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acf58b-df63-4ec2-8ac5-bc07648bddb4 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.483562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acf58b-df63-4ec2-8ac5-bc07648bddb4 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.488249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a7acf58b-df63-4ec2-8ac5-bc07648bddb4 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2164488 Nov 11 21:24:34.488561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-df64c0e3-a01e-4037-bd56-8bf526df1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.488885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58250) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.490455 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-df64c0e3-a01e-4037-bd56-8bf526df1566 service neutron] 10.222.0.62 "GET /v2.0/networks?id=08215dcb-7d17-4f69-a62f-afcdc6287046 HTTP/1.1" status: 200 len: 898 time: 0.0984497 Nov 11 21:24:34.558703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '104cb4c5-e0d0-4072-99c4-d1697b2e9f5c', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'port_id': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'mac_address': 'fa:16:3e:ae:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124a7f46-4329-4988-9d08-15ecbb750854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:33Z', 'updated_at': '2021-11-11T21:24:33Z', 'revision_number': 0, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:34.561059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-70de2e8d-6998-4553-8cfe-146d88ece316 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8668d4c4-b26b-44ba-b95c-b020ba867898 HTTP/1.1" status: 200 len: 998 time: 0.0633192 Nov 11 21:24:34.588753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaead09-28dc-43d6-94c1-2e53cf04af13 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.589314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaead09-28dc-43d6-94c1-2e53cf04af13 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.589584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] Checking router: 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:24:34.589952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaead09-28dc-43d6-94c1-2e53cf04af13 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.590577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaead09-28dc-43d6-94c1-2e53cf04af13 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.591211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaead09-28dc-43d6-94c1-2e53cf04af13 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.595920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4eaead09-28dc-43d6-94c1-2e53cf04af13 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1060686 Nov 11 21:24:34.596892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.598813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:24:34.599799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:24:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:34.649472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-66d3ecbb-b703-4922-9534-f180f0019238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.652193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-66d3ecbb-b703-4922-9534-f180f0019238 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8600bb8f-3e2a-4546-adc0-4082247d1450 HTTP/1.1" status: 200 len: 834 time: 0.0839360 Nov 11 21:24:34.654825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-1fd4ce96-fa29-4102-99a8-c6b06584d47b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564213 Nov 11 21:24:34.704065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-f80e597b-a120-4a44-9209-f9c135795f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.705671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-f80e597b-a120-4a44-9209-f9c135795f0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08215dcb-7d17-4f69-a62f-afcdc6287046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467570 Nov 11 21:24:34.733414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:24:34.801437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec752a8-f344-4726-bda7-568592ccb12b req-b4ede493-df44-4514-95cb-64815597f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:34.802989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-b4ede493-df44-4514-95cb-64815597f997 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0963273 Nov 11 21:24:34.837693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2f7a266c-29cc-4f93-9db2-4ffe4a06cc03 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.2399921 Nov 11 21:24:34.840445 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-0daf86b5-74b3-4b2c-b6fe-7a3e8cc82f20 service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253183 Nov 11 21:24:34.840907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58254) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:24:34.979609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '104cb4c5-e0d0-4072-99c4-d1697b2e9f5c', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'port_id': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'mac_address': 'fa:16:3e:ae:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124a7f46-4329-4988-9d08-15ecbb750854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:33Z', 'updated_at': '2021-11-11T21:24:33Z', 'revision_number': 0, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:24:35.011278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508ba62-4f6e-44bc-b5d3-907f5bd78f01 None None] The sync data for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 is: [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '104cb4c5-e0d0-4072-99c4-d1697b2e9f5c', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'floating_ip_address': '172.25.2.77', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'port_id': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'mac_address': 'fa:16:3e:ae:b1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124a7f46-4329-4988-9d08-15ecbb750854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:24:33Z', 'updated_at': '2021-11-11T21:24:33Z', 'revision_number': 0, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:24:35.015418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90be83-b79e-47fa-bae0-f5b22ff1edc2 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:35.015805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90be83-b79e-47fa-bae0-f5b22ff1edc2 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:35.017386 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1c90be83-b79e-47fa-bae0-f5b22ff1edc2 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 HTTP/1.1" status: 200 len: 1988 time: 0.1755674 Nov 11 21:24:35.022374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec752a8-f344-4726-bda7-568592ccb12b req-7a1c3f17-c476-4782-9cd1-06b3eb5564e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:35.023858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-7a1c3f17-c476-4782-9cd1-06b3eb5564e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1977816 Nov 11 21:24:35.076433 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a77701a7-a9ed-4fea-bfcc-b99ae9d66f2b req-ad74cd6f-eef3-4949-92fc-34c1cceac004 service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105453 Nov 11 21:24:35.100448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-b8ac48b0-39e7-438f-8070-f5a35baf2f9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.0656912 Nov 11 21:24:35.152024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec752a8-f344-4726-bda7-568592ccb12b req-2cfff531-f72e-4574-b559-234439f44c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:35.153543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-2cfff531-f72e-4574-b559-234439f44c45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0463974 Nov 11 21:24:35.215195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec752a8-f344-4726-bda7-568592ccb12b req-0686b023-5ecc-4cd5-8ea9-9ce714b0bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:35.216734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-0686b023-5ecc-4cd5-8ea9-9ce714b0bc7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485830 Nov 11 21:24:35.224465 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb25bd-8a89-4483-8092-fea96593cec0 None None] New status for floating IP 104cb4c5-e0d0-4072-99c4-d1697b2e9f5c: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:24:35.313164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-096deb5f-bf0a-429d-b865-46f0216ae34f service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871134 Nov 11 21:24:35.409113 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ec752a8-f344-4726-bda7-568592ccb12b req-a353e141-4c23-45d1-94a8-876d9902d43b service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887005 Nov 11 21:24:35.623391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.109640 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:37.841071 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:38.849370 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-93499098-7a06-427a-a02a-0cfe35fa768a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395789 Nov 11 21:24:38.931856 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-4f0e3b1e-1ce5-4d26-b72a-314bc1f50228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:38.933700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-4f0e3b1e-1ce5-4d26-b72a-314bc1f50228 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 1097 time: 0.0430837 Nov 11 21:24:39.045435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-7368c330-17ce-448c-9f06-a7ee5e58bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:39.046926 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-7368c330-17ce-448c-9f06-a7ee5e58bf87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.0910873 Nov 11 21:24:39.091133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-f7e22858-221e-4074-86b9-0ca3e4f4b72c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30 HTTP/1.1" status: 200 len: 217 time: 0.0356033 Nov 11 21:24:39.140839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-d1c3a4a4-1947-4d07-946d-dc3cbbe140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:39.142231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-d1c3a4a4-1947-4d07-946d-dc3cbbe140eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0443535 Nov 11 21:24:39.191076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-82711156-6ef0-41ad-adaa-b7e847f0dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:39.192588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-82711156-6ef0-41ad-adaa-b7e847f0dc57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435956 Nov 11 21:24:39.283105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-1fa4d027-cd9e-40e7-8c9d-acb5ff49c261 service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829611 Nov 11 21:24:39.379769 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9fd1d895-48ef-4b71-bdc7-cfe26684b9b3 req-4a3eab4b-bf2f-4923-a258-c76c97813fc6 service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Nov 11 21:24:45.272925 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:24:52.313856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:57.245589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862aa54-7af3-4b88-b3a0-97380087c5a2 req-40da9ef2-35dd-4310-996b-087b31685abd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:57.247092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a862aa54-7af3-4b88-b3a0-97380087c5a2 req-40da9ef2-35dd-4310-996b-087b31685abd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0514164 Nov 11 21:24:57.295462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a862aa54-7af3-4b88-b3a0-97380087c5a2 req-525c6f32-f3c4-4959-bc94-34d65b1c0a16 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Nov 11 21:24:57.422068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da72a-095b-467d-bb7f-4b630bb63026 req-2ca283a1-5935-4729-8aac-2eb9a9a987e5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:57.423722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f65da72a-095b-467d-bb7f-4b630bb63026 req-2ca283a1-5935-4729-8aac-2eb9a9a987e5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0553672 Nov 11 21:24:57.434070 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:24:57.472615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f65da72a-095b-467d-bb7f-4b630bb63026 req-7b93826d-206a-4845-b008-c8f400fe2414 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Nov 11 21:24:57.744672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-68c524cc-47f9-445a-b68b-728293af0dd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:24:57.746704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-68c524cc-47f9-445a-b68b-728293af0dd3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1055956 Nov 11 21:24:57.762643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-1404c28f-1185-4801-83a3-bae9e3bcdead tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/quotas/d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 375 time: 0.0095077 Nov 11 21:24:57.820739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-32e27cd1-c234-418a-8a2c-aa6236194040 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0528235 Nov 11 21:24:57.965658 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-fb7efdae-63b9-4962-aef1-6e34137bb475 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365452 Nov 11 21:24:58.391879 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-59c8826f-101c-40a3-8b15-55f9d5231b35 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205971 Nov 11 21:24:58.636229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33f9db3f-349e-465e-88be-c6c151bf3fa7 req-51e9cc10-768e-4b3a-85bd-324deca7441f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 210 time: 0.0266621 Nov 11 21:24:59.731425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7f82ffda-4288-4848-973e-76d219344ccd req-1219c17d-54e3-4527-a2b8-dd8baf50ebea tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 210 time: 0.0271773 Nov 11 21:25:00.825503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d807aaf-91c5-4414-aaf0-0e44c5a52e7d req-540cbc74-7ae6-416a-97c5-9ad8a0764d0e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 210 time: 0.0267484 Nov 11 21:25:00.882867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-a1e62ae4-cd0b-45bc-9f17-09c90c809129 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:00.884352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-a1e62ae4-cd0b-45bc-9f17-09c90c809129 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1053281 Nov 11 21:25:00.898707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'port': {'device_id': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'admin_state_up': True, 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:01.121373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Made reservation on behalf of d8dd3c5998f44844915036e2aabbd6d4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:01.125401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:01.250608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Allocated IP 172.20.0.9 (3985b7ae-9f2d-4bb4-8756-cd53c390a28d/d886793b-8ce2-483c-8a2e-1d1f09fca4ae/f2fb142f-8645-4c67-97c6-348b70b6cfbe) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:01.400285 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:01.499181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:01.512281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d5f5068-f5e7-4a00-b608-96cf606d5f82'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:01.515933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2ca84456-a5de-47a2-9bd1-db5a3c90ca30'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:01.542617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:01.548078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:01.551804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:01.577100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=f2fb142f-8645-4c67-97c6-348b70b6cfbe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:01.590894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.591248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.591594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.591938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.592308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.592646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.592978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.593306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.593635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.593964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.594292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.595179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:01.624421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:01.625065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:01.741115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-9247bef9-772e-4044-86ef-10d984cd7322 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459733 Nov 11 21:25:01.755512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Request body: {'port': {'device_id': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:01.797219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bc5c1bd9-b032-40a0-8c8c-ec8946e6cacf None None] Provisioning complete for port f2fb142f-8645-4c67-97c6-348b70b6cfbe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:01.797598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1bd9-b032-40a0-8c8c-ec8946e6cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:01.811222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:01.836798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c1bd9-b032-40a0-8c8c-ec8946e6cacf None None] Port f2fb142f-8645-4c67-97c6-348b70b6cfbe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:02.006695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d61e1de8-590c-497b-b29a-624481f867c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:02.026297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c608f3-de39-42af-9ef4-840985557b04 req-d48c065b-e7b2-4b4b-a5f0-41fbb2fef3b5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.028219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1c608f3-de39-42af-9ef4-840985557b04 req-d48c065b-e7b2-4b4b-a5f0-41fbb2fef3b5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 931 time: 0.1157970 Nov 11 21:25:02.114122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a1c608f3-de39-42af-9ef4-840985557b04 req-14d470fe-f410-4fd7-9b44-a3c6fcda1d03 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766490 Nov 11 21:25:02.158378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fb142f-8645-4c67-97c6-348b70b6cfbe {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:02.165749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:02.178048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Transition to ACTIVE for port object f2fb142f-8645-4c67-97c6-348b70b6cfbe will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:02.264031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:02.315777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fb142f-8645-4c67-97c6-348b70b6cfbe,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:02.392209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Attempting to bind port f2fb142f-8645-4c67-97c6-348b70b6cfbe on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:02.392671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Attempting to bind port f2fb142f-8645-4c67-97c6-348b70b6cfbe by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:02.393184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Attempting to bind port f2fb142f-8645-4c67-97c6-348b70b6cfbe on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:02.399772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Port f2fb142f-8645-4c67-97c6-348b70b6cfbe on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:02.400334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Attempting to bind port f2fb142f-8645-4c67-97c6-348b70b6cfbe on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:02.407199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:02.407535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:02.407914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Bound using segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:02.408370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Bound port: f2fb142f-8645-4c67-97c6-348b70b6cfbe, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:02.408724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:02.477257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] For port f2fb142f-8645-4c67-97c6-348b70b6cfbe, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:02.481508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] For port f2fb142f-8645-4c67-97c6-348b70b6cfbe, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:02.583048 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:02.617222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.617760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:02.619219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] 10.222.0.62 "PUT /v2.0/ports/f2fb142f-8645-4c67-97c6-348b70b6cfbe HTTP/1.1" status: 200 len: 1091 time: 0.8686380 Nov 11 21:25:02.621857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:02.625337 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97e13ed-921c-43de-a20f-e7a8d1d76e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:02.651196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5256d-92ac-422d-90ff-04b0e55f45a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fb142f-8645-4c67-97c6-348b70b6cfbe,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:02.670975 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febe37af-e1b2-43f4-85a5-5e9efc81a715 x-openstack-request-id: req-febe37af-e1b2-43f4-85a5-5e9efc81a715 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:02.670975 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:02.670975 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-febe37af-e1b2-43f4-85a5-5e9efc81a715 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:02.670975 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe', 'status': 'completed', 'code': 200} Nov 11 21:25:02.735520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e13ed-921c-43de-a20f-e7a8d1d76e6b req-967341d4-5060-4efe-b0b7-125f82a3b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.739826 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c97e13ed-921c-43de-a20f-e7a8d1d76e6b req-967341d4-5060-4efe-b0b7-125f82a3b1b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 1094 time: 0.0429695 Nov 11 21:25:02.845233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e13ed-921c-43de-a20f-e7a8d1d76e6b req-d95fa666-ae8e-44ea-9422-b891f33f1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.846710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c97e13ed-921c-43de-a20f-e7a8d1d76e6b req-d95fa666-ae8e-44ea-9422-b891f33f1a3b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006782 Nov 11 21:25:02.948757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e13ed-921c-43de-a20f-e7a8d1d76e6b req-f24503d3-9b3c-4403-87e8-050d763b4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:02.950416 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c97e13ed-921c-43de-a20f-e7a8d1d76e6b req-f24503d3-9b3c-4403-87e8-050d763b4847 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949318 Nov 11 21:25:03.030015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-1b085240-33b3-40d2-9458-5d3a22d72fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:03.031691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-1b085240-33b3-40d2-9458-5d3a22d72fb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 1094 time: 0.0411730 Nov 11 21:25:03.077583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-0bd67c01-fbd1-49d9-b352-fb23e3d048e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe HTTP/1.1" status: 200 len: 217 time: 0.0354033 Nov 11 21:25:03.133625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-83ac2b6f-f4c5-4362-bff1-10ae10a96bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:03.135132 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-83ac2b6f-f4c5-4362-bff1-10ae10a96bf0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0458434 Nov 11 21:25:03.198107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449014-64af-423b-9c10-0b9a57f9344c req-91200f2e-88cc-481e-9b2b-76754663aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:03.199737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-91200f2e-88cc-481e-9b2b-76754663aba1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554965 Nov 11 21:25:03.288111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83c7f-7367-48a7-b00f-52d0bfcaf7a5 req-cfd0072a-5a60-4373-9fe7-b38b4f7d3c63 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:03.289604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecb83c7f-7367-48a7-b00f-52d0bfcaf7a5 req-cfd0072a-5a60-4373-9fe7-b38b4f7d3c63 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 943 time: 0.1042924 Nov 11 21:25:03.336389 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-c75285cd-d6d3-41c8-8368-473dbb072a84 service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234510 Nov 11 21:25:03.369627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ecb83c7f-7367-48a7-b00f-52d0bfcaf7a5 req-12000863-2159-4385-b44f-945b5985498e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731854 Nov 11 21:25:03.435908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b449014-64af-423b-9c10-0b9a57f9344c req-e0645769-af39-4b3a-8bb0-a6cb5bafbea3 service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895162 Nov 11 21:25:04.421996 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9fcfb58d-d2c3-4737-ba1c-fd2bd6d91555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:04.487748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8716b8-9970-4262-9299-22b8dc784480 req-a57cb06c-d90d-494e-8fe1-c36068eef003 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:04.489257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad8716b8-9970-4262-9299-22b8dc784480 req-a57cb06c-d90d-494e-8fe1-c36068eef003 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 943 time: 0.0490127 Nov 11 21:25:04.542188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad8716b8-9970-4262-9299-22b8dc784480 req-1d0f5fb3-5f78-4624-9184-942fc518a1fe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Nov 11 21:25:05.545489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f2fb142f-8645-4c67-97c6-348b70b6cfbe details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:05.613319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.646656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f2fb142f-8645-4c67-97c6-348b70b6cfbe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:05.657436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe', 'mac_address': 'fa:16:3e:85:b9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:05.662872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e140-fb90-4733-8829-0cc4d3ad0da7 req-ffc542f5-ecf4-4533-a38e-d49d7e714aba tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:05.664447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c1e140-fb90-4733-8829-0cc4d3ad0da7 req-ffc542f5-ecf4-4533-a38e-d49d7e714aba tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 943 time: 0.0521119 Nov 11 21:25:05.695981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.708909 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fb142f-8645-4c67-97c6-348b70b6cfbe {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:05.717785 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8c1e140-fb90-4733-8829-0cc4d3ad0da7 req-c8b72b2f-ce3d-426f-8ac6-33d8c17a73c1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Nov 11 21:25:05.728257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f2fb142f-8645-4c67-97c6-348b70b6cfbe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:05.805624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:05.856992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f2fb142f-8645-4c67-97c6-348b70b6cfbe,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:05.864214 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.865792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.865792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.865792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.865792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.866173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.866173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.866481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.866809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.867131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.867456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:05.867776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:06.107949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f2fb142f-8645-4c67-97c6-348b70b6cfbe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:06.835820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fd5fc-b1bd-4707-acd3-d7502f8e5d1a req-eaaf98b9-95d6-47aa-b0ae-cc0bed264865 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:06.837358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-353fd5fc-b1bd-4707-acd3-d7502f8e5d1a req-eaaf98b9-95d6-47aa-b0ae-cc0bed264865 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 944 time: 0.0499740 Nov 11 21:25:06.885121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-353fd5fc-b1bd-4707-acd3-d7502f8e5d1a req-a2e944f3-c68a-4228-a160-c72eeae51a21 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Nov 11 21:25:07.113442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.560726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f2fb142f-8645-4c67-97c6-348b70b6cfbe up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:07.675388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port f2fb142f-8645-4c67-97c6-348b70b6cfbe completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:07.679526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port f2fb142f-8645-4c67-97c6-348b70b6cfbe triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:07.679916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.764573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.793983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:07.796232 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2df73-0e65-4798-9692-85b8a3d5e0a1" -d '{"events": [{"server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "name": "network-vif-plugged", "status": "completed", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:07.809332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f2fb142f-8645-4c67-97c6-348b70b6cfbe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:07.835676 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d0f836-8e60-4092-a987-7bbf7294fcd2 x-openstack-request-id: req-42d0f836-8e60-4092-a987-7bbf7294fcd2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:07.835975 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "name": "network-vif-plugged", "status": "completed", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:07.836298 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42d0f836-8e60-4092-a987-7bbf7294fcd2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:07.836705 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe', 'code': 200} Nov 11 21:25:07.879714 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.881266 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:07.942235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84110a14-0026-4163-b3c2-d2818cbb6ec4 req-40b5cdd2-3f2b-41fd-adbc-f9ca4fe36923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:07.942780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f2fb142f-8645-4c67-97c6-348b70b6cfbe,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:07.943993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84110a14-0026-4163-b3c2-d2818cbb6ec4 req-40b5cdd2-3f2b-41fd-adbc-f9ca4fe36923 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 1096 time: 0.0461979 Nov 11 21:25:07.997205 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84110a14-0026-4163-b3c2-d2818cbb6ec4 req-0bc834f7-d1bb-4399-b3c3-86535ac192f1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Nov 11 21:25:08.025624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3ee22-4282-4607-a53a-6ec8341b1516 req-43f70279-0dcf-48db-87ff-22905f002180 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:08.027992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fe3ee22-4282-4607-a53a-6ec8341b1516 req-43f70279-0dcf-48db-87ff-22905f002180 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 945 time: 0.0562890 Nov 11 21:25:08.076706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fe3ee22-4282-4607-a53a-6ec8341b1516 req-94988c3b-f486-48fb-920c-881616a25d1d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Nov 11 21:25:09.185859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58322) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:09.196524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a735-202f-464a-89d7-efebc356a07a req-0381d24d-91a9-497c-8825-a25bb29159f3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:09.198042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a555a735-202f-464a-89d7-efebc356a07a req-0381d24d-91a9-497c-8825-a25bb29159f3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 945 time: 0.0502448 Nov 11 21:25:09.247829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a555a735-202f-464a-89d7-efebc356a07a req-4fbf9e81-2fb7-4f50-87e4-4ff1e1a93ffd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Nov 11 21:25:09.275943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-639f1a2f-45a0-4c4d-afe7-1f423ce76b78 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2411 time: 0.0888963 Nov 11 21:25:09.278791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:09.283581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'network': {'name': 'tempest-network-smoke--620808425', 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'port_security_enabled': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:09.395513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Made reservation on behalf of 0c65b07eb80442e18fb48ccd91734003 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:09.399634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.423588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:25:09.432326 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.432667 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Added segment 5461dfa7-39bf-4950-86fa-6c587cd45221 of type vlan for network 5335b625-a6d2-484f-89c9-69da0c3dbd95 Nov 11 21:25:09.471570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.576651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.582354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:09.582959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:09.988524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Network': ['ID=5335b625-a6d2-484f-89c9-69da0c3dbd95,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:09.996591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.996944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.997303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.997621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.997987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.998321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.998911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.999240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.999566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:09.999888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:10.000241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:10.000565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:25:10.012287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:25:10.044665 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-edd08ee3-4fbe-4fcf-a75d-407866d122b5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7648454 Nov 11 21:25:10.047298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58326) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:10.051898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'admin_state_up': True, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:10.200941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.201957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.255290 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.400973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06a5b6-71cf-435b-b051-1d782d398d77 req-8e3c3259-6fc6-418a-8440-433c776b3c45 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:10.403317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e06a5b6-71cf-435b-b051-1d782d398d77 req-8e3c3259-6fc6-418a-8440-433c776b3c45 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 945 time: 0.0825193 Nov 11 21:25:10.525128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.542753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e06a5b6-71cf-435b-b051-1d782d398d77 req-1787d8a5-4599-45b7-a12c-9e1c1e93783c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117561 Nov 11 21:25:10.664846 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-f6e43b69-6339-48d7-996c-86c814724526 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 267 time: 0.0468407 Nov 11 21:25:10.719403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-77ed9e53-7776-4ace-9451-b8686ddd8ccf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:10.721059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-77ed9e53-7776-4ace-9451-b8686ddd8ccf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 945 time: 0.0500858 Nov 11 21:25:10.732446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'port': {'security_groups': []}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:10.798394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.834684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.854102 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:10.953601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] For port f2fb142f-8645-4c67-97c6-348b70b6cfbe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:10.968932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Allocated IP 172.25.2.46 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/af9c9ef5-b26c-4570-83e8-c5517d5ddb64) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:10.983701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.057011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.073579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2ca84456-a5de-47a2-9bd1-db5a3c90ca30', 'f2fb142f-8645-4c67-97c6-348b70b6cfbe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:11.089616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.089770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d5f5068-f5e7-4a00-b608-96cf606d5f82'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:11.137091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.138099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.140364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-18d14fd0-4336-472d-b011-89bb1cc24dad req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "PUT /v2.0/ports/f2fb142f-8645-4c67-97c6-348b70b6cfbe HTTP/1.1" status: 200 len: 904 time: 0.4126110 Nov 11 21:25:11.141057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:11.144855 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55701f7-6149-4e22-9043-ac1cae53d4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:11.186844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad37a4d-c59f-461d-ad50-125f93e9c6f1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=f2fb142f-8645-4c67-97c6-348b70b6cfbe,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.200797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.210452 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eca667-9fcf-49d3-a471-7a2fad8fce29 x-openstack-request-id: req-27eca667-9fcf-49d3-a471-7a2fad8fce29 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:11.210893 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:11.211233 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27eca667-9fcf-49d3-a471-7a2fad8fce29 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:11.211769 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe', 'status': 'completed', 'code': 200} Nov 11 21:25:11.298369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:11.304989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-4cd5b355-4eee-4b48-b1cc-0aae46fd4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.305557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:11.307320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-4cd5b355-4eee-4b48-b1cc-0aae46fd4521 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 1058 time: 0.0621617 Nov 11 21:25:11.312418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:11.322744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:11.361412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b75727-6807-4836-9000-b0fd41f9f777 req-749177dc-f9c0-4205-9a9f-7fe021c0602d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.364176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0b75727-6807-4836-9000-b0fd41f9f777 req-749177dc-f9c0-4205-9a9f-7fe021c0602d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 907 time: 0.1205201 Nov 11 21:25:11.379598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c48306-b246-4dc4-b866-6a8ec2c4f0e6 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:25:11.438844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f2fb142f-8645-4c67-97c6-348b70b6cfbe'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:11.477866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-c414e271-74d5-4cce-86f9-e0b0a5508d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.479656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-c414e271-74d5-4cce-86f9-e0b0a5508d3b service neutron] 10.222.0.62 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1644237 Nov 11 21:25:11.549792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-7eeaf73f-ab27-4d9a-b933-a866df09086e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe HTTP/1.1" status: 200 len: 217 time: 0.0587480 Nov 11 21:25:11.552516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ba65681-c8c9-4d85-8862-5c143469392c None None] Provisioning complete for port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:11.552889 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ba65681-c8c9-4d85-8862-5c143469392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.598447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b891752-d079-4010-9a16-b72e2f231545 req-4bc165e8-873a-482e-a081-8e977e1d1098 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.599889 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b891752-d079-4010-9a16-b72e2f231545 req-4bc165e8-873a-482e-a081-8e977e1d1098 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.1190598 Nov 11 21:25:11.628976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-6ae4b4bb-9fd8-445d-b058-5a9e2147c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.630435 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-6ae4b4bb-9fd8-445d-b058-5a9e2147c67d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0732319 Nov 11 21:25:11.646985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8ba65681-c8c9-4d85-8862-5c143469392c None None] Port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:11.687625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4b891752-d079-4010-9a16-b72e2f231545 req-0b99637d-154c-4eba-b60b-1da68936b0bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797729 Nov 11 21:25:11.701623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-60955e34-0255-4d8f-aaa5-798a5c3cabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.703144 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-60955e34-0255-4d8f-aaa5-798a5c3cabb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611229 Nov 11 21:25:11.769953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af4502d6-e3d4-433a-a625-b38982c015c1 None None] Provisioning complete for port f2fb142f-8645-4c67-97c6-348b70b6cfbe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:11.770357 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af4502d6-e3d4-433a-a625-b38982c015c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.775866 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:11.820754 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-1dbd8843-72ee-418f-a8da-00a89075dc5e service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100469 Nov 11 21:25:11.891337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ecb54-fd9c-4308-bf96-a7c911f0350c req-5509cade-c44f-4af8-8224-1a8f294baa1d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:11.892918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c8ecb54-fd9c-4308-bf96-a7c911f0350c req-5509cade-c44f-4af8-8224-1a8f294baa1d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.1291659 Nov 11 21:25:11.922948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a55701f7-6149-4e22-9043-ac1cae53d4bc req-9a76db1d-617a-420a-bf9c-9c76bee249af service neutron] 10.222.0.62 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941293 Nov 11 21:25:11.991970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c8ecb54-fd9c-4308-bf96-a7c911f0350c req-ad99062f-c954-43a1-bdb5-54fdca51f1c7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920539 Nov 11 21:25:12.055571 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.216860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-51d11112-192a-44db-8d80-325974778399 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:12.218296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-51d11112-192a-44db-8d80-325974778399 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1012220 Nov 11 21:25:12.234078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-359557d1-adb9-4d33-93dc-48ff478df45f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/quotas/d8dd3c5998f44844915036e2aabbd6d4 HTTP/1.1" status: 200 len: 375 time: 0.0100660 Nov 11 21:25:12.247300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:25:12.301677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-a7bbe683-1bbf-47d4-b765-78898e688c2d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0619795 Nov 11 21:25:12.360853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:25:12.371346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Sync routers for ids ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:25:12.381296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Routers {'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:12.381918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:12.396819 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-6bf4feb7-19fe-42b3-9032-fd214c86c9c5 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879955 Nov 11 21:25:12.446836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.451809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fca6231a-3f6e-4619-b554-c15dc5c4a121 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4001417 Nov 11 21:25:12.452327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58352) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.493485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-eccbe8bf-13fd-4579-a9ba-51997c83c6f0 service neutron] 10.222.0.31 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889778 Nov 11 21:25:12.494466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Set router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:12.521735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f3669-3ca9-4977-bbe2-c7eae67f1759 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:12.523278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e74f3669-3ca9-4977-bbe2-c7eae67f1759 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0c65b07eb80442e18fb48ccd91734003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0699162 Nov 11 21:25:12.526035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58354) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.621024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ee266-2c7f-4daa-81e9-61d7e159c372 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:12.624188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-245ee266-2c7f-4daa-81e9-61d7e159c372 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945792 Nov 11 21:25:12.627463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.697680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-99242b28-2797-42e3-8b06-036f1ab4d4e7 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511675 Nov 11 21:25:12.697786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.705229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:11Z', 'revision_number': 3, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:12.732042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-89c8df06-9705-4f8d-82be-f1c4eb4fb4c7 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0c65b07eb80442e18fb48ccd91734003&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338473 Nov 11 21:25:12.734816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58364) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.737901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f1a5ad8-f1b0-48ac-949e-fa399b15486f req-0400ba4e-17e1-426e-a380-2d3ea325e69d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 210 time: 0.0289946 Nov 11 21:25:12.749623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Checking router: c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:25:12.749975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Updating router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:25:12.784025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:12.843372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb763e-9339-4795-84c0-b608d97c036a tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:12.847886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-09cb763e-9339-4795-84c0-b608d97c036a tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1093543 Nov 11 21:25:12.848348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.877133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-77aa4fc8-acd9-42c8-bd3d-8b47e22bc976 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277703 Nov 11 21:25:12.879659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58372) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:12.884367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1850287959', 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95', 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:13.049049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.061843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Made reservation on behalf of 0c65b07eb80442e18fb48ccd91734003 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:13.065436 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.132779 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.186906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761593f-be3a-47f1-9482-eb831b7a09ab None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:25:13.195835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Attempting to bind port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:13.196224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Attempting to bind port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:13.196588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Attempting to bind port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:13.210704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0719169-9130-4446-b5d0-01f181686e36 None None] Pushing event updated for resources: {'Port': ['ID=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:13.213869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:13.215873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:13.216339 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.216736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:13.217226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Bound port: af9c9ef5-b26c-4570-83e8-c5517d5ddb64, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:13.217609 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.273202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] For port af9c9ef5-b26c-4570-83e8-c5517d5ddb64, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:13.278322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] For port af9c9ef5-b26c-4570-83e8-c5517d5ddb64, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:13.290666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46932bd4-fd02-497d-9272-82b97256ee09 None None] Provisioning complete for port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:13.290979 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46932bd4-fd02-497d-9272-82b97256ee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.325363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46932bd4-fd02-497d-9272-82b97256ee09 None None] Port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:13.333070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.365792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.398387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Subnet': ['ID=51f9342b-d54d-41f1-9ab1-f3de0b0c2c51,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:13.410410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Checking segment: {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:13.410895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network hostable DHCP agents. Network: 5335b625-a6d2-484f-89c9-69da0c3dbd95, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:25:13.422695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad642c1-13d4-4f19-b0a4-f762077652e2 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:25:13.436286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Routers {'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:13.436976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:13.476561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0719169-9130-4446-b5d0-01f181686e36 None None] Pushing event updated for resources: {'Port': ['ID=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:13.486887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:25:13.556881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] Set router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:13.572542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 5335b625-a6d2-484f-89c9-69da0c3dbd95) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:13.578432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:13.579219 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.612409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791aa40-aef6-4890-82e4-31b56dcc78f1 None None] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:13.615679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-427948ca-c54a-406f-8c77-fa434027be83 None None] Provisioning complete for port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:13.616051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-427948ca-c54a-406f-8c77-fa434027be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.688522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-06c31c18-7833-451d-a8c9-2f2883ec2586 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8077469 Nov 11 21:25:13.700954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58376) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:13.842098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d747cddb-b15f-42b4-a65b-0390546046e0 req-7b2e127d-4783-4cea-ae2d-40523cde4450 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Nov 11 21:25:13.907860 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-427948ca-c54a-406f-8c77-fa434027be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:13.958064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-427948ca-c54a-406f-8c77-fa434027be83 None None] For port af9c9ef5-b26c-4570-83e8-c5517d5ddb64, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:13.965961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:11Z', 'revision_number': 3, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:13.968017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-5335b625-a6d2-484f-89c9-69da0c3dbd95', 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'fixed_ips': [{'subnet_id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:25:13.968877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.005997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab43c186-4c17-4c0a-8935-221cbc236bc0 None None] The sync data for ids ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'] in n-d-805734-3 is: [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:11Z', 'revision_number': 3, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:25:14.069359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-427948ca-c54a-406f-8c77-fa434027be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.194331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.332483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427948ca-c54a-406f-8c77-fa434027be83 None None] Pushing event updated for resources: {'Port': ['ID=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:14.357277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Allocated IP 172.20.0.18 (5335b625-a6d2-484f-89c9-69da0c3dbd95/51f9342b-d54d-41f1-9ab1-f3de0b0c2c51/368c3c63-4287-4524-898c-a7a1ae113a8d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:14.547288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.612248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.657828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:14.663640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:14.667261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:14.669576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Allocated IP 172.20.0.17 (5335b625-a6d2-484f-89c9-69da0c3dbd95/51f9342b-d54d-41f1-9ab1-f3de0b0c2c51/d0666e50-f853-475d-9736-ad70265d786b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:14.677495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Pushing event updated for resources: {'Port': ['ID=368c3c63-4287-4524-898c-a7a1ae113a8d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:14.718592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-b0bf2fab-f2de-493b-97c6-a8bc40d2404a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:14.721186 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-b0bf2fab-f2de-493b-97c6-a8bc40d2404a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 811 time: 0.1404355 Nov 11 21:25:14.735179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Request body: {'port': {'device_id': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'admin_state_up': True, 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:14.744442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Attempting to bind port 368c3c63-4287-4524-898c-a7a1ae113a8d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:14.745512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Attempting to bind port 368c3c63-4287-4524-898c-a7a1ae113a8d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:14.747100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Attempting to bind port 368c3c63-4287-4524-898c-a7a1ae113a8d on network 5335b625-a6d2-484f-89c9-69da0c3dbd95 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:14.755124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:14.756358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Checking segment: {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:14.756358 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.757136 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Bound using segment: {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:14.757797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Bound port: 368c3c63-4287-4524-898c-a7a1ae113a8d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:14.758372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.825047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.841229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] For port 368c3c63-4287-4524-898c-a7a1ae113a8d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:14.845461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] For port 368c3c63-4287-4524-898c-a7a1ae113a8d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=368c3c63-4287-4524-898c-a7a1ae113a8d,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:14.928018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.930020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:14.963618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe8a27cb-7049-4a1f-9fa7-ec48269b399a req-928ac4b1-9c7b-4120-9ddb-e96b1a9fa5fd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 210 time: 0.0448165 Nov 11 21:25:14.967159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Made reservation on behalf of d8dd3c5998f44844915036e2aabbd6d4 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:14.971879 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.008210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:15.011458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:15.014314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:15.044096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1c552-fad5-4d46-8639-bd38b7cc0b20 None None] Pushing event updated for resources: {'Port': ['ID=368c3c63-4287-4524-898c-a7a1ae113a8d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:15.061013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=d0666e50-f853-475d-9736-ad70265d786b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:15.108874 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.146078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Allocated IP 172.20.0.4 (3985b7ae-9f2d-4bb4-8756-cd53c390a28d/d886793b-8ce2-483c-8a2e-1d1f09fca4ae/1bb2c0bb-f5e2-43e4-b4bd-5bce393348de) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:15.325789 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.347267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.482426 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.498337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2ca84456-a5de-47a2-9bd1-db5a3c90ca30'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:15.509259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d5f5068-f5e7-4a00-b608-96cf606d5f82'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:15.553335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:15.556976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:15.559795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:15.584701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 368c3c63-4287-4524-898c-a7a1ae113a8d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:15.605309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:15.650163 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:15.650838 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.738461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-3b5ba487-48b0-48e8-a169-e8a89b5b91e1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0085611 Nov 11 21:25:15.745948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 368c3c63-4287-4524-898c-a7a1ae113a8d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:15.746385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.753748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Request body: {'port': {'device_id': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:15.843238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.988034 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:15.989925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3251b32d-9964-4479-91ed-e27c8de818ee None None] Provisioning complete for port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:15.990291 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3251b32d-9964-4479-91ed-e27c8de818ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.018237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.055108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3251b32d-9964-4479-91ed-e27c8de818ee None None] Port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:16.069869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 368c3c63-4287-4524-898c-a7a1ae113a8d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=368c3c63-4287-4524-898c-a7a1ae113a8d,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:16.081258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.149693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcba57-14f2-4444-8d77-6fd3002a7cd5 req-a4de7cf4-1378-49b4-a9b0-f683b1e99bf5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:16.151275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12dcba57-14f2-4444-8d77-6fd3002a7cd5 req-a4de7cf4-1378-49b4-a9b0-f683b1e99bf5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 931 time: 0.0896606 Nov 11 21:25:16.164709 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.164709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device af9c9ef5-b26c-4570-83e8-c5517d5ddb64 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:16.167779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.173974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=d0666e50-f853-475d-9736-ad70265d786b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:16.237444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=368c3c63-4287-4524-898c-a7a1ae113a8d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:16.241894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:16.251958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:16.252368 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.262211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.266150 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-12dcba57-14f2-4444-8d77-6fd3002a7cd5 req-1db26c61-32c7-4e77-88b8-bddb50fcde43 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032538 Nov 11 21:25:16.274086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Transition to ACTIVE for port object 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:16.285042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:16.286657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:16.395621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.405958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:25:16.470086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:16.535336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Attempting to bind port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:16.536082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Attempting to bind port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:16.536465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:25:16.536610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Attempting to bind port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:16.544037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:16.544494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Attempting to bind port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de on network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:16.552426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b9cc19bf-70d6-4260-84eb-16f64a07005e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "PUT /v2.0/routers/c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8496661 Nov 11 21:25:16.554860 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Sync routers for ids ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:25:16.555318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:16.555442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Checking segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:16.555955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Bound using segment: {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:16.556577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Bound port: 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa984adf-6329-4c29-b1ba-265d4b5606df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:16.562841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.565862 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Routers {'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:16.572843 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:16.648852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:16.653103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:16.706958 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Set router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:16.756283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.810285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:16.811145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:16.813136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] 10.222.0.58 "PUT /v2.0/ports/1bb2c0bb-f5e2-43e4-b4bd-5bce393348de HTTP/1.1" status: 200 len: 1091 time: 1.0651717 Nov 11 21:25:16.814039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:16.816097 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d9306-0bff-4faf-9e31-f30b668dfb09" -d '{"events": [{"name": "network-changed", "server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:16.840737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-326e07a2-7bc1-4a31-936d-342b3667212c tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:16.842869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-326e07a2-7bc1-4a31-936d-342b3667212c tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/networks?id=5335b625-a6d2-484f-89c9-69da0c3dbd95 HTTP/1.1" status: 200 len: 797 time: 0.1597650 Nov 11 21:25:16.847524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7e550-3d71-4a77-ab30-d352f79bce40 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:16.864062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-58b20c78-c178-44c6-a9bb-72467bb6a215 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/quotas/0c65b07eb80442e18fb48ccd91734003 HTTP/1.1" status: 200 len: 375 time: 0.0116658 Nov 11 21:25:16.910409 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd4893a-2baa-4102-a4e2-2b2815ac64de x-openstack-request-id: req-efd4893a-2baa-4102-a4e2-2b2815ac64de {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:16.910409 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:16.910409 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efd4893a-2baa-4102-a4e2-2b2815ac64de {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:16.910409 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'status': 'completed', 'code': 200} Nov 11 21:25:16.959100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-471887ac-0873-4771-8aa1-4ab20c016fcf tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0803583 Nov 11 21:25:16.988617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d9306-0bff-4faf-9e31-f30b668dfb09 req-bf9171a4-2d8f-4f0b-9fcb-e758a291a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:16.990236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a1d9306-0bff-4faf-9e31-f30b668dfb09 req-bf9171a4-2d8f-4f0b-9fcb-e758a291a762 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 1094 time: 0.0571153 Nov 11 21:25:17.002927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009501b-9f48-4abd-a951-568c7313ac23 None None] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:17.098143 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:15Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd0666e50-f853-475d-9736-ad70265d786b', 'name': '', 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:b3:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:14Z', 'updated_at': '2021-11-11T21:25:15Z', 'revision_number': 2, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:17.104231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0a0dbe92-fce9-442e-8b48-14f26faf911b None None] Provisioning complete for port 368c3c63-4287-4524-898c-a7a1ae113a8d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:17.105495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-7808d028-5d14-44dd-94b0-b6e58df12e60 service neutron] 10.222.0.31 "GET /v2.0/networks/5335b625-a6d2-484f-89c9-69da0c3dbd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439583 Nov 11 21:25:17.111320 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a0dbe92-fce9-442e-8b48-14f26faf911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.130939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d9306-0bff-4faf-9e31-f30b668dfb09 req-ca08806e-0945-4b83-b035-43512dfd949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.131983 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Checking router: c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:25:17.132664 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Updating router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a port d0666e50-f853-475d-9736-ad70265d786b binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:25:17.134186 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a1d9306-0bff-4faf-9e31-f30b668dfb09 req-ca08806e-0945-4b83-b035-43512dfd949b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1335328 Nov 11 21:25:17.160862 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.249086 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-12d34e39-2b0b-465d-8b1b-26ef56c8c4cd service neutron] 10.222.0.31 "GET /v2.0/networks/5335b625-a6d2-484f-89c9-69da0c3dbd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368618 Nov 11 21:25:17.267192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d9306-0bff-4faf-9e31-f30b668dfb09 req-d478fc2a-ffbf-4987-a102-7a733f33c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.268800 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8a1d9306-0bff-4faf-9e31-f30b668dfb09 req-d478fc2a-ffbf-4987-a102-7a733f33c8b0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287718 Nov 11 21:25:17.371022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-44eee893-57e9-4fd9-be01-a1e6cec13991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.372649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-44eee893-57e9-4fd9-be01-a1e6cec13991 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 1094 time: 0.0603557 Nov 11 21:25:17.456254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-7cb992b5-4f4c-4fa2-b560-0513b18b4c32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de HTTP/1.1" status: 200 len: 217 time: 0.0687857 Nov 11 21:25:17.531194 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.583276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0b871-7c9b-44d3-b755-6ac73b663861 req-0a4b67fc-e137-45bd-a606-fe643c310c93 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.585107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b9d0b871-7c9b-44d3-b755-6ac73b663861 req-0a4b67fc-e137-45bd-a606-fe643c310c93 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 943 time: 0.2027569 Nov 11 21:25:17.585574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d9b126e-d4a7-403a-b452-ac498da79cb9 req-6634e734-79d2-49d2-8c02-73f6a50dbfa0 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 210 time: 0.0425510 Nov 11 21:25:17.591738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-59568669-2c75-48f2-84f1-e3faed9e8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.593432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-59568669-2c75-48f2-84f1-e3faed9e8d42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.1362028 Nov 11 21:25:17.635539 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.701227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-b46d5162-2a6d-462b-91ba-2a3e13b595b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:17.703157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-b46d5162-2a6d-462b-91ba-2a3e13b595b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006610 Nov 11 21:25:17.712683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b9d0b871-7c9b-44d3-b755-6ac73b663861 req-c4a2e845-46e1-4612-a785-cf8f9d00b120 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180282 Nov 11 21:25:17.736417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 368c3c63-4287-4524-898c-a7a1ae113a8d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:17.761859 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df2978-3fe0-4a16-8e5d-4704c197e60f None None] Pushing event updated for resources: {'Port': ['ID=d0666e50-f853-475d-9736-ad70265d786b,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:17.801863 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Attempting to bind port d0666e50-f853-475d-9736-ad70265d786b on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:17.802151 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Attempting to bind port d0666e50-f853-475d-9736-ad70265d786b by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:17.802719 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Attempting to bind port d0666e50-f853-475d-9736-ad70265d786b on network 5335b625-a6d2-484f-89c9-69da0c3dbd95 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:17.808950 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:17.809384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Checking segment: {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:17.809791 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.810183 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Bound using segment: {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:17.810655 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Bound port: d0666e50-f853-475d-9736-ad70265d786b, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:17.811088 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.824940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] Provisioning complete for port 368c3c63-4287-4524-898c-a7a1ae113a8d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:17.825449 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.851713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 368c3c63-4287-4524-898c-a7a1ae113a8d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:17.851938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-5b1346bd-77fc-4f1f-b284-837e7c48a0bf service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381805 Nov 11 21:25:17.852091 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:17.889320 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] For port d0666e50-f853-475d-9736-ad70265d786b, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:17.893787 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] For port d0666e50-f853-475d-9736-ad70265d786b, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d0666e50-f853-475d-9736-ad70265d786b,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:17.958697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f21acfca-1ff3-45cd-8822-ba3c1cb70f39 req-5c4f805d-8ef8-4d52-b8bd-3bd27d59184b service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996659 Nov 11 21:25:17.970084 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.010418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] Provisioning complete for port d0666e50-f853-475d-9736-ad70265d786b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:18.010880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.033336 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Routers {'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:18.034071 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:18.095400 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df2978-3fe0-4a16-8e5d-4704c197e60f None None] Pushing event updated for resources: {'Port': ['ID=d0666e50-f853-475d-9736-ad70265d786b,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:18.105614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.142341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] For port d0666e50-f853-475d-9736-ad70265d786b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d0666e50-f853-475d-9736-ad70265d786b,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:18.161646 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] Set router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:18.273767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.333965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aa4ab-79fc-4760-acf9-5aba57fc3a42 None None] Pushing event updated for resources: {'Port': ['ID=d0666e50-f853-475d-9736-ad70265d786b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:18.391711 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:15Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd0666e50-f853-475d-9736-ad70265d786b', 'name': '', 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:b3:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:14Z', 'updated_at': '2021-11-11T21:25:17Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:18.396638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-687bc7c5-a91a-4250-80fe-5b7c826d772d None None] Provisioning complete for port d0666e50-f853-475d-9736-ad70265d786b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:18.397147 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-687bc7c5-a91a-4250-80fe-5b7c826d772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.421919 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e65823-2d47-4c87-a424-82e6e93f0b32 None None] The sync data for ids ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'] in n-d-805734-3 is: [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:15Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd0666e50-f853-475d-9736-ad70265d786b', 'name': '', 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:b3:87:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:14Z', 'updated_at': '2021-11-11T21:25:17Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:25:18.619577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ff2b4c4f-928b-4e6d-a151-ebc4245b462a None None] Provisioning complete for port d0666e50-f853-475d-9736-ad70265d786b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:18.623111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff2b4c4f-928b-4e6d-a151-ebc4245b462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.703131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e59fd405-2d4f-48b6-b884-b21018649cc4 req-11272928-9726-4d6d-8329-c35e21085f98 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 210 time: 0.0444717 Nov 11 21:25:18.849653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fdf52-329b-47f7-8373-54bb95d8a5dc req-cfd34407-3aaa-41a0-9569-7ff2ccc64dd7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:18.851227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a2fdf52-329b-47f7-8373-54bb95d8a5dc req-cfd34407-3aaa-41a0-9569-7ff2ccc64dd7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 943 time: 0.0578756 Nov 11 21:25:18.853934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a687e89e-8bfc-4039-9b27-58792f6d88ec None None] Provisioning complete for port d0666e50-f853-475d-9736-ad70265d786b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:18.854311 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a687e89e-8bfc-4039-9b27-58792f6d88ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:18.911909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6a2fdf52-329b-47f7-8373-54bb95d8a5dc req-9ed8c583-5e2a-4f5b-a7cf-775d8a952d9b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Nov 11 21:25:19.484736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d0666e50-f853-475d-9736-ad70265d786b up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:19.526102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d0666e50-f853-475d-9736-ad70265d786b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:19.526472 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:19.798684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe0fdf2f-90f1-45fe-9a82-1279646d7691 req-48612cec-8640-477f-8a37-945a2816b53c tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 210 time: 0.0275295 Nov 11 21:25:20.030028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae34b6-386f-4a14-94d6-9db612ab73ab req-1a1e88f9-e64a-42d4-aa6b-1f66ae59265d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:20.031692 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-80ae34b6-386f-4a14-94d6-9db612ab73ab req-1a1e88f9-e64a-42d4-aa6b-1f66ae59265d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 943 time: 0.0496855 Nov 11 21:25:20.145674 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-80ae34b6-386f-4a14-94d6-9db612ab73ab req-8029c55e-a3e6-4801-9acf-5c55d933f289 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043043 Nov 11 21:25:20.176511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-67488ed3-7ba0-4740-ba55-fd83c5cd2ea8 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:20.177977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-67488ed3-7ba0-4740-ba55-fd83c5cd2ea8 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.58 "GET /v2.0/networks?id=5335b625-a6d2-484f-89c9-69da0c3dbd95 HTTP/1.1" status: 200 len: 797 time: 0.1453927 Nov 11 21:25:20.191319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Request body: {'port': {'device_id': '395833b9-5535-43b9-b29b-ac12002cf401', 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95', 'admin_state_up': True, 'tenant_id': '0c65b07eb80442e18fb48ccd91734003'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:20.361348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Made reservation on behalf of 0c65b07eb80442e18fb48ccd91734003 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:20.365766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:20.818147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Allocated IP 172.20.0.23 (5335b625-a6d2-484f-89c9-69da0c3dbd95/51f9342b-d54d-41f1-9ab1-f3de0b0c2c51/cd010880-3abd-48c7-876f-5396658818fd) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:25:20.900039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05d3a901-3e1e-4973-9969-701e6ab90bb5 req-b650d535-ca5f-478f-9611-dde011b978af tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 210 time: 0.0319860 Nov 11 21:25:21.012063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.115812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.148739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:21.158679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:25:21.168832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:21.168832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:25:21.209797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event updated for resources: {'Port': ['ID=cd010880-3abd-48c7-876f-5396658818fd,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:21.242467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:21.243259 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.258820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:21.272141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'mac_address': 'fa:16:3e:3d:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:21.307342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dc22d-8a86-439d-92a8-f78f3fe07993 req-ccc9dd5e-92a5-4ffa-9499-40495a492d44 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:21.311689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770dc22d-8a86-439d-92a8-f78f3fe07993 req-ccc9dd5e-92a5-4ffa-9499-40495a492d44 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 943 time: 0.0629225 Nov 11 21:25:21.325336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.335857 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-3e2d2558-3d93-44d1-bb0b-6b185e6ffc57 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1485145 Nov 11 21:25:21.339239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:21.353646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Request body: {'port': {'device_id': '395833b9-5535-43b9-b29b-ac12002cf401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:21.360490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:21.391591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-770dc22d-8a86-439d-92a8-f78f3fe07993 req-a8d9306a-3ebc-4e10-bba8-8a7949e7fe5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745072 Nov 11 21:25:21.422083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.452337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.511764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:21.520745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af030f58-999c-4a44-aa8e-dbc865457153 None None] Provisioning complete for port cd010880-3abd-48c7-876f-5396658818fd triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:21.521122 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af030f58-999c-4a44-aa8e-dbc865457153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.555200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-af030f58-999c-4a44-aa8e-dbc865457153 None None] Port cd010880-3abd-48c7-876f-5396658818fd cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:25:21.685710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd010880-3abd-48c7-876f-5396658818fd {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:21.693048 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.705602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Transition to ACTIVE for port object cd010880-3abd-48c7-876f-5396658818fd will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:25:21.810969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1bb2c0bb-f5e2-43e4-b4bd-5bce393348de'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:21.838812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:21.892185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd010880-3abd-48c7-876f-5396658818fd,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:21.966423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Attempting to bind port cd010880-3abd-48c7-876f-5396658818fd on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:25:21.967001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Attempting to bind port cd010880-3abd-48c7-876f-5396658818fd by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:25:21.967436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Attempting to bind port cd010880-3abd-48c7-876f-5396658818fd on network 5335b625-a6d2-484f-89c9-69da0c3dbd95 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:21.972333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Port cd010880-3abd-48c7-876f-5396658818fd on network 5335b625-a6d2-484f-89c9-69da0c3dbd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:25:21.972733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Attempting to bind port cd010880-3abd-48c7-876f-5396658818fd on network 5335b625-a6d2-484f-89c9-69da0c3dbd95 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:25:21.978154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:25:21.978565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Checking segment: {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:21.979009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Bound using segment: {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:25:21.979495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Bound port: cd010880-3abd-48c7-876f-5396658818fd, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5461dfa7-39bf-4950-86fa-6c587cd45221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:25:21.980739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:22.038761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697cf28-79ee-4c17-a69a-d502e8444412 req-28a5d63e-5191-4d9b-b036-d7e22c8b6d02 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.041041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5697cf28-79ee-4c17-a69a-d502e8444412 req-28a5d63e-5191-4d9b-b036-d7e22c8b6d02 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 907 time: 0.0510008 Nov 11 21:25:22.048913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] For port cd010880-3abd-48c7-876f-5396658818fd, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:25:22.052340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] For port cd010880-3abd-48c7-876f-5396658818fd, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd010880-3abd-48c7-876f-5396658818fd,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:25:22.132887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:22.168827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.169551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:22.170903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] 10.222.0.58 "PUT /v2.0/ports/cd010880-3abd-48c7-876f-5396658818fd HTTP/1.1" status: 200 len: 1055 time: 0.8270063 Nov 11 21:25:22.173339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395833b9-5535-43b9-b29b-ac12002cf401', 'tag': 'cd010880-3abd-48c7-876f-5396658818fd'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:22.176479 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4127e1-b600-42dc-be97-c0279c7b7a33" -d '{"events": [{"name": "network-changed", "server_uuid": "395833b9-5535-43b9-b29b-ac12002cf401", "tag": "cd010880-3abd-48c7-876f-5396658818fd"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:22.204334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1e09f-ab09-4414-b5fb-fc849ce59fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd010880-3abd-48c7-876f-5396658818fd,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:22.217850 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf04849-efc0-4a4f-b075-77b55680fcd5 x-openstack-request-id: req-9cf04849-efc0-4a4f-b075-77b55680fcd5 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:22.218145 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395833b9-5535-43b9-b29b-ac12002cf401", "tag": "cd010880-3abd-48c7-876f-5396658818fd", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:22.218426 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cf04849-efc0-4a4f-b075-77b55680fcd5 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:22.218831 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395833b9-5535-43b9-b29b-ac12002cf401', 'tag': 'cd010880-3abd-48c7-876f-5396658818fd', 'status': 'completed', 'code': 200} Nov 11 21:25:22.273330 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:25:22.285551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4127e1-b600-42dc-be97-c0279c7b7a33 req-3d58f4be-b739-4b97-b72e-548b59d79739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.287184 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d4127e1-b600-42dc-be97-c0279c7b7a33 req-3d58f4be-b739-4b97-b72e-548b59d79739 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 1058 time: 0.0437152 Nov 11 21:25:22.293365 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:22.397001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4127e1-b600-42dc-be97-c0279c7b7a33 req-231e4861-9c6c-44a7-8da0-180bd79a4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.397472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4127e1-b600-42dc-be97-c0279c7b7a33 req-231e4861-9c6c-44a7-8da0-180bd79a4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.399026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d4127e1-b600-42dc-be97-c0279c7b7a33 req-231e4861-9c6c-44a7-8da0-180bd79a4586 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0c65b07eb80442e18fb48ccd91734003&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1036963 Nov 11 21:25:22.500120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4127e1-b600-42dc-be97-c0279c7b7a33 req-0334e1c7-4f31-4b8f-a8ae-5640575c57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.501537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8d4127e1-b600-42dc-be97-c0279c7b7a33 req-0334e1c7-4f31-4b8f-a8ae-5640575c57d3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956814 Nov 11 21:25:22.512195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345de511-2c32-46e0-a96b-5ef97aa7de8c req-fbeff671-a7eb-42ca-9dc9-bacc5a0ad08b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.513745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-345de511-2c32-46e0-a96b-5ef97aa7de8c req-fbeff671-a7eb-42ca-9dc9-bacc5a0ad08b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Nov 11 21:25:22.563237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-345de511-2c32-46e0-a96b-5ef97aa7de8c req-a3ac1887-7532-4f47-8137-19bef223afd7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Nov 11 21:25:22.578285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-5884fa4a-811e-45a0-961e-476a9d25f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.579832 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-5884fa4a-811e-45a0-961e-476a9d25f957 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 1058 time: 0.0410049 Nov 11 21:25:22.622830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-d474ee22-652f-4003-b068-81ac1f494ea3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=cd010880-3abd-48c7-876f-5396658818fd HTTP/1.1" status: 200 len: 217 time: 0.0347896 Nov 11 21:25:22.672418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-61a24582-e8f0-41e2-89b8-bcfb62ccf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.673898 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-61a24582-e8f0-41e2-89b8-bcfb62ccf164 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=51f9342b-d54d-41f1-9ab1-f3de0b0c2c51 HTTP/1.1" status: 200 len: 838 time: 0.0433826 Nov 11 21:25:22.725796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-84c97446-67da-42b6-b7d0-095b6095aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:22.727274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-84c97446-67da-42b6-b7d0-095b6095aed8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5335b625-a6d2-484f-89c9-69da0c3dbd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433705 Nov 11 21:25:22.816571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-501d2920-7657-4d1f-bfc5-f55490e7e721 service neutron] 10.222.0.58 "GET /v2.0/networks/5335b625-a6d2-484f-89c9-69da0c3dbd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Nov 11 21:25:22.917225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-111eb667-2567-4e83-afce-4e02a2ef3bbd req-763ca15f-29bf-46a2-85f2-b472812b11a0 service neutron] 10.222.0.58 "GET /v2.0/networks/5335b625-a6d2-484f-89c9-69da0c3dbd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941086 Nov 11 21:25:23.161767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8a30a-a5cc-453e-9a88-96210841a057 req-f81f48bf-ac1d-447c-8862-55e51ddb9429 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.163254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ce8a30a-a5cc-453e-9a88-96210841a057 req-f81f48bf-ac1d-447c-8862-55e51ddb9429 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 907 time: 0.0499878 Nov 11 21:25:23.179615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:23.296024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:23.300621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:23.301002 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.386935 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.409106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:23.411353 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041580c-f2aa-42aa-8445-1070f5bbbf4d" -d '{"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:23.424464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:23.451572 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65f9a63-4f3e-4d9d-b88e-d4238aa2468a x-openstack-request-id: req-a65f9a63-4f3e-4d9d-b88e-d4238aa2468a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:23.451572 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:23.451572 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a65f9a63-4f3e-4d9d-b88e-d4238aa2468a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:23.451572 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'code': 200} Nov 11 21:25:23.490476 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:23.540404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:23.549945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77184ccd-9910-467d-8acc-3aa8f8e1c3bc req-b1d17ada-c617-4d80-bc4b-7b7d6c7b2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.551434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77184ccd-9910-467d-8acc-3aa8f8e1c3bc req-b1d17ada-c617-4d80-bc4b-7b7d6c7b2441 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 1096 time: 0.0440168 Nov 11 21:25:23.602797 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-77184ccd-9910-467d-8acc-3aa8f8e1c3bc req-f3f3da8b-d3d9-4183-a4e0-88569a2a3609 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Nov 11 21:25:23.680559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd69b92-8626-4fac-b36b-2af34be6104b req-954a631e-6fbe-45d3-8be4-aca50fd035e7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:23.681993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dd69b92-8626-4fac-b36b-2af34be6104b req-954a631e-6fbe-45d3-8be4-aca50fd035e7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0506585 Nov 11 21:25:23.730108 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0dd69b92-8626-4fac-b36b-2af34be6104b req-6a9ae193-2411-466f-a290-f48997c53a6f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Nov 11 21:25:24.278696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47844014-65ec-4fed-9074-b5002dd98ac7 req-c942c974-74cd-4989-90a5-df9d74d050fc tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.280281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47844014-65ec-4fed-9074-b5002dd98ac7 req-c942c974-74cd-4989-90a5-df9d74d050fc tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 907 time: 0.0487640 Nov 11 21:25:24.843978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6725de-bdc0-41e3-a737-fd43a6d5c722 req-0256f02b-3e12-49f6-9813-38d0e047d28c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:24.845534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a6725de-bdc0-41e3-a737-fd43a6d5c722 req-0256f02b-3e12-49f6-9813-38d0e047d28c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Nov 11 21:25:24.893610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0a6725de-bdc0-41e3-a737-fd43a6d5c722 req-6867246b-ae56-4edd-a34c-cfaa300d0a4e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Nov 11 21:25:25.401890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5b7b-7bfd-45b7-9e39-55cc4b8ac845 req-b5c94c29-ec0b-487c-a8a7-8843b6f8e1c4 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:25.403431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-091f5b7b-7bfd-45b7-9e39-55cc4b8ac845 req-b5c94c29-ec0b-487c-a8a7-8843b6f8e1c4 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 907 time: 0.0553029 Nov 11 21:25:26.014816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1330-8a16-4705-9466-9a29d4f32588 req-b74fdf6c-e683-4d4e-abab-b7aef2e5a195 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:26.016319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-925d1330-8a16-4705-9466-9a29d4f32588 req-b74fdf6c-e683-4d4e-abab-b7aef2e5a195 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0553777 Nov 11 21:25:26.064030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-925d1330-8a16-4705-9466-9a29d4f32588 req-27ff14e5-0507-4370-afd9-57f51a66fa0f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Nov 11 21:25:26.415778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce4010-9435-4a8a-94e9-de9b0b5d7add req-3595bdf5-9063-4e8e-8409-6d70fd6d4c99 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:26.417301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5dce4010-9435-4a8a-94e9-de9b0b5d7add req-3595bdf5-9063-4e8e-8409-6d70fd6d4c99 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0499973 Nov 11 21:25:26.477089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5dce4010-9435-4a8a-94e9-de9b0b5d7add req-b901ee6b-8539-4739-9205-2dca48c8c061 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518062 Nov 11 21:25:26.537241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d45664-a171-495c-ae4a-154bd03b32b4 req-0c882faf-c7df-4b53-9562-9078d8828bc0 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:26.538750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1d45664-a171-495c-ae4a-154bd03b32b4 req-0c882faf-c7df-4b53-9562-9078d8828bc0 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 907 time: 0.0513732 Nov 11 21:25:27.211005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd010880-3abd-48c7-876f-5396658818fd details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:27.307984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd010880-3abd-48c7-876f-5396658818fd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd010880-3abd-48c7-876f-5396658818fd,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:27.320056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'cd010880-3abd-48c7-876f-5396658818fd', 'network_id': '5335b625-a6d2-484f-89c9-69da0c3dbd95', 'port_id': 'cd010880-3abd-48c7-876f-5396658818fd', 'mac_address': 'fa:16:3e:98:00:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f9342b-d54d-41f1-9ab1-f3de0b0c2c51', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:27.367892 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.382267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd010880-3abd-48c7-876f-5396658818fd {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:27.401060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd010880-3abd-48c7-876f-5396658818fd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd010880-3abd-48c7-876f-5396658818fd,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:27.455718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.490388 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:27.542418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd010880-3abd-48c7-876f-5396658818fd,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:27.594292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5dd4b-377a-4d2b-a6e8-99f62fadc81e req-b62289c0-1e94-4dc8-850f-9721b6c78871 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.595818 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbf5dd4b-377a-4d2b-a6e8-99f62fadc81e req-b62289c0-1e94-4dc8-850f-9721b6c78871 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0496237 Nov 11 21:25:27.649631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbf5dd4b-377a-4d2b-a6e8-99f62fadc81e req-275699f2-3bea-44bc-b24b-4c2b2391a977 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Nov 11 21:25:27.658756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26702-8ff1-4dac-8182-a1308601c487 req-3e1db848-5c0d-4546-aaec-efba269bb99c tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:27.660282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7b26702-8ff1-4dac-8182-a1308601c487 req-3e1db848-5c0d-4546-aaec-efba269bb99c tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 908 time: 0.0488877 Nov 11 21:25:27.817474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['cd010880-3abd-48c7-876f-5396658818fd'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:28.350253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505c6d-c388-4920-ad79-df2ed882874f req-b092dfab-20f6-49ad-8ecb-689408fc4b07 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.351732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0505c6d-c388-4920-ad79-df2ed882874f req-b092dfab-20f6-49ad-8ecb-689408fc4b07 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Nov 11 21:25:28.406026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0505c6d-c388-4920-ad79-df2ed882874f req-d0f75ab5-7aa4-4ca1-bd4d-cc38c4aabc92 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479887 Nov 11 21:25:28.780595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d45c4b-7662-44bc-8621-c2c0b342dd85 req-82b00313-5c0d-4365-85d2-fb62bc305028 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:28.782075 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39d45c4b-7662-44bc-8621-c2c0b342dd85 req-82b00313-5c0d-4365-85d2-fb62bc305028 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 908 time: 0.0515680 Nov 11 21:25:29.217460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd010880-3abd-48c7-876f-5396658818fd up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:29.332023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port cd010880-3abd-48c7-876f-5396658818fd completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:25:29.335933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port cd010880-3abd-48c7-876f-5396658818fd triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:29.336349 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.416315 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.439051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395833b9-5535-43b9-b29b-ac12002cf401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd010880-3abd-48c7-876f-5396658818fd'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:29.441326 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56d4e65-5365-486a-94e7-9cdeb8500501" -d '{"events": [{"server_uuid": "395833b9-5535-43b9-b29b-ac12002cf401", "name": "network-vif-plugged", "status": "completed", "tag": "cd010880-3abd-48c7-876f-5396658818fd"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:29.454875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port cd010880-3abd-48c7-876f-5396658818fd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd010880-3abd-48c7-876f-5396658818fd,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:29.478974 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd04b2-d481-4721-af96-b97cd94ee7fe x-openstack-request-id: req-dadd04b2-d481-4721-af96-b97cd94ee7fe {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:29.479268 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395833b9-5535-43b9-b29b-ac12002cf401", "name": "network-vif-plugged", "status": "completed", "tag": "cd010880-3abd-48c7-876f-5396658818fd", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:29.479551 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dadd04b2-d481-4721-af96-b97cd94ee7fe {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:29.479944 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395833b9-5535-43b9-b29b-ac12002cf401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd010880-3abd-48c7-876f-5396658818fd', 'code': 200} Nov 11 21:25:29.524316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be012bcf-312f-4751-816b-81d72bcb71f6 req-0aa2f0fd-e861-4d03-b9aa-22ff210b7e55 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.525838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be012bcf-312f-4751-816b-81d72bcb71f6 req-0aa2f0fd-e861-4d03-b9aa-22ff210b7e55 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0511847 Nov 11 21:25:29.538214 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:29.580248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be012bcf-312f-4751-816b-81d72bcb71f6 req-d366c30c-0d7c-4cde-91e9-c76670af67e9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478377 Nov 11 21:25:29.596002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=cd010880-3abd-48c7-876f-5396658818fd,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:29.636171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26999569-852d-4797-b67f-3fdb8c94df8f req-573caf11-b049-4bf0-8de1-a5d989bd8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.638468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-26999569-852d-4797-b67f-3fdb8c94df8f req-573caf11-b049-4bf0-8de1-a5d989bd8c81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 1060 time: 0.1023147 Nov 11 21:25:29.898532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7ddae-e39d-4543-b40d-dfa23d006cab req-ffe560a0-46df-49eb-b430-2b81393c4448 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:29.900655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-83c7ddae-e39d-4543-b40d-dfa23d006cab req-ffe560a0-46df-49eb-b430-2b81393c4448 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 909 time: 0.0501823 Nov 11 21:25:30.708498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9c05a-f500-4440-b1dd-a18162082e44 req-321409b9-b080-4cfb-8d8a-bbb22d9c23bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:30.710004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15d9c05a-f500-4440-b1dd-a18162082e44 req-321409b9-b080-4cfb-8d8a-bbb22d9c23bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0497756 Nov 11 21:25:30.757873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15d9c05a-f500-4440-b1dd-a18162082e44 req-4250cbdb-3a58-4ebf-85a1-51e95d602d78 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Nov 11 21:25:31.023559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba1a38-8d91-499a-9616-23eebdfb90fa req-904443a9-abcc-4e30-85eb-ab8c5868c392 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:31.025943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-70ba1a38-8d91-499a-9616-23eebdfb90fa req-904443a9-abcc-4e30-85eb-ab8c5868c392 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 909 time: 0.0549076 Nov 11 21:25:31.233874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:25:31.484111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:31.494725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'port_id': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'mac_address': 'fa:16:3e:3d:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:25:31.532642 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.545202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:25:31.567547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:31.663420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:31.712705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:31.756448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['1bb2c0bb-f5e2-43e4-b4bd-5bce393348de'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:25:31.883547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0ccc3-1bb2-4946-9b57-9344cae5d11a req-63b9129c-dcef-43e6-a9b3-4f2b079a6c28 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:31.885111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bc0ccc3-1bb2-4946-9b57-9344cae5d11a req-63b9129c-dcef-43e6-a9b3-4f2b079a6c28 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 944 time: 0.0534322 Nov 11 21:25:31.933890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bc0ccc3-1bb2-4946-9b57-9344cae5d11a req-5c3c0c15-fc94-4587-bcee-f25a241d65e8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Nov 11 21:25:31.975959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b053db4b-900d-4490-936c-57a87f5cc76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:32.142960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141d8de-8e07-43ac-900f-1dc0626bed51 req-bbd900db-814e-4b61-ad2c-c0453de900e1 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.144449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c141d8de-8e07-43ac-900f-1dc0626bed51 req-bbd900db-814e-4b61-ad2c-c0453de900e1 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 909 time: 0.0490232 Nov 11 21:25:32.256523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a3b72-d84a-45b0-b702-78117f591ca9 req-0109fa62-9239-49cd-9b86-eda531369fc2 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.258008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f00a3b72-d84a-45b0-b702-78117f591ca9 req-0109fa62-9239-49cd-9b86-eda531369fc2 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 909 time: 0.0494132 Nov 11 21:25:32.365431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc511e-68d9-4cfc-a25a-91e0fa1d7abf req-c3e8ec4d-f311-4ee8-9c1d-bab20e979aa0 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.366939 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5adc511e-68d9-4cfc-a25a-91e0fa1d7abf req-c3e8ec4d-f311-4ee8-9c1d-bab20e979aa0 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 1060 time: 0.0409894 Nov 11 21:25:32.472691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e8218-52f4-4c4c-87aa-9b7590154ef1 req-f893c2c3-7b0d-40f8-8a7a-b5a6b40ba2c1 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.474209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5e8218-52f4-4c4c-87aa-9b7590154ef1 req-f893c2c3-7b0d-40f8-8a7a-b5a6b40ba2c1 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1135 time: 0.0416100 Nov 11 21:25:32.529839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ec5e8218-52f4-4c4c-87aa-9b7590154ef1 req-4d629682-3523-41c0-9561-b688c4ffb6c8 tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0496151 Nov 11 21:25:32.551676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:32.590138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441163f2-adc2-46bb-9963-80d43468755f tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:32.591506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-441163f2-adc2-46bb-9963-80d43468755f tempest-TestSecurityGroupsBasicOps-1965971045 tempest-TestSecurityGroupsBasicOps-1965971045-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 1055 time: 0.0388179 Nov 11 21:25:33.027876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244825-9b50-4eaf-aeb4-4d403a3f757c req-e07e960b-17b9-453b-81f8-959d921099fe tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:33.029407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba244825-9b50-4eaf-aeb4-4d403a3f757c req-e07e960b-17b9-453b-81f8-959d921099fe tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 909 time: 0.0507336 Nov 11 21:25:33.055535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc6982-53c8-40fd-bf97-f6e2d40f2be5 req-28717e41-3644-41df-9293-bfcfe3b098d8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:33.057092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ffc6982-53c8-40fd-bf97-f6e2d40f2be5 req-28717e41-3644-41df-9293-bfcfe3b098d8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 944 time: 0.0540528 Nov 11 21:25:33.110228 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6ffc6982-53c8-40fd-bf97-f6e2d40f2be5 req-f6632a9a-5580-487c-b947-c9f4f5cda236 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Nov 11 21:25:33.240541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:25:33.288132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:25:33.288537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.363627 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.386323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:33.388739 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275bfa72-f0ea-4e8a-a7ed-cf17fe98e732" -d '{"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:33.404571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:33.427983 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51564763-2a81-4f3d-b63c-5861aa89de67 x-openstack-request-id: req-51564763-2a81-4f3d-b63c-5861aa89de67 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:33.428301 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-plugged", "status": "completed", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:33.428564 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51564763-2a81-4f3d-b63c-5861aa89de67 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:33.429095 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'code': 200} Nov 11 21:25:33.524091 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:33.572389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:34.151195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd8edd-fe8d-4ba0-a3f7-682814be9c49 req-d98d81fc-5258-441c-b1a0-7e65fd6cbc8e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.153530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00fd8edd-fe8d-4ba0-a3f7-682814be9c49 req-d98d81fc-5258-441c-b1a0-7e65fd6cbc8e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 909 time: 0.0550508 Nov 11 21:25:34.232057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b98af-dcd7-436e-b881-fdae4ce8815e req-cddad8f1-cb98-4d75-9cf5-9c139b0f437a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.233636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-163b98af-dcd7-436e-b881-fdae4ce8815e req-cddad8f1-cb98-4d75-9cf5-9c139b0f437a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Nov 11 21:25:34.282411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-163b98af-dcd7-436e-b881-fdae4ce8815e req-2b042589-a722-49e8-9c9c-8c28443d8b18 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Nov 11 21:25:34.427168 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22b1e67f-051c-4eaa-9a98-843704b65ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:34.568602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-f499b8b0-49fa-4f12-af2e-2ed4a63bab20 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:34.570097 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-f499b8b0-49fa-4f12-af2e-2ed4a63bab20 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.58 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 909 time: 0.0491033 Nov 11 21:25:34.668334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting port cd010880-3abd-48c7-876f-5396658818fd {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:34.668726 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:34.764105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] For port cd010880-3abd-48c7-876f-5396658818fd, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=cd010880-3abd-48c7-876f-5396658818fd,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:34.770037 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:34.778950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Calling delete_port for cd010880-3abd-48c7-876f-5396658818fd owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:34.998883 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:35.029460 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Port': ['ID=cd010880-3abd-48c7-876f-5396658818fd,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:35.080117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] No DVR routers for this DVR port cd010880-3abd-48c7-876f-5396658818fd on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:35.083570 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:35.087763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fe50074d-b1cb-4b89-a8a9-c8ced08be908 req-b44a632d-09d9-469f-ae95-65a0ffe9cf94 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.58 "DELETE /v2.0/ports/cd010880-3abd-48c7-876f-5396658818fd HTTP/1.1" status: 204 len: 173 time: 0.5110064 Nov 11 21:25:35.088939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395833b9-5535-43b9-b29b-ac12002cf401', 'name': 'network-vif-deleted', 'tag': 'cd010880-3abd-48c7-876f-5396658818fd'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:35.091665 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326dfdaa-7d16-4342-b85a-542f96822de1" -d '{"events": [{"server_uuid": "395833b9-5535-43b9-b29b-ac12002cf401", "name": "network-vif-deleted", "tag": "cd010880-3abd-48c7-876f-5396658818fd"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:35.150335 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6aaaa-f173-4ea5-bcbf-3dc7e8ad8efb x-openstack-request-id: req-62b6aaaa-f173-4ea5-bcbf-3dc7e8ad8efb {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:35.150799 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395833b9-5535-43b9-b29b-ac12002cf401", "name": "network-vif-deleted", "tag": "cd010880-3abd-48c7-876f-5396658818fd", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:35.151055 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62b6aaaa-f173-4ea5-bcbf-3dc7e8ad8efb {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:35.151701 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395833b9-5535-43b9-b29b-ac12002cf401', 'name': 'network-vif-deleted', 'tag': 'cd010880-3abd-48c7-876f-5396658818fd', 'status': 'completed', 'code': 200} Nov 11 21:25:35.282038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae3aba42-dde4-4c78-8248-943b5ed07d14 req-d2f481ec-fb50-4bbd-88d3-b8c5bdfb5ac8 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=395833b9-5535-43b9-b29b-ac12002cf401 HTTP/1.1" status: 200 len: 210 time: 0.0338869 Nov 11 21:25:35.441458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2199c1d-cf94-417a-802e-cba01b89f881 req-819fd988-530b-4c5e-bfed-fd3fc58de304 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:35.443598 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f2199c1d-cf94-417a-802e-cba01b89f881 req-819fd988-530b-4c5e-bfed-fd3fc58de304 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0742383 Nov 11 21:25:35.499757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f2199c1d-cf94-417a-802e-cba01b89f881 req-d1ea0435-9035-4499-b26d-573ef8c20ee8 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Nov 11 21:25:35.626630 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.348427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:36.681216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-6fac0273-38eb-4159-be95-1d9d1b2459eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776086 Nov 11 21:25:36.715314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38769-5af6-4c1a-bfd3-6fb705d0a47d req-10fd3666-f970-41ba-a899-f413128d34d5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:36.717272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00e38769-5af6-4c1a-bfd3-6fb705d0a47d req-10fd3666-f970-41ba-a899-f413128d34d5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.1125560 Nov 11 21:25:36.788554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:36.793812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-c24dce27-6e8d-4d2c-b699-9b485a8f7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:36.795495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-c24dce27-6e8d-4d2c-b699-9b485a8f7fc3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0772920 Nov 11 21:25:36.812675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-00e38769-5af6-4c1a-bfd3-6fb705d0a47d req-e9148e98-8039-4ce3-9bba-ad8cae3e00f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848894 Nov 11 21:25:36.920906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-9cb4a258-0064-46cf-a8bb-9c5cde4d354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:36.922403 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-9cb4a258-0064-46cf-a8bb-9c5cde4d354a service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1068861 Nov 11 21:25:37.001742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-595592ce-eb5d-4855-8c35-0f2a786da11a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82 HTTP/1.1" status: 200 len: 217 time: 0.0715337 Nov 11 21:25:37.065288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-1b001088-efa6-44dd-a9d8-8cc276930426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:37.067209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-1b001088-efa6-44dd-a9d8-8cc276930426 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0569558 Nov 11 21:25:37.096926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting port d0666e50-f853-475d-9736-ad70265d786b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:37.097694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.125801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-7f3b155f-9e5f-4f20-8789-991f222e0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:37.127810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-7f3b155f-9e5f-4f20-8789-991f222e0e87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523033 Nov 11 21:25:37.144921 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.145826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-e34666cf-a44c-4d0f-a6d5-233faa245097 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:25:37.147930 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-e34666cf-a44c-4d0f-a6d5-233faa245097 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126784 Nov 11 21:25:37.224518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] For port d0666e50-f853-475d-9736-ad70265d786b, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d0666e50-f853-475d-9736-ad70265d786b,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:37.225228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.242849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Calling delete_port for d0666e50-f853-475d-9736-ad70265d786b owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:37.267274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-611c8ae4-5d10-43a9-8cef-34e5cd07029f service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109061 Nov 11 21:25:37.385051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2bc08cf5-ddc7-4368-b8ac-b5848cf00339 req-2ccfa0cb-f9b9-49fa-b6ea-e00b2c0081ff service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111374 Nov 11 21:25:37.555575 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:37.585075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Port': ['ID=d0666e50-f853-475d-9736-ad70265d786b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:37.783399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.058523 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.251452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785ea94-6d1c-4d0b-a0ce-28139329a0d8 req-12a89e3a-fc24-42ac-b90c-3597fbe60b87 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:38.252914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c785ea94-6d1c-4d0b-a0ce-28139329a0d8 req-12a89e3a-fc24-42ac-b90c-3597fbe60b87 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.3603549 Nov 11 21:25:38.353817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c785ea94-6d1c-4d0b-a0ce-28139329a0d8 req-06fa6a0c-efee-4a75-b6da-53de579ca5fa tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937941 Nov 11 21:25:38.358844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:25:38.505160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:25:38.517023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] Sync routers for ids ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:25:38.521983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:38.530716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] Routers {'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:38.531616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:38.533404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f7803a1d-0cf6-4cfa-ab97-79a6ea4f3147 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "PUT /v2.0/routers/c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1832633 Nov 11 21:25:38.593539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting subnet 51f9342b-d54d-41f1-9ab1-f3de0b0c2c51 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:25:38.596785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.646217 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.655476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] Set router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:38.742711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:38.877162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:37Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:38.906096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] Checking router: c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:25:38.915699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] Routers {'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:38.916359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:38.954039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.029456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Subnet': ['ID=51f9342b-d54d-41f1-9ab1-f3de0b0c2c51,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:39.041208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] Set router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:39.045329 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.053314 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6e5edd9a-4292-4d2b-a5cf-d4bea7a0c411 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/subnets/51f9342b-d54d-41f1-9ab1-f3de0b0c2c51 HTTP/1.1" status: 204 len: 168 time: 0.5279694 Nov 11 21:25:39.055153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:39.092048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858f3e5-b638-48c9-bec7-e8ffefcb364f None None] Network 5335b625-a6d2-484f-89c9-69da0c3dbd95 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:39.193624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.307874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd010880-3abd-48c7-876f-5396658818fd no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:39.340817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.354438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: cd010880-3abd-48c7-876f-5396658818fd {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:39.354438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device cd010880-3abd-48c7-876f-5396658818fd not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:39.492187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:37Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:39.551716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting port af9c9ef5-b26c-4570-83e8-c5517d5ddb64 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:39.552330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.556583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] DHCP port deletion for 5335b625-a6d2-484f-89c9-69da0c3dbd95 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:25:39.562117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d8b3b-9c7e-4779-85d5-e4f992d52e09 None None] The sync data for ids ['c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a'] in n-d-805734-3 is: [{'id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671388617', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:37Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': 'af9c9ef5-b26c-4570-83e8-c5517d5ddb64', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:25:10Z', 'updated_at': '2021-11-11T21:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:25:39.569033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae27dce-5edb-49f9-85e4-4274e02cbbb4 req-ec3bffa7-8ece-4e68-8774-9411391758ff tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:39.570650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ae27dce-5edb-49f9-85e4-4274e02cbbb4 req-ec3bffa7-8ece-4e68-8774-9411391758ff tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.1084428 Nov 11 21:25:39.660671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] Deleting port 368c3c63-4287-4524-898c-a7a1ae113a8d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:39.661450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.692184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] For port af9c9ef5-b26c-4570-83e8-c5517d5ddb64, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:39.692563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.706142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Calling delete_port for af9c9ef5-b26c-4570-83e8-c5517d5ddb64 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:39.723749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4ae27dce-5edb-49f9-85e4-4274e02cbbb4 req-86d94d31-e096-4923-b021-a4d65628b4e3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446574 Nov 11 21:25:39.791455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] For port 368c3c63-4287-4524-898c-a7a1ae113a8d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=368c3c63-4287-4524-898c-a7a1ae113a8d,segment=NetworkSegment(5461dfa7-39bf-4950-86fa-6c587cd45221),segment_id=5461dfa7-39bf-4950-86fa-6c587cd45221)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:39.791858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:39.807705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] Calling delete_port for 368c3c63-4287-4524-898c-a7a1ae113a8d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:39.989541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-2875fef7-2cf7-4b72-99c5-7bd84d7e56a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345131 Nov 11 21:25:40.009202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.033494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.045765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] Pushing event deleted for resources: {'Port': ['ID=368c3c63-4287-4524-898c-a7a1ae113a8d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:40.049975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfbc412-56cc-4f72-aaa7-ece6e0a180f3 None None] No DVR routers for this DVR port 368c3c63-4287-4524-898c-a7a1ae113a8d on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:40.101109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-1fb178fa-bb96-45db-a7be-c980fa3ec15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.102643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-1fb178fa-bb96-45db-a7be-c980fa3ec15d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1135 time: 0.0901570 Nov 11 21:25:40.123976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Port': ['ID=af9c9ef5-b26c-4570-83e8-c5517d5ddb64,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:40.146615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6bb815-ed4d-4df7-afd9-fdd863da3275 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:25:40.240456 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.263702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-dd1a918e-e0e2-4637-99db-ec948dfe6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.265367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-dd1a918e-e0e2-4637-99db-ec948dfe6985 service neutron] 10.222.0.62 "GET /v2.0/networks?id=08215dcb-7d17-4f69-a62f-afcdc6287046 HTTP/1.1" status: 200 len: 898 time: 0.1383801 Nov 11 21:25:40.354030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-3027582f-318f-4f6f-beab-5f7b85dc333b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8668d4c4-b26b-44ba-b95c-b020ba867898 HTTP/1.1" status: 200 len: 1000 time: 0.0793228 Nov 11 21:25:40.357569 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.364118 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.424043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-19168539-1522-4492-a758-74b919a55294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.425658 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-19168539-1522-4492-a758-74b919a55294 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8600bb8f-3e2a-4546-adc0-4082247d1450 HTTP/1.1" status: 200 len: 834 time: 0.0642867 Nov 11 21:25:40.482803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-07b641f1-cbb4-452f-9678-77a7568561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.484348 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-07b641f1-cbb4-452f-9678-77a7568561cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08215dcb-7d17-4f69-a62f-afcdc6287046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502372 Nov 11 21:25:40.497025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-d1f77dcf-9cfb-4a73-8ca6-6ed36b42deae service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:25:40.498274 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-d1f77dcf-9cfb-4a73-8ca6-6ed36b42deae service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060670 Nov 11 21:25:40.503626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.504595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Fanout notify agent at l3_agent the message router_deleted on router c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:25:40.514805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.516004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e26b0e36-3b24-47dd-b979-ac51949433f3 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/routers/c21c1bca-5a2e-4e3e-b3c4-077ff8d6015a HTTP/1.1" status: 204 len: 168 time: 1.4598348 Nov 11 21:25:40.518999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58558) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:40.615963 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-4084fb38-1cb0-4f3e-923d-ce4ce5e2f899 service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084514 Nov 11 21:25:40.639660 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.756057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-992796cb-61d7-4787-9dfa-a38c00afdb19 req-55e51a12-41f2-4c10-b760-d3c24f3cb9b3 service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322677 Nov 11 21:25:40.798309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.849346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5335b625-a6d2-484f-89c9-69da0c3dbd95']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:40.864181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5461dfa7-39bf-4950-86fa-6c587cd45221') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:40.864476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5461dfa7-39bf-4950-86fa-6c587cd45221') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:40.879347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.898793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d1138-6220-40a0-932e-f33d94128b6a req-aa572ab4-78dc-4521-a983-c328ed549463 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:40.900366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-720d1138-6220-40a0-932e-f33d94128b6a req-aa572ab4-78dc-4521-a983-c328ed549463 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0857501 Nov 11 21:25:40.906970 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.929444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:25:40.929999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:25:40.932982 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:25:41.019534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-720d1138-6220-40a0-932e-f33d94128b6a req-907497e2-d9c0-47ec-a6ec-f90c5f23ea23 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078098 Nov 11 21:25:41.132702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.145410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.148646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/networks/5335b625-a6d2-484f-89c9-69da0c3dbd95 HTTP/1.1" status: 204 len: 168 time: 0.6281631 Nov 11 21:25:41.151602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:41.162802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe0782-3580-48b8-9720-329d7dc23574 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Network': ['ID=5335b625-a6d2-484f-89c9-69da0c3dbd95,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:41.336789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting port cf427a07-17cf-4cce-99b6-4c5df40fa198 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:41.337384 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.432190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.432190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.443943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Calling delete_port for cf427a07-17cf-4cce-99b6-4c5df40fa198 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:41.466650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d0666e50-f853-475d-9736-ad70265d786b no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:41.500854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d0666e50-f853-475d-9736-ad70265d786b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:41.501563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d0666e50-f853-475d-9736-ad70265d786b not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:41.502147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 368c3c63-4287-4524-898c-a7a1ae113a8d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:41.525277 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 368c3c63-4287-4524-898c-a7a1ae113a8d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:41.525621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 368c3c63-4287-4524-898c-a7a1ae113a8d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:41.526251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device af9c9ef5-b26c-4570-83e8-c5517d5ddb64 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:41.555770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: af9c9ef5-b26c-4570-83e8-c5517d5ddb64 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:41.556126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device af9c9ef5-b26c-4570-83e8-c5517d5ddb64 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:41.767379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.802126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Port': ['ID=cf427a07-17cf-4cce-99b6-4c5df40fa198,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:41.871338 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:41.871954 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Floating IP 104cb4c5-e0d0-4072-99c4-d1697b2e9f5c disassociated (deleted). External IP: 172.25.2.77, port: 8668d4c4-b26b-44ba-b95c-b020ba867898. Nov 11 21:25:42.173700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:25:42.192970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3faca-df37-4d62-864a-9c572e0ff34a req-c6beac50-332a-441b-8b2f-021e51ad51e6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:42.195913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ee3faca-df37-4d62-864a-9c572e0ff34a req-c6beac50-332a-441b-8b2f-021e51ad51e6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0857177 Nov 11 21:25:42.329191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0ee3faca-df37-4d62-864a-9c572e0ff34a req-e6655214-e50f-4257-9c87-0e813d997c05 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236513 Nov 11 21:25:42.345515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:25:42.350488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:42.356312 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] Sync routers for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:25:42.366884 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:42.367632 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:42.379174 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1e4e9426-62d4-4b51-b5cb-811eb3fecb68 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/floatingips/104cb4c5-e0d0-4072-99c4-d1697b2e9f5c HTTP/1.1" status: 204 len: 168 time: 1.2261782 Nov 11 21:25:42.379865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:42.382383 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a232d70-8942-47f9-bcd9-f84aa5926f82" -d '{"events": [{"name": "network-changed", "server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:42.422860 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf275ff-f29e-4d94-89ac-438a6dba09a1 x-openstack-request-id: req-4cf275ff-f29e-4d94-89ac-438a6dba09a1 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:42.423155 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:42.423466 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cf275ff-f29e-4d94-89ac-438a6dba09a1 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:42.424015 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'status': 'completed', 'code': 200} Nov 11 21:25:42.500684 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:42.511743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-bbbb8379-c80d-43db-be71-a077df3f6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:42.513726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-bbbb8379-c80d-43db-be71-a077df3f6c14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c65b07eb80442e18fb48ccd91734003&device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 1135 time: 0.0641832 Nov 11 21:25:42.643519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-43a533df-aea8-4a99-9bc7-07e3c741c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:42.645081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-43a533df-aea8-4a99-9bc7-07e3c741c6b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=08215dcb-7d17-4f69-a62f-afcdc6287046 HTTP/1.1" status: 200 len: 898 time: 0.1243634 Nov 11 21:25:42.713651 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-4f0087b2-3317-4c44-b8ad-1bfbd85bbc2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8668d4c4-b26b-44ba-b95c-b020ba867898 HTTP/1.1" status: 200 len: 217 time: 0.0603104 Nov 11 21:25:42.743796 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:42.775218 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] Checking router: 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:25:42.780110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-f49ee01f-2150-4f8f-84cb-4ab34562e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:42.781842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-f49ee01f-2150-4f8f-84cb-4ab34562e9b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8600bb8f-3e2a-4546-adc0-4082247d1450 HTTP/1.1" status: 200 len: 834 time: 0.0614612 Nov 11 21:25:42.787109 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:42.787812 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:42.838485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-3765eceb-2135-46a6-8b25-9bfe789beece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:42.840295 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-3765eceb-2135-46a6-8b25-9bfe789beece service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08215dcb-7d17-4f69-a62f-afcdc6287046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498333 Nov 11 21:25:42.917787 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:43.172764 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:43.322398 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb63cb4-6c90-40f0-9122-53edb9447598 None None] The sync data for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 is: [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:16Z', 'revision_number': 4, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '38966ad9-909a-471b-8228-84059cb8d7aa', 'name': '', 'network_id': '08215dcb-7d17-4f69-a62f-afcdc6287046', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'mac_address': 'fa:16:3e:81:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:15Z', 'updated_at': '2021-11-11T21:24:18Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'subnets': [{'id': '8600bb8f-3e2a-4546-adc0-4082247d1450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:25:43.356310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828c69e-edad-44ea-956e-9b4400339a17 req-c30e1a97-92a3-4b7d-b08a-e642275de773 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.363906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d828c69e-edad-44ea-956e-9b4400339a17 req-c30e1a97-92a3-4b7d-b08a-e642275de773 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 984 time: 0.4761672 Nov 11 21:25:43.368697 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-e1e452ee-0373-4b7f-8062-718c736a6f1a service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143149 Nov 11 21:25:43.500235 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d828c69e-edad-44ea-956e-9b4400339a17 req-c4ce7e09-b079-4e42-b565-68a0a3018fdc tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1352818 Nov 11 21:25:43.513219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4994675-0204-42ba-8fcc-68c0d2102a70 req-0dd524f6-9f33-4d05-b54f-801f20fd606c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:43.514940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4994675-0204-42ba-8fcc-68c0d2102a70 req-0dd524f6-9f33-4d05-b54f-801f20fd606c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0787177 Nov 11 21:25:43.528609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3a232d70-8942-47f9-bcd9-f84aa5926f82 req-d6a22132-e468-4f71-aaa2-946d5df7a6e1 service neutron] 10.222.0.62 "GET /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522739 Nov 11 21:25:43.593247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4994675-0204-42ba-8fcc-68c0d2102a70 req-96f6f3cf-1dd2-4ad8-8473-9fe5982051cd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721512 Nov 11 21:25:43.713454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d3a63-4eba-4989-a2de-9f781af0109e None None] New status for floating IP 104cb4c5-e0d0-4072-99c4-d1697b2e9f5c: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:25:44.205640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-74a22114-10f8-4a62-8e64-6224314ab0f5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.208293 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-74a22114-10f8-4a62-8e64-6224314ab0f5 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.62 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 984 time: 0.0675426 Nov 11 21:25:44.317405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting port 8668d4c4-b26b-44ba-b95c-b020ba867898 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:44.317758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.420820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] For port 8668d4c4-b26b-44ba-b95c-b020ba867898, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8668d4c4-b26b-44ba-b95c-b020ba867898,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:44.421281 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.436456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Calling delete_port for 8668d4c4-b26b-44ba-b95c-b020ba867898 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:44.665888 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.687345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997bacd-55c5-45d2-8300-bdebff4b8bf4 req-ffb1acec-646f-4fc4-9b72-df58667c23a4 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.692402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a997bacd-55c5-45d2-8300-bdebff4b8bf4 req-ffb1acec-646f-4fc4-9b72-df58667c23a4 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 906 time: 0.0766814 Nov 11 21:25:44.740335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Port': ['ID=8668d4c4-b26b-44ba-b95c-b020ba867898,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:44.742860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9cbfc-2c75-4a4c-8782-4dbe7108faaf req-ba38c944-8a8a-4a07-9e56-027b88156623 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:44.750565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03b9cbfc-2c75-4a4c-8782-4dbe7108faaf req-ba38c944-8a8a-4a07-9e56-027b88156623 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0719683 Nov 11 21:25:44.852747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] No DVR routers for this DVR port 8668d4c4-b26b-44ba-b95c-b020ba867898 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:44.852747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:44.852747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d8a7c5b1-08cb-4c09-b0c6-a54ffcd520d2 req-c69c1e90-9773-42b0-abf1-adcf1f46f213 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.62 "DELETE /v2.0/ports/8668d4c4-b26b-44ba-b95c-b020ba867898 HTTP/1.1" status: 204 len: 173 time: 0.5875041 Nov 11 21:25:44.852747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'name': 'network-vif-deleted', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:44.852747 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fca640-4923-4106-978b-e3795112f9e5" -d '{"events": [{"server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "name": "network-vif-deleted", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:44.853572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03b9cbfc-2c75-4a4c-8782-4dbe7108faaf req-b10ae9c0-4fba-479d-9439-2981cde21aa7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654528 Nov 11 21:25:44.853702 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a997bacd-55c5-45d2-8300-bdebff4b8bf4 req-bc1a343d-dfc0-4ef6-ae3d-a709ddf37046 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c745b0f-7c6c-4734-94f1-f9f387be9a0a&id=d3a007da-4b78-4b47-9f24-e625e3c207d2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1242490 Nov 11 21:25:44.864724 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a25c39-37ca-49b3-8d03-5a71be9aa0e4 x-openstack-request-id: req-f8a25c39-37ca-49b3-8d03-5a71be9aa0e4 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:44.865130 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124a7f46-4329-4988-9d08-15ecbb750854", "name": "network-vif-deleted", "tag": "8668d4c4-b26b-44ba-b95c-b020ba867898", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:44.865391 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8a25c39-37ca-49b3-8d03-5a71be9aa0e4 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:44.866418 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124a7f46-4329-4988-9d08-15ecbb750854', 'name': 'network-vif-deleted', 'tag': '8668d4c4-b26b-44ba-b95c-b020ba867898', 'status': 'completed', 'code': 200} Nov 11 21:25:45.931366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307ad2a-62b0-4c12-9075-f74c04d62c11 req-6e947d15-88b8-410d-b544-8476165fa855 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:45.932901 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e307ad2a-62b0-4c12-9075-f74c04d62c11 req-6e947d15-88b8-410d-b544-8476165fa855 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0546403 Nov 11 21:25:45.950819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f7e0665-037b-42e0-9d8f-c0719fded71a req-975e5ab8-ed24-4bde-a9e9-9ee7d72ec491 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "GET /v2.0/ports?device_id=124a7f46-4329-4988-9d08-15ecbb750854 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Nov 11 21:25:45.991134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e307ad2a-62b0-4c12-9075-f74c04d62c11 req-b78f7b0c-7ce1-48c2-88db-2a8c2d4fecb1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513287 Nov 11 21:25:47.007974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:47.064816 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57e640a3-b2b0-467f-8c3c-641e681b5654 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.110614 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57e640a3-b2b0-467f-8c3c-641e681b5654 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.148522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e967c8b-a833-465d-9051-710be7ccebca req-f94b1ef5-6d2a-426f-8543-112973c6ef97 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:47.149905 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e967c8b-a833-465d-9051-710be7ccebca req-f94b1ef5-6d2a-426f-8543-112973c6ef97 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0871460 Nov 11 21:25:47.200493 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6e967c8b-a833-465d-9051-710be7ccebca req-c37595fd-77df-4619-96b8-83e719d49903 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 Nov 11 21:25:47.326711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57e640a3-b2b0-467f-8c3c-641e681b5654 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.329303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57e640a3-b2b0-467f-8c3c-641e681b5654 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.330649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-57e640a3-b2b0-467f-8c3c-641e681b5654 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/security-groups/0c745b0f-7c6c-4734-94f1-f9f387be9a0a HTTP/1.1" status: 204 len: 168 time: 0.3215492 Nov 11 21:25:47.333404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58610) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:47.340610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e640a3-b2b0-467f-8c3c-641e681b5654 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c745b0f-7c6c-4734-94f1-f9f387be9a0a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:47.388610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1750af13-cf5d-4803-91fb-b1a7eedba648 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.411715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1750af13-cf5d-4803-91fb-b1a7eedba648 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.535823 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1750af13-cf5d-4803-91fb-b1a7eedba648 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.538610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1750af13-cf5d-4803-91fb-b1a7eedba648 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:47.539841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1750af13-cf5d-4803-91fb-b1a7eedba648 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3a007da-4b78-4b47-9f24-e625e3c207d2 HTTP/1.1" status: 204 len: 168 time: 0.2053828 Nov 11 21:25:47.543950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58612) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:47.551469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750af13-cf5d-4803-91fb-b1a7eedba648 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a007da-4b78-4b47-9f24-e625e3c207d2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:47.788558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8668d4c4-b26b-44ba-b95c-b020ba867898 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:47.809178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 8668d4c4-b26b-44ba-b95c-b020ba867898 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:47.809534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8668d4c4-b26b-44ba-b95c-b020ba867898 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:47.841720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20143-8492-41dd-9410-dcbd873cd935 req-d89b4f51-3c9f-4d58-bc3e-ec833f34c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:47.843224 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05b20143-8492-41dd-9410-dcbd873cd935 req-d89b4f51-3c9f-4d58-bc3e-ec833f34c290 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 1096 time: 0.0773757 Nov 11 21:25:47.971808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20143-8492-41dd-9410-dcbd873cd935 req-e51b5e7e-a752-4cd9-9881-f31cbc0738ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:47.973297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05b20143-8492-41dd-9410-dcbd873cd935 req-e51b5e7e-a752-4cd9-9881-f31cbc0738ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1101570 Nov 11 21:25:48.039905 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05b20143-8492-41dd-9410-dcbd873cd935 req-6e7e6673-0582-4581-b303-faa0cbe87c65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de HTTP/1.1" status: 200 len: 217 time: 0.0576794 Nov 11 21:25:48.099246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.102611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20143-8492-41dd-9410-dcbd873cd935 req-1a1de204-aea4-47a9-b2ef-331097396eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.104063 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05b20143-8492-41dd-9410-dcbd873cd935 req-1a1de204-aea4-47a9-b2ef-331097396eaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0561755 Nov 11 21:25:48.216420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20143-8492-41dd-9410-dcbd873cd935 req-44f43e65-fcf2-4300-8855-be7eb0faf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.218081 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05b20143-8492-41dd-9410-dcbd873cd935 req-44f43e65-fcf2-4300-8855-be7eb0faf001 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837131 Nov 11 21:25:48.318497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2be7-bfc9-42ab-a265-78497680378c req-6733a4a7-aace-40e8-83c0-56974a23b661 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:48.319934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31cc2be7-bfc9-42ab-a265-78497680378c req-6733a4a7-aace-40e8-83c0-56974a23b661 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Nov 11 21:25:48.376810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05b20143-8492-41dd-9410-dcbd873cd935 req-03575e95-8990-4e2c-81ab-af4a675feff6 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492720 Nov 11 21:25:48.377353 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31cc2be7-bfc9-42ab-a265-78497680378c req-b3e212b1-0df5-49e9-8cb3-f7e5bfe88fc7 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Nov 11 21:25:48.524200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-05b20143-8492-41dd-9410-dcbd873cd935 req-da57f17f-c9d6-4501-b8c3-0bd452b260c8 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401026 Nov 11 21:25:48.544325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting port 38966ad9-909a-471b-8228-84059cb8d7aa {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:48.544654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.637121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] For port 38966ad9-909a-471b-8228-84059cb8d7aa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=38966ad9-909a-471b-8228-84059cb8d7aa,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:48.637433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.649782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Calling delete_port for 38966ad9-909a-471b-8228-84059cb8d7aa owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:48.921048 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:48.947165 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Port': ['ID=38966ad9-909a-471b-8228-84059cb8d7aa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:49.123240 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.331920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:25:49.446385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:25:49.455093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-56d0d628-ee45-4cdc-b908-a7113c8d979e tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "PUT /v2.0/routers/6a5dd203-3a6a-45be-bb05-6cc36e9bcd42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9073691 Nov 11 21:25:49.455851 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58618) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:49.462251 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] Sync routers for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:25:49.474047 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:49.474679 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:49.541635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting subnet 8600bb8f-3e2a-4546-adc0-4082247d1450 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:25:49.546254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.579214 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:49.586046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086f019-2c70-4578-a451-3d618baaf9d5 req-7e2ca03f-46f0-41b0-9636-0e27a2f361cf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:49.587475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d086f019-2c70-4578-a451-3d618baaf9d5 req-7e2ca03f-46f0-41b0-9636-0e27a2f361cf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.1005497 Nov 11 21:25:49.603490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.676824 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d086f019-2c70-4578-a451-3d618baaf9d5 req-b9813ee8-dfe6-427c-8194-b02a4768d911 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822244 Nov 11 21:25:49.720349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.756346 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:25:48Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:49.786702 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] Checking router: 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:25:49.794900 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] Routers {'6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:25:49.795499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:25:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:49.875301 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.899658 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] Set router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:25:49.902861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Subnet': ['ID=8600bb8f-3e2a-4546-adc0-4082247d1450,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:49.906561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:49.912683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:49.913250 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d39b02c0-d613-4542-9170-c1e6aa4d782b tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/subnets/8600bb8f-3e2a-4546-adc0-4082247d1450 HTTP/1.1" status: 204 len: 168 time: 0.4564183 Nov 11 21:25:49.913836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c90f17-43e0-499a-8f77-bd4059d69178 None None] Network 08215dcb-7d17-4f69-a62f-afcdc6287046 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:50.031705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.093501 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:25:48Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:50.115778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] DHCP port deletion for 08215dcb-7d17-4f69-a62f-afcdc6287046 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:25:50.119440 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39c7e17-6447-48fb-b936-83cb0f2a8856 None None] The sync data for ids ['6a5dd203-3a6a-45be-bb05-6cc36e9bcd42'] in n-d-805734-3 is: [{'id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1300146755', 'tenant_id': '0c65b07eb80442e18fb48ccd91734003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:25:48Z', 'revision_number': 5, 'project_id': '0c65b07eb80442e18fb48ccd91734003', 'gw_port': {'id': '703d8a5b-c473-4919-9492-bfb9ffc90529', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5dd203-3a6a-45be-bb05-6cc36e9bcd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:24:11Z', 'updated_at': '2021-11-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:25:50.152616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.178686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] Deleting port d462a180-86e8-49a3-94e1-2fc4e7251bcd {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:50.179064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.242496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] For port d462a180-86e8-49a3-94e1-2fc4e7251bcd, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d462a180-86e8-49a3-94e1-2fc4e7251bcd,segment=NetworkSegment(4519b8e0-bcc1-4fbf-af85-dd83786e6c00),segment_id=4519b8e0-bcc1-4fbf-af85-dd83786e6c00)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:50.242904 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.255639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] Calling delete_port for d462a180-86e8-49a3-94e1-2fc4e7251bcd owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:50.268173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Deleting port 703d8a5b-c473-4919-9492-bfb9ffc90529 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:25:50.268511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.349746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] For port 703d8a5b-c473-4919-9492-bfb9ffc90529, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=703d8a5b-c473-4919-9492-bfb9ffc90529,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:50.350035 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.363116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Calling delete_port for 703d8a5b-c473-4919-9492-bfb9ffc90529 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:25:50.513178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.540123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] Pushing event deleted for resources: {'Port': ['ID=d462a180-86e8-49a3-94e1-2fc4e7251bcd,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:50.544372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990e38e-d03b-4751-8718-bb00b7067d9b None None] No DVR routers for this DVR port d462a180-86e8-49a3-94e1-2fc4e7251bcd on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:25:50.634964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.665843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Port': ['ID=703d8a5b-c473-4919-9492-bfb9ffc90529,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:50.685652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a502ca-c8b8-4f5b-b6a6-7248d6115c7f None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:25:50.756923 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.851111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.854538 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.910913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec2836-0a70-4adc-b116-91fec117e0cd req-f370ef9b-9b66-4164-9627-2abbf9955e23 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:50.912442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29ec2836-0a70-4adc-b116-91fec117e0cd req-f370ef9b-9b66-4164-9627-2abbf9955e23 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 945 time: 0.1481721 Nov 11 21:25:50.961955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29ec2836-0a70-4adc-b116-91fec117e0cd req-914a66f1-ddcc-4d5f-addd-14297a7261f3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Nov 11 21:25:50.969481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.970209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Fanout notify agent at l3_agent the message router_deleted on router 6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:25:50.977392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:50.978498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-889dc914-9767-491f-92ae-8a86f7e513a9 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/routers/6a5dd203-3a6a-45be-bb05-6cc36e9bcd42 HTTP/1.1" status: 204 len: 168 time: 1.0639455 Nov 11 21:25:50.981275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:51.065181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.158746 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.178571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08215dcb-7d17-4f69-a62f-afcdc6287046']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:51.188250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4519b8e0-bcc1-4fbf-af85-dd83786e6c00') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:51.188552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4519b8e0-bcc1-4fbf-af85-dd83786e6c00') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:25:51.198012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.213127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.219347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:25:51.219749 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:25:51.222844 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:25:51.315011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:51.402541 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.432401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:25:51.434166 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aef5fdd-ec47-488c-97f7-b34c595b146e" -d '{"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:25:51.450084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:25:51.491293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 38966ad9-909a-471b-8228-84059cb8d7aa no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:51.514851 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c7cab5-a874-47ca-9498-4e79654dd9f7 x-openstack-request-id: req-46c7cab5-a874-47ca-9498-4e79654dd9f7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:25:51.516070 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-unplugged", "status": "failed", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:25:51.516070 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46c7cab5-a874-47ca-9498-4e79654dd9f7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:25:51.516070 n-d-805734-3 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'code': 422} returned with failed status Nov 11 21:25:51.517374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 38966ad9-909a-471b-8228-84059cb8d7aa {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:51.517778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 38966ad9-909a-471b-8228-84059cb8d7aa not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:51.518388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 703d8a5b-c473-4919-9492-bfb9ffc90529 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:51.540192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 703d8a5b-c473-4919-9492-bfb9ffc90529 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:51.540500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 703d8a5b-c473-4919-9492-bfb9ffc90529 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:51.540772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d462a180-86e8-49a3-94e1-2fc4e7251bcd no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:51.562333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d462a180-86e8-49a3-94e1-2fc4e7251bcd {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:25:51.562777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d462a180-86e8-49a3-94e1-2fc4e7251bcd not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:25:51.686189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.736741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:51.800614 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.807628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:51.810789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] 10.222.0.31 "DELETE /v2.0/networks/08215dcb-7d17-4f69-a62f-afcdc6287046 HTTP/1.1" status: 204 len: 168 time: 0.8278365 Nov 11 21:25:51.822082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59cf11-d422-45ae-a703-4b44f4635395 tempest-TestSecurityGroupsBasicOps-468427613 tempest-TestSecurityGroupsBasicOps-468427613-project] Pushing event deleted for resources: {'Network': ['ID=08215dcb-7d17-4f69-a62f-afcdc6287046,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:52.079622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdee940-a68e-4558-a102-1caf39ed3d90 req-1268d32b-c69a-46e2-983a-2e26ed221fdf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.081362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1cdee940-a68e-4558-a102-1caf39ed3d90 req-1268d32b-c69a-46e2-983a-2e26ed221fdf tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 943 time: 0.0512230 Nov 11 21:25:52.130488 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1cdee940-a68e-4558-a102-1caf39ed3d90 req-ebf862d5-c5e4-486c-a41c-d0a8c05a6cb6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433414 Nov 11 21:25:52.247309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca939f-a35a-4092-b936-b3ef75ab3a14 req-c4a88538-e7d1-461d-a5fe-11a7839b7d2c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.249150 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32ca939f-a35a-4092-b936-b3ef75ab3a14 req-c4a88538-e7d1-461d-a5fe-11a7839b7d2c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0485158 Nov 11 21:25:52.298415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32ca939f-a35a-4092-b936-b3ef75ab3a14 req-c1f5774f-af40-4646-9f7c-1778765db04d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431330 Nov 11 21:25:52.332360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.425656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e6fce-514a-4423-9cc6-ae902aff71a9 req-2c95b951-ca35-4168-bf80-ae10cc2ec023 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.427431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c19e6fce-514a-4423-9cc6-ae902aff71a9 req-2c95b951-ca35-4168-bf80-ae10cc2ec023 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0555537 Nov 11 21:25:52.457712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:52.475983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c19e6fce-514a-4423-9cc6-ae902aff71a9 req-77b7f099-ea4c-4768-af3c-4a558d594240 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Nov 11 21:25:52.593174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-02a3bc44-5dc8-47ca-a8d9-0988aecca94e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c65b07eb80442e18fb48ccd91734003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341345 Nov 11 21:25:52.595494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:52.642516 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169ef949-b806-4393-a8eb-12ea6d3a7422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.663797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169ef949-b806-4393-a8eb-12ea6d3a7422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.803621 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169ef949-b806-4393-a8eb-12ea6d3a7422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.806480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-169ef949-b806-4393-a8eb-12ea6d3a7422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:52.812209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-169ef949-b806-4393-a8eb-12ea6d3a7422 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ca11a4a-0f03-4562-8f23-7211d2d6ba1f HTTP/1.1" status: 204 len: 168 time: 0.2112877 Nov 11 21:25:52.816077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef949-b806-4393-a8eb-12ea6d3a7422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca11a4a-0f03-4562-8f23-7211d2d6ba1f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:52.847243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4a896-e7df-4347-8e90-2746a79c90c0 req-3c6b0070-5fa0-4e4a-9a55-20a11c699be1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:52.848845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59e4a896-e7df-4347-8e90-2746a79c90c0 req-3c6b0070-5fa0-4e4a-9a55-20a11c699be1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0574155 Nov 11 21:25:52.899589 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-59e4a896-e7df-4347-8e90-2746a79c90c0 req-5c5e7732-ba35-497d-be4a-30fedc509849 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Nov 11 21:25:53.368222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58654) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:53.381650 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c00a-0a4d-481f-be87-7f89f00b003e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.457764 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c00a-0a4d-481f-be87-7f89f00b003e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.531775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c00a-0a4d-481f-be87-7f89f00b003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.571336 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a1d6c00a-0a4d-481f-be87-7f89f00b003e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fac99d8292049c0931f53bdb1eefff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020090 Nov 11 21:25:53.572330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6c00a-0a4d-481f-be87-7f89f00b003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ebb75-dd9e-40fa-9dff-407dfd985e44,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:53.574040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58656) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:53.623600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecf49f2d-fee3-4820-8c55-0f2f5a65ee1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.644099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecf49f2d-fee3-4820-8c55-0f2f5a65ee1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.774785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecf49f2d-fee3-4820-8c55-0f2f5a65ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.778340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecf49f2d-fee3-4820-8c55-0f2f5a65ee1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:53.779576 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ecf49f2d-fee3-4820-8c55-0f2f5a65ee1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a4ebb75-dd9e-40fa-9dff-407dfd985e44 HTTP/1.1" status: 204 len: 168 time: 0.2039046 Nov 11 21:25:53.787666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf49f2d-fee3-4820-8c55-0f2f5a65ee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ebb75-dd9e-40fa-9dff-407dfd985e44,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:54.019086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0c43-723e-4a6f-8dea-f316799d1f9e req-9ae95fe9-ae77-4265-bca2-96dd61e61ad5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:54.020599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89bb0c43-723e-4a6f-8dea-f316799d1f9e req-9ae95fe9-ae77-4265-bca2-96dd61e61ad5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0490093 Nov 11 21:25:54.069354 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89bb0c43-723e-4a6f-8dea-f316799d1f9e req-82bc4290-103d-4094-acbd-1dff47421987 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Nov 11 21:25:54.523457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58664) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:54.562709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ff6a22a1-7efc-4565-8876-4f446480776c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfcffe26e05f4216b7f308d28e3075fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380101 Nov 11 21:25:54.565201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58666) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:54.612316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a358ae7-eb3b-4ca3-80b8-51f991f2a6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.633470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a358ae7-eb3b-4ca3-80b8-51f991f2a6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.754946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a358ae7-eb3b-4ca3-80b8-51f991f2a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.757603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6a358ae7-eb3b-4ca3-80b8-51f991f2a6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:54.758821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6a358ae7-eb3b-4ca3-80b8-51f991f2a6e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44f8c310-9ce0-46d3-8a5a-901ae184e248 HTTP/1.1" status: 204 len: 168 time: 0.1927109 Nov 11 21:25:54.773808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a358ae7-eb3b-4ca3-80b8-51f991f2a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f8c310-9ce0-46d3-8a5a-901ae184e248,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:55.188913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873f53f-63ae-4c91-b6cf-4b6979d1254c req-b9762083-938c-4a51-a5a0-9734beb3f716 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:55.190439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a873f53f-63ae-4c91-b6cf-4b6979d1254c req-b9762083-938c-4a51-a5a0-9734beb3f716 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0509133 Nov 11 21:25:55.241801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a873f53f-63ae-4c91-b6cf-4b6979d1254c req-7c3e075b-4534-4988-bb4d-afaed8aa6f8f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454307 Nov 11 21:25:55.315274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:25:55.853252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58690) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:55.953625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-546998859-network', 'tenant_id': '0a49a7be245e4fc5a795de9791496f12'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:56.049255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Made reservation on behalf of 0a49a7be245e4fc5a795de9791496f12 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:56.051595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.064670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.137727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.222962 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.248121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:25:56.257646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:56.262628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.262976 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Added segment 96c09006-c8b8-4dc8-baba-1c0b192c1452 of type vlan for network adbac748-e1d1-4090-8af7-52b65978f09f Nov 11 21:25:56.309030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.373565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3da6e-f136-4cbd-9c4a-b824d31e7484 req-aa4ea108-6869-49b0-827b-160c0fb0ff8f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.375078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ca3da6e-f136-4cbd-9c4a-b824d31e7484 req-aa4ea108-6869-49b0-827b-160c0fb0ff8f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0622289 Nov 11 21:25:56.422775 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ca3da6e-f136-4cbd-9c4a-b824d31e7484 req-5e6eb4f3-36dc-42fc-a3a5-72a4e713a21f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415537 Nov 11 21:25:56.480465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.481482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:56.482068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:56.546585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] Pushing event updated for resources: {'Network': ['ID=adbac748-e1d1-4090-8af7-52b65978f09f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:56.556017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network adbac748-e1d1-4090-8af7-52b65978f09f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:25:56.643817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3526735b-a636-420c-aec3-4ad0a50dd3cb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7893765 Nov 11 21:25:56.646481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58696) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:56.651219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Request body: {'subnet': {'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-546998859-subnet', 'tenant_id': '0a49a7be245e4fc5a795de9791496f12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:56.783559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Made reservation on behalf of 0a49a7be245e4fc5a795de9791496f12 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:56.789066 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.013080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.068987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19caef54-93c2-481e-9082-a960396fe0ca,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:57.079039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Checking segment: {'id': '96c09006-c8b8-4dc8-baba-1c0b192c1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:57.079403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Network hostable DHCP agents. Network: adbac748-e1d1-4090-8af7-52b65978f09f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:25:57.160605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Network adbac748-e1d1-4090-8af7-52b65978f09f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:25:57.217697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, adbac748-e1d1-4090-8af7-52b65978f09f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:57.221906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.222502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.227524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd7053-9468-4391-bfa2-abd3a4db2ff7 None None] Network adbac748-e1d1-4090-8af7-52b65978f09f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:57.312459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8ecc3408-d903-4195-947e-3f25cb2bae75 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6647909 Nov 11 21:25:57.356596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550eb42-3e12-4a2c-bc29-72714e9109ef None None] Network adbac748-e1d1-4090-8af7-52b65978f09f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:57.463506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:57.541177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23956486-a510-417f-af83-ca56c5b65e2f req-eddc17d6-9f68-4c56-9c85-487ba472c0c4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:57.543783 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23956486-a510-417f-af83-ca56c5b65e2f req-eddc17d6-9f68-4c56-9c85-487ba472c0c4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0517576 Nov 11 21:25:57.593392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-23956486-a510-417f-af83-ca56c5b65e2f req-38563aef-532a-4373-83d0-9acaacee8da2 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Nov 11 21:25:58.060239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58714) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:58.065443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-913465656-network', 'tenant_id': '7c454d8d9efd406ca2dac1c555e36ce8'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:58.160551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Made reservation on behalf of 7c454d8d9efd406ca2dac1c555e36ce8 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:58.162834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.171731 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.246145 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.305979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.329866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:25:58.338121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583fb3fa-e9e9-41f9-808c-55c41edbcc87,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:58.344434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.344772 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Added segment 10eead86-fd4a-40f0-820f-27ed350325a0 of type vlan for network 1332de49-2b9b-4e05-94af-e9128d7bc400 Nov 11 21:25:58.382387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.486509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.487506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.488075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.546738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] Pushing event updated for resources: {'Network': ['ID=1332de49-2b9b-4e05-94af-e9128d7bc400,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:58.560250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1332de49-2b9b-4e05-94af-e9128d7bc400 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:25:58.629481 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d571bea-3f32-49e7-b77e-37d9560be598 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5638380 Nov 11 21:25:58.629481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:25:58.634003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Request body: {'subnet': {'network_id': '1332de49-2b9b-4e05-94af-e9128d7bc400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-913465656-subnet', 'tenant_id': '7c454d8d9efd406ca2dac1c555e36ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:25:58.723605 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487c70b-7eb2-495f-bd78-cbf493a78371 req-350bb706-ba77-4868-b4c2-94604c2890ce tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:58.725213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e487c70b-7eb2-495f-bd78-cbf493a78371 req-350bb706-ba77-4868-b4c2-94604c2890ce tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0567985 Nov 11 21:25:58.735315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Made reservation on behalf of 7c454d8d9efd406ca2dac1c555e36ce8 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:25:58.737758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:58.778854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e487c70b-7eb2-495f-bd78-cbf493a78371 req-9f540b23-0b14-4402-b994-b4409ac04bf4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468557 Nov 11 21:25:58.983563 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.036937 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87b2621-dbe4-4382-9600-a307012118e0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:25:59.047479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Checking segment: {'id': '10eead86-fd4a-40f0-820f-27ed350325a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1332de49-2b9b-4e05-94af-e9128d7bc400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:25:59.047840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Network hostable DHCP agents. Network: 1332de49-2b9b-4e05-94af-e9128d7bc400, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:25:59.171808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Network 1332de49-2b9b-4e05-94af-e9128d7bc400 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:25:59.246461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1332de49-2b9b-4e05-94af-e9128d7bc400) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:25:59.250892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.251474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:25:59.257113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28668585-e900-4ab4-9c1b-ef17daa5ae68 None None] Network 1332de49-2b9b-4e05-94af-e9128d7bc400 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:59.273096 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:25:59.324083 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cd398f2b-5928-49ae-bf42-07a55d94d242 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6939023 Nov 11 21:25:59.381890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3b3cd6-9b6f-4230-9548-23e08955ad0f None None] Network 1332de49-2b9b-4e05-94af-e9128d7bc400 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:25:59.908391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdf8a-be09-4cd9-9445-458e250df042 req-0135603d-add4-4245-931c-0c84c75cca87 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:25:59.910021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a28fdf8a-be09-4cd9-9445-458e250df042 req-0135603d-add4-4245-931c-0c84c75cca87 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0519145 Nov 11 21:25:59.961869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a28fdf8a-be09-4cd9-9445-458e250df042 req-a96b6399-6fa0-40ab-9db4-4ad8c81bee3a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453846 Nov 11 21:26:00.169532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-8d1db30c-9402-4a65-a8e6-4f7c88373ae2 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:00.171029 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-8d1db30c-9402-4a65-a8e6-4f7c88373ae2 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/networks?id=adbac748-e1d1-4090-8af7-52b65978f09f HTTP/1.1" status: 200 len: 811 time: 0.4511600 Nov 11 21:26:00.187126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-17b79811-bfed-4a57-a9f6-4e615a7a6eb3 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/quotas/0a49a7be245e4fc5a795de9791496f12 HTTP/1.1" status: 200 len: 375 time: 0.0101480 Nov 11 21:26:00.218813 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-ac4f5c73-45f8-4f3a-a7f1-95477acafbef tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a49a7be245e4fc5a795de9791496f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262992 Nov 11 21:26:00.309248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-8ee7c284-5ae3-4e13-85df-bd75dd6556b8 service neutron] 10.222.0.31 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834825 Nov 11 21:26:00.396605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-e1c4e1f6-2448-47e2-bf4c-1b3ccc05c244 service neutron] 10.222.0.31 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813458 Nov 11 21:26:00.661853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad9f4503-1392-41b6-80b1-99ca4bb28507 req-4d9a573f-8037-4917-b1cd-f7c931ad19c0 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 210 time: 0.0258999 Nov 11 21:26:01.082963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b2484-d28b-4781-8fe0-0787ba3bfc43 req-3cc4dc3b-9dd2-471f-a303-8822743d5001 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:01.084480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-342b2484-d28b-4781-8fe0-0787ba3bfc43 req-3cc4dc3b-9dd2-471f-a303-8822743d5001 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0534027 Nov 11 21:26:01.132381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-342b2484-d28b-4781-8fe0-0787ba3bfc43 req-31eea0f0-1cb6-48d6-9588-26e036c13c6f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 Nov 11 21:26:01.746167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-997bf916-974f-4045-b770-be217cf9b831 req-0a586355-d54d-4c78-9c2d-babac7db71d6 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 210 time: 0.0298233 Nov 11 21:26:01.966271 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8ad543b-f74f-48a9-bdb8-a9c34fdf4bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:02.254578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf65f0-1518-4bc6-949b-9a7fce272492 req-dc35c22f-1d49-41a1-b15e-0b532f503015 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:02.256013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45cf65f0-1518-4bc6-949b-9a7fce272492 req-dc35c22f-1d49-41a1-b15e-0b532f503015 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0504596 Nov 11 21:26:02.303806 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45cf65f0-1518-4bc6-949b-9a7fce272492 req-02ab8a21-0094-48ab-a6ff-6363374088e9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Nov 11 21:26:02.840312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be80ea65-8eac-42e8-a251-cb7f8a6745d6 req-7b2e2242-1f01-4cac-9179-9f15b203391f tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 210 time: 0.0259216 Nov 11 21:26:03.042669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-54c1fc06-9af5-46d9-ab82-1b94ff67888d tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.044359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-54c1fc06-9af5-46d9-ab82-1b94ff67888d tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.62 "GET /v2.0/networks?id=adbac748-e1d1-4090-8af7-52b65978f09f HTTP/1.1" status: 200 len: 811 time: 0.1055918 Nov 11 21:26:03.058396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Request body: {'port': {'device_id': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f', 'admin_state_up': True, 'tenant_id': '0a49a7be245e4fc5a795de9791496f12'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:03.293402 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Made reservation on behalf of 0a49a7be245e4fc5a795de9791496f12 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:03.297042 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.463403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa342a0-4e10-40e3-9f7f-db1d263abfb7 req-1d020862-7cb5-4017-bf33-73a539af392e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.465685 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8aa342a0-4e10-40e3-9f7f-db1d263abfb7 req-1d020862-7cb5-4017-bf33-73a539af392e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0905595 Nov 11 21:26:03.466745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Allocated IP 172.20.0.13 (adbac748-e1d1-4090-8af7-52b65978f09f/19caef54-93c2-481e-9082-a960396fe0ca/70c6aa14-dca6-4a80-96fd-98bd2d938ef9) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:03.550851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8aa342a0-4e10-40e3-9f7f-db1d263abfb7 req-1ef9b709-13fd-4b4f-97c7-fdc41b955feb tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783100 Nov 11 21:26:03.650271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.778841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.826696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Network adbac748-e1d1-4090-8af7-52b65978f09f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:03.831549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:03.835285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:03.842300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Pushing event updated for resources: {'Port': ['ID=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:03.872972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.873321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.873663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.873997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.874330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.874657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.874981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.875305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.875625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.875944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.876292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.876613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:03.906278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.906925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:03.966976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f86988-31c8-458e-be43-dceb14b69dc6 req-a94512b0-8268-492b-9b45-ed62c350d59d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.968516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96f86988-31c8-458e-be43-dceb14b69dc6 req-a94512b0-8268-492b-9b45-ed62c350d59d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0526924 Nov 11 21:26:03.990990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a92c5-0fb3-41a3-b500-77e98c834d3e req-4e9936f1-0d8d-4b6c-87d7-0982914a5c77 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:03.992556 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-086a92c5-0fb3-41a3-b500-77e98c834d3e req-4e9936f1-0d8d-4b6c-87d7-0982914a5c77 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 932 time: 0.0537329 Nov 11 21:26:04.018361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-96f86988-31c8-458e-be43-dceb14b69dc6 req-721a0bf9-b276-4688-b252-556a2a091776 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 Nov 11 21:26:04.039270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-3d09bb61-ca87-4c04-b4c8-1fc04f842fc8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9848640 Nov 11 21:26:04.048010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-086a92c5-0fb3-41a3-b500-77e98c834d3e req-0fe5259e-d11a-4127-a3d1-88a276507f3d tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 Nov 11 21:26:04.052275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Request body: {'port': {'device_id': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:04.136347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.159795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-e491043a-8f7f-446a-9f1b-c3ec2772b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:04.161342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-e491043a-8f7f-446a-9f1b-c3ec2772b497 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0558419 Nov 11 21:26:04.347853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-f1dfaef3-5ac0-4437-94a4-867d3e129d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:04.349376 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-f1dfaef3-5ac0-4437-94a4-867d3e129d17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.1712232 Nov 11 21:26:04.429380 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7bde-9bf7-45eb-935b-215fb4167f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.458212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-2d5a778f-f51e-460c-a58b-cb309ee74991 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.1009824 Nov 11 21:26:04.532172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-9832e338-80bd-47ba-a224-7cf0cd082ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:04.533654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-9832e338-80bd-47ba-a224-7cf0cd082ab9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0679357 Nov 11 21:26:04.591144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:04.600251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.616465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Transition to ACTIVE for port object 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:04.618481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-307a861f-18b7-4097-bcb4-344e2891919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:04.620668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-307a861f-18b7-4097-bcb4-344e2891919b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663090 Nov 11 21:26:04.696349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.761148 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-4cf8da1d-25b3-4220-b452-fb376fde9618 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321206 Nov 11 21:26:04.762099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Pushing event updated for resources: {'Port': ['ID=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:04.892563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Attempting to bind port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:04.892896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Attempting to bind port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '96c09006-c8b8-4dc8-baba-1c0b192c1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:04.893220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Attempting to bind port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 on network adbac748-e1d1-4090-8af7-52b65978f09f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:04.905589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 on network adbac748-e1d1-4090-8af7-52b65978f09f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:04.905916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Attempting to bind port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 on network adbac748-e1d1-4090-8af7-52b65978f09f {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:04.912969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-effa706d-10b7-435a-880d-b6a08dfa4e9a req-cea7e81f-33c1-4a82-bc3f-225c8ef11d30 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448162 Nov 11 21:26:04.914062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:04.914389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Checking segment: {'id': '96c09006-c8b8-4dc8-baba-1c0b192c1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:04.914759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Bound using segment: {'id': '96c09006-c8b8-4dc8-baba-1c0b192c1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:04.915179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Bound port: 70c6aa14-dca6-4a80-96fd-98bd2d938ef9, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c09006-c8b8-4dc8-baba-1c0b192c1452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:04.915525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:04.981670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] For port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:04.984787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] For port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,segment=NetworkSegment(96c09006-c8b8-4dc8-baba-1c0b192c1452),segment_id=96c09006-c8b8-4dc8-baba-1c0b192c1452)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:05.103218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.164322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.164916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.166374 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-dc25265f-8752-462c-9adf-54caa619650a service neutron] 10.222.0.62 "PUT /v2.0/ports/70c6aa14-dca6-4a80-96fd-98bd2d938ef9 HTTP/1.1" status: 200 len: 1092 time: 1.1187801 Nov 11 21:26:05.168250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b0702-918c-4a64-ba8a-880c8509814f req-43d64795-62b5-4a0c-9543-b547dbd23bda tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.169071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'tag': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:05.169800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c81b0702-918c-4a64-ba8a-880c8509814f req-43d64795-62b5-4a0c-9543-b547dbd23bda tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 944 time: 0.0511003 Nov 11 21:26:05.172370 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5a444d-4013-4a85-953f-e273f2778e69" -d '{"events": [{"name": "network-changed", "server_uuid": "255848a4-22c7-4393-9ca6-8d3ded544e1e", "tag": "70c6aa14-dca6-4a80-96fd-98bd2d938ef9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:05.204119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba69b2-f660-40b5-b272-51e6e8addf8c req-50aab251-75dc-43ce-8e9b-e50387683c79 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.205663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40ba69b2-f660-40b5-b272-51e6e8addf8c req-50aab251-75dc-43ce-8e9b-e50387683c79 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.1145248 Nov 11 21:26:05.208823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25265f-8752-462c-9adf-54caa619650a service neutron] Pushing event updated for resources: {'Port': ['ID=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:05.224841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c81b0702-918c-4a64-ba8a-880c8509814f req-3dec594c-7364-421e-8706-1b5de55ecde5 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482891 Nov 11 21:26:05.262069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-40ba69b2-f660-40b5-b272-51e6e8addf8c req-a77496ec-286c-440a-8220-06832afb2390 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495393 Nov 11 21:26:05.269454 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945de9eb-989a-4fd3-9421-2269fca12832 x-openstack-request-id: req-945de9eb-989a-4fd3-9421-2269fca12832 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:05.269735 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255848a4-22c7-4393-9ca6-8d3ded544e1e", "tag": "70c6aa14-dca6-4a80-96fd-98bd2d938ef9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:05.269992 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-945de9eb-989a-4fd3-9421-2269fca12832 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:05.270400 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'tag': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9', 'status': 'completed', 'code': 200} Nov 11 21:26:05.334864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a444d-4013-4a85-953f-e273f2778e69 req-9673c67f-0672-4a29-9874-00260cd98bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.336412 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da5a444d-4013-4a85-953f-e273f2778e69 req-9673c67f-0672-4a29-9874-00260cd98bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a49a7be245e4fc5a795de9791496f12&device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 1095 time: 0.0433311 Nov 11 21:26:05.439283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a444d-4013-4a85-953f-e273f2778e69 req-0a5dd73f-93f1-4118-a822-88dfafb005df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.440805 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da5a444d-4013-4a85-953f-e273f2778e69 req-0a5dd73f-93f1-4118-a822-88dfafb005df service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0a49a7be245e4fc5a795de9791496f12&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0960119 Nov 11 21:26:05.537383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a444d-4013-4a85-953f-e273f2778e69 req-2e2a41eb-1113-4309-bb37-4e0bfc5ff843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.539136 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da5a444d-4013-4a85-953f-e273f2778e69 req-2e2a41eb-1113-4309-bb37-4e0bfc5ff843 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905316 Nov 11 21:26:05.592608 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:05.629985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-07cdbb8c-dd87-42e3-8f86-2fd206b1c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.631478 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-07cdbb8c-dd87-42e3-8f86-2fd206b1c3f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a49a7be245e4fc5a795de9791496f12&device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 1095 time: 0.0491986 Nov 11 21:26:05.675117 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-927040a3-fb34-418d-900e-90f3233c4cbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9 HTTP/1.1" status: 200 len: 217 time: 0.0362694 Nov 11 21:26:05.725500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-fd86b746-9b30-4b52-ac9f-4e15a0917860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:05.726911 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-fd86b746-9b30-4b52-ac9f-4e15a0917860 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=19caef54-93c2-481e-9082-a960396fe0ca HTTP/1.1" status: 200 len: 851 time: 0.0435193 Nov 11 21:26:05.758450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-2bb0fbd8-5bab-4d62-a12a-d5c37df7d6a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=adbac748-e1d1-4090-8af7-52b65978f09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242310 Nov 11 21:26:05.852189 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-a67ef2b5-b84e-4cf1-96c8-a76e0c4256f3 service neutron] 10.222.0.62 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864465 Nov 11 21:26:05.945278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-44ccc477-ec3b-48bf-abeb-c78688f0732b req-d430f0d2-efc2-4443-b370-692fb583285d service neutron] 10.222.0.62 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863976 Nov 11 21:26:06.346523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbc12d-65b5-46af-9b80-ff9c49c3671c req-6d032941-1dea-4b46-b0aa-c652b7317ae9 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.348522 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cdbc12d-65b5-46af-9b80-ff9c49c3671c req-6d032941-1dea-4b46-b0aa-c652b7317ae9 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 944 time: 0.0512571 Nov 11 21:26:06.380564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3faded-38eb-42b6-8c1f-f3289bb7ac30 req-8deba566-0d8b-4712-aef1-4ba38288769f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.382079 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed3faded-38eb-42b6-8c1f-f3289bb7ac30 req-8deba566-0d8b-4712-aef1-4ba38288769f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0510356 Nov 11 21:26:06.399338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cdbc12d-65b5-46af-9b80-ff9c49c3671c req-a0a4bcb5-9cc2-4a7b-9f9f-d8dda6279d36 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Nov 11 21:26:06.430573 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed3faded-38eb-42b6-8c1f-f3289bb7ac30 req-1a37002a-1974-4203-ade2-93b9ff8110e3 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Nov 11 21:26:06.546398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc911aa-dfce-4b6f-b369-a795a0d847b4 req-bef71d71-0b98-43e5-bd31-e99ef6e9057f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.547784 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fc911aa-dfce-4b6f-b369-a795a0d847b4 req-bef71d71-0b98-43e5-bd31-e99ef6e9057f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0495582 Nov 11 21:26:06.596168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fc911aa-dfce-4b6f-b369-a795a0d847b4 req-4c9923f1-d2e7-4c73-b05b-94a99554ce58 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Nov 11 21:26:06.712436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba828f-8c24-4cd8-8f8b-de0c7aad59bb req-c01e4709-0e3a-4c07-a537-4a17d8aa02e9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:06.714630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09ba828f-8c24-4cd8-8f8b-de0c7aad59bb req-c01e4709-0e3a-4c07-a537-4a17d8aa02e9 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0480545 Nov 11 21:26:06.761429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-09ba828f-8c24-4cd8-8f8b-de0c7aad59bb req-8e0d6a8d-3aab-4c12-8ce7-2484e372165d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402501 Nov 11 21:26:07.157710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.200221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e16da-7aa7-42fb-8f20-5715a0c1d77d req-180e78f7-ea0e-4957-ad82-07f8c3827bd5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:07.201736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1b7e16da-7aa7-42fb-8f20-5715a0c1d77d req-180e78f7-ea0e-4957-ad82-07f8c3827bd5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0556049 Nov 11 21:26:07.250213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1b7e16da-7aa7-42fb-8f20-5715a0c1d77d req-7b949434-d041-4b59-b961-bd132d2d1b4a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Nov 11 21:26:07.519527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27a7-c6c1-4cba-8957-abe67875a2f2 req-8a94dac8-3c67-4af7-aaa4-2dc9911a9b65 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:07.521036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d9b27a7-c6c1-4cba-8957-abe67875a2f2 req-8a94dac8-3c67-4af7-aaa4-2dc9911a9b65 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 944 time: 0.0523837 Nov 11 21:26:07.568443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d9b27a7-c6c1-4cba-8957-abe67875a2f2 req-9d6fb766-db1b-4cc1-bfa5-751354094ef8 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Nov 11 21:26:07.880417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:07.900972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:07.998607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,segment=NetworkSegment(96c09006-c8b8-4dc8-baba-1c0b192c1452),segment_id=96c09006-c8b8-4dc8-baba-1c0b192c1452)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:08.011715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9', 'network_id': 'adbac748-e1d1-4090-8af7-52b65978f09f', 'port_id': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9', 'mac_address': 'fa:16:3e:ed:9e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19caef54-93c2-481e-9082-a960396fe0ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:08.050352 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.066789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:08.085817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,segment=NetworkSegment(96c09006-c8b8-4dc8-baba-1c0b192c1452),segment_id=96c09006-c8b8-4dc8-baba-1c0b192c1452)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:08.203552 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:08.251697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:08.258914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.259265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.259610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.259950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.260315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.261216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.261556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.261880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.262209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.262534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.262860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.263182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:08.363733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4ee84-0381-42d5-9a42-72c19f79fe7e req-fd704fc8-c384-4c45-ace8-ab971579e2ea tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.365252 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f4ee84-0381-42d5-9a42-72c19f79fe7e req-fd704fc8-c384-4c45-ace8-ab971579e2ea tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0483274 Nov 11 21:26:08.412443 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54f4ee84-0381-42d5-9a42-72c19f79fe7e req-24cdb686-1373-47d5-90dd-ddd6e6caf61c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406070 Nov 11 21:26:08.458489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['70c6aa14-dca6-4a80-96fd-98bd2d938ef9'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:08.695145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284f867-ea35-4da2-bba1-7e7bd753d2cb req-2fdfc987-226d-44fa-9217-a6eedb558731 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.696705 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2284f867-ea35-4da2-bba1-7e7bd753d2cb req-2fdfc987-226d-44fa-9217-a6eedb558731 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 945 time: 0.0614471 Nov 11 21:26:08.749037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2284f867-ea35-4da2-bba1-7e7bd753d2cb req-32e5e1fd-f11d-4cc0-9a3f-5f0d27175b96 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Nov 11 21:26:08.769863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe0d17-1b74-4ea5-873b-62fcc2ecc0b3 req-74825a86-440f-42c2-85ac-9784866325c1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.771425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3dfe0d17-1b74-4ea5-873b-62fcc2ecc0b3 req-74825a86-440f-42c2-85ac-9784866325c1 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0510445 Nov 11 21:26:08.821526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3dfe0d17-1b74-4ea5-873b-62fcc2ecc0b3 req-258abd74-09ba-48e8-aa9a-b4babdf27a06 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Nov 11 21:26:08.868225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-62cdf878-3022-40bf-8576-7a29801169fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.870351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-62cdf878-3022-40bf-8576-7a29801169fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 1095 time: 0.0401855 Nov 11 21:26:08.959758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-85643bdb-998a-45b8-b8ed-4d19c1a8cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:08.961273 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-85643bdb-998a-45b8-b8ed-4d19c1a8cd2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 200 len: 912 time: 0.0834227 Nov 11 21:26:09.030538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-8008a3bb-5ec2-49a7-98b0-7822418e89bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 200 len: 999 time: 0.0620701 Nov 11 21:26:09.080710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-aac764df-e8e7-4a69-a7b1-0c9792e5aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.082133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-aac764df-e8e7-4a69-a7b1-0c9792e5aedc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 200 len: 850 time: 0.0445297 Nov 11 21:26:09.127342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-91faa0d5-a96d-43b3-bf55-bc28b2e74de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.128873 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-91faa0d5-a96d-43b3-bf55-bc28b2e74de4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3985b7ae-9f2d-4bb4-8756-cd53c390a28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395117 Nov 11 21:26:09.224133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-3d2a50bc-539f-4cac-9665-b069b065d303 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881190 Nov 11 21:26:09.316085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1ef43210-367a-40aa-931f-34a6f8e2db10 req-2236bb38-b621-47f3-9f40-5f5d2ae0f4f3 service neutron] 10.222.0.58 "GET /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849476 Nov 11 21:26:09.868879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268957da-18ea-43cf-8369-ea449a80d933 req-578b2937-36e8-4d6f-bc22-66b4f62c1969 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.871118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-268957da-18ea-43cf-8369-ea449a80d933 req-578b2937-36e8-4d6f-bc22-66b4f62c1969 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 945 time: 0.0542932 Nov 11 21:26:09.901571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:09.920357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-268957da-18ea-43cf-8369-ea449a80d933 req-045a0514-5907-44a7-a5d9-5798ca715871 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Nov 11 21:26:09.951311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc5539-81be-4ca7-a82f-bab99ccb50d6 req-b0cc09b8-f7e7-4ccc-93ef-3ee0896d511f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:09.952894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54bc5539-81be-4ca7-a82f-bab99ccb50d6 req-b0cc09b8-f7e7-4ccc-93ef-3ee0896d511f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0594127 Nov 11 21:26:10.005404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54bc5539-81be-4ca7-a82f-bab99ccb50d6 req-616f1489-fa3f-4870-80e3-9800a9927e49 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Nov 11 21:26:10.032293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:10.037308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:10.037690 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.126903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.149741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:10.152008 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc68a09-f890-437d-afa9-d7e991a59824" -d '{"events": [{"server_uuid": "255848a4-22c7-4393-9ca6-8d3ded544e1e", "name": "network-vif-plugged", "status": "completed", "tag": "70c6aa14-dca6-4a80-96fd-98bd2d938ef9"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:10.166479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,segment=NetworkSegment(96c09006-c8b8-4dc8-baba-1c0b192c1452),segment_id=96c09006-c8b8-4dc8-baba-1c0b192c1452)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:10.189555 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1af949-1af1-4d8d-83ac-694fc9967710 x-openstack-request-id: req-2f1af949-1af1-4d8d-83ac-694fc9967710 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:10.189844 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255848a4-22c7-4393-9ca6-8d3ded544e1e", "name": "network-vif-plugged", "status": "completed", "tag": "70c6aa14-dca6-4a80-96fd-98bd2d938ef9", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:10.190171 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f1af949-1af1-4d8d-83ac-694fc9967710 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:10.190549 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9', 'code': 200} Nov 11 21:26:10.257890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:10.294424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fba22-b8ed-4eeb-a715-938d899d592a req-0002f264-9da4-4d00-b2be-42ccaa52c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:10.295850 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-271fba22-b8ed-4eeb-a715-938d899d592a req-0002f264-9da4-4d00-b2be-42ccaa52c500 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 1097 time: 0.0403214 Nov 11 21:26:10.312064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:10.343255 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-271fba22-b8ed-4eeb-a715-938d899d592a req-7b37ad3e-f7ca-448b-85b1-a3bb4d994ead service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Nov 11 21:26:11.038391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d680dd-d82b-4f09-88e4-2e5d61667b2c req-cf94c0d7-05ac-40a7-a1f3-4f4840765b6b tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:11.039954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30d680dd-d82b-4f09-88e4-2e5d61667b2c req-cf94c0d7-05ac-40a7-a1f3-4f4840765b6b tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0508771 Nov 11 21:26:11.088323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30d680dd-d82b-4f09-88e4-2e5d61667b2c req-d4360301-1ffe-4cb7-b1fb-ab5612a46bd4 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Nov 11 21:26:11.126472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fcab3-d455-408a-89b0-6d6e37c7b8c7 req-cd7dcd0b-83ff-47c0-98da-efe1b82ccafe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:11.127986 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-428fcab3-d455-408a-89b0-6d6e37c7b8c7 req-cd7dcd0b-83ff-47c0-98da-efe1b82ccafe tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0529165 Nov 11 21:26:11.175076 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-428fcab3-d455-408a-89b0-6d6e37c7b8c7 req-f038e11e-0837-4e2a-b6e7-63dede4ebcc5 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Nov 11 21:26:11.290422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f9a0-680c-4016-bd09-5451bb1fb72e req-2dff878f-9f3d-4e30-9072-4bb3303eb59c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:11.292002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f21f9a0-680c-4016-bd09-5451bb1fb72e req-2dff878f-9f3d-4e30-9072-4bb3303eb59c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0500791 Nov 11 21:26:11.342466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f21f9a0-680c-4016-bd09-5451bb1fb72e req-11ccb17f-4e18-4128-b789-fee2ec57aa0f tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 Nov 11 21:26:12.212123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47be00a-ae54-4434-82dc-237ad6ceef54 req-2fb45d9a-063f-4b5a-8797-138f1a6fb391 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:12.214139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d47be00a-ae54-4434-82dc-237ad6ceef54 req-2fb45d9a-063f-4b5a-8797-138f1a6fb391 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0551138 Nov 11 21:26:12.263961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d47be00a-ae54-4434-82dc-237ad6ceef54 req-b5d17cbe-9d1d-4220-b57c-55537260427e tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Nov 11 21:26:12.379490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6f1e-634f-4ad6-80b3-fe98c46e18b6 req-1373c15b-0b48-425d-98ab-47ec1573e4c7 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:12.380940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf5f6f1e-634f-4ad6-80b3-fe98c46e18b6 req-1373c15b-0b48-425d-98ab-47ec1573e4c7 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0514436 Nov 11 21:26:12.429479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf5f6f1e-634f-4ad6-80b3-fe98c46e18b6 req-9dbba88a-7e0c-44fd-ba90-ced6cec195e9 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Nov 11 21:26:12.844429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-da70b8a9-e07d-4a39-b38b-38edb1e786ac tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:12.845355 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-da70b8a9-e07d-4a39-b38b-38edb1e786ac tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=66df150e-0c36-49b9-89d4-b40e1ef07a02 HTTP/1.1" status: 200 len: 943 time: 0.0519300 Nov 11 21:26:12.925893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc399cb-38c6-4b0f-ae4e-3ea411e3a187 req-fe7d18a8-0bcd-4cd7-b154-e0ab781410fc tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:12.927433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fc399cb-38c6-4b0f-ae4e-3ea411e3a187 req-fe7d18a8-0bcd-4cd7-b154-e0ab781410fc tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0551076 Nov 11 21:26:12.941599 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Deleting port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:12.941955 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:12.978506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fc399cb-38c6-4b0f-ae4e-3ea411e3a187 req-ae36e10c-34ce-439d-b8c4-b56383d1567b tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Nov 11 21:26:13.035122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] For port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:13.035398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.048515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Calling delete_port for 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:13.315210 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.326704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d5f5068-f5e7-4a00-b608-96cf606d5f82'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:13.330816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2ca84456-a5de-47a2-9bd1-db5a3c90ca30'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:13.343728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event deleted for resources: {'Port': ['ID=1bb2c0bb-f5e2-43e4-b4bd-5bce393348de,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:13.384352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] No DVR routers for this DVR port 1bb2c0bb-f5e2-43e4-b4bd-5bce393348de on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:13.387112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:13.401544 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2b1ecd53-6237-453d-91e4-9a84a3768d9d req-351c029f-277d-437e-b7d6-f3dafd6ea2f0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "DELETE /v2.0/ports/1bb2c0bb-f5e2-43e4-b4bd-5bce393348de HTTP/1.1" status: 204 len: 173 time: 0.5498617 Nov 11 21:26:13.402099 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-deleted', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:13.404734 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd787d6-0781-4e7a-9496-059f930fec4c" -d '{"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-deleted", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:13.523916 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c68c1e-3488-41b3-a3bb-82b52d21ced3 x-openstack-request-id: req-f8c68c1e-3488-41b3-a3bb-82b52d21ced3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:13.524235 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df150e-0c36-49b9-89d4-b40e1ef07a02", "name": "network-vif-deleted", "tag": "1bb2c0bb-f5e2-43e4-b4bd-5bce393348de", "status": "failed", "code": 422}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:13.524488 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8c68c1e-3488-41b3-a3bb-82b52d21ced3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:13.524889 n-d-805734-3 neutron-server[109675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66df150e-0c36-49b9-89d4-b40e1ef07a02', 'name': 'network-vif-deleted', 'tag': '1bb2c0bb-f5e2-43e4-b4bd-5bce393348de', 'status': 'failed', 'code': 422} returned with failed status Nov 11 21:26:14.102888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417c29b-f427-4c90-8b92-472faeaf510e req-e7c4f0b9-e37d-4faf-8841-b4a7d5ca72d7 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.104644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b417c29b-f427-4c90-8b92-472faeaf510e req-e7c4f0b9-e37d-4faf-8841-b4a7d5ca72d7 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0553071 Nov 11 21:26:14.153508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b417c29b-f427-4c90-8b92-472faeaf510e req-1002eae6-61c0-4d64-b5dc-96e610e624f1 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Nov 11 21:26:14.512331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62c359-c63e-4b71-924c-757e8af73c67 req-d042b24a-9d65-4450-90e1-62f37a6d9494 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.513855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf62c359-c63e-4b71-924c-757e8af73c67 req-d042b24a-9d65-4450-90e1-62f37a6d9494 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0490532 Nov 11 21:26:14.569609 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf62c359-c63e-4b71-924c-757e8af73c67 req-e58ffeaf-0851-4a8e-bd1e-f004a7133cf2 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485978 Nov 11 21:26:14.652029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-6c780288-4e68-4f22-b08e-44d2ab1f76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.653722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-6c780288-4e68-4f22-b08e-44d2ab1f76b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a49a7be245e4fc5a795de9791496f12&device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 1097 time: 0.0458326 Nov 11 21:26:14.740702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310838b-4562-4781-b8d6-81774ca82992 req-2a4b0316-6ed0-447a-90d1-2371f1ca7838 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.742213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a310838b-4562-4781-b8d6-81774ca82992 req-2a4b0316-6ed0-447a-90d1-2371f1ca7838 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 907 time: 0.0494373 Nov 11 21:26:14.748167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-e7cd1749-e7e6-413d-8847-c05fec9b5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.749650 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-e7cd1749-e7e6-413d-8847-c05fec9b5b42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=adbac748-e1d1-4090-8af7-52b65978f09f HTTP/1.1" status: 200 len: 912 time: 0.0887549 Nov 11 21:26:14.796647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-6ae8247a-a291-49d5-b3b4-6beae794fcfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9 HTTP/1.1" status: 200 len: 217 time: 0.0385830 Nov 11 21:26:14.845585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-192844b5-21d6-47a4-b0fc-59a706d942bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:14.847019 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-192844b5-21d6-47a4-b0fc-59a706d942bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=19caef54-93c2-481e-9082-a960396fe0ca HTTP/1.1" status: 200 len: 851 time: 0.0433111 Nov 11 21:26:14.879884 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-99766122-677d-4da4-ae55-352cdc60678b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=adbac748-e1d1-4090-8af7-52b65978f09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242045 Nov 11 21:26:14.973589 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-1f263b36-6f47-4f5b-af8d-f380df011c8d service neutron] 10.222.0.62 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855217 Nov 11 21:26:15.062008 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-783de342-a1aa-45ce-9396-ef0ec6659a8a req-f43eec21-1497-4599-ae34-d0ef639f8b19 service neutron] 10.222.0.62 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810323 Nov 11 21:26:15.687381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130abeff-e164-44ea-b74e-c037c9528169 req-65797b43-2ab7-45e0-acf9-87b194fbf1d4 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.688825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-130abeff-e164-44ea-b74e-c037c9528169 req-65797b43-2ab7-45e0-acf9-87b194fbf1d4 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0495954 Nov 11 21:26:15.740176 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-130abeff-e164-44ea-b74e-c037c9528169 req-2a120c95-a5da-4d86-b6fa-f4bd247986d3 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Nov 11 21:26:15.795688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-889a65eb-d5c9-4d12-b025-d9d7a71c2872 req-31ac9d1b-ad42-4bd6-a290-7825945fdde0 service neutron] (109674) timed out ('10.222.0.62', 56835) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:26:15.868925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d847341-65e7-4d5f-bf57-d75dd4314db3 req-7fb695ff-72fa-4a62-8182-93ba69b1fe83 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:15.871505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d847341-65e7-4d5f-bf57-d75dd4314db3 req-7fb695ff-72fa-4a62-8182-93ba69b1fe83 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 907 time: 0.0533097 Nov 11 21:26:16.195420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-f83d71bd-8795-43eb-99c2-a45863743060 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:16.196917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-f83d71bd-8795-43eb-99c2-a45863743060 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 907 time: 0.0502639 Nov 11 21:26:16.286015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Deleting port f2fb142f-8645-4c67-97c6-348b70b6cfbe {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:16.286347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.376832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] For port f2fb142f-8645-4c67-97c6-348b70b6cfbe, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f2fb142f-8645-4c67-97c6-348b70b6cfbe,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:16.377189 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.389590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Calling delete_port for f2fb142f-8645-4c67-97c6-348b70b6cfbe owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:16.590114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.616527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event deleted for resources: {'Port': ['ID=f2fb142f-8645-4c67-97c6-348b70b6cfbe,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:16.657673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] No DVR routers for this DVR port f2fb142f-8645-4c67-97c6-348b70b6cfbe on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:16.660279 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:16.663656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9bdd98aa-4580-41ce-9704-016c299f8a9d req-8beaf092-bdb7-4cab-93c1-446ef8ccb310 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "DELETE /v2.0/ports/f2fb142f-8645-4c67-97c6-348b70b6cfbe HTTP/1.1" status: 204 len: 173 time: 0.4607015 Nov 11 21:26:16.664117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'name': 'network-vif-deleted', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:16.666439 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a113b488-93ef-4be9-a519-7f862dafb07c" -d '{"events": [{"server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "name": "network-vif-deleted", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:16.704894 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a96de71-8387-415a-90f7-c1477578b01c x-openstack-request-id: req-8a96de71-8387-415a-90f7-c1477578b01c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:16.705493 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86c31b4-3139-4f00-b922-e6a15ea8e01b", "name": "network-vif-deleted", "tag": "f2fb142f-8645-4c67-97c6-348b70b6cfbe", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:16.705493 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a96de71-8387-415a-90f7-c1477578b01c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:16.706091 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86c31b4-3139-4f00-b922-e6a15ea8e01b', 'name': 'network-vif-deleted', 'tag': 'f2fb142f-8645-4c67-97c6-348b70b6cfbe', 'status': 'completed', 'code': 200} Nov 11 21:26:16.867708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4c72b-b1a1-4c36-ba0d-a5819b684221 req-060f9881-c627-4943-820d-1e86156af208 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:16.869119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4be4c72b-b1a1-4c36-ba0d-a5819b684221 req-060f9881-c627-4943-820d-1e86156af208 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0524211 Nov 11 21:26:16.920929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4be4c72b-b1a1-4c36-ba0d-a5819b684221 req-76cb8c98-2466-40b6-9bf4-33b033d91dfa tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454464 Nov 11 21:26:16.970585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9f3887e1-2743-4c65-b007-17963623729d req-f547a68a-ceb3-4ae0-a15f-275f88751f84 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=c86c31b4-3139-4f00-b922-e6a15ea8e01b HTTP/1.1" status: 200 len: 210 time: 0.0291202 Nov 11 21:26:17.358668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49ccf9-201f-4c3b-a796-27c7f945bff8 req-85a46fb5-745d-40ac-a1c2-8a5db2039bee tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:17.360258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc49ccf9-201f-4c3b-a796-27c7f945bff8 req-85a46fb5-745d-40ac-a1c2-8a5db2039bee tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0541782 Nov 11 21:26:17.408300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fc49ccf9-201f-4c3b-a796-27c7f945bff8 req-46dda0dd-ce0b-440b-aac6-5933a54aacb1 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Nov 11 21:26:18.526949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614bc00-c188-4684-b11d-993737c6472e req-fc27cada-2b23-4a89-a202-441204b83d44 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.528463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa94713-6bf7-4062-a74c-04b470607ed7 req-c4f0cb0f-08af-458c-9d51-da8257cd998a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.528920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9614bc00-c188-4684-b11d-993737c6472e req-fc27cada-2b23-4a89-a202-441204b83d44 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0508425 Nov 11 21:26:18.529984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eaa94713-6bf7-4062-a74c-04b470607ed7 req-c4f0cb0f-08af-458c-9d51-da8257cd998a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 946 time: 0.0547104 Nov 11 21:26:18.577631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9614bc00-c188-4684-b11d-993737c6472e req-9dc4a0ce-9921-4f00-9638-2a1776dce160 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Nov 11 21:26:18.580938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eaa94713-6bf7-4062-a74c-04b470607ed7 req-2b5d7081-7c20-499f-b938-0d024a264e27 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Nov 11 21:26:18.967092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f947a9-3eaa-42f8-99e0-dbe157aa37cf req-2c90c67a-d37a-4966-8a00-8ddd3cc90808 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:18.968682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-92f947a9-3eaa-42f8-99e0-dbe157aa37cf req-2c90c67a-d37a-4966-8a00-8ddd3cc90808 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0527501 Nov 11 21:26:19.020065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-92f947a9-3eaa-42f8-99e0-dbe157aa37cf req-a613825b-e198-4d68-bbe2-54673aeda5e7 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451972 Nov 11 21:26:19.053352 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b426c9-ab2e-4236-b209-1587cc05560d req-5b972d6a-80fb-4926-b12a-8159dff9dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.054883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66b426c9-ab2e-4236-b209-1587cc05560d req-5b972d6a-80fb-4926-b12a-8159dff9dd75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a49a7be245e4fc5a795de9791496f12&device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 1097 time: 0.0449471 Nov 11 21:26:19.144265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b426c9-ab2e-4236-b209-1587cc05560d req-19b99e6c-c3fa-4b9d-a60f-a91636c66c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.145624 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66b426c9-ab2e-4236-b209-1587cc05560d req-19b99e6c-c3fa-4b9d-a60f-a91636c66c0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=adbac748-e1d1-4090-8af7-52b65978f09f HTTP/1.1" status: 200 len: 912 time: 0.0835249 Nov 11 21:26:19.191379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66b426c9-ab2e-4236-b209-1587cc05560d req-cf31017e-b107-498f-8d62-a3c39ed05b27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9 HTTP/1.1" status: 200 len: 217 time: 0.0372548 Nov 11 21:26:19.239950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b426c9-ab2e-4236-b209-1587cc05560d req-57e9cb41-3ef2-4c27-a844-2ec046f6fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.241385 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66b426c9-ab2e-4236-b209-1587cc05560d req-57e9cb41-3ef2-4c27-a844-2ec046f6fae2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=19caef54-93c2-481e-9082-a960396fe0ca HTTP/1.1" status: 200 len: 851 time: 0.0423357 Nov 11 21:26:19.272198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66b426c9-ab2e-4236-b209-1587cc05560d req-3b24c649-8b38-43a9-95c8-52e1da9dc460 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=adbac748-e1d1-4090-8af7-52b65978f09f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239367 Nov 11 21:26:19.363518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66b426c9-ab2e-4236-b209-1587cc05560d req-b24ba433-18a9-4d02-939b-07a8614a2896 service neutron] 10.222.0.62 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839100 Nov 11 21:26:19.453299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-66b426c9-ab2e-4236-b209-1587cc05560d req-a06d273c-5fd7-42c0-8a2a-1364860e7201 service neutron] 10.222.0.62 "GET /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819948 Nov 11 21:26:19.699252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beec185-1c7d-4529-a0a3-03086687a3f2 req-cd990659-e10c-4316-babc-a086e2ac1da0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.700790 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0beec185-1c7d-4529-a0a3-03086687a3f2 req-cd990659-e10c-4316-babc-a086e2ac1da0 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 946 time: 0.0495732 Nov 11 21:26:19.751234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0beec185-1c7d-4529-a0a3-03086687a3f2 req-a239959f-b29b-44a1-b019-f6fdd48d770c tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Nov 11 21:26:19.926793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f2fb142f-8645-4c67-97c6-348b70b6cfbe no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:19.952671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: f2fb142f-8645-4c67-97c6-348b70b6cfbe {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:19.953291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f2fb142f-8645-4c67-97c6-348b70b6cfbe not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:19.991895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-5988f594-abb5-4ac7-8cd5-8baee234960d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:19.993549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-5988f594-abb5-4ac7-8cd5-8baee234960d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 946 time: 0.0539165 Nov 11 21:26:20.104724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Deleting port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:20.105008 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.160572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b26255-7734-40c4-befa-ae2cf26ee2b5 req-93d382c6-3ada-469e-af98-fe94ca9efb5a tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:20.169154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69b26255-7734-40c4-befa-ae2cf26ee2b5 req-93d382c6-3ada-469e-af98-fe94ca9efb5a tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0639036 Nov 11 21:26:20.222442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69b26255-7734-40c4-befa-ae2cf26ee2b5 req-24dfae95-62c3-4fd7-a84b-3685656e5949 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522966 Nov 11 21:26:20.540510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] For port 2d5f5068-f5e7-4a00-b608-96cf606d5f82, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2d5f5068-f5e7-4a00-b608-96cf606d5f82,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:20.540872 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.553544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Calling delete_port for 2d5f5068-f5e7-4a00-b608-96cf606d5f82 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:20.751196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.763531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2d5f5068-f5e7-4a00-b608-96cf606d5f82'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:20.766634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2ca84456-a5de-47a2-9bd1-db5a3c90ca30'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:20.780502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event deleted for resources: {'Port': ['ID=2d5f5068-f5e7-4a00-b608-96cf606d5f82,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:20.827635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] No DVR routers for this DVR port 2d5f5068-f5e7-4a00-b608-96cf606d5f82 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:20.830505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:20.833856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-034ddfd3-7eb6-4a25-bfd6-a3f9bc5761e6 req-f468e39b-b588-4750-8dd8-f430315a4d5e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "DELETE /v2.0/ports/2d5f5068-f5e7-4a00-b608-96cf606d5f82 HTTP/1.1" status: 204 len: 173 time: 0.8334696 Nov 11 21:26:20.834320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'name': 'network-vif-deleted', 'tag': '2d5f5068-f5e7-4a00-b608-96cf606d5f82'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:20.836594 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce385d0b-b82d-43ea-8127-2f64da8046e0" -d '{"events": [{"server_uuid": "07430fa9-4f6c-4ccc-81ed-5e680c79b9a0", "name": "network-vif-deleted", "tag": "2d5f5068-f5e7-4a00-b608-96cf606d5f82"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:20.882378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-27eca729-7fef-4bdc-9f8a-704795bcf137 req-18cced97-de48-4de5-87ca-0d0c7e8d9f45 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=07430fa9-4f6c-4ccc-81ed-5e680c79b9a0 HTTP/1.1" status: 200 len: 210 time: 0.0320294 Nov 11 21:26:20.883591 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aee418-360d-408f-99e5-20d9008ff2fa x-openstack-request-id: req-f7aee418-360d-408f-99e5-20d9008ff2fa {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:20.883878 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07430fa9-4f6c-4ccc-81ed-5e680c79b9a0", "name": "network-vif-deleted", "tag": "2d5f5068-f5e7-4a00-b608-96cf606d5f82", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:20.884127 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7aee418-360d-408f-99e5-20d9008ff2fa {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:20.884550 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07430fa9-4f6c-4ccc-81ed-5e680c79b9a0', 'name': 'network-vif-deleted', 'tag': '2d5f5068-f5e7-4a00-b608-96cf606d5f82', 'status': 'completed', 'code': 200} Nov 11 21:26:21.344653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c83b5-3e2d-4469-b6e7-526eb533e7f6 req-3ea8f346-2bae-4c2d-94a4-4a6726d864af tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.346137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc5c83b5-3e2d-4469-b6e7-526eb533e7f6 req-3ea8f346-2bae-4c2d-94a4-4a6726d864af tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0501833 Nov 11 21:26:21.393668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc5c83b5-3e2d-4469-b6e7-526eb533e7f6 req-7e526c22-adfa-46bf-8af4-c83c744bc2ad tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Nov 11 21:26:21.814282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdacb5-6de4-432d-ac7f-33f0b643ac34 req-69005499-2beb-4a5b-befc-0eb97b47f7c7 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:21.815770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63bdacb5-6de4-432d-ac7f-33f0b643ac34 req-69005499-2beb-4a5b-befc-0eb97b47f7c7 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0504236 Nov 11 21:26:21.868645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63bdacb5-6de4-432d-ac7f-33f0b643ac34 req-588a9713-bee6-44dd-9a76-6c369b6f3b6a tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467951 Nov 11 21:26:22.483044 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:22.558753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d26df-09a5-438a-9cd7-6f268b27619c req-3ef716cc-2017-4ff0-ac77-68c0b5423618 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:22.560280 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-799d26df-09a5-438a-9cd7-6f268b27619c req-3ef716cc-2017-4ff0-ac77-68c0b5423618 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0486107 Nov 11 21:26:22.606722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-799d26df-09a5-438a-9cd7-6f268b27619c req-90d48cb4-bb63-4ac5-8c80-d2fee9d6d263 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Nov 11 21:26:22.986506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ee12f-190a-46a0-b9b3-34c799255835 req-017e5b61-1202-4774-a58d-2f07e9099f40 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:22.987999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-731ee12f-190a-46a0-b9b3-34c799255835 req-017e5b61-1202-4774-a58d-2f07e9099f40 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0491049 Nov 11 21:26:23.036351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-731ee12f-190a-46a0-b9b3-34c799255835 req-ab9d9da4-6a72-4d04-ba1e-94bfe909cd3b tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Nov 11 21:26:23.430719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d5f5068-f5e7-4a00-b608-96cf606d5f82 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:23.452952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 2d5f5068-f5e7-4a00-b608-96cf606d5f82 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:23.453302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2d5f5068-f5e7-4a00-b608-96cf606d5f82 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:23.752075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cd16d-aa9a-492b-804d-2b27b1563c1c req-be66f68c-c456-4648-a664-0ff470414aac tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.753490 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-741cd16d-aa9a-492b-804d-2b27b1563c1c req-be66f68c-c456-4648-a664-0ff470414aac tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0791652 Nov 11 21:26:23.766108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-742f091f-c439-4431-9931-5b23bc6b209a tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.767502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-742f091f-c439-4431-9931-5b23bc6b209a tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.62 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0679092 Nov 11 21:26:23.817344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.62', 57417) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:23.859822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-741cd16d-aa9a-492b-804d-2b27b1563c1c req-d73c4b57-5fe4-4451-ac52-f24c99271215 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b714c6b-f42a-479b-ae9b-9c063897e990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913267 Nov 11 21:26:23.865535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-a7002750-8f13-45bd-b0de-a1fe3550d2ea tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:23.867050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-a7002750-8f13-45bd-b0de-a1fe3550d2ea tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 946 time: 0.0486202 Nov 11 21:26:23.885501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Deleting port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:23.885842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.970822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Deleting port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:23.971162 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.983854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] For port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,segment=NetworkSegment(96c09006-c8b8-4dc8-baba-1c0b192c1452),segment_id=96c09006-c8b8-4dc8-baba-1c0b192c1452)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:23.984247 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:23.997186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Calling delete_port for 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:24.060407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] For port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:24.060407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.073542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Calling delete_port for 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:24.195250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbdac2-742c-4a55-9008-6199c058fdc9 req-2adf530e-f229-40a7-a55a-5b571a60ec5c tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:24.196774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30cbdac2-742c-4a55-9008-6199c058fdc9 req-2adf530e-f229-40a7-a55a-5b571a60ec5c tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/ports?device_id=255848a4-22c7-4393-9ca6-8d3ded544e1e HTTP/1.1" status: 200 len: 946 time: 0.0763781 Nov 11 21:26:24.208911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.237341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Pushing event deleted for resources: {'Port': ['ID=70c6aa14-dca6-4a80-96fd-98bd2d938ef9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:24.279500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] No DVR routers for this DVR port 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:24.282190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.285554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.62 "DELETE /v2.0/ports/70c6aa14-dca6-4a80-96fd-98bd2d938ef9 HTTP/1.1" status: 204 len: 173 time: 0.5106230 Nov 11 21:26:24.285993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'name': 'network-vif-deleted', 'tag': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:24.288314 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e260843-3835-4e07-affa-ea10ea93b2b9" -d '{"events": [{"server_uuid": "255848a4-22c7-4393-9ca6-8d3ded544e1e", "name": "network-vif-deleted", "tag": "70c6aa14-dca6-4a80-96fd-98bd2d938ef9"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:24.297881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30cbdac2-742c-4a55-9008-6199c058fdc9 req-3d303409-0cf5-46ee-a5a8-262e191288b5 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] 10.222.0.31 "GET /v2.0/security-groups?id=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948513 Nov 11 21:26:24.324629 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9fb21d-2acf-4530-bf06-cc1d49eecc9c x-openstack-request-id: req-1f9fb21d-2acf-4530-bf06-cc1d49eecc9c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:24.324918 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255848a4-22c7-4393-9ca6-8d3ded544e1e", "name": "network-vif-deleted", "tag": "70c6aa14-dca6-4a80-96fd-98bd2d938ef9", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:24.325172 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f9fb21d-2acf-4530-bf06-cc1d49eecc9c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:24.325572 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255848a4-22c7-4393-9ca6-8d3ded544e1e', 'name': 'network-vif-deleted', 'tag': '70c6aa14-dca6-4a80-96fd-98bd2d938ef9', 'status': 'completed', 'code': 200} Nov 11 21:26:24.357105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.391692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event deleted for resources: {'Port': ['ID=2ca84456-a5de-47a2-9bd1-db5a3c90ca30,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:24.405025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.405420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.405793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.406142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.406488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.406829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.407163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.407499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.407830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.408188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.408519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.408883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:24.443949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] No DVR routers for this DVR port 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:24.446711 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:24.450927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69a04f2c-7198-4f4e-a712-b3dc373bf967 req-0a436fdd-9d24-46c9-9f3a-cdc7b01648bd tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.62 "DELETE /v2.0/ports/2ca84456-a5de-47a2-9bd1-db5a3c90ca30 HTTP/1.1" status: 204 len: 173 time: 0.5692489 Nov 11 21:26:24.451394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'name': 'network-vif-deleted', 'tag': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:24.454004 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8184cb-b91f-4bcd-8f82-fb218dbed3e4" -d '{"events": [{"server_uuid": "16e46676-318d-49b9-ade0-8fbef48e3a1e", "name": "network-vif-deleted", "tag": "2ca84456-a5de-47a2-9bd1-db5a3c90ca30"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:24.558916 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94a8ef8-8695-4bb2-92d8-65572510e085 x-openstack-request-id: req-e94a8ef8-8695-4bb2-92d8-65572510e085 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:24.559221 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e46676-318d-49b9-ade0-8fbef48e3a1e", "name": "network-vif-deleted", "tag": "2ca84456-a5de-47a2-9bd1-db5a3c90ca30", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:24.559485 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e94a8ef8-8695-4bb2-92d8-65572510e085 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:24.559898 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e46676-318d-49b9-ade0-8fbef48e3a1e', 'name': 'network-vif-deleted', 'tag': '2ca84456-a5de-47a2-9bd1-db5a3c90ca30', 'status': 'completed', 'code': 200} Nov 11 21:26:24.972439 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e8a55bac-9b71-4ce7-87e0-b073388ceef2 req-a4e4b889-145b-41c1-9046-6d94c8e78d51 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=16e46676-318d-49b9-ade0-8fbef48e3a1e HTTP/1.1" status: 200 len: 210 time: 0.0277083 Nov 11 21:26:25.365202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58932) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:25.411057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] Deleting subnet 19caef54-93c2-481e-9082-a960396fe0ca {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:26:25.414310 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.455026 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.494929 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.608692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.634775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19caef54-93c2-481e-9082-a960396fe0ca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:25.642226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.646949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fccb1039-9523-42b6-ae37-be9d257c99a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/19caef54-93c2-481e-9082-a960396fe0ca HTTP/1.1" status: 204 len: 168 time: 0.2805040 Nov 11 21:26:25.649347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58934) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:25.733793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.812971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.843416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbac748-e1d1-4090-8af7-52b65978f09f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:25.852649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c09006-c8b8-4dc8-baba-1c0b192c1452') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:25.852958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c09006-c8b8-4dc8-baba-1c0b192c1452') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:25.863104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.877373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.883317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:26:25.883703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:26:25.885694 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:26:25.951634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:25.972008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:25.972377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2ca84456-a5de-47a2-9bd1-db5a3c90ca30 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:25.972929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:25.991998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:25.992306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 70c6aa14-dca6-4a80-96fd-98bd2d938ef9 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:26.008227 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.014433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.017495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] 10.222.0.31 "DELETE /v2.0/networks/adbac748-e1d1-4090-8af7-52b65978f09f HTTP/1.1" status: 204 len: 168 time: 0.3670902 Nov 11 21:26:26.020552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58938) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:26.036236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703be87-5b33-438d-a57c-c089e2383394 admin admin] Pushing event deleted for resources: {'Network': ['ID=adbac748-e1d1-4090-8af7-52b65978f09f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:26.074942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] Deleting subnet f87b2621-dbe4-4382-9600-a307012118e0 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:26:26.078387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.113429 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.153040 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.309682 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.341495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87b2621-dbe4-4382-9600-a307012118e0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:26.343468 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.347483 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-502221a3-542d-4fc0-a869-7889ce1743f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f87b2621-dbe4-4382-9600-a307012118e0 HTTP/1.1" status: 204 len: 168 time: 0.3251014 Nov 11 21:26:26.349320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58942) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:26.426276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.532175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.556063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1332de49-2b9b-4e05-94af-e9128d7bc400']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:26.565379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd85ade-6d66-429c-bbb7-d00957d99d30 req-a82556e6-82ce-40d8-908e-8b8a5f67051e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:26.566792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dcd85ade-6d66-429c-bbb7-d00957d99d30 req-a82556e6-82ce-40d8-908e-8b8a5f67051e tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.1121595 Nov 11 21:26:26.576496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eead86-fd4a-40f0-820f-27ed350325a0') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:26.576788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eead86-fd4a-40f0-820f-27ed350325a0') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:26.595984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.616929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.630926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:26:26.631308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:26:26.632942 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:26:26.681153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dcd85ade-6d66-429c-bbb7-d00957d99d30 req-fcd26a5c-c693-41ac-b227-1bd4b0f8439a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071205 Nov 11 21:26:26.831616 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.840096 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:26.841283 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] 10.222.0.31 "DELETE /v2.0/networks/1332de49-2b9b-4e05-94af-e9128d7bc400 HTTP/1.1" status: 204 len: 168 time: 0.4909573 Nov 11 21:26:26.852687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b021aa-133f-4177-bcc9-78bd51b64bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=1332de49-2b9b-4e05-94af-e9128d7bc400,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:27.193559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58948) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:27.232702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-60785e91-cd5c-4dcf-b11c-4f1c48ea6190 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a49a7be245e4fc5a795de9791496f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379596 Nov 11 21:26:27.235187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58950) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:27.284688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e215-1e03-4409-8ca0-e30969c5c157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.305502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e215-1e03-4409-8ca0-e30969c5c157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.428710 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e215-1e03-4409-8ca0-e30969c5c157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.431444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e215-1e03-4409-8ca0-e30969c5c157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.433252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9bf8e215-1e03-4409-8ca0-e30969c5c157 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/117e1aef-6a8e-41c7-b954-aca0cd9d9b3d HTTP/1.1" status: 204 len: 168 time: 0.1971118 Nov 11 21:26:27.441345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8e215-1e03-4409-8ca0-e30969c5c157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e1aef-6a8e-41c7-b954-aca0cd9d9b3d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:27.453806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:27.807090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df6d6-3ff8-424f-80be-b03904c6b758 req-84c1f9da-ed88-40dc-8a1f-7ae5e4ddea9b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:27.809464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c1df6d6-3ff8-424f-80be-b03904c6b758 req-84c1f9da-ed88-40dc-8a1f-7ae5e4ddea9b tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0565133 Nov 11 21:26:27.859068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c1df6d6-3ff8-424f-80be-b03904c6b758 req-a00c5d04-c775-4cb7-9b5c-97a2b34ce97a tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups?id=c912cf79-c6ba-4978-a152-eb5c87dab197&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Nov 11 21:26:27.979749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-5c5e9ff1-2c50-4436-9ca1-8c32409a6df6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:27.981360 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-5c5e9ff1-2c50-4436-9ca1-8c32409a6df6 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 944 time: 0.0498304 Nov 11 21:26:28.070256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Deleting port 7923d969-a97c-4377-ab8e-dc894183d784 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:28.070594 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.132126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58958) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:28.163702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] For port 7923d969-a97c-4377-ab8e-dc894183d784, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=7923d969-a97c-4377-ab8e-dc894183d784,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:28.173504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.173677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d847a2ff-110a-4e81-b953-b2266d6e6e00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c454d8d9efd406ca2dac1c555e36ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401180 Nov 11 21:26:28.175599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58960) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:28.223779 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9309cb53-cfb1-4987-8dab-65f29af050ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.245231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9309cb53-cfb1-4987-8dab-65f29af050ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.335945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.336335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.336670 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Floating IP 01de5e12-bc63-4cdf-8bc2-c521ec8166d2 disassociated. External IP: 172.25.2.225, port: 7923d969-a97c-4377-ab8e-dc894183d784. Nov 11 21:26:28.336991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Calling delete_port for 7923d969-a97c-4377-ab8e-dc894183d784 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:28.401742 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9309cb53-cfb1-4987-8dab-65f29af050ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.404421 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9309cb53-cfb1-4987-8dab-65f29af050ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.405602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9309cb53-cfb1-4987-8dab-65f29af050ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/583fb3fa-e9e9-41f9-808c-55c41edbcc87 HTTP/1.1" status: 204 len: 168 time: 0.2289958 Nov 11 21:26:28.413655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309cb53-cfb1-4987-8dab-65f29af050ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583fb3fa-e9e9-41f9-808c-55c41edbcc87,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:28.545466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.576058 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event deleted for resources: {'Port': ['ID=7923d969-a97c-4377-ab8e-dc894183d784,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:28.701770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Router 74b17385-40ce-49c9-99b2-e3a828fc32cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:26:28.820516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:28.833845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] Sync routers for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:28.845396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:28.846557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:28.865143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] No DVR routers for this DVR port 7923d969-a97c-4377-ab8e-dc894183d784 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:28.868284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:28.873062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-85c16517-8160-4cdf-b61b-af2d5cf77d7d req-fce023fb-0f69-4fa0-bca1-e95c94ae6655 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.58 "DELETE /v2.0/ports/7923d969-a97c-4377-ab8e-dc894183d784 HTTP/1.1" status: 204 len: 173 time: 0.8857808 Nov 11 21:26:28.873543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-deleted', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:28.876959 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374f4e84-3575-4511-821d-331ace861129" -d '{"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-deleted", "tag": "7923d969-a97c-4377-ab8e-dc894183d784"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:28.924209 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd035202-b3e6-4079-9744-49665b170e41 x-openstack-request-id: req-fd035202-b3e6-4079-9744-49665b170e41 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:28.924576 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54de6-8df6-4ec7-8883-ab0462eaa312", "name": "network-vif-deleted", "tag": "7923d969-a97c-4377-ab8e-dc894183d784", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:28.924960 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd035202-b3e6-4079-9744-49665b170e41 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:28.925402 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54de6-8df6-4ec7-8883-ab0462eaa312', 'name': 'network-vif-deleted', 'tag': '7923d969-a97c-4377-ab8e-dc894183d784', 'status': 'completed', 'code': 200} Nov 11 21:26:28.973173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03d72a2b-1241-44c0-b67d-25491e03c618 req-03a6fd4f-3c91-495c-952a-39eeca832bab tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/ports?device_id=92a54de6-8df6-4ec7-8883-ab0462eaa312 HTTP/1.1" status: 200 len: 210 time: 0.0313644 Nov 11 21:26:28.986941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:29.201022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:10Z', 'revision_number': 5, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:29.229438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] Checking router: 74b17385-40ce-49c9-99b2-e3a828fc32cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:29.238026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:29.238639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:29.352244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:29.569103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:10Z', 'revision_number': 5, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:29.595976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292b00a-6e55-4c72-bc1d-d8aa39609082 None None] The sync data for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 is: [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'a05b1e2b-0199-4543-823b-8e9f4a400e9d', 'name': '', 'network_id': '3985b7ae-9f2d-4bb4-8756-cd53c390a28d', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'mac_address': 'fa:16:3e:bf:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:05Z', 'updated_at': '2021-11-11T21:17:10Z', 'revision_number': 5, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'subnets': [{'id': 'd886793b-8ce2-483c-8a2e-1d1f09fca4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:29.616076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58986) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:29.742387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-984093972-network', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:29.837484 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30403b29-9cb7-4833-9f0b-9c2210024fc4 None None] New status for floating IP 01de5e12-bc63-4cdf-8bc2-c521ec8166d2: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:26:29.905555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Made reservation on behalf of 5f2eb729e5774edcbcbeca41d6f7ba1c for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:29.908225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.917811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:29.992879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.131756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.146330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:30.153908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:30.170152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce6711-d5ac-40b8-b4c4-1e86eb7b2577,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:30.173000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.173340 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Added segment af99a0d0-a50b-478e-9af9-26f40c4168e6 of type vlan for network 8677eb2f-cd84-4229-881e-9ae79badbec1 Nov 11 21:26:30.210716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c853724d-1c6f-40a0-8bf5-c2293c2933bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.213326 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.235345 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c853724d-1c6f-40a0-8bf5-c2293c2933bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.299918 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.301038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:30.301662 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.365539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] Pushing event updated for resources: {'Network': ['ID=8677eb2f-cd84-4229-881e-9ae79badbec1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:30.376377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:30.390666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c853724d-1c6f-40a0-8bf5-c2293c2933bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.393406 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c853724d-1c6f-40a0-8bf5-c2293c2933bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.397241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c853724d-1c6f-40a0-8bf5-c2293c2933bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "DELETE /v2.0/security-groups/c912cf79-c6ba-4978-a152-eb5c87dab197 HTTP/1.1" status: 204 len: 168 time: 0.2472384 Nov 11 21:26:30.397497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 58996) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:30.405016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853724d-1c6f-40a0-8bf5-c2293c2933bc tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912cf79-c6ba-4978-a152-eb5c87dab197,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:30.414373 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-af045608-4c8d-4871-aefc-6f00786eeb2d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] show failed (client error): The resource could not be found. Nov 11 21:26:30.415420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-af045608-4c8d-4871-aefc-6f00786eeb2d tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "GET /v2.0/security-groups/c912cf79-c6ba-4978-a152-eb5c87dab197 HTTP/1.1" status: 404 len: 347 time: 0.0166433 Nov 11 21:26:30.420699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b02de4e7-40ed-408a-9320-d4882978933e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8032813 Nov 11 21:26:30.423330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 58998) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:30.423654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59000) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:30.428505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Request body: {'subnet': {'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-984093972-subnet', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:30.522827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Made reservation on behalf of 5f2eb729e5774edcbcbeca41d6f7ba1c for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:30.525226 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.558030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Deleting port d7335ae7-8434-428d-8bcf-ee65917577fb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:30.558370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.638437 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.638757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.650819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Calling delete_port for d7335ae7-8434-428d-8bcf-ee65917577fb owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:30.757294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.814614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94c8db6-a9c8-47b6-affe-48af75f725f8,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:30.822311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Checking segment: {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:30.822679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Network hostable DHCP agents. Network: 8677eb2f-cd84-4229-881e-9ae79badbec1, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:30.922511 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:30.948884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:30.953755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Pushing event deleted for resources: {'Port': ['ID=d7335ae7-8434-428d-8bcf-ee65917577fb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:31.012447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.014936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.016099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03685ba1-d8f3-4deb-b4a6-b2801421c2f4 tempest-ServerActionsTestJSON-1449809005 tempest-ServerActionsTestJSON-1449809005-project] 10.222.0.31 "DELETE /v2.0/floatingips/01de5e12-bc63-4cdf-8bc2-c521ec8166d2 HTTP/1.1" status: 204 len: 168 time: 0.5915082 Nov 11 21:26:31.019031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59002) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:31.019584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 8677eb2f-cd84-4229-881e-9ae79badbec1) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:31.023472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:31.024070 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.033294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed814fd-9a17-402b-9a47-20b230f36fb6 None None] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:31.106992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9471680c-66bf-4095-a631-f2b135506a61 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6821184 Nov 11 21:26:31.109815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59006) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:31.114371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:31.185397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-8677eb2f-cd84-4229-881e-9ae79badbec1', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:26:31.186274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.194973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.196021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.264506 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.325906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Allocated IP 172.20.0.2 (8677eb2f-cd84-4229-881e-9ae79badbec1/c94c8db6-a9c8-47b6-affe-48af75f725f8/5d8ec84e-17e2-4f3a-b22a-fbe78825b753) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:31.463636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.474658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:31.478024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.502337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.505719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 7923d969-a97c-4377-ab8e-dc894183d784 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:31.506080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 7923d969-a97c-4377-ab8e-dc894183d784 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:31.575115 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.612791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:31.615586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:31.619402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:31.640296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Pushing event updated for resources: {'Port': ['ID=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:31.693932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Attempting to bind port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:31.694308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Attempting to bind port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:31.694675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Attempting to bind port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 on network 8677eb2f-cd84-4229-881e-9ae79badbec1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:31.700129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:31.700533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Checking segment: {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:31.701144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.701722 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Bound using segment: {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:31.702259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Bound port: 5d8ec84e-17e2-4f3a-b22a-fbe78825b753, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:31.702583 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.729774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Deleting port a05b1e2b-0199-4543-823b-8e9f4a400e9d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:31.730116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.741761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.761839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.778209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] For port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:31.782120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] For port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:31.815501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] For port a05b1e2b-0199-4543-823b-8e9f4a400e9d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=a05b1e2b-0199-4543-823b-8e9f4a400e9d,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:31.815849 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.828511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Calling delete_port for a05b1e2b-0199-4543-823b-8e9f4a400e9d owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:31.872911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Allocated IP 172.25.2.162 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/67d964aa-b7ae-4da0-bae7-846fc2f7e0ca) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:31.890118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:31.954891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c7735-bb28-401d-8ec0-67e4981fe65a None None] Pushing event updated for resources: {'Port': ['ID=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:32.015117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d321f844-c015-45c4-861f-03bd28895417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.111267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.129708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.148799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Pushing event deleted for resources: {'Port': ['ID=a05b1e2b-0199-4543-823b-8e9f4a400e9d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:32.282703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.328776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:32.333787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:32.341565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:32.350556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ca9ad-4b08-40b1-b302-ba1243e4c729 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:32.352391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.384604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Pushing event updated for resources: {'Port': ['ID=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:32.405244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-614c0a11-8b50-4f1f-bdc9-195f63f613ca None None] Provisioning complete for port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:32.405712 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-614c0a11-8b50-4f1f-bdc9-195f63f613ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:32.445633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-614c0a11-8b50-4f1f-bdc9-195f63f613ca None None] Port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:32.597130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Router 74b17385-40ce-49c9-99b2-e3a828fc32cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:26:32.991399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff0ad2-171a-4d84-a4e7-eefd11f38b0d None None] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:33.071034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:33.077869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.080846 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8646d721-d48a-4cfc-8016-cc0b7e336feb admin admin] 10.222.0.31 "PUT /v2.0/routers/74b17385-40ce-49c9-99b2-e3a828fc32cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0607977 Nov 11 21:26:33.084898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59008) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:33.085810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] Sync routers for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:33.087613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4421f461-5d68-4a5f-8534-02079f4bd0ec None None] Provisioning complete for port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:33.088019 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4421f461-5d68-4a5f-8534-02079f4bd0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.158653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:33.159212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:33.271261 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.459860 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.470358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.493252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:33.523594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4421f461-5d68-4a5f-8534-02079f4bd0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.633368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:33.656480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Deleting port 007765a4-9b08-46fe-a949-588c6ee4aef7 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:33.656875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.668380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4421f461-5d68-4a5f-8534-02079f4bd0ec None None] For port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:33.727379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Router eb3eedb5-222a-4890-8a2e-333cbdc7d344 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:26:33.752372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:33.752761 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.754550 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4421f461-5d68-4a5f-8534-02079f4bd0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.797859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] For port 007765a4-9b08-46fe-a949-588c6ee4aef7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=007765a4-9b08-46fe-a949-588c6ee4aef7,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:33.798137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:33.818319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Calling delete_port for 007765a4-9b08-46fe-a949-588c6ee4aef7 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:33.850079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421f461-5d68-4a5f-8534-02079f4bd0ec None None] Pushing event updated for resources: {'Port': ['ID=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:33.860330 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:26:31Z', 'revision_number': 5, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port': {'id': '007765a4-9b08-46fe-a949-588c6ee4aef7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:33.891071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] Checking router: 74b17385-40ce-49c9-99b2-e3a828fc32cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:33.924428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] Routers {'74b17385-40ce-49c9-99b2-e3a828fc32cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:33.925122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['74b17385-40ce-49c9-99b2-e3a828fc32cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:33.926548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:33.944178 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Sync routers for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:33.958716 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:33.959337 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:34.016368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.017787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-77e9d139-4467-4d82-badb-e049fa5370c5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9069350 Nov 11 21:26:34.020651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59010) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:34.026439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-75814b85-87f6-4f68-8204-ebaf6c9faead None None] Provisioning complete for port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:34.026967 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-75814b85-87f6-4f68-8204-ebaf6c9faead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.055417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] Set router 74b17385-40ce-49c9-99b2-e3a828fc32cf gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:34.091708 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:34.116106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:26:33Z', 'revision_number': 6, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:34.130523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.149675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff990ac-5534-4587-8619-33d3e86d9e5f None None] The sync data for ids ['74b17385-40ce-49c9-99b2-e3a828fc32cf'] in n-d-805734-3 is: [{'id': '74b17385-40ce-49c9-99b2-e3a828fc32cf', 'name': 'tempest-ServerActionsTestJSON-646799877-router', 'tenant_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:17:01Z', 'updated_at': '2021-11-11T21:26:33Z', 'revision_number': 6, 'project_id': 'd8dd3c5998f44844915036e2aabbd6d4', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:34.184502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=007765a4-9b08-46fe-a949-588c6ee4aef7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:34.210544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a96f57-23d4-423e-a443-b7de5f403de5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:34.284463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.315433 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:32Z', 'revision_number': 3, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:34.344461 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Checking router: eb3eedb5-222a-4890-8a2e-333cbdc7d344 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:34.345087 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Updating router eb3eedb5-222a-4890-8a2e-333cbdc7d344 port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:34.370177 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.392787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.395084 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.459639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fccfcdf-ac36-4cb5-96fd-4a591a0967e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.497951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.531701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.532469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b17385-40ce-49c9-99b2-e3a828fc32cf {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:26:34.537664 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.539000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9bc95f1a-1d16-4274-a6e3-058911be5f46 admin admin] 10.222.0.31 "DELETE /v2.0/routers/74b17385-40ce-49c9-99b2-e3a828fc32cf HTTP/1.1" status: 204 len: 168 time: 1.4541392 Nov 11 21:26:34.545237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59012) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:34.597819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] Deleting subnet d886793b-8ce2-483c-8a2e-1d1f09fca4ae {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:26:34.602886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.650528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.699595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Allocated IP 172.20.0.1 (8677eb2f-cd84-4229-881e-9ae79badbec1/c94c8db6-a9c8-47b6-affe-48af75f725f8/67744222-ae44-417e-9c35-631cdbe4eb80) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:34.733237 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.746427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.808237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.891512 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.898015 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.928736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d886793b-8ce2-483c-8a2e-1d1f09fca4ae,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:34.931607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.935982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e5107645-c5d3-47f8-9345-91e2006615b6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d886793b-8ce2-483c-8a2e-1d1f09fca4ae HTTP/1.1" status: 204 len: 168 time: 0.3892908 Nov 11 21:26:34.939870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:34.940813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90dcfd-dd70-48cb-88a6-9a7776820853 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:34.943122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.954946 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Pushing event updated for resources: {'Port': ['ID=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:34.955370 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02182108-cf51-45cf-84a0-47b433e93ef8 None None] Network 3985b7ae-9f2d-4bb4-8756-cd53c390a28d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:34.962722 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.963057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.963395 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.963718 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.964047 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.964400 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.964777 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.965103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.965423 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.965740 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.966072 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.966372 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:26:34.971764 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Attempting to bind port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:34.972130 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Attempting to bind port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:34.972513 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Attempting to bind port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:34.987992 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:34.988938 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:34.988938 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:34.989189 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:34.989621 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Bound port: 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:34.990011 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.020111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:35.023011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:35.031641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:35.058878 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.098532 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] For port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:35.104481 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] For port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:35.114517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Pushing event updated for resources: {'Port': ['ID=67744222-ae44-417e-9c35-631cdbe4eb80,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.123650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.137344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-11283e2f-443e-4648-b503-ca0331bdd6b7 None None] Provisioning complete for port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:35.137938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11283e2f-443e-4648-b503-ca0331bdd6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.155029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Deleting port 3260a251-908f-4132-b1c1-6d6e49c2994d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:35.156057 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.174820 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.201573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-11283e2f-443e-4648-b503-ca0331bdd6b7 None None] Port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:35.245458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] For port 3260a251-908f-4132-b1c1-6d6e49c2994d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3260a251-908f-4132-b1c1-6d6e49c2994d,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:35.245722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.273111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Calling delete_port for 3260a251-908f-4132-b1c1-6d6e49c2994d owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:35.274033 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:35.274683 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:35.280674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef883e61-970f-4d2f-a61a-143091b57399 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:35.335782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-13b20ed5-f404-4b02-9c1b-824a19ececf3 None None] Provisioning complete for port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:35.336527 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13b20ed5-f404-4b02-9c1b-824a19ececf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.368672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] DHCP port deletion for 3985b7ae-9f2d-4bb4-8756-cd53c390a28d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:35.397949 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88935661-0c5d-42f0-8cc2-c864b174708b None None] Pushing event updated for resources: {'Port': ['ID=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.421523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.424636 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:35.499804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] Deleting port 3260a251-908f-4132-b1c1-6d6e49c2994d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:26:35.500204 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.526327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.575712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3260a251-908f-4132-b1c1-6d6e49c2994d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.577519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] No DVR routers for this DVR port 3260a251-908f-4132-b1c1-6d6e49c2994d on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:35.581851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13b20ed5-f404-4b02-9c1b-824a19ececf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.593820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:35.657961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] For port 3260a251-908f-4132-b1c1-6d6e49c2994d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3260a251-908f-4132-b1c1-6d6e49c2994d,segment=NetworkSegment(fa984adf-6329-4c29-b1ba-265d4b5606df),segment_id=fa984adf-6329-4c29-b1ba-265d4b5606df)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:35.658317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.661819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-13b20ed5-f404-4b02-9c1b-824a19ececf3 None None] For port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:35.675627 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.681025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] Calling delete_port for 3260a251-908f-4132-b1c1-6d6e49c2994d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:26:35.701949 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.719065 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:32Z', 'revision_number': 3, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:35.736332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.740363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3985b7ae-9f2d-4bb4-8756-cd53c390a28d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:35.744235 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:35.744651 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.750972 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82699ce8-eb55-4329-9424-a832174c5436 None None] The sync data for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 is: [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:32Z', 'revision_number': 3, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:35.753794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa984adf-6329-4c29-b1ba-265d4b5606df') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:35.754239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa984adf-6329-4c29-b1ba-265d4b5606df') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:35.766258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.784769 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-13b20ed5-f404-4b02-9c1b-824a19ececf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.786604 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.794417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:26:35.794829 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:26:35.796600 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:26:35.837087 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.851428 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.899116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b20ed5-f404-4b02-9c1b-824a19ececf3 None None] Pushing event updated for resources: {'Port': ['ID=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.904119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] No DVR routers for this DVR port 3260a251-908f-4132-b1c1-6d6e49c2994d on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:26:35.911765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Pushing event updated for resources: {'Port': ['ID=67744222-ae44-417e-9c35-631cdbe4eb80,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.917323 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.943905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7235f6-951b-47b6-a530-068f21acbf38 None None] Pushing event deleted for resources: {'Port': ['ID=3260a251-908f-4132-b1c1-6d6e49c2994d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:35.958625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-82d860d4-f1d5-4aa0-b741-c1f36be1184e None None] Provisioning complete for port 67744222-ae44-417e-9c35-631cdbe4eb80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:35.959045 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82d860d4-f1d5-4aa0-b741-c1f36be1184e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:35.991888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.000930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-82d860d4-f1d5-4aa0-b741-c1f36be1184e None None] Port 67744222-ae44-417e-9c35-631cdbe4eb80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:36.007316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.012536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3985b7ae-9f2d-4bb4-8756-cd53c390a28d HTTP/1.1" status: 204 len: 168 time: 1.0714664 Nov 11 21:26:36.030397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7efc-85cb-47f1-a5ab-207955fa8e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=3985b7ae-9f2d-4bb4-8756-cd53c390a28d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:36.032919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3260a251-908f-4132-b1c1-6d6e49c2994d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:36.057671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3260a251-908f-4132-b1c1-6d6e49c2994d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:36.057671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3260a251-908f-4132-b1c1-6d6e49c2994d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:36.057671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a05b1e2b-0199-4543-823b-8e9f4a400e9d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:36.069699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:36.095433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:36.102942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: a05b1e2b-0199-4543-823b-8e9f4a400e9d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:36.102942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device a05b1e2b-0199-4543-823b-8e9f4a400e9d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:36.102942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 007765a4-9b08-46fe-a949-588c6ee4aef7 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:26:36.128088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 007765a4-9b08-46fe-a949-588c6ee4aef7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:26:36.128534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 007765a4-9b08-46fe-a949-588c6ee4aef7 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:26:36.247747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Router eb3eedb5-222a-4890-8a2e-333cbdc7d344 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:26:36.273250 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:26:36.375228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:36.389375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-577e6054-b680-4490-84d6-1b6340471062 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb3eedb5-222a-4890-8a2e-333cbdc7d344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3584981 Nov 11 21:26:36.435625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e18c7ab2-9ccb-4cf6-a541-867d24a7cb90 None None] Provisioning complete for port 67744222-ae44-417e-9c35-631cdbe4eb80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:36.436251 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e18c7ab2-9ccb-4cf6-a541-867d24a7cb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.455355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59020) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:36.478229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e18c7ab2-9ccb-4cf6-a541-867d24a7cb90 None None] Port 67744222-ae44-417e-9c35-631cdbe4eb80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:36.506608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f8e45c4d-024f-4617-be68-8bf4fd7aa1fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8dd3c5998f44844915036e2aabbd6d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498245 Nov 11 21:26:36.509312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59022) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:36.577447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-752d6254-1092-4a17-a5a1-e6cca5307455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.602485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-752d6254-1092-4a17-a5a1-e6cca5307455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.722916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-752d6254-1092-4a17-a5a1-e6cca5307455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.726448 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-752d6254-1092-4a17-a5a1-e6cca5307455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:36.728127 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-752d6254-1092-4a17-a5a1-e6cca5307455 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b714c6b-f42a-479b-ae9b-9c063897e990 HTTP/1.1" status: 204 len: 168 time: 0.2169230 Nov 11 21:26:36.739837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d6254-1092-4a17-a5a1-e6cca5307455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b714c6b-f42a-479b-ae9b-9c063897e990,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:37.129033 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.305172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59046) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:37.310959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-889304726-network', 'tenant_id': '0718598669dd4acf9e09db359642a2fd'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:37.422740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Made reservation on behalf of 0718598669dd4acf9e09db359642a2fd for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:37.427347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.436290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.544764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.545092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:37.572859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Sync routers for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:37.594264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:37.594889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:37.619807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.641520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:26:37.655043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:37.655711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.657062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417b54cc-cc91-4500-8212-0a0a9abc3df9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:37.666917 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.667506 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Added segment 45c1812b-b792-423a-895d-70a9f19b55b5 of type vlan for network e94c170e-883c-4dd3-abcc-ff33c79a3e75 Nov 11 21:26:37.722266 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.743590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:37.874782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.875854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:37.876808 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:37.960576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] Pushing event updated for resources: {'Network': ['ID=e94c170e-883c-4dd3-abcc-ff33c79a3e75,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:37.987041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:26:37.991786 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bae50ab4-c4a4-40af-b532-205409355673 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6854761 Nov 11 21:26:37.994672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59058) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:37.999767 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Request body: {'subnet': {'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-889304726-subnet', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:38.104939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Made reservation on behalf of 0718598669dd4acf9e09db359642a2fd for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:38.109163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.145894 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.238756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 2, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:38.268587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Checking router: eb3eedb5-222a-4890-8a2e-333cbdc7d344 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:38.268587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Updating router eb3eedb5-222a-4890-8a2e-333cbdc7d344 port 67744222-ae44-417e-9c35-631cdbe4eb80 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:38.294262 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.377978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.455201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba570689-dc3c-42b7-adc0-f467c8d42eee,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:38.466598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Checking segment: {'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:38.466598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Network hostable DHCP agents. Network: e94c170e-883c-4dd3-abcc-ff33c79a3e75, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:26:38.554836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:26:38.578393 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.699529 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e94c170e-883c-4dd3-abcc-ff33c79a3e75) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:38.699815 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.705101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:38.708102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.737065 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f277c-3694-430b-96cd-6f45b951da55 None None] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:38.813230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28e9bc-4ac5-46c1-b27c-e0a524f55dfe None None] Pushing event updated for resources: {'Port': ['ID=67744222-ae44-417e-9c35-631cdbe4eb80,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:38.849712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:38.854263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:38.855119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b7384985-860a-4703-96e7-7a49523b4a24 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8592083 Nov 11 21:26:38.900076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Attempting to bind port 67744222-ae44-417e-9c35-631cdbe4eb80 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:38.901059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Attempting to bind port 67744222-ae44-417e-9c35-631cdbe4eb80 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:38.901505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Attempting to bind port 67744222-ae44-417e-9c35-631cdbe4eb80 on network 8677eb2f-cd84-4229-881e-9ae79badbec1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:38.926859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:38.927326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Checking segment: {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:38.927738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.932731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Bound using segment: {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:38.932731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Bound port: 67744222-ae44-417e-9c35-631cdbe4eb80, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:38.932731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.966941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:38.966941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.015882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e94c170e-883c-4dd3-abcc-ff33c79a3e75', 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'fixed_ips': [{'subnet_id': 'ba570689-dc3c-42b7-adc0-f467c8d42eee'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:26:39.016773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.051086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.073916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] For port 67744222-ae44-417e-9c35-631cdbe4eb80, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:39.077827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] For port 67744222-ae44-417e-9c35-631cdbe4eb80, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67744222-ae44-417e-9c35-631cdbe4eb80,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:39.085640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8777e9b7-ca85-4c87-9f80-ff38d3a4f0d4 None None] Provisioning complete for port 67744222-ae44-417e-9c35-631cdbe4eb80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:39.085640 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8777e9b7-ca85-4c87-9f80-ff38d3a4f0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.211428 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.269591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8777e9b7-ca85-4c87-9f80-ff38d3a4f0d4 None None] Port 67744222-ae44-417e-9c35-631cdbe4eb80 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:39.334768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.338769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Allocated IP 172.20.0.2 (e94c170e-883c-4dd3-abcc-ff33c79a3e75/ba570689-dc3c-42b7-adc0-f467c8d42eee/9341db52-4078-4914-a7bf-c7dc54676522) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:39.342882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:39.343614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:39.349339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28e9bc-4ac5-46c1-b27c-e0a524f55dfe None None] Pushing event updated for resources: {'Port': ['ID=67744222-ae44-417e-9c35-631cdbe4eb80,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:39.554930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:39.708999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.736237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.771040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7a6c9c28-0d8f-4302-88bc-8009bd288ee6 None None] Provisioning complete for port 67744222-ae44-417e-9c35-631cdbe4eb80 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:39.771603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9c28-0d8f-4302-88bc-8009bd288ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.807313 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.907529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.948946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:39Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:39.958211 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9c28-0d8f-4302-88bc-8009bd288ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:39.999473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:40.013021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014233a0-a6a6-4845-8405-fa4bd4200560 None None] The sync data for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 is: [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:39Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:40.016975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:40.020534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Pushing event updated for resources: {'Port': ['ID=9341db52-4078-4914-a7bf-c7dc54676522,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:40.025837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:40.099996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7a6c9c28-0d8f-4302-88bc-8009bd288ee6 None None] For port 67744222-ae44-417e-9c35-631cdbe4eb80, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67744222-ae44-417e-9c35-631cdbe4eb80,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:40.126308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Attempting to bind port 9341db52-4078-4914-a7bf-c7dc54676522 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:40.126678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Attempting to bind port 9341db52-4078-4914-a7bf-c7dc54676522 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:40.127177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Attempting to bind port 9341db52-4078-4914-a7bf-c7dc54676522 on network e94c170e-883c-4dd3-abcc-ff33c79a3e75 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:40.133070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:40.133478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Checking segment: {'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:40.133843 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.134234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Bound using segment: {'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:40.135342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Bound port: 9341db52-4078-4914-a7bf-c7dc54676522, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:40.135969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.156228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9c28-0d8f-4302-88bc-8009bd288ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.189053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Allocated IP 172.25.2.135 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/530ba591-88f7-4be2-8497-962cb14536e1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:40.341283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.412954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c9c28-0d8f-4302-88bc-8009bd288ee6 None None] Pushing event updated for resources: {'Port': ['ID=67744222-ae44-417e-9c35-631cdbe4eb80,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:40.449593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] For port 9341db52-4078-4914-a7bf-c7dc54676522, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:40.454289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] For port 9341db52-4078-4914-a7bf-c7dc54676522, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9341db52-4078-4914-a7bf-c7dc54676522,segment=NetworkSegment(45c1812b-b792-423a-895d-70a9f19b55b5),segment_id=45c1812b-b792-423a-895d-70a9f19b55b5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:40.458248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.526514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:40.529596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:40.534231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:40.537491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Pushing event updated for resources: {'Port': ['ID=530ba591-88f7-4be2-8497-962cb14536e1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:40.546346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1add75-a258-4622-9dda-cd4ec466c542 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:40.581323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.586487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6f107220-1803-46b2-aa6c-60dd7dc64e7c None None] Provisioning complete for port 530ba591-88f7-4be2-8497-962cb14536e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:40.586843 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6f107220-1803-46b2-aa6c-60dd7dc64e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:40.672001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6f107220-1803-46b2-aa6c-60dd7dc64e7c None None] Port 530ba591-88f7-4be2-8497-962cb14536e1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:40.679265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4368b12-145d-4846-83da-389691b7ebe1 None None] Pushing event updated for resources: {'Port': ['ID=9341db52-4078-4914-a7bf-c7dc54676522,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:40.955131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.183908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.394288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Router 265484c4-3433-4d30-bd35-ee611f5e97ab is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:26:41.549223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:41.560476 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Sync routers for ids ['265484c4-3433-4d30-bd35-ee611f5e97ab'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:41.576717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9341db52-4078-4914-a7bf-c7dc54676522 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:41.584353 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Routers {'265484c4-3433-4d30-bd35-ee611f5e97ab'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:41.585234 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['265484c4-3433-4d30-bd35-ee611f5e97ab'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:41.630889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.636196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:41.644904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ccfeb603-5abf-4c4e-a240-b4dc91ecec04 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7939634 Nov 11 21:26:41.652108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9341db52-4078-4914-a7bf-c7dc54676522 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:41.652871 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.705965 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Set router 265484c4-3433-4d30-bd35-ee611f5e97ab gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:41.744462 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.796830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2a88d-3793-4c3b-b93f-986b9515f963 None None] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:26:41.805082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 9341db52-4078-4914-a7bf-c7dc54676522, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9341db52-4078-4914-a7bf-c7dc54676522,segment=NetworkSegment(45c1812b-b792-423a-895d-70a9f19b55b5),segment_id=45c1812b-b792-423a-895d-70a9f19b55b5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:41.863774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4d721366-c6e4-4184-bfdb-1628675b186f None None] Provisioning complete for port 9341db52-4078-4914-a7bf-c7dc54676522 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:41.864138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d721366-c6e4-4184-bfdb-1628675b186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.900744 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '530ba591-88f7-4be2-8497-962cb14536e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 3, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port': {'id': '530ba591-88f7-4be2-8497-962cb14536e1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:39Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:41.928690 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Checking router: 265484c4-3433-4d30-bd35-ee611f5e97ab for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:41.929044 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Updating router 265484c4-3433-4d30-bd35-ee611f5e97ab port 530ba591-88f7-4be2-8497-962cb14536e1 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:41.966490 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.968001 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:41.969156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67744222-ae44-417e-9c35-631cdbe4eb80 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:42.108360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=9341db52-4078-4914-a7bf-c7dc54676522,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:42.166690 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 67744222-ae44-417e-9c35-631cdbe4eb80 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:42.167175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.262120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.269288 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.355237 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.382122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5af1c-d534-4d42-a924-ebc15fed8098 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:42.400222 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Attempting to bind port 530ba591-88f7-4be2-8497-962cb14536e1 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:42.400792 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Attempting to bind port 530ba591-88f7-4be2-8497-962cb14536e1 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:42.401350 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Attempting to bind port 530ba591-88f7-4be2-8497-962cb14536e1 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:42.424668 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:42.425049 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:42.425457 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.425853 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:42.426335 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Bound port: 530ba591-88f7-4be2-8497-962cb14536e1, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:42.426715 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.462979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Allocated IP 172.20.0.1 (e94c170e-883c-4dd3-abcc-ff33c79a3e75/ba570689-dc3c-42b7-adc0-f467c8d42eee/6d4ae643-d942-479f-8330-b0c2ef01d313) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:42.467425 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c65bb6-3530-4ed3-99c4-f9c8981b25a5 None None] Pushing event updated for resources: {'Port': ['ID=530ba591-88f7-4be2-8497-962cb14536e1,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:42.486255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3b39b205-501f-4e18-bedb-230dac464d39 None None] Provisioning complete for port 530ba591-88f7-4be2-8497-962cb14536e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:42.487137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b39b205-501f-4e18-bedb-230dac464d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.494790 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] For port 530ba591-88f7-4be2-8497-962cb14536e1, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:42.498908 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] For port 530ba591-88f7-4be2-8497-962cb14536e1, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=530ba591-88f7-4be2-8497-962cb14536e1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:42.528131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3b39b205-501f-4e18-bedb-230dac464d39 None None] Port 530ba591-88f7-4be2-8497-962cb14536e1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:42.539639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3b39b205-501f-4e18-bedb-230dac464d39 None None] Provisioning complete for port 9341db52-4078-4914-a7bf-c7dc54676522 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:42.539639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b39b205-501f-4e18-bedb-230dac464d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.580891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.592192 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.646256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e02095-aa88-4944-913b-f050d412d576 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:26:42.653225 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Routers {'265484c4-3433-4d30-bd35-ee611f5e97ab'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:42.654101 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['265484c4-3433-4d30-bd35-ee611f5e97ab'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:42.700179 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c65bb6-3530-4ed3-99c4-f9c8981b25a5 None None] Pushing event updated for resources: {'Port': ['ID=530ba591-88f7-4be2-8497-962cb14536e1,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:42.711270 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.749711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e2101c9e-8029-4b13-9721-7cd62694803a None None] Provisioning complete for port 530ba591-88f7-4be2-8497-962cb14536e1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:42.750825 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2101c9e-8029-4b13-9721-7cd62694803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.756369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:42.762662 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:42.765459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:42.798619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4ae643-d942-479f-8330-b0c2ef01d313,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:42.801723 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] Set router 265484c4-3433-4d30-bd35-ee611f5e97ab gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:42.825393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.862526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2101c9e-8029-4b13-9721-7cd62694803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:42.964620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e2101c9e-8029-4b13-9721-7cd62694803a None None] For port 530ba591-88f7-4be2-8497-962cb14536e1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=530ba591-88f7-4be2-8497-962cb14536e1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:43.052373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2101c9e-8029-4b13-9721-7cd62694803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.052624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.122645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2101c9e-8029-4b13-9721-7cd62694803a None None] Pushing event updated for resources: {'Port': ['ID=530ba591-88f7-4be2-8497-962cb14536e1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:43.151862 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '530ba591-88f7-4be2-8497-962cb14536e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 3, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port': {'id': '530ba591-88f7-4be2-8497-962cb14536e1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:39Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:43.176201 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57651b8b-87c9-428b-bc7d-a622b4ea4d95 None None] The sync data for ids ['265484c4-3433-4d30-bd35-ee611f5e97ab'] in n-d-805734-3 is: [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '530ba591-88f7-4be2-8497-962cb14536e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 3, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port': {'id': '530ba591-88f7-4be2-8497-962cb14536e1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:39Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:43.220577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6fc7f3a0-ef0f-44ef-820d-3016090945c2 None None] Provisioning complete for port 6d4ae643-d942-479f-8330-b0c2ef01d313 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:43.221209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6fc7f3a0-ef0f-44ef-820d-3016090945c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.258730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.262680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7f3a0-ef0f-44ef-820d-3016090945c2 None None] Port 6d4ae643-d942-479f-8330-b0c2ef01d313 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:43.344955 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.417204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4ae643-d942-479f-8330-b0c2ef01d313,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:43.421924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.555891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:43.558867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:43.663571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 530ba591-88f7-4be2-8497-962cb14536e1 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:43.739454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Router 265484c4-3433-4d30-bd35-ee611f5e97ab has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:26:43.765612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 530ba591-88f7-4be2-8497-962cb14536e1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:43.765978 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:43.995130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9426c0ac-07e7-4bdd-bcd9-ec58e4dde90c None None] Provisioning complete for port 6d4ae643-d942-479f-8330-b0c2ef01d313 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:43.995695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9426c0ac-07e7-4bdd-bcd9-ec58e4dde90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.027745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9341db52-4078-4914-a7bf-c7dc54676522 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:44.070537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9426c0ac-07e7-4bdd-bcd9-ec58e4dde90c None None] Port 6d4ae643-d942-479f-8330-b0c2ef01d313 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:44.125983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 9341db52-4078-4914-a7bf-c7dc54676522 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:44.126932 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:44.366904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:26:44.375325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-96f05ef4-8eb6-4d4e-b112-8513910e4df5 admin admin] 10.222.0.31 "PUT /v2.0/routers/265484c4-3433-4d30-bd35-ee611f5e97ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7349842 Nov 11 21:26:44.992644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59122) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:44.998450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f3ee8e2e-968b-4639-b784-e6698ff37181 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2080725976', 'description': 'tempest-secgroup-smoke-2080725976 description', 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:45.111783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3ee8e2e-968b-4639-b784-e6698ff37181 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.146824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Sync routers for ids ['265484c4-3433-4d30-bd35-ee611f5e97ab'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:26:45.157774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Routers {'265484c4-3433-4d30-bd35-ee611f5e97ab'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:45.158476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['265484c4-3433-4d30-bd35-ee611f5e97ab'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:45.182136 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3ee8e2e-968b-4639-b784-e6698ff37181 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.262820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3ee8e2e-968b-4639-b784-e6698ff37181 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.274289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Set router 265484c4-3433-4d30-bd35-ee611f5e97ab gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:45.295420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee8e2e-968b-4639-b784-e6698ff37181 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f7920-11ea-430e-91ac-4b6e62b37a4f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:45.364091 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f3ee8e2e-968b-4639-b784-e6698ff37181 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.368756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59130) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:45.369254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f3ee8e2e-968b-4639-b784-e6698ff37181 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3743641 Nov 11 21:26:45.374578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ecb09f5a-7d85-4e6f-a64e-24f0d509b616 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7920-11ea-430e-91ac-4b6e62b37a4f', 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:45.494839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecb09f5a-7d85-4e6f-a64e-24f0d509b616 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.504728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '530ba591-88f7-4be2-8497-962cb14536e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 4, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port': {'id': '530ba591-88f7-4be2-8497-962cb14536e1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:39Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6d4ae643-d942-479f-8330-b0c2ef01d313', 'name': '', 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'mac_address': 'fa:16:3e:b8:6e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ba570689-dc3c-42b7-adc0-f467c8d42eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:42Z', 'updated_at': '2021-11-11T21:26:43Z', 'revision_number': 2, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'subnets': [{'id': 'ba570689-dc3c-42b7-adc0-f467c8d42eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:45.534325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Checking router: 265484c4-3433-4d30-bd35-ee611f5e97ab for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:26:45.534325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Updating router 265484c4-3433-4d30-bd35-ee611f5e97ab port 6d4ae643-d942-479f-8330-b0c2ef01d313 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:26:45.566321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.573491 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecb09f5a-7d85-4e6f-a64e-24f0d509b616 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.643071 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecb09f5a-7d85-4e6f-a64e-24f0d509b616 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.666571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb09f5a-7d85-4e6f-a64e-24f0d509b616 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f455fc2d-d1a6-49f2-a85b-78be9de6c529,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:45.730255 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ecb09f5a-7d85-4e6f-a64e-24f0d509b616 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.734487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ecb09f5a-7d85-4e6f-a64e-24f0d509b616 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612123 Nov 11 21:26:45.734835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59138) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:45.742850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6d62e3f0-ff32-4c98-b5d3-059517cb125c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7920-11ea-430e-91ac-4b6e62b37a4f', 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:45.845535 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.853719 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d62e3f0-ff32-4c98-b5d3-059517cb125c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:45.911307 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d62e3f0-ff32-4c98-b5d3-059517cb125c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0b92a-01c5-41ed-a8b3-34be0c5badee None None] Pushing event updated for resources: {'Port': ['ID=6d4ae643-d942-479f-8330-b0c2ef01d313,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Attempting to bind port 6d4ae643-d942-479f-8330-b0c2ef01d313 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Attempting to bind port 6d4ae643-d942-479f-8330-b0c2ef01d313 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Attempting to bind port 6d4ae643-d942-479f-8330-b0c2ef01d313 on network e94c170e-883c-4dd3-abcc-ff33c79a3e75 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Checking segment: {'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Bound using segment: {'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Bound port: 6d4ae643-d942-479f-8330-b0c2ef01d313, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c1812b-b792-423a-895d-70a9f19b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] For port 6d4ae643-d942-479f-8330-b0c2ef01d313, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:46.214466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] For port 6d4ae643-d942-479f-8330-b0c2ef01d313, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6d4ae643-d942-479f-8330-b0c2ef01d313,segment=NetworkSegment(45c1812b-b792-423a-895d-70a9f19b55b5),segment_id=45c1812b-b792-423a-895d-70a9f19b55b5)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:46.217331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d62e3f0-ff32-4c98-b5d3-059517cb125c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.217331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62e3f0-ff32-4c98-b5d3-059517cb125c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8002edcd-9b1b-4d1b-bcbd-684651564633,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.242491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.270976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6d62e3f0-ff32-4c98-b5d3-059517cb125c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.276662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59140) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:46.281657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0f86a921-40d7-4657-b265-93b1fec3120e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7920-11ea-430e-91ac-4b6e62b37a4f', 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:46.287627 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6d62e3f0-ff32-4c98-b5d3-059517cb125c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5507336 Nov 11 21:26:46.345404 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Routers {'265484c4-3433-4d30-bd35-ee611f5e97ab'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:26:46.346239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['265484c4-3433-4d30-bd35-ee611f5e97ab'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:46.350893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0b92a-01c5-41ed-a8b3-34be0c5badee None None] Pushing event updated for resources: {'Port': ['ID=6d4ae643-d942-479f-8330-b0c2ef01d313,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.408284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d075a0eb-6832-4bba-934a-0fad883d6b2f None None] Provisioning complete for port 6d4ae643-d942-479f-8330-b0c2ef01d313 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:46.410165 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d075a0eb-6832-4bba-934a-0fad883d6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.413538 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f86a921-40d7-4657-b265-93b1fec3120e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.519632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f86a921-40d7-4657-b265-93b1fec3120e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.524664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] Set router 265484c4-3433-4d30-bd35-ee611f5e97ab gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:26:46.588356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f86a921-40d7-4657-b265-93b1fec3120e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.595816 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d075a0eb-6832-4bba-934a-0fad883d6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.617064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86a921-40d7-4657-b265-93b1fec3120e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932983ec-cd32-4397-959c-fc580add2276,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.703234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d075a0eb-6832-4bba-934a-0fad883d6b2f None None] For port 6d4ae643-d942-479f-8330-b0c2ef01d313, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6d4ae643-d942-479f-8330-b0c2ef01d313,segment=NetworkSegment(45c1812b-b792-423a-895d-70a9f19b55b5),segment_id=45c1812b-b792-423a-895d-70a9f19b55b5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:46.730849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f86a921-40d7-4657-b265-93b1fec3120e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.732838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0f86a921-40d7-4657-b265-93b1fec3120e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4545586 Nov 11 21:26:46.735198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59146) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:46.739927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a008b055-d0f6-44cf-bc8b-fa963aa8b8fa tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7920-11ea-430e-91ac-4b6e62b37a4f', 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:46.785895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '530ba591-88f7-4be2-8497-962cb14536e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 4, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port': {'id': '530ba591-88f7-4be2-8497-962cb14536e1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:39Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6d4ae643-d942-479f-8330-b0c2ef01d313', 'name': '', 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'mac_address': 'fa:16:3e:b8:6e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ba570689-dc3c-42b7-adc0-f467c8d42eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:42Z', 'updated_at': '2021-11-11T21:26:46Z', 'revision_number': 4, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'subnets': [{'id': 'ba570689-dc3c-42b7-adc0-f467c8d42eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:26:46.789251 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d075a0eb-6832-4bba-934a-0fad883d6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.824777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae302c-95bf-47a1-b197-794a2c8bad41 None None] The sync data for ids ['265484c4-3433-4d30-bd35-ee611f5e97ab'] in n-d-805734-3 is: [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '530ba591-88f7-4be2-8497-962cb14536e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 4, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port': {'id': '530ba591-88f7-4be2-8497-962cb14536e1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:39Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '6d4ae643-d942-479f-8330-b0c2ef01d313', 'name': '', 'network_id': 'e94c170e-883c-4dd3-abcc-ff33c79a3e75', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'mac_address': 'fa:16:3e:b8:6e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ba570689-dc3c-42b7-adc0-f467c8d42eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:42Z', 'updated_at': '2021-11-11T21:26:46Z', 'revision_number': 4, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'subnets': [{'id': 'ba570689-dc3c-42b7-adc0-f467c8d42eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:26:46.893164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075a0eb-6832-4bba-934a-0fad883d6b2f None None] Pushing event updated for resources: {'Port': ['ID=6d4ae643-d942-479f-8330-b0c2ef01d313,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:46.942619 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a008b055-d0f6-44cf-bc8b-fa963aa8b8fa tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:46.943023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e9cec7ab-c396-4ab4-b7df-a04b714245b0 None None] Provisioning complete for port 6d4ae643-d942-479f-8330-b0c2ef01d313 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:46.943313 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9cec7ab-c396-4ab4-b7df-a04b714245b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.044367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a008b055-d0f6-44cf-bc8b-fa963aa8b8fa tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.162157 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a008b055-d0f6-44cf-bc8b-fa963aa8b8fa tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.182319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008b055-d0f6-44cf-bc8b-fa963aa8b8fa tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bd6e8a-4cbe-4ab9-a5af-6f6febe68d3b,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:47.291461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a008b055-d0f6-44cf-bc8b-fa963aa8b8fa tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.293153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a008b055-d0f6-44cf-bc8b-fa963aa8b8fa tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5569105 Nov 11 21:26:47.296002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:47.300737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7920-11ea-430e-91ac-4b6e62b37a4f', 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:47.408210 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Project 5f2eb729e5774edcbcbeca41d6f7ba1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:26:47.414236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.484655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.539523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6d4ae643-d942-479f-8330-b0c2ef01d313 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:47.571870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.590792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec74b53-0da7-408e-813e-2699ebcd1636,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:47.598080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6d4ae643-d942-479f-8330-b0c2ef01d313 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:47.598080 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.741353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.742663 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-42b1e8e6-ec8a-4bdb-89bb-2f39400dc474 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4455588 Nov 11 21:26:47.745641 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59158) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:47.750613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'security_group_rule': {'security_group_id': 'd78f7920-11ea-430e-91ac-4b6e62b37a4f', 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:47.882720 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Project 5f2eb729e5774edcbcbeca41d6f7ba1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:26:47.890064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:47.957825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.048046 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.063959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99263e1f-12f2-4a4a-a842-0baa2f3ae607,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:48.135655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:48.136925 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9cd65810-0508-4886-8482-68b03796650c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903286 Nov 11 21:26:48.294050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-64602b7b-5b17-4d15-a33b-75e832966f56 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2080725976&fields=id&tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c HTTP/1.1" status: 200 len: 267 time: 0.0486495 Nov 11 21:26:48.403437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-e29ed73f-e4cf-4290-a985-90a64de8aade tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:48.404949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-e29ed73f-e4cf-4290-a985-90a64de8aade tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 808 time: 0.1041267 Nov 11 21:26:48.420928 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-5ce7ed64-5187-4d13-a0a4-4f8062e65696 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/quotas/5f2eb729e5774edcbcbeca41d6f7ba1c HTTP/1.1" status: 200 len: 375 time: 0.0099680 Nov 11 21:26:48.474062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-91a6e57b-1793-4da5-b836-3b7f7dbc9ff4 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474527 Nov 11 21:26:48.574104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-0b85181b-ca05-42fd-9957-3655ec181f1a service neutron] 10.222.0.31 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881073 Nov 11 21:26:48.668218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-82c9b7e9-9a4a-480a-ab2e-adaf33ac8847 service neutron] 10.222.0.31 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877593 Nov 11 21:26:48.952562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f30fdfc8-7ad5-4a61-a519-745519477914 req-dcd6d6d0-e742-4b6f-ac69-5a2b3609b046 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 210 time: 0.0345714 Nov 11 21:26:50.036358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da81ea07-fb1d-46cd-b786-1dd8440ec8c0 req-e0d54b90-60fa-4f84-9cd2-a2abc6510ce5 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 210 time: 0.0312684 Nov 11 21:26:51.138390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6e74156-e917-4d12-a87f-969b3a9f1ba3 req-3fe80fb4-45b2-4b4c-89d2-5b7fe79de8ff tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 210 time: 0.0283723 Nov 11 21:26:51.485690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-6abbaa6b-ba5f-4247-bc8a-5a4758e69089 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:51.487278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-6abbaa6b-ba5f-4247-bc8a-5a4758e69089 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.62 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 808 time: 0.1098332 Nov 11 21:26:51.570868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-de1736b4-7986-424d-8565-8f3e33b89acd tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c HTTP/1.1" status: 200 len: 380 time: 0.0741711 Nov 11 21:26:51.581461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'port': {'device_id': 'ef018210-3872-44fa-b963-7f9786594412', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'admin_state_up': True, 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'security_groups': ['d78f7920-11ea-430e-91ac-4b6e62b37a4f']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:51.763749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Made reservation on behalf of 5f2eb729e5774edcbcbeca41d6f7ba1c for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:26:51.779682 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:51.781664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59216) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:51.915246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4bcff5b-193a-48ad-b77b-e4032e6ce08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:51.925334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Allocated IP 172.20.0.14 (8677eb2f-cd84-4229-881e-9ae79badbec1/c94c8db6-a9c8-47b6-affe-48af75f725f8/519db681-d45f-4379-9786-a39310c722c8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:26:51.996508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4bcff5b-193a-48ad-b77b-e4032e6ce08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.080496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a4bcff5b-193a-48ad-b77b-e4032e6ce08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.093772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.117820 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a4bcff5b-193a-48ad-b77b-e4032e6ce08f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e027b8295f6348d2908628b34c503063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349683 Nov 11 21:26:52.120371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcff5b-193a-48ad-b77b-e4032e6ce08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3b1b3c-2a8b-47a0-ac73-04fb8c7e81b5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:52.121873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59220) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:26:52.183577 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59f73568-bfce-42f8-be50-ae9cb58f20b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.205567 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59f73568-bfce-42f8-be50-ae9cb58f20b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.223154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.309130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:26:52.318935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:26:52.320008 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.330002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:26:52.331070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'Port': ['ID=519db681-d45f-4379-9786-a39310c722c8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:52.361800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdf6b5-3000-4970-b842-baeb0589b492 req-ea7d7642-bab9-4019-9b8b-2b9b0ad752a1 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:52.363356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b4bdf6b5-3000-4970-b842-baeb0589b492 req-ea7d7642-bab9-4019-9b8b-2b9b0ad752a1 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 932 time: 0.1513124 Nov 11 21:26:52.410160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:52.410813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.443791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b4bdf6b5-3000-4970-b842-baeb0589b492 req-de8defa0-eac7-4288-a9f8-3ecf7732e3ec tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707858 Nov 11 21:26:52.445690 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59f73568-bfce-42f8-be50-ae9cb58f20b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.452363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59f73568-bfce-42f8-be50-ae9cb58f20b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.452363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-59f73568-bfce-42f8-be50-ae9cb58f20b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea3b1b3c-2a8b-47a0-ac73-04fb8c7e81b5 HTTP/1.1" status: 204 len: 168 time: 0.3270369 Nov 11 21:26:52.459163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f73568-bfce-42f8-be50-ae9cb58f20b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3b1b3c-2a8b-47a0-ac73-04fb8c7e81b5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:52.536790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-96c3c554-ccd7-419a-835a-50a4737f0703 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9593382 Nov 11 21:26:52.549007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Request body: {'port': {'device_id': 'ef018210-3872-44fa-b963-7f9786594412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:26:52.608909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.609687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-95fb3c55-45ff-46f6-bf3e-1041f0441a97 None None] Provisioning complete for port 519db681-d45f-4379-9786-a39310c722c8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:52.610064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-95fb3c55-45ff-46f6-bf3e-1041f0441a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.646293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3c55-45ff-46f6-bf3e-1041f0441a97 None None] Port 519db681-d45f-4379-9786-a39310c722c8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:26:52.925121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519db681-d45f-4379-9786-a39310c722c8 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:52.935218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:52.953499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Transition to ACTIVE for port object 519db681-d45f-4379-9786-a39310c722c8 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:26:53.194287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.564810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Pushing event updated for resources: {'Port': ['ID=519db681-d45f-4379-9786-a39310c722c8,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:53.596942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80adf0-ef5c-449b-8552-cd2cadf33c91 req-57df545c-d50c-43f9-9572-c131964773a2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:53.598526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf80adf0-ef5c-449b-8552-cd2cadf33c91 req-57df545c-d50c-43f9-9572-c131964773a2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 944 time: 0.0684569 Nov 11 21:26:53.601174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Attempting to bind port 519db681-d45f-4379-9786-a39310c722c8 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:26:53.609031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Attempting to bind port 519db681-d45f-4379-9786-a39310c722c8 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:26:53.609031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Attempting to bind port 519db681-d45f-4379-9786-a39310c722c8 on network 8677eb2f-cd84-4229-881e-9ae79badbec1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:53.609031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Port 519db681-d45f-4379-9786-a39310c722c8 on network 8677eb2f-cd84-4229-881e-9ae79badbec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:26:53.609031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Attempting to bind port 519db681-d45f-4379-9786-a39310c722c8 on network 8677eb2f-cd84-4229-881e-9ae79badbec1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:26:53.613643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:26:53.613643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Checking segment: {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:26:53.613978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Bound using segment: {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:26:53.614416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Bound port: 519db681-d45f-4379-9786-a39310c722c8, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af99a0d0-a50b-478e-9af9-26f40c4168e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:26:53.614775 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.672129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf80adf0-ef5c-449b-8552-cd2cadf33c91 req-94e8bb8b-2bb7-4147-beff-e298b1858840 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566683 Nov 11 21:26:53.685960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] For port 519db681-d45f-4379-9786-a39310c722c8, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:26:53.689246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] For port 519db681-d45f-4379-9786-a39310c722c8, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=519db681-d45f-4379-9786-a39310c722c8,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:26:53.780088 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.820105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:53.820756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:53.822769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] 10.222.0.62 "PUT /v2.0/ports/519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 1092 time: 1.2780452 Nov 11 21:26:53.823229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'tag': '519db681-d45f-4379-9786-a39310c722c8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:53.825406 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10" -d '{"events": [{"name": "network-changed", "server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "tag": "519db681-d45f-4379-9786-a39310c722c8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:53.857802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7946cca-e643-4908-95dc-6bbf1497a3dc service neutron] Pushing event updated for resources: {'Port': ['ID=519db681-d45f-4379-9786-a39310c722c8,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:54.037337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-e9c6bdd4-a5da-422b-9ed3-d1e68e43bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.039143 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-e9c6bdd4-a5da-422b-9ed3-d1e68e43bba6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1095 time: 0.0880325 Nov 11 21:26:54.107934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-caf8a55d-2e7e-44b1-b5ba-71182db8919e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 217 time: 0.0602365 Nov 11 21:26:54.164740 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232d8a4f-7c68-46db-a376-a5400601b942 x-openstack-request-id: req-232d8a4f-7c68-46db-a376-a5400601b942 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:54.165058 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "tag": "519db681-d45f-4379-9786-a39310c722c8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:54.165920 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-232d8a4f-7c68-46db-a376-a5400601b942 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:54.166319 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'tag': '519db681-d45f-4379-9786-a39310c722c8', 'status': 'completed', 'code': 200} Nov 11 21:26:54.172211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-8e53d5ca-fdf8-4983-b689-f681e46cf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.173651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-8e53d5ca-fdf8-4983-b689-f681e46cf628 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 200 len: 847 time: 0.0580306 Nov 11 21:26:54.252563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-0b26dcd2-f6b8-4530-ab24-d76b680f7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.253974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-0b26dcd2-f6b8-4530-ab24-d76b680f7b4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8677eb2f-cd84-4229-881e-9ae79badbec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716579 Nov 11 21:26:54.344726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-1151e048-6423-446e-922a-147be22218a6 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819025 Nov 11 21:26:54.439857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0f2a4e-40b4-40e8-86e5-eb57f6a991e2 req-1d5d6097-f7aa-4f3d-aab8-96aa3bb2052e service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866282 Nov 11 21:26:54.608512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-773588c2-dafa-4eb4-8f18-454d5f669912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.610048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-773588c2-dafa-4eb4-8f18-454d5f669912 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1095 time: 0.0420351 Nov 11 21:26:54.720266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-9342b13f-73ba-47d6-8500-71e21637c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.722085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-9342b13f-73ba-47d6-8500-71e21637c03a service neutron] 10.222.0.62 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 909 time: 0.1044950 Nov 11 21:26:54.773672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-8c78bfca-0e89-4c52-ae8f-252974627955 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 217 time: 0.0433822 Nov 11 21:26:54.787799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f36f4-326f-48cf-b7df-7f73d94ca02e req-0445f326-a74f-4656-b7ca-6f67bda53553 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.789541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-949f36f4-326f-48cf-b7df-7f73d94ca02e req-0445f326-a74f-4656-b7ca-6f67bda53553 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 944 time: 0.0582259 Nov 11 21:26:54.829973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-1fd426ca-d7b4-4560-935a-e7768d2dd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.831371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-1fd426ca-d7b4-4560-935a-e7768d2dd49f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 200 len: 847 time: 0.0512869 Nov 11 21:26:54.843217 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-949f36f4-326f-48cf-b7df-7f73d94ca02e req-7488feb6-e7fd-41a3-b1fc-c67ba0f7dd08 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468452 Nov 11 21:26:54.884765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-15997ce0-97ce-474e-95c3-e7fd6f61e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:54.888186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-15997ce0-97ce-474e-95c3-e7fd6f61e9bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8677eb2f-cd84-4229-881e-9ae79badbec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471718 Nov 11 21:26:54.979365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-03a5269c-0327-44a3-97f9-625aa93b97d9 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847578 Nov 11 21:26:55.076647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8d5ef78-43da-4d18-ad5d-1cc5f8fc7c10 req-75c82f95-9f2b-49b0-8f9f-f1c73eee3a12 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895000 Nov 11 21:26:55.967624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4790f98-5768-4c13-bd4d-94a754f0b271 req-c4660264-f2d9-40c1-a883-bfb6905849b0 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:55.969158 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4790f98-5768-4c13-bd4d-94a754f0b271 req-c4660264-f2d9-40c1-a883-bfb6905849b0 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 944 time: 0.0518823 Nov 11 21:26:56.020765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a4790f98-5768-4c13-bd4d-94a754f0b271 req-bc9d0db2-eb68-4f97-8e64-bc366553c800 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456688 Nov 11 21:26:56.072643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 519db681-d45f-4379-9786-a39310c722c8 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:26:56.320248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 519db681-d45f-4379-9786-a39310c722c8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=519db681-d45f-4379-9786-a39310c722c8,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:56.330942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '519db681-d45f-4379-9786-a39310c722c8', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'port_id': '519db681-d45f-4379-9786-a39310c722c8', 'mac_address': 'fa:16:3e:12:b7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:26:56.368483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.381146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519db681-d45f-4379-9786-a39310c722c8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:26:56.401139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 519db681-d45f-4379-9786-a39310c722c8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=519db681-d45f-4379-9786-a39310c722c8,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:56.493460 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:56.545456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=519db681-d45f-4379-9786-a39310c722c8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:56.684608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['519db681-d45f-4379-9786-a39310c722c8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:26:57.146516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a72d-7772-4e25-be5b-73210ed88f42 req-9e66c03e-36cb-46ac-96c0-648cc35f4173 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:57.148048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f27a72d-7772-4e25-be5b-73210ed88f42 req-9e66c03e-36cb-46ac-96c0-648cc35f4173 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 945 time: 0.0567212 Nov 11 21:26:57.207958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8f27a72d-7772-4e25-be5b-73210ed88f42 req-5576d507-8239-41bd-9a71-ad0602ff1439 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536187 Nov 11 21:26:57.441821 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:58.089067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 519db681-d45f-4379-9786-a39310c722c8 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:26:58.228677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 519db681-d45f-4379-9786-a39310c722c8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:26:58.232733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 519db681-d45f-4379-9786-a39310c722c8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:26:58.233212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:58.324453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:58.349226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3ebb-3562-4422-bc82-e0d23b1af5ee req-9b2378a9-865c-4924-b477-e6db57b206d9 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.350783 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-040c3ebb-3562-4422-bc82-e0d23b1af5ee req-9b2378a9-865c-4924-b477-e6db57b206d9 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 945 time: 0.0551944 Nov 11 21:26:58.360567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519db681-d45f-4379-9786-a39310c722c8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:26:58.362861 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd37f1-6a82-4ff2-8c2d-54c04520b3bb" -d '{"events": [{"server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "name": "network-vif-plugged", "status": "completed", "tag": "519db681-d45f-4379-9786-a39310c722c8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:26:58.385047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 519db681-d45f-4379-9786-a39310c722c8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=519db681-d45f-4379-9786-a39310c722c8,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:26:58.405143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-040c3ebb-3562-4422-bc82-e0d23b1af5ee req-1639ddd9-22b3-4c3b-ac68-c6404aae1c0d tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480042 Nov 11 21:26:58.445960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:26:58.470881 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c3a18-5326-44c1-87fa-a237a3ec96f1 x-openstack-request-id: req-991c3a18-5326-44c1-87fa-a237a3ec96f1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:26:58.471183 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "name": "network-vif-plugged", "status": "completed", "tag": "519db681-d45f-4379-9786-a39310c722c8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:26:58.471462 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-991c3a18-5326-44c1-87fa-a237a3ec96f1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:26:58.471857 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519db681-d45f-4379-9786-a39310c722c8', 'code': 200} Nov 11 21:26:58.498712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=519db681-d45f-4379-9786-a39310c722c8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:26:58.568717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75acb3-49e9-4e64-ab58-be56a77745ac req-f929504e-fda9-4283-8b63-58c1834d9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:58.571252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa75acb3-49e9-4e64-ab58-be56a77745ac req-f929504e-fda9-4283-8b63-58c1834d9392 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1097 time: 0.0443692 Nov 11 21:26:58.620684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa75acb3-49e9-4e64-ab58-be56a77745ac req-0b03329e-e22b-4478-8418-9d025bd4b90e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Nov 11 21:26:59.529270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535a77e-dd21-4327-b2b6-c4979ec00245 req-ea70dee0-5678-48db-b19e-213ce0067b9e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:26:59.530788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c535a77e-dd21-4327-b2b6-c4979ec00245 req-ea70dee0-5678-48db-b19e-213ce0067b9e tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 946 time: 0.0507846 Nov 11 21:26:59.585950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c535a77e-dd21-4327-b2b6-c4979ec00245 req-e282da42-b5d0-4d9f-972b-dd580bd28461 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489872 Nov 11 21:27:00.715286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647b4e-2274-4635-9658-0c10aa723bed req-320d1ecd-505e-4933-813a-0cb80fd5b5b0 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:00.716860 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8647b4e-2274-4635-9658-0c10aa723bed req-320d1ecd-505e-4933-813a-0cb80fd5b5b0 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 946 time: 0.0510521 Nov 11 21:27:00.769049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8647b4e-2274-4635-9658-0c10aa723bed req-51fb637a-60bb-405a-8215-a8e1c056b248 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459418 Nov 11 21:27:00.894191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdc537-255c-4991-8726-7e7b4e3e21b3 req-d819d673-7b56-4a20-8019-57ee545b551a tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:00.895588 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3cdc537-255c-4991-8726-7e7b4e3e21b3 req-d819d673-7b56-4a20-8019-57ee545b551a tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 946 time: 0.0523906 Nov 11 21:27:00.955938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b3cdc537-255c-4991-8726-7e7b4e3e21b3 req-1c3550d6-acfd-4642-8f04-d7e8f0f0d7bc tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453162 Nov 11 21:27:01.013490 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59320) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:01.073414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f4d26-b570-4948-97a8-c240cde2aac3 req-449b3185-899e-426b-b463-a886e102fc48 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.075015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-330f4d26-b570-4948-97a8-c240cde2aac3 req-449b3185-899e-426b-b463-a886e102fc48 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 946 time: 0.0525458 Nov 11 21:27:01.126793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-330f4d26-b570-4948-97a8-c240cde2aac3 req-a3671bb5-a32b-486e-9ac9-846b4e9b9d56 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Nov 11 21:27:01.131553 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da920bc2-fd7b-4834-892e-9538a106d9a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.150665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59324) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:01.211318 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da920bc2-fd7b-4834-892e-9538a106d9a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.299004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da920bc2-fd7b-4834-892e-9538a106d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.302467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100df7d-a543-4d46-873e-4fb78956ad42 tempest-TestServerBasicOps-1691857460 tempest-TestServerBasicOps-1691857460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:01.304002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2100df7d-a543-4d46-873e-4fb78956ad42 tempest-TestServerBasicOps-1691857460 tempest-TestServerBasicOps-1691857460-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1092 time: 0.1524105 Nov 11 21:27:01.307013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:01.311434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '519db681-d45f-4379-9786-a39310c722c8', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:01.340428 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-da920bc2-fd7b-4834-892e-9538a106d9a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7158461616e04da595329036a8cdf630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257761 Nov 11 21:27:01.342379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da920bc2-fd7b-4834-892e-9538a106d9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd98674-1b08-4fcd-b5eb-423d615a2273,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:01.343133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59330) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:01.394011 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eed065a0-ef94-4e04-a76c-8c84f992a9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.398293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.440715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eed065a0-ef94-4e04-a76c-8c84f992a9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.551181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.597277 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eed065a0-ef94-4e04-a76c-8c84f992a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.599908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eed065a0-ef94-4e04-a76c-8c84f992a9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.601130 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eed065a0-ef94-4e04-a76c-8c84f992a9ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cd98674-1b08-4fcd-b5eb-423d615a2273 HTTP/1.1" status: 204 len: 168 time: 0.2570055 Nov 11 21:27:01.640618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed065a0-ef94-4e04-a76c-8c84f992a9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd98674-1b08-4fcd-b5eb-423d615a2273,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:01.703660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Allocated IP 172.25.2.124 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/c8e9b2a5-a65a-41ce-ae3e-07b619c11c89) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:27:01.810225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.932648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.965762 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-605e1806-b1e3-46b4-a022-d4a6e2d892af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:01.982106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:01.988816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:01.996760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:02.000025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'Port': ['ID=c8e9b2a5-a65a-41ce-ae3e-07b619c11c89,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:02.507247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:02.679169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:02.846298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:02.954123 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.035352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event updated for resources: {'Port': ['ID=c8e9b2a5-a65a-41ce-ae3e-07b619c11c89,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:03.051225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.160205 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Floating IP 0db48ffd-c320-4a66-b0f5-6ac428e29886 associated. External IP: 172.25.2.124, port: 519db681-d45f-4379-9786-a39310c722c8. Nov 11 21:27:03.424695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59380) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:03.536718 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-231f32c6-c8f2-415e-bfe4-aa62a8d43075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.619662 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-231f32c6-c8f2-415e-bfe4-aa62a8d43075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.692261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-231f32c6-c8f2-415e-bfe4-aa62a8d43075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.709226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Router eb3eedb5-222a-4890-8a2e-333cbdc7d344 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:27:03.741866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-231f32c6-c8f2-415e-bfe4-aa62a8d43075 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7ab7fb93d12443bacb7094ed80b776b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159969 Nov 11 21:27:03.744504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f32c6-c8f2-415e-bfe4-aa62a8d43075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8312fd22-3644-4afb-84c8-0ad3dc1c92a3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:03.747021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59384) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:03.798633 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.824497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.836758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:27:03.850922 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] Sync routers for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:27:03.862864 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:03.864019 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:03.964765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:03.978893 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:03.993145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-25b69535-f6f3-47b8-a00d-66d28eeb437b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6849723 Nov 11 21:27:03.993744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'tag': '519db681-d45f-4379-9786-a39310c722c8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:27:03.996384 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37" -d '{"events": [{"name": "network-changed", "server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "tag": "519db681-d45f-4379-9786-a39310c722c8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:27:04.006030 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.009358 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.011726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8312fd22-3644-4afb-84c8-0ad3dc1c92a3 HTTP/1.1" status: 204 len: 168 time: 0.2632914 Nov 11 21:27:04.019523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8312fd22-3644-4afb-84c8-0ad3dc1c92a3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:04.029275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.029703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.030117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.030573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.030980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.031454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.031817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.032238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.033195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.033606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.034011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.034409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd8405-f169-4823-a530-d25502a51c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:04.046430 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d9fc8-3a38-401a-9eb3-810e7e08ad18 x-openstack-request-id: req-c98d9fc8-3a38-401a-9eb3-810e7e08ad18 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:27:04.046835 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "tag": "519db681-d45f-4379-9786-a39310c722c8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:27:04.047301 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c98d9fc8-3a38-401a-9eb3-810e7e08ad18 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:27:04.047829 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'tag': '519db681-d45f-4379-9786-a39310c722c8', 'status': 'completed', 'code': 200} Nov 11 21:27:04.116659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-4ad42bf2-dc52-4706-a4ee-bd1e8ef6aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:04.118328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-4ad42bf2-dc52-4706-a4ee-bd1e8ef6aadc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1097 time: 0.0431077 Nov 11 21:27:04.219350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-c03213ae-ed52-4aa9-b844-a2c37e47b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:04.220894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-c03213ae-ed52-4aa9-b844-a2c37e47b0db service neutron] 10.222.0.62 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 909 time: 0.0955963 Nov 11 21:27:04.232988 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0db48ffd-c320-4a66-b0f5-6ac428e29886', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'floating_ip_address': '172.25.2.124', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'port_id': '519db681-d45f-4379-9786-a39310c722c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'mac_address': 'fa:16:3e:12:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018210-3872-44fa-b963-7f9786594412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:27:02Z', 'updated_at': '2021-11-11T21:27:02Z', 'revision_number': 0, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 5, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:04.259539 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] Checking router: eb3eedb5-222a-4890-8a2e-333cbdc7d344 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:27:04.267942 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:27:04.268581 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:26:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:04.326627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-d8f3035e-99cf-46e9-a14a-5e87d67a34ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 1000 time: 0.0950551 Nov 11 21:27:04.382384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:27:04.385424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-1913518d-5486-4dd4-a621-103decc567d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:04.386939 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-1913518d-5486-4dd4-a621-103decc567d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 200 len: 847 time: 0.0534053 Nov 11 21:27:04.436616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1df60a43-5e8c-46d0-8548-909b3e50815c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:04.437454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-ecdd4bda-4775-4918-aa1a-84b67e15ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:04.440936 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-ecdd4bda-4775-4918-aa1a-84b67e15ba41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8677eb2f-cd84-4229-881e-9ae79badbec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467739 Nov 11 21:27:04.541800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-85231d0d-b651-42ec-85b6-f6dde33e1ed3 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926387 Nov 11 21:27:04.620770 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0db48ffd-c320-4a66-b0f5-6ac428e29886', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'floating_ip_address': '172.25.2.124', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'port_id': '519db681-d45f-4379-9786-a39310c722c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'mac_address': 'fa:16:3e:12:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018210-3872-44fa-b963-7f9786594412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:27:02Z', 'updated_at': '2021-11-11T21:27:02Z', 'revision_number': 0, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 5, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:27:04.639394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1aba8ed7-a6f0-4540-b8cd-0117c3d01b37 req-b7b3a99f-ac88-48b1-bb6f-04d83fee1787 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903082 Nov 11 21:27:04.647797 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc07a092-d97c-4c9f-abec-e22e69d11968 None None] The sync data for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 is: [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '0db48ffd-c320-4a66-b0f5-6ac428e29886', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'floating_ip_address': '172.25.2.124', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'port_id': '519db681-d45f-4379-9786-a39310c722c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'mac_address': 'fa:16:3e:12:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018210-3872-44fa-b963-7f9786594412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:27:02Z', 'updated_at': '2021-11-11T21:27:02Z', 'revision_number': 0, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 5, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:27:04.866704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26fc23-e2f9-4533-a684-29c954d66a3c None None] New status for floating IP 0db48ffd-c320-4a66-b0f5-6ac428e29886: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:27:05.610992 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.099339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59452) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:07.115842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.209310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8631-e1a8-474e-96cf-7ea754d7fc01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.287400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8631-e1a8-474e-96cf-7ea754d7fc01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.332533 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8631-e1a8-474e-96cf-7ea754d7fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.369979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8631-e1a8-474e-96cf-7ea754d7fc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344ed49-c547-4042-9962-6542926d3122,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:07.375776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0c1d8631-e1a8-474e-96cf-7ea754d7fc01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38f421c227344648b3863c9807727c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753735 Nov 11 21:27:07.378965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59456) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:07.424918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ab188b8-dc88-4533-accf-e31933d09aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.446569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ab188b8-dc88-4533-accf-e31933d09aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.553723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ab188b8-dc88-4533-accf-e31933d09aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.556311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1ab188b8-dc88-4533-accf-e31933d09aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:07.557467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1ab188b8-dc88-4533-accf-e31933d09aaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9344ed49-c547-4042-9962-6542926d3122 HTTP/1.1" status: 204 len: 168 time: 0.1781983 Nov 11 21:27:07.566205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab188b8-dc88-4533-accf-e31933d09aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344ed49-c547-4042-9962-6542926d3122,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:07.868319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.222781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:08.236609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbd11-2abd-487e-8d3e-a3ba61669165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.311028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbd11-2abd-487e-8d3e-a3ba61669165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.378232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e0dbd11-2abd-487e-8d3e-a3ba61669165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.415621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dbd11-2abd-487e-8d3e-a3ba61669165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b0d5d-e526-4d94-910b-475bce7bf3e5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:08.420300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9e0dbd11-2abd-487e-8d3e-a3ba61669165 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd2e8fc0bad345609df9e94667206ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963084 Nov 11 21:27:08.423079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:08.474178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d7222c8-1a55-4da4-a8f9-75d6d4b290ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.494314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d7222c8-1a55-4da4-a8f9-75d6d4b290ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.628193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d7222c8-1a55-4da4-a8f9-75d6d4b290ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.630909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3d7222c8-1a55-4da4-a8f9-75d6d4b290ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:08.632051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3d7222c8-1a55-4da4-a8f9-75d6d4b290ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d0b0d5d-e526-4d94-910b-475bce7bf3e5 HTTP/1.1" status: 204 len: 168 time: 0.2077985 Nov 11 21:27:08.640201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7222c8-1a55-4da4-a8f9-75d6d4b290ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b0d5d-e526-4d94-910b-475bce7bf3e5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:12.571450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:12.681959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5bb4143d-132a-4f37-87fa-09ccc1e4e8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.754707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5bb4143d-132a-4f37-87fa-09ccc1e4e8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.841422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5bb4143d-132a-4f37-87fa-09ccc1e4e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.882487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5bb4143d-132a-4f37-87fa-09ccc1e4e8ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d488c25841b9424999928fbd2bf13de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098731 Nov 11 21:27:12.883342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4143d-132a-4f37-87fa-09ccc1e4e8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2286089-6716-4dd2-b37b-02a2793ddf88,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:12.885294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:12.940908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae6428a-ec86-49ed-b720-b93dac3c1814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:12.960393 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae6428a-ec86-49ed-b720-b93dac3c1814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.091039 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae6428a-ec86-49ed-b720-b93dac3c1814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.093881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4ae6428a-ec86-49ed-b720-b93dac3c1814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.095110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4ae6428a-ec86-49ed-b720-b93dac3c1814 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2286089-6716-4dd2-b37b-02a2793ddf88 HTTP/1.1" status: 204 len: 168 time: 0.2087812 Nov 11 21:27:13.103057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6428a-ec86-49ed-b720-b93dac3c1814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2286089-6716-4dd2-b37b-02a2793ddf88,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:13.273998 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:27:13.857516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59550) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:13.871315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a18510ed-fc3c-4331-95d1-4c98725d90b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:13.944973 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a18510ed-fc3c-4331-95d1-4c98725d90b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.052854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a18510ed-fc3c-4331-95d1-4c98725d90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.090403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18510ed-fc3c-4331-95d1-4c98725d90b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede7352c-cfd9-46c8-add1-9113c8cf18c6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:14.095648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a18510ed-fc3c-4331-95d1-4c98725d90b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1129f82cd05f4e83a543ae47ceb25bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367809 Nov 11 21:27:14.098217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59552) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:14.147206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c325-2fde-4c96-9633-fb6b9c38880b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.171182 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c325-2fde-4c96-9633-fb6b9c38880b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.290957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c325-2fde-4c96-9633-fb6b9c38880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.293634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c325-2fde-4c96-9633-fb6b9c38880b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:14.294814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2ee1c325-2fde-4c96-9633-fb6b9c38880b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ede7352c-cfd9-46c8-add1-9113c8cf18c6 HTTP/1.1" status: 204 len: 168 time: 0.1956806 Nov 11 21:27:14.302756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1c325-2fde-4c96-9633-fb6b9c38880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede7352c-cfd9-46c8-add1-9113c8cf18c6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:17.985161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59626) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:18.099293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7982-7e03-49d3-bc7e-0a1b1190c0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.174463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7982-7e03-49d3-bc7e-0a1b1190c0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.235366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7982-7e03-49d3-bc7e-0a1b1190c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.277217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3e4c7982-7e03-49d3-bc7e-0a1b1190c0d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06f03e3c6ad147d5bce8ebfbe1b8213c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909527 Nov 11 21:27:18.278178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c7982-7e03-49d3-bc7e-0a1b1190c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc4f048-6f6a-4b2b-a42c-a69dd8ba75a3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:18.280043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:18.328515 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ceb22506-0c49-499c-b2a2-790f50648fe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.351745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ceb22506-0c49-499c-b2a2-790f50648fe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.486855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ceb22506-0c49-499c-b2a2-790f50648fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.489401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ceb22506-0c49-499c-b2a2-790f50648fe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:18.490581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ceb22506-0c49-499c-b2a2-790f50648fe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbc4f048-6f6a-4b2b-a42c-a69dd8ba75a3 HTTP/1.1" status: 204 len: 168 time: 0.2095015 Nov 11 21:27:18.499101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22506-0c49-499c-b2a2-790f50648fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc4f048-6f6a-4b2b-a42c-a69dd8ba75a3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:19.061208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59636) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:19.074496 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-336e23c3-d4c9-4b89-8936-7efb3a6f8af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.148111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-336e23c3-d4c9-4b89-8936-7efb3a6f8af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.206483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-336e23c3-d4c9-4b89-8936-7efb3a6f8af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.247245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e23c3-d4c9-4b89-8936-7efb3a6f8af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b83f3e7-e210-430b-8fae-1d2ee741745b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:19.253494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-336e23c3-d4c9-4b89-8936-7efb3a6f8af0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=188dac09b9054c3191d83f377edb4b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1912947 Nov 11 21:27:19.256117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59638) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:19.305000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43b1d340-b195-4b86-90d1-81eaff02c3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.327464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43b1d340-b195-4b86-90d1-81eaff02c3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.435415 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43b1d340-b195-4b86-90d1-81eaff02c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.439317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-43b1d340-b195-4b86-90d1-81eaff02c3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:19.440539 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-43b1d340-b195-4b86-90d1-81eaff02c3c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b83f3e7-e210-430b-8fae-1d2ee741745b HTTP/1.1" status: 204 len: 168 time: 0.1834235 Nov 11 21:27:19.448363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1d340-b195-4b86-90d1-81eaff02c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b83f3e7-e210-430b-8fae-1d2ee741745b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:22.354903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.332071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:23.449476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0ba16af5-07c2-49cf-8e59-b97c5bd82ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.524706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0ba16af5-07c2-49cf-8e59-b97c5bd82ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.577947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0ba16af5-07c2-49cf-8e59-b97c5bd82ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.616915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0ba16af5-07c2-49cf-8e59-b97c5bd82ba7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b2fe9b221d644e19094c2052279a5cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836208 Nov 11 21:27:23.617813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba16af5-07c2-49cf-8e59-b97c5bd82ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b3ff96-b5b5-4b35-b582-557a919b95ac,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:23.619476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:23.675213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb490-b941-4a7a-9432-3e342720e465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.698090 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb490-b941-4a7a-9432-3e342720e465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.858598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb490-b941-4a7a-9432-3e342720e465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.861318 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb490-b941-4a7a-9432-3e342720e465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:23.862528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e8cb490-b941-4a7a-9432-3e342720e465 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21b3ff96-b5b5-4b35-b582-557a919b95ac HTTP/1.1" status: 204 len: 168 time: 0.2411737 Nov 11 21:27:23.875880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cb490-b941-4a7a-9432-3e342720e465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b3ff96-b5b5-4b35-b582-557a919b95ac,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:24.396747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:24.410154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.485824 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.532536 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.571902 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d72e61f8393e4e1f92c041e0ff815133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739860 Nov 11 21:27:24.572735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f122aef6-6cf6-4638-9a21-2195d1a7b9f6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:24.574522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59724) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:24.581070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.581429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.581778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.582122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.582464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.582802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.583135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.583470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.583802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.584135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.584525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.584855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c90f0f1-6928-4460-a36d-9245d2416647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:27:24.624943 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dac6647-fb4f-41a2-928a-4bec4cb0afa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.645979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dac6647-fb4f-41a2-928a-4bec4cb0afa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.789457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dac6647-fb4f-41a2-928a-4bec4cb0afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.791986 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8dac6647-fb4f-41a2-928a-4bec4cb0afa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:24.793183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8dac6647-fb4f-41a2-928a-4bec4cb0afa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f122aef6-6cf6-4638-9a21-2195d1a7b9f6 HTTP/1.1" status: 204 len: 168 time: 0.2176399 Nov 11 21:27:24.801420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac6647-fb4f-41a2-928a-4bec4cb0afa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f122aef6-6cf6-4638-9a21-2195d1a7b9f6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:26.300350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:26.406026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e60e4c8-fbf0-4709-a53e-e9ce4eb2f77e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.480293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e60e4c8-fbf0-4709-a53e-e9ce4eb2f77e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.561003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e60e4c8-fbf0-4709-a53e-e9ce4eb2f77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.599487 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1e60e4c8-fbf0-4709-a53e-e9ce4eb2f77e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=934e2bf026494ebfb55c663b8a32bdca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980356 Nov 11 21:27:26.600341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60e4c8-fbf0-4709-a53e-e9ce4eb2f77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e86d164-75b7-4a53-a70e-cc3947a91bcc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:26.602899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:26.655343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-535f22a5-429e-441e-b269-8f022173b14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.677385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-535f22a5-429e-441e-b269-8f022173b14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.841058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-535f22a5-429e-441e-b269-8f022173b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.844917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-535f22a5-429e-441e-b269-8f022173b14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:26.846233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-535f22a5-429e-441e-b269-8f022173b14f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e86d164-75b7-4a53-a70e-cc3947a91bcc HTTP/1.1" status: 204 len: 168 time: 0.2420881 Nov 11 21:27:26.854594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f22a5-429e-441e-b269-8f022173b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e86d164-75b7-4a53-a70e-cc3947a91bcc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:27.417835 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.130255 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:29.238444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c646e9a2-8943-4ce3-a44c-178c48d7ac07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.312128 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c646e9a2-8943-4ce3-a44c-178c48d7ac07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.382441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c646e9a2-8943-4ce3-a44c-178c48d7ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.418983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646e9a2-8943-4ce3-a44c-178c48d7ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a97d01-4b82-402c-a3d0-8cf951c603b1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:29.423847 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c646e9a2-8943-4ce3-a44c-178c48d7ac07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac4754e24e1c46348d38c7c1e6c12149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937851 Nov 11 21:27:29.427996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59808) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:29.479111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc243eb-45af-4ab7-8036-53c99b75ad77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.501178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc243eb-45af-4ab7-8036-53c99b75ad77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.611984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc243eb-45af-4ab7-8036-53c99b75ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.614565 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2bc243eb-45af-4ab7-8036-53c99b75ad77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:29.615756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2bc243eb-45af-4ab7-8036-53c99b75ad77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38a97d01-4b82-402c-a3d0-8cf951c603b1 HTTP/1.1" status: 204 len: 168 time: 0.1883335 Nov 11 21:27:29.623972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc243eb-45af-4ab7-8036-53c99b75ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a97d01-4b82-402c-a3d0-8cf951c603b1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:30.241448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:30.255776 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c561e38e-f485-467a-990a-79e9ada6f942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.333229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c561e38e-f485-467a-990a-79e9ada6f942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.452012 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c561e38e-f485-467a-990a-79e9ada6f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.494723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c561e38e-f485-467a-990a-79e9ada6f942 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b81b7adb92cb412bad9379bbd64a5d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521918 Nov 11 21:27:30.495934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561e38e-f485-467a-990a-79e9ada6f942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e33df0-3e16-4ec6-9e3c-b268404a4333,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:30.498220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:30.551581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5111390d-85e8-4606-9c83-30a08ce4a7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.574925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5111390d-85e8-4606-9c83-30a08ce4a7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.703905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5111390d-85e8-4606-9c83-30a08ce4a7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.706481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5111390d-85e8-4606-9c83-30a08ce4a7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:30.707657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5111390d-85e8-4606-9c83-30a08ce4a7c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42e33df0-3e16-4ec6-9e3c-b268404a4333 HTTP/1.1" status: 204 len: 168 time: 0.2083850 Nov 11 21:27:30.715524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111390d-85e8-4606-9c83-30a08ce4a7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e33df0-3e16-4ec6-9e3c-b268404a4333,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:31.949270 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb2d83ad-47ef-4da5-b78d-3e6faa862554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:33.840081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 59902) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:33.947748 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70b056d2-d2c8-414b-9649-b69e8b2630af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.022487 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70b056d2-d2c8-414b-9649-b69e8b2630af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.086184 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70b056d2-d2c8-414b-9649-b69e8b2630af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.129290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-70b056d2-d2c8-414b-9649-b69e8b2630af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=659fb4e03b6a4bcba6a09561ee3d1003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879696 Nov 11 21:27:34.130176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b056d2-d2c8-414b-9649-b69e8b2630af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f041250-4516-4eda-a6c8-b64ebf2b33f4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:34.131967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:34.179803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3b4bc00-addb-4412-b89c-42146893c3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.201858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3b4bc00-addb-4412-b89c-42146893c3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.414049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3b4bc00-addb-4412-b89c-42146893c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.416702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c3b4bc00-addb-4412-b89c-42146893c3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:34.417890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c3b4bc00-addb-4412-b89c-42146893c3cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f041250-4516-4eda-a6c8-b64ebf2b33f4 HTTP/1.1" status: 204 len: 168 time: 0.2848992 Nov 11 21:27:34.426353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4bc00-addb-4412-b89c-42146893c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f041250-4516-4eda-a6c8-b64ebf2b33f4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:34.537550 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90aa08b4-05be-48f6-9643-50eba5b4c39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.114179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59912) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:35.127767 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f34a-1980-4504-bcc9-42d493a1c5aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.201619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f34a-1980-4504-bcc9-42d493a1c5aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.280922 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6d8f34a-1980-4504-bcc9-42d493a1c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.317635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8f34a-1980-4504-bcc9-42d493a1c5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958512b-dc20-43f3-9b4e-0359e06f1e46,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:35.321900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d6d8f34a-1980-4504-bcc9-42d493a1c5aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1066558e159c43eabda5bcbff66b7773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2067022 Nov 11 21:27:35.325217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59914) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:35.375967 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8b9c-d052-46d3-b0f7-96ba123905ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.397238 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8b9c-d052-46d3-b0f7-96ba123905ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.515348 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8b9c-d052-46d3-b0f7-96ba123905ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.518027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8b9c-d052-46d3-b0f7-96ba123905ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:35.519197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bc1f8b9c-d052-46d3-b0f7-96ba123905ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6958512b-dc20-43f3-9b4e-0359e06f1e46 HTTP/1.1" status: 204 len: 168 time: 0.1937203 Nov 11 21:27:35.527650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f8b9c-d052-46d3-b0f7-96ba123905ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958512b-dc20-43f3-9b4e-0359e06f1e46,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:35.612074 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.149138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.878329 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:37.996047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 59968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:38.138645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faeb174-e40e-4f4d-842c-a74fa07c60c2 req-e52b6853-bede-4fca-b39b-28ae3c68c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:38.140317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0faeb174-e40e-4f4d-842c-a74fa07c60c2 req-e52b6853-bede-4fca-b39b-28ae3c68c928 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1097 time: 0.1427305 Nov 11 21:27:38.188211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0faeb174-e40e-4f4d-842c-a74fa07c60c2 req-31fe2af6-b2c5-43ff-b1e2-6e3cce1cb82a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Nov 11 21:27:39.847657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60034) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:39.957282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e720905-7d55-4d8b-80a2-2af9643f51bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.035119 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e720905-7d55-4d8b-80a2-2af9643f51bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.114768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e720905-7d55-4d8b-80a2-2af9643f51bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.155067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9e720905-7d55-4d8b-80a2-2af9643f51bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=014af286490141a68b18d13816f53f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056641 Nov 11 21:27:40.155923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720905-7d55-4d8b-80a2-2af9643f51bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dac745-c1cf-418a-a2dd-6a19211d73a4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:40.158735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:40.206147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5143c30c-590c-4ae1-a0a1-f00381248c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.227193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5143c30c-590c-4ae1-a0a1-f00381248c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.354069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5143c30c-590c-4ae1-a0a1-f00381248c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.356736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5143c30c-590c-4ae1-a0a1-f00381248c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:40.358580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5143c30c-590c-4ae1-a0a1-f00381248c01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67dac745-c1cf-418a-a2dd-6a19211d73a4 HTTP/1.1" status: 204 len: 168 time: 0.1985285 Nov 11 21:27:40.366807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143c30c-590c-4ae1-a0a1-f00381248c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dac745-c1cf-418a-a2dd-6a19211d73a4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:41.006025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:41.020013 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1be3719-e158-4385-b3ab-bf21657340af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.093607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1be3719-e158-4385-b3ab-bf21657340af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.160078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f1be3719-e158-4385-b3ab-bf21657340af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.199224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f1be3719-e158-4385-b3ab-bf21657340af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45b8845b69954d84b18eda62b3164d2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920421 Nov 11 21:27:41.200020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be3719-e158-4385-b3ab-bf21657340af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a999cd7-eb84-4cc8-bc2b-4bc3a16ec561,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:41.201893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60046) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:41.251177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e589915-f44f-470d-ad4a-c4c10771f211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.272353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e589915-f44f-470d-ad4a-c4c10771f211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.389309 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e589915-f44f-470d-ad4a-c4c10771f211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.391785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1e589915-f44f-470d-ad4a-c4c10771f211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:41.392980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1e589915-f44f-470d-ad4a-c4c10771f211 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a999cd7-eb84-4cc8-bc2b-4bc3a16ec561 HTTP/1.1" status: 204 len: 168 time: 0.1900704 Nov 11 21:27:41.400841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e589915-f44f-470d-ad4a-c4c10771f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a999cd7-eb84-4cc8-bc2b-4bc3a16ec561,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:44.697015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-8f7a703c-e245-459d-b63e-c3c2bf4440b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408678 Nov 11 21:27:44.788873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-1056a206-2a56-4b58-b048-d7676d12e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:44.790537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-1056a206-2a56-4b58-b048-d7676d12e436 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1097 time: 0.0495389 Nov 11 21:27:44.943954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-41b5d759-2e7d-4cd1-ad77-bf7d4cc2a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:44.945527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-41b5d759-2e7d-4cd1-ad77-bf7d4cc2a7f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 909 time: 0.1306477 Nov 11 21:27:45.015842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-bc80ac65-4d29-4ebe-a243-43c8dde21109 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 1002 time: 0.0627255 Nov 11 21:27:45.069318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-f5642baa-79da-4a3c-a80b-f0fd96e25579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:45.070847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-f5642baa-79da-4a3c-a80b-f0fd96e25579 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 200 len: 847 time: 0.0468836 Nov 11 21:27:45.118779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-809831d7-ac0d-4bf3-9581-badd2b48df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:45.120584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-809831d7-ac0d-4bf3-9581-badd2b48df1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8677eb2f-cd84-4229-881e-9ae79badbec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407429 Nov 11 21:27:45.219549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-1bce185e-b16b-4ce8-8913-9241ee255c3d service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914030 Nov 11 21:27:45.312087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac003bf-df22-4a01-ace0-78d2aea4b592 req-8c4769eb-e265-4190-8e88-baa1d9dce749 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841181 Nov 11 21:27:50.273352 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:27:52.336882 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.469298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60390) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:52.578856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f353a2f5-5e87-4ee0-9fb3-4ef200a61f7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.650643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f353a2f5-5e87-4ee0-9fb3-4ef200a61f7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.788385 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f353a2f5-5e87-4ee0-9fb3-4ef200a61f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.828851 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f353a2f5-5e87-4ee0-9fb3-4ef200a61f7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31c6de9188064d75bb1052b7c3d63608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3583350 Nov 11 21:27:52.829647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353a2f5-5e87-4ee0-9fb3-4ef200a61f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd898e-5305-437c-a9f4-8ccd041bdbc3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:52.831942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60394) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:52.881616 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d8325d7-faf3-4fa6-bf04-226fdeae6d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:52.907504 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d8325d7-faf3-4fa6-bf04-226fdeae6d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:53.011499 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d8325d7-faf3-4fa6-bf04-226fdeae6d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:53.014786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3d8325d7-faf3-4fa6-bf04-226fdeae6d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:53.015978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3d8325d7-faf3-4fa6-bf04-226fdeae6d54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29dd898e-5305-437c-a9f4-8ccd041bdbc3 HTTP/1.1" status: 204 len: 168 time: 0.1828597 Nov 11 21:27:53.023753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8325d7-faf3-4fa6-bf04-226fdeae6d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd898e-5305-437c-a9f4-8ccd041bdbc3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:54.929255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:55.039151 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af4ed1eb-d4ce-46a4-8c6a-1224885adc50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.111529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af4ed1eb-d4ce-46a4-8c6a-1224885adc50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.181944 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-af4ed1eb-d4ce-46a4-8c6a-1224885adc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.221437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-af4ed1eb-d4ce-46a4-8c6a-1224885adc50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a78227d8103e43b6a77c0bf524ee4626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910998 Nov 11 21:27:55.222383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed1eb-d4ce-46a4-8c6a-1224885adc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedf080-54de-4fae-bfd6-169fa828d638,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:55.224139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60466) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:55.273679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ddb8-5845-458b-a252-cd8ea587087c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.295208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ddb8-5845-458b-a252-cd8ea587087c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.422851 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ddb8-5845-458b-a252-cd8ea587087c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.425500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ddb8-5845-458b-a252-cd8ea587087c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:55.426674 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1c8ddb8-5845-458b-a252-cd8ea587087c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fedf080-54de-4fae-bfd6-169fa828d638 HTTP/1.1" status: 204 len: 168 time: 0.2014902 Nov 11 21:27:55.434413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ddb8-5845-458b-a252-cd8ea587087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedf080-54de-4fae-bfd6-169fa828d638,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:56.423118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60488) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:56.521230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1249720605'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:56.622881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:56.626724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.639589 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.712343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.874751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.901685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:27:56.910492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbc42c-203e-4a42-a8f3-5bc5561f3009,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:56.916354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:56.917819 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment 6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7 of type vlan for network 80d2e6ab-b043-4720-b435-8af5889c3b0d Nov 11 21:27:56.957910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.073903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.080227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:57.080813 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.149544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=80d2e6ab-b043-4720-b435-8af5889c3b0d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:57.159806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:27:57.185953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ebe1b256-27f1-47a5-b2a1-7c9c40dc3da8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7608893 Nov 11 21:27:57.188873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60492) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:57.193863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'name': 'tempest-PortsIpV6TestJSON-1719608331'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:57.353938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:57.358034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.376274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port a749de6f-66ac-459e-8347-b043e714960f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:27:57.444747 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.533525 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.622237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.679423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=a749de6f-66ac-459e-8347-b043e714960f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:57.689725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': '6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:57.690081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: 80d2e6ab-b043-4720-b435-8af5889c3b0d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:27:57.794404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:27:57.874474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 80d2e6ab-b043-4720-b435-8af5889c3b0d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:57.878316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:57.883671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e3e93-c680-4c43-9258-10be5dac2d2a None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:27:57.884579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:57.884783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:57.979516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-40b63abf-d5ac-4101-b3a5-663e7ce0eccf tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7895966 Nov 11 21:27:57.983388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60494) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:57.988500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1480309638'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:58.068030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:58.071550 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.096106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:27:58.105041 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.105396 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment 76d8b0c5-1199-45bd-89d4-d31db5d3cf3c of type vlan for network e63691e9-8d3d-4251-ae6f-7d58cfad59c7 Nov 11 21:27:58.152678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.296725 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.302253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:58.302864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.367958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=e63691e9-8d3d-4251-ae6f-7d58cfad59c7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:58.378872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e63691e9-8d3d-4251-ae6f-7d58cfad59c7 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:27:58.414145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-226c4d00-9b55-4d7d-8f89-e69137a07bb3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4293966 Nov 11 21:27:58.416680 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60496) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:58.421898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'ports': [{'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d'}, {'network_id': 'e63691e9-8d3d-4251-ae6f-7d58cfad59c7'}]} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:58.422217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:58.422700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': 'e63691e9-8d3d-4251-ae6f-7d58cfad59c7'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:27:58.650956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 2} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:27:58.655643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.668653 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.751059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 14516c14-3948-4fd0-b94c-914aa8fd4852 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:27:58.858350 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:58.928369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 076fbbe7-7713-44d5-85e1-5e1fecd605d2 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:27:59.034671 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.148398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.195733 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:27:59.200671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:59.204467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:59.205290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.211988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=14516c14-3948-4fd0-b94c-914aa8fd4852,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:59.267537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=076fbbe7-7713-44d5-85e1-5e1fecd605d2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:59.277948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': '76d8b0c5-1199-45bd-89d4-d31db5d3cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e63691e9-8d3d-4251-ae6f-7d58cfad59c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:27:59.278334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: e63691e9-8d3d-4251-ae6f-7d58cfad59c7, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:27:59.353905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network e63691e9-8d3d-4251-ae6f-7d58cfad59c7 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:27:59.462890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e63691e9-8d3d-4251-ae6f-7d58cfad59c7) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:27:59.467011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:27:59.472425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72dd5e-06c2-421f-9dd9-82ea5b0b77c5 None None] Network e63691e9-8d3d-4251-ae6f-7d58cfad59c7 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:27:59.473345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:59.478315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:27:59.479618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.585236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1acc00f6-9411-437a-8154-bd01f1c68ac0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1673994 Nov 11 21:27:59.587992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60498) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:27:59.677489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 076fbbe7-7713-44d5-85e1-5e1fecd605d2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:27:59.678196 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.742284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.755076 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 076fbbe7-7713-44d5-85e1-5e1fecd605d2 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:27:59.931178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.960657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=076fbbe7-7713-44d5-85e1-5e1fecd605d2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:27:59.966111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:27:59.969666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d2136dad-272b-499c-b0c0-0d3de6e94608 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/076fbbe7-7713-44d5-85e1-5e1fecd605d2 HTTP/1.1" status: 204 len: 168 time: 0.3807054 Nov 11 21:27:59.972218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:00.020759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da63274-3644-431d-8bde-5104668c3bdb tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:00.026674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da63274-3644-431d-8bde-5104668c3bdb tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:00.028208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4da63274-3644-431d-8bde-5104668c3bdb tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0550599 Nov 11 21:28:00.031535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60502) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:00.118883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 14516c14-3948-4fd0-b94c-914aa8fd4852 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:00.119222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.187825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.200201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 14516c14-3948-4fd0-b94c-914aa8fd4852 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:00.348447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.376757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=14516c14-3948-4fd0-b94c-914aa8fd4852,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:00.381656 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.384906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e73703e-0339-4568-a34e-d52165cfcb43 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/14516c14-3948-4fd0-b94c-914aa8fd4852 HTTP/1.1" status: 204 len: 168 time: 0.3524721 Nov 11 21:28:00.387385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:00.434013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb2d504-ce53-4bfb-8dba-9e105b4633c4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:00.435535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dcb2d504-ce53-4bfb-8dba-9e105b4633c4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0472419 Nov 11 21:28:00.438544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60506) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:00.462028 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1676242-52b6-4b8b-978d-8f3eb928bae1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:00.463453 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d1676242-52b6-4b8b-978d-8f3eb928bae1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/076fbbe7-7713-44d5-85e1-5e1fecd605d2 HTTP/1.1" status: 404 len: 333 time: 0.0240159 Nov 11 21:28:00.465923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:00.489058 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9261af31-206d-4c2b-b199-d372d600f279 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:00.490429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9261af31-206d-4c2b-b199-d372d600f279 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/14516c14-3948-4fd0-b94c-914aa8fd4852 HTTP/1.1" status: 404 len: 333 time: 0.0230064 Nov 11 21:28:00.492915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:00.570477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.660816 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.680042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63691e9-8d3d-4251-ae6f-7d58cfad59c7']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:00.689628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d8b0c5-1199-45bd-89d4-d31db5d3cf3c') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:00.689929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d8b0c5-1199-45bd-89d4-d31db5d3cf3c') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:00.699012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.712342 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.718102 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:00.718483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:00.721467 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:00.874714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.886131 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.886131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/e63691e9-8d3d-4251-ae6f-7d58cfad59c7 HTTP/1.1" status: 204 len: 168 time: 0.3911951 Nov 11 21:28:00.888984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:00.894462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1785448407'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:00.897482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca45ef-7aae-4b3d-9465-df968ff5b6fe tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=e63691e9-8d3d-4251-ae6f-7d58cfad59c7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:00.965567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:00.969713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:00.993334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:01.002891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.003252 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment 6e9562d4-b2f7-4aff-9a4e-892bcb540420 of type vlan for network 6a6101bc-5d91-4343-9249-4c6c03752886 Nov 11 21:28:01.042359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.125498 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.131018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:01.131602 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.199178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=6a6101bc-5d91-4343-9249-4c6c03752886,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:01.209165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 6a6101bc-5d91-4343-9249-4c6c03752886 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:01.231416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2c8d3b8b-09fd-4dc6-a946-bad7dda0eb94 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3408477 Nov 11 21:28:01.235094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:01.240381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:01.433574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:01.437205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.499337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 21:28:01.502185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 21:28:01.686049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.749785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=87726b1f-e17e-4bb1-9438-9ad0beadb89e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:01.754164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': '6e9562d4-b2f7-4aff-9a4e-892bcb540420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:01.754524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: 6a6101bc-5d91-4343-9249-4c6c03752886, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:01.856081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 6a6101bc-5d91-4343-9249-4c6c03752886 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:01.976425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 6a6101bc-5d91-4343-9249-4c6c03752886) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:01.981063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:01.982839 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:01.985860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048263e-f8d5-4e18-8b5a-13311adde239 None None] Network 6a6101bc-5d91-4343-9249-4c6c03752886 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:02.092636 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6de245db-90cb-4478-8d5a-2fb1970accc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.117049 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9af6932c-49b5-4dae-830e-87047b4fb2b5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8808103 Nov 11 21:28:02.119890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:02.130629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886', 'name': 'tempest-PortsIpV6TestJSON-237041424'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:02.132835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-6a6101bc-5d91-4343-9249-4c6c03752886', 'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886', 'tenant_id': '29f2621e4a434de994292e02816459d5', 'fixed_ips': [{'subnet_id': '87726b1f-e17e-4bb1-9438-9ad0beadb89e'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:02.133724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.279394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Allocated IP 2001:db8::2 (6a6101bc-5d91-4343-9249-4c6c03752886/87726b1f-e17e-4bb1-9438-9ad0beadb89e/bef5e2cb-327f-45ed-a773-e5dfa099b58a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:02.331115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:02.334833 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.352614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 7755f3c2-1e23-40d4-b97b-7944b740ff0e yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:02.422839 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.542822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.579836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Network 6a6101bc-5d91-4343-9249-4c6c03752886 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:02.585074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:02.588511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:02.594929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Pushing event updated for resources: {'Port': ['ID=bef5e2cb-327f-45ed-a773-e5dfa099b58a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:02.604797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::2d5 (6a6101bc-5d91-4343-9249-4c6c03752886/87726b1f-e17e-4bb1-9438-9ad0beadb89e/7755f3c2-1e23-40d4-b97b-7944b740ff0e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:02.606409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.606759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.607156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.607492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.607822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.608164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.608649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.608977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.609303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.609627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.609951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.610271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:02.658481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Attempting to bind port bef5e2cb-327f-45ed-a773-e5dfa099b58a on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:02.658847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Attempting to bind port bef5e2cb-327f-45ed-a773-e5dfa099b58a by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6e9562d4-b2f7-4aff-9a4e-892bcb540420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:02.659211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Attempting to bind port bef5e2cb-327f-45ed-a773-e5dfa099b58a on network 6a6101bc-5d91-4343-9249-4c6c03752886 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:02.664117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:02.664518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Checking segment: {'id': '6e9562d4-b2f7-4aff-9a4e-892bcb540420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:02.664925 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.665321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Bound using segment: {'id': '6e9562d4-b2f7-4aff-9a4e-892bcb540420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:02.665779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Bound port: bef5e2cb-327f-45ed-a773-e5dfa099b58a, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9562d4-b2f7-4aff-9a4e-892bcb540420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6a6101bc-5d91-4343-9249-4c6c03752886'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:02.666153 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.727272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] For port bef5e2cb-327f-45ed-a773-e5dfa099b58a, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:02.730623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] For port bef5e2cb-327f-45ed-a773-e5dfa099b58a, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bef5e2cb-327f-45ed-a773-e5dfa099b58a,segment=NetworkSegment(6e9562d4-b2f7-4aff-9a4e-892bcb540420),segment_id=6e9562d4-b2f7-4aff-9a4e-892bcb540420)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:02.749844 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.857417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.910369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.916453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186ea92-1dfa-4d10-a5e8-d0c4d088380a None None] Pushing event updated for resources: {'Port': ['ID=bef5e2cb-327f-45ed-a773-e5dfa099b58a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:02.963269 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 6a6101bc-5d91-4343-9249-4c6c03752886 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:02.969197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:02.971658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:02.978132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:02.978710 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:02.989618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=7755f3c2-1e23-40d4-b97b-7944b740ff0e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:03.066965 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-802b9a6a-241f-4c4e-8395-712fd3eb56f3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9459443 Nov 11 21:28:03.073802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:03.166997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 7755f3c2-1e23-40d4-b97b-7944b740ff0e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:03.167345 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.257870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.270008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 7755f3c2-1e23-40d4-b97b-7944b740ff0e owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:03.469050 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.500373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=7755f3c2-1e23-40d4-b97b-7944b740ff0e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:03.535793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.543172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60520) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:03.545338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-06cf2dc6-8c77-4405-ac29-bea5fae17bd5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/7755f3c2-1e23-40d4-b97b-7944b740ff0e HTTP/1.1" status: 204 len: 168 time: 0.4697704 Nov 11 21:28:03.569342 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aee145-1884-4e38-bd06-e07140d9c8a4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:03.570128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aee145-1884-4e38-bd06-e07140d9c8a4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:03.581100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-37aee145-1884-4e38-bd06-e07140d9c8a4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/7755f3c2-1e23-40d4-b97b-7944b740ff0e HTTP/1.1" status: 404 len: 333 time: 0.0303502 Nov 11 21:28:03.583250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60522) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:03.602910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bef5e2cb-327f-45ed-a773-e5dfa099b58a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:03.615031 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-905389af-274b-4eaa-852c-789907003a35 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:03.616951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-905389af-274b-4eaa-852c-789907003a35 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/7755f3c2-1e23-40d4-b97b-7944b740ff0e HTTP/1.1" status: 404 len: 333 time: 0.0326505 Nov 11 21:28:03.620304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60524) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:03.655049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bef5e2cb-327f-45ed-a773-e5dfa099b58a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:03.655443 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.674337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 87726b1f-e17e-4bb1-9438-9ad0beadb89e {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:03.677901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.722560 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.742548 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:03.782083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port bef5e2cb-327f-45ed-a773-e5dfa099b58a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bef5e2cb-327f-45ed-a773-e5dfa099b58a,segment=NetworkSegment(6e9562d4-b2f7-4aff-9a4e-892bcb540420),segment_id=6e9562d4-b2f7-4aff-9a4e-892bcb540420)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:03.802772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc1814b-32a9-4ed5-9e3e-e50189988d01 None None] Network 6a6101bc-5d91-4343-9249-4c6c03752886 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:03.899098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.015798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.073931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-71075ffb-cebd-4ec2-bbdc-eb078faaeb0a None None] Provisioning complete for port bef5e2cb-327f-45ed-a773-e5dfa099b58a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:04.074218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71075ffb-cebd-4ec2-bbdc-eb078faaeb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.111930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=bef5e2cb-327f-45ed-a773-e5dfa099b58a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:04.171901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.200172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=87726b1f-e17e-4bb1-9438-9ad0beadb89e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:04.202780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.205919 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/87726b1f-e17e-4bb1-9438-9ad0beadb89e HTTP/1.1" status: 204 len: 168 time: 0.5846682 Nov 11 21:28:04.208754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:04.212451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.212810 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.213146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.213480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.213822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.214143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.214468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.214792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.215120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.215482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.215764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.216081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47803d67-22fe-4512-85f0-1c04e451b64e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:04.303648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.365229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port bef5e2cb-327f-45ed-a773-e5dfa099b58a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:04.370133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.423802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13773f87-e060-4bd1-a4b0-b83ad10ed8df None None] Network 6a6101bc-5d91-4343-9249-4c6c03752886 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:04.431596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] For port bef5e2cb-327f-45ed-a773-e5dfa099b58a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bef5e2cb-327f-45ed-a773-e5dfa099b58a,segment=NetworkSegment(6e9562d4-b2f7-4aff-9a4e-892bcb540420),segment_id=6e9562d4-b2f7-4aff-9a4e-892bcb540420)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:04.431972 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.440406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c0afcee-1890-4ff2-b22d-f1dfb747b925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.449773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for bef5e2cb-327f-45ed-a773-e5dfa099b58a owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:04.502104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-92f689ef-9a7e-41e6-95ea-b1339e59b08c None None] Provisioning complete for port bef5e2cb-327f-45ed-a773-e5dfa099b58a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:04.502373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92f689ef-9a7e-41e6-95ea-b1339e59b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.629288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.641795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No DVR routers for this DVR port bef5e2cb-327f-45ed-a773-e5dfa099b58a on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:04.646792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed789d7-f5cb-42c1-83fa-2d31dbc4a414 None None] DHCP port deletion for 6a6101bc-5d91-4343-9249-4c6c03752886 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:04.684421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=bef5e2cb-327f-45ed-a773-e5dfa099b58a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:04.746090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.767422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6101bc-5d91-4343-9249-4c6c03752886']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:04.776709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9562d4-b2f7-4aff-9a4e-892bcb540420') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:04.777013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9562d4-b2f7-4aff-9a4e-892bcb540420') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:04.787227 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.800174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.806131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:04.806517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:04.810171 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:04.937223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.944174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:04.948010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/6a6101bc-5d91-4343-9249-4c6c03752886 HTTP/1.1" status: 204 len: 168 time: 0.7367728 Nov 11 21:28:04.952527 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60528) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:04.957356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-156011556'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:04.960969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030fd7-b0ec-486f-bf0a-d73ec6226e5a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=6a6101bc-5d91-4343-9249-4c6c03752886,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:05.028273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:05.032330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.055107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:05.064355 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.064688 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment 60529e5e-e55f-4489-96d7-f64c22171174 of type vlan for network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 Nov 11 21:28:05.108368 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.165434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.171106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:05.171687 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.236219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=85f3fbe3-e43d-494f-b2fe-d7bd232bc122,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:05.246862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:05.270607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-48922769-4c68-410a-b0c7-318c91464400 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3171554 Nov 11 21:28:05.273399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60530) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:05.278507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:05.445210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:05.448856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.551048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bef5e2cb-327f-45ed-a773-e5dfa099b58a no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:05.573748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bef5e2cb-327f-45ed-a773-e5dfa099b58a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:05.574093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bef5e2cb-327f-45ed-a773-e5dfa099b58a not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:05.605064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.696831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:05.757018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=8c5301c9-bee4-4fc0-8749-8343968888c1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:05.764088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': '60529e5e-e55f-4489-96d7-f64c22171174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:05.764475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: 85f3fbe3-e43d-494f-b2fe-d7bd232bc122, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:06.039441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:06.125019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 85f3fbe3-e43d-494f-b2fe-d7bd232bc122) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:06.128961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:06.131115 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.133975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90bf7a-9a54-466f-8eba-aca7fcf56927 None None] Network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:06.242733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c9e73252-64f5-42dd-9f52-921568deb2e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9680295 Nov 11 21:28:06.245532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60532) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:06.250711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-197529003'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:06.278397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-85f3fbe3-e43d-494f-b2fe-d7bd232bc122', 'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122', 'tenant_id': '29f2621e4a434de994292e02816459d5', 'fixed_ips': [{'subnet_id': '8c5301c9-bee4-4fc0-8749-8343968888c1'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:06.280046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.417109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Allocated IP 2001:db8::2 (85f3fbe3-e43d-494f-b2fe-d7bd232bc122/8c5301c9-bee4-4fc0-8749-8343968888c1/f24b912e-12a2-48b6-bba6-45c85dbfa242) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:06.456735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:06.460617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.479446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 9536ee96-3d8b-48f6-a72b-4073e59f1767 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:06.564216 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.651086 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.688904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:06.691624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:06.694012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:06.709553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Pushing event updated for resources: {'Port': ['ID=f24b912e-12a2-48b6-bba6-45c85dbfa242,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:06.713651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::2ff (85f3fbe3-e43d-494f-b2fe-d7bd232bc122/8c5301c9-bee4-4fc0-8749-8343968888c1/9536ee96-3d8b-48f6-a72b-4073e59f1767) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:06.761580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Attempting to bind port f24b912e-12a2-48b6-bba6-45c85dbfa242 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:06.761952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Attempting to bind port f24b912e-12a2-48b6-bba6-45c85dbfa242 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '60529e5e-e55f-4489-96d7-f64c22171174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:06.762326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Attempting to bind port f24b912e-12a2-48b6-bba6-45c85dbfa242 on network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:06.768163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:06.768557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Checking segment: {'id': '60529e5e-e55f-4489-96d7-f64c22171174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:06.768958 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.769376 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Bound using segment: {'id': '60529e5e-e55f-4489-96d7-f64c22171174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:06.769847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Bound port: f24b912e-12a2-48b6-bba6-45c85dbfa242, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60529e5e-e55f-4489-96d7-f64c22171174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '85f3fbe3-e43d-494f-b2fe-d7bd232bc122'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:06.770227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.832178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] For port f24b912e-12a2-48b6-bba6-45c85dbfa242, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:06.835181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] For port f24b912e-12a2-48b6-bba6-45c85dbfa242, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f24b912e-12a2-48b6-bba6-45c85dbfa242,segment=NetworkSegment(60529e5e-e55f-4489-96d7-f64c22171174),segment_id=60529e5e-e55f-4489-96d7-f64c22171174)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:06.838228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.965939 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:06.988961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.029260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89134d77-18ed-47ec-acd9-641649ff5701 None None] Pushing event updated for resources: {'Port': ['ID=f24b912e-12a2-48b6-bba6-45c85dbfa242,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:07.041730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:07.048187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:07.052033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:07.057888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:07.058536 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.069813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=9536ee96-3d8b-48f6-a72b-4073e59f1767,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:07.143359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.172695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9cb06f62-52d0-4bcd-8c88-30d0c9d7dcc7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9260259 Nov 11 21:28:07.173001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60534) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:07.279396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 9536ee96-3d8b-48f6-a72b-4073e59f1767 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:07.280272 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.367802 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.379879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 9536ee96-3d8b-48f6-a72b-4073e59f1767 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:07.573939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f24b912e-12a2-48b6-bba6-45c85dbfa242 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:07.582783 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.611320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=9536ee96-3d8b-48f6-a72b-4073e59f1767,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:07.634322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f24b912e-12a2-48b6-bba6-45c85dbfa242 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:07.635046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.640901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.644253 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-52765224-be1c-4fb8-920e-7e0e5f6f6a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/9536ee96-3d8b-48f6-a72b-4073e59f1767 HTTP/1.1" status: 204 len: 168 time: 0.4696579 Nov 11 21:28:07.646794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60536) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:07.673924 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed92e8b-3c91-47a9-add4-c741ff85c865 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:07.678138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1ed92e8b-3c91-47a9-add4-c741ff85c865 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/9536ee96-3d8b-48f6-a72b-4073e59f1767 HTTP/1.1" status: 404 len: 333 time: 0.0276506 Nov 11 21:28:07.678541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60538) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:07.723441 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.744318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 8c5301c9-bee4-4fc0-8749-8343968888c1 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:07.747900 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.766995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port f24b912e-12a2-48b6-bba6-45c85dbfa242, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f24b912e-12a2-48b6-bba6-45c85dbfa242,segment=NetworkSegment(60529e5e-e55f-4489-96d7-f64c22171174),segment_id=60529e5e-e55f-4489-96d7-f64c22171174)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:07.796383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.919870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fadcd1-9cef-4e7f-8243-ea9e952901d6 None None] Network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:07.922651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:07.928867 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.002713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.039417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=f24b912e-12a2-48b6-bba6-45c85dbfa242,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:08.043854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-20428945-cd93-47d3-8dea-23af0a5baed4 None None] Provisioning complete for port f24b912e-12a2-48b6-bba6-45c85dbfa242 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:08.044287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20428945-cd93-47d3-8dea-23af0a5baed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.165644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.197132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.203196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/8c5301c9-bee4-4fc0-8749-8343968888c1 HTTP/1.1" status: 204 len: 168 time: 0.5206585 Nov 11 21:28:08.203196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ce35a-50ec-47f6-80bd-a8834f68eda3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5301c9-bee4-4fc0-8749-8343968888c1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:08.203539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:08.285123 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.345931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port f24b912e-12a2-48b6-bba6-45c85dbfa242 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:08.346280 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.370731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005fd63b-eec2-43eb-8246-1e347b88e335 None None] Network 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:08.412976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] For port f24b912e-12a2-48b6-bba6-45c85dbfa242, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f24b912e-12a2-48b6-bba6-45c85dbfa242,segment=NetworkSegment(60529e5e-e55f-4489-96d7-f64c22171174),segment_id=60529e5e-e55f-4489-96d7-f64c22171174)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:08.413338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.426309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for f24b912e-12a2-48b6-bba6-45c85dbfa242 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:08.464451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-96c04451-234a-4be7-bbe7-2efb69efc99a None None] Provisioning complete for port f24b912e-12a2-48b6-bba6-45c85dbfa242 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:08.464749 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96c04451-234a-4be7-bbe7-2efb69efc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.577331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.591247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ac8bf-c4d2-4c7c-b980-89cd72adc2d2 None None] DHCP port deletion for 85f3fbe3-e43d-494f-b2fe-d7bd232bc122 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:08.603371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=f24b912e-12a2-48b6-bba6-45c85dbfa242,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:08.612070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No DVR routers for this DVR port f24b912e-12a2-48b6-bba6-45c85dbfa242 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:08.688932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.710960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f3fbe3-e43d-494f-b2fe-d7bd232bc122']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:08.720420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60529e5e-e55f-4489-96d7-f64c22171174') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:08.720724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60529e5e-e55f-4489-96d7-f64c22171174') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:08.734696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.749007 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.754822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:08.755196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:08.758294 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:08.879245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.886064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:08.889568 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/85f3fbe3-e43d-494f-b2fe-d7bd232bc122 HTTP/1.1" status: 204 len: 168 time: 0.6843817 Nov 11 21:28:08.893426 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60542) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:08.898328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'name': 'tempest-PortsIpV6TestJSON-324957465'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:08.900835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130aa31-a159-46e7-8690-306f89e1a68f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=85f3fbe3-e43d-494f-b2fe-d7bd232bc122,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:09.073478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:09.077716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.096540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 9aab242c-bd51-4375-be21-b279c8afcc3a yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:09.258459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.342552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.392185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:09.397150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:09.400698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:09.406434 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:09.407038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.415109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=9aab242c-bd51-4375-be21-b279c8afcc3a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:09.509351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:09.509829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-411ed6a0-a79a-4c5e-9257-a9e4c74b7a63 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6092644 Nov 11 21:28:09.545653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f24b912e-12a2-48b6-bba6-45c85dbfa242 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:09.566130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: f24b912e-12a2-48b6-bba6-45c85dbfa242 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:09.566480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f24b912e-12a2-48b6-bba6-45c85dbfa242 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:09.599424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 9aab242c-bd51-4375-be21-b279c8afcc3a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:09.599762 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.665473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.677915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 9aab242c-bd51-4375-be21-b279c8afcc3a owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:09.861745 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.897152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:09.900743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/9aab242c-bd51-4375-be21-b279c8afcc3a HTTP/1.1" status: 204 len: 168 time: 0.3962119 Nov 11 21:28:09.901726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1b6ab-74e0-47fb-890c-c9d51b4b636b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=9aab242c-bd51-4375-be21-b279c8afcc3a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:09.903369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60546) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:09.908684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'mac_address': 'fa:16:3e:d0:39:8e', 'name': 'tempest-PortsIpV6TestJSON-1944378611'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:10.085260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:10.155159 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.176167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port e7fda519-60ef-416d-95c2-ed6ef25eb500 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:10.332002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.417015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.458839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:10.463695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:10.467892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:10.473471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:10.474065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.483008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=e7fda519-60ef-416d-95c2-ed6ef25eb500,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:10.562270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-57ee7e2c-dfcd-494a-aff8-081d9074c187 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6576960 Nov 11 21:28:10.564739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60548) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:10.608063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee341f2-d9c6-431f-9059-fa85868d0c0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:10.609980 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6ee341f2-d9c6-431f-9059-fa85868d0c0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/e7fda519-60ef-416d-95c2-ed6ef25eb500 HTTP/1.1" status: 200 len: 845 time: 0.0437636 Nov 11 21:28:10.612111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:10.698007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port e7fda519-60ef-416d-95c2-ed6ef25eb500 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:10.698288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.762066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.774916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for e7fda519-60ef-416d-95c2-ed6ef25eb500 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:10.936843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.966739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=e7fda519-60ef-416d-95c2-ed6ef25eb500,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:10.974138 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:10.977290 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c24d656a-277e-43d9-8197-809a294cd955 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/e7fda519-60ef-416d-95c2-ed6ef25eb500 HTTP/1.1" status: 204 len: 168 time: 0.3642383 Nov 11 21:28:10.980615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60552) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:11.006641 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d419e8-c8aa-4367-b848-f73be3d3b7f0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:11.008059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-66d419e8-c8aa-4367-b848-f73be3d3b7f0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/e7fda519-60ef-416d-95c2-ed6ef25eb500 HTTP/1.1" status: 404 len: 333 time: 0.0263731 Nov 11 21:28:11.011695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:11.016548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'name': 'tempest-PortsIpV6TestJSON-1291399685'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:11.205083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:11.208526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:11.561642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 6a67cbb8-fd99-49f3-80f9-5be00ce7fe10 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:11.712984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:11.805534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:11.846924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:11.851808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:11.855313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:11.861194 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:11.861788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:11.870522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=6a67cbb8-fd99-49f3-80f9-5be00ce7fe10,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:11.939129 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b369d472-1751-462b-8ec0-c5d11534a590 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9263952 Nov 11 21:28:11.941774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:11.946886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:12.011029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.160536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.227980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.263157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] In _notify_port_updated(), no bound segment for port 6a67cbb8-fd99-49f3-80f9-5be00ce7fe10 on network 80d2e6ab-b043-4720-b435-8af5889c3b0d {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:28:12.268825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:12.269424 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.270704 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "PUT /v2.0/ports/6a67cbb8-fd99-49f3-80f9-5be00ce7fe10 HTTP/1.1" status: 200 len: 818 time: 0.3279791 Nov 11 21:28:12.273457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:12.313450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d879e-dd57-4b48-9839-4b48ee85795c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=6a67cbb8-fd99-49f3-80f9-5be00ce7fe10,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:12.369842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 6a67cbb8-fd99-49f3-80f9-5be00ce7fe10 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:12.370215 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.439254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.451348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 6a67cbb8-fd99-49f3-80f9-5be00ce7fe10 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:12.599874 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.636961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=6a67cbb8-fd99-49f3-80f9-5be00ce7fe10,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:12.644083 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.647943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c4119647-e22d-4223-81fe-4b5b367d7e6a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/6a67cbb8-fd99-49f3-80f9-5be00ce7fe10 HTTP/1.1" status: 204 len: 168 time: 0.3734918 Nov 11 21:28:12.650435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:12.697781 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b9ca7-390e-4123-b7ae-0fa220b6218c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:12.699154 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a19b9ca7-390e-4123-b7ae-0fa220b6218c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0477459 Nov 11 21:28:12.701914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60562) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:12.725199 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92e8c1d-a71f-4748-b1a7-768842ebc563 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:12.726591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e92e8c1d-a71f-4748-b1a7-768842ebc563 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/6a67cbb8-fd99-49f3-80f9-5be00ce7fe10 HTTP/1.1" status: 404 len: 333 time: 0.0237968 Nov 11 21:28:12.730030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:12.735340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-525321364'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:12.850456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:12.854066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.878094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:12.886634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:12.886975 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment 9ecc8916-2ab7-4f8e-a42d-60608d4c4538 of type vlan for network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 Nov 11 21:28:12.926378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.022354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.028116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.029439 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.098409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=ee3b3a89-d0fd-4b90-b25c-1086bbe7a334,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:13.108689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:13.140510 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e1ed8437-1d0a-46e9-b9b4-0feb42f65a36 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4094403 Nov 11 21:28:13.143325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60566) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:13.148263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:13.301853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:13.305427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.525175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.592499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=6a998f48-8cdc-430f-8b6d-dceef8e698c0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:13.597772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': '9ecc8916-2ab7-4f8e-a42d-60608d4c4538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:13.598078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: ee3b3a89-d0fd-4b90-b25c-1086bbe7a334, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:13.644759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:13.690762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, ee3b3a89-d0fd-4b90-b25c-1086bbe7a334) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:13.694899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:13.698451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.699200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e42b46-17ce-4b9c-981e-a6ee9d39c0d4 None None] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:13.797394 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-70753105-a57a-4c90-8627-3692718e07b2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6530132 Nov 11 21:28:13.800363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60568) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:13.805583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e5206e6f-b894-406b-a70d-d31811af1301 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:13.850885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-ee3b3a89-d0fd-4b90-b25c-1086bbe7a334', 'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334', 'tenant_id': '29f2621e4a434de994292e02816459d5', 'fixed_ips': [{'subnet_id': '6a998f48-8cdc-430f-8b6d-dceef8e698c0'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:13.851874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.970698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5206e6f-b894-406b-a70d-d31811af1301 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:13.974391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5206e6f-b894-406b-a70d-d31811af1301 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:13.995036 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Allocated IP 2001:db8::2 (ee3b3a89-d0fd-4b90-b25c-1086bbe7a334/6a998f48-8cdc-430f-8b6d-dceef8e698c0/10292b77-3495-4428-ac79-4f746609e08c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:14.069590 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-e5206e6f-b894-406b-a70d-d31811af1301 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a998f48-8cdc-430f-8b6d-dceef8e698c0 (CIDR: 2001:db8::/64) Nov 11 21:28:14.103075 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5206e6f-b894-406b-a70d-d31811af1301 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:28:14.103438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5206e6f-b894-406b-a70d-d31811af1301 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:14.140657 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.167996 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e5206e6f-b894-406b-a70d-d31811af1301 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3664465 Nov 11 21:28:14.171364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60570) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:14.176371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:14.200098 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.239100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:14.245999 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:14.250480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:14.255716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Pushing event updated for resources: {'Port': ['ID=10292b77-3495-4428-ac79-4f746609e08c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:14.306684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Attempting to bind port 10292b77-3495-4428-ac79-4f746609e08c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:14.307053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Attempting to bind port 10292b77-3495-4428-ac79-4f746609e08c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9ecc8916-2ab7-4f8e-a42d-60608d4c4538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:14.307415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Attempting to bind port 10292b77-3495-4428-ac79-4f746609e08c on network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:14.312475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:14.312994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Checking segment: {'id': '9ecc8916-2ab7-4f8e-a42d-60608d4c4538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:14.313406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.313799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Bound using segment: {'id': '9ecc8916-2ab7-4f8e-a42d-60608d4c4538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:14.314261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Bound port: 10292b77-3495-4428-ac79-4f746609e08c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecc8916-2ab7-4f8e-a42d-60608d4c4538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:14.314638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.376526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] For port 10292b77-3495-4428-ac79-4f746609e08c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:14.376761 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:14.379477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] For port 10292b77-3495-4428-ac79-4f746609e08c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=10292b77-3495-4428-ac79-4f746609e08c,segment=NetworkSegment(9ecc8916-2ab7-4f8e-a42d-60608d4c4538),segment_id=9ecc8916-2ab7-4f8e-a42d-60608d4c4538)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:14.380204 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.496799 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.560952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a73945-4936-405b-aae7-1b191f7ce2cf None None] Pushing event updated for resources: {'Port': ['ID=10292b77-3495-4428-ac79-4f746609e08c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:14.699753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.755758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:14.759025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:14.764042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:14.764677 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:14.768254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=6b3e37ae-cc6c-41d1-b9fc-85f5135351d9,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:14.928037 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b1166359-afa6-479c-86fd-b2b783dfe5f6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7555275 Nov 11 21:28:14.930547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60572) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:14.936072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334', 'fixed_ips': [{'subnet_id': '6a998f48-8cdc-430f-8b6d-dceef8e698c0'}, {'subnet_id': '6b3e37ae-cc6c-41d1-b9fc-85f5135351d9'}], 'name': 'tempest-PortsIpV6TestJSON-1121496793'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:15.159122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:15.245349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.262332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port b90cb29c-aa4b-4f80-897a-b55aed33654f yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:15.409574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94929dd-e423-4777-86d1-ce63c1da8aee None None] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:15.483360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e8e6c579-fbab-4adc-acc0-3c9a5aae9b4e None None] Provisioning complete for port 10292b77-3495-4428-ac79-4f746609e08c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:15.483801 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c579-fbab-4adc-acc0-3c9a5aae9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.557525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::180 (ee3b3a89-d0fd-4b90-b25c-1086bbe7a334/6a998f48-8cdc-430f-8b6d-dceef8e698c0/b90cb29c-aa4b-4f80-897a-b55aed33654f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:15.564037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8:0:1::1d (ee3b3a89-d0fd-4b90-b25c-1086bbe7a334/6b3e37ae-cc6c-41d1-b9fc-85f5135351d9/b90cb29c-aa4b-4f80-897a-b55aed33654f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:15.616272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 10292b77-3495-4428-ac79-4f746609e08c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:15.662515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c579-fbab-4adc-acc0-3c9a5aae9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.710553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e8e6c579-fbab-4adc-acc0-3c9a5aae9b4e None None] For port 10292b77-3495-4428-ac79-4f746609e08c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=10292b77-3495-4428-ac79-4f746609e08c,segment=NetworkSegment(9ecc8916-2ab7-4f8e-a42d-60608d4c4538),segment_id=9ecc8916-2ab7-4f8e-a42d-60608d4c4538)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:15.716523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.719539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 10292b77-3495-4428-ac79-4f746609e08c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:15.719726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.783473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410a3ab-8cd1-4dbd-b94f-9b9aece34b29 None None] Update dhcp port {'port': {'network_id': 'ee3b3a89-d0fd-4b90-b25c-1086bbe7a334', 'fixed_ips': [{'subnet_id': '6a998f48-8cdc-430f-8b6d-dceef8e698c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b3e37ae-cc6c-41d1-b9fc-85f5135351d9'}], 'binding:host_id': 'n-d-805734-3'}, 'id': '10292b77-3495-4428-ac79-4f746609e08c'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:28:15.914725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.966695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c579-fbab-4adc-acc0-3c9a5aae9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.966956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:15.973051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:15.975546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:15.982455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:15.983250 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:15.996533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=b90cb29c-aa4b-4f80-897a-b55aed33654f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:16.014995 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1410a3ab-8cd1-4dbd-b94f-9b9aece34b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.084480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6c579-fbab-4adc-acc0-3c9a5aae9b4e None None] Pushing event updated for resources: {'Port': ['ID=10292b77-3495-4428-ac79-4f746609e08c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:16.091880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e57d65d1-3737-4247-b597-c1e936c25f83 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1576946 Nov 11 21:28:16.092582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60574) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:16.097819 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a998f48-8cdc-430f-8b6d-dceef8e698c0'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:16.172385 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.213237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1410a3ab-8cd1-4dbd-b94f-9b9aece34b29 None None] Allocated IP 2001:db8:0:1::2 (ee3b3a89-d0fd-4b90-b25c-1086bbe7a334/6b3e37ae-cc6c-41d1-b9fc-85f5135351d9/10292b77-3495-4428-ac79-4f746609e08c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:16.310194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1410a3ab-8cd1-4dbd-b94f-9b9aece34b29 None None] For port 10292b77-3495-4428-ac79-4f746609e08c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=10292b77-3495-4428-ac79-4f746609e08c,segment=NetworkSegment(9ecc8916-2ab7-4f8e-a42d-60608d4c4538),segment_id=9ecc8916-2ab7-4f8e-a42d-60608d4c4538)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:16.339291 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1410a3ab-8cd1-4dbd-b94f-9b9aece34b29 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.393531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1410a3ab-8cd1-4dbd-b94f-9b9aece34b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.449190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Delete allocated IP 2001:db8:0:1::1d (ee3b3a89-d0fd-4b90-b25c-1086bbe7a334/6b3e37ae-cc6c-41d1-b9fc-85f5135351d9) {{(pid=109675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:28:16.478115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410a3ab-8cd1-4dbd-b94f-9b9aece34b29 None None] Pushing event updated for resources: {'Port': ['ID=10292b77-3495-4428-ac79-4f746609e08c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:16.586747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.639296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.703573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] In _notify_port_updated(), no bound segment for port b90cb29c-aa4b-4f80-897a-b55aed33654f on network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:28:16.709070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:16.709701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.713559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "PUT /v2.0/ports/b90cb29c-aa4b-4f80-897a-b55aed33654f HTTP/1.1" status: 200 len: 926 time: 0.6174538 Nov 11 21:28:16.713748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60576) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:16.719344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a998f48-8cdc-430f-8b6d-dceef8e698c0'}, {'subnet_id': '6b3e37ae-cc6c-41d1-b9fc-85f5135351d9'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:16.726436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75608-8c6d-4009-90e2-98f96a87265c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=b90cb29c-aa4b-4f80-897a-b55aed33654f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:16.791330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:16.969543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b361a0-afb4-4f0f-b665-2776fcd3a266 None None] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:17.041806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-96cf228d-756d-4023-8071-a1882f2a0126 None None] Provisioning complete for port 10292b77-3495-4428-ac79-4f746609e08c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:17.042194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-96cf228d-756d-4023-8071-a1882f2a0126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.063105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8:0:1::2da (ee3b3a89-d0fd-4b90-b25c-1086bbe7a334/6b3e37ae-cc6c-41d1-b9fc-85f5135351d9/b90cb29c-aa4b-4f80-897a-b55aed33654f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:17.190527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.273911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.358014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] In _notify_port_updated(), no bound segment for port b90cb29c-aa4b-4f80-897a-b55aed33654f on network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:28:17.363565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:17.364280 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.365634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "PUT /v2.0/ports/b90cb29c-aa4b-4f80-897a-b55aed33654f HTTP/1.1" status: 200 len: 1012 time: 0.6509473 Nov 11 21:28:17.368609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:17.370250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10847d2c-ae00-46a9-afe7-274926209fa8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=b90cb29c-aa4b-4f80-897a-b55aed33654f,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:17.415087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7635c715-ec6b-486a-b07e-f629ffdf0003 None None] Provisioning complete for port 10292b77-3495-4428-ac79-4f746609e08c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:17.415456 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7635c715-ec6b-486a-b07e-f629ffdf0003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.463952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port b90cb29c-aa4b-4f80-897a-b55aed33654f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:17.464301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.525475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7635c715-ec6b-486a-b07e-f629ffdf0003 None None] Provisioning complete for port b90cb29c-aa4b-4f80-897a-b55aed33654f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:17.526001 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7635c715-ec6b-486a-b07e-f629ffdf0003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.566045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7635c715-ec6b-486a-b07e-f629ffdf0003 None None] Port b90cb29c-aa4b-4f80-897a-b55aed33654f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:17.593590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 10292b77-3495-4428-ac79-4f746609e08c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:17.648366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 10292b77-3495-4428-ac79-4f746609e08c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:17.648758 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.703814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1016bf0e-5ab4-42f9-9c68-1e8ea7b9a5ee None None] Provisioning complete for port b90cb29c-aa4b-4f80-897a-b55aed33654f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:17.704222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1016bf0e-5ab4-42f9-9c68-1e8ea7b9a5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.774211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1016bf0e-5ab4-42f9-9c68-1e8ea7b9a5ee None None] Port b90cb29c-aa4b-4f80-897a-b55aed33654f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:17.896791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eb510573-77a9-4014-9480-25a79471afd0 None None] Provisioning complete for port b90cb29c-aa4b-4f80-897a-b55aed33654f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:17.897086 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb510573-77a9-4014-9480-25a79471afd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.925476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:17.941474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for b90cb29c-aa4b-4f80-897a-b55aed33654f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:17.941744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-eb510573-77a9-4014-9480-25a79471afd0 None None] Port b90cb29c-aa4b-4f80-897a-b55aed33654f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:18.164049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5efe8e47-0fc7-47f8-bd84-42435c2e1580 None None] Provisioning complete for port b90cb29c-aa4b-4f80-897a-b55aed33654f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:18.164679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e47-0fc7-47f8-bd84-42435c2e1580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.193705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.201913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5efe8e47-0fc7-47f8-bd84-42435c2e1580 None None] Port b90cb29c-aa4b-4f80-897a-b55aed33654f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:18.229748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=b90cb29c-aa4b-4f80-897a-b55aed33654f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:18.278203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.283093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-97a33cc3-6aae-433b-8b48-4126e36a7edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/b90cb29c-aa4b-4f80-897a-b55aed33654f HTTP/1.1" status: 204 len: 168 time: 0.9131699 Nov 11 21:28:18.285598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:18.315283 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c137dcfb-6185-4f44-84fb-ac39a8d6e629 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:18.316869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c137dcfb-6185-4f44-84fb-ac39a8d6e629 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/b90cb29c-aa4b-4f80-897a-b55aed33654f HTTP/1.1" status: 404 len: 333 time: 0.0301733 Nov 11 21:28:18.319630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:18.373903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 6b3e37ae-cc6c-41d1-b9fc-85f5135351d9 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:18.377502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.422778 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.508374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.616908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.646244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3e37ae-cc6c-41d1-b9fc-85f5135351d9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:18.648276 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.654204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60584) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:18.654688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6f5b8491-2f2a-4874-9966-143c37cc2f8a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/6b3e37ae-cc6c-41d1-b9fc-85f5135351d9 HTTP/1.1" status: 204 len: 168 time: 0.3335989 Nov 11 21:28:18.654817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7568f495-f45f-4046-8e69-bed0b6737100 None None] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:18.706973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 6a998f48-8cdc-430f-8b6d-dceef8e698c0 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:18.710499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.750916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.840579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.960024 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.989028 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=6a998f48-8cdc-430f-8b6d-dceef8e698c0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:18.992801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:18.996467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0d1a2b1e-bcde-46b2-99bc-9e7e39583fc9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/6a998f48-8cdc-430f-8b6d-dceef8e698c0 HTTP/1.1" status: 204 len: 168 time: 0.3404205 Nov 11 21:28:18.999843 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60586) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:19.087485 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.142978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 10292b77-3495-4428-ac79-4f746609e08c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:19.143197 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.207538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] For port 10292b77-3495-4428-ac79-4f746609e08c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=10292b77-3495-4428-ac79-4f746609e08c,segment=NetworkSegment(9ecc8916-2ab7-4f8e-a42d-60608d4c4538),segment_id=9ecc8916-2ab7-4f8e-a42d-60608d4c4538)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:19.207903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.225395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 10292b77-3495-4428-ac79-4f746609e08c owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:19.290023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b83c1d3-5227-4e0c-853b-708706d1ad03 None None] Network ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:19.364331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f1afba2d-ffda-4e4f-8fa2-aac961f7a4de None None] Provisioning complete for port 10292b77-3495-4428-ac79-4f746609e08c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:19.364710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1afba2d-ffda-4e4f-8fa2-aac961f7a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.364869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.391687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=10292b77-3495-4428-ac79-4f746609e08c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:19.393655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No DVR routers for this DVR port 10292b77-3495-4428-ac79-4f746609e08c on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:19.407574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f1afba2d-ffda-4e4f-8fa2-aac961f7a4de None None] Port 10292b77-3495-4428-ac79-4f746609e08c was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 21:28:19.479194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e883c6d-da04-40ac-8276-2e4f4094bb3b None None] DHCP port deletion for ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:19.480238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.503444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3b3a89-d0fd-4b90-b25c-1086bbe7a334']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:19.513628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecc8916-2ab7-4f8e-a42d-60608d4c4538') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:19.514697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecc8916-2ab7-4f8e-a42d-60608d4c4538') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:19.525946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.542529 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.549495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:19.549884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:19.553007 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:19.563210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 10292b77-3495-4428-ac79-4f746609e08c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:19.592408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 10292b77-3495-4428-ac79-4f746609e08c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:19.592765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 10292b77-3495-4428-ac79-4f746609e08c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:19.656455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.663321 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.666446 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/ee3b3a89-d0fd-4b90-b25c-1086bbe7a334 HTTP/1.1" status: 204 len: 168 time: 0.6655638 Nov 11 21:28:19.671081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:19.679157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eccb0-493c-4c1c-bdc9-a3641bcc4276 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=ee3b3a89-d0fd-4b90-b25c-1086bbe7a334,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:19.752155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8444e123-f22f-415b-a312-efd70db45909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:19.753629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8444e123-f22f-415b-a312-efd70db45909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0814831 Nov 11 21:28:19.757176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:19.800359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fdc17bb3-8e94-4e79-afd1-af8242b7823e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0420539 Nov 11 21:28:19.803619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:19.808497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-304754388'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:19.896298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:19.899755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.924516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:19.933006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:19.935938 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment bce46918-36a4-45bf-8dc6-8bac1b0dd2ca of type vlan for network fa6d01f6-779c-44e3-9e97-207597c3810b Nov 11 21:28:19.976542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.038860 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.044815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:20.045404 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.118392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=fa6d01f6-779c-44e3-9e97-207597c3810b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:20.130005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network fa6d01f6-779c-44e3-9e97-207597c3810b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:20.150432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b66b0b98-70d1-4b98-8d25-549073fef837 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3456750 Nov 11 21:28:20.153476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:20.158653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:20.313431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:20.317081 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.565338 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.630959 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=52b6176a-033a-48ce-aaaa-8a1183cc749f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:20.641962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': 'bce46918-36a4-45bf-8dc6-8bac1b0dd2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:20.642324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: fa6d01f6-779c-44e3-9e97-207597c3810b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:20.730515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network fa6d01f6-779c-44e3-9e97-207597c3810b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:20.822202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, fa6d01f6-779c-44e3-9e97-207597c3810b) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:20.827455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:20.828421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:20.831691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002d0498-7123-4846-b804-ecd6af92f7e7 None None] Network fa6d01f6-779c-44e3-9e97-207597c3810b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:20.945233 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-00f18cf9-1bea-440d-9644-fc0163882181 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7899618 Nov 11 21:28:20.947346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:20.953129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b', 'name': 'tempest-PortsIpV6TestJSON-1798416751'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:20.978407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-fa6d01f6-779c-44e3-9e97-207597c3810b', 'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b', 'tenant_id': '29f2621e4a434de994292e02816459d5', 'fixed_ips': [{'subnet_id': '52b6176a-033a-48ce-aaaa-8a1183cc749f'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:20.979364 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.113111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Allocated IP 2001:db8::2 (fa6d01f6-779c-44e3-9e97-207597c3810b/52b6176a-033a-48ce-aaaa-8a1183cc749f/11265d30-5e44-46de-acb6-75cccb03d144) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:21.147536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:21.151143 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.168264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port c65bb2af-2ecb-4a75-80ff-116143007625 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:21.258399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.319373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.355990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Network fa6d01f6-779c-44e3-9e97-207597c3810b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:21.361337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:21.364811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:21.371778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Pushing event updated for resources: {'Port': ['ID=11265d30-5e44-46de-acb6-75cccb03d144,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:21.379296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::21f (fa6d01f6-779c-44e3-9e97-207597c3810b/52b6176a-033a-48ce-aaaa-8a1183cc749f/c65bb2af-2ecb-4a75-80ff-116143007625) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:21.426435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Attempting to bind port 11265d30-5e44-46de-acb6-75cccb03d144 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:21.426809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Attempting to bind port 11265d30-5e44-46de-acb6-75cccb03d144 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'bce46918-36a4-45bf-8dc6-8bac1b0dd2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:21.427169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Attempting to bind port 11265d30-5e44-46de-acb6-75cccb03d144 on network fa6d01f6-779c-44e3-9e97-207597c3810b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:21.432139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:21.432541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Checking segment: {'id': 'bce46918-36a4-45bf-8dc6-8bac1b0dd2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:21.432903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.433290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Bound using segment: {'id': 'bce46918-36a4-45bf-8dc6-8bac1b0dd2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:21.434464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Bound port: 11265d30-5e44-46de-acb6-75cccb03d144, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce46918-36a4-45bf-8dc6-8bac1b0dd2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:21.435494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.499332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] For port 11265d30-5e44-46de-acb6-75cccb03d144, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:21.503009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] For port 11265d30-5e44-46de-acb6-75cccb03d144, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=11265d30-5e44-46de-acb6-75cccb03d144,segment=NetworkSegment(bce46918-36a4-45bf-8dc6-8bac1b0dd2ca),segment_id=bce46918-36a4-45bf-8dc6-8bac1b0dd2ca)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:21.532286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.576859 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.637925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a32436-9a1b-4ec2-b851-e3aafee881e9 None None] Pushing event updated for resources: {'Port': ['ID=11265d30-5e44-46de-acb6-75cccb03d144,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:21.656791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.699813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network fa6d01f6-779c-44e3-9e97-207597c3810b is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:21.705341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:21.709160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:21.714855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:21.715501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:21.722427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=c65bb2af-2ecb-4a75-80ff-116143007625,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:21.842640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-02042903-65f8-4258-998b-dc9eb8d129de tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8942444 Nov 11 21:28:21.845112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60600) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:21.850265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': 'fa6d01f6-779c-44e3-9e97-207597c3810b', 'name': 'tempest-PortsIpV6TestJSON-2044425665'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:22.027616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:22.032011 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.049309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:22.163951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::380 (fa6d01f6-779c-44e3-9e97-207597c3810b/52b6176a-033a-48ce-aaaa-8a1183cc749f/0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:22.316720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.348007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.399720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.447687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network fa6d01f6-779c-44e3-9e97-207597c3810b is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:22.451202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:22.455909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:22.461606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:22.462242 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.466780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:22.543537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b16e66-92e4-478b-a185-d04779734125 None None] Network fa6d01f6-779c-44e3-9e97-207597c3810b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:22.613368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6afa2de2-05c6-4323-9427-0e1a472a6619 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7671158 Nov 11 21:28:22.616063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60602) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:22.669691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1ff5a99e-4ecf-4bfe-99d2-fd54cd5360fc None None] Provisioning complete for port 11265d30-5e44-46de-acb6-75cccb03d144 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:22.670112 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a99e-4ecf-4bfe-99d2-fd54cd5360fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.674240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4091aa-df32-4744-b131-844c86ee4502 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:22.675758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fa4091aa-df32-4744-b131-844c86ee4502 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21f HTTP/1.1" status: 200 len: 929 time: 0.0587151 Nov 11 21:28:22.678556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60604) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:22.767842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:22.768389 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.779444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a99e-4ecf-4bfe-99d2-fd54cd5360fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.812519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1ff5a99e-4ecf-4bfe-99d2-fd54cd5360fc None None] For port 11265d30-5e44-46de-acb6-75cccb03d144, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=11265d30-5e44-46de-acb6-75cccb03d144,segment=NetworkSegment(bce46918-36a4-45bf-8dc6-8bac1b0dd2ca),segment_id=bce46918-36a4-45bf-8dc6-8bac1b0dd2ca)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:22.891703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a99e-4ecf-4bfe-99d2-fd54cd5360fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:22.957635 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5a99e-4ecf-4bfe-99d2-fd54cd5360fc None None] Pushing event updated for resources: {'Port': ['ID=11265d30-5e44-46de-acb6-75cccb03d144,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:23.015138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Provisioning complete for port 0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:23.015607 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.064258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Port 0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:23.075407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Provisioning complete for port c65bb2af-2ecb-4a75-80ff-116143007625 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:23.075906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.114029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Port c65bb2af-2ecb-4a75-80ff-116143007625 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:23.126082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Provisioning complete for port 11265d30-5e44-46de-acb6-75cccb03d144 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:23.126455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6a504af-6d9c-497f-9c79-c85e1ce9e691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.225606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.240620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:23.344827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f0024097-2326-4e97-9361-50c702c2fb89 None None] Provisioning complete for port c65bb2af-2ecb-4a75-80ff-116143007625 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:23.345209 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f0024097-2326-4e97-9361-50c702c2fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.388886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f0024097-2326-4e97-9361-50c702c2fb89 None None] Port c65bb2af-2ecb-4a75-80ff-116143007625 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:23.427402 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.457245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:23.482915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.486214 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cd5301f3-1769-4d4a-8131-6b105c6b090e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc HTTP/1.1" status: 204 len: 168 time: 0.8067098 Nov 11 21:28:23.488839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60606) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:23.502967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f8fc3e3b-f7e7-41d7-86d8-8e7ceced04cf None None] Could not find standard attr ID for object 0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:28:23.515591 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df55e90-981c-422e-9386-3759366171b8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:23.517381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3df55e90-981c-422e-9386-3759366171b8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/0fb5ad31-1f04-4e70-bd13-a0f13a6a19bc HTTP/1.1" status: 404 len: 333 time: 0.0274663 Nov 11 21:28:23.520042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60608) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:23.604529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 11265d30-5e44-46de-acb6-75cccb03d144 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:23.626733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port c65bb2af-2ecb-4a75-80ff-116143007625 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:23.627114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.657193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 11265d30-5e44-46de-acb6-75cccb03d144 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:23.657570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.727168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.739228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for c65bb2af-2ecb-4a75-80ff-116143007625 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:23.907444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.936185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=c65bb2af-2ecb-4a75-80ff-116143007625,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:23.962369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:23.968502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-07861bd6-02b3-413a-bdd8-a2a9349c15a9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/c65bb2af-2ecb-4a75-80ff-116143007625 HTTP/1.1" status: 204 len: 168 time: 0.4466279 Nov 11 21:28:23.968689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60610) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:23.994866 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-8573411c-f263-4d43-a269-879c7966cee9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:23.996429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8573411c-f263-4d43-a269-879c7966cee9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/c65bb2af-2ecb-4a75-80ff-116143007625 HTTP/1.1" status: 404 len: 333 time: 0.0265310 Nov 11 21:28:24.000007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60612) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:24.056390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 52b6176a-033a-48ce-aaaa-8a1183cc749f {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:24.060775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.102256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.185925 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.313584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.339966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=52b6176a-033a-48ce-aaaa-8a1183cc749f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:24.343788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.347375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-815b9b6b-eea8-4302-aba5-36af34f9ab60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/52b6176a-033a-48ce-aaaa-8a1183cc749f HTTP/1.1" status: 204 len: 168 time: 0.3459013 Nov 11 21:28:24.349632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60614) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:24.351865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d654a-5c52-4c22-8da0-1a1dcf6c5564 None None] Network fa6d01f6-779c-44e3-9e97-207597c3810b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:24.429556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.483967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 11265d30-5e44-46de-acb6-75cccb03d144 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:24.484354 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.531883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] DHCP port deletion for fa6d01f6-779c-44e3-9e97-207597c3810b request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:24.552947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] For port 11265d30-5e44-46de-acb6-75cccb03d144, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=11265d30-5e44-46de-acb6-75cccb03d144,segment=NetworkSegment(bce46918-36a4-45bf-8dc6-8bac1b0dd2ca),segment_id=bce46918-36a4-45bf-8dc6-8bac1b0dd2ca)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:24.553315 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.566650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 11265d30-5e44-46de-acb6-75cccb03d144 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:24.582292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] Deleting port 11265d30-5e44-46de-acb6-75cccb03d144 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:24.582666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.645639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] For port 11265d30-5e44-46de-acb6-75cccb03d144, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=11265d30-5e44-46de-acb6-75cccb03d144,segment=NetworkSegment(bce46918-36a4-45bf-8dc6-8bac1b0dd2ca),segment_id=bce46918-36a4-45bf-8dc6-8bac1b0dd2ca)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:24.646036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.658825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] Calling delete_port for 11265d30-5e44-46de-acb6-75cccb03d144 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:24.690190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.721103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=11265d30-5e44-46de-acb6-75cccb03d144,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:24.725769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No DVR routers for this DVR port 11265d30-5e44-46de-acb6-75cccb03d144 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:24.739328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.764686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] Pushing event deleted for resources: {'Port': ['ID=11265d30-5e44-46de-acb6-75cccb03d144,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:24.768355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df44911a-034d-47bb-9038-9924530bdeaa None None] No DVR routers for this DVR port 11265d30-5e44-46de-acb6-75cccb03d144 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:24.810103 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.829643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d01f6-779c-44e3-9e97-207597c3810b']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:24.838833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce46918-36a4-45bf-8dc6-8bac1b0dd2ca') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:24.839126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce46918-36a4-45bf-8dc6-8bac1b0dd2ca') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:24.853575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.867226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.873535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:24.873909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:24.876839 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:25.004937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.014466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.015580 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/fa6d01f6-779c-44e3-9e97-207597c3810b HTTP/1.1" status: 204 len: 168 time: 0.6649344 Nov 11 21:28:25.020002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60616) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:25.025208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-435499343'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:25.027531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020ccd0-5b61-4a07-806a-d6294033af60 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=fa6d01f6-779c-44e3-9e97-207597c3810b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:25.101765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:25.105333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.128922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:25.138098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.138447 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment 9dace8e5-9970-4a13-a18a-8163b323d235 of type vlan for network faf889ba-4d93-4a02-8a78-d60fa5777f89 Nov 11 21:28:25.177429 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.267323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.276456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:25.277076 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.351583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=faf889ba-4d93-4a02-8a78-d60fa5777f89,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:25.359548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.359926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.360332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.360675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.361078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.361354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.361676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.362027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.362395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.362663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.362987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.363310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:28:25.376408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:25.504649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-19f10acd-19b4-462d-8641-5e7ac16bc07f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4834585 Nov 11 21:28:25.507474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60618) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:25.513763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:25.566922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 11265d30-5e44-46de-acb6-75cccb03d144 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:25.592271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 11265d30-5e44-46de-acb6-75cccb03d144 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:25.592647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 11265d30-5e44-46de-acb6-75cccb03d144 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:25.690220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:25.693864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:25.947838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.018272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=71a2c003-1389-4c6f-a0d9-53736792a2b7,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:26.023530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': '9dace8e5-9970-4a13-a18a-8163b323d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:26.024193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: faf889ba-4d93-4a02-8a78-d60fa5777f89, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:26.107930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:26.170497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, faf889ba-4d93-4a02-8a78-d60fa5777f89) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:26.174479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:26.175072 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.179858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510c67f-51ea-4e5e-946e-e3048e51c520 None None] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:26.253160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cf3d936e-b6dc-4cce-bd03-5adec40d93fc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7444353 Nov 11 21:28:26.255942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:26.261123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89', 'name': 'tempest-PortsIpV6TestJSON-1292538924', 'fixed_ips': [{'subnet_id': '71a2c003-1389-4c6f-a0d9-53736792a2b7', 'ip_address': '2001:db8::10'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:26.421809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:26.482260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-faf889ba-4d93-4a02-8a78-d60fa5777f89', 'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89', 'tenant_id': '29f2621e4a434de994292e02816459d5', 'fixed_ips': [{'subnet_id': '71a2c003-1389-4c6f-a0d9-53736792a2b7'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:26.483359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.518686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.536664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port c67a9f0d-5724-469d-83cf-50308598e0a9 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:26.620924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Allocated IP 2001:db8::2 (faf889ba-4d93-4a02-8a78-d60fa5777f89/71a2c003-1389-4c6f-a0d9-53736792a2b7/089bcb36-5dde-40ff-ba30-9e44eacedfcb) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:26.759272 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.811278 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.853705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:26.857415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:26.859789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:26.860490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::10 (faf889ba-4d93-4a02-8a78-d60fa5777f89/71a2c003-1389-4c6f-a0d9-53736792a2b7/c67a9f0d-5724-469d-83cf-50308598e0a9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:26.877497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Pushing event updated for resources: {'Port': ['ID=089bcb36-5dde-40ff-ba30-9e44eacedfcb,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:26.925473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Attempting to bind port 089bcb36-5dde-40ff-ba30-9e44eacedfcb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:26.925965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Attempting to bind port 089bcb36-5dde-40ff-ba30-9e44eacedfcb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '9dace8e5-9970-4a13-a18a-8163b323d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:26.926341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Attempting to bind port 089bcb36-5dde-40ff-ba30-9e44eacedfcb on network faf889ba-4d93-4a02-8a78-d60fa5777f89 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:26.931451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:26.931824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Checking segment: {'id': '9dace8e5-9970-4a13-a18a-8163b323d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:26.932256 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.932645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Bound using segment: {'id': '9dace8e5-9970-4a13-a18a-8163b323d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:26.933138 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Bound port: 089bcb36-5dde-40ff-ba30-9e44eacedfcb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dace8e5-9970-4a13-a18a-8163b323d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:26.933516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:26.997575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] For port 089bcb36-5dde-40ff-ba30-9e44eacedfcb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:27.000671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] For port 089bcb36-5dde-40ff-ba30-9e44eacedfcb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=089bcb36-5dde-40ff-ba30-9e44eacedfcb,segment=NetworkSegment(9dace8e5-9970-4a13-a18a-8163b323d235),segment_id=9dace8e5-9970-4a13-a18a-8163b323d235)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:27.018038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.073879 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.102088 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.135309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfdb9-7a43-48cb-900e-04901ae89684 None None] Pushing event updated for resources: {'Port': ['ID=089bcb36-5dde-40ff-ba30-9e44eacedfcb,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:27.147698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:27.150787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:27.157220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:27.162860 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:27.163670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.174621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=c67a9f0d-5724-469d-83cf-50308598e0a9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:27.266096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cf0fbe37-b8dd-4a76-9373-7d93f7e01e44 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0090506 Nov 11 21:28:27.272417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:27.274537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': 'faf889ba-4d93-4a02-8a78-d60fa5777f89', 'name': 'tempest-PortsIpV6TestJSON-220552737', 'fixed_ips': [{'subnet_id': '71a2c003-1389-4c6f-a0d9-53736792a2b7', 'ip_address': '2001:db8::f'}]}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:27.274860 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:28:27.490559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.523312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:27.530780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.551699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 0e256037-acbe-4e5b-a866-c7274015ff84 yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:27.593826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 089bcb36-5dde-40ff-ba30-9e44eacedfcb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:27.642356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 089bcb36-5dde-40ff-ba30-9e44eacedfcb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:27.643116 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.711659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::f (faf889ba-4d93-4a02-8a78-d60fa5777f89/71a2c003-1389-4c6f-a0d9-53736792a2b7/0e256037-acbe-4e5b-a866-c7274015ff84) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:27.724422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.759729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 089bcb36-5dde-40ff-ba30-9e44eacedfcb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=089bcb36-5dde-40ff-ba30-9e44eacedfcb,segment=NetworkSegment(9dace8e5-9970-4a13-a18a-8163b323d235),segment_id=9dace8e5-9970-4a13-a18a-8163b323d235)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:27.873092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.879142 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:27.928768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=089bcb36-5dde-40ff-ba30-9e44eacedfcb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:27.976651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.026439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:28.030610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:28.036874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:28.042569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.043202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.058082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=0e256037-acbe-4e5b-a866-c7274015ff84,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:28.086147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d55b8-7cc8-48d3-881a-34fb65770a15 None None] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:28.104937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9e78761d-c494-4fe2-b9ee-e4d39ee2f8d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8347259 Nov 11 21:28:28.107607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60624) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:28.158037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454c760-e940-4ff4-b36a-2d56fc988d30 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.159547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3454c760-e940-4ff4-b36a-2d56fc988d30 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0508990 Nov 11 21:28:28.162574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60626) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:28.175328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a52a0fb-3ee1-4fef-b8e4-01c082c182d8 None None] Provisioning complete for port 089bcb36-5dde-40ff-ba30-9e44eacedfcb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:28.175697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a52a0fb-3ee1-4fef-b8e4-01c082c182d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.218898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f6004-f017-4734-bced-3c83d45f98df tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.224837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f6004-f017-4734-bced-3c83d45f98df tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.230894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f6004-f017-4734-bced-3c83d45f98df tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:28.235343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4a7f6004-f017-4734-bced-3c83d45f98df tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0692296 Nov 11 21:28:28.235593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60628) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:28.322602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 0e256037-acbe-4e5b-a866-c7274015ff84 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:28.322950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.419234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.431654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 0e256037-acbe-4e5b-a866-c7274015ff84 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:28.555923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-98ac17da-67fd-4f01-bf90-0d49abb68c8c None None] Provisioning complete for port c67a9f0d-5724-469d-83cf-50308598e0a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:28.556332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98ac17da-67fd-4f01-bf90-0d49abb68c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.593591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.602409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-98ac17da-67fd-4f01-bf90-0d49abb68c8c None None] Port c67a9f0d-5724-469d-83cf-50308598e0a9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:28.607319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-98ac17da-67fd-4f01-bf90-0d49abb68c8c None None] Could not find standard attr ID for object 0e256037-acbe-4e5b-a866-c7274015ff84. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:28:28.620456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-98ac17da-67fd-4f01-bf90-0d49abb68c8c None None] Provisioning complete for port 089bcb36-5dde-40ff-ba30-9e44eacedfcb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:28.620869 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98ac17da-67fd-4f01-bf90-0d49abb68c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.629839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=0e256037-acbe-4e5b-a866-c7274015ff84,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:28.661828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.665212 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d327e1f-5948-40ac-a0ce-855ee52569d9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/0e256037-acbe-4e5b-a866-c7274015ff84 HTTP/1.1" status: 204 len: 168 time: 0.4286513 Nov 11 21:28:28.667787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:28.694731 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ebdeb9-13d4-486f-8d1d-f5a75ed72d31 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:28.698810 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3ebdeb9-13d4-486f-8d1d-f5a75ed72d31 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/0e256037-acbe-4e5b-a866-c7274015ff84 HTTP/1.1" status: 404 len: 333 time: 0.0273480 Nov 11 21:28:28.699206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60632) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:28.790873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port c67a9f0d-5724-469d-83cf-50308598e0a9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:28.791227 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.830472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f003bc7f-1b6d-43f9-b185-be30f373169d None None] Provisioning complete for port c67a9f0d-5724-469d-83cf-50308598e0a9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:28.831120 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f003bc7f-1b6d-43f9-b185-be30f373169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.869364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f003bc7f-1b6d-43f9-b185-be30f373169d None None] Port c67a9f0d-5724-469d-83cf-50308598e0a9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:28.890169 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:28.903510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for c67a9f0d-5724-469d-83cf-50308598e0a9 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:29.085105 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.120650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=c67a9f0d-5724-469d-83cf-50308598e0a9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:29.147168 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.151687 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b824a867-ead6-4cce-8956-4c2a6589c713 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/c67a9f0d-5724-469d-83cf-50308598e0a9 HTTP/1.1" status: 204 len: 168 time: 0.4505930 Nov 11 21:28:29.155266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:29.156877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3a0e00d5-eb03-4da0-b8e0-e6c1a31c49fd None None] Could not find standard attr ID for object 0e256037-acbe-4e5b-a866-c7274015ff84. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:28:29.182867 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be5197d-206a-4bbc-a333-998aee261f46 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:29.187149 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6be5197d-206a-4bbc-a333-998aee261f46 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/c67a9f0d-5724-469d-83cf-50308598e0a9 HTTP/1.1" status: 404 len: 333 time: 0.0277529 Nov 11 21:28:29.187420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:29.239245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 71a2c003-1389-4c6f-a0d9-53736792a2b7 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:29.242651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.291407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.381623 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.560910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.562629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 089bcb36-5dde-40ff-ba30-9e44eacedfcb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:29.592470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=71a2c003-1389-4c6f-a0d9-53736792a2b7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:29.596214 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.601945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bc61ffc3-2824-4e26-8695-282784d4ebf6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/71a2c003-1389-4c6f-a0d9-53736792a2b7 HTTP/1.1" status: 204 len: 168 time: 0.4110911 Nov 11 21:28:29.602267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:29.605365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddbb304-03b4-4609-a03b-ffeac5421500 None None] Network faf889ba-4d93-4a02-8a78-d60fa5777f89 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:29.679328 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.680508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 089bcb36-5dde-40ff-ba30-9e44eacedfcb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:29.680889 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.748664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 089bcb36-5dde-40ff-ba30-9e44eacedfcb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:29.748938 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.819373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] For port 089bcb36-5dde-40ff-ba30-9e44eacedfcb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=089bcb36-5dde-40ff-ba30-9e44eacedfcb,segment=NetworkSegment(9dace8e5-9970-4a13-a18a-8163b323d235),segment_id=9dace8e5-9970-4a13-a18a-8163b323d235)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:29.819734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.832839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 089bcb36-5dde-40ff-ba30-9e44eacedfcb owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:29.833486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] DHCP port deletion for faf889ba-4d93-4a02-8a78-d60fa5777f89 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:29.883582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] Deleting port 089bcb36-5dde-40ff-ba30-9e44eacedfcb {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:29.883959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.946298 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] For port 089bcb36-5dde-40ff-ba30-9e44eacedfcb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=089bcb36-5dde-40ff-ba30-9e44eacedfcb,segment=NetworkSegment(9dace8e5-9970-4a13-a18a-8163b323d235),segment_id=9dace8e5-9970-4a13-a18a-8163b323d235)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:29.946696 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:29.959443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] Calling delete_port for 089bcb36-5dde-40ff-ba30-9e44eacedfcb owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:29.982750 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.010016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=089bcb36-5dde-40ff-ba30-9e44eacedfcb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:30.011918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No DVR routers for this DVR port 089bcb36-5dde-40ff-ba30-9e44eacedfcb on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:30.040724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.070747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] Pushing event deleted for resources: {'Port': ['ID=089bcb36-5dde-40ff-ba30-9e44eacedfcb,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:30.072502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf1f06-1132-4817-8ee7-4c077a7f8eb7 None None] No DVR routers for this DVR port 089bcb36-5dde-40ff-ba30-9e44eacedfcb on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:30.111952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.132665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf889ba-4d93-4a02-8a78-d60fa5777f89']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:30.141924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dace8e5-9970-4a13-a18a-8163b323d235') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:30.142219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dace8e5-9970-4a13-a18a-8163b323d235') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:30.151433 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.164673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.171428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:30.171798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:30.174839 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:30.319116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.325912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.329099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/faf889ba-4d93-4a02-8a78-d60fa5777f89 HTTP/1.1" status: 204 len: 168 time: 0.7259934 Nov 11 21:28:30.332931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60640) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:30.337972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-551049020'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:30.340965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e55ce-dd7f-4ecb-a820-6271f11c3f1f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=faf889ba-4d93-4a02-8a78-d60fa5777f89,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:30.455708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:30.459368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.483778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:28:30.493073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.493416 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Added segment d9fde3b8-6eb3-4ff6-a877-d392e23fadd3 of type vlan for network d4ec4e47-4509-4a6f-b779-c52aa6042b40 Nov 11 21:28:30.533462 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.633067 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.639125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:30.639707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:30.708327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Network': ['ID=d4ec4e47-4509-4a6f-b779-c52aa6042b40,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:30.719165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:28:30.738794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ea219bd5-0edb-4944-9e87-990e3891e015 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4047990 Nov 11 21:28:30.741596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:30.746716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:30.895684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:30.899263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.142093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.205362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=5fa8da23-24e1-4646-b0b7-62385926824a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:31.214032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Checking segment: {'id': 'd9fde3b8-6eb3-4ff6-a877-d392e23fadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:31.214391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network hostable DHCP agents. Network: d4ec4e47-4509-4a6f-b779-c52aa6042b40, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:28:31.301331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:28:31.387033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d4ec4e47-4509-4a6f-b779-c52aa6042b40) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:31.392736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:31.393501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.396523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea891b9-fd34-4dd5-ad7a-f510317f88a0 None None] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:31.470190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a3029b7d-526e-4bf1-a000-45b236608b05 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7273476 Nov 11 21:28:31.472651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60644) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:31.477217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-553123ac-37d7-412e-9d27-d2e75fdd5104 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-520507562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:31.557753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 089bcb36-5dde-40ff-ba30-9e44eacedfcb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:31.562395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-d4ec4e47-4509-4a6f-b779-c52aa6042b40', 'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40', 'tenant_id': '29f2621e4a434de994292e02816459d5', 'fixed_ips': [{'subnet_id': '5fa8da23-24e1-4646-b0b7-62385926824a'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:31.563222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.570855 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-553123ac-37d7-412e-9d27-d2e75fdd5104 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.571748 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-553123ac-37d7-412e-9d27-d2e75fdd5104 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.588273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 089bcb36-5dde-40ff-ba30-9e44eacedfcb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:31.588624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 089bcb36-5dde-40ff-ba30-9e44eacedfcb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:31.627444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-553123ac-37d7-412e-9d27-d2e75fdd5104 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.679118 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-553123ac-37d7-412e-9d27-d2e75fdd5104 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.718533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Allocated IP 2001:db8::2 (d4ec4e47-4509-4a6f-b779-c52aa6042b40/5fa8da23-24e1-4646-b0b7-62385926824a/d842fa81-4e2a-4003-a20d-df20259c3c44) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:31.733340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-553123ac-37d7-412e-9d27-d2e75fdd5104 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.734612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-553123ac-37d7-412e-9d27-d2e75fdd5104 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2608075 Nov 11 21:28:31.739045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:31.742197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40', 'name': 'tempest-PortsIpV6TestJSON-1030981778'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:31.857767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.907555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:31.911181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.929166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port 8a2805b5-0ee7-4260-8781-ae15543dc25d yet. {{(pid=109674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:31.940392 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.973266 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ab1aed9-c77b-4bd4-aa6b-c0b03a038a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:31.983626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:31.988507 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:31.991975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:32.000026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Pushing event updated for resources: {'Port': ['ID=d842fa81-4e2a-4003-a20d-df20259c3c44,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:32.047695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::33e (d4ec4e47-4509-4a6f-b779-c52aa6042b40/5fa8da23-24e1-4646-b0b7-62385926824a/8a2805b5-0ee7-4260-8781-ae15543dc25d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:32.050576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Attempting to bind port d842fa81-4e2a-4003-a20d-df20259c3c44 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:32.050953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Attempting to bind port d842fa81-4e2a-4003-a20d-df20259c3c44 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd9fde3b8-6eb3-4ff6-a877-d392e23fadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:32.051353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Attempting to bind port d842fa81-4e2a-4003-a20d-df20259c3c44 on network d4ec4e47-4509-4a6f-b779-c52aa6042b40 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:32.056435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:32.056812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Checking segment: {'id': 'd9fde3b8-6eb3-4ff6-a877-d392e23fadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:32.061426 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.061426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Bound using segment: {'id': 'd9fde3b8-6eb3-4ff6-a877-d392e23fadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:32.061426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Bound port: d842fa81-4e2a-4003-a20d-df20259c3c44, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fde3b8-6eb3-4ff6-a877-d392e23fadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd4ec4e47-4509-4a6f-b779-c52aa6042b40'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:32.061426 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.125930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] For port d842fa81-4e2a-4003-a20d-df20259c3c44, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:32.130044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] For port d842fa81-4e2a-4003-a20d-df20259c3c44, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d842fa81-4e2a-4003-a20d-df20259c3c44,segment=NetworkSegment(d9fde3b8-6eb3-4ff6-a877-d392e23fadd3),segment_id=d9fde3b8-6eb3-4ff6-a877-d392e23fadd3)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:32.193231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.211423 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.258984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203d31-3aab-4453-9b4c-a2309366bc8c None None] Pushing event updated for resources: {'Port': ['ID=d842fa81-4e2a-4003-a20d-df20259c3c44,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:32.296809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.343601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:32.346857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:32.349456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:32.355409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:32.356763 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:32.374332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=8a2805b5-0ee7-4260-8781-ae15543dc25d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:32.447746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1ae71bc4-88d7-4139-ad6b-8f7ad0035a38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7092872 Nov 11 21:28:32.450532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60648) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:32.771265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.028702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.117786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e6168-d8b1-49d7-a4b0-b4d2c2b233b4 None None] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:33.124575 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.202680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=8a2805b5-0ee7-4260-8781-ae15543dc25d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.231810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1e1be5d0-b6ee-4336-8c48-1bfd285e0558 None None] Provisioning complete for port d842fa81-4e2a-4003-a20d-df20259c3c44 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:33.232245 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e1be5d0-b6ee-4336-8c48-1bfd285e0558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.304468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.350990 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e1be5d0-b6ee-4336-8c48-1bfd285e0558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.386808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1e1be5d0-b6ee-4336-8c48-1bfd285e0558 None None] For port d842fa81-4e2a-4003-a20d-df20259c3c44, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d842fa81-4e2a-4003-a20d-df20259c3c44,segment=NetworkSegment(d9fde3b8-6eb3-4ff6-a877-d392e23fadd3),segment_id=d9fde3b8-6eb3-4ff6-a877-d392e23fadd3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:33.479341 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e1be5d0-b6ee-4336-8c48-1bfd285e0558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.552917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be5d0-b6ee-4336-8c48-1bfd285e0558 None None] Pushing event updated for resources: {'Port': ['ID=d842fa81-4e2a-4003-a20d-df20259c3c44,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:33.614293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ffa0580c-8f79-41a8-b396-9a138b7c1bbc None None] Provisioning complete for port 8a2805b5-0ee7-4260-8781-ae15543dc25d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:33.614685 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffa0580c-8f79-41a8-b396-9a138b7c1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.648248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d842fa81-4e2a-4003-a20d-df20259c3c44 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:33.694121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0580c-8f79-41a8-b396-9a138b7c1bbc None None] Port 8a2805b5-0ee7-4260-8781-ae15543dc25d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:33.715481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ffa0580c-8f79-41a8-b396-9a138b7c1bbc None None] Provisioning complete for port d842fa81-4e2a-4003-a20d-df20259c3c44 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:33.715828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ffa0580c-8f79-41a8-b396-9a138b7c1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.718624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d842fa81-4e2a-4003-a20d-df20259c3c44 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:33.718984 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:33.844663 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.131032 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.144297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6208b6eb-d308-49ac-a52d-abecfed04e4b None None] Provisioning complete for port 8a2805b5-0ee7-4260-8781-ae15543dc25d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:34.160556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6208b6eb-d308-49ac-a52d-abecfed04e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.179166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6208b6eb-d308-49ac-a52d-abecfed04e4b None None] Port 8a2805b5-0ee7-4260-8781-ae15543dc25d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:34.198906 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.200049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.291502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=8a2805b5-0ee7-4260-8781-ae15543dc25d,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:34.331784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:34.333212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:34.410125 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-43af6c06-bf6f-4521-8e9f-f1e9de9b2cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.524978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Router 1bd841df-19cb-44ae-99fa-e3f66d76969d is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:28:34.602073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-48f51249-b3c9-4fac-afbe-3632a7629e06 None None] Provisioning complete for port 8a2805b5-0ee7-4260-8781-ae15543dc25d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:34.602565 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48f51249-b3c9-4fac-afbe-3632a7629e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:34.622294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:34.629999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4385b43c-f1a7-4eaf-a501-fd7b0d1cfcd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "PUT /v2.0/routers/1bd841df-19cb-44ae-99fa-e3f66d76969d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1760659 Nov 11 21:28:34.630971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:34.632208 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] Sync routers for ids ['1bd841df-19cb-44ae-99fa-e3f66d76969d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:34.639695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-48f51249-b3c9-4fac-afbe-3632a7629e06 None None] Port 8a2805b5-0ee7-4260-8781-ae15543dc25d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:34.644191 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] Routers {'1bd841df-19cb-44ae-99fa-e3f66d76969d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:34.645173 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:28:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bd841df-19cb-44ae-99fa-e3f66d76969d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.677587 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.681123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa6289d-5851-489f-8fb4-6885ed1bbec8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:34.682726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8fa6289d-5851-489f-8fb4-6885ed1bbec8 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bd841df-19cb-44ae-99fa-e3f66d76969d HTTP/1.1" status: 200 len: 989 time: 0.0507429 Nov 11 21:28:34.686415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:34.686637 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] Routers {'1bd841df-19cb-44ae-99fa-e3f66d76969d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:34.687240 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:28:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bd841df-19cb-44ae-99fa-e3f66d76969d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.721701 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:34.722356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c0107-a991-447e-9f7a-7379e8548394 None None] The sync data for ids ['1bd841df-19cb-44ae-99fa-e3f66d76969d'] in n-d-805734-3 is: [] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:35.102143 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.307005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port 8a2805b5-0ee7-4260-8781-ae15543dc25d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:35.307344 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.391137 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.403148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for 8a2805b5-0ee7-4260-8781-ae15543dc25d owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:35.569325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d842fa81-4e2a-4003-a20d-df20259c3c44 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:35.621231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d842fa81-4e2a-4003-a20d-df20259c3c44 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:35.621726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.648299 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.656014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.693758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=8a2805b5-0ee7-4260-8781-ae15543dc25d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:35.783003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:35.946132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Router 1bd841df-19cb-44ae-99fa-e3f66d76969d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:28:36.023003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:28:36.033297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a61123b2-c806-4170-97c7-98016f5f6e66 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "PUT /v2.0/routers/1bd841df-19cb-44ae-99fa-e3f66d76969d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3405004 Nov 11 21:28:36.033297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60654) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.033603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] Sync routers for ids ['1bd841df-19cb-44ae-99fa-e3f66d76969d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:28:36.043079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] Routers {'1bd841df-19cb-44ae-99fa-e3f66d76969d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:36.043879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:28:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bd841df-19cb-44ae-99fa-e3f66d76969d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:36.053779 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8558805-cfe7-4210-aeee-0960480b7617 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:36.057707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e8558805-cfe7-4210-aeee-0960480b7617 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/8a2805b5-0ee7-4260-8781-ae15543dc25d HTTP/1.1" status: 404 len: 333 time: 0.0236809 Nov 11 21:28:36.058208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.079253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:36.087661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] Routers {'1bd841df-19cb-44ae-99fa-e3f66d76969d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:28:36.088307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:28:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1bd841df-19cb-44ae-99fa-e3f66d76969d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:36.124587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:36.125240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4c2b6-328f-45bb-9c10-0b1331322bd0 None None] The sync data for ids ['1bd841df-19cb-44ae-99fa-e3f66d76969d'] in n-d-805734-3 is: [] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:28:36.133294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c631c3f6-3a6e-4d80-ba5b-76f200231379 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.294387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c631c3f6-3a6e-4d80-ba5b-76f200231379 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.296619 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c631c3f6-3a6e-4d80-ba5b-76f200231379 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.415788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c631c3f6-3a6e-4d80-ba5b-76f200231379 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.416306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c631c3f6-3a6e-4d80-ba5b-76f200231379 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd841df-19cb-44ae-99fa-e3f66d76969d {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:28:36.423843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c631c3f6-3a6e-4d80-ba5b-76f200231379 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.433585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c631c3f6-3a6e-4d80-ba5b-76f200231379 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/routers/1bd841df-19cb-44ae-99fa-e3f66d76969d HTTP/1.1" status: 204 len: 168 time: 0.3651330 Nov 11 21:28:36.433585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60658) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.480317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 5fa8da23-24e1-4646-b0b7-62385926824a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:36.484171 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.525125 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.611721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.759000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.786763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa8da23-24e1-4646-b0b7-62385926824a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:36.791932 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.795049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2a37cd59-78bb-43fc-a434-ca4c345f2374 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/5fa8da23-24e1-4646-b0b7-62385926824a HTTP/1.1" status: 204 len: 168 time: 0.3661628 Nov 11 21:28:36.797697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60660) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:36.798582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f16f4cd-3062-40ce-8d99-2ec4fa20dbe8 None None] Network d4ec4e47-4509-4a6f-b779-c52aa6042b40 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:36.874744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.930909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port d842fa81-4e2a-4003-a20d-df20259c3c44 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:36.931253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:36.984316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] DHCP port deletion for d4ec4e47-4509-4a6f-b779-c52aa6042b40 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:36.998326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] For port d842fa81-4e2a-4003-a20d-df20259c3c44, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d842fa81-4e2a-4003-a20d-df20259c3c44,segment=NetworkSegment(d9fde3b8-6eb3-4ff6-a877-d392e23fadd3),segment_id=d9fde3b8-6eb3-4ff6-a877-d392e23fadd3)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:36.998685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.011104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for d842fa81-4e2a-4003-a20d-df20259c3c44 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:37.030586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] Deleting port d842fa81-4e2a-4003-a20d-df20259c3c44 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:37.030966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.103435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] For port d842fa81-4e2a-4003-a20d-df20259c3c44, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d842fa81-4e2a-4003-a20d-df20259c3c44,segment=NetworkSegment(d9fde3b8-6eb3-4ff6-a877-d392e23fadd3),segment_id=d9fde3b8-6eb3-4ff6-a877-d392e23fadd3)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:37.103841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.116414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] Calling delete_port for d842fa81-4e2a-4003-a20d-df20259c3c44 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:37.170470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.193686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.196982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=d842fa81-4e2a-4003-a20d-df20259c3c44,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:37.200725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No DVR routers for this DVR port d842fa81-4e2a-4003-a20d-df20259c3c44 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:37.203219 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.232895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] No DVR routers for this DVR port d842fa81-4e2a-4003-a20d-df20259c3c44 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:37.236372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e5839-3c46-4df6-b5bb-43adb6cc5fbc None None] Pushing event deleted for resources: {'Port': ['ID=d842fa81-4e2a-4003-a20d-df20259c3c44,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:37.283965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.303849 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ec4e47-4509-4a6f-b779-c52aa6042b40']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:37.313656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fde3b8-6eb3-4ff6-a877-d392e23fadd3') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:37.313954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fde3b8-6eb3-4ff6-a877-d392e23fadd3') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:37.323333 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.335950 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.342123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:37.342491 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:37.345419 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:37.484334 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.491310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.494703 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/d4ec4e47-4509-4a6f-b779-c52aa6042b40 HTTP/1.1" status: 204 len: 168 time: 0.6960201 Nov 11 21:28:37.499352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60662) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:37.507740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7fe65-a4dc-48a5-8233-88a1807fcd4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=d4ec4e47-4509-4a6f-b779-c52aa6042b40,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:37.545728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c77d30-7d29-4b79-af2d-1d767022abed tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:37.547218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-25c77d30-7d29-4b79-af2d-1d767022abed tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/a749de6f-66ac-459e-8347-b043e714960f HTTP/1.1" status: 200 len: 845 time: 0.0467887 Nov 11 21:28:37.550879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60664) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:37.568346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d842fa81-4e2a-4003-a20d-df20259c3c44 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:37.589386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d842fa81-4e2a-4003-a20d-df20259c3c44 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:28:37.589739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d842fa81-4e2a-4003-a20d-df20259c3c44 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:28:37.595045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5299a737-a7d8-4eb9-9c1a-e0b55b56d33a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/a749de6f-66ac-459e-8347-b043e714960f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0430584 Nov 11 21:28:37.598932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60666) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:37.604169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:37.804138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:37.807608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:37.873179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.038773 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.083280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:38.086180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:38.089136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:38.089734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.095488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b743f-f0d4-4e93-aa71-3bbb9ce58ceb None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:38.100480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:38.166801 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-95586ad4-f564-43ab-a31d-d0e439e976d6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5667512 Nov 11 21:28:38.169606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60668) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:38.173928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2ad96d60-680e-470a-90d3-9aacced3fe9c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'security_group': {'name': 'tempest-secgroup-487040192'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:38.252793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-80d2e6ab-b043-4720-b435-8af5889c3b0d', 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'tenant_id': '29f2621e4a434de994292e02816459d5', 'fixed_ips': [{'subnet_id': 'b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:28:38.253675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.255865 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad96d60-680e-470a-90d3-9aacced3fe9c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.324547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad96d60-680e-470a-90d3-9aacced3fe9c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.397592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Allocated IP 2001:db8::2 (80d2e6ab-b043-4720-b435-8af5889c3b0d/b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8/d00f1f87-d2d7-4041-a818-92a733e55121) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:38.410255 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad96d60-680e-470a-90d3-9aacced3fe9c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.441189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad96d60-680e-470a-90d3-9aacced3fe9c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a483a282-b843-453c-915b-46a970a0700e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:38.532172 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2ad96d60-680e-470a-90d3-9aacced3fe9c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.536015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2ad96d60-680e-470a-90d3-9aacced3fe9c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3629987 Nov 11 21:28:38.536286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60670) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:38.540694 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c0a2dda4-3a04-4936-8912-d18d6d685df2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1924194659'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:38.555441 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.687046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.724861 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dda4-3a04-4936-8912-d18d6d685df2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.735920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:38.737633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:38.739592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Pushing event updated for resources: {'Port': ['ID=d00f1f87-d2d7-4041-a818-92a733e55121,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:38.749414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:38.805341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dda4-3a04-4936-8912-d18d6d685df2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.808339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Attempting to bind port d00f1f87-d2d7-4041-a818-92a733e55121 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:28:38.808763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Attempting to bind port d00f1f87-d2d7-4041-a818-92a733e55121 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:28:38.809835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Attempting to bind port d00f1f87-d2d7-4041-a818-92a733e55121 on network 80d2e6ab-b043-4720-b435-8af5889c3b0d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:28:38.815261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:28:38.815812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Checking segment: {'id': '6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:28:38.816274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.816679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Bound using segment: {'id': '6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:28:38.817174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Bound port: d00f1f87-d2d7-4041-a818-92a733e55121, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:28:38.817704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.880366 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] For port d00f1f87-d2d7-4041-a818-92a733e55121, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:28:38.883479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] For port d00f1f87-d2d7-4041-a818-92a733e55121, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d00f1f87-d2d7-4041-a818-92a733e55121,segment=NetworkSegment(6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7),segment_id=6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:28:38.907302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dda4-3a04-4936-8912-d18d6d685df2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:38.942848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2dda4-3a04-4936-8912-d18d6d685df2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfade969-ad5e-4f81-8f8b-e308a1a26275,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:38.948193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.011976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c0a2dda4-3a04-4936-8912-d18d6d685df2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.013955 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c0a2dda4-3a04-4936-8912-d18d6d685df2 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4766765 Nov 11 21:28:39.016701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9519a-e066-4b45-8a4d-3669ed51759f None None] Pushing event updated for resources: {'Port': ['ID=d00f1f87-d2d7-4041-a818-92a733e55121,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:39.017025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60672) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:39.028122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-487318861', 'security_groups': ['bfade969-ad5e-4f81-8f8b-e308a1a26275'], 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:39.239039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:39.621758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d00f1f87-d2d7-4041-a818-92a733e55121 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:39.688130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:39.688754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.690028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.709214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port a594154d-e918-42bc-9495-c498f2e1b5a4 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:39.779148 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.816300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port d00f1f87-d2d7-4041-a818-92a733e55121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d00f1f87-d2d7-4041-a818-92a733e55121,segment=NetworkSegment(6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7),segment_id=6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:39.890144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::17f (80d2e6ab-b043-4720-b435-8af5889c3b0d/b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8/a594154d-e918-42bc-9495-c498f2e1b5a4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:39.901483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:39.962147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=d00f1f87-d2d7-4041-a818-92a733e55121,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:40.054274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.103859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-308432ca-3dc1-4685-bb41-ca5c6c30b42a None None] Provisioning complete for port a749de6f-66ac-459e-8347-b043e714960f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:40.104260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-308432ca-3dc1-4685-bb41-ca5c6c30b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.139096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-308432ca-3dc1-4685-bb41-ca5c6c30b42a None None] Port a749de6f-66ac-459e-8347-b043e714960f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:40.148755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-308432ca-3dc1-4685-bb41-ca5c6c30b42a None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:40.149126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-308432ca-3dc1-4685-bb41-ca5c6c30b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.159032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.204647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:40.207523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:40.213618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:40.220597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:40.221416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.234130 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=a594154d-e918-42bc-9495-c498f2e1b5a4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:40.310105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a6631120-1291-4f26-860a-f0ef73d81cb4 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2914195 Nov 11 21:28:40.312920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60674) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:40.318308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-96be89f3-b163-4823-95e7-5a9a3ea3bdc0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:40.452926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bbe1df34-7123-4ed0-b258-0313b8d8c9f4 None None] Provisioning complete for port a594154d-e918-42bc-9495-c498f2e1b5a4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:40.453307 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbe1df34-7123-4ed0-b258-0313b8d8c9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.490538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1df34-7123-4ed0-b258-0313b8d8c9f4 None None] Port a594154d-e918-42bc-9495-c498f2e1b5a4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:40.529756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be89f3-b163-4823-95e7-5a9a3ea3bdc0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:40.534147 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-96be89f3-b163-4823-95e7-5a9a3ea3bdc0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:40.631051 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-96be89f3-b163-4823-95e7-5a9a3ea3bdc0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8 (CIDR: 2001:db8::/64) Nov 11 21:28:40.656577 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-96be89f3-b163-4823-95e7-5a9a3ea3bdc0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:28:40.657094 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96be89f3-b163-4823-95e7-5a9a3ea3bdc0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:40.744508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-96be89f3-b163-4823-95e7-5a9a3ea3bdc0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4302239 Nov 11 21:28:40.748274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60676) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:40.753222 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:40.913014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:40.916486 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.204575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.244120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:41.247724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:41.253265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:41.254120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.257272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b3ecd-628f-4534-bcf5-4e17cb529d10 None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:41.267346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:41.321123 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2aa6b72c-da15-4847-804c-1c1038be1be7 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5718024 Nov 11 21:28:41.323796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60678) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:41.329339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-322255896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79'}], 'security_groups': ['a483a282-b843-453c-915b-46a970a0700e']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:41.472689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5d291-2776-4564-a57c-ee93108cbb78 None None] Update dhcp port {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'fixed_ips': [{'subnet_id': 'b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8', 'ip_address': '2001:db8::2'}, {'subnet_id': '47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79'}], 'binding:host_id': 'n-d-805734-3'}, 'id': 'd00f1f87-d2d7-4041-a818-92a733e55121'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:28:41.481228 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.499413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3be5d291-2776-4564-a57c-ee93108cbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.596600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d00f1f87-d2d7-4041-a818-92a733e55121 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:41.707578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3be5d291-2776-4564-a57c-ee93108cbb78 None None] Allocated IP 2001:db8:0:1::2 (80d2e6ab-b043-4720-b435-8af5889c3b0d/47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79/d00f1f87-d2d7-4041-a818-92a733e55121) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:41.709593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:41.709968 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:41.859733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3be5d291-2776-4564-a57c-ee93108cbb78 None None] For port d00f1f87-d2d7-4041-a818-92a733e55121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d00f1f87-d2d7-4041-a818-92a733e55121,segment=NetworkSegment(6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7),segment_id=6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:41.896557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3be5d291-2776-4564-a57c-ee93108cbb78 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.015698 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3be5d291-2776-4564-a57c-ee93108cbb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.100477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5d291-2776-4564-a57c-ee93108cbb78 None None] Pushing event updated for resources: {'Port': ['ID=d00f1f87-d2d7-4041-a818-92a733e55121,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:42.122242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Delete allocated IP 2001:db8::17f (80d2e6ab-b043-4720-b435-8af5889c3b0d/b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8) {{(pid=109674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:28:42.131620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8:0:1::2b1 (80d2e6ab-b043-4720-b435-8af5889c3b0d/47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79/a594154d-e918-42bc-9495-c498f2e1b5a4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:42.294301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.352812 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.422300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] In _notify_port_updated(), no bound segment for port a594154d-e918-42bc-9495-c498f2e1b5a4 on network 80d2e6ab-b043-4720-b435-8af5889c3b0d {{(pid=109674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:28:42.427905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:42.428564 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.429919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "PUT /v2.0/ports/a594154d-e918-42bc-9495-c498f2e1b5a4 HTTP/1.1" status: 200 len: 930 time: 1.1049085 Nov 11 21:28:42.432852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60680) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:42.436882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242fd95-e15b-454f-a9c2-b0ccfdb1f293 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=a594154d-e918-42bc-9495-c498f2e1b5a4,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:42.527769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port a594154d-e918-42bc-9495-c498f2e1b5a4 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:42.528266 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.624678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Provisioning complete for port a594154d-e918-42bc-9495-c498f2e1b5a4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:42.625290 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.625389 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.637972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for a594154d-e918-42bc-9495-c498f2e1b5a4 owned by {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:42.666617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Port a594154d-e918-42bc-9495-c498f2e1b5a4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:42.678215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Provisioning complete for port a749de6f-66ac-459e-8347-b043e714960f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:42.678592 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.715776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Port a749de6f-66ac-459e-8347-b043e714960f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:42.733798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:42.734310 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46527218-628d-424d-8486-b5e76b7b508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.850343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.880702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=a594154d-e918-42bc-9495-c498f2e1b5a4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:42.906360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:42.909724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8663c7cd-a061-4db8-99d2-57b2fd76ffd0 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/a594154d-e918-42bc-9495-c498f2e1b5a4 HTTP/1.1" status: 204 len: 168 time: 0.4747689 Nov 11 21:28:42.912582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60682) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:42.941474 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fee6c7-77e7-4f81-8f5c-d4bf1c5440e3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:42.942239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f7fee6c7-77e7-4f81-8f5c-d4bf1c5440e3 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/a594154d-e918-42bc-9495-c498f2e1b5a4 HTTP/1.1" status: 404 len: 333 time: 0.0285013 Nov 11 21:28:42.943137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3c69fb8e-5df5-4a7f-a2ae-38e7fcc8f674 None None] Could not find standard attr ID for object a594154d-e918-42bc-9495-c498f2e1b5a4. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:28:42.945897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60684) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:43.005265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad21322a-196b-4b62-a50a-5e8e4734c65b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.030271 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad21322a-196b-4b62-a50a-5e8e4734c65b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.163887 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad21322a-196b-4b62-a50a-5e8e4734c65b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.166485 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad21322a-196b-4b62-a50a-5e8e4734c65b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.167682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad21322a-196b-4b62-a50a-5e8e4734c65b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/security-groups/bfade969-ad5e-4f81-8f8b-e308a1a26275 HTTP/1.1" status: 204 len: 168 time: 0.2207375 Nov 11 21:28:43.171400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60686) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:43.177912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21322a-196b-4b62-a50a-5e8e4734c65b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfade969-ad5e-4f81-8f8b-e308a1a26275,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:43.227443 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-679df59d-d477-4fa8-9dc4-327423e3a0e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.252034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-679df59d-d477-4fa8-9dc4-327423e3a0e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.346984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-679df59d-d477-4fa8-9dc4-327423e3a0e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.349585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-679df59d-d477-4fa8-9dc4-327423e3a0e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.350774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-679df59d-d477-4fa8-9dc4-327423e3a0e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/security-groups/a483a282-b843-453c-915b-46a970a0700e HTTP/1.1" status: 204 len: 168 time: 0.1782715 Nov 11 21:28:43.353570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:43.361620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679df59d-d477-4fa8-9dc4-327423e3a0e1 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a483a282-b843-453c-915b-46a970a0700e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:43.408977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:43.412094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.452063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.540260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.571248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d00f1f87-d2d7-4041-a818-92a733e55121 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:43.619159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:43.619524 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.667670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.696532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:43.698523 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:43.706009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94327a5a-258b-404e-9ef9-68757072deda None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:43.706476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60690) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:43.706855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e8e244a-49fc-48e8-b6d6-5b534cf2823a tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8 HTTP/1.1" status: 204 len: 168 time: 0.3514724 Nov 11 21:28:43.711845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:43.930057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:43.934672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.233331 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.281223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:44.285877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:44.290403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:44.291016 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.301769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=d4eebc3d-92da-4b10-becf-df54a8ff3663,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:44.385594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13cf5d7-9f67-4885-8892-8580d33eb91a None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:44.407862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3da7ed1-5881-4a1e-b1ad-a020f2fbf156 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6998057 Nov 11 21:28:44.421063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60692) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:44.425765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9f61451a-96f4-4a35-9b8c-62deaa4d810d tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'security_group': {'name': 'tempest-secgroup-636129059'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:44.503754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bec11dac-0104-4572-90f0-3361f5b6021c None None] Provisioning complete for port a749de6f-66ac-459e-8347-b043e714960f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:44.504049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bec11dac-0104-4572-90f0-3361f5b6021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.524226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f61451a-96f4-4a35-9b8c-62deaa4d810d tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.595334 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f61451a-96f4-4a35-9b8c-62deaa4d810d tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.667631 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f61451a-96f4-4a35-9b8c-62deaa4d810d tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.697852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61451a-96f4-4a35-9b8c-62deaa4d810d tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69d3586-8a15-4711-b8eb-acabe840ba20,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:44.726636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bec11dac-0104-4572-90f0-3361f5b6021c None None] Port a749de6f-66ac-459e-8347-b043e714960f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:44.743747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bec11dac-0104-4572-90f0-3361f5b6021c None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:44.744127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bec11dac-0104-4572-90f0-3361f5b6021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.766596 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9f61451a-96f4-4a35-9b8c-62deaa4d810d tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.767879 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9f61451a-96f4-4a35-9b8c-62deaa4d810d tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3457789 Nov 11 21:28:44.770558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:44.775826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d19a39d3-ec42-45ce-90f6-e85e72f61a3c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'security_group': {'name': 'tempest-secgroup-308804069'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:44.862462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151d846-4726-48f5-8279-6059154af6a7 None None] Update dhcp port {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'fixed_ips': [{'subnet_id': '47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd4eebc3d-92da-4b10-becf-df54a8ff3663'}], 'binding:host_id': 'n-d-805734-3'}, 'id': 'd00f1f87-d2d7-4041-a818-92a733e55121'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:28:44.867453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d19a39d3-ec42-45ce-90f6-e85e72f61a3c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.890716 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e151d846-4726-48f5-8279-6059154af6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:44.937135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d19a39d3-ec42-45ce-90f6-e85e72f61a3c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.026949 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d19a39d3-ec42-45ce-90f6-e85e72f61a3c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.055643 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a39d3-ec42-45ce-90f6-e85e72f61a3c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc8a1be-1e7e-4210-b15a-2c782b3965b8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:45.061345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-e151d846-4726-48f5-8279-6059154af6a7 None None] Allocated IP 2001:db8::2 (80d2e6ab-b043-4720-b435-8af5889c3b0d/d4eebc3d-92da-4b10-becf-df54a8ff3663/d00f1f87-d2d7-4041-a818-92a733e55121) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:45.120916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d19a39d3-ec42-45ce-90f6-e85e72f61a3c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.122814 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d19a39d3-ec42-45ce-90f6-e85e72f61a3c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3513117 Nov 11 21:28:45.125539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60696) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:45.130020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-40ab7b7d-7785-4b95-a06f-ca823d51da0f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1536414533'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:45.159015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e151d846-4726-48f5-8279-6059154af6a7 None None] For port d00f1f87-d2d7-4041-a818-92a733e55121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d00f1f87-d2d7-4041-a818-92a733e55121,segment=NetworkSegment(6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7),segment_id=6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:45.187582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e151d846-4726-48f5-8279-6059154af6a7 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.204397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40ab7b7d-7785-4b95-a06f-ca823d51da0f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.269636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40ab7b7d-7785-4b95-a06f-ca823d51da0f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.290221 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e151d846-4726-48f5-8279-6059154af6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.347227 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40ab7b7d-7785-4b95-a06f-ca823d51da0f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.378518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab7b7d-7785-4b95-a06f-ca823d51da0f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe7fdf2-2707-4308-84e3-875c265401d0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:45.380434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151d846-4726-48f5-8279-6059154af6a7 None None] Pushing event updated for resources: {'Port': ['ID=d00f1f87-d2d7-4041-a818-92a733e55121,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:45.440518 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40ab7b7d-7785-4b95-a06f-ca823d51da0f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.442870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-40ab7b7d-7785-4b95-a06f-ca823d51da0f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3153043 Nov 11 21:28:45.444515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60698) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:45.449618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-660588699', 'security_groups': ['2fe7fdf2-2707-4308-84e3-875c265401d0'], 'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4eebc3d-92da-4b10-becf-df54a8ff3663'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:45.593773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d00f1f87-d2d7-4041-a818-92a733e55121 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:45.638958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:45.645306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:45.645766 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.741318 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:45.760262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] device_id is not set on port e69d08a7-3a11-41c7-8852-d83cca6b5f70 yet. {{(pid=109675) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 21:28:45.937740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8::2af (80d2e6ab-b043-4720-b435-8af5889c3b0d/d4eebc3d-92da-4b10-becf-df54a8ff3663/e69d08a7-3a11-41c7-8852-d83cca6b5f70) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:45.991261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-80f9bf96-3e75-4901-9312-4ce6454486ee None None] Provisioning complete for port a749de6f-66ac-459e-8347-b043e714960f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:45.991901 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80f9bf96-3e75-4901-9312-4ce6454486ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.032075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-80f9bf96-3e75-4901-9312-4ce6454486ee None None] Port a749de6f-66ac-459e-8347-b043e714960f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:46.041948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-80f9bf96-3e75-4901-9312-4ce6454486ee None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:46.044296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-80f9bf96-3e75-4901-9312-4ce6454486ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.074863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.175936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.214667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:46.218215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:46.221739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:28:46.227385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.228003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.249748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=e69d08a7-3a11-41c7-8852-d83cca6b5f70,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:46.327520 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bb9f12b6-5fe8-4b5f-8c82-9a925f4f1c1e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8819258 Nov 11 21:28:46.330387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60700) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:46.335723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0b5d4399-81d3-4fe3-8d78-ca1fffe651c5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:46.420468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-87e2b8f8-0e3f-4847-91ec-05f2b5bed379 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552421 Nov 11 21:28:46.454689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8d553d47-48c9-4a6b-97be-3571fe9f54f1 None None] Provisioning complete for port e69d08a7-3a11-41c7-8852-d83cca6b5f70 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:46.455054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d553d47-48c9-4a6b-97be-3571fe9f54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.494900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8d553d47-48c9-4a6b-97be-3571fe9f54f1 None None] Port e69d08a7-3a11-41c7-8852-d83cca6b5f70 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:46.515371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-2bad6bda-02a7-48c7-b24f-24a439eb6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.517007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-2bad6bda-02a7-48c7-b24f-24a439eb6eec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1097 time: 0.0429730 Nov 11 21:28:46.518173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d4399-81d3-4fe3-8d78-ca1fffe651c5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:46.521909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0b5d4399-81d3-4fe3-8d78-ca1fffe651c5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.617051 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-0b5d4399-81d3-4fe3-8d78-ca1fffe651c5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4eebc3d-92da-4b10-becf-df54a8ff3663 (CIDR: 2001:db8::/64) Nov 11 21:28:46.627885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-e3dfc0d8-e65d-43a4-94bf-a556b26a4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.629410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-e3dfc0d8-e65d-43a4-94bf-a556b26a4047 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 909 time: 0.0900829 Nov 11 21:28:46.679251 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5d4399-81d3-4fe3-8d78-ca1fffe651c5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:28:46.679604 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5d4399-81d3-4fe3-8d78-ca1fffe651c5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:46.700100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-03af9f53-8a71-49f0-9d95-574ba32ab322 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 1002 time: 0.0633154 Nov 11 21:28:46.738429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0b5d4399-81d3-4fe3-8d78-ca1fffe651c5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4069533 Nov 11 21:28:46.741144 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60702) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:46.747090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d8ecc7db-073e-4ef8-b4f1-156ca147ae38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:46.749418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-ffbacc29-5f15-41f3-9f9a-dc99c15a1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.750895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-ffbacc29-5f15-41f3-9f9a-dc99c15a1060 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 200 len: 847 time: 0.0449474 Nov 11 21:28:46.797649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-1cdc61c6-2d30-4eec-b2c7-788a7c358213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:46.799219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-1cdc61c6-2d30-4eec-b2c7-788a7c358213 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8677eb2f-cd84-4229-881e-9ae79badbec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414174 Nov 11 21:28:46.903987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-ec1a9d7d-6ca6-4fb8-b65c-b6243bb0f267 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971131 Nov 11 21:28:46.964332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ecc7db-073e-4ef8-b4f1-156ca147ae38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:46.968047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8ecc7db-073e-4ef8-b4f1-156ca147ae38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:46.998568 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb2511c5-ad6e-44f5-a7b3-17f796f32f4a req-b105bc3d-678d-47de-b5f6-cd8d4d342879 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Nov 11 21:28:47.062526 n-d-805734-3 neutron-server[109675]: INFO neutron.db.ipam_backend_mixin [None req-d8ecc7db-073e-4ef8-b4f1-156ca147ae38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79 (CIDR: 2001:db8:0:1::/64) Nov 11 21:28:47.113334 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ecc7db-073e-4ef8-b4f1-156ca147ae38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 21:28:47.113783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ecc7db-073e-4ef8-b4f1-156ca147ae38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:47.195945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d8ecc7db-073e-4ef8-b4f1-156ca147ae38 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4536803 Nov 11 21:28:47.198715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60706) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:47.205147 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'subnet': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:47.398096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Made reservation on behalf of 29f2621e4a434de994292e02816459d5 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:28:47.401719 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:47.695695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:47.742889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:28:47.746318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:28:47.749500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:47.750174 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:47.756766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8832557d-bf0e-494a-b3ac-126b4211459a None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:47.763001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Subnet': ['ID=c9a1ccfd-37a2-4725-8d44-9420bf7709be,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:47.852931 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-df4d8c53-d76f-40c5-b42f-50380f880edc tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6522431 Nov 11 21:28:47.855747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:47.861844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1037925481', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9a1ccfd-37a2-4725-8d44-9420bf7709be'}], 'security_groups': ['a69d3586-8a15-4711-b8eb-acabe840ba20', '4cc8a1be-1e7e-4210-b15a-2c782b3965b8']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:28:47.942425 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:47.995385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00754843-3e49-4f0d-86f3-44a60f84c89e None None] Update dhcp port {'port': {'network_id': '80d2e6ab-b043-4720-b435-8af5889c3b0d', 'fixed_ips': [{'subnet_id': '47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd4eebc3d-92da-4b10-becf-df54a8ff3663', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9a1ccfd-37a2-4725-8d44-9420bf7709be'}], 'binding:host_id': 'n-d-805734-3'}, 'id': 'd00f1f87-d2d7-4041-a818-92a733e55121'} from n-d-805734-3. {{(pid=109676) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 21:28:48.028557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-00754843-3e49-4f0d-86f3-44a60f84c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.210746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-00754843-3e49-4f0d-86f3-44a60f84c89e None None] Allocated IP 2001:db8:0:2::2 (80d2e6ab-b043-4720-b435-8af5889c3b0d/c9a1ccfd-37a2-4725-8d44-9420bf7709be/d00f1f87-d2d7-4041-a818-92a733e55121) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:48.313262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-00754843-3e49-4f0d-86f3-44a60f84c89e None None] For port d00f1f87-d2d7-4041-a818-92a733e55121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d00f1f87-d2d7-4041-a818-92a733e55121,segment=NetworkSegment(6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7),segment_id=6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:48.343632 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-00754843-3e49-4f0d-86f3-44a60f84c89e None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.404508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-00754843-3e49-4f0d-86f3-44a60f84c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.529153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Delete allocated IP 2001:db8::2af (80d2e6ab-b043-4720-b435-8af5889c3b0d/d4eebc3d-92da-4b10-becf-df54a8ff3663) {{(pid=109675) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 21:28:48.530976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00754843-3e49-4f0d-86f3-44a60f84c89e None None] Pushing event updated for resources: {'Port': ['ID=d00f1f87-d2d7-4041-a818-92a733e55121,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:48.537946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Allocated IP 2001:db8:0:2::e4 (80d2e6ab-b043-4720-b435-8af5889c3b0d/c9a1ccfd-37a2-4725-8d44-9420bf7709be/e69d08a7-3a11-41c7-8852-d83cca6b5f70) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:28:48.736698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.855767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.918133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] In _notify_port_updated(), no bound segment for port e69d08a7-3a11-41c7-8852-d83cca6b5f70 on network 80d2e6ab-b043-4720-b435-8af5889c3b0d {{(pid=109675) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 21:28:48.923942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:28:48.924608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:48.925964 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "PUT /v2.0/ports/e69d08a7-3a11-41c7-8852-d83cca6b5f70 HTTP/1.1" status: 200 len: 969 time: 1.0689220 Nov 11 21:28:48.929069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:48.941017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fa2aa-f033-475e-b0b5-2c96912c13ee tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event updated for resources: {'Port': ['ID=e69d08a7-3a11-41c7-8852-d83cca6b5f70,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:49.036927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port e69d08a7-3a11-41c7-8852-d83cca6b5f70 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:49.037278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.134202 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Provisioning complete for port e69d08a7-3a11-41c7-8852-d83cca6b5f70 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:49.134801 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.135681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.149324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for e69d08a7-3a11-41c7-8852-d83cca6b5f70 owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:49.172531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Port e69d08a7-3a11-41c7-8852-d83cca6b5f70 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:49.183201 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Provisioning complete for port a749de6f-66ac-459e-8347-b043e714960f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:49.184367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.219581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Port a749de6f-66ac-459e-8347-b043e714960f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:49.230224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:49.231540 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98ca1cab-0063-4a93-8e72-f309f343b302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.358670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.385771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=e69d08a7-3a11-41c7-8852-d83cca6b5f70,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:49.416435 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.423416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9ffb09bf-151d-41c7-895f-be2d1f2dc69b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/e69d08a7-3a11-41c7-8852-d83cca6b5f70 HTTP/1.1" status: 204 len: 168 time: 0.4909472 Nov 11 21:28:49.423634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:49.431462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4468ea7a-4b57-4f89-a0db-9390b241ec74 None None] Could not find standard attr ID for object e69d08a7-3a11-41c7-8852-d83cca6b5f70. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 21:28:49.448459 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-45720084-2d94-4a4b-8b63-099142760f1b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] GET failed (client error): The resource could not be found. Nov 11 21:28:49.450425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-45720084-2d94-4a4b-8b63-099142760f1b tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports/e69d08a7-3a11-41c7-8852-d83cca6b5f70 HTTP/1.1" status: 404 len: 333 time: 0.0258009 Nov 11 21:28:49.453171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:49.513200 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a37400e-eed1-4cc8-9420-e59db39dbbaa tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.541927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a37400e-eed1-4cc8-9420-e59db39dbbaa tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.598599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d00f1f87-d2d7-4041-a818-92a733e55121 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:28:49.647714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:49.648040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.661507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a37400e-eed1-4cc8-9420-e59db39dbbaa tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.664161 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a37400e-eed1-4cc8-9420-e59db39dbbaa tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.666333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0a37400e-eed1-4cc8-9420-e59db39dbbaa tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/security-groups/2fe7fdf2-2707-4308-84e3-875c265401d0 HTTP/1.1" status: 204 len: 168 time: 0.2112372 Nov 11 21:28:49.671614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:49.674653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37400e-eed1-4cc8-9420-e59db39dbbaa tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe7fdf2-2707-4308-84e3-875c265401d0,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:49.725308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c970317-5d32-47fa-a48a-b493d131ad4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.753771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c970317-5d32-47fa-a48a-b493d131ad4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.890229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c970317-5d32-47fa-a48a-b493d131ad4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.892957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c970317-5d32-47fa-a48a-b493d131ad4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.894161 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1c970317-5d32-47fa-a48a-b493d131ad4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/security-groups/4cc8a1be-1e7e-4210-b15a-2c782b3965b8 HTTP/1.1" status: 204 len: 168 time: 0.2215190 Nov 11 21:28:49.897864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60718) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:49.903910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c970317-5d32-47fa-a48a-b493d131ad4e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc8a1be-1e7e-4210-b15a-2c782b3965b8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:49.959832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dafab25b-add8-4c4a-9cad-f32b0abc1b0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:49.983051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dafab25b-add8-4c4a-9cad-f32b0abc1b0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.107376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dafab25b-add8-4c4a-9cad-f32b0abc1b0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.110006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dafab25b-add8-4c4a-9cad-f32b0abc1b0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.111170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dafab25b-add8-4c4a-9cad-f32b0abc1b0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/security-groups/a69d3586-8a15-4711-b8eb-acabe840ba20 HTTP/1.1" status: 204 len: 168 time: 0.2130215 Nov 11 21:28:50.114009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60720) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:50.121043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafab25b-add8-4c4a-9cad-f32b0abc1b0e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69d3586-8a15-4711-b8eb-acabe840ba20,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:50.166794 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet d4eebc3d-92da-4b10-becf-df54a8ff3663 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:50.170686 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.210168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.299370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.433250 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.460990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=d4eebc3d-92da-4b10-becf-df54a8ff3663,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:50.466922 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.470359 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d288c5c3-2ae8-41db-a110-9a57989c9909 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/d4eebc3d-92da-4b10-becf-df54a8ff3663 HTTP/1.1" status: 204 len: 168 time: 0.3551831 Nov 11 21:28:50.474395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56114cc-800a-440f-94fe-a4a0c3973e46 None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:50.475019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:50.528884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet c9a1ccfd-37a2-4725-8d44-9420bf7709be {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:50.532042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.579820 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.668770 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.804935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.833282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a1ccfd-37a2-4725-8d44-9420bf7709be,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:50.837052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.841003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e392313a-7f69-4147-a7ea-7bc0c05f833c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/c9a1ccfd-37a2-4725-8d44-9420bf7709be HTTP/1.1" status: 204 len: 168 time: 0.3648231 Nov 11 21:28:50.843277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:50.869809 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e34315-d0a1-4d12-8381-33cb24488147 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:50.870270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e34315-d0a1-4d12-8381-33cb24488147 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:50.874610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-72e34315-d0a1-4d12-8381-33cb24488147 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/d4eebc3d-92da-4b10-becf-df54a8ff3663 HTTP/1.1" status: 404 len: 337 time: 0.0303798 Nov 11 21:28:50.877157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60726) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:50.937488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting subnet 47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:28:50.941146 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:50.983917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.070723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.155539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339897f7-792b-4574-b5b9-f30de5fe64a6 None None] Network 80d2e6ab-b043-4720-b435-8af5889c3b0d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:28:51.215911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1a121acc-b778-4901-b13f-e363c3f49668 None None] Provisioning complete for port a749de6f-66ac-459e-8347-b043e714960f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:51.216218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a121acc-b778-4901-b13f-e363c3f49668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.221794 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.250087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Subnet': ['ID=47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:51.253563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.259010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e0fb02bd-28b4-4092-82a9-10b9f90eaf25 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/47c5e7a3-c8ef-4989-a53f-a18f0c8dfb79 HTTP/1.1" status: 204 len: 168 time: 0.3787231 Nov 11 21:28:51.259253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60728) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.267212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1a121acc-b778-4901-b13f-e363c3f49668 None None] Port a749de6f-66ac-459e-8347-b043e714960f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:28:51.285267 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c46c4b9-6cf6-416a-a0ad-85a93b722f32 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.285730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c46c4b9-6cf6-416a-a0ad-85a93b722f32 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.288799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3c46c4b9-6cf6-416a-a0ad-85a93b722f32 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/b06610e6-c0b2-4f3c-a2ee-3f4c85dbc9b8 HTTP/1.1" status: 404 len: 337 time: 0.0286155 Nov 11 21:28:51.291391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60730) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.300848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1a121acc-b778-4901-b13f-e363c3f49668 None None] Provisioning complete for port d00f1f87-d2d7-4041-a818-92a733e55121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:28:51.301228 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1a121acc-b778-4901-b13f-e363c3f49668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.319412 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b7a3c589-7412-4f6c-9b40-3c83a031b723 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bd841df-19cb-44ae-99fa-e3f66d76969d HTTP/1.1" status: 200 len: 205 time: 0.0269437 Nov 11 21:28:51.321712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60732) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.358586 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [None req-364904dd-6e60-4271-bf86-8b013642f33f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] delete failed (client error): The resource could not be found. Nov 11 21:28:51.359631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-364904dd-6e60-4271-bf86-8b013642f33f tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/routers/1bd841df-19cb-44ae-99fa-e3f66d76969d HTTP/1.1" status: 404 len: 336 time: 0.0370307 Nov 11 21:28:51.362205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60734) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.394238 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc1a3ba-f428-46b3-9e5a-f3887075a584 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.394623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc1a3ba-f428-46b3-9e5a-f3887075a584 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.397709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bdc1a3ba-f428-46b3-9e5a-f3887075a584 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/5fa8da23-24e1-4646-b0b7-62385926824a HTTP/1.1" status: 404 len: 337 time: 0.0346072 Nov 11 21:28:51.400630 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.432581 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1a8f3d-ebcb-4ab5-b339-527ebfa373e6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.433037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1a8f3d-ebcb-4ab5-b339-527ebfa373e6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.437155 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7a1a8f3d-ebcb-4ab5-b339-527ebfa373e6 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/71a2c003-1389-4c6f-a0d9-53736792a2b7 HTTP/1.1" status: 404 len: 337 time: 0.0354204 Nov 11 21:28:51.439631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.441724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] DHCP port deletion for 80d2e6ab-b043-4720-b435-8af5889c3b0d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:28:51.469700 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddb60f3-d473-4f9f-b08c-902326e62f7e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.470406 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddb60f3-d473-4f9f-b08c-902326e62f7e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.473489 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1ddb60f3-d473-4f9f-b08c-902326e62f7e tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/52b6176a-033a-48ce-aaaa-8a1183cc749f HTTP/1.1" status: 404 len: 337 time: 0.0327797 Nov 11 21:28:51.476026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.490051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] Deleting port d00f1f87-d2d7-4041-a818-92a733e55121 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:51.490637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.499777 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0159ee8-c4b8-4a23-bd9b-9f9a1a56ace9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.500433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0159ee8-c4b8-4a23-bd9b-9f9a1a56ace9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.503459 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d0159ee8-c4b8-4a23-bd9b-9f9a1a56ace9 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/b90cb29c-aa4b-4f80-897a-b55aed33654f HTTP/1.1" status: 404 len: 333 time: 0.0265262 Nov 11 21:28:51.505916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.531477 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d7624b-f8ee-46aa-b6c7-bfcd1e99dfe5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.531931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d7624b-f8ee-46aa-b6c7-bfcd1e99dfe5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.534994 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10d7624b-f8ee-46aa-b6c7-bfcd1e99dfe5 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/6b3e37ae-cc6c-41d1-b9fc-85f5135351d9 HTTP/1.1" status: 404 len: 337 time: 0.0281737 Nov 11 21:28:51.537500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.559795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] For port d00f1f87-d2d7-4041-a818-92a733e55121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d00f1f87-d2d7-4041-a818-92a733e55121,segment=NetworkSegment(6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7),segment_id=6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:28:51.560214 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.565114 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37f2e3e-4b76-46fe-8902-90552908533c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.565770 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37f2e3e-4b76-46fe-8902-90552908533c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.568913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f37f2e3e-4b76-46fe-8902-90552908533c tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/6a998f48-8cdc-430f-8b6d-dceef8e698c0 HTTP/1.1" status: 404 len: 337 time: 0.0303118 Nov 11 21:28:51.571727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.573178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] Calling delete_port for d00f1f87-d2d7-4041-a818-92a733e55121 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:51.576919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d00f1f87-d2d7-4041-a818-92a733e55121 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:28:51.596411 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c776646-6072-48e6-b2f2-e1880a794f54 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.597054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c776646-6072-48e6-b2f2-e1880a794f54 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.602415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c776646-6072-48e6-b2f2-e1880a794f54 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/9536ee96-3d8b-48f6-a72b-4073e59f1767 HTTP/1.1" status: 404 len: 333 time: 0.0270102 Nov 11 21:28:51.603063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60748) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.628587 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-75aa4eb2-a7f5-449c-8c09-6bc0e8d0f397 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.629040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75aa4eb2-a7f5-449c-8c09-6bc0e8d0f397 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.634256 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75aa4eb2-a7f5-449c-8c09-6bc0e8d0f397 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/8c5301c9-bee4-4fc0-8749-8343968888c1 HTTP/1.1" status: 404 len: 337 time: 0.0284605 Nov 11 21:28:51.634473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60750) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.660315 n-d-805734-3 neutron-server[109674]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f35c81-ef84-4f8d-890c-ebaf8c686815 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] DELETE failed (client error): The resource could not be found. Nov 11 21:28:51.660702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f35c81-ef84-4f8d-890c-ebaf8c686815 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 21:28:51.663722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-83f35c81-ef84-4f8d-890c-ebaf8c686815 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/subnets/87726b1f-e17e-4bb1-9438-9ad0beadb89e HTTP/1.1" status: 404 len: 337 time: 0.0283544 Nov 11 21:28:51.666208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:51.759983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Deleting port a749de6f-66ac-459e-8347-b043e714960f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:28:51.760368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.831339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.844858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Calling delete_port for a749de6f-66ac-459e-8347-b043e714960f owned by {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:28:51.864171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.965551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:51.981731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.008778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] Pushing event deleted for resources: {'Port': ['ID=d00f1f87-d2d7-4041-a818-92a733e55121,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:52.014075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50842b-c728-4481-b644-d44a44e85edb None None] No DVR routers for this DVR port d00f1f87-d2d7-4041-a818-92a733e55121 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:28:52.020769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Port': ['ID=a749de6f-66ac-459e-8347-b043e714960f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:52.026405 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.032767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2aefb38e-2123-4bb2-a2f4-10893d57c378 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/ports/a749de6f-66ac-459e-8347-b043e714960f HTTP/1.1" status: 204 len: 168 time: 0.3635216 Nov 11 21:28:52.033383 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:52.113712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.198140 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.217683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d2e6ab-b043-4720-b435-8af5889c3b0d']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:52.226508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:52.226795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6086c11e-b2aa-4e9a-87b9-d6ac612c9fb7') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:28:52.236478 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.250405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.255993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:28:52.256397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:28:52.259236 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:28:52.363749 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.397714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.407256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:52.408540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] 10.222.0.31 "DELETE /v2.0/networks/80d2e6ab-b043-4720-b435-8af5889c3b0d HTTP/1.1" status: 204 len: 168 time: 0.3740692 Nov 11 21:28:52.421313 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71faefb-18d2-47f0-a95d-2a0f94182b56 tempest-PortsIpV6TestJSON-50516084 tempest-PortsIpV6TestJSON-50516084-project] Pushing event deleted for resources: {'Network': ['ID=80d2e6ab-b043-4720-b435-8af5889c3b0d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:52.895586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60760) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:53.030542 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4ba4c4ae-54fb-47d2-a04a-5ed83e6c345a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29f2621e4a434de994292e02816459d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333656 Nov 11 21:28:53.032855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:53.079693 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43a6e5dd-9303-4b15-b5d6-21fa2881887c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:53.100794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43a6e5dd-9303-4b15-b5d6-21fa2881887c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:53.318463 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43a6e5dd-9303-4b15-b5d6-21fa2881887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:53.321128 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-43a6e5dd-9303-4b15-b5d6-21fa2881887c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:53.322349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-43a6e5dd-9303-4b15-b5d6-21fa2881887c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56dbc42c-203e-4a42-a8f3-5bc5561f3009 HTTP/1.1" status: 204 len: 168 time: 0.2884667 Nov 11 21:28:53.331087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6e5dd-9303-4b15-b5d6-21fa2881887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbc42c-203e-4a42-a8f3-5bc5561f3009,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:54.795393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-26414ec6-35ea-491b-8e41-2eb04f618da2 req-39d7460f-8e28-456b-a885-9c28155f1701 service neutron] (109674) timed out ('10.222.0.31', 43140) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:28:55.587262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:55.696829 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea991-cf82-4e1e-84ab-9ed2e68aac6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:55.780104 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea991-cf82-4e1e-84ab-9ed2e68aac6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:55.860946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea991-cf82-4e1e-84ab-9ed2e68aac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:55.900593 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8b0ea991-cf82-4e1e-84ab-9ed2e68aac6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22d0e4b08b19489a841670a0030f178e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121958 Nov 11 21:28:55.901468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ea991-cf82-4e1e-84ab-9ed2e68aac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df931d8-c963-4dcb-b307-ecb51dc401e1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:55.904054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:55.954070 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44c59798-016f-4637-98a2-d8c6e6f77cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:55.975268 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44c59798-016f-4637-98a2-d8c6e6f77cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.238752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44c59798-016f-4637-98a2-d8c6e6f77cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.241476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-44c59798-016f-4637-98a2-d8c6e6f77cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.242663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-44c59798-016f-4637-98a2-d8c6e6f77cad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1df931d8-c963-4dcb-b307-ecb51dc401e1 HTTP/1.1" status: 204 len: 168 time: 0.3375449 Nov 11 21:28:56.253318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c59798-016f-4637-98a2-d8c6e6f77cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df931d8-c963-4dcb-b307-ecb51dc401e1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:56.837205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:56.852417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f149587d-22b9-42bd-8ad7-af61106a648f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.930497 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f149587d-22b9-42bd-8ad7-af61106a648f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:56.982107 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f149587d-22b9-42bd-8ad7-af61106a648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:57.018924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149587d-22b9-42bd-8ad7-af61106a648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6769f16e-be78-4dbc-93ec-90075e0e566a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:57.023051 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f149587d-22b9-42bd-8ad7-af61106a648f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85ed2543e2664b5eb83a4fc957dfa019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848280 Nov 11 21:28:57.026375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:57.073671 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c8f2ad-48ac-45a3-8db3-06b178d4bbfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:57.095559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c8f2ad-48ac-45a3-8db3-06b178d4bbfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:57.221340 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c8f2ad-48ac-45a3-8db3-06b178d4bbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:57.223986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-33c8f2ad-48ac-45a3-8db3-06b178d4bbfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:57.225240 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-33c8f2ad-48ac-45a3-8db3-06b178d4bbfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6769f16e-be78-4dbc-93ec-90075e0e566a HTTP/1.1" status: 204 len: 168 time: 0.1984963 Nov 11 21:28:57.234004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8f2ad-48ac-45a3-8db3-06b178d4bbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6769f16e-be78-4dbc-93ec-90075e0e566a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:57.443845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.641106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:59.751757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94025c81-39e0-4403-aaf1-2cbf282d910e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.822684 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94025c81-39e0-4403-aaf1-2cbf282d910e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.878178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-94025c81-39e0-4403-aaf1-2cbf282d910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.924435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-94025c81-39e0-4403-aaf1-2cbf282d910e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9958b8b676af4e5eab49d51165197276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820625 Nov 11 21:28:59.925685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94025c81-39e0-4403-aaf1-2cbf282d910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219d1f1-805d-4f80-b6a8-ddb95752ac43,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:28:59.927064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:28:59.978108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f75290f-683a-420c-9ff7-57ad1177aa0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:28:59.999053 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f75290f-683a-420c-9ff7-57ad1177aa0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.118003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f75290f-683a-420c-9ff7-57ad1177aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.120802 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4f75290f-683a-420c-9ff7-57ad1177aa0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.121988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4f75290f-683a-420c-9ff7-57ad1177aa0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4219d1f1-805d-4f80-b6a8-ddb95752ac43 HTTP/1.1" status: 204 len: 168 time: 0.1930270 Nov 11 21:29:00.130128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75290f-683a-420c-9ff7-57ad1177aa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219d1f1-805d-4f80-b6a8-ddb95752ac43,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:00.781105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:00.795005 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ad59a02-5638-496d-90a7-d73b64605ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.871706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ad59a02-5638-496d-90a7-d73b64605ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:00.992550 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ad59a02-5638-496d-90a7-d73b64605ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.045249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3ad59a02-5638-496d-90a7-d73b64605ce8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afeb1d48c6fc4933a8bd556295d525bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509935 Nov 11 21:29:01.045249 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad59a02-5638-496d-90a7-d73b64605ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61572c-83c6-46ae-846e-7d2bb590baa9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:01.046401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:01.084913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b765735a-f607-4d50-ab6b-83818fd9ec81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.106075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b765735a-f607-4d50-ab6b-83818fd9ec81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.271846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b765735a-f607-4d50-ab6b-83818fd9ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.274489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b765735a-f607-4d50-ab6b-83818fd9ec81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:01.275660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b765735a-f607-4d50-ab6b-83818fd9ec81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d61572c-83c6-46ae-846e-7d2bb590baa9 HTTP/1.1" status: 204 len: 168 time: 0.2386768 Nov 11 21:29:01.284617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765735a-f607-4d50-ab6b-83818fd9ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61572c-83c6-46ae-846e-7d2bb590baa9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:02.021001 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93f695f8-f507-43ee-b402-afc3a8c159b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.234357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60938) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:04.273963 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:29:04.344479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.422283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.432345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-decbcd81-b542-4bc0-8064-74ab2e56815e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.478020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.517777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bdbe1c-1e71-47b0-b30a-824cfbfbc3f5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:04.522733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eccedd6dbdc746219d94919eb4996ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872760 Nov 11 21:29:04.525490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 60942) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:04.528873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.529218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.529570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.529925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.530315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.530703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.531083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.531448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.531771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.532091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.532435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.532780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e79786c-d7cb-4bbb-bd11-2563d530aecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:04.575530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-682afb2e-e04d-42cb-993e-f7889468eecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.597676 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-682afb2e-e04d-42cb-993e-f7889468eecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.712258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-682afb2e-e04d-42cb-993e-f7889468eecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.714809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-682afb2e-e04d-42cb-993e-f7889468eecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:04.716805 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-682afb2e-e04d-42cb-993e-f7889468eecd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2bdbe1c-1e71-47b0-b30a-824cfbfbc3f5 HTTP/1.1" status: 204 len: 168 time: 0.1901741 Nov 11 21:29:04.725255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682afb2e-e04d-42cb-993e-f7889468eecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bdbe1c-1e71-47b0-b30a-824cfbfbc3f5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:05.334936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60948) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:05.348193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c89a322a-2a31-4186-a07e-65a3c69df3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.420100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c89a322a-2a31-4186-a07e-65a3c69df3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.517901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c89a322a-2a31-4186-a07e-65a3c69df3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.558363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a322a-2a31-4186-a07e-65a3c69df3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294ebc34-ea3e-4541-a4b0-a4f1c385abaf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:05.562654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c89a322a-2a31-4186-a07e-65a3c69df3b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fca0e7ac467d4c05b21581f7ecec17a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266827 Nov 11 21:29:05.566610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 60950) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:05.609788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.620435 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a50b636c-1d1b-4a9d-af6f-6d3377598cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.642049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a50b636c-1d1b-4a9d-af6f-6d3377598cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.764387 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a50b636c-1d1b-4a9d-af6f-6d3377598cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.766969 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a50b636c-1d1b-4a9d-af6f-6d3377598cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:05.773582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a50b636c-1d1b-4a9d-af6f-6d3377598cb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/294ebc34-ea3e-4541-a4b0-a4f1c385abaf HTTP/1.1" status: 204 len: 168 time: 0.2018957 Nov 11 21:29:05.776089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b636c-1d1b-4a9d-af6f-6d3377598cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294ebc34-ea3e-4541-a4b0-a4f1c385abaf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:07.141034 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:07.867029 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:22.412248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:27.477858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:31.953653 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9053f20b-6254-4fe1-8247-d7b71f5c2da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:34.425332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3258d482-f2d9-458d-a500-a877cca0ca20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:35.615495 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.179436 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:37.854827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.434239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32934) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:39.552075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c430433-fc28-449c-a1f9-47a93196d870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.632390 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c430433-fc28-449c-a1f9-47a93196d870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.712166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1c430433-fc28-449c-a1f9-47a93196d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.752431 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1c430433-fc28-449c-a1f9-47a93196d870 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4db18383c64644e88711bec2fab60088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168416 Nov 11 21:29:39.754336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c430433-fc28-449c-a1f9-47a93196d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a58b018-7893-41e5-996d-2b988223e49f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:39.755157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:39.808221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.829630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.940453 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.943051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:39.944292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a58b018-7893-41e5-996d-2b988223e49f HTTP/1.1" status: 204 len: 168 time: 0.1880693 Nov 11 21:29:39.954134 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a58b018-7893-41e5-996d-2b988223e49f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:39.961816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.962166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.962512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.962851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.963186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.963521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.963852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.964201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.964531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.964960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.965813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:39.966367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b361a4a-010b-41fd-940a-6bea511d3cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:29:40.499713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 32944) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:40.516842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73243d6a-93dc-43a0-8093-aa682cc832c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.588831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73243d6a-93dc-43a0-8093-aa682cc832c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.666287 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-73243d6a-93dc-43a0-8093-aa682cc832c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.705306 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-73243d6a-93dc-43a0-8093-aa682cc832c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=572b52dbb8644c829145ab38e89213bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2044735 Nov 11 21:29:40.706112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73243d6a-93dc-43a0-8093-aa682cc832c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d164a-e70a-432e-9e07-fdad6f94c04f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:40.707975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 32946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:29:40.757083 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e73f-6c51-4bb9-b78b-2a37cf883428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.778368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e73f-6c51-4bb9-b78b-2a37cf883428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.929301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e73f-6c51-4bb9-b78b-2a37cf883428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.931859 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9ef2e73f-6c51-4bb9-b78b-2a37cf883428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:40.933074 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9ef2e73f-6c51-4bb9-b78b-2a37cf883428 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb6d164a-e70a-432e-9e07-fdad6f94c04f HTTP/1.1" status: 204 len: 168 time: 0.2240071 Nov 11 21:29:40.942929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2e73f-6c51-4bb9-b78b-2a37cf883428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d164a-e70a-432e-9e07-fdad6f94c04f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:29:41.273016 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:29:47.840132 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-64d93d4c-45d9-4ea4-b85e-604659c34930 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442829 Nov 11 21:29:47.925074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-24b26d8a-8ff4-4c5e-9377-d88b85e22ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:47.926655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-24b26d8a-8ff4-4c5e-9377-d88b85e22ae8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1097 time: 0.0429685 Nov 11 21:29:48.036616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-8d736422-fcc5-48ae-908f-503ba03a0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:48.038149 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-8d736422-fcc5-48ae-908f-503ba03a0cb1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 909 time: 0.0887823 Nov 11 21:29:48.112924 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-5e54c7e7-b4e5-49ab-b381-d3f0aa68d27f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 1002 time: 0.0677521 Nov 11 21:29:48.165464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-0001650d-581d-48e6-b0cf-53e29721ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:48.167182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-0001650d-581d-48e6-b0cf-53e29721ffbd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 200 len: 847 time: 0.0467215 Nov 11 21:29:48.216367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-d4f75f00-5321-4a95-b74e-bc56dc53d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:29:48.217888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-d4f75f00-5321-4a95-b74e-bc56dc53d20e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8677eb2f-cd84-4229-881e-9ae79badbec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416133 Nov 11 21:29:48.317173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-559a6b19-c1c8-474a-ba58-85b7db7b0850 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907533 Nov 11 21:29:48.413730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abc4d425-fa58-47fa-bd8e-06144872dd46 req-f6326ec9-c48e-42ac-ac52-3fca5b01ced0 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886497 Nov 11 21:29:52.384837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:29:57.619125 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:01.968565 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d653d618-a8fa-42bb-b5a9-e16ab86b5afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:04.436031 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a07ec935-eddd-4e7d-b462-0e9a4a83cc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:05.648727 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:07.168993 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:07.859852 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:18.272638 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:30:22.389646 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:27.463692 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.629707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33138) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:28.742609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9abc4be8-30f4-4554-a89d-ce99479c4f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.815851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9abc4be8-30f4-4554-a89d-ce99479c4f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.909400 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9abc4be8-30f4-4554-a89d-ce99479c4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:28.950404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9abc4be8-30f4-4554-a89d-ce99479c4f12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2264442ec8794c8598050966ad61b4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194199 Nov 11 21:30:28.951402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc4be8-30f4-4554-a89d-ce99479c4f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1295bdaf-820e-454d-868f-29a427ea0f5b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:28.953273 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33142) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:29.001590 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.022090 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.160721 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.163325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:29.164596 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1295bdaf-820e-454d-868f-29a427ea0f5b HTTP/1.1" status: 204 len: 168 time: 0.2102783 Nov 11 21:30:29.173111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1295bdaf-820e-454d-868f-29a427ea0f5b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:29.180521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.180865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.181199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.181811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.182148 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.182472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.182800 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.183125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.183425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.183783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.184286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:29.184607 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e1a1e-6ce8-4054-8831-2e108fd5b38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:31.985613 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15023cd8-dc72-4fec-89e8-6c44788b4b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:34.454383 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7037f8a1-f7ef-4e79-bd64-c80e30d66bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:35.636596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:37.156679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:37.928081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:48.947633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-0beba2e1-a6a7-42d0-b0f1-d6deb9c3421b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546950 Nov 11 21:30:49.040001 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-552a9101-3ed8-4e13-9aa7-b6fd02b28401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.041682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-552a9101-3ed8-4e13-9aa7-b6fd02b28401 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 1097 time: 0.0475900 Nov 11 21:30:49.165211 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-c7d4ab17-61c1-4f3d-9e03-690b8bbe47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.166845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-c7d4ab17-61c1-4f3d-9e03-690b8bbe47f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 200 len: 909 time: 0.1030159 Nov 11 21:30:49.238200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-a7788889-40ec-4067-92cf-16f709799845 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 200 len: 1002 time: 0.0629570 Nov 11 21:30:49.297139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-bf8ab597-7bfe-4680-b940-7cf1ff72bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.298663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-bf8ab597-7bfe-4680-b940-7cf1ff72bc81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 200 len: 847 time: 0.0523715 Nov 11 21:30:49.350488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-5e6d8135-4379-46e6-bc82-fb925f4514a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:49.352159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-5e6d8135-4379-46e6-bc82-fb925f4514a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8677eb2f-cd84-4229-881e-9ae79badbec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452194 Nov 11 21:30:49.461342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-136d39b9-f61e-45a0-bb7d-c63dfe43c46c service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995831 Nov 11 21:30:49.571478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66ed7df6-44e6-44de-81d8-8868d426ff55 req-2ed6caba-9d09-43e3-b905-99d5a86f6585 service neutron] 10.222.0.62 "GET /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018555 Nov 11 21:30:51.582107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33288) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:51.691064 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7341946b-6fb1-4394-8a90-262fd581d87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.772462 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7341946b-6fb1-4394-8a90-262fd581d87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.830629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7341946b-6fb1-4394-8a90-262fd581d87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.873536 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7341946b-6fb1-4394-8a90-262fd581d87a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0ce335a98554b10bc92b529ad02501b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2896936 Nov 11 21:30:51.874343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341946b-6fb1-4394-8a90-262fd581d87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b775d2-9063-42f8-8cf0-048242c7d9c2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:51.876991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:51.926227 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:51.947836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.053546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.056131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:52.057328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68b775d2-9063-42f8-8cf0-048242c7d9c2 HTTP/1.1" status: 204 len: 168 time: 0.1790686 Nov 11 21:30:52.066478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b775d2-9063-42f8-8cf0-048242c7d9c2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:52.074493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.074923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.075462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.075846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.077052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.077749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.078284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.078850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.079593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.080123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.080687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.081029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb89e8-0bf5-404a-86c8-3c748e291845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:52.413883 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:53.756679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:53.908137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'network': {'name': 'tempest-network-smoke--907938277', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:53.988510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:53.992347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.001941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.077609 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.162306 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.188879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:30:54.198454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349fd027-3c20-4297-b331-77243dd838e4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:54.203261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.203600 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Added segment f8ad588a-9f8c-4618-a0a7-3286a1e37580 of type vlan for network be681fa3-1d44-415c-b780-ea68e1dcbb38 Nov 11 21:30:54.243835 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.337065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.343582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:54.344214 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.416189 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Network': ['ID=be681fa3-1d44-415c-b780-ea68e1dcbb38,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:54.430848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:30:54.452681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-381c82f0-0513-4762-93bd-52018e532223 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6948562 Nov 11 21:30:54.453925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33332) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:54.458754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-938433564', 'admin_state_up': True, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:54.551317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.552426 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.602947 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:54.792827 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.047620 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.070427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.177606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.25.2.137 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/cbda9ed0-e149-400a-96c8-8a19c34cf7cf) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:55.271441 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:30:55.282642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.383075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.418611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:55.425732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:55.429344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:55.435657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:55.439521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a503851-cbac-48a3-b48d-b317f925ba9d None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:30:55.501015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9b6865d1-5368-43be-9606-5a50a38ebe21 None None] Provisioning complete for port cbda9ed0-e149-400a-96c8-8a19c34cf7cf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:55.501371 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b6865d1-5368-43be-9606-5a50a38ebe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:55.535039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9b6865d1-5368-43be-9606-5a50a38ebe21 None None] Port cbda9ed0-e149-400a-96c8-8a19c34cf7cf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:55.742696 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.278536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.479700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:30:56.586905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:56.597641 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Sync routers for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:30:56.607527 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:56.608162 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:30:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:56.667002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:56.668294 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-49d97169-0c52-4f00-8327-172aeb629e3c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2133980 Nov 11 21:30:56.672650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33334) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:56.712229 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:56.751319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6b110d58-0fef-424e-9162-8ce29e730b7d tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b09de3dcc198472c8e73b81aed1fb6c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775697 Nov 11 21:30:56.754135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33338) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:56.840670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c46943-10d2-448f-a65a-e43cd3ef91aa tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:56.845098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f5c46943-10d2-448f-a65a-e43cd3ef91aa tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871568 Nov 11 21:30:56.845378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33340) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:56.878745 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0d01c3b6-598f-4f51-8417-ed11337c6692 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322716 Nov 11 21:30:56.883899 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33342) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:56.889011 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264428770', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:30:56.894278 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:55Z', 'revision_number': 3, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:56.924360 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Checking router: 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:30:56.924799 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Updating router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 port cbda9ed0-e149-400a-96c8-8a19c34cf7cf binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:30:56.949212 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.039836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:30:57.043561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.199257 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.273751 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.315937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.321173 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe428b5-31d1-4858-a2e9-84b72f003326 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:30:57.338315 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Attempting to bind port cbda9ed0-e149-400a-96c8-8a19c34cf7cf on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:57.338685 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Attempting to bind port cbda9ed0-e149-400a-96c8-8a19c34cf7cf by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:57.339044 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Attempting to bind port cbda9ed0-e149-400a-96c8-8a19c34cf7cf on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:57.341058 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Pushing event updated for resources: {'Port': ['ID=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:57.352894 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.353699 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.353950 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.354287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.354614 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.354938 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.355302 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.355625 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.355940 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.356567 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.356711 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.358120 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:57.362516 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:57.362887 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:57.363293 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.364125 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:57.364443 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Bound port: cbda9ed0-e149-400a-96c8-8a19c34cf7cf, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:57.364822 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.370383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4c592404-0722-4175-a183-a3a0e6e80aad None None] Provisioning complete for port cbda9ed0-e149-400a-96c8-8a19c34cf7cf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:57.370932 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c592404-0722-4175-a183-a3a0e6e80aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.382823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Subnet': ['ID=ac726af8-2538-4fab-9b25-354e26639c0a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:57.390335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Checking segment: {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:57.390738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network hostable DHCP agents. Network: be681fa3-1d44-415c-b780-ea68e1dcbb38, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:30:57.414032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4c592404-0722-4175-a183-a3a0e6e80aad None None] Port cbda9ed0-e149-400a-96c8-8a19c34cf7cf cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:30:57.423937 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] For port cbda9ed0-e149-400a-96c8-8a19c34cf7cf, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:57.427271 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] For port cbda9ed0-e149-400a-96c8-8a19c34cf7cf, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:57.485214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:30:57.507969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.508440 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.550986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec6fb3-5613-428c-b276-c4ed095f8879 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:30:57.565414 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:30:57.565570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, be681fa3-1d44-415c-b780-ea68e1dcbb38) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:57.566034 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:30:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:57.570735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:30:57.570735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.572177 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fa7fa-b28a-477f-b829-a1375ad14ebe None None] Pushing event updated for resources: {'Port': ['ID=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:57.580606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd76c6-f607-4ac7-a313-88f96599af3a None None] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:57.654088 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-24e053e5-5109-4726-8dcf-601f7f281866 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7690935 Nov 11 21:30:57.657208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33344) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:30:57.663741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Provisioning complete for port cbda9ed0-e149-400a-96c8-8a19c34cf7cf triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:57.664185 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.683672 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:30:57.820433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.829575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-be681fa3-1d44-415c-b780-ea68e1dcbb38', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:30:57.830547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:57.857478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] For port cbda9ed0-e149-400a-96c8-8a19c34cf7cf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:30:57.872111 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:55Z', 'revision_number': 3, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:30:57.905433 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f115b1e-4a08-49a5-9053-7a9da1d55762 None None] The sync data for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 is: [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:55Z', 'revision_number': 3, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:30:57.939437 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.040211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Pushing event updated for resources: {'Port': ['ID=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:58.048228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Allocated IP 172.20.0.2 (be681fa3-1d44-415c-b780-ea68e1dcbb38/ac726af8-2538-4fab-9b25-354e26639c0a/4f1dec88-e85e-4793-92be-e32599d64825) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:58.051227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.051589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.051940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.052317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.052657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.053208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.053550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.053906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.054224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.054767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.054895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.055196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a38635-9eae-4165-ae0e-f6e36e57ee6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:30:58.142584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.255376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.354491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.402801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:58.407395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:58.412063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:58.415239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Pushing event updated for resources: {'Port': ['ID=4f1dec88-e85e-4793-92be-e32599d64825,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:58.460979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.20.0.1 (be681fa3-1d44-415c-b780-ea68e1dcbb38/ac726af8-2538-4fab-9b25-354e26639c0a/81156877-4acb-41e5-8089-a68521000d2e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:30:58.473983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Attempting to bind port 4f1dec88-e85e-4793-92be-e32599d64825 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:30:58.474355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Attempting to bind port 4f1dec88-e85e-4793-92be-e32599d64825 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:30:58.474719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Attempting to bind port 4f1dec88-e85e-4793-92be-e32599d64825 on network be681fa3-1d44-415c-b780-ea68e1dcbb38 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:30:58.479814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:30:58.484344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Checking segment: {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:30:58.484344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.484344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Bound using segment: {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:30:58.484344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Bound port: 4f1dec88-e85e-4793-92be-e32599d64825, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:30:58.484344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.548892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] For port 4f1dec88-e85e-4793-92be-e32599d64825, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:30:58.552551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] For port 4f1dec88-e85e-4793-92be-e32599d64825, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f1dec88-e85e-4793-92be-e32599d64825,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:30:58.584325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.651610 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.679947 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:58.730016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:58.733365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff183e-f24d-45f2-a1c6-cefc009a013e None None] Pushing event updated for resources: {'Port': ['ID=4f1dec88-e85e-4793-92be-e32599d64825,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:58.733555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:58.739598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:30:58.770617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=81156877-4acb-41e5-8089-a68521000d2e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:58.797523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.122906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.402584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.471264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.547300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=81156877-4acb-41e5-8089-a68521000d2e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:30:59.549756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.677296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:30:59.679070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:30:59.727851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e65570-600e-4aa5-b66a-07eaca4d4155 None None] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:30:59.753761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cbda9ed0-e149-400a-96c8-8a19c34cf7cf up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:30:59.814654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:30:59.847685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fc871681-f728-425c-ab5d-edc453c6d3b5 None None] Provisioning complete for port 4f1dec88-e85e-4793-92be-e32599d64825 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:59.848061 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc871681-f728-425c-ab5d-edc453c6d3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.928046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port cbda9ed0-e149-400a-96c8-8a19c34cf7cf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:30:59.928365 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:30:59.931124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:30:59.940358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4990b2b0-4ba2-42e4-bf69-6971ebe083e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "PUT /v2.0/routers/405a3f8d-b2e6-4c0c-ad2a-7b1906b19802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2790465 Nov 11 21:30:59.940358 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33346) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:00.052184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc871681-f728-425c-ab5d-edc453c6d3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.083996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Sync routers for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:00.125665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:00.126302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:30:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:00.151328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abbc6c-2c9c-47f4-a182-d42250c8fd46 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.151829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abbc6c-2c9c-47f4-a182-d42250c8fd46 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.152339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abbc6c-2c9c-47f4-a182-d42250c8fd46 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.152788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abbc6c-2c9c-47f4-a182-d42250c8fd46 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.153243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abbc6c-2c9c-47f4-a182-d42250c8fd46 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.153689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abbc6c-2c9c-47f4-a182-d42250c8fd46 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.156278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e4abbc6c-2c9c-47f4-a182-d42250c8fd46 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.2137516 Nov 11 21:31:00.159091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33348) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:00.178533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f1dec88-e85e-4793-92be-e32599d64825 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:00.188023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-fc871681-f728-425c-ab5d-edc453c6d3b5 None None] For port 4f1dec88-e85e-4793-92be-e32599d64825, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f1dec88-e85e-4793-92be-e32599d64825,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:00.255676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795f04d-e3df-4123-932f-6132428436c4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.256236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795f04d-e3df-4123-932f-6132428436c4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.256704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795f04d-e3df-4123-932f-6132428436c4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.257155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795f04d-e3df-4123-932f-6132428436c4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.257609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795f04d-e3df-4123-932f-6132428436c4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.258062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795f04d-e3df-4123-932f-6132428436c4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:00.262508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f795f04d-e3df-4123-932f-6132428436c4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.0998964 Nov 11 21:31:00.262898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33350) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:00.267649 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc871681-f728-425c-ab5d-edc453c6d3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.319697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:00.418284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ce252d8a-ac1c-43a9-b0bc-29509cb37995 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.1537430 Nov 11 21:31:00.540648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4f1dec88-e85e-4793-92be-e32599d64825 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:00.541063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.556025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc871681-f728-425c-ab5d-edc453c6d3b5 None None] Pushing event updated for resources: {'Port': ['ID=4f1dec88-e85e-4793-92be-e32599d64825,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:00.616193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2bf79b0b-869c-488b-b288-301d9a28f0e3 None None] Provisioning complete for port 4f1dec88-e85e-4793-92be-e32599d64825 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:00.616628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2bf79b0b-869c-488b-b288-301d9a28f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.759239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33356) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:00.764738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d068552d-4593-4900-8eff-ba49410c6b22 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329438752', 'description': 'tempest-secgroup-smoke-1329438752 description', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:00.871799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2bf79b0b-869c-488b-b288-301d9a28f0e3 None None] Provisioning complete for port 81156877-4acb-41e5-8089-a68521000d2e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:00.872469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2bf79b0b-869c-488b-b288-301d9a28f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:00.916744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:30:59Z', 'revision_number': 2, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:00.945023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Checking router: 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:00.945459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Updating router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 port 81156877-4acb-41e5-8089-a68521000d2e binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:31:00.972078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2bf79b0b-869c-488b-b288-301d9a28f0e3 None None] Port 81156877-4acb-41e5-8089-a68521000d2e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:00.977046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.114295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fe78a873-5d25-490b-a059-af57e4f3ed8c None None] Provisioning complete for port 81156877-4acb-41e5-8089-a68521000d2e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:01.114664 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe78a873-5d25-490b-a059-af57e4f3ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.165247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d068552d-4593-4900-8eff-ba49410c6b22 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.198882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fe78a873-5d25-490b-a059-af57e4f3ed8c None None] Port 81156877-4acb-41e5-8089-a68521000d2e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:01.231892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d068552d-4593-4900-8eff-ba49410c6b22 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.291259 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.313607 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d068552d-4593-4900-8eff-ba49410c6b22 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.341852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068552d-4593-4900-8eff-ba49410c6b22 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e834b998-acd6-46a8-8cff-2fbf15683acc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.370846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.401502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d068552d-4593-4900-8eff-ba49410c6b22 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.406383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d068552d-4593-4900-8eff-ba49410c6b22 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6422253 Nov 11 21:31:01.406507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33358) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:01.410957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bf698d8c-5106-4113-974c-9924cf0c56c7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'e834b998-acd6-46a8-8cff-2fbf15683acc', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:01.423040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc9dba-5898-4fe3-94d5-455b7363ac47 None None] Pushing event updated for resources: {'Port': ['ID=81156877-4acb-41e5-8089-a68521000d2e,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.473282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Attempting to bind port 81156877-4acb-41e5-8089-a68521000d2e on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:01.473680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Attempting to bind port 81156877-4acb-41e5-8089-a68521000d2e by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:01.474051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Attempting to bind port 81156877-4acb-41e5-8089-a68521000d2e on network be681fa3-1d44-415c-b780-ea68e1dcbb38 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:01.479514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:01.479888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Checking segment: {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:01.480350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.480749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Bound using segment: {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:01.481472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Bound port: 81156877-4acb-41e5-8089-a68521000d2e, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:01.481956 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.513766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf698d8c-5106-4113-974c-9924cf0c56c7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.549596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] For port 81156877-4acb-41e5-8089-a68521000d2e, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:01.553227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] For port 81156877-4acb-41e5-8089-a68521000d2e, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=81156877-4acb-41e5-8089-a68521000d2e,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:01.583211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf698d8c-5106-4113-974c-9924cf0c56c7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.614322 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.658628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f1dec88-e85e-4793-92be-e32599d64825 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:01.659828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf698d8c-5106-4113-974c-9924cf0c56c7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.680613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf698d8c-5106-4113-974c-9924cf0c56c7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46791c4b-3e28-457a-a99e-0221f80c133d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.729275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d62c3a1a-f863-41ba-b790-5847fbbf8a09 None None] Provisioning complete for port 81156877-4acb-41e5-8089-a68521000d2e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:01.729650 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d62c3a1a-f863-41ba-b790-5847fbbf8a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.734780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:01.735380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:30:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:01.744628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bf698d8c-5106-4113-974c-9924cf0c56c7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.746276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bf698d8c-5106-4113-974c-9924cf0c56c7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389499 Nov 11 21:31:01.749387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33360) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:01.753827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc9dba-5898-4fe3-94d5-455b7363ac47 None None] Pushing event updated for resources: {'Port': ['ID=81156877-4acb-41e5-8089-a68521000d2e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:01.754365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fd9ef757-e7d3-435a-b3d8-0da5c6365d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'e834b998-acd6-46a8-8cff-2fbf15683acc', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:01.862444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4f1dec88-e85e-4793-92be-e32599d64825 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:01.862738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef757-e7d3-435a-b3d8-0da5c6365d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.862885 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.928765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef757-e7d3-435a-b3d8-0da5c6365d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:01.959850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:01.993221 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d62c3a1a-f863-41ba-b790-5847fbbf8a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.005038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef757-e7d3-435a-b3d8-0da5c6365d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.023747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ef757-e7d3-435a-b3d8-0da5c6365d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab2b622-431d-48d0-9c1f-cf1c77ea4c84,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:02.061316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b985ab4c-3382-4c7a-a61c-faf184a49806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.096403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d62c3a1a-f863-41ba-b790-5847fbbf8a09 None None] For port 81156877-4acb-41e5-8089-a68521000d2e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=81156877-4acb-41e5-8089-a68521000d2e,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:02.116275 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef757-e7d3-435a-b3d8-0da5c6365d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.117523 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fd9ef757-e7d3-435a-b3d8-0da5c6365d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3671064 Nov 11 21:31:02.120588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33362) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:02.125804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b8a58b50-9334-461f-922a-b2e6829dc07e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'e834b998-acd6-46a8-8cff-2fbf15683acc', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:02.173343 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d62c3a1a-f863-41ba-b790-5847fbbf8a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.229955 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8a58b50-9334-461f-922a-b2e6829dc07e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.255324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c3a1a-f863-41ba-b790-5847fbbf8a09 None None] Pushing event updated for resources: {'Port': ['ID=81156877-4acb-41e5-8089-a68521000d2e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:02.278403 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:01Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:02.291601 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8a58b50-9334-461f-922a-b2e6829dc07e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.376624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8a58b50-9334-461f-922a-b2e6829dc07e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.395191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a58b50-9334-461f-922a-b2e6829dc07e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd12309-3b5c-447f-a8ef-f0f48bae0fb2,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:02.462494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a55c2a-532d-47db-abe7-63f7c633950b None None] The sync data for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 is: [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:01Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:02.470638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5ec9685b-d708-40c9-957e-824b25b7256c None None] Provisioning complete for port 81156877-4acb-41e5-8089-a68521000d2e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:02.471015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ec9685b-d708-40c9-957e-824b25b7256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.487349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b8a58b50-9334-461f-922a-b2e6829dc07e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.488630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b8a58b50-9334-461f-922a-b2e6829dc07e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669088 Nov 11 21:31:02.491867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33366) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:02.497246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d6f180f3-0e13-4e43-837b-6a6a6997e53a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'e834b998-acd6-46a8-8cff-2fbf15683acc', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:02.624727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f180f3-0e13-4e43-837b-6a6a6997e53a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.689971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f180f3-0e13-4e43-837b-6a6a6997e53a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.750839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f180f3-0e13-4e43-837b-6a6a6997e53a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.770768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f180f3-0e13-4e43-837b-6a6a6997e53a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3db052e-0a34-4677-9126-fb37cf343dc5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:02.844737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6f180f3-0e13-4e43-837b-6a6a6997e53a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:02.845995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d6f180f3-0e13-4e43-837b-6a6a6997e53a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3524222 Nov 11 21:31:02.848965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:02.853690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'e834b998-acd6-46a8-8cff-2fbf15683acc', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:02.959786 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Project b09de3dcc198472c8e73b81aed1fb6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:31:02.965328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.031124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.119730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.138060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bdea2b-189c-4594-b653-db23ed22ae49,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:03.209956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.211286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3bef0c66-8a8d-4d63-b485-f00ea52c2d54 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612788 Nov 11 21:31:03.214103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33370) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:03.219434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'e834b998-acd6-46a8-8cff-2fbf15683acc', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:03.313792 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Project b09de3dcc198472c8e73b81aed1fb6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:31:03.319338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.382980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.447875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.466564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935ecd8c-0b75-43bd-9aeb-5b4d0ee9ef7f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:03.533570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.534819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-449684f3-f160-4542-9edc-25a5c938f02c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3197162 Nov 11 21:31:03.678364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 81156877-4acb-41e5-8089-a68521000d2e up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:03.726574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 81156877-4acb-41e5-8089-a68521000d2e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:03.727094 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:03.867521 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-80d74df4-8c10-47a7-93e0-343019c92dee tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329438752&fields=id&tenant_id=b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 267 time: 0.0457983 Nov 11 21:31:03.979735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-94689aa3-80a9-4b0b-bced-3befc81ed1fd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:03.983567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-94689aa3-80a9-4b0b-bced-3befc81ed1fd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/networks?id=be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 200 len: 796 time: 0.1060092 Nov 11 21:31:03.996531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-05401cf0-a5b5-4758-9f98-41275a7c3549 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/quotas/b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 375 time: 0.0092192 Nov 11 21:31:04.048254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-a5ef333a-a608-4d84-9ad2-f61304b3c564 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457609 Nov 11 21:31:04.119302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-e0070a73-504f-42e1-8145-dae1f8ca5d36 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:31:04.120345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-e0070a73-504f-42e1-8145-dae1f8ca5d36 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602694 Nov 11 21:31:04.214940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ab2a4b4b-b9fd-4fc2-9734-921485c965e0 service neutron] 10.222.0.31 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882356 Nov 11 21:31:04.305475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-e3896e45-5c50-4a8a-a4b9-3dc5f64642e6 service neutron] 10.222.0.31 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838292 Nov 11 21:31:04.453444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49ad40f9-db4b-4199-8d22-149787c70762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:04.653080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c663a996-efda-4817-ab5a-1f64221afaae req-543a2dd9-42f5-467b-83ae-5d8952251089 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0880940 Nov 11 21:31:05.682208 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:05.761187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de724e5c-3777-4aad-b410-75f0d7f94dcd req-c9f456cf-6221-497e-9c90-fcdf9d28c4f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Nov 11 21:31:06.839015 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b8398499-ba3e-44ef-ad6b-3b823623093f req-39a950d7-c6c2-427d-9642-5b5e641dc3a4 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0271835 Nov 11 21:31:07.156553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:07.851265 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:07.922406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8234fb3f-ee68-4e59-ae28-d44dc4ea8e34 req-27e76ce0-a4eb-487f-95a3-1cafcc103cff tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0306089 Nov 11 21:31:09.015365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b16ccad5-778e-477b-818e-721fb07e4510 req-64ab4000-affd-4e6f-ac34-750e721220a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0260704 Nov 11 21:31:10.110747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-81560f83-8d72-42aa-b43b-c90480a8a486 req-7eed7436-39b7-421c-9883-13e384dbd3b9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0286393 Nov 11 21:31:10.941915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-206a5ffe-468b-4a3e-a38d-c07ac012fa48 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:10.943424 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-206a5ffe-468b-4a3e-a38d-c07ac012fa48 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.58 "GET /v2.0/networks?id=be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 200 len: 796 time: 0.1071372 Nov 11 21:31:11.022557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-97df3fa8-d6e0-4399-aa49-3dda01185d0d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 380 time: 0.0703092 Nov 11 21:31:11.033169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'port': {'device_id': '9af74687-a939-4a0c-8328-761769840828', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'admin_state_up': True, 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'security_groups': ['e834b998-acd6-46a8-8cff-2fbf15683acc']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:11.207571 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2afcc60c-e308-4638-93ad-62fb63e37a49 req-32d19cd3-db26-466b-9f79-3119fadc23ab tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0281034 Nov 11 21:31:11.210439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:11.213962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.340805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.20.0.9 (be681fa3-1d44-415c-b780-ea68e1dcbb38/ac726af8-2538-4fab-9b25-354e26639c0a/a9aa56b1-215f-4fcd-87b7-6ea3820dbca7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:11.484948 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.576864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.627462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:11.632949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:11.636596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:11.661210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:11.691390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:11.692019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.769442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-cc6f8621-d19d-4797-907a-56cb6e81365e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7406795 Nov 11 21:31:11.836726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Request body: {'port': {'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:11.863026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c1a38086-b4bd-4e69-b216-a75c5c90f283 None None] Provisioning complete for port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:11.864374 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1a38086-b4bd-4e69-b216-a75c5c90f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.891063 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:11.898768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c1a38086-b4bd-4e69-b216-a75c5c90f283 None None] Port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:31:12.201891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:12.209376 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.225133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Transition to ACTIVE for port object a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:31:12.299511 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.325076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dfc11-5e4e-4087-a3ae-d183c7e7c468 req-b41d13e5-aba6-4acf-a77a-b82a0a60dc04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.327586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-476dfc11-5e4e-4087-a3ae-d183c7e7c468 req-b41d13e5-aba6-4acf-a77a-b82a0a60dc04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 931 time: 0.0521455 Nov 11 21:31:12.379161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:12.396065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-476dfc11-5e4e-4087-a3ae-d183c7e7c468 req-3f0df94a-fb7c-407a-b894-c8a2a3f20c75 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621145 Nov 11 21:31:12.448701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Attempting to bind port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:31:12.449106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Attempting to bind port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:31:12.449763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Attempting to bind port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 on network be681fa3-1d44-415c-b780-ea68e1dcbb38 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:12.455435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 on network be681fa3-1d44-415c-b780-ea68e1dcbb38 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:31:12.455825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Attempting to bind port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 on network be681fa3-1d44-415c-b780-ea68e1dcbb38 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:31:12.461064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:31:12.461431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Checking segment: {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:12.461822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Bound using segment: {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:31:12.462277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Bound port: a9aa56b1-215f-4fcd-87b7-6ea3820dbca7, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ad588a-9f8c-4618-a0a7-3286a1e37580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:31:12.462634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.529664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] For port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:31:12.532922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] For port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:31:12.631220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.666936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.667622 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:12.668937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] 10.222.0.58 "PUT /v2.0/ports/a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 HTTP/1.1" status: 200 len: 1091 time: 0.8909407 Nov 11 21:31:12.669387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:12.672110 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b483fb46-8edf-42d3-adb9-1f916b33faf6" -d '{"events": [{"name": "network-changed", "server_uuid": "9af74687-a939-4a0c-8328-761769840828", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:12.707417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9438a1-229c-4a56-b618-72ff4e82313c service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:12.720861 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1491f02c-5c99-4e71-8bd9-9ea599518c0c x-openstack-request-id: req-1491f02c-5c99-4e71-8bd9-9ea599518c0c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:12.721157 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af74687-a939-4a0c-8328-761769840828", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:12.721411 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1491f02c-5c99-4e71-8bd9-9ea599518c0c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:12.724615 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'status': 'completed', 'code': 200} Nov 11 21:31:12.817983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483fb46-8edf-42d3-adb9-1f916b33faf6 req-504e8d43-2c07-43ea-aca6-caf78a913102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:12.819698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b483fb46-8edf-42d3-adb9-1f916b33faf6 req-504e8d43-2c07-43ea-aca6-caf78a913102 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1094 time: 0.0752952 Nov 11 21:31:13.330741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483fb46-8edf-42d3-adb9-1f916b33faf6 req-3322bdce-fdc9-471e-b661-f5fbfba09be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:13.332265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b483fb46-8edf-42d3-adb9-1f916b33faf6 req-3322bdce-fdc9-471e-b661-f5fbfba09be3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5051851 Nov 11 21:31:13.494049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483fb46-8edf-42d3-adb9-1f916b33faf6 req-94764dce-2fed-4677-ae40-9b28f697b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:13.495550 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b483fb46-8edf-42d3-adb9-1f916b33faf6 req-94764dce-2fed-4677-ae40-9b28f697b282 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557450 Nov 11 21:31:13.516478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99363-cd61-4562-a829-21f257feb274 req-70cc9dbb-3016-4725-808e-caafc2596354 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:13.518033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2aa99363-cd61-4562-a829-21f257feb274 req-70cc9dbb-3016-4725-808e-caafc2596354 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 943 time: 0.0496008 Nov 11 21:31:13.571753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-55538d9c-af7d-4456-91c9-e92652ff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:13.573317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-55538d9c-af7d-4456-91c9-e92652ff6d6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1094 time: 0.0410161 Nov 11 21:31:13.573877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2aa99363-cd61-4562-a829-21f257feb274 req-56f630f3-ae3f-4f76-8aee-b8e291e0539b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498049 Nov 11 21:31:13.638725 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-69426d68-3dfe-467f-b4d7-a7e421066727 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 HTTP/1.1" status: 200 len: 217 time: 0.0579424 Nov 11 21:31:13.695243 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-95a37e02-1eb1-4378-95b7-065478301f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:13.696937 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-95a37e02-1eb1-4378-95b7-065478301f2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac726af8-2538-4fab-9b25-354e26639c0a HTTP/1.1" status: 200 len: 835 time: 0.0519211 Nov 11 21:31:13.774783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-d3b80d4c-552a-4de1-ae43-fa5bfe4bf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:13.776362 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-d3b80d4c-552a-4de1-ae43-fa5bfe4bf4c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be681fa3-1d44-415c-b780-ea68e1dcbb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723760 Nov 11 21:31:13.867017 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-ac38d256-b6e2-45e0-9189-6c2a0b973808 service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832934 Nov 11 21:31:13.960542 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7b903ae-eb8e-4d18-905f-d800da52a061 req-08e3ccf9-bddd-4a51-84fb-45c45dc48391 service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858588 Nov 11 21:31:14.702263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772fbe5-e72c-45fb-8124-f6197d24de72 req-35b002f0-ed9a-41ca-86b8-91569bb4d4d8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:14.703734 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8772fbe5-e72c-45fb-8124-f6197d24de72 req-35b002f0-ed9a-41ca-86b8-91569bb4d4d8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 943 time: 0.0488460 Nov 11 21:31:14.753567 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8772fbe5-e72c-45fb-8124-f6197d24de72 req-f7cfa23b-8506-440a-9b6e-1b2c3ec94f77 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Nov 11 21:31:15.871394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0867ce-b081-42b0-b6b7-c8e41dbc1358 req-829747b8-db4b-47e0-bf1f-f9fa4126e10b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:15.873767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc0867ce-b081-42b0-b6b7-c8e41dbc1358 req-829747b8-db4b-47e0-bf1f-f9fa4126e10b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 943 time: 0.0509312 Nov 11 21:31:15.924998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc0867ce-b081-42b0-b6b7-c8e41dbc1358 req-c57a41ab-559a-4f45-bf65-236a425e99fb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Nov 11 21:31:17.045893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a088399-db44-4899-bfdc-beefc63aea58 req-1fadf64e-852c-4817-a3d2-78f1c4e71b7f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:17.047396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a088399-db44-4899-bfdc-beefc63aea58 req-1fadf64e-852c-4817-a3d2-78f1c4e71b7f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 943 time: 0.0534723 Nov 11 21:31:17.096368 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a088399-db44-4899-bfdc-beefc63aea58 req-d9d9d582-b052-4a99-be0e-6d5e08e7c3bf tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 Nov 11 21:31:17.136064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:31:17.230846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:17.242743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:31:17.285965 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.298904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:31:17.317647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:17.387370 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:17.434341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:17.766744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a9aa56b1-215f-4fcd-87b7-6ea3820dbca7'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:31:18.217213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c651ffc-6dd7-4ab3-98cf-0e7133df60a2 req-f34334d6-1c70-4519-a59a-0ddf083682bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:18.218612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c651ffc-6dd7-4ab3-98cf-0e7133df60a2 req-f34334d6-1c70-4519-a59a-0ddf083682bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 944 time: 0.0497861 Nov 11 21:31:18.268678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c651ffc-6dd7-4ab3-98cf-0e7133df60a2 req-bfc607b3-716d-41bb-aedd-23a91e3b9384 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Nov 11 21:31:19.151373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:31:19.296141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:31:19.300681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:31:19.301106 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.382468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.384749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65009505-c2ac-4474-909f-43e807d48923 req-e5792059-6513-4029-b6bb-7025345b2b74 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:19.386336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65009505-c2ac-4474-909f-43e807d48923 req-e5792059-6513-4029-b6bb-7025345b2b74 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 944 time: 0.0500760 Nov 11 21:31:19.405342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:19.407689 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf014d8-6428-4fc1-8bfa-6e30985454ff" -d '{"events": [{"server_uuid": "9af74687-a939-4a0c-8328-761769840828", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:19.422335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:19.439099 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-65009505-c2ac-4474-909f-43e807d48923 req-9fda22fe-5f14-4869-84cb-f0783b66b04b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466449 Nov 11 21:31:19.452055 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2884a76e-51e1-4f4e-b132-13b4b9588c7d x-openstack-request-id: req-2884a76e-51e1-4f4e-b132-13b4b9588c7d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:19.452537 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af74687-a939-4a0c-8328-761769840828", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:19.452666 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2884a76e-51e1-4f4e-b132-13b4b9588c7d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:19.453047 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'code': 200} Nov 11 21:31:19.522174 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:19.570958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:19.587372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a5d0c-93ee-41a3-99f6-ef04ea218e6c req-9a2a6d5c-a322-4301-bced-9c684ca3020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:19.588989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-991a5d0c-93ee-41a3-99f6-ef04ea218e6c req-9a2a6d5c-a322-4301-bced-9c684ca3020c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1096 time: 0.0734153 Nov 11 21:31:19.642486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-991a5d0c-93ee-41a3-99f6-ef04ea218e6c req-6ca56662-a5e3-4746-997f-8146eea33efa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470765 Nov 11 21:31:20.562289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1338b4-adcd-4dda-b119-ae286036c9c7 req-9330f1a7-9564-4d50-8a65-c11df3a14a09 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:20.563801 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c1338b4-adcd-4dda-b119-ae286036c9c7 req-9330f1a7-9564-4d50-8a65-c11df3a14a09 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 945 time: 0.0535262 Nov 11 21:31:20.613154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c1338b4-adcd-4dda-b119-ae286036c9c7 req-80dbd91f-09ee-4372-868a-d4bde6099275 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Nov 11 21:31:21.727820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ee9c5-9ef2-4a83-9047-cc4d519d9c98 req-63791d4b-897b-469c-8789-b0d53415c400 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:21.729326 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-027ee9c5-9ef2-4a83-9047-cc4d519d9c98 req-63791d4b-897b-469c-8789-b0d53415c400 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Nov 11 21:31:21.777292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-027ee9c5-9ef2-4a83-9047-cc4d519d9c98 req-0ce7ac72-e89b-4416-8809-bcc68d665a8e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 Nov 11 21:31:21.903070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5750c1c-f9f6-49d0-956d-0d1ecb42142a req-9c03112b-692c-46c1-a011-3c319fcf6dc9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:21.905303 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5750c1c-f9f6-49d0-956d-0d1ecb42142a req-9c03112b-692c-46c1-a011-3c319fcf6dc9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Nov 11 21:31:21.955664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5750c1c-f9f6-49d0-956d-0d1ecb42142a req-2f19b883-5247-419a-8277-74ce71775600 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Nov 11 21:31:21.978215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33460) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:22.021061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098c110-7a74-430a-a0ca-de0288621508 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:22.022590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7098c110-7a74-430a-a0ca-de0288621508 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1091 time: 0.0434082 Nov 11 21:31:22.025519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:22.030292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:22.104957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.203211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.311748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.25.2.90 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/fed42f6e-9a27-4225-8113-1b087b6b645d) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:31:22.390261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.415933 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.499510 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:22.538003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:31:22.547728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:22.551249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:31:22.556774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=fed42f6e-9a27-4225-8113-1b087b6b645d,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:22.913185 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.047652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.199905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.258980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.323472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=fed42f6e-9a27-4225-8113-1b087b6b645d,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:23.336956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.438962 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Floating IP f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca associated. External IP: 172.25.2.90, port: a9aa56b1-215f-4fcd-87b7-6ea3820dbca7. Nov 11 21:31:23.652822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:31:23.759411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:23.769958 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] Sync routers for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:23.780364 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:23.782421 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:23.863729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:23.899965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0f394b15-9f8b-4ef4-809b-84df884ae779 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8706443 Nov 11 21:31:23.899965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:23.900687 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0f4327-f67c-40ce-8578-4d587d2097e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9af74687-a939-4a0c-8328-761769840828", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:23.900805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33464) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:23.940045 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3ed64-a46e-46bc-8305-28498457ebe4 x-openstack-request-id: req-52f3ed64-a46e-46bc-8305-28498457ebe4 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:23.940045 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af74687-a939-4a0c-8328-761769840828", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:23.940045 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52f3ed64-a46e-46bc-8305-28498457ebe4 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:23.940045 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'status': 'completed', 'code': 200} Nov 11 21:31:23.985287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:24.051693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3641650a-a419-4775-bdfe-d20ec4038290 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/floatingips/f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca HTTP/1.1" status: 200 len: 990 time: 0.1499641 Nov 11 21:31:24.057935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-ce907dd0-e07d-4770-8524-de6a08443bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.059342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-ce907dd0-e07d-4770-8524-de6a08443bb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1096 time: 0.0881572 Nov 11 21:31:24.209834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-f44e53cd-31e7-4dd7-b03d-ad25f2c2113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.210277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 0, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:24.211219 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-f44e53cd-31e7-4dd7-b03d-ad25f2c2113f service neutron] 10.222.0.58 "GET /v2.0/networks?id=be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 200 len: 897 time: 0.1437223 Nov 11 21:31:24.236612 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] Checking router: 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:24.245567 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:24.246174 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:24.309756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-f0a92e03-402d-4795-a04b-71a0133e1119 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 HTTP/1.1" status: 200 len: 998 time: 0.0910602 Nov 11 21:31:24.353469 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:24.359766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-84c56274-6293-4fe5-8b08-f8ffdd0fe2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.361473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-84c56274-6293-4fe5-8b08-f8ffdd0fe2f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac726af8-2538-4fab-9b25-354e26639c0a HTTP/1.1" status: 200 len: 835 time: 0.0443172 Nov 11 21:31:24.408409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-5d6ac2bc-897a-477f-8d67-cf8ae64224a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:24.409949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-5d6ac2bc-897a-477f-8d67-cf8ae64224a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be681fa3-1d44-415c-b780-ea68e1dcbb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415297 Nov 11 21:31:24.506189 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-8dce971c-f2b5-4041-a332-72e784109754 service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890927 Nov 11 21:31:24.585158 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 0, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:24.603182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fb0f4327-f67c-40ce-8578-4d587d2097e6 req-487b9ac3-09b5-424b-8304-45042b25ebaa service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890472 Nov 11 21:31:24.612221 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fa990-693d-4033-ab9c-3f288e2d567f None None] The sync data for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 is: [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:30:58Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:22Z', 'revision_number': 0, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:24.807186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f87ccc4-6efc-4f09-b435-1b77288fd51e None None] New status for floating IP f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:31:25.055570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33468) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:25.115672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4cd8f1ba-003a-4bd7-8e67-3b0e8f07fb76 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/floatingips/f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca HTTP/1.1" status: 200 len: 992 time: 0.0588629 Nov 11 21:31:27.495318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:31.990571 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18e4b5f2-ced5-4336-bb21-3adebb3664db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:32.270915 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:31:34.426837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8aeeb0f1-f6e5-498a-ada6-6e3184157d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:35.639073 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:37.207734 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:37.898630 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:43.128695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8347c-8dd8-4d86-aba9-35d0c6a75998 req-d6f98aa1-aa21-4a96-a7cc-ca4f8e6b7775 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:43.130198 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3eb8347c-8dd8-4d86-aba9-35d0c6a75998 req-d6f98aa1-aa21-4a96-a7cc-ca4f8e6b7775 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 946 time: 0.0517771 Nov 11 21:31:43.186661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3eb8347c-8dd8-4d86-aba9-35d0c6a75998 req-923e85bb-35dd-4d26-87fd-7274b4a4ee0b tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474505 Nov 11 21:31:44.308066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d18d-ea28-4f1a-8e04-33100dbe24fd req-08c7aa5a-ef47-49dc-981e-ca5fe3d44295 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.309612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9d2d18d-ea28-4f1a-8e04-33100dbe24fd req-08c7aa5a-ef47-49dc-981e-ca5fe3d44295 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 946 time: 0.0507174 Nov 11 21:31:44.359935 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9d2d18d-ea28-4f1a-8e04-33100dbe24fd req-51725a0c-66f8-4d93-8502-a6be51b37169 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/security-groups?id=d78f7920-11ea-430e-91ac-4b6e62b37a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Nov 11 21:31:44.456941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-4b94c30b-0141-420e-8012-2babc853e7c6 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.458410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-4b94c30b-0141-420e-8012-2babc853e7c6 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 946 time: 0.0524416 Nov 11 21:31:44.548827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Deleting port 519db681-d45f-4379-9786-a39310c722c8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:44.549177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.587687 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-b091deee-c903-42f9-90d2-897aaf454bb8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406845 Nov 11 21:31:44.646132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] For port 519db681-d45f-4379-9786-a39310c722c8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=519db681-d45f-4379-9786-a39310c722c8,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:44.646503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.670612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-468a1dbf-203c-4b2c-a947-26b388f8062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:44.672387 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-468a1dbf-203c-4b2c-a947-26b388f8062d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1096 time: 0.0417829 Nov 11 21:31:44.915954 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.916287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:44.916587 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Floating IP 0db48ffd-c320-4a66-b0f5-6ac428e29886 disassociated. External IP: 172.25.2.124, port: 519db681-d45f-4379-9786-a39310c722c8. Nov 11 21:31:44.916929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Calling delete_port for 519db681-d45f-4379-9786-a39310c722c8 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:45.038825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-8381827a-5139-43ad-bc74-d04217869f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:45.040612 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-8381827a-5139-43ad-bc74-d04217869f70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 200 len: 897 time: 0.3496363 Nov 11 21:31:45.107473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-31a70a33-a436-4caa-a1ec-da5a81ce2229 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 HTTP/1.1" status: 200 len: 1000 time: 0.0598924 Nov 11 21:31:45.132867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:45.157616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-3acb9bc6-fb17-4f3d-a775-1f378a712519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:45.159070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-3acb9bc6-fb17-4f3d-a775-1f378a712519 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac726af8-2538-4fab-9b25-354e26639c0a HTTP/1.1" status: 200 len: 835 time: 0.0443888 Nov 11 21:31:45.163476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event deleted for resources: {'Port': ['ID=519db681-d45f-4379-9786-a39310c722c8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:45.210382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-85940f76-2c82-40ed-b35d-18aa5aa7a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:45.211881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-85940f76-2c82-40ed-b35d-18aa5aa7a900 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be681fa3-1d44-415c-b780-ea68e1dcbb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459874 Nov 11 21:31:45.280845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Router eb3eedb5-222a-4890-8a2e-333cbdc7d344 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:31:45.304423 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-38ef2a19-3201-4fb4-b26e-ef2f8c0126df service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853915 Nov 11 21:31:45.388544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:45.399246 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] Sync routers for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:45.401121 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d55a6733-85d6-4892-a4c1-0c86bb284a00 req-f1da0922-32b7-411f-94fb-1a6cd6ce3d9c service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894732 Nov 11 21:31:45.410535 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:45.411857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:45.447367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] No DVR routers for this DVR port 519db681-d45f-4379-9786-a39310c722c8 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:45.452620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:45.458349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e528f51c-68ec-4263-bfba-58c3101f0206 req-49b0b1d6-5aab-4008-8229-319cf7c4b9b2 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.62 "DELETE /v2.0/ports/519db681-d45f-4379-9786-a39310c722c8 HTTP/1.1" status: 204 len: 173 time: 0.9935570 Nov 11 21:31:45.458813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'name': 'network-vif-deleted', 'tag': '519db681-d45f-4379-9786-a39310c722c8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:31:45.461431 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38062ba-f37f-41c6-97be-66127a609a5b" -d '{"events": [{"server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "name": "network-vif-deleted", "tag": "519db681-d45f-4379-9786-a39310c722c8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:31:45.562157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:45.598806 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be8a435-6378-4e02-9cac-5e74c63e728f x-openstack-request-id: req-7be8a435-6378-4e02-9cac-5e74c63e728f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:31:45.598806 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef018210-3872-44fa-b963-7f9786594412", "name": "network-vif-deleted", "tag": "519db681-d45f-4379-9786-a39310c722c8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:31:45.598806 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7be8a435-6378-4e02-9cac-5e74c63e728f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:31:45.598806 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef018210-3872-44fa-b963-7f9786594412', 'name': 'network-vif-deleted', 'tag': '519db681-d45f-4379-9786-a39310c722c8', 'status': 'completed', 'code': 200} Nov 11 21:31:45.627486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-84339583-cae9-4d94-9769-449f6f88bdc7 req-28e9d0d3-fc35-4665-9898-1786f33bef36 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef018210-3872-44fa-b963-7f9786594412 HTTP/1.1" status: 200 len: 210 time: 0.0495889 Nov 11 21:31:45.787554 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 5, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:45.814997 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] Checking router: eb3eedb5-222a-4890-8a2e-333cbdc7d344 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:45.823166 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:45.823762 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:45.929281 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:46.128028 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 5, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:46.168304 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750732-83fc-4fbc-9470-87d3c3ceddf2 None None] The sync data for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 is: [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '67744222-ae44-417e-9c35-631cdbe4eb80', 'name': '', 'network_id': '8677eb2f-cd84-4229-881e-9ae79badbec1', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'mac_address': 'fa:16:3e:d6:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:34Z', 'updated_at': '2021-11-11T21:26:40Z', 'revision_number': 5, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'subnets': [{'id': 'c94c8db6-a9c8-47b6-affe-48af75f725f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:46.369798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c898558-a5d2-4bca-82f2-c10be2fc2539 None None] New status for floating IP 0db48ffd-c320-4a66-b0f5-6ac428e29886: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:31:46.687917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33486) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:46.811674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Deleting port c8e9b2a5-a65a-41ce-ae3e-07b619c11c89 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:46.811951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.889307 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.889644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:46.900960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Calling delete_port for c8e9b2a5-a65a-41ce-ae3e-07b619c11c89 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:47.158226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.185321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event deleted for resources: {'Port': ['ID=c8e9b2a5-a65a-41ce-ae3e-07b619c11c89,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:47.195510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.195855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.196212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.196551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.196880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.197208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.197536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.198291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.198291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.198476 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.198795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.199114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:47.261901 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.265497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.266698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d6eb1fac-2f41-473a-a29d-6b53d300248c tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "DELETE /v2.0/floatingips/0db48ffd-c320-4a66-b0f5-6ac428e29886 HTTP/1.1" status: 204 len: 168 time: 0.5776772 Nov 11 21:31:47.336939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33492) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:47.394240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a886a3-2e6d-4757-a148-ae73b693b4c8 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.418760 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a886a3-2e6d-4757-a148-ae73b693b4c8 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.852756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a886a3-2e6d-4757-a148-ae73b693b4c8 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.855394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a886a3-2e6d-4757-a148-ae73b693b4c8 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:47.856651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-58a886a3-2e6d-4757-a148-ae73b693b4c8 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] 10.222.0.31 "DELETE /v2.0/security-groups/d78f7920-11ea-430e-91ac-4b6e62b37a4f HTTP/1.1" status: 204 len: 168 time: 0.5186911 Nov 11 21:31:47.866757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a886a3-2e6d-4757-a148-ae73b693b4c8 tempest-TestServerBasicOps-718348781 tempest-TestServerBasicOps-718348781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f7920-11ea-430e-91ac-4b6e62b37a4f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:47.956240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:48.445873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.692340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Deleting port 67744222-ae44-417e-9c35-631cdbe4eb80 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:48.692685 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.773189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] For port 67744222-ae44-417e-9c35-631cdbe4eb80, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67744222-ae44-417e-9c35-631cdbe4eb80,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:48.773554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:48.786131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Calling delete_port for 67744222-ae44-417e-9c35-631cdbe4eb80 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:49.026501 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.052779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=67744222-ae44-417e-9c35-631cdbe4eb80,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:49.219591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.317134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 519db681-d45f-4379-9786-a39310c722c8 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:49.337856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 519db681-d45f-4379-9786-a39310c722c8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:49.338121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 519db681-d45f-4379-9786-a39310c722c8 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:49.438623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Router eb3eedb5-222a-4890-8a2e-333cbdc7d344 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:31:49.546824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:49.551791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b3b9b161-86db-4df8-8e27-693345419ee7 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb3eedb5-222a-4890-8a2e-333cbdc7d344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945950 Nov 11 21:31:49.554728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:49.555617 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] Sync routers for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:49.565912 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:49.566515 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:49.669199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.767230 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:49.781546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.901514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Deleting port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:49.901766 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.952971 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:31:48Z', 'revision_number': 5, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port': {'id': '67d964aa-b7ae-4da0-bae7-846fc2f7e0ca', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:49.984383 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] Checking router: eb3eedb5-222a-4890-8a2e-333cbdc7d344 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:49.987812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] For port 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:49.988206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:49.994473 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] Routers {'eb3eedb5-222a-4890-8a2e-333cbdc7d344'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:49.995091 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:50.002896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Calling delete_port for 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:50.087829 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] Set router eb3eedb5-222a-4890-8a2e-333cbdc7d344 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:50.142427 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:31:49Z', 'revision_number': 6, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:50.173759 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea88f36-d4d3-467a-8b35-3fc93cad5d4b None None] The sync data for ids ['eb3eedb5-222a-4890-8a2e-333cbdc7d344'] in n-d-805734-3 is: [{'id': 'eb3eedb5-222a-4890-8a2e-333cbdc7d344', 'name': 'tempest-TestServerBasicOps-984093972-router', 'tenant_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:31Z', 'updated_at': '2021-11-11T21:31:49Z', 'revision_number': 6, 'project_id': '5f2eb729e5774edcbcbeca41d6f7ba1c', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:50.306719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.336208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d964aa-b7ae-4da0-bae7-846fc2f7e0ca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:50.352974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a4d76-4741-435b-bbd9-5f7929337106 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:50.405870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.511343 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.514376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.647487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.648266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3eedb5-222a-4890-8a2e-333cbdc7d344 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:31:50.657621 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.662922 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d286ddfd-3809-4ba1-909b-a324aa7e9220 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eb3eedb5-222a-4890-8a2e-333cbdc7d344 HTTP/1.1" status: 204 len: 168 time: 1.1033819 Nov 11 21:31:50.662922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:50.722100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] Deleting subnet c94c8db6-a9c8-47b6-affe-48af75f725f8 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:50.725287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.760553 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:50.846820 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.027414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.053671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94c8db6-a9c8-47b6-affe-48af75f725f8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:51.063850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.063850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8450201c-8883-45c4-91a6-c1cc693242fa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c94c8db6-a9c8-47b6-affe-48af75f725f8 HTTP/1.1" status: 204 len: 168 time: 0.4003327 Nov 11 21:31:51.065107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3308e7-a84b-4f64-aace-82366c07128f None None] Network 8677eb2f-cd84-4229-881e-9ae79badbec1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:51.065258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33506) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:51.140172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.193818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Deleting port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:51.193818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.253329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] DHCP port deletion for 8677eb2f-cd84-4229-881e-9ae79badbec1 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:51.259755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] For port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:51.260127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.273283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Calling delete_port for 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:51.301439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] Deleting port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:51.301737 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.373263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] For port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,segment=NetworkSegment(af99a0d0-a50b-478e-9af9-26f40c4168e6),segment_id=af99a0d0-a50b-478e-9af9-26f40c4168e6)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:51.374686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.387526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] Calling delete_port for 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:51.444005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.471709 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.474326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:51.476389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] No DVR routers for this DVR port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:51.510257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] Pushing event deleted for resources: {'Port': ['ID=5d8ec84e-17e2-4f3a-b22a-fbe78825b753,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:51.516207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170416a-0a00-4b53-afb5-8831a1f2ee35 None None] No DVR routers for this DVR port 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:51.571321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.574846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8677eb2f-cd84-4229-881e-9ae79badbec1']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:51.584399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af99a0d0-a50b-478e-9af9-26f40c4168e6') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:51.584699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af99a0d0-a50b-478e-9af9-26f40c4168e6') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:51.594007 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.607052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.614471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:51.614935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:51.616983 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:51.662315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:51.686729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:51.687492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5d8ec84e-17e2-4f3a-b22a-fbe78825b753 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:51.687624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67744222-ae44-417e-9c35-631cdbe4eb80 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:51.706514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 67744222-ae44-417e-9c35-631cdbe4eb80 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:51.706865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67744222-ae44-417e-9c35-631cdbe4eb80 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:51.707271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:51.725743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:51.726095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 67d964aa-b7ae-4da0-bae7-846fc2f7e0ca not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:51.740832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.746384 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:51.750339 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] 10.222.0.31 "DELETE /v2.0/networks/8677eb2f-cd84-4229-881e-9ae79badbec1 HTTP/1.1" status: 204 len: 168 time: 0.6841414 Nov 11 21:31:51.753316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:51.761042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6bb7a-0933-49ad-8396-a388fa1dc70d admin admin] Pushing event deleted for resources: {'Network': ['ID=8677eb2f-cd84-4229-881e-9ae79badbec1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:52.185434 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.428118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Deleting port 6d4ae643-d942-479f-8330-b0c2ef01d313 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:52.428481 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.453252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.509635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] For port 6d4ae643-d942-479f-8330-b0c2ef01d313, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6d4ae643-d942-479f-8330-b0c2ef01d313,segment=NetworkSegment(45c1812b-b792-423a-895d-70a9f19b55b5),segment_id=45c1812b-b792-423a-895d-70a9f19b55b5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:52.510001 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.522305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Calling delete_port for 6d4ae643-d942-479f-8330-b0c2ef01d313 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:52.755672 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:52.782040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4ae643-d942-479f-8330-b0c2ef01d313,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:52.949060 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:53.157117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Router 265484c4-3433-4d30-bd35-ee611f5e97ab has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:31:53.261526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:31:53.267677 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0253db42-c20d-403a-95e3-62ed611b7cb4 admin admin] 10.222.0.31 "PUT /v2.0/routers/265484c4-3433-4d30-bd35-ee611f5e97ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5132298 Nov 11 21:31:53.270066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33510) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:53.273458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] Sync routers for ids ['265484c4-3433-4d30-bd35-ee611f5e97ab'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:31:53.284004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] Routers {'265484c4-3433-4d30-bd35-ee611f5e97ab'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:53.284667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['265484c4-3433-4d30-bd35-ee611f5e97ab'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:53.375259 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:53.391659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] Set router 265484c4-3433-4d30-bd35-ee611f5e97ab gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:53.482824 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:53.587402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '530ba591-88f7-4be2-8497-962cb14536e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:31:52Z', 'revision_number': 5, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port': {'id': '530ba591-88f7-4be2-8497-962cb14536e1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:26:39Z', 'updated_at': '2021-11-11T21:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:53.603040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Deleting port 530ba591-88f7-4be2-8497-962cb14536e1 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:53.603657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:53.617762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] Checking router: 265484c4-3433-4d30-bd35-ee611f5e97ab for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:31:53.627319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] Routers {'265484c4-3433-4d30-bd35-ee611f5e97ab'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:31:53.627949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['265484c4-3433-4d30-bd35-ee611f5e97ab'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:53.692252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] For port 530ba591-88f7-4be2-8497-962cb14536e1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=530ba591-88f7-4be2-8497-962cb14536e1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:53.692625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:53.705966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Calling delete_port for 530ba591-88f7-4be2-8497-962cb14536e1 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:53.875118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] Set router 265484c4-3433-4d30-bd35-ee611f5e97ab gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:31:53.927911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:31:53Z', 'revision_number': 6, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:53.946452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:53.959915 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34909d30-426e-4e47-9430-3c726c5a601c None None] The sync data for ids ['265484c4-3433-4d30-bd35-ee611f5e97ab'] in n-d-805734-3 is: [{'id': '265484c4-3433-4d30-bd35-ee611f5e97ab', 'name': 'tempest-TestServerBasicOps-889304726-router', 'tenant_id': '0718598669dd4acf9e09db359642a2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:26:38Z', 'updated_at': '2021-11-11T21:31:53Z', 'revision_number': 6, 'project_id': '0718598669dd4acf9e09db359642a2fd', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:31:53.971219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Pushing event deleted for resources: {'Port': ['ID=530ba591-88f7-4be2-8497-962cb14536e1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:53.989019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c9ca6-669a-4ab4-8371-941968a02473 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:54.034222 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.140669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.142737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.254860 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.255347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 265484c4-3433-4d30-bd35-ee611f5e97ab {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:31:54.259680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.260873 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-886e90bc-576f-4a20-8ef4-90a198dca37a admin admin] 10.222.0.31 "DELETE /v2.0/routers/265484c4-3433-4d30-bd35-ee611f5e97ab HTTP/1.1" status: 204 len: 168 time: 0.9898508 Nov 11 21:31:54.263293 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:54.309334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] Deleting subnet ba570689-dc3c-42b7-adc0-f467c8d42eee {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:31:54.312615 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.352133 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.430583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.529621 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.560086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba570689-dc3c-42b7-adc0-f467c8d42eee,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:54.562097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.565322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a587b188-58e6-42d5-aff9-0c50f6e6a8d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ba570689-dc3c-42b7-adc0-f467c8d42eee HTTP/1.1" status: 204 len: 168 time: 0.3010867 Nov 11 21:31:54.567922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:54.568165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d9fe6-f015-4d3a-8493-50d8eb9b31eb None None] Network e94c170e-883c-4dd3-abcc-ff33c79a3e75 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:54.635914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.689340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Deleting port 9341db52-4078-4914-a7bf-c7dc54676522 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:54.689699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.759809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] DHCP port deletion for e94c170e-883c-4dd3-abcc-ff33c79a3e75 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:31:54.814208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] Deleting port 9341db52-4078-4914-a7bf-c7dc54676522 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:31:54.814760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.884717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] For port 9341db52-4078-4914-a7bf-c7dc54676522, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9341db52-4078-4914-a7bf-c7dc54676522,segment=NetworkSegment(45c1812b-b792-423a-895d-70a9f19b55b5),segment_id=45c1812b-b792-423a-895d-70a9f19b55b5)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:54.885271 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:54.899806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] Calling delete_port for 9341db52-4078-4914-a7bf-c7dc54676522 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:55.055748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] For port 9341db52-4078-4914-a7bf-c7dc54676522, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=9341db52-4078-4914-a7bf-c7dc54676522,segment=NetworkSegment(45c1812b-b792-423a-895d-70a9f19b55b5),segment_id=45c1812b-b792-423a-895d-70a9f19b55b5)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:31:55.056425 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.069032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Calling delete_port for 9341db52-4078-4914-a7bf-c7dc54676522 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:31:55.099047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.124536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] Pushing event deleted for resources: {'Port': ['ID=9341db52-4078-4914-a7bf-c7dc54676522,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:55.131895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89be6fd-e34b-46d0-b6fa-f3204305843a None None] No DVR routers for this DVR port 9341db52-4078-4914-a7bf-c7dc54676522 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:55.147013 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.176989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Pushing event deleted for resources: {'Port': ['ID=9341db52-4078-4914-a7bf-c7dc54676522,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:55.178832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] No DVR routers for this DVR port 9341db52-4078-4914-a7bf-c7dc54676522 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:31:55.250197 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.270162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94c170e-883c-4dd3-abcc-ff33c79a3e75']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:55.279107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c1812b-b792-423a-895d-70a9f19b55b5') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:55.279397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c1812b-b792-423a-895d-70a9f19b55b5') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:31:55.288866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.302328 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.307924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:31:55.308336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:31:55.309939 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:31:55.432077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.437292 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.442644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e94c170e-883c-4dd3-abcc-ff33c79a3e75 HTTP/1.1" status: 204 len: 168 time: 0.8717506 Nov 11 21:31:55.458534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc61cec-ddce-4484-8013-58406e00ae00 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94c170e-883c-4dd3-abcc-ff33c79a3e75,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:55.676592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 530ba591-88f7-4be2-8497-962cb14536e1 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:55.697172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 530ba591-88f7-4be2-8497-962cb14536e1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:55.697529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 530ba591-88f7-4be2-8497-962cb14536e1 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:55.697945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9341db52-4078-4914-a7bf-c7dc54676522 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:55.716737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 9341db52-4078-4914-a7bf-c7dc54676522 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:55.717638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 9341db52-4078-4914-a7bf-c7dc54676522 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:55.718091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6d4ae643-d942-479f-8330-b0c2ef01d313 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:31:55.741237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 6d4ae643-d942-479f-8330-b0c2ef01d313 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:31:55.741638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6d4ae643-d942-479f-8330-b0c2ef01d313 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:31:55.768884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:55.809312 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9c9c39aa-9755-4316-b170-87346e6b0bd7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f2eb729e5774edcbcbeca41d6f7ba1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392840 Nov 11 21:31:55.813033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33520) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:55.877062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:55.886263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.020344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.022974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.024186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9dce6711-d5ac-40b8-b4c4-1e86eb7b2577 HTTP/1.1" status: 204 len: 168 time: 0.2102308 Nov 11 21:31:56.032765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dce6711-d5ac-40b8-b4c4-1e86eb7b2577,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:56.040380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.040673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.041022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.041373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.041713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.042206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.042550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.042913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.043244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.043613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.043943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.044312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22e0d-e959-4f9f-9045-ccb21c269b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:31:56.878113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:56.923345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7a832021-c965-42ba-b807-5de0e3d28451 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0718598669dd4acf9e09db359642a2fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440292 Nov 11 21:31:56.927455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:56.977864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbabda40-7721-4444-9d5b-b43fac107643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:56.999777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbabda40-7721-4444-9d5b-b43fac107643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.197752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbabda40-7721-4444-9d5b-b43fac107643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.200366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fbabda40-7721-4444-9d5b-b43fac107643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:57.201543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fbabda40-7721-4444-9d5b-b43fac107643 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/417b54cc-cc91-4500-8212-0a0a9abc3df9 HTTP/1.1" status: 204 len: 168 time: 0.2731338 Nov 11 21:31:57.209458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabda40-7721-4444-9d5b-b43fac107643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417b54cc-cc91-4500-8212-0a0a9abc3df9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:57.500416 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.312471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33554) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:58.407948 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2140435364-network', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:58.549830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Made reservation on behalf of a6026e85ff4944e185e7ac48136d5e35 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:58.552188 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.561803 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.636362 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.728696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.751050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:31:58.765823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972f6021-d676-47f2-bd0c-c3addb010ba8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:58.768701 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.769057 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Added segment 278fcaf5-894a-4d7d-b521-9d5d0dceeb3e of type vlan for network 2f62117f-600f-45d4-b6e4-7ae1654136da Nov 11 21:31:58.809391 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.929157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.930100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:58.930691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:58.994124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] Pushing event updated for resources: {'Network': ['ID=2f62117f-600f-45d4-b6e4-7ae1654136da,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:59.003993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 2f62117f-600f-45d4-b6e4-7ae1654136da details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:31:59.060543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:59.061187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-078ae65b-7669-47eb-b501-7f0579455b06 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7470453 Nov 11 21:31:59.065696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Request body: {'subnet': {'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2140435364-subnet', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:59.146201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Made reservation on behalf of a6026e85ff4944e185e7ac48136d5e35 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:31:59.148506 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.375766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.434834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de55f64a-ec41-4137-baf9-fd176ac7da8d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:31:59.445291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Checking segment: {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:31:59.445642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Network hostable DHCP agents. Network: 2f62117f-600f-45d4-b6e4-7ae1654136da, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:31:59.517123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Network 2f62117f-600f-45d4-b6e4-7ae1654136da is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:31:59.603003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 2f62117f-600f-45d4-b6e4-7ae1654136da) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:31:59.608436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:31:59.609396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.614804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35751d8-4151-4f14-9a67-cf7e15c6d1d2 None None] Network 2f62117f-600f-45d4-b6e4-7ae1654136da requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:31:59.697584 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8d5cd5c6-a297-4754-9bdf-e8d8eca87361 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6356480 Nov 11 21:31:59.700213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:31:59.705112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:31:59.759521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-2f62117f-600f-45d4-b6e4-7ae1654136da', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:31:59.760419 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.786367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.787463 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.838420 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:31:59.896840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Allocated IP 172.20.0.2 (2f62117f-600f-45d4-b6e4-7ae1654136da/de55f64a-ec41-4137-baf9-fd176ac7da8d/2a496c4d-38c3-4d3b-ad19-4308061bc1b5) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:00.040122 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.041646 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.118000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.155441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Network 2f62117f-600f-45d4-b6e4-7ae1654136da is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:00.160407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:00.163879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:00.171744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Pushing event updated for resources: {'Port': ['ID=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:00.194727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.195082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.195425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.195764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.196096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.196459 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.196790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.197118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.197443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.197835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.198137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.198413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:00.236034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Attempting to bind port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:00.236441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Attempting to bind port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:00.236811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Attempting to bind port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 on network 2f62117f-600f-45d4-b6e4-7ae1654136da {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:00.241944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:00.242321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Checking segment: {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:00.242721 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.243115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Bound using segment: {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:00.243583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Bound port: 2a496c4d-38c3-4d3b-ad19-4308061bc1b5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:00.243963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.306264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] For port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:00.309430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] For port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:00.338307 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.358015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.361843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.418551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae70f7-35a6-47c3-8254-8fcc76547bf5 None None] Pushing event updated for resources: {'Port': ['ID=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:00.492831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Allocated IP 172.25.2.202 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/c07a1eae-724e-49be-bf2b-fed4e91b8348) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:00.621449 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.727805 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.765252 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:00.770029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:00.773533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:00.779042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Pushing event updated for resources: {'Port': ['ID=c07a1eae-724e-49be-bf2b-fed4e91b8348,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:00.784059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ea629-09e6-4661-844e-06d9654960e9 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:00.886390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9c285b59-7e45-415f-b5ff-bf7df168e721 None None] Provisioning complete for port c07a1eae-724e-49be-bf2b-fed4e91b8348 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:00.886890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9c285b59-7e45-415f-b5ff-bf7df168e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:00.924820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9c285b59-7e45-415f-b5ff-bf7df168e721 None None] Port c07a1eae-724e-49be-bf2b-fed4e91b8348 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:01.154895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.291963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9eca6-70a9-429c-9496-88a55d82c063 None None] Network 2f62117f-600f-45d4-b6e4-7ae1654136da requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:01.360743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.364782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-db5f1e59-b515-4d2c-8d23-e240571c205a None None] Provisioning complete for port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:01.365156 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-db5f1e59-b515-4d2c-8d23-e240571c205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.511419 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-db5f1e59-b515-4d2c-8d23-e240571c205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.546539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-db5f1e59-b515-4d2c-8d23-e240571c205a None None] For port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:01.563156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Router b3a2307d-60e3-46a0-94f1-4bda74a9da0d is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:32:01.650672 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-db5f1e59-b515-4d2c-8d23-e240571c205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.690106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:32:01.702036 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Sync routers for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:32:01.711868 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:01.712632 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:01.724603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f1e59-b515-4d2c-8d23-e240571c205a None None] Pushing event updated for resources: {'Port': ['ID=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:01.731234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:01.783098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-11d101f2-117a-4a36-bdbd-ff3c89105dfb None None] Provisioning complete for port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:01.783398 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11d101f2-117a-4a36-bdbd-ff3c89105dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.816683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.821139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-88c32d82-be34-40dd-8440-0846bce6ab07 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1168957 Nov 11 21:32:01.821139 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33564) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:01.823480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:01.823858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:01.827037 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:02.012360 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:00Z', 'revision_number': 3, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:02.039896 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Checking router: b3a2307d-60e3-46a0-94f1-4bda74a9da0d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:32:02.040327 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Updating router b3a2307d-60e3-46a0-94f1-4bda74a9da0d port c07a1eae-724e-49be-bf2b-fed4e91b8348 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:32:02.054854 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a907506f-8489-4221-bd90-3038e3c35c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.082245 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.246707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.335296 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.400731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Allocated IP 172.20.0.1 (2f62117f-600f-45d4-b6e4-7ae1654136da/de55f64a-ec41-4137-baf9-fd176ac7da8d/b6c03957-75fd-4c73-bcf1-2c710d184a74) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:02.460186 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.502827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22306991-6e06-4db2-a0c4-eca856c53f38 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:02.512311 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Pushing event updated for resources: {'Port': ['ID=c07a1eae-724e-49be-bf2b-fed4e91b8348,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:02.512834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.522108 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.522108 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.522108 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.522108 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.522495 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.522585 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.522915 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.523233 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.523548 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.523865 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.524200 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.524518 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:02.527873 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Attempting to bind port c07a1eae-724e-49be-bf2b-fed4e91b8348 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:02.528262 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Attempting to bind port c07a1eae-724e-49be-bf2b-fed4e91b8348 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:02.528621 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Attempting to bind port c07a1eae-724e-49be-bf2b-fed4e91b8348 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:02.536650 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:02.537022 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:02.537422 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.537804 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:02.538266 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Bound port: c07a1eae-724e-49be-bf2b-fed4e91b8348, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:02.538654 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.554587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9a2b428b-9267-4b4e-a4dc-f59c42b2822b None None] Provisioning complete for port c07a1eae-724e-49be-bf2b-fed4e91b8348 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:02.554957 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a2b428b-9267-4b4e-a4dc-f59c42b2822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.590295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9a2b428b-9267-4b4e-a4dc-f59c42b2822b None None] Port c07a1eae-724e-49be-bf2b-fed4e91b8348 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:02.595917 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] For port c07a1eae-724e-49be-bf2b-fed4e91b8348, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:02.599051 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] For port c07a1eae-724e-49be-bf2b-fed4e91b8348, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c07a1eae-724e-49be-bf2b-fed4e91b8348,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:02.632006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.669183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Network 2f62117f-600f-45d4-b6e4-7ae1654136da is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:02.674746 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:02.677532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:02.704472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c03957-75fd-4c73-bcf1-2c710d184a74,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:02.706919 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.723556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.742125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34afabb-6c98-4840-b7ed-718a20542949 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:02.776622 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:02.777451 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:31:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:02.825966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a3894b08-f9e8-4769-8c73-c032bc777a34 None None] Provisioning complete for port c07a1eae-724e-49be-bf2b-fed4e91b8348 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:02.827024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3894b08-f9e8-4769-8c73-c032bc777a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.913260 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b96d-c5d1-4566-9479-d2df51647cc7 None None] Pushing event updated for resources: {'Port': ['ID=c07a1eae-724e-49be-bf2b-fed4e91b8348,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:02.917288 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:02.927024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3894b08-f9e8-4769-8c73-c032bc777a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:02.950090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a3894b08-f9e8-4769-8c73-c032bc777a34 None None] For port c07a1eae-724e-49be-bf2b-fed4e91b8348, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c07a1eae-724e-49be-bf2b-fed4e91b8348,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:03.089047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3894b08-f9e8-4769-8c73-c032bc777a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.147600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3894b08-f9e8-4769-8c73-c032bc777a34 None None] Pushing event updated for resources: {'Port': ['ID=c07a1eae-724e-49be-bf2b-fed4e91b8348,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:03.210423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9b2b11c5-762b-45f2-8643-99cb65e6170c None None] Provisioning complete for port b6c03957-75fd-4c73-bcf1-2c710d184a74 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:03.210974 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9b2b11c5-762b-45f2-8643-99cb65e6170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.212280 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:00Z', 'revision_number': 3, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:03.242102 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ec68a-b50f-4361-a7e1-b3411926f092 None None] The sync data for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 is: [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:00Z', 'revision_number': 3, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:32:03.250347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b11c5-762b-45f2-8643-99cb65e6170c None None] Port b6c03957-75fd-4c73-bcf1-2c710d184a74 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:03.305990 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.491359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.553216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.620629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.622345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c03957-75fd-4c73-bcf1-2c710d184a74,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:03.729953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Network 2f62117f-600f-45d4-b6e4-7ae1654136da is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:03.731317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:03.774020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c07a1eae-724e-49be-bf2b-fed4e91b8348 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:03.829911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c07a1eae-724e-49be-bf2b-fed4e91b8348 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:03.830369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:03.869597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Router b3a2307d-60e3-46a0-94f1-4bda74a9da0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:32:03.931957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:03.992097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:03.992494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:04.007858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:32:04.017434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-68f422a2-6568-41d6-ba2a-a86057adf212 admin admin] 10.222.0.31 "PUT /v2.0/routers/b3a2307d-60e3-46a0-94f1-4bda74a9da0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933084 Nov 11 21:32:04.100457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-081ed57f-5664-4755-8fec-7dccb046673b None None] Provisioning complete for port b6c03957-75fd-4c73-bcf1-2c710d184a74 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:04.100956 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-081ed57f-5664-4755-8fec-7dccb046673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:04.141190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-081ed57f-5664-4755-8fec-7dccb046673b None None] Port b6c03957-75fd-4c73-bcf1-2c710d184a74 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:04.454274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87aa09e8-90b4-4947-b681-efc40a6ecdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:04.711812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:04.717439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-769693010-network', 'tenant_id': '72957823f13a4444b035225b4511439e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:04.825737 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Made reservation on behalf of 72957823f13a4444b035225b4511439e for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:04.828200 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:04.837546 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:04.852204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Sync routers for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:32:04.863512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:04.864165 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:04.914915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:04.972362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:04.991770 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.016872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:05.026548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696eb6bf-ac80-4e85-94fc-164760898cb6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:05.033566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.033911 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Added segment de058b83-e32f-43d2-846f-380baa4b7674 of type vlan for network b26f9655-9b42-4bd8-a679-5c57763fffd3 Nov 11 21:32:05.074353 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.173846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 2, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:05.197079 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.198181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:05.198797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.200851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Checking router: b3a2307d-60e3-46a0-94f1-4bda74a9da0d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:32:05.201657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Updating router b3a2307d-60e3-46a0-94f1-4bda74a9da0d port b6c03957-75fd-4c73-bcf1-2c710d184a74 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:32:05.231399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.274164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b26f9655-9b42-4bd8-a679-5c57763fffd3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:05.285147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:05.323657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-71adadc8-26b9-42d5-8f4e-e39b71a295d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6106887 Nov 11 21:32:05.327151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33584) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:05.332329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Request body: {'subnet': {'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-769693010-subnet', 'tenant_id': '72957823f13a4444b035225b4511439e', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:05.412542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Made reservation on behalf of 72957823f13a4444b035225b4511439e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:05.415280 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.656623 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.689312 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.729761 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.743544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1166fc-0979-4fe3-af8a-9e34b14127c5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:05.755665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Checking segment: {'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:05.756050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Network hostable DHCP agents. Network: b26f9655-9b42-4bd8-a679-5c57763fffd3, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:05.860213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.871786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:05.912710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffad01-6511-4c3e-afa0-5cf3d495bdf3 None None] Pushing event updated for resources: {'Port': ['ID=b6c03957-75fd-4c73-bcf1-2c710d184a74,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:05.966133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Attempting to bind port b6c03957-75fd-4c73-bcf1-2c710d184a74 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:05.966603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Attempting to bind port b6c03957-75fd-4c73-bcf1-2c710d184a74 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:05.967073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Attempting to bind port b6c03957-75fd-4c73-bcf1-2c710d184a74 on network 2f62117f-600f-45d4-b6e4-7ae1654136da {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:05.972495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:05.972874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Checking segment: {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:05.973279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:05.973677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Bound using segment: {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:05.974157 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Bound port: b6c03957-75fd-4c73-bcf1-2c710d184a74, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:05.974542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.008734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b26f9655-9b42-4bd8-a679-5c57763fffd3) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:06.013895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:06.014486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.020866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22db098-d343-4b72-a543-dc67b248a9f8 None None] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:06.100957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] For port b6c03957-75fd-4c73-bcf1-2c710d184a74, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:06.116728 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7cfe799e-e84c-43c0-972a-c0322e2a341c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7846065 Nov 11 21:32:06.116920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] For port b6c03957-75fd-4c73-bcf1-2c710d184a74, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b6c03957-75fd-4c73-bcf1-2c710d184a74,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:06.117083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33586) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:06.120461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:06.195681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-faf633b2-af83-4eaf-809c-4642f869f44b None None] Provisioning complete for port b6c03957-75fd-4c73-bcf1-2c710d184a74 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:06.195972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-faf633b2-af83-4eaf-809c-4642f869f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.231510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b26f9655-9b42-4bd8-a679-5c57763fffd3', 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3', 'tenant_id': '72957823f13a4444b035225b4511439e', 'fixed_ips': [{'subnet_id': '8f1166fc-0979-4fe3-af8a-9e34b14127c5'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:32:06.232442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.240461 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.266300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.267419 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.299353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-faf633b2-af83-4eaf-809c-4642f869f44b None None] Port b6c03957-75fd-4c73-bcf1-2c710d184a74 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:06.326346 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.384303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffad01-6511-4c3e-afa0-5cf3d495bdf3 None None] Pushing event updated for resources: {'Port': ['ID=b6c03957-75fd-4c73-bcf1-2c710d184a74,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:06.393103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:06.393372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:06.538887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Allocated IP 172.20.0.2 (b26f9655-9b42-4bd8-a679-5c57763fffd3/8f1166fc-0979-4fe3-af8a-9e34b14127c5/0ac98680-2038-4c2e-98d3-11f3b378912a) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:06.562443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3c03e893-74a9-49bc-a6b3-15450764da1e None None] Provisioning complete for port b6c03957-75fd-4c73-bcf1-2c710d184a74 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:06.569493 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c03e893-74a9-49bc-a6b3-15450764da1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.569493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:06.587755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.879628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.894797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c03e893-74a9-49bc-a6b3-15450764da1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.899241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.931705 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:06.960360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3c03e893-74a9-49bc-a6b3-15450764da1e None None] For port b6c03957-75fd-4c73-bcf1-2c710d184a74, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b6c03957-75fd-4c73-bcf1-2c710d184a74,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:06.984272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-29b05399-2301-493a-8eca-776c1efc890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:07.007131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Allocated IP 172.25.2.201 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/bb4e4cb3-37e4-4188-9907-8fa6967a2848) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:07.011257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b05399-2301-493a-8eca-776c1efc890c None None] The sync data for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 is: [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:32:07.015307 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.053510 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3c03e893-74a9-49bc-a6b3-15450764da1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.113402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:07.123395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:07.129519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Pushing event updated for resources: {'Port': ['ID=0ac98680-2038-4c2e-98d3-11f3b378912a,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:07.134418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:07.143034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.232769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Attempting to bind port 0ac98680-2038-4c2e-98d3-11f3b378912a on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:07.233153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Attempting to bind port 0ac98680-2038-4c2e-98d3-11f3b378912a by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:07.235811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Attempting to bind port 0ac98680-2038-4c2e-98d3-11f3b378912a on network b26f9655-9b42-4bd8-a679-5c57763fffd3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:07.235811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.241625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:07.242049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Checking segment: {'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:07.242430 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.242832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Bound using segment: {'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:07.243316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Bound port: 0ac98680-2038-4c2e-98d3-11f3b378912a, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:07.243703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.245613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03e893-74a9-49bc-a6b3-15450764da1e None None] Pushing event updated for resources: {'Port': ['ID=b6c03957-75fd-4c73-bcf1-2c710d184a74,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:07.255610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.302833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:07.308410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:07.312983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:07.324942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be18cd-842e-42ab-91d9-22abe88be572 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:07.327386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] For port 0ac98680-2038-4c2e-98d3-11f3b378912a, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:07.342905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] For port 0ac98680-2038-4c2e-98d3-11f3b378912a, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0ac98680-2038-4c2e-98d3-11f3b378912a,segment=NetworkSegment(de058b83-e32f-43d2-846f-380baa4b7674),segment_id=de058b83-e32f-43d2-846f-380baa4b7674)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:07.343486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4e4cb3-37e4-4188-9907-8fa6967a2848,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:07.376054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ebedc064-2211-4f3a-93a1-fd397a5c25c0 None None] Provisioning complete for port bb4e4cb3-37e4-4188-9907-8fa6967a2848 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:07.379081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ebedc064-2211-4f3a-93a1-fd397a5c25c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.412083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ebedc064-2211-4f3a-93a1-fd397a5c25c0 None None] Port bb4e4cb3-37e4-4188-9907-8fa6967a2848 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:07.427570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.494052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050126-fdda-4d02-b4a4-cd5a03299a26 None None] Pushing event updated for resources: {'Port': ['ID=0ac98680-2038-4c2e-98d3-11f3b378912a,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:07.773364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b6c03957-75fd-4c73-bcf1-2c710d184a74 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:07.851545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b6c03957-75fd-4c73-bcf1-2c710d184a74 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:07.856407 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:07.927652 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.058968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.275389 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.492582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Router 129cfaf9-a77c-4555-8400-ef74ec26b910 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:32:08.538495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9e352-ba66-4d8c-bb71-cbc304374f1d None None] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:08.603666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:32:08.617045 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Sync routers for ids ['129cfaf9-a77c-4555-8400-ef74ec26b910'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:32:08.628789 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Routers {'129cfaf9-a77c-4555-8400-ef74ec26b910'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:08.629554 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['129cfaf9-a77c-4555-8400-ef74ec26b910'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:08.668814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-929d2dac-b95d-4459-a8be-876aaeaddd22 None None] Provisioning complete for port 0ac98680-2038-4c2e-98d3-11f3b378912a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:08.669196 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-929d2dac-b95d-4459-a8be-876aaeaddd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.696369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.697572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5e402b25-ca23-4e54-9772-8d035c8a0fb9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5808635 Nov 11 21:32:08.700442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:08.742824 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Set router 129cfaf9-a77c-4555-8400-ef74ec26b910 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:08.788954 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-929d2dac-b95d-4459-a8be-876aaeaddd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.829723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-929d2dac-b95d-4459-a8be-876aaeaddd22 None None] For port 0ac98680-2038-4c2e-98d3-11f3b378912a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0ac98680-2038-4c2e-98d3-11f3b378912a,segment=NetworkSegment(de058b83-e32f-43d2-846f-380baa4b7674),segment_id=de058b83-e32f-43d2-846f-380baa4b7674)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:08.916990 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-929d2dac-b95d-4459-a8be-876aaeaddd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:08.941551 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:07Z', 'revision_number': 3, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:08.979211 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Checking router: 129cfaf9-a77c-4555-8400-ef74ec26b910 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:32:08.979712 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Updating router 129cfaf9-a77c-4555-8400-ef74ec26b910 port bb4e4cb3-37e4-4188-9907-8fa6967a2848 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:32:08.988693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d2dac-b95d-4459-a8be-876aaeaddd22 None None] Pushing event updated for resources: {'Port': ['ID=0ac98680-2038-4c2e-98d3-11f3b378912a,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.009337 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.043582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a31f6782-a870-43e1-9f54-1643b26fd4a8 None None] Provisioning complete for port 0ac98680-2038-4c2e-98d3-11f3b378912a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:09.044260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a31f6782-a870-43e1-9f54-1643b26fd4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.170894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.269884 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.275893 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:32:09.330730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Allocated IP 172.20.0.1 (b26f9655-9b42-4bd8-a679-5c57763fffd3/8f1166fc-0979-4fe3-af8a-9e34b14127c5/95eda09e-deaf-48ef-9e44-779184b33df6) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:09.338252 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.384932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56417d4b-9cc8-45f2-a576-35ff4fe78069 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:09.392663 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Attempting to bind port bb4e4cb3-37e4-4188-9907-8fa6967a2848 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:09.393031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Attempting to bind port bb4e4cb3-37e4-4188-9907-8fa6967a2848 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:09.393395 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Attempting to bind port bb4e4cb3-37e4-4188-9907-8fa6967a2848 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:09.401096 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:09.401527 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:09.401929 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.402320 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:09.402785 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Bound port: bb4e4cb3-37e4-4188-9907-8fa6967a2848, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:09.403162 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.405300 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac36c8-62b1-4419-9576-35c35caf45ae None None] Pushing event updated for resources: {'Port': ['ID=bb4e4cb3-37e4-4188-9907-8fa6967a2848,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.455528 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.458370 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] For port bb4e4cb3-37e4-4188-9907-8fa6967a2848, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:09.458540 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-34513225-1c24-4374-9a77-9ecfb5e39e83 None None] Provisioning complete for port bb4e4cb3-37e4-4188-9907-8fa6967a2848 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:09.458988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-34513225-1c24-4374-9a77-9ecfb5e39e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.461906 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] For port bb4e4cb3-37e4-4188-9907-8fa6967a2848, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bb4e4cb3-37e4-4188-9907-8fa6967a2848,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:09.494191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-34513225-1c24-4374-9a77-9ecfb5e39e83 None None] Port bb4e4cb3-37e4-4188-9907-8fa6967a2848 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:09.540340 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.572978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.582527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbb374-6396-490f-a698-3d3ed9556d86 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:32:09.602127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac36c8-62b1-4419-9576-35c35caf45ae None None] Pushing event updated for resources: {'Port': ['ID=bb4e4cb3-37e4-4188-9907-8fa6967a2848,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.611329 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Routers {'129cfaf9-a77c-4555-8400-ef74ec26b910'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:09.612514 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['129cfaf9-a77c-4555-8400-ef74ec26b910'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:09.613708 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:09.614369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2e5233f1-88e7-4acb-9143-e5e48744ebec None None] Provisioning complete for port bb4e4cb3-37e4-4188-9907-8fa6967a2848 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:09.614616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e5233f1-88e7-4acb-9143-e5e48744ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.616693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:09.620253 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:09.653298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Pushing event updated for resources: {'Port': ['ID=95eda09e-deaf-48ef-9e44-779184b33df6,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.685837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.732618 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e5233f1-88e7-4acb-9143-e5e48744ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.757474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2e5233f1-88e7-4acb-9143-e5e48744ebec None None] For port bb4e4cb3-37e4-4188-9907-8fa6967a2848, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bb4e4cb3-37e4-4188-9907-8fa6967a2848,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:09.758747 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] Set router 129cfaf9-a77c-4555-8400-ef74ec26b910 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:09.800724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0ac98680-2038-4c2e-98d3-11f3b378912a up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:09.843537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e5233f1-88e7-4acb-9143-e5e48744ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.891475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 0ac98680-2038-4c2e-98d3-11f3b378912a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:09.892008 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.934241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5233f1-88e7-4acb-9143-e5e48744ebec None None] Pushing event updated for resources: {'Port': ['ID=bb4e4cb3-37e4-4188-9907-8fa6967a2848,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:09.959639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:09.971217 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:07Z', 'revision_number': 3, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:10.004132 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f66f7-f68d-4f2c-b17e-a02819e66383 None None] The sync data for ids ['129cfaf9-a77c-4555-8400-ef74ec26b910'] in n-d-805734-3 is: [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:07Z', 'revision_number': 3, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:32:10.159451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.171382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9cd3df61-dd77-46d7-ae27-b819ce15c104 None None] Provisioning complete for port 95eda09e-deaf-48ef-9e44-779184b33df6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:10.171896 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df61-dd77-46d7-ae27-b819ce15c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.209309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9cd3df61-dd77-46d7-ae27-b819ce15c104 None None] Port 95eda09e-deaf-48ef-9e44-779184b33df6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:10.280449 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.359079 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.362096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Pushing event updated for resources: {'Port': ['ID=95eda09e-deaf-48ef-9e44-779184b33df6,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:10.459345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:10.460954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:10.587801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Router 129cfaf9-a77c-4555-8400-ef74ec26b910 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:32:10.711580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:32:10.718099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-be1312c7-af69-497c-8f60-669b703f5c76 admin admin] 10.222.0.31 "PUT /v2.0/routers/129cfaf9-a77c-4555-8400-ef74ec26b910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0160549 Nov 11 21:32:10.735893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ad30086c-8294-4223-8f58-68988d33153e None None] Provisioning complete for port 95eda09e-deaf-48ef-9e44-779184b33df6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:10.736134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ad30086c-8294-4223-8f58-68988d33153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:10.772969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ad30086c-8294-4223-8f58-68988d33153e None None] Port 95eda09e-deaf-48ef-9e44-779184b33df6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:11.584022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Sync routers for ids ['129cfaf9-a77c-4555-8400-ef74ec26b910'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:32:11.594515 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Routers {'129cfaf9-a77c-4555-8400-ef74ec26b910'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:11.595200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['129cfaf9-a77c-4555-8400-ef74ec26b910'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:11.714283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bb4e4cb3-37e4-4188-9907-8fa6967a2848 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:11.717849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Set router 129cfaf9-a77c-4555-8400-ef74ec26b910 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:11.873462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bb4e4cb3-37e4-4188-9907-8fa6967a2848 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:11.873834 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.019176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '95eda09e-deaf-48ef-9e44-779184b33df6', 'name': '', 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3', 'tenant_id': '72957823f13a4444b035225b4511439e', 'mac_address': 'fa:16:3e:42:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8f1166fc-0979-4fe3-af8a-9e34b14127c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:09Z', 'updated_at': '2021-11-11T21:32:10Z', 'revision_number': 2, 'project_id': '72957823f13a4444b035225b4511439e', 'subnets': [{'id': '8f1166fc-0979-4fe3-af8a-9e34b14127c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:12.046574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Checking router: 129cfaf9-a77c-4555-8400-ef74ec26b910 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:32:12.046942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Updating router 129cfaf9-a77c-4555-8400-ef74ec26b910 port 95eda09e-deaf-48ef-9e44-779184b33df6 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:32:12.071792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.346951 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.418684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.468569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5abc99-ea76-4256-b5c3-757fec88b888 None None] Pushing event updated for resources: {'Port': ['ID=95eda09e-deaf-48ef-9e44-779184b33df6,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:12.532377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Attempting to bind port 95eda09e-deaf-48ef-9e44-779184b33df6 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:12.532752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Attempting to bind port 95eda09e-deaf-48ef-9e44-779184b33df6 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:12.534640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Attempting to bind port 95eda09e-deaf-48ef-9e44-779184b33df6 on network b26f9655-9b42-4bd8-a679-5c57763fffd3 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:12.538634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:12.539149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Checking segment: {'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:12.539631 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.540105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Bound using segment: {'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:12.540853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Bound port: 95eda09e-deaf-48ef-9e44-779184b33df6, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de058b83-e32f-43d2-846f-380baa4b7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:12.541241 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.615160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] For port 95eda09e-deaf-48ef-9e44-779184b33df6, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:12.618687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] For port 95eda09e-deaf-48ef-9e44-779184b33df6, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=95eda09e-deaf-48ef-9e44-779184b33df6,segment=NetworkSegment(de058b83-e32f-43d2-846f-380baa4b7674),segment_id=de058b83-e32f-43d2-846f-380baa4b7674)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:12.708543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05af2a98-8205-4e14-8213-d107349d8928 None None] Provisioning complete for port 95eda09e-deaf-48ef-9e44-779184b33df6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:12.708840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05af2a98-8205-4e14-8213-d107349d8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.733812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:12.774828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05af2a98-8205-4e14-8213-d107349d8928 None None] Port 95eda09e-deaf-48ef-9e44-779184b33df6 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:12.807195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Routers {'129cfaf9-a77c-4555-8400-ef74ec26b910'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:12.807831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['129cfaf9-a77c-4555-8400-ef74ec26b910'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:12.809719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5abc99-ea76-4256-b5c3-757fec88b888 None None] Pushing event updated for resources: {'Port': ['ID=95eda09e-deaf-48ef-9e44-779184b33df6,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:12.931942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] Set router 129cfaf9-a77c-4555-8400-ef74ec26b910 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:13.139324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-30669ca2-4d2a-4490-8301-1cb5083e9cca None None] Provisioning complete for port 95eda09e-deaf-48ef-9e44-779184b33df6 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:13.139621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30669ca2-4d2a-4490-8301-1cb5083e9cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.203876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '95eda09e-deaf-48ef-9e44-779184b33df6', 'name': '', 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3', 'tenant_id': '72957823f13a4444b035225b4511439e', 'mac_address': 'fa:16:3e:42:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8f1166fc-0979-4fe3-af8a-9e34b14127c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:09Z', 'updated_at': '2021-11-11T21:32:12Z', 'revision_number': 4, 'project_id': '72957823f13a4444b035225b4511439e', 'subnets': [{'id': '8f1166fc-0979-4fe3-af8a-9e34b14127c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:13.237200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c958e2-8bd4-4e27-802b-f33220e311b2 None None] The sync data for ids ['129cfaf9-a77c-4555-8400-ef74ec26b910'] in n-d-805734-3 is: [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '95eda09e-deaf-48ef-9e44-779184b33df6', 'name': '', 'network_id': 'b26f9655-9b42-4bd8-a679-5c57763fffd3', 'tenant_id': '72957823f13a4444b035225b4511439e', 'mac_address': 'fa:16:3e:42:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '8f1166fc-0979-4fe3-af8a-9e34b14127c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:09Z', 'updated_at': '2021-11-11T21:32:12Z', 'revision_number': 4, 'project_id': '72957823f13a4444b035225b4511439e', 'subnets': [{'id': '8f1166fc-0979-4fe3-af8a-9e34b14127c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:32:13.272670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30669ca2-4d2a-4490-8301-1cb5083e9cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.315573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-30669ca2-4d2a-4490-8301-1cb5083e9cca None None] For port 95eda09e-deaf-48ef-9e44-779184b33df6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=95eda09e-deaf-48ef-9e44-779184b33df6,segment=NetworkSegment(de058b83-e32f-43d2-846f-380baa4b7674),segment_id=de058b83-e32f-43d2-846f-380baa4b7674)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:13.386060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30669ca2-4d2a-4490-8301-1cb5083e9cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:13.441098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30669ca2-4d2a-4490-8301-1cb5083e9cca None None] Pushing event updated for resources: {'Port': ['ID=95eda09e-deaf-48ef-9e44-779184b33df6,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:13.723187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 95eda09e-deaf-48ef-9e44-779184b33df6 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:13.781292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 95eda09e-deaf-48ef-9e44-779184b33df6 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:13.782044 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:22.442483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:27.493708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:27.749162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:27.823468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bebc2-1ce9-478a-9a24-dc555b543e61 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.823947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bebc2-1ce9-478a-9a24-dc555b543e61 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.824508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bebc2-1ce9-478a-9a24-dc555b543e61 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:27.826834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-214bebc2-1ce9-478a-9a24-dc555b543e61 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=b09de3dcc198472c8e73b81aed1fb6c1&network_id=be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 200 len: 2969 time: 0.0766640 Nov 11 21:32:30.800895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:30.859459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d0110-50a7-4a60-b6df-eb82597cf677 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:30.861021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-794d0110-50a7-4a60-b6df-eb82597cf677 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669 HTTP/1.1" status: 200 len: 814 time: 0.0591013 Nov 11 21:32:31.671734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:31.677034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'network': {'name': 'tempest-network-smoke--601615073', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:31.779347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:31.783498 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.820369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:32:31.830758 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.831107 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Added segment 5b2fb992-5f3a-4770-9557-eb30602b2a48 of type vlan for network 1dea9718-9d9b-402f-bd98-d077076dacae Nov 11 21:32:31.872604 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.978314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:31.985221 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:31.985842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.000845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da9eda6b-9f5e-41a0-b492-041f086ea598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.056227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Network': ['ID=1dea9718-9d9b-402f-bd98-d077076dacae,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.067407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1dea9718-9d9b-402f-bd98-d077076dacae details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:32:32.090182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-459cc9d1-55bd-4b96-9c3a-569130dde33e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4171307 Nov 11 21:32:32.094181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.144136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d80a2-817f-48f6-8c60-351679694f0f tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.148501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8a8d80a2-817f-48f6-8c60-351679694f0f tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b09de3dcc198472c8e73b81aed1fb6c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0530846 Nov 11 21:32:32.148756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.236501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b842327c-f4a7-4f2b-9135-b2620f1f8b3c tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.238165 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b842327c-f4a7-4f2b-9135-b2620f1f8b3c tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884602 Nov 11 21:32:32.240968 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.272561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e91c643e-16c2-4610-bb43-e87ede8d0840 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304909 Nov 11 21:32:32.275075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.302276 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-55ca2cbc-95f7-4078-911e-9fb7301e9fd1 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b09de3dcc198472c8e73b81aed1fb6c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261838 Nov 11 21:32:32.304691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.394288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b6a094-96c6-49e7-9492-fb103ad27aac tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:32.395799 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a9b6a094-96c6-49e7-9492-fb103ad27aac tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902348 Nov 11 21:32:32.398628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.430513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8eb8b8da-5f21-45b4-b45d-5b9f037df2a4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308011 Nov 11 21:32:32.432981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:32.439107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603774807', 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:32.625362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:32.628998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.876655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:32.935059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Subnet': ['ID=c723fe50-0536-4c57-a62a-715af77523a4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:32.944988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Checking segment: {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:32.945346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network hostable DHCP agents. Network: 1dea9718-9d9b-402f-bd98-d077076dacae, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:32:33.082112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 1dea9718-9d9b-402f-bd98-d077076dacae is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:32:33.195179 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1dea9718-9d9b-402f-bd98-d077076dacae) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:33.199551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:33.200400 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.207225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27e05b7-8526-4f98-8a04-3f5b2f20106c None None] Network 1dea9718-9d9b-402f-bd98-d077076dacae requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:33.306254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5ff50c8d-0e44-4066-8537-0ba575c0be5d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8721728 Nov 11 21:32:33.534064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-1dea9718-9d9b-402f-bd98-d077076dacae', 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ips': [{'subnet_id': 'c723fe50-0536-4c57-a62a-715af77523a4'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:32:33.534955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.617241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:33.621822 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d98bf926-84dc-4396-9510-536ee75e0d3f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376445860', 'description': 'tempest-secgroup-smoke-376445860 description', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:33.688663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Allocated IP 172.20.0.18 (1dea9718-9d9b-402f-bd98-d077076dacae/c723fe50-0536-4c57-a62a-715af77523a4/daaebcd3-3ff8-4924-ae2c-efd6bf5a7150) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:33.739658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d98bf926-84dc-4396-9510-536ee75e0d3f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.817050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d98bf926-84dc-4396-9510-536ee75e0d3f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.835854 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.906489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.908265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d98bf926-84dc-4396-9510-536ee75e0d3f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:33.942480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf926-84dc-4396-9510-536ee75e0d3f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b458c510-0ff8-4638-a12b-7d2c65641378,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:33.951233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Network 1dea9718-9d9b-402f-bd98-d077076dacae is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:33.957143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:33.959803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:33.972763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Pushing event updated for resources: {'Port': ['ID=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.023851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Attempting to bind port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:34.024257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Attempting to bind port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:34.024625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Attempting to bind port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 on network 1dea9718-9d9b-402f-bd98-d077076dacae {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:34.030224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:34.030867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Checking segment: {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:34.031393 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.031784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Bound using segment: {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:34.032385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Bound port: daaebcd3-3ff8-4924-ae2c-efd6bf5a7150, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:34.032769 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.050009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d98bf926-84dc-4396-9510-536ee75e0d3f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.052530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d98bf926-84dc-4396-9510-536ee75e0d3f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4332037 Nov 11 21:32:34.054604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33796) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:34.059909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3298e129-7556-4cda-bfab-1659fdf5501b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'b458c510-0ff8-4638-a12b-7d2c65641378', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:34.100777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] For port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:34.103890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] For port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:34.202936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3298e129-7556-4cda-bfab-1659fdf5501b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.226642 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.265489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3298e129-7556-4cda-bfab-1659fdf5501b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.289358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7311c5-d7c7-4b18-a090-9a10555b32b2 None None] Pushing event updated for resources: {'Port': ['ID=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.339524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3298e129-7556-4cda-bfab-1659fdf5501b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.364069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298e129-7556-4cda-bfab-1659fdf5501b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7332214-c005-4be7-9af0-c353bc61f099,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.441374 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3298e129-7556-4cda-bfab-1659fdf5501b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.447351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33798) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:34.453276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3298e129-7556-4cda-bfab-1659fdf5501b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966939 Nov 11 21:32:34.461275 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e9e43f47-ed1d-4d24-9bb6-f3f55f1eb3ad tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'b458c510-0ff8-4638-a12b-7d2c65641378', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:34.471203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fc7546e6-c068-404b-b09f-3614e9fa6d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.572892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f47-ed1d-4d24-9bb6-f3f55f1eb3ad tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.629715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f47-ed1d-4d24-9bb6-f3f55f1eb3ad tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.744884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f47-ed1d-4d24-9bb6-f3f55f1eb3ad tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.767284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e43f47-ed1d-4d24-9bb6-f3f55f1eb3ad tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be15b851-3a57-4a15-a0f6-bbd1d382cbbb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:34.836877 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e9e43f47-ed1d-4d24-9bb6-f3f55f1eb3ad tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:34.838227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e9e43f47-ed1d-4d24-9bb6-f3f55f1eb3ad tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3916113 Nov 11 21:32:34.840978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:34.845827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d2309e44-845b-4536-9dce-9934fda7dce1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'b458c510-0ff8-4638-a12b-7d2c65641378', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:34.954294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2309e44-845b-4536-9dce-9934fda7dce1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.022241 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2309e44-845b-4536-9dce-9934fda7dce1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.099407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2309e44-845b-4536-9dce-9934fda7dce1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.120757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2309e44-845b-4536-9dce-9934fda7dce1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277a3b85-47ce-4a05-bfa7-6d0f710e0401,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:35.225429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6738c9-94ef-40f9-98b9-8f3d61196dda None None] Network 1dea9718-9d9b-402f-bd98-d077076dacae requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:32:35.250049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d2309e44-845b-4536-9dce-9934fda7dce1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.252625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d2309e44-845b-4536-9dce-9934fda7dce1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4094951 Nov 11 21:32:35.254157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 33804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:35.258371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d524a16c-a8f5-45bf-8a78-d2980f4c308b None None] Provisioning complete for port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:35.258909 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d524a16c-a8f5-45bf-8a78-d2980f4c308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.259032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e4b53e7a-9fca-4eaa-9f06-9fccd46598ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'b458c510-0ff8-4638-a12b-7d2c65641378', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:35.378994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4b53e7a-9fca-4eaa-9f06-9fccd46598ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.424658 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d524a16c-a8f5-45bf-8a78-d2980f4c308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.448887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4b53e7a-9fca-4eaa-9f06-9fccd46598ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.490496 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d524a16c-a8f5-45bf-8a78-d2980f4c308b None None] For port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:35.533569 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4b53e7a-9fca-4eaa-9f06-9fccd46598ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.556866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53e7a-9fca-4eaa-9f06-9fccd46598ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20f6a7a-cdb0-41a5-90cb-bfa22d3e28c0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:35.569470 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d524a16c-a8f5-45bf-8a78-d2980f4c308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.621690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4b53e7a-9fca-4eaa-9f06-9fccd46598ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.626486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33806) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:35.628764 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e4b53e7a-9fca-4eaa-9f06-9fccd46598ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3712802 Nov 11 21:32:35.632612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'b458c510-0ff8-4638-a12b-7d2c65641378', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:35.651517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524a16c-a8f5-45bf-8a78-d2980f4c308b None None] Pushing event updated for resources: {'Port': ['ID=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:35.657449 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.757291 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Project b09de3dcc198472c8e73b81aed1fb6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:32:35.763385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.793382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:35.798351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2dafa1fb-f3fe-4ac5-8b92-586179c5df03 None None] Provisioning complete for port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:35.798728 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2dafa1fb-f3fe-4ac5-8b92-586179c5df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.844610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.883046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:35.883739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.932238 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:35.956107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a8fabb-bd92-4766-b17c-1e0d332c382e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:36.061668 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.063039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-67f098f1-9fa2-4071-8f52-75058123c6ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4354444 Nov 11 21:32:36.065794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 33810) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:36.070189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'b458c510-0ff8-4638-a12b-7d2c65641378', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:36.179122 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Project b09de3dcc198472c8e73b81aed1fb6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:32:36.184649 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.245942 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.315473 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.331907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071c3cae-086e-41b3-ad3d-9cb149bd6f46,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:36.397026 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:36.398302 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fadffea5-272b-46d0-98c2-b87c1420b6b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3315675 Nov 11 21:32:36.607944 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-b0fe1803-e1e0-43a0-af51-41e427a313ff tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376445860&fields=id&tenant_id=b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 267 time: 0.0496411 Nov 11 21:32:36.718021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-4a8ccb0d-4cd1-42a4-b483-ce92f142a643 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:36.719612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-4a8ccb0d-4cd1-42a4-b483-ce92f142a643 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/networks?id=1dea9718-9d9b-402f-bd98-d077076dacae HTTP/1.1" status: 200 len: 796 time: 0.1051037 Nov 11 21:32:36.740670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-98d7d52d-f4f6-441a-9bfc-ca1e9d4f4c4a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/quotas/b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 375 time: 0.0145438 Nov 11 21:32:36.796197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-2cad9e38-4e53-4d20-bc42-67861a7b9d8e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539622 Nov 11 21:32:36.897322 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-04f5cc93-46ba-4a6f-aecb-6cf5d6af97e0 service neutron] 10.222.0.31 "GET /v2.0/networks/1dea9718-9d9b-402f-bd98-d077076dacae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893204 Nov 11 21:32:36.990075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-69f99ba9-30f4-4f92-b135-d3f927bd61b7 service neutron] 10.222.0.31 "GET /v2.0/networks/1dea9718-9d9b-402f-bd98-d077076dacae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865459 Nov 11 21:32:37.196264 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.231587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54990902-f809-4804-83c3-f39323d32afa req-5f4c87f2-5128-4aed-8946-afeb897d29e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 210 time: 0.0281250 Nov 11 21:32:37.696914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:37.746793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:37.747014 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:37.853460 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:38.316981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-afc79c84-a606-410c-ada6-f30f36350018 req-4a7429cd-266c-44bb-8c47-57b18f38e297 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 210 time: 0.0284648 Nov 11 21:32:39.447100 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5b60158-445c-4c6c-9a94-857784a10837 req-f7905e97-bbf4-4cdc-8344-7fd1c48d4e81 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 210 time: 0.0305750 Nov 11 21:32:40.504277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-79153e23-b02b-4fd5-b064-47c850b003cf tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:40.505865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-79153e23-b02b-4fd5-b064-47c850b003cf tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "GET /v2.0/networks?id=1dea9718-9d9b-402f-bd98-d077076dacae HTTP/1.1" status: 200 len: 796 time: 0.1110570 Nov 11 21:32:40.581368 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e41510a2-c76c-45f7-b042-5ea673159518 req-04f5cd70-e0a0-4bd6-8c0c-315926fa8cbb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 210 time: 0.0334477 Nov 11 21:32:40.633829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6088816c-a093-466c-8983-d004248bb60d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 472 time: 0.1163335 Nov 11 21:32:40.646752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'port': {'device_id': 'e43312af-f121-4f82-97e6-56c6a803084f', 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae', 'admin_state_up': True, 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'security_groups': ['b458c510-0ff8-4638-a12b-7d2c65641378']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:40.836272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:32:40.839893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:40.974925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.20.0.30 (1dea9718-9d9b-402f-bd98-d077076dacae/c723fe50-0536-4c57-a62a-715af77523a4/e767c552-91d5-4adb-97d1-4ead8d8db204) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:41.114802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.213517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.260670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 1dea9718-9d9b-402f-bd98-d077076dacae is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:41.266445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:41.270186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:41.297573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=e767c552-91d5-4adb-97d1-4ead8d8db204,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:41.323574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.324300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.404680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-6eda3e21-0871-44cc-993c-bc65db1742ac tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7639501 Nov 11 21:32:41.417742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Request body: {'port': {'device_id': 'e43312af-f121-4f82-97e6-56c6a803084f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:32:41.474177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.516569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-895294b8-3b60-441e-9447-88cff474820a None None] Provisioning complete for port e767c552-91d5-4adb-97d1-4ead8d8db204 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:41.517025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-895294b8-3b60-441e-9447-88cff474820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.558976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-895294b8-3b60-441e-9447-88cff474820a None None] Port e767c552-91d5-4adb-97d1-4ead8d8db204 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:41.712128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc01c4-f7aa-4658-b473-d98443da90b4 req-b2bfb6d2-5c15-4a55-97a8-f2dedbf72ddd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:41.715373 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddcc01c4-f7aa-4658-b473-d98443da90b4 req-b2bfb6d2-5c15-4a55-97a8-f2dedbf72ddd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 932 time: 0.0522311 Nov 11 21:32:41.764252 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e767c552-91d5-4adb-97d1-4ead8d8db204 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:41.768543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddcc01c4-f7aa-4658-b473-d98443da90b4 req-b1f163ca-e47c-4c1a-8570-ada4f5902fcd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477991 Nov 11 21:32:41.773820 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.791742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Transition to ACTIVE for port object e767c552-91d5-4adb-97d1-4ead8d8db204 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:32:41.871000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:41.941024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Pushing event updated for resources: {'Port': ['ID=e767c552-91d5-4adb-97d1-4ead8d8db204,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:42.005232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Attempting to bind port e767c552-91d5-4adb-97d1-4ead8d8db204 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:42.005569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Attempting to bind port e767c552-91d5-4adb-97d1-4ead8d8db204 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:42.005901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Attempting to bind port e767c552-91d5-4adb-97d1-4ead8d8db204 on network 1dea9718-9d9b-402f-bd98-d077076dacae {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:42.010593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Port e767c552-91d5-4adb-97d1-4ead8d8db204 on network 1dea9718-9d9b-402f-bd98-d077076dacae not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:32:42.011160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Attempting to bind port e767c552-91d5-4adb-97d1-4ead8d8db204 on network 1dea9718-9d9b-402f-bd98-d077076dacae {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:42.017095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:42.018075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Checking segment: {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:42.018075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Bound using segment: {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:42.018321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Bound port: e767c552-91d5-4adb-97d1-4ead8d8db204, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:42.018649 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.086780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] For port e767c552-91d5-4adb-97d1-4ead8d8db204, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:42.090142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] For port e767c552-91d5-4adb-97d1-4ead8d8db204, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e767c552-91d5-4adb-97d1-4ead8d8db204,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:42.168101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.205291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.205947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:42.207391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] 10.222.0.62 "PUT /v2.0/ports/e767c552-91d5-4adb-97d1-4ead8d8db204 HTTP/1.1" status: 200 len: 1092 time: 0.7940755 Nov 11 21:32:42.207801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43312af-f121-4f82-97e6-56c6a803084f', 'tag': 'e767c552-91d5-4adb-97d1-4ead8d8db204'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:42.210081 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673437d-c600-4e5e-a77a-89bbd6284d25" -d '{"events": [{"name": "network-changed", "server_uuid": "e43312af-f121-4f82-97e6-56c6a803084f", "tag": "e767c552-91d5-4adb-97d1-4ead8d8db204"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:42.242542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ebe7f-6c33-4858-bbfa-7f8b6e7fbe66 service neutron] Pushing event updated for resources: {'Port': ['ID=e767c552-91d5-4adb-97d1-4ead8d8db204,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:42.257933 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d30e14-9ca5-4bdd-af14-23dafc7405c6 x-openstack-request-id: req-40d30e14-9ca5-4bdd-af14-23dafc7405c6 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:42.258325 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43312af-f121-4f82-97e6-56c6a803084f", "tag": "e767c552-91d5-4adb-97d1-4ead8d8db204", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:42.258828 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40d30e14-9ca5-4bdd-af14-23dafc7405c6 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:42.259553 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43312af-f121-4f82-97e6-56c6a803084f', 'tag': 'e767c552-91d5-4adb-97d1-4ead8d8db204', 'status': 'completed', 'code': 200} Nov 11 21:32:42.327261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673437d-c600-4e5e-a77a-89bbd6284d25 req-855ad294-7a84-4b9e-ba64-fe66e417037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.328872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4673437d-c600-4e5e-a77a-89bbd6284d25 req-855ad294-7a84-4b9e-ba64-fe66e417037b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 1095 time: 0.0465469 Nov 11 21:32:42.855607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673437d-c600-4e5e-a77a-89bbd6284d25 req-63dcd6d1-232d-4846-81fd-e01de2e748c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.856341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673437d-c600-4e5e-a77a-89bbd6284d25 req-63dcd6d1-232d-4846-81fd-e01de2e748c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.857975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4673437d-c600-4e5e-a77a-89bbd6284d25 req-63dcd6d1-232d-4846-81fd-e01de2e748c1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.5209899 Nov 11 21:32:42.905339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a509b13-3e51-421d-b823-c46b03773c21 req-735c2ce8-105c-422b-a36f-76d4f69b7659 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:42.906856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a509b13-3e51-421d-b823-c46b03773c21 req-735c2ce8-105c-422b-a36f-76d4f69b7659 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 944 time: 0.0659015 Nov 11 21:32:42.967592 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7a509b13-3e51-421d-b823-c46b03773c21 req-eaf084ff-ec06-4d8d-b667-c800f2ba6be8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517075 Nov 11 21:32:43.033650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673437d-c600-4e5e-a77a-89bbd6284d25 req-5d0d8379-6d39-4b30-b4f5-4c73d7558bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.035169 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4673437d-c600-4e5e-a77a-89bbd6284d25 req-5d0d8379-6d39-4b30-b4f5-4c73d7558bdb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700528 Nov 11 21:32:43.118861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-c257b2a5-32af-4387-b8bf-9de6f31eba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.120413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-c257b2a5-32af-4387-b8bf-9de6f31eba7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 1095 time: 0.0441942 Nov 11 21:32:43.168626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-10834d04-e3c6-460c-aa09-0a3c3903d7cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e767c552-91d5-4adb-97d1-4ead8d8db204 HTTP/1.1" status: 200 len: 217 time: 0.0393887 Nov 11 21:32:43.218241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-c1f57aee-b68f-400a-9b4d-5ef72d3ad63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.219682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-c1f57aee-b68f-400a-9b4d-5ef72d3ad63a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c723fe50-0536-4c57-a62a-715af77523a4 HTTP/1.1" status: 200 len: 838 time: 0.0442362 Nov 11 21:32:43.267458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-4ecc1b53-4bb4-44a2-a8d5-fef89fdffa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:43.269023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-4ecc1b53-4bb4-44a2-a8d5-fef89fdffa47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1dea9718-9d9b-402f-bd98-d077076dacae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418706 Nov 11 21:32:43.377212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-e05a877e-6031-4dfe-8da7-fef9a7bfb54a service neutron] 10.222.0.62 "GET /v2.0/networks/1dea9718-9d9b-402f-bd98-d077076dacae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000764 Nov 11 21:32:43.468282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e09dccbc-1286-4489-b97d-f429b3bccef6 req-a8ab4775-2c4f-49d6-a446-50269e1979e4 service neutron] 10.222.0.62 "GET /v2.0/networks/1dea9718-9d9b-402f-bd98-d077076dacae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839379 Nov 11 21:32:44.090835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74224329-0ed6-4a16-b733-9bb76dd48b4b req-89f7790b-4840-404b-83c3-fc0de2c1f7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:44.096633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74224329-0ed6-4a16-b733-9bb76dd48b4b req-89f7790b-4840-404b-83c3-fc0de2c1f7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 944 time: 0.0568116 Nov 11 21:32:44.144991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74224329-0ed6-4a16-b733-9bb76dd48b4b req-e64da957-d1db-44ca-ac3b-da3114c46aa6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440631 Nov 11 21:32:45.260907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4213e5-d97d-43e6-939b-1ca4733bc2a9 req-9fdc2fce-4b73-46e3-9c09-971f0fac09e0 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:45.262399 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc4213e5-d97d-43e6-939b-1ca4733bc2a9 req-9fdc2fce-4b73-46e3-9c09-971f0fac09e0 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 944 time: 0.0492430 Nov 11 21:32:45.312126 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dc4213e5-d97d-43e6-939b-1ca4733bc2a9 req-41a08ab6-b8d0-46bc-857c-997e07bbfd2e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Nov 11 21:32:46.274612 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:32:46.431752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86131-a163-4da4-8758-8537fb158185 req-e6dd81f8-541f-4644-85a7-3644a2eca8d5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.433415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f86131-a163-4da4-8758-8537fb158185 req-e6dd81f8-541f-4644-85a7-3644a2eca8d5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 944 time: 0.0517235 Nov 11 21:32:46.486383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f86131-a163-4da4-8758-8537fb158185 req-cb6ce10f-7e9d-4f74-a280-a2a375d76a96 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466492 Nov 11 21:32:46.616869 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-67954cd1-2a14-4000-81ce-deb634cb568c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389698 Nov 11 21:32:46.702418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-56f433ce-4165-4194-bd6c-598070ce6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.703823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-56f433ce-4165-4194-bd6c-598070ce6c65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1096 time: 0.0448034 Nov 11 21:32:46.807461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-4bfd24a3-5617-4ff8-94ea-64b92a8ca8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.808987 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-4bfd24a3-5617-4ff8-94ea-64b92a8ca8ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 200 len: 897 time: 0.0860145 Nov 11 21:32:46.878309 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-53924633-905f-4b32-9256-4591a3362042 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 HTTP/1.1" status: 200 len: 1000 time: 0.0622942 Nov 11 21:32:46.929188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-e5fdffe2-6f6f-430f-80ca-c0123100296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.930666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-e5fdffe2-6f6f-430f-80ca-c0123100296b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac726af8-2538-4fab-9b25-354e26639c0a HTTP/1.1" status: 200 len: 835 time: 0.0453820 Nov 11 21:32:46.978039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-cabbfc1b-5eeb-4686-81eb-5bfeba512b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:46.979457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-cabbfc1b-5eeb-4686-81eb-5bfeba512b6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be681fa3-1d44-415c-b780-ea68e1dcbb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420747 Nov 11 21:32:47.076213 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-9b9134a1-1cf4-4d86-82a9-67714fb965b4 service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875752 Nov 11 21:32:47.167026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d9880bb8-8a5c-45b6-9026-93012aed4dfa req-7e3a655e-ceb6-4d67-a204-fc27144d6357 service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837152 Nov 11 21:32:47.552509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e767c552-91d5-4adb-97d1-4ead8d8db204 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:32:47.605695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c581-0970-4e82-a127-b839b6a20150 req-f9992f3d-ba56-4e73-b0d8-0a4d8b35c2a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:47.607393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8e8c581-0970-4e82-a127-b839b6a20150 req-f9992f3d-ba56-4e73-b0d8-0a4d8b35c2a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 944 time: 0.0527761 Nov 11 21:32:47.655968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e767c552-91d5-4adb-97d1-4ead8d8db204, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e767c552-91d5-4adb-97d1-4ead8d8db204,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:47.662258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c8e8c581-0970-4e82-a127-b839b6a20150 req-6852d99f-e63d-4ff0-a534-149c55c2a35b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475430 Nov 11 21:32:47.667097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'e767c552-91d5-4adb-97d1-4ead8d8db204', 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae', 'port_id': 'e767c552-91d5-4adb-97d1-4ead8d8db204', 'mac_address': 'fa:16:3e:db:1d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c723fe50-0536-4c57-a62a-715af77523a4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:32:47.705298 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.718429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e767c552-91d5-4adb-97d1-4ead8d8db204 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:32:47.737698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e767c552-91d5-4adb-97d1-4ead8d8db204, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e767c552-91d5-4adb-97d1-4ead8d8db204,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:47.841901 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:47.891324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e767c552-91d5-4adb-97d1-4ead8d8db204,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:48.090878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['e767c552-91d5-4adb-97d1-4ead8d8db204'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:32:48.782921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657c088-0cad-49c8-a9a8-412a173b0ee4 req-3819ab83-0c99-4a8e-ad24-b39ebbc3b87b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:48.784458 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9657c088-0cad-49c8-a9a8-412a173b0ee4 req-3819ab83-0c99-4a8e-ad24-b39ebbc3b87b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 945 time: 0.0525393 Nov 11 21:32:48.839574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9657c088-0cad-49c8-a9a8-412a173b0ee4 req-bb00d0a0-0428-4d0b-a684-724a23dfbfa5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488234 Nov 11 21:32:49.564683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e767c552-91d5-4adb-97d1-4ead8d8db204 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:49.681189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port e767c552-91d5-4adb-97d1-4ead8d8db204 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:32:49.685953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port e767c552-91d5-4adb-97d1-4ead8d8db204 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:49.686325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.761554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.785799 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43312af-f121-4f82-97e6-56c6a803084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767c552-91d5-4adb-97d1-4ead8d8db204'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:32:49.788312 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e328bea4-9475-4e9b-823f-5e93b8094090" -d '{"events": [{"server_uuid": "e43312af-f121-4f82-97e6-56c6a803084f", "name": "network-vif-plugged", "status": "completed", "tag": "e767c552-91d5-4adb-97d1-4ead8d8db204"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:32:49.801368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e767c552-91d5-4adb-97d1-4ead8d8db204, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e767c552-91d5-4adb-97d1-4ead8d8db204,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:49.870401 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:49.928252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e767c552-91d5-4adb-97d1-4ead8d8db204,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:49.986409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aa228-15b7-4c5c-830c-2c2bd44baf08 req-4dfa1788-ddaa-44b5-b72d-2cf0d7c6608d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:49.988265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c76aa228-15b7-4c5c-830c-2c2bd44baf08 req-4dfa1788-ddaa-44b5-b72d-2cf0d7c6608d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 946 time: 0.0709383 Nov 11 21:32:50.004134 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ef7636-9b5d-4f04-8f6c-ec482e3a9f1b x-openstack-request-id: req-b4ef7636-9b5d-4f04-8f6c-ec482e3a9f1b {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:32:50.004650 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43312af-f121-4f82-97e6-56c6a803084f", "name": "network-vif-plugged", "status": "completed", "tag": "e767c552-91d5-4adb-97d1-4ead8d8db204", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:32:50.005074 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4ef7636-9b5d-4f04-8f6c-ec482e3a9f1b {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:32:50.005664 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43312af-f121-4f82-97e6-56c6a803084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e767c552-91d5-4adb-97d1-4ead8d8db204', 'code': 200} Nov 11 21:32:50.044869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c76aa228-15b7-4c5c-830c-2c2bd44baf08 req-47e6db6b-3486-47a1-8590-596d553a235c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506346 Nov 11 21:32:50.107244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaa92b-bdb9-4e60-82ff-d9bb57090ee4 req-82b92025-ff4b-4e69-a6b5-83595c23d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:50.108813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4feaa92b-bdb9-4e60-82ff-d9bb57090ee4 req-82b92025-ff4b-4e69-a6b5-83595c23d5c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 1097 time: 0.0412378 Nov 11 21:32:50.162150 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4feaa92b-bdb9-4e60-82ff-d9bb57090ee4 req-13d14f8a-47bb-4d34-83c9-ac57863a6063 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426345 Nov 11 21:32:51.179963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78a684-6ed5-4c19-99af-6b622bfc3c45 req-a692ad59-7c4d-4d97-817f-ac6e3568d4fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:51.181726 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff78a684-6ed5-4c19-99af-6b622bfc3c45 req-a692ad59-7c4d-4d97-817f-ac6e3568d4fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 946 time: 0.0599658 Nov 11 21:32:51.231763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ff78a684-6ed5-4c19-99af-6b622bfc3c45 req-95174de9-2f8e-4aa1-a383-d3e660330e29 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434792 Nov 11 21:32:52.355274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108af866-16dc-44c0-ad8b-2719450c37ed req-a15c9bc8-12cd-4036-9da8-efff5c416a28 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.357647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-108af866-16dc-44c0-ad8b-2719450c37ed req-a15c9bc8-12cd-4036-9da8-efff5c416a28 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 946 time: 0.0541623 Nov 11 21:32:52.409562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-108af866-16dc-44c0-ad8b-2719450c37ed req-1ebc2cb8-a9ff-4eb7-a465-6b19329445e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 Nov 11 21:32:52.429345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:52.534498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3d14-3d8f-4f27-ada8-4b8566f180ef req-a55a8649-dc0d-440a-9278-ec4c4766448a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:32:52.536223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec1e3d14-3d8f-4f27-ada8-4b8566f180ef req-a55a8649-dc0d-440a-9278-ec4c4766448a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 946 time: 0.0551476 Nov 11 21:32:52.594101 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec1e3d14-3d8f-4f27-ada8-4b8566f180ef req-255c2c70-1f26-43a5-af0f-64eb63d66508 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518055 Nov 11 21:32:54.124258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34012) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:32:54.562049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:54.838480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.20.0.17 (1dea9718-9d9b-402f-bd98-d077076dacae/c723fe50-0536-4c57-a62a-715af77523a4/bc926cf2-09f4-480e-92d6-07ffbf53012f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:32:54.960954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.110500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.152502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 1dea9718-9d9b-402f-bd98-d077076dacae is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:55.157628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:55.161468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:32:55.185946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=bc926cf2-09f4-480e-92d6-07ffbf53012f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:55.198645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.198991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.199483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.199840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.200246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.200550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.200922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.201297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.201827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.202159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.202488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.202815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:32:55.220749 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.432363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9358c2b6-3962-4e08-9b3e-e9c365d61776 None None] Provisioning complete for port bc926cf2-09f4-480e-92d6-07ffbf53012f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:55.432363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9358c2b6-3962-4e08-9b3e-e9c365d61776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.444582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.466696 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9358c2b6-3962-4e08-9b3e-e9c365d61776 None None] Port bc926cf2-09f4-480e-92d6-07ffbf53012f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:55.735679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.801224 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.871712 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=bc926cf2-09f4-480e-92d6-07ffbf53012f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:55.874349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:55.973307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 1dea9718-9d9b-402f-bd98-d077076dacae is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:32:55.974708 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:32:56.196369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-46fca921-ade5-464c-a028-9dcc17b10689 None None] Provisioning complete for port bc926cf2-09f4-480e-92d6-07ffbf53012f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:56.196742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46fca921-ade5-464c-a028-9dcc17b10689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:56.240561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-46fca921-ade5-464c-a028-9dcc17b10689 None None] Port bc926cf2-09f4-480e-92d6-07ffbf53012f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:56.415205 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:32:56.527274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:32:56.547047 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-917035ec-969d-44a6-b1e4-eeba746a3d50 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "PUT /v2.0/routers/405a3f8d-b2e6-4c0c-ad2a-7b1906b19802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068854 Nov 11 21:32:56.550500 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Sync routers for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:32:56.562153 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:56.569449 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:56.675664 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:56.989962 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:32:55Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 1, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc926cf2-09f4-480e-92d6-07ffbf53012f', 'name': '', 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:04:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'c723fe50-0536-4c57-a62a-715af77523a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:54Z', 'updated_at': '2021-11-11T21:32:55Z', 'revision_number': 2, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'c723fe50-0536-4c57-a62a-715af77523a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:57.018744 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Checking router: 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:32:57.019105 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Updating router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 port bc926cf2-09f4-480e-92d6-07ffbf53012f binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:32:57.043458 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.301019 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.384307 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.436473 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4d6aa-4c70-43cd-855b-7c2fdbdd8e6e None None] Pushing event updated for resources: {'Port': ['ID=bc926cf2-09f4-480e-92d6-07ffbf53012f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:57.499858 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Attempting to bind port bc926cf2-09f4-480e-92d6-07ffbf53012f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:32:57.500126 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Attempting to bind port bc926cf2-09f4-480e-92d6-07ffbf53012f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:32:57.500632 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Attempting to bind port bc926cf2-09f4-480e-92d6-07ffbf53012f on network 1dea9718-9d9b-402f-bd98-d077076dacae {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:32:57.505679 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:32:57.506047 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Checking segment: {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:32:57.506447 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.506826 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Bound using segment: {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:32:57.507284 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Bound port: bc926cf2-09f4-480e-92d6-07ffbf53012f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2fb992-5f3a-4770-9557-eb30602b2a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:32:57.507661 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.515977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.575130 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] For port bc926cf2-09f4-480e-92d6-07ffbf53012f, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:32:57.588119 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] For port bc926cf2-09f4-480e-92d6-07ffbf53012f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bc926cf2-09f4-480e-92d6-07ffbf53012f,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:32:57.670105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c0d25dc8-3383-4219-adff-32cb8fe5cad9 None None] Provisioning complete for port bc926cf2-09f4-480e-92d6-07ffbf53012f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:57.670475 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0d25dc8-3383-4219-adff-32cb8fe5cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.705141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c0d25dc8-3383-4219-adff-32cb8fe5cad9 None None] Port bc926cf2-09f4-480e-92d6-07ffbf53012f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:32:57.716055 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:57.775196 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4d6aa-4c70-43cd-855b-7c2fdbdd8e6e None None] Pushing event updated for resources: {'Port': ['ID=bc926cf2-09f4-480e-92d6-07ffbf53012f,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:57.777927 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:32:57.778555 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:32:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:57.910113 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:32:58.026815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-30898246-897d-418a-8cbe-5481c2ae229e None None] Provisioning complete for port bc926cf2-09f4-480e-92d6-07ffbf53012f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:58.027240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30898246-897d-418a-8cbe-5481c2ae229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.111628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30898246-897d-418a-8cbe-5481c2ae229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.145001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-30898246-897d-418a-8cbe-5481c2ae229e None None] For port bc926cf2-09f4-480e-92d6-07ffbf53012f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bc926cf2-09f4-480e-92d6-07ffbf53012f,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:32:58.167328 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:32:55Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 1, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc926cf2-09f4-480e-92d6-07ffbf53012f', 'name': '', 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:04:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'c723fe50-0536-4c57-a62a-715af77523a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:54Z', 'updated_at': '2021-11-11T21:32:57Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'c723fe50-0536-4c57-a62a-715af77523a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:32:58.193726 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c026f1-0914-4f83-ab84-9420ea3110b5 None None] The sync data for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 is: [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:32:55Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 1, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc926cf2-09f4-480e-92d6-07ffbf53012f', 'name': '', 'network_id': '1dea9718-9d9b-402f-bd98-d077076dacae', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:04:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'c723fe50-0536-4c57-a62a-715af77523a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:54Z', 'updated_at': '2021-11-11T21:32:57Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'c723fe50-0536-4c57-a62a-715af77523a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:32:58.250512 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30898246-897d-418a-8cbe-5481c2ae229e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:32:58.314944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30898246-897d-418a-8cbe-5481c2ae229e None None] Pushing event updated for resources: {'Port': ['ID=bc926cf2-09f4-480e-92d6-07ffbf53012f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:32:59.741326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bc926cf2-09f4-480e-92d6-07ffbf53012f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:32:59.791107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bc926cf2-09f4-480e-92d6-07ffbf53012f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:32:59.791727 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:02.012590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a855a868-cd74-44fc-9aee-1043b4d7b078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:04.435736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbf23b15-7d79-471f-bc9e-15a40f6f21f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:05.634078 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:07.194359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:07.835409 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.195816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34186) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:19.560394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.878356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port bc926cf2-09f4-480e-92d6-07ffbf53012f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:19.878690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.973125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port bc926cf2-09f4-480e-92d6-07ffbf53012f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bc926cf2-09f4-480e-92d6-07ffbf53012f,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:19.973812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:19.987744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for bc926cf2-09f4-480e-92d6-07ffbf53012f owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:20.229257 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.262209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=bc926cf2-09f4-480e-92d6-07ffbf53012f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:20.457822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:20.677775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:20.787637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:20.795706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-34baf86e-44b4-4156-978d-daa1a5fc1834 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "PUT /v2.0/routers/405a3f8d-b2e6-4c0c-ad2a-7b1906b19802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5959208 Nov 11 21:33:20.797844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] Sync routers for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:20.808600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:20.809234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:20.918907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:21.318958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:20Z', 'revision_number': 6, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 1, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:21.336636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52f2b0-aee6-47b0-996f-f6c1c7d51c8f req-3aea8a8d-3f8a-4819-8d98-2fdeb7535a5a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:21.339929 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c52f2b0-aee6-47b0-996f-f6c1c7d51c8f req-3aea8a8d-3f8a-4819-8d98-2fdeb7535a5a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 946 time: 0.0557535 Nov 11 21:33:21.346823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] Checking router: 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:21.355819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:21.357188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:21.398774 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7c52f2b0-aee6-47b0-996f-f6c1c7d51c8f req-14459cb2-5b39-45de-b8ed-059a5a214309 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541375 Nov 11 21:33:21.473405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:21.699478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:20Z', 'revision_number': 6, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 1, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:21.731210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a8aa7d-12fc-4210-8f6e-e43c24c2a861 None None] The sync data for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 is: [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:20Z', 'revision_number': 6, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'port_id': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'mac_address': 'fa:16:3e:0e:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af74687-a939-4a0c-8328-761769840828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:31:22Z', 'updated_at': '2021-11-11T21:31:24Z', 'revision_number': 1, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:22.394144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:22.519450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123c8cb-573c-4c39-872c-849787f3afd8 req-1d4fba7c-dea3-4b01-a341-4d29b57f8f75 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.520987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e123c8cb-573c-4c39-872c-849787f3afd8 req-1d4fba7c-dea3-4b01-a341-4d29b57f8f75 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 946 time: 0.0496736 Nov 11 21:33:22.572261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e123c8cb-573c-4c39-872c-849787f3afd8 req-353fc4f8-cbc0-4bc3-9ff0-b3c7f118cec5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=b458c510-0ff8-4638-a12b-7d2c65641378&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451779 Nov 11 21:33:22.901840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-42023d00-0485-47c2-beee-9659bb7756e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:22.903244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-42023d00-0485-47c2-beee-9659bb7756e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 946 time: 0.0486555 Nov 11 21:33:23.000757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port e767c552-91d5-4adb-97d1-4ead8d8db204 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:23.001106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:23.098881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port e767c552-91d5-4adb-97d1-4ead8d8db204, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e767c552-91d5-4adb-97d1-4ead8d8db204,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:23.099256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:23.118003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for e767c552-91d5-4adb-97d1-4ead8d8db204 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:23.273197 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:33:23.331854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:23.367883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=e767c552-91d5-4adb-97d1-4ead8d8db204,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:23.401301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.401648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.401989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.402327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.402662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.402992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.403324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.404826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.405160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.405495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.405829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.406158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:23.425351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] No DVR routers for this DVR port e767c552-91d5-4adb-97d1-4ead8d8db204 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:23.427940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:23.431843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b091278f-ec12-4afc-b65c-6fa8bd9a077f req-51115aa2-7ed7-4d10-9cff-1a08527e363b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "DELETE /v2.0/ports/e767c552-91d5-4adb-97d1-4ead8d8db204 HTTP/1.1" status: 204 len: 173 time: 0.5223498 Nov 11 21:33:23.432332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43312af-f121-4f82-97e6-56c6a803084f', 'name': 'network-vif-deleted', 'tag': 'e767c552-91d5-4adb-97d1-4ead8d8db204'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:23.435468 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a521ffb7-9aac-4508-9eee-6b7924a90f22" -d '{"events": [{"server_uuid": "e43312af-f121-4f82-97e6-56c6a803084f", "name": "network-vif-deleted", "tag": "e767c552-91d5-4adb-97d1-4ead8d8db204"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:23.473131 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515b8fde-978d-43cc-99a9-418439acb3ef x-openstack-request-id: req-515b8fde-978d-43cc-99a9-418439acb3ef {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:23.473425 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43312af-f121-4f82-97e6-56c6a803084f", "name": "network-vif-deleted", "tag": "e767c552-91d5-4adb-97d1-4ead8d8db204", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:23.473682 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-515b8fde-978d-43cc-99a9-418439acb3ef {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:23.474085 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43312af-f121-4f82-97e6-56c6a803084f', 'name': 'network-vif-deleted', 'tag': 'e767c552-91d5-4adb-97d1-4ead8d8db204', 'status': 'completed', 'code': 200} Nov 11 21:33:23.680234 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f65d7585-4143-40e4-aa6a-4f77babde7c7 req-3db678a5-a06e-4fa5-b88d-906b1ca4a156 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=e43312af-f121-4f82-97e6-56c6a803084f HTTP/1.1" status: 200 len: 210 time: 0.0351932 Nov 11 21:33:23.688922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bc926cf2-09f4-480e-92d6-07ffbf53012f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:23.714229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bc926cf2-09f4-480e-92d6-07ffbf53012f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:23.714821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bc926cf2-09f4-480e-92d6-07ffbf53012f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:24.729739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34232) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:24.795017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3861e203-ef0a-48d9-bc7b-3b62a6b9e4cd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.820463 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3861e203-ef0a-48d9-bc7b-3b62a6b9e4cd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.971992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3861e203-ef0a-48d9-bc7b-3b62a6b9e4cd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.975075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3861e203-ef0a-48d9-bc7b-3b62a6b9e4cd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:24.976471 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3861e203-ef0a-48d9-bc7b-3b62a6b9e4cd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/security-groups/b458c510-0ff8-4638-a12b-7d2c65641378 HTTP/1.1" status: 204 len: 168 time: 0.2451401 Nov 11 21:33:24.993087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861e203-ef0a-48d9-bc7b-3b62a6b9e4cd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b458c510-0ff8-4638-a12b-7d2c65641378,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.099499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34240) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:25.151350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting subnet c723fe50-0536-4c57-a62a-715af77523a4 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:33:25.155389 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.195641 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.285607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.400806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.428111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Subnet': ['ID=c723fe50-0536-4c57-a62a-715af77523a4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.433154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.440258 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-42086a15-6b5a-4b6c-b251-795b4955c139 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/subnets/c723fe50-0536-4c57-a62a-715af77523a4 HTTP/1.1" status: 204 len: 168 time: 0.3367970 Nov 11 21:33:25.441016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34244) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:25.441129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6229ab-101d-4b27-953b-cf35e537fd59 None None] Network 1dea9718-9d9b-402f-bd98-d077076dacae requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:25.521769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.576787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:25.577241 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.628949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] DHCP port deletion for 1dea9718-9d9b-402f-bd98-d077076dacae request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:33:25.644346 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.644785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.658190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:25.681312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Deleting port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:25.681692 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.776677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:25.776677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] For port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,segment=NetworkSegment(5b2fb992-5f3a-4770-9557-eb30602b2a48),segment_id=5b2fb992-5f3a-4770-9557-eb30602b2a48)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:25.776677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.802579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Calling delete_port for daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:25.834892 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.862766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No active binding found for port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 {{(pid=109676) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 21:33:25.863117 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:25.880436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.882384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] No DVR routers for this DVR port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:25.904800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:25.937364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Pushing event deleted for resources: {'Port': ['ID=daaebcd3-3ff8-4924-ae2c-efd6bf5a7150,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:25.946990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] No DVR routers for this DVR port daaebcd3-3ff8-4924-ae2c-efd6bf5a7150 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:25.966380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.966790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.967243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.967588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.968524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.968867 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.969196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.969527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.969898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.970228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.970782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.971070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09e0698-b482-4ff6-87a0-e5b67e17f55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:25.990820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.012546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dea9718-9d9b-402f-bd98-d077076dacae']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:26.023202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2fb992-5f3a-4770-9557-eb30602b2a48') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:26.023495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2fb992-5f3a-4770-9557-eb30602b2a48') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:26.033979 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.047193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.053079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:33:26.053457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:33:26.056722 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:33:26.252410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.268593 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.274642 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/networks/1dea9718-9d9b-402f-bd98-d077076dacae HTTP/1.1" status: 204 len: 168 time: 0.8298893 Nov 11 21:33:26.274875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34256) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:26.282815 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26e7f5-6467-4036-a337-c4fa61da732e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Network': ['ID=1dea9718-9d9b-402f-bd98-d077076dacae,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.437355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port fed42f6e-9a27-4225-8113-1b087b6b645d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:26.437705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.528827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.530060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.541391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for fed42f6e-9a27-4225-8113-1b087b6b645d owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:26.732577 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.763821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=fed42f6e-9a27-4225-8113-1b087b6b645d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:26.825463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:26.825463 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Floating IP f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca disassociated (deleted). External IP: 172.25.2.90, port: a9aa56b1-215f-4fcd-87b7-6ea3820dbca7. Nov 11 21:33:27.043587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:27.158487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:27.163096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.170573 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] Sync routers for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:27.180292 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:27.181110 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:27.194394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-65b36903-9f3b-41c0-b96d-f51c99b75f04 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/floatingips/f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca HTTP/1.1" status: 204 len: 168 time: 0.9161115 Nov 11 21:33:27.194394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:27.201019 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b" -d '{"events": [{"name": "network-changed", "server_uuid": "9af74687-a939-4a0c-8328-761769840828", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:27.250462 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a527d-03aa-41e2-85bb-73038c9563a3 x-openstack-request-id: req-e66a527d-03aa-41e2-85bb-73038c9563a3 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:27.250766 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af74687-a939-4a0c-8328-761769840828", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:27.251020 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e66a527d-03aa-41e2-85bb-73038c9563a3 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:27.251422 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'status': 'completed', 'code': 200} Nov 11 21:33:27.300003 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:27.328487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-8a11bab1-ba03-458a-9fe3-60c31e059827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.330077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-8a11bab1-ba03-458a-9fe3-60c31e059827 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 1096 time: 0.0564616 Nov 11 21:33:27.430445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-c261578a-27e3-4fc9-b447-6ef06532a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.431828 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-c261578a-27e3-4fc9-b447-6ef06532a28a service neutron] 10.222.0.58 "GET /v2.0/networks?id=be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 200 len: 897 time: 0.0941727 Nov 11 21:33:27.480285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-6ad22373-9a79-4cca-b25b-4159f0a370bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 HTTP/1.1" status: 200 len: 217 time: 0.0399694 Nov 11 21:33:27.511228 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:20Z', 'revision_number': 6, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:27.520354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:27.542974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-572c3af5-6f86-4e48-bc53-e800367c9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.544579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-572c3af5-6f86-4e48-bc53-e800367c9013 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac726af8-2538-4fab-9b25-354e26639c0a HTTP/1.1" status: 200 len: 835 time: 0.0510912 Nov 11 21:33:27.547499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] Checking router: 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:27.556351 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:27.557244 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:27.597422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-1168d911-9115-4601-b9b6-95ae59bcb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.599508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-1168d911-9115-4601-b9b6-95ae59bcb886 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=be681fa3-1d44-415c-b780-ea68e1dcbb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478299 Nov 11 21:33:27.683766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a1d44-6a7a-46b9-9f78-e15e1c472c64 req-3ce1e7cf-526b-4289-aba5-58ca29e5658c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:27.686819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-222a1d44-6a7a-46b9-9f78-e15e1c472c64 req-3ce1e7cf-526b-4289-aba5-58ca29e5658c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 945 time: 0.0558469 Nov 11 21:33:27.695037 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:27.734259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-4afaf8d3-63e4-4da5-b5a2-53d875eb5b82 service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261554 Nov 11 21:33:27.745095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-222a1d44-6a7a-46b9-9f78-e15e1c472c64 req-253f6a60-7913-4005-88df-23af9f45603e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512640 Nov 11 21:33:27.751761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e767c552-91d5-4adb-97d1-4ead8d8db204 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:27.787660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: e767c552-91d5-4adb-97d1-4ead8d8db204 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:27.788004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e767c552-91d5-4adb-97d1-4ead8d8db204 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:27.835865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed2ec6c-5be9-4dd9-bc9b-635dcc09aa8b req-30908a34-f3d4-4b57-bfed-2187b378f688 service neutron] 10.222.0.58 "GET /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918078 Nov 11 21:33:28.006350 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:20Z', 'revision_number': 6, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:28.032208 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c385a-65ac-466e-b7ca-0bad1313f5ba None None] The sync data for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 is: [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:20Z', 'revision_number': 6, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '81156877-4acb-41e5-8089-a68521000d2e', 'name': '', 'network_id': 'be681fa3-1d44-415c-b780-ea68e1dcbb38', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:a5:05:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:58Z', 'updated_at': '2021-11-11T21:31:02Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': 'ac726af8-2538-4fab-9b25-354e26639c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:28.269912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df3258-3f64-4e59-b23d-a3eee652ae9c None None] New status for floating IP f57c74a0-9b9f-4a44-a0ab-a4a5e6efcaca: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:33:28.874941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db4259-cf72-4a60-a964-48460f4c6380 req-601ebe9d-8410-4b16-ba33-2876d31f7983 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:28.876486 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56db4259-cf72-4a60-a964-48460f4c6380 req-601ebe9d-8410-4b16-ba33-2876d31f7983 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 945 time: 0.0546672 Nov 11 21:33:28.931181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56db4259-cf72-4a60-a964-48460f4c6380 req-239f4d50-e372-4826-9803-35e814d0c267 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=e834b998-acd6-46a8-8cff-2fbf15683acc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484867 Nov 11 21:33:29.205213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-f996a7d8-28bd-4d9f-9cf4-3a2086111241 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:29.206821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-f996a7d8-28bd-4d9f-9cf4-3a2086111241 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.58 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Nov 11 21:33:29.304037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:29.304409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.397236 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:29.397594 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.410403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:29.657253 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.687883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=a9aa56b1-215f-4fcd-87b7-6ea3820dbca7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:29.729723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] No DVR routers for this DVR port a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:29.732445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:29.735755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b7c2e441-38ae-4692-b704-306fd8c5e8e5 req-8b8e6a0f-a607-4849-9d6a-2b608a7e9c8c tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.58 "DELETE /v2.0/ports/a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 HTTP/1.1" status: 204 len: 173 time: 0.5221181 Nov 11 21:33:29.736469 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'name': 'network-vif-deleted', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:29.741982 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e259faa5-502b-479b-a7d7-34532bb8fe4e" -d '{"events": [{"server_uuid": "9af74687-a939-4a0c-8328-761769840828", "name": "network-vif-deleted", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:29.843228 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d593c-e89c-445f-a90d-b3ee217d480d x-openstack-request-id: req-ae8d593c-e89c-445f-a90d-b3ee217d480d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:29.843619 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af74687-a939-4a0c-8328-761769840828", "name": "network-vif-deleted", "tag": "a9aa56b1-215f-4fcd-87b7-6ea3820dbca7", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:29.843872 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae8d593c-e89c-445f-a90d-b3ee217d480d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:29.844305 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af74687-a939-4a0c-8328-761769840828', 'name': 'network-vif-deleted', 'tag': 'a9aa56b1-215f-4fcd-87b7-6ea3820dbca7', 'status': 'completed', 'code': 200} Nov 11 21:33:30.042924 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8505a30f-772e-45ea-9d8b-91682f4abedd req-2c0a101e-4747-45d6-a9ca-15192df54c97 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=9af74687-a939-4a0c-8328-761769840828 HTTP/1.1" status: 200 len: 210 time: 0.0355299 Nov 11 21:33:31.101381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34320) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:31.165235 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a96f685-225d-47f2-8b11-89ba446c03fb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.193402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a96f685-225d-47f2-8b11-89ba446c03fb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.371355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a96f685-225d-47f2-8b11-89ba446c03fb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.374316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a96f685-225d-47f2-8b11-89ba446c03fb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.378581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0a96f685-225d-47f2-8b11-89ba446c03fb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/security-groups/e834b998-acd6-46a8-8cff-2fbf15683acc HTTP/1.1" status: 204 len: 168 time: 0.2770588 Nov 11 21:33:31.388837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96f685-225d-47f2-8b11-89ba446c03fb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834b998-acd6-46a8-8cff-2fbf15683acc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:31.492232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34328) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:31.862324 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:31.988592 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2df7-cc45-4b61-8090-08e44ce3fd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.119583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port 81156877-4acb-41e5-8089-a68521000d2e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:32.120127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.215902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port 81156877-4acb-41e5-8089-a68521000d2e, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=81156877-4acb-41e5-8089-a68521000d2e,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:32.216207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.228588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for 81156877-4acb-41e5-8089-a68521000d2e owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:32.474686 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.507461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=81156877-4acb-41e5-8089-a68521000d2e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:32.694488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:32.919575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:33.030487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:33.035810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-813a8f6b-6e08-44c8-a7ac-539e834db7ea tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "PUT /v2.0/routers/405a3f8d-b2e6-4c0c-ad2a-7b1906b19802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5424540 Nov 11 21:33:33.038465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34344) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:33.041487 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] Sync routers for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:33.051413 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:33.061270 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:33.095236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting subnet ac726af8-2538-4fab-9b25-354e26639c0a {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:33:33.098498 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.140108 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.155905 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:33.238174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.355453 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:32Z', 'revision_number': 7, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:33.382137 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] Checking router: 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:33.383237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.391056 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] Routers {'405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:33.391671 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:33.413122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Subnet': ['ID=ac726af8-2538-4fab-9b25-354e26639c0a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:33.417836 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.424766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a93c0984-d66f-4b67-a139-556a7727cd38 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/subnets/ac726af8-2538-4fab-9b25-354e26639c0a HTTP/1.1" status: 204 len: 168 time: 0.3851647 Nov 11 21:33:33.425462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34352) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:33.435119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3144bdb-250c-4a7c-b6a0-63882d63ceb4 None None] Network be681fa3-1d44-415c-b780-ea68e1dcbb38 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:33.497636 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] Set router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:33.537523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.634730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] DHCP port deletion for be681fa3-1d44-415c-b780-ea68e1dcbb38 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:33:33.699002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.716295 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:32Z', 'revision_number': 7, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:33.720395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] Deleting port 4f1dec88-e85e-4793-92be-e32599d64825 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:33.721000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.752179 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e69525-65ce-4b41-8a5f-19d4d634b9a9 None None] The sync data for ids ['405a3f8d-b2e6-4c0c-ad2a-7b1906b19802'] in n-d-805734-3 is: [{'id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'name': 'tempest-TestNetworkBasicOps-router-938433564', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:30:54Z', 'updated_at': '2021-11-11T21:33:32Z', 'revision_number': 7, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'cbda9ed0-e149-400a-96c8-8a19c34cf7cf', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:05:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a3f8d-b2e6-4c0c-ad2a-7b1906b19802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:30:55Z', 'updated_at': '2021-11-11T21:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:33.795048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] For port 4f1dec88-e85e-4793-92be-e32599d64825, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f1dec88-e85e-4793-92be-e32599d64825,segment=NetworkSegment(f8ad588a-9f8c-4618-a0a7-3286a1e37580),segment_id=f8ad588a-9f8c-4618-a0a7-3286a1e37580)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:33.795811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.810641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:33.831735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port cbda9ed0-e149-400a-96c8-8a19c34cf7cf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:33:33.832077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.839417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f1dec88-e85e-4793-92be-e32599d64825 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:33.845283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:33.845709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a9aa56b1-215f-4fcd-87b7-6ea3820dbca7 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:33.847970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] Calling delete_port for 4f1dec88-e85e-4793-92be-e32599d64825 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:33.916113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port cbda9ed0-e149-400a-96c8-8a19c34cf7cf, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:33.916501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:33.932513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for cbda9ed0-e149-400a-96c8-8a19c34cf7cf owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:33:33.991306 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.092738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.138498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] Pushing event deleted for resources: {'Port': ['ID=4f1dec88-e85e-4793-92be-e32599d64825,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:34.144029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e65fb1-3917-41fb-a359-4f7f78bec86f None None] No DVR routers for this DVR port 4f1dec88-e85e-4793-92be-e32599d64825 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:33:34.194293 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.225707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=cbda9ed0-e149-400a-96c8-8a19c34cf7cf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:34.254962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95f7e7-4e63-4766-90bd-2fcdc981e532 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:33:34.294993 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.452024 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a90e279e-b75d-40aa-b9f7-3ec82086817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.724852 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.727164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.847545 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.848108 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Fanout notify agent at l3_agent the message router_deleted on router 405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:33:34.857180 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:34.858700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7c802184-35e7-4cf3-8da7-cb342a1691a7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/routers/405a3f8d-b2e6-4c0c-ad2a-7b1906b19802 HTTP/1.1" status: 204 len: 168 time: 1.4319715 Nov 11 21:33:34.861320 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34370) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:34.948377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.041028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.061241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be681fa3-1d44-415c-b780-ea68e1dcbb38']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:35.070359 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ad588a-9f8c-4618-a0a7-3286a1e37580') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:35.070659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ad588a-9f8c-4618-a0a7-3286a1e37580') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:35.080498 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.093920 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.099691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:33:35.100070 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:33:35.103150 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:33:35.234188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.241626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.245010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/networks/be681fa3-1d44-415c-b780-ea68e1dcbb38 HTTP/1.1" status: 204 len: 168 time: 0.3825462 Nov 11 21:33:35.264449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34374) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:35.267348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc9799-9451-4855-8b34-3d4e8ef8e7a6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Network': ['ID=be681fa3-1d44-415c-b780-ea68e1dcbb38,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:35.277106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'network': {'name': 'tempest-network-smoke--1082092643', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:35.377453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:35.381298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.405148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:33:35.414331 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.414677 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Added segment f71b16b7-c05a-4da7-8cc1-426b680a9807 of type vlan for network 9c1ef94b-0640-419f-aec6-d899c01b1af1 Nov 11 21:33:35.454354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.560465 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.566631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:35.566797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.657960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:35.748652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cbda9ed0-e149-400a-96c8-8a19c34cf7cf no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:35.776589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: cbda9ed0-e149-400a-96c8-8a19c34cf7cf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:35.779812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device cbda9ed0-e149-400a-96c8-8a19c34cf7cf not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:35.779812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 81156877-4acb-41e5-8089-a68521000d2e no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:33:35.802593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 81156877-4acb-41e5-8089-a68521000d2e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:33:35.802950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 81156877-4acb-41e5-8089-a68521000d2e not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:33:35.966920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7002983 Nov 11 21:33:35.970262 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34376) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:35.975427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'admin_state_up': True, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:35.976017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3357-dbb4-40cd-8091-506145842ec3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Network': ['ID=9c1ef94b-0640-419f-aec6-d899c01b1af1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:35.989489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:33:36.068863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.070074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.120782 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.331326 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.594712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.614340 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.715551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.25.2.112 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/b8eded94-7695-4255-9764-db0fb9e536a1) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:36.823084 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.943419 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:36.970447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-51d1b158-60d2-4444-bed0-6f96140a9a9d req-056e06b4-fd9c-4603-9725-edf04d5e7212 service neutron] (109674) timed out ('10.222.0.31', 39984) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:33:36.985154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:36.990788 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:36.993167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:37.003676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ecb54-f5eb-4e75-aeea-e5e4b8de61c6 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:33:37.032816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=b8eded94-7695-4255-9764-db0fb9e536a1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:37.054877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-621cfc58-5143-47ed-892a-6a8b6571fe2b None None] Provisioning complete for port b8eded94-7695-4255-9764-db0fb9e536a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:37.055274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-621cfc58-5143-47ed-892a-6a8b6571fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.104193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-621cfc58-5143-47ed-892a-6a8b6571fe2b None None] Port b8eded94-7695-4255-9764-db0fb9e536a1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:37.205670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.378836 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.582028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.845642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router c282c9a5-cdd1-4673-ba43-1e56278b42fc is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:33:37.886066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:37.960745 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:37.971383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Sync routers for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:37.982750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:37.983626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:38.036302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.037564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d69a101a-3bb6-4537-9f8f-76db04d5e6be tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0657470 Nov 11 21:33:38.040555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34400) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:38.069516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-049b2126-b56b-4b7a-ba32-f9907b245a1f tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b09de3dcc198472c8e73b81aed1fb6c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278463 Nov 11 21:33:38.072027 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34402) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:38.093465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:38.161613 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da9414-c988-4f96-8823-87d9054b8f8d tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:38.165784 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c9da9414-c988-4f96-8823-87d9054b8f8d tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902359 Nov 11 21:33:38.166157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34406) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:38.198587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34408) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:38.198846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-03ec6ba9-989d-4644-b8b6-1487272e1afd tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314963 Nov 11 21:33:38.205150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-302923412', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:38.288739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:37Z', 'revision_number': 3, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:38.320570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Checking router: c282c9a5-cdd1-4673-ba43-1e56278b42fc for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:38.320924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Updating router c282c9a5-cdd1-4673-ba43-1e56278b42fc port b8eded94-7695-4255-9764-db0fb9e536a1 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:33:38.355692 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.360296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:38.364508 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.644400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.680209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.746801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Subnet': ['ID=163e32ec-fe30-4cac-aa40-9a2a5c41befb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:38.749015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.771040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Checking segment: {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:38.771541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network hostable DHCP agents. Network: 9c1ef94b-0640-419f-aec6-d899c01b1af1, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:33:38.799193 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653961a-ddc5-4444-8225-c2f35774254a None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:33:38.815627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Attempting to bind port b8eded94-7695-4255-9764-db0fb9e536a1 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:38.816053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Attempting to bind port b8eded94-7695-4255-9764-db0fb9e536a1 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:38.816448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Attempting to bind port b8eded94-7695-4255-9764-db0fb9e536a1 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:38.827803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e59b82-6ed3-4515-9770-7dc257878919 None None] Pushing event updated for resources: {'Port': ['ID=b8eded94-7695-4255-9764-db0fb9e536a1,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:38.831169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:38.839186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:38.839186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.839186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:38.839186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Bound port: b8eded94-7695-4255-9764-db0fb9e536a1, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:38.839186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.889043 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] For port b8eded94-7695-4255-9764-db0fb9e536a1, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:38.892234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] For port b8eded94-7695-4255-9764-db0fb9e536a1, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b8eded94-7695-4255-9764-db0fb9e536a1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:38.908752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:33:38.936660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9516a132-96cb-4c0d-a04d-8c6d74cf868a None None] Provisioning complete for port b8eded94-7695-4255-9764-db0fb9e536a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:38.937040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9516a132-96cb-4c0d-a04d-8c6d74cf868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:38.975144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9516a132-96cb-4c0d-a04d-8c6d74cf868a None None] Port b8eded94-7695-4255-9764-db0fb9e536a1 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:39.017793 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.085829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 9c1ef94b-0640-419f-aec6-d899c01b1af1) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:39.086766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f621ff7a-499a-49bf-b0f7-164ae6d4966c None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:33:39.091115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:39.092052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.107901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e59b82-6ed3-4515-9770-7dc257878919 None None] Pushing event updated for resources: {'Port': ['ID=b8eded94-7695-4255-9764-db0fb9e536a1,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:39.112550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:39.113166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:39.120203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc3010e-1e69-4ada-84ee-50f2ec994494 None None] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:39.191600 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-169ce06c-2a45-4a08-a5a1-338272a915e9 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9916754 Nov 11 21:33:39.194257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34420) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:39.454457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b80af86d-ee47-4f02-a3b9-8621d54d088f None None] Provisioning complete for port b8eded94-7695-4255-9764-db0fb9e536a1 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:39.454843 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b80af86d-ee47-4f02-a3b9-8621d54d088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.555017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:39.698347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-9c1ef94b-0640-419f-aec6-d899c01b1af1', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:33:39.699429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.713373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.765074 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b80af86d-ee47-4f02-a3b9-8621d54d088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.843955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b80af86d-ee47-4f02-a3b9-8621d54d088f None None] For port b8eded94-7695-4255-9764-db0fb9e536a1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b8eded94-7695-4255-9764-db0fb9e536a1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:39.941698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Allocated IP 172.20.0.2 (9c1ef94b-0640-419f-aec6-d899c01b1af1/163e32ec-fe30-4cac-aa40-9a2a5c41befb/ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:39.982530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b80af86d-ee47-4f02-a3b9-8621d54d088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:39.990784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:37Z', 'revision_number': 3, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:40.069817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a32d4-74a0-4230-aa74-5f02c9af020d None None] The sync data for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 is: [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:37Z', 'revision_number': 3, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:40.119581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80af86d-ee47-4f02-a3b9-8621d54d088f None None] Pushing event updated for resources: {'Port': ['ID=b8eded94-7695-4255-9764-db0fb9e536a1,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.183657 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.246311 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.314433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:40.322649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:40.323887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:40.338002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Pushing event updated for resources: {'Port': ['ID=ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.389364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.20.0.1 (9c1ef94b-0640-419f-aec6-d899c01b1af1/163e32ec-fe30-4cac-aa40-9a2a5c41befb/fcb2ab58-ce46-4d2c-94f7-816cf127e93f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:40.425226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Attempting to bind port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:40.425601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Attempting to bind port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:40.425972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Attempting to bind port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c on network 9c1ef94b-0640-419f-aec6-d899c01b1af1 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:40.431275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:40.431655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Checking segment: {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:40.432117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.432588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Bound using segment: {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:40.433101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Bound port: ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:40.433467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.502402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] For port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:40.505677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] For port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:40.531288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.600367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.657610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:40.675718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0107634-3ce1-4ac2-97f9-b89196809fbb None None] Pushing event updated for resources: {'Port': ['ID=ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.707868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:40.714055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:40.726749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:40.731187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:40.805448 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.051317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.332495 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.393911 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.483510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:41.483510 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.582437 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:41.584310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:41.714387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router c282c9a5-cdd1-4673-ba43-1e56278b42fc has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:33:41.799946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec6945-62bf-4ade-96f8-28c6afbecfc6 None None] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:33:41.851982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:33:41.858033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5a226a66-34b7-4273-ad83-3da05c58a4df tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "PUT /v2.0/routers/c282c9a5-cdd1-4673-ba43-1e56278b42fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6625538 Nov 11 21:33:41.860341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34458) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:41.868758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:41.907803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-10208ab7-d674-4315-aece-d9da392af2aa None None] Provisioning complete for port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:41.908434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10208ab7-d674-4315-aece-d9da392af2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:41.976833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1836ed3-e92f-416b-b705-a3a14ecafb2e tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.977315 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1836ed3-e92f-416b-b705-a3a14ecafb2e tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.977787 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1836ed3-e92f-416b-b705-a3a14ecafb2e tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.978253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1836ed3-e92f-416b-b705-a3a14ecafb2e tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.978857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1836ed3-e92f-416b-b705-a3a14ecafb2e tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.979326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1836ed3-e92f-416b-b705-a3a14ecafb2e tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:41.981858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f1836ed3-e92f-416b-b705-a3a14ecafb2e tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1203156 Nov 11 21:33:41.984688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:42.065936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f32793-349e-4fdd-8b0a-47ed594060e4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.066515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f32793-349e-4fdd-8b0a-47ed594060e4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.067072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f32793-349e-4fdd-8b0a-47ed594060e4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.067590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f32793-349e-4fdd-8b0a-47ed594060e4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.068109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f32793-349e-4fdd-8b0a-47ed594060e4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.068706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f32793-349e-4fdd-8b0a-47ed594060e4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:42.073326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c2f32793-349e-4fdd-8b0a-47ed594060e4 tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.0849094 Nov 11 21:33:42.073624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34464) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:42.127024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:42.127224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.218624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10208ab7-d674-4315-aece-d9da392af2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.238725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-841b16b2-2284-44ec-8e4e-d39120818f6b tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.1638598 Nov 11 21:33:42.327751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-10208ab7-d674-4315-aece-d9da392af2aa None None] For port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:42.339506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.418434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-10208ab7-d674-4315-aece-d9da392af2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.456224 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Sync routers for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:33:42.469704 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:42.470626 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:42.500554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:33:42.501032 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:33:42.510531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10208ab7-d674-4315-aece-d9da392af2aa None None] Pushing event updated for resources: {'Port': ['ID=ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:42.552661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-30cd5b4d-c5d0-4716-992c-2838f6bb2026 None None] Provisioning complete for port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:42.553137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30cd5b4d-c5d0-4716-992c-2838f6bb2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.586190 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34478) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:42.591364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9b0a6852-5676-4d2e-ae6d-a5f848419485 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596323773', 'description': 'tempest-secgroup-smoke-1596323773 description', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:42.612673 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:42.686119 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6852-5676-4d2e-ae6d-a5f848419485 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.688121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-30cd5b4d-c5d0-4716-992c-2838f6bb2026 None None] Provisioning complete for port fcb2ab58-ce46-4d2c-94f7-816cf127e93f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:42.689227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-30cd5b4d-c5d0-4716-992c-2838f6bb2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.726546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-30cd5b4d-c5d0-4716-992c-2838f6bb2026 None None] Port fcb2ab58-ce46-4d2c-94f7-816cf127e93f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:42.786961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6852-5676-4d2e-ae6d-a5f848419485 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.827980 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:41Z', 'revision_number': 2, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:42.851411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1d24f187-449d-41be-8c01-00ee1fe25f18 None None] Provisioning complete for port fcb2ab58-ce46-4d2c-94f7-816cf127e93f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:42.851933 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1d24f187-449d-41be-8c01-00ee1fe25f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.858750 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Checking router: c282c9a5-cdd1-4673-ba43-1e56278b42fc for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:33:42.859102 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Updating router c282c9a5-cdd1-4673-ba43-1e56278b42fc port fcb2ab58-ce46-4d2c-94f7-816cf127e93f binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:33:42.863881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6852-5676-4d2e-ae6d-a5f848419485 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.890116 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.901560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1d24f187-449d-41be-8c01-00ee1fe25f18 None None] Port fcb2ab58-ce46-4d2c-94f7-816cf127e93f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:42.909976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a6852-5676-4d2e-ae6d-a5f848419485 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee800b9-120d-45ec-8443-bf23535f68cb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:42.956430 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9b0a6852-5676-4d2e-ae6d-a5f848419485 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:42.958232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9b0a6852-5676-4d2e-ae6d-a5f848419485 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3710437 Nov 11 21:33:42.961247 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34484) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:42.966591 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cebdeb49-7000-4a9e-91cb-4905076d5289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'aee800b9-120d-45ec-8443-bf23535f68cb', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:43.058995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b8eded94-7695-4255-9764-db0fb9e536a1 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:43.069711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cebdeb49-7000-4a9e-91cb-4905076d5289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.153385 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cebdeb49-7000-4a9e-91cb-4905076d5289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.203692 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.285388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cebdeb49-7000-4a9e-91cb-4905076d5289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.294939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-da2f5e06-2684-46c2-8f3a-13134ea65d1e None None] Provisioning complete for port fcb2ab58-ce46-4d2c-94f7-816cf127e93f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:43.295237 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da2f5e06-2684-46c2-8f3a-13134ea65d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.304598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdeb49-7000-4a9e-91cb-4905076d5289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab38d02c-18e0-4aae-b5b2-59aa3cb911e4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:43.335651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port b8eded94-7695-4255-9764-db0fb9e536a1 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:43.336016 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.336863 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.337427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-da2f5e06-2684-46c2-8f3a-13134ea65d1e None None] Port fcb2ab58-ce46-4d2c-94f7-816cf127e93f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:43.384847 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Pushing event updated for resources: {'Port': ['ID=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:43.393282 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.393623 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.393956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.394287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.394611 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.394936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.395264 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.395571 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.395886 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.396221 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.396538 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.396853 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:33:43.447774 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cebdeb49-7000-4a9e-91cb-4905076d5289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.453807 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34490) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:43.460358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cebdeb49-7000-4a9e-91cb-4905076d5289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4917154 Nov 11 21:33:43.460501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2b3a3fa6-001c-4964-bea7-2fd024c025bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'aee800b9-120d-45ec-8443-bf23535f68cb', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:43.565057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Attempting to bind port fcb2ab58-ce46-4d2c-94f7-816cf127e93f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:43.566121 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Attempting to bind port fcb2ab58-ce46-4d2c-94f7-816cf127e93f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:43.566121 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Attempting to bind port fcb2ab58-ce46-4d2c-94f7-816cf127e93f on network 9c1ef94b-0640-419f-aec6-d899c01b1af1 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:43.571352 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:43.571725 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Checking segment: {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:43.572123 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.572538 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Bound using segment: {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:43.572999 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Bound port: fcb2ab58-ce46-4d2c-94f7-816cf127e93f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:43.573367 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.606688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3fa6-001c-4964-bea7-2fd024c025bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.639093 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] For port fcb2ab58-ce46-4d2c-94f7-816cf127e93f, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:43.642127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] For port fcb2ab58-ce46-4d2c-94f7-816cf127e93f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:43.660031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d03a58c2-2558-43b2-babf-1016501c5822 None None] Provisioning complete for port fcb2ab58-ce46-4d2c-94f7-816cf127e93f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:43.660439 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d03a58c2-2558-43b2-babf-1016501c5822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.671106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3fa6-001c-4964-bea7-2fd024c025bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.694929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d03a58c2-2558-43b2-babf-1016501c5822 None None] Port fcb2ab58-ce46-4d2c-94f7-816cf127e93f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:43.698021 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.749607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:43.760202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3fa6-001c-4964-bea7-2fd024c025bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.760432 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:33:43.760903 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:43.786277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a3fa6-001c-4964-bea7-2fd024c025bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0157db-9b50-4ec2-8379-7636d2c931c5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:43.808385 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf79acb-49cc-4ad5-97cc-bb81d9fcaad4 None None] Pushing event updated for resources: {'Port': ['ID=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:43.849503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:43.849955 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.876232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3fa6-001c-4964-bea7-2fd024c025bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:43.880656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2b3a3fa6-001c-4964-bea7-2fd024c025bb tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4251256 Nov 11 21:33:43.881462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34496) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:43.890413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-64d62d2f-477d-4596-85ee-8b3c9e9bd8b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'aee800b9-120d-45ec-8443-bf23535f68cb', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:43.901784 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:33:44.022584 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-48acc2ce-eac4-4fc7-8625-de5b49c7ba43 None None] Provisioning complete for port fcb2ab58-ce46-4d2c-94f7-816cf127e93f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:44.023152 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48acc2ce-eac4-4fc7-8625-de5b49c7ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.032831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64d62d2f-477d-4596-85ee-8b3c9e9bd8b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.133283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48acc2ce-eac4-4fc7-8625-de5b49c7ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.159593 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:43Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:33:44.176549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-48acc2ce-eac4-4fc7-8625-de5b49c7ba43 None None] For port fcb2ab58-ce46-4d2c-94f7-816cf127e93f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:44.188319 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45202ae-4247-4db0-b81e-19d28d309d02 None None] The sync data for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 is: [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:43Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:33:44.270639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-48acc2ce-eac4-4fc7-8625-de5b49c7ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.334191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acc2ce-eac4-4fc7-8625-de5b49c7ba43 None None] Pushing event updated for resources: {'Port': ['ID=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:44.485239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64d62d2f-477d-4596-85ee-8b3c9e9bd8b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.548100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64d62d2f-477d-4596-85ee-8b3c9e9bd8b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.567893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d62d2f-477d-4596-85ee-8b3c9e9bd8b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7fe0a9-38ff-4798-be49-90b1e0fd4ccc,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:44.687855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-64d62d2f-477d-4596-85ee-8b3c9e9bd8b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.689095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-64d62d2f-477d-4596-85ee-8b3c9e9bd8b6 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8061912 Nov 11 21:33:44.691905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34508) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:44.696695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4c02c26b-a931-410b-aa4f-b1d37233d9e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'aee800b9-120d-45ec-8443-bf23535f68cb', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:44.776666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02c26b-a931-410b-aa4f-b1d37233d9e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.851043 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02c26b-a931-410b-aa4f-b1d37233d9e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.942820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02c26b-a931-410b-aa4f-b1d37233d9e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:44.961986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02c26b-a931-410b-aa4f-b1d37233d9e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67218b9c-8362-4725-84b3-a96571b3b22d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:45.118461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4c02c26b-a931-410b-aa4f-b1d37233d9e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.118461 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4c02c26b-a931-410b-aa4f-b1d37233d9e7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188995 Nov 11 21:33:45.118461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:45.119073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'aee800b9-120d-45ec-8443-bf23535f68cb', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:45.245777 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Project b09de3dcc198472c8e73b81aed1fb6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:33:45.251632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.321236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.376780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.397261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39197049-f1d3-4530-bbdd-40e94953ed27,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:45.453605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.454752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1cd570a3-3b7f-4ea0-86d5-db86720ff2fe tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392932 Nov 11 21:33:45.457488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:45.461804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'security_group_rule': {'security_group_id': 'aee800b9-120d-45ec-8443-bf23535f68cb', 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:45.548632 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Project b09de3dcc198472c8e73b81aed1fb6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:33:45.553767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.615256 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.682876 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.710579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646116dc-4cb7-43e4-b266-02ce1e5aafe8,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:45.777000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fcb2ab58-ce46-4d2c-94f7-816cf127e93f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:45.784983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.786776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bdce37ee-8769-4998-9363-5d33c9ad4a12 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279014 Nov 11 21:33:45.833279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port fcb2ab58-ce46-4d2c-94f7-816cf127e93f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:45.833656 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:45.955411 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-70088fee-1803-4e99-bb12-b2a538102274 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596323773&fields=id&tenant_id=b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 267 time: 0.0469940 Nov 11 21:33:46.075038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-b26765c6-ec0f-47e8-b2b0-c9ea9f000c1e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:46.076555 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-b26765c6-ec0f-47e8-b2b0-c9ea9f000c1e tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/networks?id=9c1ef94b-0640-419f-aec6-d899c01b1af1 HTTP/1.1" status: 200 len: 797 time: 0.1142342 Nov 11 21:33:46.095615 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-564deddf-c0d4-4ff3-9d23-0bd1ac9d51c5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/quotas/b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 375 time: 0.0129511 Nov 11 21:33:46.150319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-a034e215-c06b-4603-a41b-0dce1e94a365 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491199 Nov 11 21:33:46.295029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-639e407d-e273-43a8-8a45-6ea36688bf00 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:33:46.296021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-639e407d-e273-43a8-8a45-6ea36688bf00 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1336529 Nov 11 21:33:46.400353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-a68c45db-be65-44d5-8cfb-60a9fbbd5ac6 service neutron] 10.222.0.31 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979187 Nov 11 21:33:46.493346 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-85f4d4c9-7f43-4fc2-87fc-43be86a0607d service neutron] 10.222.0.31 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Nov 11 21:33:46.803244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0bd032e3-642f-4c28-a9c3-3844c2943bde req-353e7a5d-d872-4943-9a70-4e737f5cf164 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 210 time: 0.0298982 Nov 11 21:33:47.896032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ee50df4-a04f-42fa-b4c7-7f69a6db3fac req-876d9bd1-751c-4514-acbf-2f467a934479 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 210 time: 0.0261614 Nov 11 21:33:48.968031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-4e61e7e4-dc5e-419a-a8fe-7a3ef883ba0d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:48.969582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-4e61e7e4-dc5e-419a-a8fe-7a3ef883ba0d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "GET /v2.0/networks?id=9c1ef94b-0640-419f-aec6-d899c01b1af1 HTTP/1.1" status: 200 len: 797 time: 0.1085327 Nov 11 21:33:49.025382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-648171c2-1d0d-49aa-a368-6c8177b75225 req-e869ccc2-a907-4883-92aa-ebea69392a46 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 210 time: 0.0384839 Nov 11 21:33:49.067889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-dee62519-106b-4db3-a909-f0f58eb82dce tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b09de3dcc198472c8e73b81aed1fb6c1 HTTP/1.1" status: 200 len: 380 time: 0.0886476 Nov 11 21:33:49.079376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'port': {'device_id': '922b2771-653b-4637-b11e-63f632db9632', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'admin_state_up': True, 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'security_groups': ['aee800b9-120d-45ec-8443-bf23535f68cb']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:49.325751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Made reservation on behalf of b09de3dcc198472c8e73b81aed1fb6c1 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:33:49.347077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:49.456536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.20.0.10 (9c1ef94b-0640-419f-aec6-d899c01b1af1/163e32ec-fe30-4cac-aa40-9a2a5c41befb/da6ab8d0-a043-4d18-9c86-079d38fe1857) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:33:49.591995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:49.714549 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:49.758787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:33:49.764426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:33:49.768602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:33:49.794176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=da6ab8d0-a043-4d18-9c86-079d38fe1857,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:49.829496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:49.830170 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:49.911033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-45f2da7e-ee5d-4151-a9eb-2ff8cfa0d5c3 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8353851 Nov 11 21:33:49.924608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Request body: {'port': {'device_id': '922b2771-653b-4637-b11e-63f632db9632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:33:49.990238 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.038741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4419b1a4-40b6-435b-b9cc-1952d9db16c6 None None] Provisioning complete for port da6ab8d0-a043-4d18-9c86-079d38fe1857 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:50.039622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4419b1a4-40b6-435b-b9cc-1952d9db16c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.085004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4419b1a4-40b6-435b-b9cc-1952d9db16c6 None None] Port da6ab8d0-a043-4d18-9c86-079d38fe1857 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:33:50.170540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97ac87-4bfc-4f99-b40b-7a832400f478 req-7366da2f-69f9-468e-b96a-c26de2ec03b4 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.171977 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c97ac87-4bfc-4f99-b40b-7a832400f478 req-7366da2f-69f9-468e-b96a-c26de2ec03b4 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 932 time: 0.0537248 Nov 11 21:33:50.254975 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0c97ac87-4bfc-4f99-b40b-7a832400f478 req-a7a8bab5-cb18-4e7c-ad46-2138cbc0a038 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650201 Nov 11 21:33:50.322153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6ab8d0-a043-4d18-9c86-079d38fe1857 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:50.331358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.343938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Transition to ACTIVE for port object da6ab8d0-a043-4d18-9c86-079d38fe1857 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:33:50.404960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.473574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Pushing event updated for resources: {'Port': ['ID=da6ab8d0-a043-4d18-9c86-079d38fe1857,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:50.531554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Attempting to bind port da6ab8d0-a043-4d18-9c86-079d38fe1857 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:33:50.531899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Attempting to bind port da6ab8d0-a043-4d18-9c86-079d38fe1857 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:33:50.532269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Attempting to bind port da6ab8d0-a043-4d18-9c86-079d38fe1857 on network 9c1ef94b-0640-419f-aec6-d899c01b1af1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:50.536953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Port da6ab8d0-a043-4d18-9c86-079d38fe1857 on network 9c1ef94b-0640-419f-aec6-d899c01b1af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:33:50.537281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Attempting to bind port da6ab8d0-a043-4d18-9c86-079d38fe1857 on network 9c1ef94b-0640-419f-aec6-d899c01b1af1 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:33:50.542293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:33:50.542638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Checking segment: {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:33:50.543680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Bound using segment: {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:33:50.544281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Bound port: da6ab8d0-a043-4d18-9c86-079d38fe1857, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71b16b7-c05a-4da7-8cc1-426b680a9807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:33:50.544656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.616335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] For port da6ab8d0-a043-4d18-9c86-079d38fe1857, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:33:50.619779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] For port da6ab8d0-a043-4d18-9c86-079d38fe1857, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:33:50.699414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.745280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.745957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:50.747655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] 10.222.0.62 "PUT /v2.0/ports/da6ab8d0-a043-4d18-9c86-079d38fe1857 HTTP/1.1" status: 200 len: 1092 time: 0.8277571 Nov 11 21:33:50.748109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:50.750553 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c363c7-e760-44d6-92e9-9070f47e6122" -d '{"events": [{"name": "network-changed", "server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:50.774327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e392e3-c774-438f-bd61-5edaa15dcef3 service neutron] Pushing event updated for resources: {'Port': ['ID=da6ab8d0-a043-4d18-9c86-079d38fe1857,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:50.797220 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b42124-3624-4a0c-9ea0-49abcb6c3c3e x-openstack-request-id: req-06b42124-3624-4a0c-9ea0-49abcb6c3c3e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:50.797220 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:50.797220 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06b42124-3624-4a0c-9ea0-49abcb6c3c3e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:50.797506 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'status': 'completed', 'code': 200} Nov 11 21:33:50.868045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c363c7-e760-44d6-92e9-9070f47e6122 req-55c5048a-21e5-4c30-a8eb-fc9e8b5b75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.869701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c363c7-e760-44d6-92e9-9070f47e6122 req-55c5048a-21e5-4c30-a8eb-fc9e8b5b75bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 1095 time: 0.0519848 Nov 11 21:33:50.983379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c363c7-e760-44d6-92e9-9070f47e6122 req-b13fe671-98b5-47f1-b94f-aaf9dbad96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:50.985075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c363c7-e760-44d6-92e9-9070f47e6122 req-b13fe671-98b5-47f1-b94f-aaf9dbad96e5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1068416 Nov 11 21:33:51.091952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c363c7-e760-44d6-92e9-9070f47e6122 req-d4d6b31f-f62e-4a0a-acae-a2804a683df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.098158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68c363c7-e760-44d6-92e9-9070f47e6122 req-d4d6b31f-f62e-4a0a-acae-a2804a683df0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018066 Nov 11 21:33:51.171832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-c4e3a54f-01f3-4c73-b6ba-8ec2ad7aa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.173364 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-c4e3a54f-01f3-4c73-b6ba-8ec2ad7aa44d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 1095 time: 0.0416589 Nov 11 21:33:51.220409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-92e3acf5-2b46-4e16-8f53-5ffc6f1a3b94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857 HTTP/1.1" status: 200 len: 217 time: 0.0375679 Nov 11 21:33:51.271271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-01bfc742-3b5e-4e89-81e0-80e888474c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.272798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-01bfc742-3b5e-4e89-81e0-80e888474c16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163e32ec-fe30-4cac-aa40-9a2a5c41befb HTTP/1.1" status: 200 len: 834 time: 0.0443842 Nov 11 21:33:51.327657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-433e1e89-1044-41f1-b5f8-a721e39bf88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.329223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-433e1e89-1044-41f1-b5f8-a721e39bf88c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c1ef94b-0640-419f-aec6-d899c01b1af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469337 Nov 11 21:33:51.397766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1cca3-449b-4be9-a78c-d91026b6830b req-a99123d0-e1a9-4d5a-9c43-bcc3525c82ae tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:51.399347 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc1cca3-449b-4be9-a78c-d91026b6830b req-a99123d0-e1a9-4d5a-9c43-bcc3525c82ae tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 944 time: 0.0653627 Nov 11 21:33:51.428586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-749cd9c5-7dfe-47bc-9677-0867cb1bf687 service neutron] 10.222.0.62 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904927 Nov 11 21:33:51.453448 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ddc1cca3-449b-4be9-a78c-d91026b6830b req-ab571927-043b-4518-8b05-e9be6539d267 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470994 Nov 11 21:33:51.528479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33a3da8d-d8d7-4155-a3ee-17d996371538 req-ed332ca6-d12d-4e98-a9d2-2a373f728b30 service neutron] 10.222.0.62 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909882 Nov 11 21:33:52.411140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:52.575133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4242651-9f86-4ca5-b82c-97ce4a0399e7 req-bc4df3d9-638e-4bec-bb92-46857d6a6ca4 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:52.576604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4242651-9f86-4ca5-b82c-97ce4a0399e7 req-bc4df3d9-638e-4bec-bb92-46857d6a6ca4 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 944 time: 0.0517604 Nov 11 21:33:52.626714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4242651-9f86-4ca5-b82c-97ce4a0399e7 req-c97b960b-adb3-4685-b270-a7d1be5dca8a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Nov 11 21:33:53.747697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1139df4-709b-430b-b9e2-851bb070b6c0 req-232a80f3-f36f-480d-9016-ecb657dce289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:53.749279 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1139df4-709b-430b-b9e2-851bb070b6c0 req-232a80f3-f36f-480d-9016-ecb657dce289 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 944 time: 0.0514131 Nov 11 21:33:53.801225 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1139df4-709b-430b-b9e2-851bb070b6c0 req-51fc5d41-9296-44e8-adff-e9a5bc003a75 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454097 Nov 11 21:33:54.921550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef690a-aec9-4338-8fa4-a5034bb9b0c4 req-6dcd7035-4bad-4efb-9d77-bcb38746d2e8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:54.923086 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bef690a-aec9-4338-8fa4-a5034bb9b0c4 req-6dcd7035-4bad-4efb-9d77-bcb38746d2e8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 944 time: 0.0517249 Nov 11 21:33:54.979919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bef690a-aec9-4338-8fa4-a5034bb9b0c4 req-fbed6849-ff47-49ff-94a5-48d887dd1b20 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505857 Nov 11 21:33:55.891125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device da6ab8d0-a043-4d18-9c86-079d38fe1857 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:33:55.991789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port da6ab8d0-a043-4d18-9c86-079d38fe1857, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:56.004061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'port_id': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'mac_address': 'fa:16:3e:11:ab:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:33:56.044444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:56.057636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6ab8d0-a043-4d18-9c86-079d38fe1857 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:33:56.078041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port da6ab8d0-a043-4d18-9c86-079d38fe1857, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:56.107970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0187af0-5b7f-4561-99fe-ed54d94aa963 req-74040334-25c2-482c-a4f5-ad4f0ac1210a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:56.109515 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0187af0-5b7f-4561-99fe-ed54d94aa963 req-74040334-25c2-482c-a4f5-ad4f0ac1210a tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 944 time: 0.0575650 Nov 11 21:33:56.165337 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:56.167089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b0187af0-5b7f-4561-99fe-ed54d94aa963 req-06e67601-efab-4850-ba98-49d3d2809452 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511718 Nov 11 21:33:56.219192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=da6ab8d0-a043-4d18-9c86-079d38fe1857,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:56.387301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['da6ab8d0-a043-4d18-9c86-079d38fe1857'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:33:57.292159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26914812-e5e6-43f2-b5e8-ad9f8686d239 req-fbbf8956-fb01-4898-9cbf-eab235d4115d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:57.294973 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26914812-e5e6-43f2-b5e8-ad9f8686d239 req-fbbf8956-fb01-4898-9cbf-eab235d4115d tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 945 time: 0.0545683 Nov 11 21:33:57.331726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-e2bbdd10-6970-4df7-8235-849084eb2eeb req-32b3dee7-3cdc-4ec2-aaf4-5b5deae2ebdb tempest-TestNetworkAdvancedServerOps-313538000 tempest-TestNetworkAdvancedServerOps-313538000-project] (109675) timed out ('10.222.0.58', 52009) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:33:57.347395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26914812-e5e6-43f2-b5e8-ad9f8686d239 req-f99039fd-b2f0-4b06-b9b6-9d80b86d5ca7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Nov 11 21:33:57.536354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:57.905933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device da6ab8d0-a043-4d18-9c86-079d38fe1857 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:33:58.016132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port da6ab8d0-a043-4d18-9c86-079d38fe1857 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:33:58.020335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port da6ab8d0-a043-4d18-9c86-079d38fe1857 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:33:58.020798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:58.101377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:58.124794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:33:58.127054 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec034c5-ebf4-40dc-9bad-6cfca2b93177" -d '{"events": [{"server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "name": "network-vif-plugged", "status": "completed", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:33:58.139898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port da6ab8d0-a043-4d18-9c86-079d38fe1857, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:33:58.168768 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5a0fe7-5e81-41df-a458-1707b009d970 x-openstack-request-id: req-3d5a0fe7-5e81-41df-a458-1707b009d970 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:33:58.169052 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "name": "network-vif-plugged", "status": "completed", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:33:58.169332 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d5a0fe7-5e81-41df-a458-1707b009d970 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:33:58.169764 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'code': 200} Nov 11 21:33:58.210822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:33:58.258979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=da6ab8d0-a043-4d18-9c86-079d38fe1857,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:33:58.263877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7db5e-2d13-4393-9be5-44eab5368c9b req-ef0c8049-9ca3-4848-82c8-114a78f3edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:58.266782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77a7db5e-2d13-4393-9be5-44eab5368c9b req-ef0c8049-9ca3-4848-82c8-114a78f3edf8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 1097 time: 0.0401812 Nov 11 21:33:58.315044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77a7db5e-2d13-4393-9be5-44eab5368c9b req-2e98827c-e5d4-4203-a5a3-1e2775690930 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Nov 11 21:33:58.468815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732196a1-cb41-4546-9cfc-b27b7eb0318b req-1db88752-72da-4d4f-8f57-d15134261af7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:58.470363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-732196a1-cb41-4546-9cfc-b27b7eb0318b req-1db88752-72da-4d4f-8f57-d15134261af7 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Nov 11 21:33:58.519901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-732196a1-cb41-4546-9cfc-b27b7eb0318b req-fcde5dfc-7103-4170-838d-b2a7b5f75632 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Nov 11 21:33:59.638488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d1a93-90d7-42cf-8fc4-47e4c7480b0d req-c1f8da15-6ce7-4e71-895d-5bab9d022175 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:59.640102 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec7d1a93-90d7-42cf-8fc4-47e4c7480b0d req-c1f8da15-6ce7-4e71-895d-5bab9d022175 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 946 time: 0.0495043 Nov 11 21:33:59.689643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec7d1a93-90d7-42cf-8fc4-47e4c7480b0d req-d616ddf8-2e9a-4031-bc1d-520abce51991 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Nov 11 21:33:59.812439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cfbfe-ff1f-436f-820a-6d31ed497a58 req-d23b7cbb-80df-4a47-81bd-1e77b5e931ef tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:59.813972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-101cfbfe-ff1f-436f-820a-6d31ed497a58 req-d23b7cbb-80df-4a47-81bd-1e77b5e931ef tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 946 time: 0.0502510 Nov 11 21:33:59.864167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-101cfbfe-ff1f-436f-820a-6d31ed497a58 req-832b01a4-f985-48d9-a311-0d4030ca4fdd tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 Nov 11 21:33:59.886209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34694) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:59.926356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ec19ff-ca83-402c-8849-33400cb81ccb tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:33:59.927816 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d5ec19ff-ca83-402c-8849-33400cb81ccb tempest-TestNetworkBasicOps-788844600 tempest-TestNetworkBasicOps-788844600-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 1092 time: 0.0404880 Nov 11 21:33:59.930632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 34696) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:33:59.935009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:00.056479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.156762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.266478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Allocated IP 172.25.2.46 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/d4ff2442-80b7-41aa-827c-851e0bec2771) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:00.272671 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:34:00.366801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.445776 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:00.483043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:00.486318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:00.488852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:00.526388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=d4ff2442-80b7-41aa-827c-851e0bec2771,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:00.541553 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.541893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.542229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.542566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.542914 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.543213 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.543537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.543854 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.544203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.544523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.544838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:00.545158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:01.021756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.185082 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.339361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.399185 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.470600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event updated for resources: {'Port': ['ID=d4ff2442-80b7-41aa-827c-851e0bec2771,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:01.484465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.586087 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Floating IP 89d32367-d64b-4ec4-9fe3-ee8842023d80 associated. External IP: 172.25.2.46, port: da6ab8d0-a043-4d18-9c86-079d38fe1857. Nov 11 21:34:01.795665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router c282c9a5-cdd1-4673-ba43-1e56278b42fc has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:34:01.905982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:01.917658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] Sync routers for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:01.926659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:01.927280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:01.967702 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4c9125e2-11c8-4812-96ef-4fbcd96b4782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:01.989654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:02.022518 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e1351bc4-fa57-44a1-ae05-cb501bdf62e5 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0908673 Nov 11 21:34:02.023927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:02.025312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:02.026641 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aa7329-903c-4b82-bb1d-d189432587cc" -d '{"events": [{"name": "network-changed", "server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:02.041755 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:02.083055 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe8f24b-3485-453a-b88d-e457847f75ff x-openstack-request-id: req-cbe8f24b-3485-453a-b88d-e457847f75ff {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:02.083356 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:02.083619 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbe8f24b-3485-453a-b88d-e457847f75ff {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:02.084032 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'status': 'completed', 'code': 200} Nov 11 21:34:02.163712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f313f0ee-2e9c-4925-97eb-4bc1b4e2f9b1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/floatingips/89d32367-d64b-4ec4-9fe3-ee8842023d80 HTTP/1.1" status: 200 len: 991 time: 0.1365252 Nov 11 21:34:02.177887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa7329-903c-4b82-bb1d-d189432587cc req-94acd259-d3a6-4b39-a64d-ab3df6b1b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:02.179454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29aa7329-903c-4b82-bb1d-d189432587cc req-94acd259-d3a6-4b39-a64d-ab3df6b1b067 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 1097 time: 0.0711410 Nov 11 21:34:02.284035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa7329-903c-4b82-bb1d-d189432587cc req-0d611cc4-9edf-4d95-83b2-8d775b461d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:02.285558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29aa7329-903c-4b82-bb1d-d189432587cc req-0d611cc4-9edf-4d95-83b2-8d775b461d60 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c1ef94b-0640-419f-aec6-d899c01b1af1 HTTP/1.1" status: 200 len: 898 time: 0.0972342 Nov 11 21:34:02.303573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '89d32367-d64b-4ec4-9fe3-ee8842023d80', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.46', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'port_id': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'mac_address': 'fa:16:3e:11:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922b2771-653b-4637-b11e-63f632db9632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:34:00Z', 'updated_at': '2021-11-11T21:34:00Z', 'revision_number': 0, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:44Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:02.330970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] Checking router: c282c9a5-cdd1-4673-ba43-1e56278b42fc for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:02.340223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:02.341152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:33:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:02.354896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29aa7329-903c-4b82-bb1d-d189432587cc req-03ae82e4-f7ae-4576-85a0-ad4d98b5d256 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857 HTTP/1.1" status: 200 len: 999 time: 0.0607102 Nov 11 21:34:02.405190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa7329-903c-4b82-bb1d-d189432587cc req-71bb3560-99ae-4720-8b03-e8dd1c166fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:02.406679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29aa7329-903c-4b82-bb1d-d189432587cc req-71bb3560-99ae-4720-8b03-e8dd1c166fb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163e32ec-fe30-4cac-aa40-9a2a5c41befb HTTP/1.1" status: 200 len: 834 time: 0.0448911 Nov 11 21:34:02.452420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:02.457164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa7329-903c-4b82-bb1d-d189432587cc req-18f242da-0ac7-4cfb-8c16-1db6386ac46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:02.458688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29aa7329-903c-4b82-bb1d-d189432587cc req-18f242da-0ac7-4cfb-8c16-1db6386ac46a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c1ef94b-0640-419f-aec6-d899c01b1af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454819 Nov 11 21:34:02.553213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29aa7329-903c-4b82-bb1d-d189432587cc req-4681af0f-2135-4f95-93b9-1e9b8e725929 service neutron] 10.222.0.62 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863988 Nov 11 21:34:02.655038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29aa7329-903c-4b82-bb1d-d189432587cc req-f1ceb43f-3c40-480b-b8d0-b85bda8e292e service neutron] 10.222.0.62 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939920 Nov 11 21:34:02.689678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '89d32367-d64b-4ec4-9fe3-ee8842023d80', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.46', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'port_id': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'mac_address': 'fa:16:3e:11:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922b2771-653b-4637-b11e-63f632db9632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:34:00Z', 'updated_at': '2021-11-11T21:34:00Z', 'revision_number': 0, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:44Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:02.718189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4a795-749d-4faa-b844-25811bd9cd34 None None] The sync data for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 is: [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '89d32367-d64b-4ec4-9fe3-ee8842023d80', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'floating_ip_address': '172.25.2.46', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'port_id': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'mac_address': 'fa:16:3e:11:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922b2771-653b-4637-b11e-63f632db9632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:34:00Z', 'updated_at': '2021-11-11T21:34:00Z', 'revision_number': 0, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:44Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:02.910170 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa553d1-b679-4160-bf50-76920fe30064 None None] New status for floating IP 89d32367-d64b-4ec4-9fe3-ee8842023d80: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:34:03.166850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 34710) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:03.229546 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-07a2a024-8b2f-4fa3-8206-6e62148b1c63 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/floatingips/89d32367-d64b-4ec4-9fe3-ee8842023d80 HTTP/1.1" status: 200 len: 993 time: 0.0615439 Nov 11 21:34:04.497013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e60fecac-5ccb-48e6-a5fb-a52c1d552402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:05.639122 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.158906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:07.850621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:22.485037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:27.569680 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:31.999075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-222e9382-4222-44a5-8bf8-a5fd9b6f87b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.029736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:32.098433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fb9ee62c-2d19-4985-a562-6684bf3fb825 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/floatingips/89d32367-d64b-4ec4-9fe3-ee8842023d80 HTTP/1.1" status: 200 len: 993 time: 0.0674915 Nov 11 21:34:32.399517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35010) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:32.562028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port d4ff2442-80b7-41aa-827c-851e0bec2771 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:32.562363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.647174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.647438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.660521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for d4ff2442-80b7-41aa-827c-851e0bec2771 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:32.884666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.917034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=d4ff2442-80b7-41aa-827c-851e0bec2771,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:32.932905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.933258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.935117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.935117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.935117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.935343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.935656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.935996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.936406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.936748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.937082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.937413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:32.993907 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:32.994241 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Floating IP 89d32367-d64b-4ec4-9fe3-ee8842023d80 disassociated (deleted). External IP: 172.25.2.46, port: da6ab8d0-a043-4d18-9c86-079d38fe1857. Nov 11 21:34:33.218032 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router c282c9a5-cdd1-4673-ba43-1e56278b42fc has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:34:33.334591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:33.339467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:33.344175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] Sync routers for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:33.353754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:33.354387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:33.367798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-09eb4dad-0cbe-468b-b5dc-2a4d52a9754b tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/floatingips/89d32367-d64b-4ec4-9fe3-ee8842023d80 HTTP/1.1" status: 204 len: 168 time: 0.9671659 Nov 11 21:34:33.368505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:33.371054 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:33.439996 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7a4c6-e038-420e-8be1-c4a6a5146ab5 x-openstack-request-id: req-97e7a4c6-e038-420e-8be1-c4a6a5146ab5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:33.440347 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:33.440621 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97e7a4c6-e038-420e-8be1-c4a6a5146ab5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:33.441026 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'status': 'completed', 'code': 200} Nov 11 21:34:33.483828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:33.519534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-419f3e17-d961-4756-b14b-739ffb200fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.519534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-419f3e17-d961-4756-b14b-739ffb200fb4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 1097 time: 0.0504324 Nov 11 21:34:33.618628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-a24003b8-3450-4103-ace0-ef96589e1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.620362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-a24003b8-3450-4103-ace0-ef96589e1e26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c1ef94b-0640-419f-aec6-d899c01b1af1 HTTP/1.1" status: 200 len: 898 time: 0.0994554 Nov 11 21:34:33.690840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-e1619ec8-73a4-4f05-9ce2-98a8f66e57ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857 HTTP/1.1" status: 200 len: 217 time: 0.0364811 Nov 11 21:34:33.698569 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:44Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:33.736442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] Checking router: c282c9a5-cdd1-4673-ba43-1e56278b42fc for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:33.745226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:33.745876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:33.753733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-68630302-a331-4c04-8e5b-51d8b1b634c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.755563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-68630302-a331-4c04-8e5b-51d8b1b634c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163e32ec-fe30-4cac-aa40-9a2a5c41befb HTTP/1.1" status: 200 len: 834 time: 0.0575812 Nov 11 21:34:33.843830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e476eca-85f2-46da-a007-aa975b2500b3 req-a9b1fdcf-7543-439d-a49f-3b78ae2be12f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.845744 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e476eca-85f2-46da-a007-aa975b2500b3 req-a9b1fdcf-7543-439d-a49f-3b78ae2be12f tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 946 time: 0.0877120 Nov 11 21:34:33.848071 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-892130dc-398c-490b-8f75-0879095cd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:33.849548 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-892130dc-398c-490b-8f75-0879095cd307 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c1ef94b-0640-419f-aec6-d899c01b1af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815804 Nov 11 21:34:33.960815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e476eca-85f2-46da-a007-aa975b2500b3 req-b65e4fc4-f944-4dc3-8392-890458fc1fc1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077631 Nov 11 21:34:33.987002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-eae6a4df-c338-4c29-9a3d-8e50ca9a389e service neutron] 10.222.0.62 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263406 Nov 11 21:34:34.014046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:34.081172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35030) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:34.085834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5e0ac3a9-855e-4d8b-baa7-d2d422c29760 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632770348', 'description': 'tempest-secgroup-smoke-632770348 description', 'project_id': 'a6026e85ff4944e185e7ac48136d5e35'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:34.090838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df02f39a-644c-40c6-ac4f-42c4bd2c3fb7 req-1a3e0e81-1ed9-409a-b9e4-3c3ec855cd35 service neutron] 10.222.0.62 "GET /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950093 Nov 11 21:34:34.229008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:44Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:34.255939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f389effa-f1d7-4114-8f42-cd5afa534fe3 None None] The sync data for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 is: [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:40Z', 'revision_number': 4, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'fcb2ab58-ce46-4d2c-94f7-816cf127e93f', 'name': '', 'network_id': '9c1ef94b-0640-419f-aec6-d899c01b1af1', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'mac_address': 'fa:16:3e:8a:65:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:39Z', 'updated_at': '2021-11-11T21:33:44Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'subnets': [{'id': '163e32ec-fe30-4cac-aa40-9a2a5c41befb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:34.330395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac3a9-855e-4d8b-baa7-d2d422c29760 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.403527 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac3a9-855e-4d8b-baa7-d2d422c29760 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.456233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1b518c5d-5e6b-4250-b093-0d05f8f025d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.484014 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4f95d-e204-44fa-90c1-c6e1af85e8fd None None] New status for floating IP 89d32367-d64b-4ec4-9fe3-ee8842023d80: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:34:34.490029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac3a9-855e-4d8b-baa7-d2d422c29760 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.521317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac3a9-855e-4d8b-baa7-d2d422c29760 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22929b2f-d806-4e15-a211-cfe2b34b2dac,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:34.595587 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac3a9-855e-4d8b-baa7-d2d422c29760 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.596984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5e0ac3a9-855e-4d8b-baa7-d2d422c29760 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5147979 Nov 11 21:34:34.599958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35032) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:34.604433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8565d0c6-49db-4124-851c-968e7df27e1f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'security_group_rule': {'security_group_id': '22929b2f-d806-4e15-a211-cfe2b34b2dac', 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:34.701173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8565d0c6-49db-4124-851c-968e7df27e1f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.754522 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8565d0c6-49db-4124-851c-968e7df27e1f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.832720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8565d0c6-49db-4124-851c-968e7df27e1f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.855841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565d0c6-49db-4124-851c-968e7df27e1f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8f6b3f-e4fc-4719-8d78-cd8e3e33059e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:34.943905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8565d0c6-49db-4124-851c-968e7df27e1f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:34.945218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8565d0c6-49db-4124-851c-968e7df27e1f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442948 Nov 11 21:34:34.948279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35034) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:34.953362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5adb4eaa-8665-4344-8e03-e346e9c3c4bd tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'security_group_rule': {'security_group_id': '22929b2f-d806-4e15-a211-cfe2b34b2dac', 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:35.094582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e456410-3baa-4ee6-a650-a6e43ee5843b req-07b27a63-60aa-421e-a661-0c2f01098e06 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.095754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5adb4eaa-8665-4344-8e03-e346e9c3c4bd tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.096141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e456410-3baa-4ee6-a650-a6e43ee5843b req-07b27a63-60aa-421e-a661-0c2f01098e06 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 946 time: 0.0541339 Nov 11 21:34:35.150248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e456410-3baa-4ee6-a650-a6e43ee5843b req-cda37142-f9bf-459c-a2fd-0df53d526f58 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/security-groups?id=aee800b9-120d-45ec-8443-bf23535f68cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480046 Nov 11 21:34:35.157197 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5adb4eaa-8665-4344-8e03-e346e9c3c4bd tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.244534 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5adb4eaa-8665-4344-8e03-e346e9c3c4bd tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.249034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a4ecdfac-ed3a-43eb-bc9f-6e44caf05d55 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:35.250529 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a4ecdfac-ed3a-43eb-bc9f-6e44caf05d55 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 946 time: 0.0498769 Nov 11 21:34:35.264885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb4eaa-8665-4344-8e03-e346e9c3c4bd tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df56a2e8-3885-4344-a8ed-fcc49ce27702,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:35.326418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5adb4eaa-8665-4344-8e03-e346e9c3c4bd tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.327834 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5adb4eaa-8665-4344-8e03-e346e9c3c4bd tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785799 Nov 11 21:34:35.330809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35038) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:35.335341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2712670c-d8dd-433d-b01c-cb7047f8e3b1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'security_group_rule': {'security_group_id': '22929b2f-d806-4e15-a211-cfe2b34b2dac', 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:35.347208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port da6ab8d0-a043-4d18-9c86-079d38fe1857 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:35.347552 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.426488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2712670c-d8dd-433d-b01c-cb7047f8e3b1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.439699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port da6ab8d0-a043-4d18-9c86-079d38fe1857, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=da6ab8d0-a043-4d18-9c86-079d38fe1857,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:35.440069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.452487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for da6ab8d0-a043-4d18-9c86-079d38fe1857 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:35.484831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2712670c-d8dd-433d-b01c-cb7047f8e3b1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.609837 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2712670c-d8dd-433d-b01c-cb7047f8e3b1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.629188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712670c-d8dd-433d-b01c-cb7047f8e3b1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6d09e2-343a-4f7f-99d0-ff3e44eb3290,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:35.706610 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.730204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.732828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2712670c-d8dd-433d-b01c-cb7047f8e3b1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.734543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2712670c-d8dd-433d-b01c-cb7047f8e3b1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023423 Nov 11 21:34:35.737729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35040) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:35.741825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4b0bf058-36af-47ec-99a8-737286a075de tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'security_group_rule': {'security_group_id': '22929b2f-d806-4e15-a211-cfe2b34b2dac', 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:35.766784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=da6ab8d0-a043-4d18-9c86-079d38fe1857,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:35.810959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] No DVR routers for this DVR port da6ab8d0-a043-4d18-9c86-079d38fe1857 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:35.813546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.816913 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0427220-68d0-43b2-ac40-53ec149310e3 req-a652cdd0-7f02-4800-afd3-dc3acd7cdd24 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.62 "DELETE /v2.0/ports/da6ab8d0-a043-4d18-9c86-079d38fe1857 HTTP/1.1" status: 204 len: 173 time: 0.5603523 Nov 11 21:34:35.819263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'name': 'network-vif-deleted', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:35.819548 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4fc3b6-f9ae-41a4-8ea8-9ca0ddc66abc" -d '{"events": [{"server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "name": "network-vif-deleted", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:35.849454 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf058-36af-47ec-99a8-737286a075de tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:35.856581 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb3e3a7-7b94-4d21-9673-ab697b2f4939 x-openstack-request-id: req-7cb3e3a7-7b94-4d21-9673-ab697b2f4939 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:35.856881 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922b2771-653b-4637-b11e-63f632db9632", "name": "network-vif-deleted", "tag": "da6ab8d0-a043-4d18-9c86-079d38fe1857", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:35.857142 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cb3e3a7-7b94-4d21-9673-ab697b2f4939 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:35.857551 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922b2771-653b-4637-b11e-63f632db9632', 'name': 'network-vif-deleted', 'tag': 'da6ab8d0-a043-4d18-9c86-079d38fe1857', 'status': 'completed', 'code': 200} Nov 11 21:34:35.910866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf058-36af-47ec-99a8-737286a075de tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.004648 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf058-36af-47ec-99a8-737286a075de tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.027760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bf058-36af-47ec-99a8-737286a075de tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c319b5-8433-4c16-88bd-6596bd87f654,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:36.160714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf058-36af-47ec-99a8-737286a075de tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.162343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4b0bf058-36af-47ec-99a8-737286a075de tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4236810 Nov 11 21:34:36.164919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35044) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:36.170047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'security_group_rule': {'security_group_id': '22929b2f-d806-4e15-a211-cfe2b34b2dac', 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:36.272628 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4fee486e-430f-4804-8e40-0a02112dae6e req-e6bd4571-1ca4-4963-95ba-8af6e5a84a53 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "GET /v2.0/ports?device_id=922b2771-653b-4637-b11e-63f632db9632 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Nov 11 21:34:36.347409 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Project a6026e85ff4944e185e7ac48136d5e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:34:36.352826 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.406979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.513642 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.533262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254bed8a-d6f7-4f3c-ae97-4be95daf071e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:36.629330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.630583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-192d9a50-1a7e-4d43-be23-7b38454aff63 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4646204 Nov 11 21:34:36.633387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35048) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:36.638517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'security_group_rule': {'security_group_id': '22929b2f-d806-4e15-a211-cfe2b34b2dac', 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:36.775701 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Project a6026e85ff4944e185e7ac48136d5e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:34:36.780922 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.840702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.912905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:36.932348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62e6501-bc0e-4800-bc3f-00abb40e3506,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:37.017753 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.019112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8a9989b0-1a6e-4151-adb0-692fc2b12894 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3846281 Nov 11 21:34:37.164779 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.231855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-a63d52f1-4005-416e-9e0d-267ab77e058f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632770348&fields=id&tenant_id=a6026e85ff4944e185e7ac48136d5e35 HTTP/1.1" status: 200 len: 267 time: 0.0724716 Nov 11 21:34:37.272505 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:34:37.323476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35060) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:37.348168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-2455a7ec-7112-469c-8591-b9bb4dfe6fa0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:37.349657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-2455a7ec-7112-469c-8591-b9bb4dfe6fa0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/networks?id=2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 200 len: 814 time: 0.1087713 Nov 11 21:34:37.365527 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-9f4ba817-44be-48b1-8bae-9172b86bac04 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/quotas/a6026e85ff4944e185e7ac48136d5e35 HTTP/1.1" status: 200 len: 375 time: 0.0098886 Nov 11 21:34:37.381980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b22ffd8-fa9a-459a-8a8a-45ca7e5a01b1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.408456 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b22ffd8-fa9a-459a-8a8a-45ca7e5a01b1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.422312 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-36fb259e-952e-47fd-a2de-dcfb89536145 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504172 Nov 11 21:34:37.522040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-17e530ee-34cb-4ee2-91f3-03d3dccb00e3 service neutron] 10.222.0.31 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880377 Nov 11 21:34:37.547507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b22ffd8-fa9a-459a-8a8a-45ca7e5a01b1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.550063 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b22ffd8-fa9a-459a-8a8a-45ca7e5a01b1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:37.551284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4b22ffd8-fa9a-459a-8a8a-45ca7e5a01b1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/security-groups/aee800b9-120d-45ec-8443-bf23535f68cb HTTP/1.1" status: 204 len: 168 time: 0.2267640 Nov 11 21:34:37.562286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22ffd8-fa9a-459a-8a8a-45ca7e5a01b1 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee800b9-120d-45ec-8443-bf23535f68cb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:37.624606 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-86094a60-2f41-4edb-973a-37398974f1eb service neutron] 10.222.0.31 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960169 Nov 11 21:34:37.650348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:37.861844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:38.256400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23eadd2c-22ed-4659-81e5-0e058369d157 req-7084fb2f-1214-405b-9f3c-6eeda5891427 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0365243 Nov 11 21:34:38.410729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:38.675384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port fcb2ab58-ce46-4d2c-94f7-816cf127e93f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:38.675654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:38.771510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port fcb2ab58-ce46-4d2c-94f7-816cf127e93f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:38.771869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:38.784526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for fcb2ab58-ce46-4d2c-94f7-816cf127e93f owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:39.062192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.089846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=fcb2ab58-ce46-4d2c-94f7-816cf127e93f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:39.276908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.377270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61f907e3-7c26-4104-87ef-b93e9058474b req-2c497ae5-6f75-41e0-915d-78024810e8fc tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0343544 Nov 11 21:34:39.540013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Router c282c9a5-cdd1-4673-ba43-1e56278b42fc has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:34:39.657719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:34:39.666413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35086) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:39.666587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-89f8f149-63db-483d-9ded-b7852bbe9616 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "PUT /v2.0/routers/c282c9a5-cdd1-4673-ba43-1e56278b42fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0148480 Nov 11 21:34:39.668285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] Sync routers for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:34:39.681119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:39.681746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:39.730743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting subnet 163e32ec-fe30-4cac-aa40-9a2a5c41befb {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:34:39.735502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.783801 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:39.806847 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:39.997081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:34:38Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:40.033572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] Checking router: c282c9a5-cdd1-4673-ba43-1e56278b42fc for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:34:40.042579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] Routers {'c282c9a5-cdd1-4673-ba43-1e56278b42fc'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:34:40.043220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:40.133267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device da6ab8d0-a043-4d18-9c86-079d38fe1857 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:40.159292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: da6ab8d0-a043-4d18-9c86-079d38fe1857 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:40.159642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device da6ab8d0-a043-4d18-9c86-079d38fe1857 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:40.180845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] Set router c282c9a5-cdd1-4673-ba43-1e56278b42fc gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:34:40.207408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.324945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.355458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Subnet': ['ID=163e32ec-fe30-4cac-aa40-9a2a5c41befb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:40.357953 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.365242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cb5635d6-d4ce-4e8a-acdc-ef837acf28f8 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/subnets/163e32ec-fe30-4cac-aa40-9a2a5c41befb HTTP/1.1" status: 204 len: 168 time: 0.6941650 Nov 11 21:34:40.365339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35088) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:40.371019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d91b99-1744-444f-b811-d3cf907030fe None None] Network 9c1ef94b-0640-419f-aec6-d899c01b1af1 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:34:40.433351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:34:38Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:40.472936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc86e0-c441-462b-8013-46ca9a492684 None None] The sync data for ids ['c282c9a5-cdd1-4673-ba43-1e56278b42fc'] in n-d-805734-3 is: [{'id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'name': 'tempest-TestNetworkBasicOps-router-1077726714', 'tenant_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:34:38Z', 'revision_number': 5, 'project_id': 'b09de3dcc198472c8e73b81aed1fb6c1', 'gw_port': {'id': 'b8eded94-7695-4255-9764-db0fb9e536a1', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c282c9a5-cdd1-4673-ba43-1e56278b42fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:33:36Z', 'updated_at': '2021-11-11T21:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:34:40.519347 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-98f21a60-7e5a-4b37-afdb-2280544dcd6e req-072a167e-896c-4967-833f-38e21c366e49 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0362287 Nov 11 21:34:40.603528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-eabe25f4-9ca4-46bb-9019-907e0c12d9fb tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:40.605013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-eabe25f4-9ca4-46bb-9019-907e0c12d9fb tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.62 "GET /v2.0/networks?id=2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 200 len: 814 time: 0.2314999 Nov 11 21:34:40.608074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.752910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-a95fa936-4744-4964-bc24-3d615f66ff42 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6026e85ff4944e185e7ac48136d5e35 HTTP/1.1" status: 200 len: 379 time: 0.1090589 Nov 11 21:34:40.763851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'port': {'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'admin_state_up': True, 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'security_groups': ['22929b2f-d806-4e15-a211-cfe2b34b2dac']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:40.772096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.860731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] DHCP port deletion for 9c1ef94b-0640-419f-aec6-d899c01b1af1 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:34:40.949153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Deleting port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:40.950724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:40.954087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Deleting port b8eded94-7695-4255-9764-db0fb9e536a1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:34:40.954087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.030550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] For port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c,segment=NetworkSegment(f71b16b7-c05a-4da7-8cc1-426b680a9807),segment_id=f71b16b7-c05a-4da7-8cc1-426b680a9807)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:41.030961 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.048990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Made reservation on behalf of a6026e85ff4944e185e7ac48136d5e35 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:34:41.050024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Calling delete_port for ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:41.054096 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.152922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] For port b8eded94-7695-4255-9764-db0fb9e536a1, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b8eded94-7695-4255-9764-db0fb9e536a1,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:41.154164 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.178186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Calling delete_port for b8eded94-7695-4255-9764-db0fb9e536a1 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:34:41.227169 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.256242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Pushing event deleted for resources: {'Port': ['ID=ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:41.258792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] No DVR routers for this DVR port ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:34:41.274530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.274849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.275253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.275534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.275869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.276390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.276563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.276877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.277209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.277535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.277861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.278212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7493df4-862e-450d-b4fa-a4b58abd2444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:34:41.284608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Allocated IP 172.20.0.14 (2f62117f-600f-45d4-b6e4-7ae1654136da/de55f64a-ec41-4137-baf9-fd176ac7da8d/982ce9a5-6a21-4778-a0db-973f61e3f047) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:34:41.522440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.603734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.624229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fcae8e53-8f25-4b7a-9663-39ceb23b9af8 req-8a065f51-e958-462b-bfcd-31202199dd3a tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0286386 Nov 11 21:34:41.636534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.639233 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Port': ['ID=b8eded94-7695-4255-9764-db0fb9e536a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:41.660181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d813adb6-8b01-4c4c-ba5b-f48e7aa574d6 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:34:41.751966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Network 2f62117f-600f-45d4-b6e4-7ae1654136da is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:34:41.759648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:34:41.766178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:34:41.772271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'Port': ['ID=982ce9a5-6a21-4778-a0db-973f61e3f047,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:41.813777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.866073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:41.895436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:41.895897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ab7960f3-1823-4f0e-8ab7-1a91f6b3d33c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:41.896425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fcb2ab58-ce46-4d2c-94f7-816cf127e93f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:41.918911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: fcb2ab58-ce46-4d2c-94f7-816cf127e93f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:41.919374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device fcb2ab58-ce46-4d2c-94f7-816cf127e93f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:41.931619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:41.932406 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.940285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:41.945721 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.070536 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-6be16bd4-1a3a-4b79-9ef4-9337a7e65c10 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3106518 Nov 11 21:34:42.083226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Request body: {'port': {'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:34:42.108598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-03ae8134-a9a0-42fb-a1ff-f37f7b015522 None None] Provisioning complete for port 982ce9a5-6a21-4778-a0db-973f61e3f047 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:42.109312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-03ae8134-a9a0-42fb-a1ff-f37f7b015522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.143822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-03ae8134-a9a0-42fb-a1ff-f37f7b015522 None None] Port 982ce9a5-6a21-4778-a0db-973f61e3f047 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:34:42.150531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.151118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Fanout notify agent at l3_agent the message router_deleted on router c282c9a5-cdd1-4673-ba43-1e56278b42fc {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:34:42.162419 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.163817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1bcf00bc-06bc-4b45-b2b4-0c04921eba83 tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/routers/c282c9a5-cdd1-4673-ba43-1e56278b42fc HTTP/1.1" status: 204 len: 168 time: 1.7978637 Nov 11 21:34:42.166560 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35094) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:42.172480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.279683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.385114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.406714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1ef94b-0640-419f-aec6-d899c01b1af1']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:42.416378 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71b16b7-c05a-4da7-8cc1-426b680a9807') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:42.416958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71b16b7-c05a-4da7-8cc1-426b680a9807') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:34:42.427514 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.441105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.447305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:34:42.448477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:34:42.451993 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:34:42.497611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982ce9a5-6a21-4778-a0db-973f61e3f047 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:42.505891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.599003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Transition to ACTIVE for port object 982ce9a5-6a21-4778-a0db-973f61e3f047 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:34:42.599190 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.604747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.614883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] 10.222.0.31 "DELETE /v2.0/networks/9c1ef94b-0640-419f-aec6-d899c01b1af1 HTTP/1.1" status: 204 len: 168 time: 0.4423268 Nov 11 21:34:42.625954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2546c11-6ce5-4296-bd41-936eb84801ba tempest-TestNetworkBasicOps-2116738146 tempest-TestNetworkBasicOps-2116738146-project] Pushing event deleted for resources: {'Network': ['ID=9c1ef94b-0640-419f-aec6-d899c01b1af1,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:42.667285 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:42.809224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=982ce9a5-6a21-4778-a0db-973f61e3f047,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:42.900416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab443ce-465b-4164-bbc0-f3735e782782 req-e473d998-6260-4376-aa17-8326c4bece6c tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:42.902692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ab443ce-465b-4164-bbc0-f3735e782782 req-e473d998-6260-4376-aa17-8326c4bece6c tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.1547472 Nov 11 21:34:43.021480 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ab443ce-465b-4164-bbc0-f3735e782782 req-37773bf4-ba4a-4620-bfd7-7131f1492bc9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081212 Nov 11 21:34:43.022234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Attempting to bind port 982ce9a5-6a21-4778-a0db-973f61e3f047 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:34:43.022575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Attempting to bind port 982ce9a5-6a21-4778-a0db-973f61e3f047 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:34:43.022933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Attempting to bind port 982ce9a5-6a21-4778-a0db-973f61e3f047 on network 2f62117f-600f-45d4-b6e4-7ae1654136da {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:43.029570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Port 982ce9a5-6a21-4778-a0db-973f61e3f047 on network 2f62117f-600f-45d4-b6e4-7ae1654136da not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:34:43.029900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Attempting to bind port 982ce9a5-6a21-4778-a0db-973f61e3f047 on network 2f62117f-600f-45d4-b6e4-7ae1654136da {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:34:43.035851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:34:43.036249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Checking segment: {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:34:43.036635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Bound using segment: {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:34:43.037138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Bound port: 982ce9a5-6a21-4778-a0db-973f61e3f047, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:34:43.037718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.109741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] For port 982ce9a5-6a21-4778-a0db-973f61e3f047, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:34:43.116737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] For port 982ce9a5-6a21-4778-a0db-973f61e3f047, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=982ce9a5-6a21-4778-a0db-973f61e3f047,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:34:43.203886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35102) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:43.205612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.243486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.243723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.245245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] 10.222.0.62 "PUT /v2.0/ports/982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 200 len: 1092 time: 1.1664670 Nov 11 21:34:43.245697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:43.248670 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d2ccb-f80c-460a-ac07-53b62428bbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:43.300446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d8d4d-a24c-4b1e-91ab-a2a04ad3ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=982ce9a5-6a21-4778-a0db-973f61e3f047,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:43.324317 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a610c3-6795-4f5d-878f-e6a71954462d x-openstack-request-id: req-44a610c3-6795-4f5d-878f-e6a71954462d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:43.324317 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:43.324317 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44a610c3-6795-4f5d-878f-e6a71954462d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:43.324317 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'status': 'completed', 'code': 200} Nov 11 21:34:43.408898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2ccb-f80c-460a-ac07-53b62428bbc6 req-88728538-7ef8-4929-a59c-d6f98c8e3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.410446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-808d2ccb-f80c-460a-ac07-53b62428bbc6 req-88728538-7ef8-4929-a59c-d6f98c8e3852 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1095 time: 0.0617836 Nov 11 21:34:43.451523 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8fc3256c-fc87-4c4c-9795-80cc3de48d81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b09de3dcc198472c8e73b81aed1fb6c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462866 Nov 11 21:34:43.454335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35108) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:43.515173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5b933c8-50a2-42d4-8996-e9a290141b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.538411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5b933c8-50a2-42d4-8996-e9a290141b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.543624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2ccb-f80c-460a-ac07-53b62428bbc6 req-e5e00ee4-743b-40bd-a3f5-a6473299003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.545978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-808d2ccb-f80c-460a-ac07-53b62428bbc6 req-e5e00ee4-743b-40bd-a3f5-a6473299003e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a6026e85ff4944e185e7ac48136d5e35&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1213591 Nov 11 21:34:43.652163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2ccb-f80c-460a-ac07-53b62428bbc6 req-e86e1fa9-7c28-4c52-a17a-03e0199f93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.653787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-808d2ccb-f80c-460a-ac07-53b62428bbc6 req-e86e1fa9-7c28-4c52-a17a-03e0199f93b2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009169 Nov 11 21:34:43.674479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5b933c8-50a2-42d4-8996-e9a290141b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.674479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-f5b933c8-50a2-42d4-8996-e9a290141b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:43.674479 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-f5b933c8-50a2-42d4-8996-e9a290141b13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/349fd027-3c20-4297-b331-77243dd838e4 HTTP/1.1" status: 204 len: 168 time: 0.2164791 Nov 11 21:34:43.684137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b933c8-50a2-42d4-8996-e9a290141b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349fd027-3c20-4297-b331-77243dd838e4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:43.747564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b8eded94-7695-4255-9764-db0fb9e536a1 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:34:43.749699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-f86496a9-59c4-45dc-9b45-353514e06406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.751448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-f86496a9-59c4-45dc-9b45-353514e06406 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1095 time: 0.0601621 Nov 11 21:34:43.772405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b8eded94-7695-4255-9764-db0fb9e536a1 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:34:43.773299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b8eded94-7695-4255-9764-db0fb9e536a1 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:34:43.801896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-5d19636b-21aa-47d0-9f22-a03652a037a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 200 len: 217 time: 0.0408771 Nov 11 21:34:43.858024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-73b50628-46a0-47ca-9a61-b056d578e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.859830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-73b50628-46a0-47ca-9a61-b056d578e185 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de55f64a-ec41-4137-baf9-fd176ac7da8d HTTP/1.1" status: 200 len: 853 time: 0.0504792 Nov 11 21:34:43.908422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-67da757a-ad2c-47cf-bced-c04369b76934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:43.910141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-67da757a-ad2c-47cf-bced-c04369b76934 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f62117f-600f-45d4-b6e4-7ae1654136da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437140 Nov 11 21:34:44.011642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-bcf0e251-0172-4f85-bdcd-d134b45d8e63 service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938835 Nov 11 21:34:44.145251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3862cc4-b3ac-4114-9482-808fc38b47cd req-4bd34727-958e-4fa9-afb5-21cda5f7f300 service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260891 Nov 11 21:34:44.170776 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bd8fc-a735-40bf-a8ce-079541390986 req-89e62962-6e81-4733-b118-18819f972a25 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:44.172329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee7bd8fc-a735-40bf-a8ce-079541390986 req-89e62962-6e81-4733-b118-18819f972a25 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0732048 Nov 11 21:34:44.220978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee7bd8fc-a735-40bf-a8ce-079541390986 req-3a30ba04-d44b-4771-a72b-f494336108a3 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425637 Nov 11 21:34:44.415704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35116) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:44.429369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d70b54f2-f8e5-47d0-8e81-2217d635cb52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.503658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d70b54f2-f8e5-47d0-8e81-2217d635cb52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.610377 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d70b54f2-f8e5-47d0-8e81-2217d635cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.650808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d70b54f2-f8e5-47d0-8e81-2217d635cb52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f729e42be76041bebcad6aa7912e8d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338822 Nov 11 21:34:44.651648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b54f2-f8e5-47d0-8e81-2217d635cb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb187fe3-18bc-4507-846d-58dc04464b65,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:44.653540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35118) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:34:44.711399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cce517dd-c405-44bb-a5e2-ae71fbde0ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.732938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cce517dd-c405-44bb-a5e2-ae71fbde0ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.855618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cce517dd-c405-44bb-a5e2-ae71fbde0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.858549 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cce517dd-c405-44bb-a5e2-ae71fbde0ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:44.860044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cce517dd-c405-44bb-a5e2-ae71fbde0ce2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb187fe3-18bc-4507-846d-58dc04464b65 HTTP/1.1" status: 204 len: 168 time: 0.2034297 Nov 11 21:34:44.868963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce517dd-c405-44bb-a5e2-ae71fbde0ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb187fe3-18bc-4507-846d-58dc04464b65,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:45.359003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87fb0e-3e6a-4e4c-86fa-42e0253573a8 req-011e7e76-5128-465b-bd17-fe596fa5116a tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:45.360882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e87fb0e-3e6a-4e4c-86fa-42e0253573a8 req-011e7e76-5128-465b-bd17-fe596fa5116a tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0616481 Nov 11 21:34:45.421844 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1e87fb0e-3e6a-4e4c-86fa-42e0253573a8 req-9e334785-44fd-4382-9abd-fe3daa55e264 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542815 Nov 11 21:34:46.546360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc5f83-6265-414b-8eaa-523bda0f998a req-fa0a7e32-d2a9-4001-94e5-b9a11e7b6a39 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:46.547918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-57bc5f83-6265-414b-8eaa-523bda0f998a req-fa0a7e32-d2a9-4001-94e5-b9a11e7b6a39 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0544264 Nov 11 21:34:46.598626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-57bc5f83-6265-414b-8eaa-523bda0f998a req-51ca855b-4920-483a-b747-65392f70958c tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445902 Nov 11 21:34:47.714600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf4338-e182-45ab-96e3-521539a4f949 req-3baa2296-60b3-486e-89f1-35f06a6036e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:47.716151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ddf4338-e182-45ab-96e3-521539a4f949 req-3baa2296-60b3-486e-89f1-35f06a6036e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0483198 Nov 11 21:34:47.765860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3ddf4338-e182-45ab-96e3-521539a4f949 req-97cf57b0-fc5f-40a1-88ee-9a61b33d45b7 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Nov 11 21:34:48.886974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3ad1f-9f7b-48fa-b6a3-35a8a401c5e3 req-27c41127-b2ac-40aa-97f6-713f758bb05f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:48.889124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3c3ad1f-9f7b-48fa-b6a3-35a8a401c5e3 req-27c41127-b2ac-40aa-97f6-713f758bb05f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0554373 Nov 11 21:34:48.941091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3c3ad1f-9f7b-48fa-b6a3-35a8a401c5e3 req-86134b07-a5ad-46ec-aa7e-6d97a3637d84 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465515 Nov 11 21:34:50.056766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682df38-e764-4be3-9b52-6cba3554023f req-ca8fba97-ed38-4315-b809-5ea7975052ff tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:50.058327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8682df38-e764-4be3-9b52-6cba3554023f req-ca8fba97-ed38-4315-b809-5ea7975052ff tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0495656 Nov 11 21:34:50.115183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-8682df38-e764-4be3-9b52-6cba3554023f req-333bbc9a-652e-4738-9d80-b4e91b393990 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503016 Nov 11 21:34:51.235902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77200d76-3686-41f2-b845-ec309cd9ad7a req-ba250757-fc30-4e86-b1a1-8fdd90540ced tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:51.237338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77200d76-3686-41f2-b845-ec309cd9ad7a req-ba250757-fc30-4e86-b1a1-8fdd90540ced tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0498950 Nov 11 21:34:51.287177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77200d76-3686-41f2-b845-ec309cd9ad7a req-bcee4bdc-961a-43fe-bc68-8bb4ab4b27aa tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Nov 11 21:34:52.398342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:52.403416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4d88b-e29b-4173-bef0-e229e56b538c req-de902e99-88ba-4e17-9c9e-740cdc684bd0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:52.405779 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75b4d88b-e29b-4173-bef0-e229e56b538c req-de902e99-88ba-4e17-9c9e-740cdc684bd0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0497937 Nov 11 21:34:52.454854 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-75b4d88b-e29b-4173-bef0-e229e56b538c req-ee1ac6e6-80a7-49ec-8acd-9c50400a42f1 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 Nov 11 21:34:53.578582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4aab-7764-42a8-afde-11867cc9972a req-feef2266-b0ee-4afb-9155-b4808b7e7ed0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:53.580304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b05f4aab-7764-42a8-afde-11867cc9972a req-feef2266-b0ee-4afb-9155-b4808b7e7ed0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0521617 Nov 11 21:34:53.636721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b05f4aab-7764-42a8-afde-11867cc9972a req-cb901d49-d841-468d-ada2-fcf93d7f577e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503225 Nov 11 21:34:54.760961 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c5757-ee09-4427-922a-b6c4d51448a2 req-a07fe7b5-bc9b-4419-914c-3d460c31e730 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:54.762452 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed9c5757-ee09-4427-922a-b6c4d51448a2 req-a07fe7b5-bc9b-4419-914c-3d460c31e730 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0494213 Nov 11 21:34:54.820130 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed9c5757-ee09-4427-922a-b6c4d51448a2 req-9217560b-5f05-46ae-ad75-7bd62f574b1a tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443499 Nov 11 21:34:55.938508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c10e1-7ad3-4c6a-8287-dd5e5c72d13d req-fcf45f61-2707-4dff-9ed7-4e9fe5690b14 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:55.940052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-812c10e1-7ad3-4c6a-8287-dd5e5c72d13d req-fcf45f61-2707-4dff-9ed7-4e9fe5690b14 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 944 time: 0.0504665 Nov 11 21:34:55.990602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-812c10e1-7ad3-4c6a-8287-dd5e5c72d13d req-53588b91-b2dc-4e9f-9c26-74a77435846e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Nov 11 21:34:56.204573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 982ce9a5-6a21-4778-a0db-973f61e3f047 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:34:56.302041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 982ce9a5-6a21-4778-a0db-973f61e3f047, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=982ce9a5-6a21-4778-a0db-973f61e3f047,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:56.314865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'mac_address': 'fa:16:3e:af:0d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:34:56.354462 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.368801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982ce9a5-6a21-4778-a0db-973f61e3f047 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:34:56.389084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 982ce9a5-6a21-4778-a0db-973f61e3f047, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=982ce9a5-6a21-4778-a0db-973f61e3f047,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:56.495494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:56.549902 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=982ce9a5-6a21-4778-a0db-973f61e3f047,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:56.705580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['982ce9a5-6a21-4778-a0db-973f61e3f047'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:34:57.110097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0f426-7b28-4914-b7bc-65ff30ab4be1 req-6ff90a6e-25ea-4766-8661-d72a4cfe81d7 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:57.111616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-97c0f426-7b28-4914-b7bc-65ff30ab4be1 req-6ff90a6e-25ea-4766-8661-d72a4cfe81d7 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 945 time: 0.0534546 Nov 11 21:34:57.160841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-97c0f426-7b28-4914-b7bc-65ff30ab4be1 req-7f9d4037-4c8f-4294-aa95-39011b7d0c2b tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433605 Nov 11 21:34:57.581205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.232759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 982ce9a5-6a21-4778-a0db-973f61e3f047 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:34:58.275545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3a8ee-9a0f-45d0-b2d8-e20e5a630c1c req-5522bf7a-ce29-4dc2-9b15-422915ac81c5 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.277123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0c3a8ee-9a0f-45d0-b2d8-e20e5a630c1c req-5522bf7a-ce29-4dc2-9b15-422915ac81c5 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 945 time: 0.0495169 Nov 11 21:34:58.327599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b0c3a8ee-9a0f-45d0-b2d8-e20e5a630c1c req-d82878bd-46b4-459c-accf-b6bb147407cf tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Nov 11 21:34:58.386976 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 982ce9a5-6a21-4778-a0db-973f61e3f047 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:34:58.391331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 982ce9a5-6a21-4778-a0db-973f61e3f047 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:34:58.391704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.468717 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.490268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:34:58.492431 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcb8147-8db4-485a-a64a-2ef631760397" -d '{"events": [{"server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "name": "network-vif-plugged", "status": "completed", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:34:58.505143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 982ce9a5-6a21-4778-a0db-973f61e3f047, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=982ce9a5-6a21-4778-a0db-973f61e3f047,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:34:58.528372 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fb83d2-51b3-4656-a227-19e2bcd12d62 x-openstack-request-id: req-72fb83d2-51b3-4656-a227-19e2bcd12d62 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:34:58.528711 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "name": "network-vif-plugged", "status": "completed", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:34:58.529713 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72fb83d2-51b3-4656-a227-19e2bcd12d62 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:34:58.530344 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'code': 200} Nov 11 21:34:58.604172 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:34:58.634048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da402b6b-f016-481b-9f98-976c7a61664b req-50aa623a-d3d7-4e58-9441-c19e777f1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:58.635562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da402b6b-f016-481b-9f98-976c7a61664b req-50aa623a-d3d7-4e58-9441-c19e777f1057 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1096 time: 0.0468884 Nov 11 21:34:58.656060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=982ce9a5-6a21-4778-a0db-973f61e3f047,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:34:58.683116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da402b6b-f016-481b-9f98-976c7a61664b req-bf95d90d-4c32-46e9-9a14-324a7b296e33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395563 Nov 11 21:34:59.443097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451894b-b466-4587-92c8-b3e7e8a29908 req-9bd40f38-d048-46bf-b3e8-6043bdf2e084 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:34:59.444612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f451894b-b466-4587-92c8-b3e7e8a29908 req-9bd40f38-d048-46bf-b3e8-6043bdf2e084 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 946 time: 0.0495675 Nov 11 21:34:59.493843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f451894b-b466-4587-92c8-b3e7e8a29908 req-48208af2-c3e0-46c5-a30d-392725734550 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 Nov 11 21:35:00.611159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7f62-bc76-4d0d-993e-f765d5ed9646 req-67c09d58-be2a-447a-aa45-d007cf244e13 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.612653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dfaa7f62-bc76-4d0d-993e-f765d5ed9646 req-67c09d58-be2a-447a-aa45-d007cf244e13 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 946 time: 0.0506666 Nov 11 21:35:00.662389 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-dfaa7f62-bc76-4d0d-993e-f765d5ed9646 req-88974f3e-71e0-4219-8b7b-07ee60d1106c tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437219 Nov 11 21:35:00.776376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9016ab-8091-4255-b83f-55aa43bf5873 req-3382181a-fdb9-4be9-8771-ad0882825044 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:00.777770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed9016ab-8091-4255-b83f-55aa43bf5873 req-3382181a-fdb9-4be9-8771-ad0882825044 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 946 time: 0.0491071 Nov 11 21:35:00.830350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed9016ab-8091-4255-b83f-55aa43bf5873 req-75926cef-bae8-4989-b24a-f2cedd9a7818 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466616 Nov 11 21:35:00.851967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35154) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:01.081338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031ab7e-6426-400e-ba37-724ba79406ce tempest-TestVolumeBackupRestore-893096634 tempest-TestVolumeBackupRestore-893096634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:01.082864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0031ab7e-6426-400e-ba37-724ba79406ce tempest-TestVolumeBackupRestore-893096634 tempest-TestVolumeBackupRestore-893096634-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1092 time: 0.2299032 Nov 11 21:35:01.085772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:01.090170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:01.243929 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:01.339556 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:01.445479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Allocated IP 172.25.2.88 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/8695f762-fff8-43f7-89be-141c721dc02b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:35:01.549088 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.009675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36234c70-c46a-46ae-bc5f-2710921cb34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.056029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.094913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:35:02.099720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:35:02.103205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:35:02.108979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'Port': ['ID=8695f762-fff8-43f7-89be-141c721dc02b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:02.460693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.592688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.744193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.827155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:02.899113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event updated for resources: {'Port': ['ID=8695f762-fff8-43f7-89be-141c721dc02b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:35:02.914784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:03.016343 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Floating IP 5012bda3-7f91-491a-a76d-b9878d1118bc associated. External IP: 172.25.2.88, port: 982ce9a5-6a21-4778-a0db-973f61e3f047. Nov 11 21:35:03.228329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Router b3a2307d-60e3-46a0-94f1-4bda74a9da0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:35:03.340941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:35:03.351079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] Sync routers for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:35:03.364283 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:35:03.371140 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:03.434462 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:03.462658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f25340d1-97f7-407c-8849-cf06691ef64e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3758304 Nov 11 21:35:03.463259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:03.465597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35160) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:03.466089 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0b645b-8072-420d-944f-d949849ecffa" -d '{"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:03.468877 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:35:03.507223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913da58-73b5-437f-bef9-5c7b831dd13f tempest-TestVolumeBackupRestore-893096634 tempest-TestVolumeBackupRestore-893096634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:03.508100 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b4d212-1af5-4463-ba24-c9357d8613fa x-openstack-request-id: req-10b4d212-1af5-4463-ba24-c9357d8613fa {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:03.508429 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:03.508689 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10b4d212-1af5-4463-ba24-c9357d8613fa {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:03.509096 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'status': 'completed', 'code': 200} Nov 11 21:35:03.511644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:35:03.511877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e913da58-73b5-437f-bef9-5c7b831dd13f tempest-TestVolumeBackupRestore-893096634 tempest-TestVolumeBackupRestore-893096634-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1092 time: 0.0452600 Nov 11 21:35:03.517174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Request body: {'floatingip': {'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:35:03.604416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:03.646138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b645b-8072-420d-944f-d949849ecffa req-f2767f29-db4d-4fc5-af67-16db4fd1c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:03.647680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b0b645b-8072-420d-944f-d949849ecffa req-f2767f29-db4d-4fc5-af67-16db4fd1c1ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1097 time: 0.0947890 Nov 11 21:35:03.707687 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5012bda3-7f91-491a-a76d-b9878d1118bc', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'mac_address': 'fa:16:3e:af:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:35:02Z', 'updated_at': '2021-11-11T21:35:02Z', 'revision_number': 0, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:03.734691 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] Checking router: b3a2307d-60e3-46a0-94f1-4bda74a9da0d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:35:03.743155 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:35:03.743764 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:03.844834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b645b-8072-420d-944f-d949849ecffa req-9ac62c5f-0643-4f7d-ac0f-07f939e2f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:03.846338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b0b645b-8072-420d-944f-d949849ecffa req-9ac62c5f-0643-4f7d-ac0f-07f939e2f588 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 200 len: 915 time: 0.1899388 Nov 11 21:35:03.850463 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:35:03.960783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b0b645b-8072-420d-944f-d949849ecffa req-9a00d6ee-201e-4769-8dc4-23d0255469b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 200 len: 999 time: 0.1044011 Nov 11 21:35:04.062889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b645b-8072-420d-944f-d949849ecffa req-5dfa3c97-1b26-4526-94b4-6fbc441ef461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.064437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b0b645b-8072-420d-944f-d949849ecffa req-5dfa3c97-1b26-4526-94b4-6fbc441ef461 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de55f64a-ec41-4137-baf9-fd176ac7da8d HTTP/1.1" status: 200 len: 853 time: 0.0664911 Nov 11 21:35:04.175633 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5012bda3-7f91-491a-a76d-b9878d1118bc', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'mac_address': 'fa:16:3e:af:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:35:02Z', 'updated_at': '2021-11-11T21:35:02Z', 'revision_number': 0, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:04.183387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b645b-8072-420d-944f-d949849ecffa req-f3e8e003-4400-4f82-bf66-4124c7e89262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:04.184932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b0b645b-8072-420d-944f-d949849ecffa req-f3e8e003-4400-4f82-bf66-4124c7e89262 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f62117f-600f-45d4-b6e4-7ae1654136da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882497 Nov 11 21:35:04.202628 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5beb6b-5dbc-4446-b731-8d340d1148e2 None None] The sync data for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 is: [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5012bda3-7f91-491a-a76d-b9878d1118bc', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'mac_address': 'fa:16:3e:af:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:35:02Z', 'updated_at': '2021-11-11T21:35:02Z', 'revision_number': 0, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:35:04.355011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b0b645b-8072-420d-944f-d949849ecffa req-87dde13b-e88d-4acd-b302-2f300a4ed6b1 service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629055 Nov 11 21:35:04.364296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:04.405220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ea424-3afb-4b39-8e2f-ea740caaacc7 None None] New status for floating IP 5012bda3-7f91-491a-a76d-b9878d1118bc: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:35:04.461415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b0b645b-8072-420d-944f-d949849ecffa req-631c743a-b7f2-4fba-8f1f-88cfc098fc9d service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932353 Nov 11 21:35:04.467722 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:04.653470 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eaaec65a-342f-4cd1-bfef-0af71b26ed56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:04.678060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-5d5ea424-3afb-4b39-8e2f-ea740caaacc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:35:04.678417 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-5d5ea424-3afb-4b39-8e2f-ea740caaacc7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:35:04.691794 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Router b3a2307d-60e3-46a0-94f1-4bda74a9da0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:35:04.802099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:35:04.806484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:04.858010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d17f4c8f-773e-4b42-92a1-40bb8a21f092 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "PUT /v2.0/floatingips/5012bda3-7f91-491a-a76d-b9878d1118bc HTTP/1.1" status: 200 len: 991 time: 1.3450763 Nov 11 21:35:05.179446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ea424-3afb-4b39-8e2f-ea740caaacc7 None None] New status for floating IP 5012bda3-7f91-491a-a76d-b9878d1118bc: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:35:05.508926 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] Sync routers for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:35:05.510227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047'}, {'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:35:05.512796 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af79239a-1d5d-4183-b2c4-03939907a3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047"}, {"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:35:05.519627 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:35:05.520279 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:35:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:05.551275 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 21:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cff5345-e0a8-49d0-9d07-c15b3dd3f708 x-openstack-request-id: req-0cff5345-e0a8-49d0-9d07-c15b3dd3f708 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:35:05.551597 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:35:05.551853 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cff5345-e0a8-49d0-9d07-c15b3dd3f708 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:35:05.552315 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'status': 'completed', 'code': 200} Nov 11 21:35:05.552576 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'status': 'completed', 'code': 200} Nov 11 21:35:05.617214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-9d2d04be-dc00-495a-9750-941caaddb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.618760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-9d2d04be-dc00-495a-9750-941caaddb5a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1097 time: 0.0440631 Nov 11 21:35:05.628431 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:35:05.701128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:05.714893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-3663bd83-04aa-4155-b30d-4ac6af28d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.716439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-3663bd83-04aa-4155-b30d-4ac6af28d6fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 200 len: 915 time: 0.0907218 Nov 11 21:35:05.786172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-33838384-10b6-4e58-a6dc-3b5dd10f7c4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 200 len: 1001 time: 0.0614150 Nov 11 21:35:05.840770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-28b4a44f-34e3-465c-b872-7a87d709b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.843325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-28b4a44f-34e3-465c-b872-7a87d709b7e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de55f64a-ec41-4137-baf9-fd176ac7da8d HTTP/1.1" status: 200 len: 853 time: 0.0496430 Nov 11 21:35:05.853657 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5012bda3-7f91-491a-a76d-b9878d1118bc', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'mac_address': 'fa:16:3e:af:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:35:02Z', 'updated_at': '2021-11-11T21:35:05Z', 'revision_number': 2, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:05.880569 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] Checking router: b3a2307d-60e3-46a0-94f1-4bda74a9da0d for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:35:05.889517 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:35:05.890160 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:35:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:05.896366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-1e2e74ed-1b00-404f-81ec-e33b87da3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:05.897910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-1e2e74ed-1b00-404f-81ec-e33b87da3ed8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f62117f-600f-45d4-b6e4-7ae1654136da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484962 Nov 11 21:35:05.993873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-811dfbf4-8d8a-4364-a0e3-844bedbb192d service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Nov 11 21:35:05.999165 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:35:06.089418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-778fde50-00d3-4aa3-8f5c-334abd262097 service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886788 Nov 11 21:35:06.171857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-dceb8391-301a-49ec-a7bf-a01abdf70f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.173525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-dceb8391-301a-49ec-a7bf-a01abdf70f1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1097 time: 0.0426393 Nov 11 21:35:06.236676 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5012bda3-7f91-491a-a76d-b9878d1118bc', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'mac_address': 'fa:16:3e:af:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:35:02Z', 'updated_at': '2021-11-11T21:35:05Z', 'revision_number': 2, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:35:06.264433 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cc0f5-f8a4-46a4-a2c8-89d4435eacb5 None None] The sync data for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 is: [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5012bda3-7f91-491a-a76d-b9878d1118bc', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'port_id': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'mac_address': 'fa:16:3e:af:0d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:35:02Z', 'updated_at': '2021-11-11T21:35:05Z', 'revision_number': 2, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:35:06.598540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-e92fac87-e571-4a0e-a868-16f123e1d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.599958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-e92fac87-e571-4a0e-a868-16f123e1d183 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 200 len: 915 time: 0.4193344 Nov 11 21:35:06.666498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-44563bde-c6af-4a0e-92b7-0899b35ee394 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 200 len: 1001 time: 0.0591631 Nov 11 21:35:06.715686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-84c98e2d-373b-4746-b80b-082e52054a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.717263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-84c98e2d-373b-4746-b80b-082e52054a00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de55f64a-ec41-4137-baf9-fd176ac7da8d HTTP/1.1" status: 200 len: 853 time: 0.0435708 Nov 11 21:35:06.767640 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-db7a03ab-63bb-42a7-9260-16d222e702e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:06.769140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-db7a03ab-63bb-42a7-9260-16d222e702e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f62117f-600f-45d4-b6e4-7ae1654136da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451739 Nov 11 21:35:06.858489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-3434bfba-1ee9-48b3-b998-15c82a974dc0 service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812020 Nov 11 21:35:06.954136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-af79239a-1d5d-4183-b2c4-03939907a3c5 req-e9eaa67e-0007-4663-b058-6cd7f44b8feb service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886331 Nov 11 21:35:07.215492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:07.906703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:14.272308 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:35:22.432301 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:27.618607 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:32.003364 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-efcf1b44-48c3-4ab2-8ce0-a6b50d55a6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:34.471665 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7512a4c0-6835-4776-87f4-ae3cde65255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:35.819111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.243468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:37.923137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:51.271087 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:35:52.454349 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:35:53.880727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-8ffd6bd3-e355-476d-8a5f-3bd2f716330f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958748 Nov 11 21:35:53.962301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-0d679028-9ead-499e-b6fe-503273f0115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:53.963836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-0d679028-9ead-499e-b6fe-503273f0115c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1097 time: 0.0415463 Nov 11 21:35:54.070849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-3b2f1609-3dbd-491c-bd63-1f7879e769c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:54.072349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-3b2f1609-3dbd-491c-bd63-1f7879e769c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 200 len: 915 time: 0.0890224 Nov 11 21:35:54.138413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-cdaf48d0-a582-4928-8924-b781e4da6582 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 200 len: 1001 time: 0.0583723 Nov 11 21:35:54.191170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-ec8b8c41-d1b0-4132-b703-a6e62b559c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:54.192643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-ec8b8c41-d1b0-4132-b703-a6e62b559c32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de55f64a-ec41-4137-baf9-fd176ac7da8d HTTP/1.1" status: 200 len: 853 time: 0.0467479 Nov 11 21:35:54.239610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-68ade077-5d7f-419e-81ee-85d32b308196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:35:54.241123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-68ade077-5d7f-419e-81ee-85d32b308196 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f62117f-600f-45d4-b6e4-7ae1654136da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404589 Nov 11 21:35:54.253128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-9102169c-0a45-4ddf-a489-73494b4bc751 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:35:54.254098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-9102169c-0a45-4ddf-a489-73494b4bc751 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049555 Nov 11 21:35:54.344316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-38904e29-8ab4-4f54-9948-2804786678cf service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832617 Nov 11 21:35:54.438198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1b34465-7904-4522-acdf-b0fcba9432d4 req-1ca1008f-3736-4af7-87a0-3ea2d4e68d47 service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869343 Nov 11 21:35:57.625807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:01.997432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dff2e87-8d0e-423a-bfbf-2b20f8173028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:04.452201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4dbd24ef-4096-48d3-b8ce-8c7990e33a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:05.657032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:07.185404 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:07.966191 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:20.018056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35202) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:20.196519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Deleting port 8695f762-fff8-43f7-89be-141c721dc02b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:20.196877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:20.277908 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:20.278163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:20.290709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Calling delete_port for 8695f762-fff8-43f7-89be-141c721dc02b owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:20.531463 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:20.564485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event deleted for resources: {'Port': ['ID=8695f762-fff8-43f7-89be-141c721dc02b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:20.589960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.590313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.590664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.591011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.591350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.591687 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.592020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.592395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.592745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.593081 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.593410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.593738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:20.634479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:20.634878 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Floating IP 5012bda3-7f91-491a-a76d-b9878d1118bc disassociated (deleted). External IP: 172.25.2.88, port: 982ce9a5-6a21-4778-a0db-973f61e3f047. Nov 11 21:36:20.848986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Router b3a2307d-60e3-46a0-94f1-4bda74a9da0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:36:20.967650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:20.973715 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:20.978286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] Sync routers for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:20.988445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:20.989066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:21.000671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5829f866-7390-45bb-b449-f2b67d5fddb0 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "DELETE /v2.0/floatingips/5012bda3-7f91-491a-a76d-b9878d1118bc HTTP/1.1" status: 204 len: 168 time: 0.9815063 Nov 11 21:36:21.001416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:21.003936 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f" -d '{"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:21.049781 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eef7d8-039c-481a-ae41-c809b276961f x-openstack-request-id: req-23eef7d8-039c-481a-ae41-c809b276961f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:21.049781 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:21.049781 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23eef7d8-039c-481a-ae41-c809b276961f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:21.049781 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'status': 'completed', 'code': 200} Nov 11 21:36:21.101074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:21.115434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-151376fb-51e6-42fb-ae6b-2958dcfc1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.117170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-151376fb-51e6-42fb-ae6b-2958dcfc1e3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6026e85ff4944e185e7ac48136d5e35&device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 1097 time: 0.0457170 Nov 11 21:36:21.218155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-082891cd-fa5b-4e37-a30a-6c598fc33efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.219765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-082891cd-fa5b-4e37-a30a-6c598fc33efd service neutron] 10.222.0.62 "GET /v2.0/networks?id=2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 200 len: 915 time: 0.0956275 Nov 11 21:36:21.265718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-6ccb6940-3604-4b01-a127-5167e62a9d90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 200 len: 217 time: 0.0385833 Nov 11 21:36:21.312229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:21.320529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-5f1baaad-d6fa-4fa1-acf6-950a91064f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.322179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-5f1baaad-d6fa-4fa1-acf6-950a91064f61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de55f64a-ec41-4137-baf9-fd176ac7da8d HTTP/1.1" status: 200 len: 853 time: 0.0498691 Nov 11 21:36:21.340445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] Checking router: b3a2307d-60e3-46a0-94f1-4bda74a9da0d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:21.355209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:21.355883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:21.374937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-15669306-1ea6-4bca-8938-3726aed387e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.376631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-15669306-1ea6-4bca-8938-3726aed387e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2f62117f-600f-45d4-b6e4-7ae1654136da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476913 Nov 11 21:36:21.467579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:21.475641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-b330451e-a765-41ab-b205-16c0d6d5db83 service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917044 Nov 11 21:36:21.596078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d0d8f6c-6511-42c3-a96d-b4317c43a58f req-fe1b8aec-7439-4877-ae31-8afa67bd6a7c service neutron] 10.222.0.62 "GET /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051679 Nov 11 21:36:21.686133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:21.714575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c6c-cd26-46f9-ba9d-02f2427ab794 req-918d1001-36ac-4404-b75d-6be770c09478 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:21.716132 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58e20c6c-cd26-46f9-ba9d-02f2427ab794 req-918d1001-36ac-4404-b75d-6be770c09478 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 946 time: 0.2053313 Nov 11 21:36:21.718188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c2913-f48b-4b2a-864b-56d41c3114d0 None None] The sync data for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 is: [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:32:03Z', 'revision_number': 4, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'b6c03957-75fd-4c73-bcf1-2c710d184a74', 'name': '', 'network_id': '2f62117f-600f-45d4-b6e4-7ae1654136da', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'mac_address': 'fa:16:3e:16:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:02Z', 'updated_at': '2021-11-11T21:32:06Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'subnets': [{'id': 'de55f64a-ec41-4137-baf9-fd176ac7da8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:21.780460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58e20c6c-cd26-46f9-ba9d-02f2427ab794 req-c9e0ce85-812e-4653-be78-2199e7410473 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536594 Nov 11 21:36:21.946147 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe7ff0-1f46-48cf-8107-cdf3db80a3b1 None None] New status for floating IP 5012bda3-7f91-491a-a76d-b9878d1118bc: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:36:22.430613 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:22.953581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a75d22-c010-4bdd-821a-4f4c5bafc780 req-3b30e663-93df-40c7-9dbc-218a2ad1192c tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:22.955643 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20a75d22-c010-4bdd-821a-4f4c5bafc780 req-3b30e663-93df-40c7-9dbc-218a2ad1192c tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 946 time: 0.1114044 Nov 11 21:36:23.003920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-20a75d22-c010-4bdd-821a-4f4c5bafc780 req-70c0d124-8e57-4c28-a4a1-c72e04860f86 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/security-groups?id=22929b2f-d806-4e15-a211-cfe2b34b2dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Nov 11 21:36:23.120960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-45780bfd-deae-49a5-a7a6-e2ecbb2b9c3f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:23.122444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-45780bfd-deae-49a5-a7a6-e2ecbb2b9c3f tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.62 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 946 time: 0.0530274 Nov 11 21:36:23.213757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Deleting port 982ce9a5-6a21-4778-a0db-973f61e3f047 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:23.214090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.315449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] For port 982ce9a5-6a21-4778-a0db-973f61e3f047, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=982ce9a5-6a21-4778-a0db-973f61e3f047,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:23.315809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.328273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Calling delete_port for 982ce9a5-6a21-4778-a0db-973f61e3f047 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:23.531061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.568050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event deleted for resources: {'Port': ['ID=982ce9a5-6a21-4778-a0db-973f61e3f047,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:23.609805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] No DVR routers for this DVR port 982ce9a5-6a21-4778-a0db-973f61e3f047 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:23.613829 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:23.617198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bc79c8c-5a88-462f-9421-8ce1c7944105 req-bd1e7606-5e3f-457f-9d5d-32adb83718e9 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.62 "DELETE /v2.0/ports/982ce9a5-6a21-4778-a0db-973f61e3f047 HTTP/1.1" status: 204 len: 173 time: 0.4885333 Nov 11 21:36:23.617649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'name': 'network-vif-deleted', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:36:23.620043 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c7a415-e8db-4f82-b8f4-1651b717d067" -d '{"events": [{"server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "name": "network-vif-deleted", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:36:23.655693 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267eddf-d35f-4d81-9361-b6dae929897b x-openstack-request-id: req-b267eddf-d35f-4d81-9361-b6dae929897b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:36:23.655984 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98d30a4-46d6-49d0-b246-a43604da3ffd", "name": "network-vif-deleted", "tag": "982ce9a5-6a21-4778-a0db-973f61e3f047", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:36:23.656273 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b267eddf-d35f-4d81-9361-b6dae929897b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:36:23.656680 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98d30a4-46d6-49d0-b246-a43604da3ffd', 'name': 'network-vif-deleted', 'tag': '982ce9a5-6a21-4778-a0db-973f61e3f047', 'status': 'completed', 'code': 200} Nov 11 21:36:24.108565 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f6a2d2c6-65e8-42c8-899c-834d13c5f65b req-a4c3772a-2815-4cd1-82f0-7eac0bcd4736 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0283360 Nov 11 21:36:25.206081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c13ab167-b137-4e8d-9d09-785fa6661f4b req-7c842b1c-9ee8-4cea-b831-3b73913ab59e tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0266495 Nov 11 21:36:26.301959 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9b8cd0f0-4841-4dd0-9f2d-79f0659ed389 req-b85c5c94-d3b8-4452-99ab-cf0d24e59d44 tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0275877 Nov 11 21:36:26.653528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 982ce9a5-6a21-4778-a0db-973f61e3f047 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:26.675455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 982ce9a5-6a21-4778-a0db-973f61e3f047 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:26.675798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 982ce9a5-6a21-4778-a0db-973f61e3f047 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:27.401630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5157001-418f-4525-8a69-370859a158a3 req-6bcf205e-3624-408a-a7b7-1f9f328773ac tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0288846 Nov 11 21:36:27.612835 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:28.270561 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:36:28.508625 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3140ed53-c9d6-4581-a45a-95744199399e req-361b5515-a4fb-47bd-8383-f6517acc69ed tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "GET /v2.0/ports?device_id=c98d30a4-46d6-49d0-b246-a43604da3ffd HTTP/1.1" status: 200 len: 210 time: 0.0259616 Nov 11 21:36:29.564637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35240) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:29.625056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e437971-31d0-425a-8e84-7dc4256315cf tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.651197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e437971-31d0-425a-8e84-7dc4256315cf tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.859832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e437971-31d0-425a-8e84-7dc4256315cf tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.862595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9e437971-31d0-425a-8e84-7dc4256315cf tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:29.863756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9e437971-31d0-425a-8e84-7dc4256315cf tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] 10.222.0.31 "DELETE /v2.0/security-groups/22929b2f-d806-4e15-a211-cfe2b34b2dac HTTP/1.1" status: 204 len: 168 time: 0.2981267 Nov 11 21:36:29.873682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e437971-31d0-425a-8e84-7dc4256315cf tempest-TestVolumeBackupRestore-863667880 tempest-TestVolumeBackupRestore-863667880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22929b2f-d806-4e15-a211-cfe2b34b2dac,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:32.023173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4864382e-f191-4fec-8fc1-6aa160400b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.456752 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f201793c-15a0-4403-8ccc-785af40e03c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:34.968542 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35404) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:35.339821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.604479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Deleting port b6c03957-75fd-4c73-bcf1-2c710d184a74 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:35.604733 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.668462 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.771411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] For port b6c03957-75fd-4c73-bcf1-2c710d184a74, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b6c03957-75fd-4c73-bcf1-2c710d184a74,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:35.771628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:35.785678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Calling delete_port for b6c03957-75fd-4c73-bcf1-2c710d184a74 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:36.094049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.119856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c03957-75fd-4c73-bcf1-2c710d184a74,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:36.297454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.521676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Router b3a2307d-60e3-46a0-94f1-4bda74a9da0d has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:36:36.634040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:36.640745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ff9e4aa1-fc8d-49a4-ace9-6a7328b2d347 admin admin] 10.222.0.31 "PUT /v2.0/routers/b3a2307d-60e3-46a0-94f1-4bda74a9da0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6702366 Nov 11 21:36:36.642868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35462) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:36.643345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] Sync routers for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:36.653780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:36.654387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:36.754484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.771329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:36.862294 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:36.956506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:36:35Z', 'revision_number': 5, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port': {'id': 'c07a1eae-724e-49be-bf2b-fed4e91b8348', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:00Z', 'updated_at': '2021-11-11T21:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:36.983187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] Checking router: b3a2307d-60e3-46a0-94f1-4bda74a9da0d for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:36.991729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] Routers {'b3a2307d-60e3-46a0-94f1-4bda74a9da0d'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:36.992525 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:37.002115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Deleting port c07a1eae-724e-49be-bf2b-fed4e91b8348 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:37.002460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.089021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] For port c07a1eae-724e-49be-bf2b-fed4e91b8348, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c07a1eae-724e-49be-bf2b-fed4e91b8348,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:37.089392 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.103482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Calling delete_port for c07a1eae-724e-49be-bf2b-fed4e91b8348 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:37.247394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] Set router b3a2307d-60e3-46a0-94f1-4bda74a9da0d gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:37.303291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 6, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:37.334150 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.334888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe198e-f96d-47a6-8547-25f0b50c77e0 None None] The sync data for ids ['b3a2307d-60e3-46a0-94f1-4bda74a9da0d'] in n-d-805734-3 is: [{'id': 'b3a2307d-60e3-46a0-94f1-4bda74a9da0d', 'name': 'tempest-TestVolumeBackupRestore-2140435364-router', 'tenant_id': 'a6026e85ff4944e185e7ac48136d5e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:31:59Z', 'updated_at': '2021-11-11T21:36:36Z', 'revision_number': 6, 'project_id': 'a6026e85ff4944e185e7ac48136d5e35', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:37.360197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.389887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c07a1eae-724e-49be-bf2b-fed4e91b8348,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:37.401328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70458bf-4c0e-4448-a83d-49f7188d4127 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:37.450180 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.881813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.884126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:37.919701 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.048892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.049335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a2307d-60e3-46a0-94f1-4bda74a9da0d {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:36:38.053618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.054851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0caf60ab-2c49-4e91-8f54-5bbf80438f1e admin admin] 10.222.0.31 "DELETE /v2.0/routers/b3a2307d-60e3-46a0-94f1-4bda74a9da0d HTTP/1.1" status: 204 len: 168 time: 1.4109898 Nov 11 21:36:38.057386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:38.116096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] Deleting subnet de55f64a-ec41-4137-baf9-fd176ac7da8d {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:36:38.119367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.135940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c07a1eae-724e-49be-bf2b-fed4e91b8348 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:38.155537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.156283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c07a1eae-724e-49be-bf2b-fed4e91b8348 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:38.156746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c07a1eae-724e-49be-bf2b-fed4e91b8348 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:38.157217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b6c03957-75fd-4c73-bcf1-2c710d184a74 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:38.177721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: b6c03957-75fd-4c73-bcf1-2c710d184a74 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:38.178071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device b6c03957-75fd-4c73-bcf1-2c710d184a74 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:38.243840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.411116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.439431 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de55f64a-ec41-4137-baf9-fd176ac7da8d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:38.441551 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.444943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9a240429-77b6-4c61-a8c1-c0d43748a8d6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/de55f64a-ec41-4137-baf9-fd176ac7da8d HTTP/1.1" status: 204 len: 168 time: 0.3866029 Nov 11 21:36:38.447424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:38.449958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffec6c1-c704-41a2-92bd-6f2763ef7292 None None] Network 2f62117f-600f-45d4-b6e4-7ae1654136da requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:38.538100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.597846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Deleting port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:38.598193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.671020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] For port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:38.671494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.684968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Calling delete_port for 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:38.696765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] DHCP port deletion for 2f62117f-600f-45d4-b6e4-7ae1654136da request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:38.765588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Deleting port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:38.765993 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.835012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] For port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,segment=NetworkSegment(278fcaf5-894a-4d7d-b521-9d5d0dceeb3e),segment_id=278fcaf5-894a-4d7d-b521-9d5d0dceeb3e)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:38.835442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.847857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Calling delete_port for 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:38.894001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.923443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] No DVR routers for this DVR port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 21:36:38.925061 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 21:36:38.938986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:38.939218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:38.964123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Pushing event deleted for resources: {'Port': ['ID=2a496c4d-38c3-4d3b-ad19-4308061bc1b5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:38.966913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] No DVR routers for this DVR port 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:38.981589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.981929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.982274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.982822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.983169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.983508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.983846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.984302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.984645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.986050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.986387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:38.986758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324c05-f446-4ab2-9fc2-a2b8dadaa3fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:39.022155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.044939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f62117f-600f-45d4-b6e4-7ae1654136da']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:39.055839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:39.058906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278fcaf5-894a-4d7d-b521-9d5d0dceeb3e') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:39.065545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.078605 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.084692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:36:39.085082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:36:39.086769 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:36:39.245231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.251152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.254644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2f62117f-600f-45d4-b6e4-7ae1654136da HTTP/1.1" status: 204 len: 168 time: 0.8061974 Nov 11 21:36:39.258611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35552) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:39.273237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff460bcc-88d5-49d1-bde8-ae538d3955e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f62117f-600f-45d4-b6e4-7ae1654136da,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:39.625579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.830951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:39.851568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:39.851914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 2a496c4d-38c3-4d3b-ad19-4308061bc1b5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:39.887417 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Deleting port 95eda09e-deaf-48ef-9e44-779184b33df6 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:39.887756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.967304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] For port 95eda09e-deaf-48ef-9e44-779184b33df6, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=95eda09e-deaf-48ef-9e44-779184b33df6,segment=NetworkSegment(de058b83-e32f-43d2-846f-380baa4b7674),segment_id=de058b83-e32f-43d2-846f-380baa4b7674)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:39.967665 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:39.985829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Calling delete_port for 95eda09e-deaf-48ef-9e44-779184b33df6 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:40.305226 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.333455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Pushing event deleted for resources: {'Port': ['ID=95eda09e-deaf-48ef-9e44-779184b33df6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:40.357665 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.358231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.358572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.358910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.359246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.359576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.359985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.360768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.361106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.361438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.361765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.362091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:40.508842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:40.726947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Router 129cfaf9-a77c-4555-8400-ef74ec26b910 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:36:40.834341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:40.840109 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-05f70526-134c-4f14-b9f0-6cbdc73d3272 admin admin] 10.222.0.31 "PUT /v2.0/routers/129cfaf9-a77c-4555-8400-ef74ec26b910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5799489 Nov 11 21:36:40.842734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35608) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:40.843797 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] Sync routers for ids ['129cfaf9-a77c-4555-8400-ef74ec26b910'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:40.853997 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] Routers {'129cfaf9-a77c-4555-8400-ef74ec26b910'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:40.854602 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['129cfaf9-a77c-4555-8400-ef74ec26b910'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:40.960488 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] Set router 129cfaf9-a77c-4555-8400-ef74ec26b910 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:40.960752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.065808 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.145031 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:36:40Z', 'revision_number': 5, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:41.170968 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] Checking router: 129cfaf9-a77c-4555-8400-ef74ec26b910 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:41.179856 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] Routers {'129cfaf9-a77c-4555-8400-ef74ec26b910'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:41.180484 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['129cfaf9-a77c-4555-8400-ef74ec26b910'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:41.240476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Deleting port bb4e4cb3-37e4-4188-9907-8fa6967a2848 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:41.240741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.328732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] For port bb4e4cb3-37e4-4188-9907-8fa6967a2848, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bb4e4cb3-37e4-4188-9907-8fa6967a2848,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:41.329093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.341178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Calling delete_port for bb4e4cb3-37e4-4188-9907-8fa6967a2848 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:41.379243 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] Set router 129cfaf9-a77c-4555-8400-ef74ec26b910 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:41.555618 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:36:40Z', 'revision_number': 5, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:41.584807 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b031094-5427-49d2-9090-3596f98677f5 None None] The sync data for ids ['129cfaf9-a77c-4555-8400-ef74ec26b910'] in n-d-805734-3 is: [{'id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'name': 'tempest-TestVolumeBackupRestore-769693010-router', 'tenant_id': '72957823f13a4444b035225b4511439e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:36:40Z', 'revision_number': 5, 'project_id': '72957823f13a4444b035225b4511439e', 'gw_port': {'id': 'bb4e4cb3-37e4-4188-9907-8fa6967a2848', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '129cfaf9-a77c-4555-8400-ef74ec26b910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:32:06Z', 'updated_at': '2021-11-11T21:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:41.674612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.701477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4e4cb3-37e4-4188-9907-8fa6967a2848,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:41.717144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb9a5f-a3ed-4c38-a993-6009a0f5f6d9 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:41.768444 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.863543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:41.865622 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.020769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.035831 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 129cfaf9-a77c-4555-8400-ef74ec26b910 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:36:42.035831 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.036075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:42.036921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 95eda09e-deaf-48ef-9e44-779184b33df6 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:42.037094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-de4cc093-92bf-4b60-ada3-d11a48bded83 admin admin] 10.222.0.31 "DELETE /v2.0/routers/129cfaf9-a77c-4555-8400-ef74ec26b910 HTTP/1.1" status: 204 len: 168 time: 1.1925347 Nov 11 21:36:42.055350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 95eda09e-deaf-48ef-9e44-779184b33df6 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:42.055702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 95eda09e-deaf-48ef-9e44-779184b33df6 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:42.087169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] Deleting subnet 8f1166fc-0979-4fe3-af8a-9e34b14127c5 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:36:42.090482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.125034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.215432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.376711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.400677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1166fc-0979-4fe3-af8a-9e34b14127c5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:42.406166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.409365 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-71bc2f37-c418-4a9b-9055-805595d742e3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8f1166fc-0979-4fe3-af8a-9e34b14127c5 HTTP/1.1" status: 204 len: 168 time: 0.3777175 Nov 11 21:36:42.411742 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:42.412810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe544d-63cb-4c71-9ad0-d99d5646523b None None] Network b26f9655-9b42-4bd8-a679-5c57763fffd3 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:42.485446 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.539365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Deleting port 0ac98680-2038-4c2e-98d3-11f3b378912a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:42.539708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.607509 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] For port 0ac98680-2038-4c2e-98d3-11f3b378912a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0ac98680-2038-4c2e-98d3-11f3b378912a,segment=NetworkSegment(de058b83-e32f-43d2-846f-380baa4b7674),segment_id=de058b83-e32f-43d2-846f-380baa4b7674)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:42.607855 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.611209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] DHCP port deletion for b26f9655-9b42-4bd8-a679-5c57763fffd3 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:42.622279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Calling delete_port for 0ac98680-2038-4c2e-98d3-11f3b378912a owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:42.669313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] Deleting port 0ac98680-2038-4c2e-98d3-11f3b378912a {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:36:42.669797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.735683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] For port 0ac98680-2038-4c2e-98d3-11f3b378912a, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=0ac98680-2038-4c2e-98d3-11f3b378912a,segment=NetworkSegment(de058b83-e32f-43d2-846f-380baa4b7674),segment_id=de058b83-e32f-43d2-846f-380baa4b7674)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:42.736569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.748541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] Calling delete_port for 0ac98680-2038-4c2e-98d3-11f3b378912a owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:36:42.827800 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.833956 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.854905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac98680-2038-4c2e-98d3-11f3b378912a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:42.856946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] No DVR routers for this DVR port 0ac98680-2038-4c2e-98d3-11f3b378912a on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:42.867613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] No DVR routers for this DVR port 0ac98680-2038-4c2e-98d3-11f3b378912a on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:36:42.872356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8c5be-8721-4b48-bc6c-b49d0c0d1cbc None None] Pushing event deleted for resources: {'Port': ['ID=0ac98680-2038-4c2e-98d3-11f3b378912a,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:42.933216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.953666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f9655-9b42-4bd8-a679-5c57763fffd3']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:42.962834 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de058b83-e32f-43d2-846f-380baa4b7674') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:42.963128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de058b83-e32f-43d2-846f-380baa4b7674') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:42.973715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.987632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.994168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:36:42.994610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:36:42.996366 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:36:43.142651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.147971 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.151191 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b26f9655-9b42-4bd8-a679-5c57763fffd3 HTTP/1.1" status: 204 len: 168 time: 0.7385061 Nov 11 21:36:43.162345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc40e1-c008-4bc1-8a41-1a9ef9414151 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26f9655-9b42-4bd8-a679-5c57763fffd3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:43.685141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35688) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:43.732462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c73de740-4be2-4ffb-ba73-2481bfb3d8ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6026e85ff4944e185e7ac48136d5e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460088 Nov 11 21:36:43.735813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:43.804724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-666db041-5283-42e5-86ff-6759da5e000c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.826425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-666db041-5283-42e5-86ff-6759da5e000c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.842548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0ac98680-2038-4c2e-98d3-11f3b378912a no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:43.862856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 0ac98680-2038-4c2e-98d3-11f3b378912a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:43.863079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 0ac98680-2038-4c2e-98d3-11f3b378912a not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:43.863427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bb4e4cb3-37e4-4188-9907-8fa6967a2848 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:36:43.885430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bb4e4cb3-37e4-4188-9907-8fa6967a2848 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:36:43.885772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bb4e4cb3-37e4-4188-9907-8fa6967a2848 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:36:43.991133 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-666db041-5283-42e5-86ff-6759da5e000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.993938 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-666db041-5283-42e5-86ff-6759da5e000c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:43.995115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-666db041-5283-42e5-86ff-6759da5e000c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/972f6021-d676-47f2-bd0c-c3addb010ba8 HTTP/1.1" status: 204 len: 168 time: 0.2580585 Nov 11 21:36:44.005262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666db041-5283-42e5-86ff-6759da5e000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972f6021-d676-47f2-bd0c-c3addb010ba8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:45.090580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:45.134904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-70a720c2-e8c3-4a34-b65c-261677202367 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72957823f13a4444b035225b4511439e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429535 Nov 11 21:36:45.137398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 35724) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:45.185637 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fffe3cde-f06f-4bee-ab93-c01e2940bcfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:45.207359 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fffe3cde-f06f-4bee-ab93-c01e2940bcfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:45.410247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fffe3cde-f06f-4bee-ab93-c01e2940bcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:45.412886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fffe3cde-f06f-4bee-ab93-c01e2940bcfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:45.414066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fffe3cde-f06f-4bee-ab93-c01e2940bcfb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/696eb6bf-ac80-4e85-94fc-164760898cb6 HTTP/1.1" status: 204 len: 168 time: 0.2757370 Nov 11 21:36:45.421934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe3cde-f06f-4bee-ab93-c01e2940bcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696eb6bf-ac80-4e85-94fc-164760898cb6,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:46.691295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:46.788918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1074658190-network', 'tenant_id': 'e252db3482084f36861f97ce757f2912'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:46.872679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:46.874971 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:46.883959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:46.957989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.067068 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.094131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:36:47.100458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daeab68-0606-4f80-a655-f78456a53b91,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:47.106523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.106877 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Added segment aca9be01-74a9-42be-bbf3-11a1f6a900e4 of type vlan for network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa Nov 11 21:36:47.147915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.267730 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.268748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:47.269348 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.331327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] Pushing event updated for resources: {'Network': ['ID=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:47.341051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:36:47.372791 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-20eadb29-fdf4-4944-b019-195d6b4c33dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6803968 Nov 11 21:36:47.375818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:47.380628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Request body: {'subnet': {'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1074658190-subnet', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:47.524370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:47.526645 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.758991 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:47.809031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6845b7-a8e7-4d2d-a130-834d4898e696,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:47.826064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:47.826411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Network hostable DHCP agents. Network: 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:36:47.973725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:36:48.061392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:48.066544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:48.067202 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.073133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171073d9-ffd4-4d16-873e-58de0ad0a84d None None] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:48.167594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8fe62b6c-f9b8-4a57-8c77-6143550c5f0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7905679 Nov 11 21:36:48.171657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:48.176882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:48.218061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:36:48.218915 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.273367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.274501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.324725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.356456 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Allocated IP 172.20.0.2 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/31ef4e9d-e1f0-4fac-b584-d862d46e34d3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:48.498864 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.553639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.596751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.638781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:48.644800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:48.646971 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Pushing event updated for resources: {'Port': ['ID=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:48.649220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:48.706756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Attempting to bind port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:48.707135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Attempting to bind port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:48.707504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Attempting to bind port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:48.712573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:48.712955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:48.713363 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.713762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:48.714256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Bound port: 31ef4e9d-e1f0-4fac-b584-d862d46e34d3, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:48.714759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.785060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-325580d2-a105-410f-87ef-3579c58e589c None None] For port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:48.788194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-325580d2-a105-410f-87ef-3579c58e589c None None] For port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:48.823289 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.842321 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.879113 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:48.942942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325580d2-a105-410f-87ef-3579c58e589c None None] Pushing event updated for resources: {'Port': ['ID=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:48.947507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Allocated IP 172.25.2.43 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/561040d2-2041-4ee4-99f4-f63c4a1add81) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:49.061028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.171102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.216327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:49.219424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:49.221811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:49.227586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=561040d2-2041-4ee4-99f4-f63c4a1add81,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:49.232827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7a64bc-b9fa-4f78-b2d4-b8a3ae395835 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:49.312301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e7b94d47-1262-48ae-88d0-250ded154bbe None None] Provisioning complete for port 561040d2-2041-4ee4-99f4-f63c4a1add81 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:49.313208 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e7b94d47-1262-48ae-88d0-250ded154bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.346993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e7b94d47-1262-48ae-88d0-250ded154bbe None None] Port 561040d2-2041-4ee4-99f4-f63c4a1add81 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:49.599643 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:49.850632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5c721-36de-4d24-a2e0-597a4b0ddb6c None None] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:49.883975 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:49.950735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2b4bd8a2-8271-4d85-a7ff-d16b5949e5ed None None] Provisioning complete for port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:49.951103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b4bd8a2-8271-4d85-a7ff-d16b5949e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.061730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:50.062102 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.137795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.151598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b4bd8a2-8271-4d85-a7ff-d16b5949e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.216879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2b4bd8a2-8271-4d85-a7ff-d16b5949e5ed None None] For port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:50.236599 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.296666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b4bd8a2-8271-4d85-a7ff-d16b5949e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.377823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 21:36:50.378190 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 21:36:50.380809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bd8a2-8271-4d85-a7ff-d16b5949e5ed None None] Pushing event updated for resources: {'Port': ['ID=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:50.398685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Router 502e6e9d-434a-409a-9658-b8344b6b0472 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:36:50.416086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d51ec695-1ba1-4d35-b40b-157f403169e7 None None] Provisioning complete for port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:50.416498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d51ec695-1ba1-4d35-b40b-157f403169e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.507298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:50.517870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:50.526733 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:50.527345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:50.631528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:50.635029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:50.636352 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5201e3f0-c27b-4268-b990-ca64f8bc1eb1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4628255 Nov 11 21:36:50.638980 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:50.812263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:49Z', 'revision_number': 3, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:51.003415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:51.004081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Updating router 502e6e9d-434a-409a-9658-b8344b6b0472 port 561040d2-2041-4ee4-99f4-f63c4a1add81 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:36:51.052362 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.070652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.226651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Allocated IP 172.20.0.1 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/48e401e0-ea69-4e55-9e70-999043c59d1f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:51.307933 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.330574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.415928 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.463541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4cd186-584e-4133-a1f6-4a154cf72c60 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:51.474807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6033dc-4986-4ffc-afb7-13273d5ce46b None None] Pushing event updated for resources: {'Port': ['ID=561040d2-2041-4ee4-99f4-f63c4a1add81,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:51.477098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Attempting to bind port 561040d2-2041-4ee4-99f4-f63c4a1add81 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:51.477432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Attempting to bind port 561040d2-2041-4ee4-99f4-f63c4a1add81 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:51.477901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Attempting to bind port 561040d2-2041-4ee4-99f4-f63c4a1add81 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:51.486767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:51.487141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:51.487543 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.487936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:51.488434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Bound port: 561040d2-2041-4ee4-99f4-f63c4a1add81, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:51.488948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.496453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.537257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:51.543777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:51.544805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b34d76d0-5bb1-4fff-a743-f5bb28bbdf3f None None] Provisioning complete for port 561040d2-2041-4ee4-99f4-f63c4a1add81 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:51.545182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b34d76d0-5bb1-4fff-a743-f5bb28bbdf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.549973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:51.576029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] For port 561040d2-2041-4ee4-99f4-f63c4a1add81, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:51.582240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Pushing event updated for resources: {'Port': ['ID=48e401e0-ea69-4e55-9e70-999043c59d1f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:51.597713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] For port 561040d2-2041-4ee4-99f4-f63c4a1add81, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=561040d2-2041-4ee4-99f4-f63c4a1add81,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:51.599577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b34d76d0-5bb1-4fff-a743-f5bb28bbdf3f None None] Port 561040d2-2041-4ee4-99f4-f63c4a1add81 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:51.604107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.731046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.775500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea7a2ba-c2d3-4374-a60a-40dd2558d177 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:51.800881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:51.801567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:51.808466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6033dc-4986-4ffc-afb7-13273d5ce46b None None] Pushing event updated for resources: {'Port': ['ID=561040d2-2041-4ee4-99f4-f63c4a1add81,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:51.858511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:51.860065 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.909934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Provisioning complete for port 48e401e0-ea69-4e55-9e70-999043c59d1f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:51.910303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:51.997650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Port 48e401e0-ea69-4e55-9e70-999043c59d1f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:52.002819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:52.030024 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.068753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:52.069304 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.105828 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Provisioning complete for port 561040d2-2041-4ee4-99f4-f63c4a1add81 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:52.106205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.220069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.290617 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.293288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Pushing event updated for resources: {'Port': ['ID=48e401e0-ea69-4e55-9e70-999043c59d1f,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:52.314399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.341777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-daa7759a-5f64-4097-875b-639d428834ea None None] For port 561040d2-2041-4ee4-99f4-f63c4a1add81, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=561040d2-2041-4ee4-99f4-f63c4a1add81,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:52.364591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:49Z', 'revision_number': 3, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:52.393678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:52.395097 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:52.396190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b69d7-9cd4-445d-a6a1-7bb3efa6a84f None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:49Z', 'revision_number': 3, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:52.436560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.491299 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.494295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7759a-5f64-4097-875b-639d428834ea None None] Pushing event updated for resources: {'Port': ['ID=561040d2-2041-4ee4-99f4-f63c4a1add81,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:52.543061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:36:52.674508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:52.676128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-df83cf5d-bf79-4d46-abef-6fafaac53348 None None] Provisioning complete for port 48e401e0-ea69-4e55-9e70-999043c59d1f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:52.676128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df83cf5d-bf79-4d46-abef-6fafaac53348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:52.687240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-84411afe-d13f-4c3e-a718-5bcdf71cff35 admin admin] 10.222.0.31 "PUT /v2.0/routers/502e6e9d-434a-409a-9658-b8344b6b0472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0400727 Nov 11 21:36:52.727859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-df83cf5d-bf79-4d46-abef-6fafaac53348 None None] Port 48e401e0-ea69-4e55-9e70-999043c59d1f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:53.543671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:53.549433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-684723335-network', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:53.659374 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Made reservation on behalf of b2c0a1f4834048efbc14fec6a075743d for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:53.661955 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.671748 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.746787 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.850652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.863795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 561040d2-2041-4ee4-99f4-f63c4a1add81 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:53.883696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:36:53.889174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7b9772-bdd7-403c-a980-2c17a7f176d0,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:53.898996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.898996 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Added segment b7f3d5df-eaa7-453f-b545-619e4a6c3fbb of type vlan for network 7fc378a2-2067-4efd-906d-135d6fd19dd2 Nov 11 21:36:53.919392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 561040d2-2041-4ee4-99f4-f63c4a1add81 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:53.919767 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.935935 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:53.944689 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:53.951291 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:53.951985 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:54.059333 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:54.098909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.100007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:54.100685 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.159709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] Pushing event updated for resources: {'Network': ['ID=7fc378a2-2067-4efd-906d-135d6fd19dd2,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:54.169255 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:36:54.201072 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-39345dc1-3c50-49d6-9e6f-aed201ce7069 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6544960 Nov 11 21:36:54.202050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:54.207606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Request body: {'subnet': {'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-684723335-subnet', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:54.272997 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 2, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:54.303427 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:54.304121 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Updating router 502e6e9d-434a-409a-9658-b8344b6b0472 port 48e401e0-ea69-4e55-9e70-999043c59d1f binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:36:54.330720 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.333744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Made reservation on behalf of b2c0a1f4834048efbc14fec6a075743d for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:36:54.339905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.591248 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.626045 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.686541 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=454fb39d-1930-4ed8-9cad-1ad4ae29b187,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:54.694278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Checking segment: {'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:54.694636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Network hostable DHCP agents. Network: 7fc378a2-2067-4efd-906d-135d6fd19dd2, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:36:54.741232 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.791950 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Pushing event updated for resources: {'Port': ['ID=48e401e0-ea69-4e55-9e70-999043c59d1f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:54.802419 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.802813 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.803164 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.803501 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.803833 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.804183 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.804514 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.804842 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.805165 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.805513 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.805836 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.806157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:36:54.857634 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Attempting to bind port 48e401e0-ea69-4e55-9e70-999043c59d1f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:54.858004 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Attempting to bind port 48e401e0-ea69-4e55-9e70-999043c59d1f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:54.858388 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Attempting to bind port 48e401e0-ea69-4e55-9e70-999043c59d1f on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:54.864240 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:54.864617 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:54.865017 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.865410 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:54.865883 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Bound port: 48e401e0-ea69-4e55-9e70-999043c59d1f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:54.866296 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.878697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:36:54.931149 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] For port 48e401e0-ea69-4e55-9e70-999043c59d1f, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:54.934532 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] For port 48e401e0-ea69-4e55-9e70-999043c59d1f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=48e401e0-ea69-4e55-9e70-999043c59d1f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:54.969823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 7fc378a2-2067-4efd-906d-135d6fd19dd2) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:54.974287 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:36:54.974928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:54.978477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbff1f-b17e-4710-bfb6-a421654a3129 None None] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:55.033521 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.080480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4009d3e0-64c5-40dd-b99c-985c60cbdf7f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8767085 Nov 11 21:36:55.082502 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:55.086955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:36:55.105609 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:55.105609 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:55.110184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-20203aad-7335-4eaa-bdd7-92b09582886f None None] Provisioning complete for port 48e401e0-ea69-4e55-9e70-999043c59d1f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:55.110621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20203aad-7335-4eaa-bdd7-92b09582886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.140178 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdbd73-bf71-4f4c-b44a-209332ec2130 None None] Pushing event updated for resources: {'Port': ['ID=48e401e0-ea69-4e55-9e70-999043c59d1f,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:55.186781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-7fc378a2-2067-4efd-906d-135d6fd19dd2', 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'fixed_ips': [{'subnet_id': '454fb39d-1930-4ed8-9cad-1ad4ae29b187'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:36:55.188442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.225946 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:55.242616 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.243698 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.311586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.330043 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20203aad-7335-4eaa-bdd7-92b09582886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.398267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-20203aad-7335-4eaa-bdd7-92b09582886f None None] For port 48e401e0-ea69-4e55-9e70-999043c59d1f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=48e401e0-ea69-4e55-9e70-999043c59d1f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:55.403498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Allocated IP 172.20.0.2 (7fc378a2-2067-4efd-906d-135d6fd19dd2/454fb39d-1930-4ed8-9cad-1ad4ae29b187/185f0a55-e602-44d7-baa8-bc59af359995) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:55.439352 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:54Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:55.466381 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c951080e-9a95-4f1f-8718-90a908b87514 None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:54Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:55.526139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20203aad-7335-4eaa-bdd7-92b09582886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.619632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.622720 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.627905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203aad-7335-4eaa-bdd7-92b09582886f None None] Pushing event updated for resources: {'Port': ['ID=48e401e0-ea69-4e55-9e70-999043c59d1f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:55.650437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-99a74a73-46a1-4f7e-a4f1-030b815c2a6a None None] Provisioning complete for port 48e401e0-ea69-4e55-9e70-999043c59d1f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:55.650757 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99a74a73-46a1-4f7e-a4f1-030b815c2a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.750382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.818528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Pushing event updated for resources: {'Port': ['ID=185f0a55-e602-44d7-baa8-bc59af359995,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:55.822611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:55.824439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:55.827108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:55.930227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 48e401e0-ea69-4e55-9e70-999043c59d1f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:55.932777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Attempting to bind port 185f0a55-e602-44d7-baa8-bc59af359995 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:55.933152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Attempting to bind port 185f0a55-e602-44d7-baa8-bc59af359995 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:55.933516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Attempting to bind port 185f0a55-e602-44d7-baa8-bc59af359995 on network 7fc378a2-2067-4efd-906d-135d6fd19dd2 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:55.965067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:55.965453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Checking segment: {'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:55.976372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.976372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Bound using segment: {'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:55.976372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Bound port: 185f0a55-e602-44d7-baa8-bc59af359995, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:55.976372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:55.976864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.021322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.049968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 48e401e0-ea69-4e55-9e70-999043c59d1f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:56.050537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.076461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] For port 185f0a55-e602-44d7-baa8-bc59af359995, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:56.097113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] For port 185f0a55-e602-44d7-baa8-bc59af359995, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=185f0a55-e602-44d7-baa8-bc59af359995,segment=NetworkSegment(b7f3d5df-eaa7-453f-b545-619e4a6c3fbb),segment_id=b7f3d5df-eaa7-453f-b545-619e4a6c3fbb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:56.160168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Allocated IP 172.25.2.119 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/6a77bf86-e6c6-42c8-92b7-c9046b4278f4) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:56.176381 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.243035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334d2ec-0909-492a-87f3-00a46c63b923 None None] Pushing event updated for resources: {'Port': ['ID=185f0a55-e602-44d7-baa8-bc59af359995,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:56.304471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.422954 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.485168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:56.493548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:56.499311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:56.504109 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Pushing event updated for resources: {'Port': ['ID=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:56.522720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9054eac6-6394-4dcb-8735-afa16513a9cf None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:56.575291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-69e928ba-6fd8-4cc9-9332-19f577eae614 None None] Provisioning complete for port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:56.575874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69e928ba-6fd8-4cc9-9332-19f577eae614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:56.619386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-69e928ba-6fd8-4cc9-9332-19f577eae614 None None] Port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:56.941074 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.147884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.270541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35944b19-2407-4470-a358-d3259c15c4d2 None None] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:36:57.352879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:36:57.362919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-491dcd29-9e9c-493e-9879-bc1e184ddc15 None None] Provisioning complete for port 185f0a55-e602-44d7-baa8-bc59af359995 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:57.363268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-491dcd29-9e9c-493e-9879-bc1e184ddc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.465467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:36:57.583531 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.584752 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d418a152-cb31-4ba0-af6e-8fd188e4b31e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5012417 Nov 11 21:36:57.587459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 35776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:36:57.614735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Sync routers for ids ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:36:57.661530 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Routers {'2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:57.662171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:57.722966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-491dcd29-9e9c-493e-9879-bc1e184ddc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.737513 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:57.802605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-491dcd29-9e9c-493e-9879-bc1e184ddc15 None None] For port 185f0a55-e602-44d7-baa8-bc59af359995, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=185f0a55-e602-44d7-baa8-bc59af359995,segment=NetworkSegment(b7f3d5df-eaa7-453f-b545-619e4a6c3fbb),segment_id=b7f3d5df-eaa7-453f-b545-619e4a6c3fbb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:57.830086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Set router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:57.919607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 185f0a55-e602-44d7-baa8-bc59af359995 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:36:57.978063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-491dcd29-9e9c-493e-9879-bc1e184ddc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.098567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dcd29-9e9c-493e-9879-bc1e184ddc15 None None] Pushing event updated for resources: {'Port': ['ID=185f0a55-e602-44d7-baa8-bc59af359995,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:58.119791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 185f0a55-e602-44d7-baa8-bc59af359995 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:58.120195 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.122470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-907a25db-3e19-4e1a-bedd-6640b6809e3e None None] Provisioning complete for port 185f0a55-e602-44d7-baa8-bc59af359995 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:58.122837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-907a25db-3e19-4e1a-bedd-6640b6809e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.221291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:36:56Z', 'revision_number': 3, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port': {'id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:56Z', 'updated_at': '2021-11-11T21:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:58.288400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Checking router: 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:36:58.289060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Updating router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:36:58.334587 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.371002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.528966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Allocated IP 172.20.0.1 (7fc378a2-2067-4efd-906d-135d6fd19dd2/454fb39d-1930-4ed8-9cad-1ad4ae29b187/e76e2c0d-eece-46ac-bfc5-9398667d2e13) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:36:58.596936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.632879 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.809704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.853815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf7c6d-85b1-4ccf-ba01-b0169e0daf93 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:58.868803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Attempting to bind port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:36:58.869176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Attempting to bind port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:36:58.869539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Attempting to bind port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:36:58.874012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926159-1d16-4da5-960c-0e26f1900b7f None None] Pushing event updated for resources: {'Port': ['ID=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:58.879485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:36:58.879895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:36:58.880263 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.880650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:36:58.881118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Bound port: 6a77bf86-e6c6-42c8-92b7-c9046b4278f4, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:36:58.881499 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.922659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.932984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] For port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:36:58.937903 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] For port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:36:58.961111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:58.963852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:58.965284 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-450e5472-1634-4204-acf9-3e32a0dad5bb None None] Provisioning complete for port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:58.965654 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-450e5472-1634-4204-acf9-3e32a0dad5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:58.966232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:36:58.997351 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Pushing event updated for resources: {'Port': ['ID=e76e2c0d-eece-46ac-bfc5-9398667d2e13,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:59.013493 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-450e5472-1634-4204-acf9-3e32a0dad5bb None None] Port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:59.020902 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.111406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.158278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc466f-d7bd-48f0-b6ec-158dd7d5d2db None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:36:59.180339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Routers {'2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:36:59.180962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:59.183442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926159-1d16-4da5-960c-0e26f1900b7f None None] Pushing event updated for resources: {'Port': ['ID=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:59.241102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.251142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Provisioning complete for port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:59.251523 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.339219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] Set router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:36:59.422559 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.484633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.518290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] For port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:36:59.571329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-79056119-f10b-444d-87b5-2e2574933868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:36:56Z', 'revision_number': 3, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port': {'id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:56Z', 'updated_at': '2021-11-11T21:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:36:59.575598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.599807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79056119-f10b-444d-87b5-2e2574933868 None None] The sync data for ids ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'] in n-d-805734-3 is: [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:36:56Z', 'revision_number': 3, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port': {'id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:56Z', 'updated_at': '2021-11-11T21:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:36:59.643466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.651847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Pushing event updated for resources: {'Port': ['ID=e76e2c0d-eece-46ac-bfc5-9398667d2e13,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:59.670569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.711538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Provisioning complete for port e76e2c0d-eece-46ac-bfc5-9398667d2e13 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:36:59.712173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:36:59.750481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:36:59.752381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:36:59.758435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Pushing event updated for resources: {'Port': ['ID=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:36:59.765007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6a26d79-72b1-4b67-bca2-36971c4fc446 None None] Port e76e2c0d-eece-46ac-bfc5-9398667d2e13 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:36:59.919132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:36:59.928985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 185f0a55-e602-44d7-baa8-bc59af359995 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:00.002979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 185f0a55-e602-44d7-baa8-bc59af359995 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:00.003353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.050464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:37:00.064262 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-963fffaa-0ce7-41bc-90f4-f8eaf78b9061 admin admin] 10.222.0.31 "PUT /v2.0/routers/2bda6c2b-940a-4e44-b6d6-5e5957b9dac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4676311 Nov 11 21:37:00.108058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af7d2ddc-f83d-43bb-81bc-7a02db1b1436 None None] Provisioning complete for port e76e2c0d-eece-46ac-bfc5-9398667d2e13 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:00.108485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af7d2ddc-f83d-43bb-81bc-7a02db1b1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:00.145773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-af7d2ddc-f83d-43bb-81bc-7a02db1b1436 None None] Port e76e2c0d-eece-46ac-bfc5-9398667d2e13 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:01.219719 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Sync routers for ids ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:37:01.229170 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Routers {'2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:01.229770 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:01.420354 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Set router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:01.623362 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 4, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port': {'id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:56Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'e76e2c0d-eece-46ac-bfc5-9398667d2e13', 'name': '', 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'mac_address': 'fa:16:3e:c2:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '454fb39d-1930-4ed8-9cad-1ad4ae29b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:58Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 2, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'subnets': [{'id': '454fb39d-1930-4ed8-9cad-1ad4ae29b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:01.649146 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Checking router: 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:37:01.649427 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Updating router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 port e76e2c0d-eece-46ac-bfc5-9398667d2e13 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:37:01.672890 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.870910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:01.936172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:01.936172 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.953583 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:01.986965 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5dc242f8-0b16-49ad-89dd-cb7d6d110512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.054039 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.145001 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c4647-216b-478d-9a3b-83fb5da7d691 None None] Pushing event updated for resources: {'Port': ['ID=e76e2c0d-eece-46ac-bfc5-9398667d2e13,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:02.185180 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Attempting to bind port e76e2c0d-eece-46ac-bfc5-9398667d2e13 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:02.185463 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Attempting to bind port e76e2c0d-eece-46ac-bfc5-9398667d2e13 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:02.185828 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Attempting to bind port e76e2c0d-eece-46ac-bfc5-9398667d2e13 on network 7fc378a2-2067-4efd-906d-135d6fd19dd2 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:02.199109 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:02.199488 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Checking segment: {'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:02.199891 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.200304 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Bound using segment: {'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:02.200787 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Bound port: e76e2c0d-eece-46ac-bfc5-9398667d2e13, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:02.201175 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.266777 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] For port e76e2c0d-eece-46ac-bfc5-9398667d2e13, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:02.270155 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] For port e76e2c0d-eece-46ac-bfc5-9398667d2e13, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e76e2c0d-eece-46ac-bfc5-9398667d2e13,segment=NetworkSegment(b7f3d5df-eaa7-453f-b545-619e4a6c3fbb),segment_id=b7f3d5df-eaa7-453f-b545-619e4a6c3fbb)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:02.357109 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.377331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af08a008-8632-49f1-b850-f6b7460b38f1 None None] Provisioning complete for port e76e2c0d-eece-46ac-bfc5-9398667d2e13 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:02.377698 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af08a008-8632-49f1-b850-f6b7460b38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.417636 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c4647-216b-478d-9a3b-83fb5da7d691 None None] Pushing event updated for resources: {'Port': ['ID=e76e2c0d-eece-46ac-bfc5-9398667d2e13,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:02.438286 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Routers {'2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:37:02.438861 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:36:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:02.480877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af08a008-8632-49f1-b850-f6b7460b38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.516333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-af08a008-8632-49f1-b850-f6b7460b38f1 None None] For port e76e2c0d-eece-46ac-bfc5-9398667d2e13, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e76e2c0d-eece-46ac-bfc5-9398667d2e13,segment=NetworkSegment(b7f3d5df-eaa7-453f-b545-619e4a6c3fbb),segment_id=b7f3d5df-eaa7-453f-b545-619e4a6c3fbb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:02.557620 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] Set router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:37:02.615905 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af08a008-8632-49f1-b850-f6b7460b38f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:02.782346 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 4, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port': {'id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:56Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'e76e2c0d-eece-46ac-bfc5-9398667d2e13', 'name': '', 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'mac_address': 'fa:16:3e:c2:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '454fb39d-1930-4ed8-9cad-1ad4ae29b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:58Z', 'updated_at': '2021-11-11T21:37:02Z', 'revision_number': 4, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'subnets': [{'id': '454fb39d-1930-4ed8-9cad-1ad4ae29b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:37:02.810620 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414e4509-aa02-4b37-b449-0e44fe75204c None None] The sync data for ids ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'] in n-d-805734-3 is: [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 4, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port': {'id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:56Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'e76e2c0d-eece-46ac-bfc5-9398667d2e13', 'name': '', 'network_id': '7fc378a2-2067-4efd-906d-135d6fd19dd2', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'mac_address': 'fa:16:3e:c2:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '454fb39d-1930-4ed8-9cad-1ad4ae29b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:58Z', 'updated_at': '2021-11-11T21:37:02Z', 'revision_number': 4, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'subnets': [{'id': '454fb39d-1930-4ed8-9cad-1ad4ae29b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:37:02.858658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a008-8632-49f1-b850-f6b7460b38f1 None None] Pushing event updated for resources: {'Port': ['ID=e76e2c0d-eece-46ac-bfc5-9398667d2e13,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:02.875854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9bf75b80-8be3-4a73-950b-e663f5aa9c78 None None] Provisioning complete for port e76e2c0d-eece-46ac-bfc5-9398667d2e13 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:02.876534 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9bf75b80-8be3-4a73-950b-e663f5aa9c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:03.875506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e76e2c0d-eece-46ac-bfc5-9398667d2e13 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:03.931619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port e76e2c0d-eece-46ac-bfc5-9398667d2e13 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:03.932250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:04.102763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-4fa35127-9cc1-40d5-bfec-d878838a2984 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:04.104180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-4fa35127-9cc1-40d5-bfec-d878838a2984 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1088469 Nov 11 21:37:04.119392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-e72bffb0-3ee3-42b3-a98b-32a53584daaa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/quotas/e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 375 time: 0.0090330 Nov 11 21:37:04.170623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-46e26630-81de-4882-9f09-8e6cae976979 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461731 Nov 11 21:37:04.359877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-c6ddf345-2a0f-4eca-a913-3ea963d0941b service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820872 Nov 11 21:37:04.455267 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68c91376-86a7-4817-ad2a-7228ca323066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:04.456506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-a8a183da-fc0f-4fc6-b7d7-0fed3260fc9f service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908775 Nov 11 21:37:05.108278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ca1c7005-965b-4a03-b94f-be32bb754a1a req-4a47d7cc-c8e1-42be-9bab-e869d5304a37 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Nov 11 21:37:05.270375 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:37:05.716206 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:06.186558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a0f68a88-e559-469f-9662-574377b024c7 req-c0546053-0746-4325-83b7-4e4f29e76259 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0267675 Nov 11 21:37:07.232571 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:07.283480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47e84ae9-12e7-406b-8290-2dacb8d89807 req-8aafbbb0-97a7-48fd-a192-671aef54cbd6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0275149 Nov 11 21:37:07.870162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-dfbe2666-6987-48f0-bfa0-164f7831f797 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:07.871833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-dfbe2666-6987-48f0-bfa0-164f7831f797 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1108699 Nov 11 21:37:07.885572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'port': {'device_id': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'admin_state_up': True, 'tenant_id': 'e252db3482084f36861f97ce757f2912'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:07.961836 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.138972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:37:08.143303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.280246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.20.0.4 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/7b58f68f-a804-44ef-916a-fb35dd8bce3f) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:37:08.413217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f8bad6a-63a6-46d4-9848-d5f7d95e5eb0 req-25546266-526b-4035-90f6-91aedd6d535b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0596430 Nov 11 21:37:08.470172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.621744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.668828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:37:08.674161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:37:08.678061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:37:08.708634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=7b58f68f-a804-44ef-916a-fb35dd8bce3f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:08.739820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:08.740693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.852464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-656e56a3-052c-431e-a3d2-97b1c04b133a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706757 Nov 11 21:37:08.867088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Request body: {'port': {'device_id': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:37:08.925536 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.933354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1f4dfd4a-e85a-4361-9b21-540bd9329653 None None] Provisioning complete for port 7b58f68f-a804-44ef-916a-fb35dd8bce3f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:08.933816 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfd4a-e85a-4361-9b21-540bd9329653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:08.979100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1f4dfd4a-e85a-4361-9b21-540bd9329653 None None] Port 7b58f68f-a804-44ef-916a-fb35dd8bce3f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:37:09.199296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b58f68f-a804-44ef-916a-fb35dd8bce3f {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:09.206904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.218935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Transition to ACTIVE for port object 7b58f68f-a804-44ef-916a-fb35dd8bce3f will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:37:09.310479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.369874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Pushing event updated for resources: {'Port': ['ID=7b58f68f-a804-44ef-916a-fb35dd8bce3f,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:09.441499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Attempting to bind port 7b58f68f-a804-44ef-916a-fb35dd8bce3f on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:37:09.442267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Attempting to bind port 7b58f68f-a804-44ef-916a-fb35dd8bce3f by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:37:09.442267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Attempting to bind port 7b58f68f-a804-44ef-916a-fb35dd8bce3f on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:09.446965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Port 7b58f68f-a804-44ef-916a-fb35dd8bce3f on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:37:09.447296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Attempting to bind port 7b58f68f-a804-44ef-916a-fb35dd8bce3f on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:37:09.454376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:37:09.455684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:37:09.456619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:37:09.457178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Bound port: 7b58f68f-a804-44ef-916a-fb35dd8bce3f, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:37:09.458092 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.554882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] For port 7b58f68f-a804-44ef-916a-fb35dd8bce3f, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:37:09.556700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc39e-e6aa-4ffb-9b4b-6fdad14b75b6 req-7b16fd10-c64b-4817-9ac7-68e7d41058ba tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.559526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec9dc39e-e6aa-4ffb-9b4b-6fdad14b75b6 req-7b16fd10-c64b-4817-9ac7-68e7d41058ba tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0710044 Nov 11 21:37:09.561039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] For port 7b58f68f-a804-44ef-916a-fb35dd8bce3f, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7b58f68f-a804-44ef-916a-fb35dd8bce3f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:37:09.618470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ec9dc39e-e6aa-4ffb-9b4b-6fdad14b75b6 req-915b3787-e9f4-4068-beda-15acc30b05a1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521138 Nov 11 21:37:09.679127 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.724926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.724926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:09.724926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] 10.222.0.62 "PUT /v2.0/ports/7b58f68f-a804-44ef-916a-fb35dd8bce3f HTTP/1.1" status: 200 len: 1091 time: 0.8624384 Nov 11 21:37:09.725929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'tag': '7b58f68f-a804-44ef-916a-fb35dd8bce3f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:09.729185 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0bbf9f-60cb-4185-9188-b9f660a1001d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0099d1-eeec-4e61-84c9-ba355d9e2ce9", "tag": "7b58f68f-a804-44ef-916a-fb35dd8bce3f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:09.768850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77030d-1341-47dc-bd3d-3e37b66c2e7e service neutron] Pushing event updated for resources: {'Port': ['ID=7b58f68f-a804-44ef-916a-fb35dd8bce3f,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:09.911636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-3b11a39f-212e-4331-a48c-b2bc467d63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:09.913592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-3b11a39f-212e-4331-a48c-b2bc467d63a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0511720 Nov 11 21:37:09.967247 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb94866c-2d99-49d9-bfe4-c6926e072b29 x-openstack-request-id: req-eb94866c-2d99-49d9-bfe4-c6926e072b29 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:09.967818 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0099d1-eeec-4e61-84c9-ba355d9e2ce9", "tag": "7b58f68f-a804-44ef-916a-fb35dd8bce3f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:09.967818 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb94866c-2d99-49d9-bfe4-c6926e072b29 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:09.968238 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'tag': '7b58f68f-a804-44ef-916a-fb35dd8bce3f', 'status': 'completed', 'code': 200} Nov 11 21:37:09.969664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-5a9d534d-fcdd-43df-baaa-35f6bc1b844c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b58f68f-a804-44ef-916a-fb35dd8bce3f HTTP/1.1" status: 200 len: 217 time: 0.0465531 Nov 11 21:37:10.022848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-f607cdf2-ba0b-4a9f-ba52-e275cfc4ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.024404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-f607cdf2-ba0b-4a9f-ba52-e275cfc4ef48 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0467126 Nov 11 21:37:10.076259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-226d8138-02af-485e-bff0-59486b8d1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.077754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-226d8138-02af-485e-bff0-59486b8d1845 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463886 Nov 11 21:37:10.170203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-4eb0fcad-cbb3-42da-b233-98a9ff940321 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839126 Nov 11 21:37:10.274081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b54830e3-fce7-47bb-aa7d-4978d6ce5652 req-6cbe9da5-6063-4b80-bad1-359a5c3be4d8 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945976 Nov 11 21:37:10.480296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-9b4707c0-036f-4d5e-bdb5-3a42de934097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.481833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-9b4707c0-036f-4d5e-bdb5-3a42de934097 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0464902 Nov 11 21:37:10.581138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-42164198-e816-4b2a-8dc5-a79c2fabb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.582540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-42164198-e816-4b2a-8dc5-a79c2fabb01c service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0932271 Nov 11 21:37:10.626208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-d8501f6c-01d8-49f6-95b4-0c288bc5d7de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b58f68f-a804-44ef-916a-fb35dd8bce3f HTTP/1.1" status: 200 len: 217 time: 0.0352640 Nov 11 21:37:10.681791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-c55bdcd4-51cc-4ce7-81e4-669b2ea22e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.683304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-c55bdcd4-51cc-4ce7-81e4-669b2ea22e32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0491571 Nov 11 21:37:10.739425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-d10539d9-92b7-429e-9436-938d44ee8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.740999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-d10539d9-92b7-429e-9436-938d44ee8de8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499306 Nov 11 21:37:10.745600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6843b-cfbf-4c93-b31f-bfcc8c517b3f req-e94caad4-cf88-4b7c-902b-14b7e0a8bdc9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:10.747098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ed6843b-cfbf-4c93-b31f-bfcc8c517b3f req-e94caad4-cf88-4b7c-902b-14b7e0a8bdc9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0543127 Nov 11 21:37:10.798821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9ed6843b-cfbf-4c93-b31f-bfcc8c517b3f req-1ed3a5ce-ecc2-4e8e-93b2-9269bb27be17 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 Nov 11 21:37:10.836998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-fbd29274-c37f-42dc-9ed4-e470ba20eab2 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879257 Nov 11 21:37:10.933557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd0bbf9f-60cb-4185-9188-b9f660a1001d req-d76c3e01-b0dc-4ddf-aa36-8c27d834b7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890131 Nov 11 21:37:11.924878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecb0d-6d34-468a-ad2a-6ff9208f88e0 req-f871cdae-43c7-4e6d-ac03-2e7be7a75b18 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:11.926415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0cfecb0d-6d34-468a-ad2a-6ff9208f88e0 req-f871cdae-43c7-4e6d-ac03-2e7be7a75b18 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0561800 Nov 11 21:37:11.974704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0cfecb0d-6d34-468a-ad2a-6ff9208f88e0 req-7f55e9f4-5fd3-4126-8b51-aeb86c31bb6f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Nov 11 21:37:13.096385 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fec466-00a6-4f6d-bfd6-96f4426499c8 req-f4e33596-ded8-4604-83cf-6e4d59bc4a7b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:13.102139 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43fec466-00a6-4f6d-bfd6-96f4426499c8 req-f4e33596-ded8-4604-83cf-6e4d59bc4a7b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0537572 Nov 11 21:37:13.147011 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-43fec466-00a6-4f6d-bfd6-96f4426499c8 req-b42618b4-d62e-4bfa-b548-cd1c65aec083 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Nov 11 21:37:14.262891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24bc2e-f720-4265-a1f1-c8c183cad8b1 req-3ea88aca-fad7-4ddb-8064-fe55d19767b4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:14.264393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a24bc2e-f720-4265-a1f1-c8c183cad8b1 req-3ea88aca-fad7-4ddb-8064-fe55d19767b4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0501664 Nov 11 21:37:14.314025 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a24bc2e-f720-4265-a1f1-c8c183cad8b1 req-fbae1118-80c0-425b-9542-3affc0c6d856 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Nov 11 21:37:15.433498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39322b87-b9f7-485d-9207-8321d0151860 req-f29946be-0b39-4064-9cf4-2c182c699bae tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:15.434974 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39322b87-b9f7-485d-9207-8321d0151860 req-f29946be-0b39-4064-9cf4-2c182c699bae tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0519943 Nov 11 21:37:15.482817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-39322b87-b9f7-485d-9207-8321d0151860 req-181d515e-4757-4af3-a780-309111297de6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Nov 11 21:37:16.598395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5974b6-fb9c-422d-9d34-91dbbd00cdfd req-8eec1c5e-1198-43bb-b798-7904f68258b6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:16.599877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce5974b6-fb9c-422d-9d34-91dbbd00cdfd req-8eec1c5e-1198-43bb-b798-7904f68258b6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0494108 Nov 11 21:37:16.650201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce5974b6-fb9c-422d-9d34-91dbbd00cdfd req-a7b1c53e-fcf5-44c4-9ba9-a6181c61e644 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Nov 11 21:37:17.767487 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9244fb-e97f-4277-bd20-caa8f314f5f7 req-4a85de87-aa3e-4cc4-9ef8-0ae70f3cba6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:17.769808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b9244fb-e97f-4277-bd20-caa8f314f5f7 req-4a85de87-aa3e-4cc4-9ef8-0ae70f3cba6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0519431 Nov 11 21:37:17.817993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6b9244fb-e97f-4277-bd20-caa8f314f5f7 req-9bec6de4-33e6-417d-b06e-90e7899240d1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Nov 11 21:37:18.932711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ee052-103f-4a64-abf4-681488f6e24d req-0a9d1364-7a97-4586-bcb0-8a5fb3778142 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:18.934208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a2ee052-103f-4a64-abf4-681488f6e24d req-0a9d1364-7a97-4586-bcb0-8a5fb3778142 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0489271 Nov 11 21:37:18.982282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a2ee052-103f-4a64-abf4-681488f6e24d req-e7f6475a-de57-4641-af38-c5cf05f7fe46 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Nov 11 21:37:20.097181 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf162163-181a-4522-83e8-ea4c11f01b1c req-980ba842-d60a-4916-b255-8d3ef46f2fe3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:20.098736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf162163-181a-4522-83e8-ea4c11f01b1c req-980ba842-d60a-4916-b255-8d3ef46f2fe3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0496624 Nov 11 21:37:20.150392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cf162163-181a-4522-83e8-ea4c11f01b1c req-cb1ba978-8e82-4fcd-b058-0bde75191f99 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453882 Nov 11 21:37:21.268761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3dd06-5d75-46db-8c5c-eaf3fadd85a0 req-9eee8c96-1410-490c-9e1c-9d122c31b05f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:21.270994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28a3dd06-5d75-46db-8c5c-eaf3fadd85a0 req-9eee8c96-1410-490c-9e1c-9d122c31b05f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0544131 Nov 11 21:37:21.317444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28a3dd06-5d75-46db-8c5c-eaf3fadd85a0 req-924d04e5-3899-4ecd-87a4-bd0fa792bfca tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Nov 11 21:37:22.420624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:22.431414 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c7d0d-c4de-4df5-9705-603b6e398471 req-78f06522-0fac-4070-ae1c-0c15893ec4db tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:22.432949 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a5c7d0d-c4de-4df5-9705-603b6e398471 req-78f06522-0fac-4070-ae1c-0c15893ec4db tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 943 time: 0.0487196 Nov 11 21:37:22.482538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1a5c7d0d-c4de-4df5-9705-603b6e398471 req-b6421311-badc-451d-81e7-c1fde9b9e8c8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Nov 11 21:37:23.015875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7b58f68f-a804-44ef-916a-fb35dd8bce3f details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:37:23.112333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7b58f68f-a804-44ef-916a-fb35dd8bce3f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7b58f68f-a804-44ef-916a-fb35dd8bce3f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:23.125348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7b58f68f-a804-44ef-916a-fb35dd8bce3f', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'port_id': '7b58f68f-a804-44ef-916a-fb35dd8bce3f', 'mac_address': 'fa:16:3e:ad:56:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:37:23.168060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.180687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b58f68f-a804-44ef-916a-fb35dd8bce3f {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:37:23.199428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7b58f68f-a804-44ef-916a-fb35dd8bce3f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7b58f68f-a804-44ef-916a-fb35dd8bce3f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:23.300630 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:23.347085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7b58f68f-a804-44ef-916a-fb35dd8bce3f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:23.508656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7b58f68f-a804-44ef-916a-fb35dd8bce3f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:23.599744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc179-ff17-43ec-bc14-e369f6179888 req-16f3190e-a702-479e-b539-fa9a60ae03b8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:23.601196 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84cbc179-ff17-43ec-bc14-e369f6179888 req-16f3190e-a702-479e-b539-fa9a60ae03b8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 944 time: 0.0503750 Nov 11 21:37:23.650828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84cbc179-ff17-43ec-bc14-e369f6179888 req-c94b7845-4b65-40f4-81cf-ee3ad535c082 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Nov 11 21:37:24.768171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3fae-055b-4818-8bf1-0bd681112b37 req-66ad33b4-a8d6-4c63-b42b-a37c603840d0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:24.769681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2eb3fae-055b-4818-8bf1-0bd681112b37 req-66ad33b4-a8d6-4c63-b42b-a37c603840d0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 944 time: 0.0489528 Nov 11 21:37:24.815907 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2eb3fae-055b-4818-8bf1-0bd681112b37 req-2a065398-8441-4cb9-8422-aac4779dd81d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Nov 11 21:37:25.026397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7b58f68f-a804-44ef-916a-fb35dd8bce3f up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:37:25.149637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7b58f68f-a804-44ef-916a-fb35dd8bce3f completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:37:25.153794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7b58f68f-a804-44ef-916a-fb35dd8bce3f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:37:25.154175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.248088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.261293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b58f68f-a804-44ef-916a-fb35dd8bce3f'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:25.263537 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aae60c0-231e-47ec-8bf8-ba6a88eaaa06" -d '{"events": [{"server_uuid": "ca0099d1-eeec-4e61-84c9-ba355d9e2ce9", "name": "network-vif-plugged", "status": "completed", "tag": "7b58f68f-a804-44ef-916a-fb35dd8bce3f"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:25.275936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7b58f68f-a804-44ef-916a-fb35dd8bce3f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7b58f68f-a804-44ef-916a-fb35dd8bce3f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:25.303978 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a8c24-41f1-40cf-926a-ffe179f7bd46 x-openstack-request-id: req-c71a8c24-41f1-40cf-926a-ffe179f7bd46 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:25.304378 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0099d1-eeec-4e61-84c9-ba355d9e2ce9", "name": "network-vif-plugged", "status": "completed", "tag": "7b58f68f-a804-44ef-916a-fb35dd8bce3f", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:25.304647 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c71a8c24-41f1-40cf-926a-ffe179f7bd46 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:25.305500 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b58f68f-a804-44ef-916a-fb35dd8bce3f', 'code': 200} Nov 11 21:37:25.352338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:25.399885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e78966-013b-4c9a-8429-6f6fb073ebd0 req-4489ed9d-6263-4ae2-9a6f-777aebd019c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:25.400507 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7b58f68f-a804-44ef-916a-fb35dd8bce3f,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:25.401403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34e78966-013b-4c9a-8429-6f6fb073ebd0 req-4489ed9d-6263-4ae2-9a6f-777aebd019c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0402133 Nov 11 21:37:25.451416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34e78966-013b-4c9a-8429-6f6fb073ebd0 req-a1d11945-5203-476c-b8d8-3429d4877c33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 Nov 11 21:37:25.934759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f9979-165c-4df9-b7a9-b490c7db8e99 req-1e980181-fb67-41e7-b726-397ce774a14d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:25.936364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f49f9979-165c-4df9-b7a9-b490c7db8e99 req-1e980181-fb67-41e7-b726-397ce774a14d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 945 time: 0.0528448 Nov 11 21:37:25.986230 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f49f9979-165c-4df9-b7a9-b490c7db8e99 req-525a1a59-3995-4039-8cef-91ce954c5215 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Nov 11 21:37:27.102854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea515b-342d-4d49-8596-0b3e0bf139eb req-b58bb7ff-ae8b-4f84-b3ce-d68b4a3a448f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:27.104641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-59ea515b-342d-4d49-8596-0b3e0bf139eb req-b58bb7ff-ae8b-4f84-b3ce-d68b4a3a448f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Nov 11 21:37:27.151754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-59ea515b-342d-4d49-8596-0b3e0bf139eb req-280a06d9-fe87-4058-a7d3-770bc04eb3c3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Nov 11 21:37:27.268506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf784349-c6de-427b-8721-cd48322f2d11 req-31a571ad-5c86-4351-b094-700e284bdba5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:27.270033 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf784349-c6de-427b-8721-cd48322f2d11 req-31a571ad-5c86-4351-b094-700e284bdba5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 945 time: 0.0507987 Nov 11 21:37:27.317013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-bf784349-c6de-427b-8721-cd48322f2d11 req-4288382f-7a21-4806-a416-1f12ee7b79e5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Nov 11 21:37:27.429334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206dada-afc7-4cfc-b06c-837765454a70 req-88042045-e4cd-4038-a4d0-4c7d8440bdee tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:27.430833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c206dada-afc7-4cfc-b06c-837765454a70 req-88042045-e4cd-4038-a4d0-4c7d8440bdee tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 945 time: 0.0479748 Nov 11 21:37:27.478141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c206dada-afc7-4cfc-b06c-837765454a70 req-4ad078b4-523e-4242-b994-4987f4bd8dac tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Nov 11 21:37:27.590379 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:28.093667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8d31c-0564-45ae-83f5-7dadc8f10c7b req-b31820a8-3a4a-4c9d-aa33-70f350d326c5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:28.095043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7d8d31c-0564-45ae-83f5-7dadc8f10c7b req-b31820a8-3a4a-4c9d-aa33-70f350d326c5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 945 time: 0.0530691 Nov 11 21:37:28.143620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7d8d31c-0564-45ae-83f5-7dadc8f10c7b req-69662040-ce52-4ad6-89ca-8a437a2f0044 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Nov 11 21:37:29.572936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-b960a5c1-2b31-493f-b568-f8f1d6216229 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:37:29.574400 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-b960a5c1-2b31-493f-b568-f8f1d6216229 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca0099d1-eeec-4e61-84c9-ba355d9e2ce9 HTTP/1.1" status: 200 len: 945 time: 0.0483723 Nov 11 21:37:29.669219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port 7b58f68f-a804-44ef-916a-fb35dd8bce3f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:37:29.669559 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.756012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] For port 7b58f68f-a804-44ef-916a-fb35dd8bce3f, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7b58f68f-a804-44ef-916a-fb35dd8bce3f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:37:29.756397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.768755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for 7b58f68f-a804-44ef-916a-fb35dd8bce3f owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:37:29.968929 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:29.981154 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7b58f68f-a804-44ef-916a-fb35dd8bce3f'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:37:29.996701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=7b58f68f-a804-44ef-916a-fb35dd8bce3f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:37:30.007692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.008041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.008414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.008758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.009094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.009427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.009758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.010092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.010891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.010891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.011068 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.011381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:37:30.051819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] No DVR routers for this DVR port 7b58f68f-a804-44ef-916a-fb35dd8bce3f on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:37:30.055172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:30.058562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1c698ad-815b-475c-be98-fc9c0248d25c req-0f86d874-9972-448f-8382-612dc385c9da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "DELETE /v2.0/ports/7b58f68f-a804-44ef-916a-fb35dd8bce3f HTTP/1.1" status: 204 len: 173 time: 0.4776745 Nov 11 21:37:30.059013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'name': 'network-vif-deleted', 'tag': '7b58f68f-a804-44ef-916a-fb35dd8bce3f'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:37:30.061300 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb006b-0f1d-46cc-8235-eddd9c58fc68" -d '{"events": [{"server_uuid": "ca0099d1-eeec-4e61-84c9-ba355d9e2ce9", "name": "network-vif-deleted", "tag": "7b58f68f-a804-44ef-916a-fb35dd8bce3f"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:37:30.105611 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b0cfe1-8a51-4dba-9584-81b0d624797b x-openstack-request-id: req-e1b0cfe1-8a51-4dba-9584-81b0d624797b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:37:30.105900 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0099d1-eeec-4e61-84c9-ba355d9e2ce9", "name": "network-vif-deleted", "tag": "7b58f68f-a804-44ef-916a-fb35dd8bce3f", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:37:30.106149 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1b0cfe1-8a51-4dba-9584-81b0d624797b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:37:30.106543 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0099d1-eeec-4e61-84c9-ba355d9e2ce9', 'name': 'network-vif-deleted', 'tag': '7b58f68f-a804-44ef-916a-fb35dd8bce3f', 'status': 'completed', 'code': 200} Nov 11 21:37:32.002924 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c2a0916-7c2d-45e9-a641-3bfcd44f5b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:33.056328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7b58f68f-a804-44ef-916a-fb35dd8bce3f no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:37:33.077446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7b58f68f-a804-44ef-916a-fb35dd8bce3f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:37:33.077795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7b58f68f-a804-44ef-916a-fb35dd8bce3f not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:37:34.465399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-342dc5bf-5e8a-44be-aeaa-d5f142290dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:35.694794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.214014 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:37.923222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:42.269430 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:37:52.424832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:37:57.544330 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:02.001519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4b359f0-b88e-4aef-9813-2104ee83a36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:04.464418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49e5ff44-8d16-4eea-b3f4-1a957f450f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:05.664722 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.241811 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:07.880551 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:19.269544 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:38:22.435543 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:27.571943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:32.040733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c14a00-c681-4426-96fd-aeb63501dad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:34.400622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce13c967-33a0-4841-8cbc-db3a6ba36717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:35.680499 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.212093 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:37.892261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:52.491399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:56.269480 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:38:57.639752 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:38:59.462771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-91e8b2d2-6dcb-44e0-b4ee-1fc62b69208c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:38:59.464192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-91e8b2d2-6dcb-44e0-b4ee-1fc62b69208c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1069803 Nov 11 21:38:59.480977 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-29302418-aa33-4cfb-a6ad-359ba98d2812 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/quotas/e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 375 time: 0.0108213 Nov 11 21:38:59.533643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-7f9ae09a-0b41-487c-8c20-7154c8712117 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462878 Nov 11 21:38:59.629699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-52064022-5b16-4ab6-84eb-c817ac40386e service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890858 Nov 11 21:38:59.722757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-d9172d31-3fc7-4686-9277-43cfa2098e1d service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868893 Nov 11 21:39:00.020299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-307dc36c-90ef-4423-b17b-65560725dcd6 req-f61f16e2-d83c-4947-b3b4-f79fff2cfc57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0320451 Nov 11 21:39:01.116904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2f81f8c-b23c-4627-9a1f-a1e94b39b3ed req-7708da77-651f-49e7-af99-0335effb9472 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0277376 Nov 11 21:39:02.017779 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae003d1a-cf1d-4159-947b-0fbda43dc8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.047716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-aecf9cf0-f755-430c-a0fd-1810a33ec221 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:02.049928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-aecf9cf0-f755-430c-a0fd-1810a33ec221 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1095276 Nov 11 21:39:02.063095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'port': {'device_id': 'c44a672d-6388-4293-b603-fb91453cf18e', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'admin_state_up': True, 'tenant_id': 'e252db3482084f36861f97ce757f2912'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:02.219119 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8445f48-2d87-48fb-983b-d365d93b742b req-6ef8f02a-c3fd-408a-aad1-fc7b6cbcc8b1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0272758 Nov 11 21:39:02.251622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:39:02.255243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.389061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.20.0.5 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/80b07350-493e-4e9b-9b6d-2bad5139673c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:39:02.539080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.675182 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.717256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:39:02.722874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:39:02.726854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:39:02.733361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=80b07350-493e-4e9b-9b6d-2bad5139673c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:02.762608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.762961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.763307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.763652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.763992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.764362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.764698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.765027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.765358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.765685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.766236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.766581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:02.793356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:02.794093 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.916945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-40d6e73d-5f8c-4c92-912c-cb9c53c58c57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8578875 Nov 11 21:39:02.928046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-86673b38-e64d-4363-af2b-ee5a12fe90f5 None None] Provisioning complete for port 80b07350-493e-4e9b-9b6d-2bad5139673c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:02.928404 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-86673b38-e64d-4363-af2b-ee5a12fe90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:02.930265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Request body: {'port': {'device_id': 'c44a672d-6388-4293-b603-fb91453cf18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:39:02.967930 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-86673b38-e64d-4363-af2b-ee5a12fe90f5 None None] Port 80b07350-493e-4e9b-9b6d-2bad5139673c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:39:03.006106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.594811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c0ef1-3d83-471f-8c5d-ac17abe997e4 req-ac9980e3-cc00-4194-ad66-1ed81d592c46 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:03.596569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e03c0ef1-3d83-471f-8c5d-ac17abe997e4 req-ac9980e3-cc00-4194-ad66-1ed81d592c46 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 931 time: 0.0780232 Nov 11 21:39:03.684834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b07350-493e-4e9b-9b6d-2bad5139673c {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:39:03.694231 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e03c0ef1-3d83-471f-8c5d-ac17abe997e4 req-50659fee-5a7b-4378-911a-020349752f74 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886841 Nov 11 21:39:03.695981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.709386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Transition to ACTIVE for port object 80b07350-493e-4e9b-9b6d-2bad5139673c will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:39:03.782913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.833510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Pushing event updated for resources: {'Port': ['ID=80b07350-493e-4e9b-9b6d-2bad5139673c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:03.910331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Attempting to bind port 80b07350-493e-4e9b-9b6d-2bad5139673c on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:39:03.910667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Attempting to bind port 80b07350-493e-4e9b-9b6d-2bad5139673c by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:39:03.912103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Attempting to bind port 80b07350-493e-4e9b-9b6d-2bad5139673c on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:03.916936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Port 80b07350-493e-4e9b-9b6d-2bad5139673c on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:39:03.917261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Attempting to bind port 80b07350-493e-4e9b-9b6d-2bad5139673c on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:39:03.923564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:39:03.924070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:39:03.924675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:39:03.925123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Bound port: 80b07350-493e-4e9b-9b6d-2bad5139673c, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:39:03.925487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:03.995992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] For port 80b07350-493e-4e9b-9b6d-2bad5139673c, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:39:03.999228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] For port 80b07350-493e-4e9b-9b6d-2bad5139673c, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=80b07350-493e-4e9b-9b6d-2bad5139673c,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:39:04.081442 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.121329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.121952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.124674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] 10.222.0.62 "PUT /v2.0/ports/80b07350-493e-4e9b-9b6d-2bad5139673c HTTP/1.1" status: 200 len: 1091 time: 1.1983514 Nov 11 21:39:04.125128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a672d-6388-4293-b603-fb91453cf18e', 'tag': '80b07350-493e-4e9b-9b6d-2bad5139673c'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:04.127964 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05f9a36-8a7b-4a20-a887-744fc810f90a" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a672d-6388-4293-b603-fb91453cf18e", "tag": "80b07350-493e-4e9b-9b6d-2bad5139673c"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:04.168494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e03e35-f6d6-4eee-a69a-5d569593d578 service neutron] Pushing event updated for resources: {'Port': ['ID=80b07350-493e-4e9b-9b6d-2bad5139673c,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:04.177615 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e186940-58a9-42fb-8382-0725ad681d45 x-openstack-request-id: req-3e186940-58a9-42fb-8382-0725ad681d45 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:04.178010 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a672d-6388-4293-b603-fb91453cf18e", "tag": "80b07350-493e-4e9b-9b6d-2bad5139673c", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:04.178332 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e186940-58a9-42fb-8382-0725ad681d45 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:04.178829 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44a672d-6388-4293-b603-fb91453cf18e', 'tag': '80b07350-493e-4e9b-9b6d-2bad5139673c', 'status': 'completed', 'code': 200} Nov 11 21:39:04.246638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f9a36-8a7b-4a20-a887-744fc810f90a req-49b66559-ebf2-4fb6-9f74-01e98ce0f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.248193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a05f9a36-8a7b-4a20-a887-744fc810f90a req-49b66559-ebf2-4fb6-9f74-01e98ce0f68f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 1094 time: 0.0506306 Nov 11 21:39:04.369701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f9a36-8a7b-4a20-a887-744fc810f90a req-0bdd137b-947c-421a-a3f1-71539aac0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.371377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a05f9a36-8a7b-4a20-a887-744fc810f90a req-0bdd137b-947c-421a-a3f1-71539aac0763 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e252db3482084f36861f97ce757f2912&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1145630 Nov 11 21:39:04.462311 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e06e5907-4005-4ecf-8b9b-f759d6db94d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:04.469392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f9a36-8a7b-4a20-a887-744fc810f90a req-637cb00d-f36e-4cce-a156-51ddb66aecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.471861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a05f9a36-8a7b-4a20-a887-744fc810f90a req-637cb00d-f36e-4cce-a156-51ddb66aecd0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937006 Nov 11 21:39:04.555772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-17ce077e-c275-4276-a355-d5bd187f8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.557313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-17ce077e-c275-4276-a355-d5bd187f8b54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 1094 time: 0.0477753 Nov 11 21:39:04.602847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-d213c985-ebe6-471f-bb98-b7f9fb08dc13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80b07350-493e-4e9b-9b6d-2bad5139673c HTTP/1.1" status: 200 len: 217 time: 0.0362158 Nov 11 21:39:04.652051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-76d6a07a-780e-4cb6-a062-1b6728ff13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.653442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-76d6a07a-780e-4cb6-a062-1b6728ff13c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0445931 Nov 11 21:39:04.704779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-182f9af6-9c01-4427-9ce1-1c6911b146ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.706451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-182f9af6-9c01-4427-9ce1-1c6911b146ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456071 Nov 11 21:39:04.837745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe89aab-424c-48b1-8f73-38b0a7cc42a6 req-03c28e0e-99dd-4c9a-9ff5-c54afb9e60f5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:04.839386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abe89aab-424c-48b1-8f73-38b0a7cc42a6 req-03c28e0e-99dd-4c9a-9ff5-c54afb9e60f5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0733194 Nov 11 21:39:04.841848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-dee86060-38ca-4cff-a20f-5a592f197d9e service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282182 Nov 11 21:39:04.952667 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-abe89aab-424c-48b1-8f73-38b0a7cc42a6 req-d831f79f-1b14-4ee0-8198-b8a64506157a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062088 Nov 11 21:39:04.974498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e73cc35-c786-4e5b-8885-b9ad2a650506 req-4a6ad562-fabf-4036-bbc9-8417ac5352e4 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213336 Nov 11 21:39:05.691319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:06.083787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42775f6-8318-4dcf-9631-60f8d47633dd req-91edcb42-fde7-44ac-9801-5780c36bc0df tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:06.085372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e42775f6-8318-4dcf-9631-60f8d47633dd req-91edcb42-fde7-44ac-9801-5780c36bc0df tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0604870 Nov 11 21:39:06.133534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e42775f6-8318-4dcf-9631-60f8d47633dd req-d8d0693b-0e60-4543-8112-26f4953a6927 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Nov 11 21:39:07.206431 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:07.260184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f61a-3c24-4d40-abe6-2d3465d4ff80 req-79f69adb-bd76-492d-8070-c7060de2f20c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:07.261727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f061f61a-3c24-4d40-abe6-2d3465d4ff80 req-79f69adb-bd76-492d-8070-c7060de2f20c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0598307 Nov 11 21:39:07.317309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f061f61a-3c24-4d40-abe6-2d3465d4ff80 req-22608f40-f5e3-4b97-8db9-4353914df05f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Nov 11 21:39:07.885213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:08.435686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a87d5-08ef-4a7b-b388-082251388ac7 req-d083fa32-9407-4af8-a990-50c0f2538c40 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:08.437222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-552a87d5-08ef-4a7b-b388-082251388ac7 req-d083fa32-9407-4af8-a990-50c0f2538c40 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0507960 Nov 11 21:39:08.492366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-552a87d5-08ef-4a7b-b388-082251388ac7 req-b76ca1b0-8ff7-4b60-8312-6181ef2b9060 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473874 Nov 11 21:39:09.624046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc56d50-a184-4015-803d-11d78d8f98f1 req-09d12f79-348e-4e04-a4a8-cb684e05d078 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:09.625591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebc56d50-a184-4015-803d-11d78d8f98f1 req-09d12f79-348e-4e04-a4a8-cb684e05d078 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0560622 Nov 11 21:39:09.680329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebc56d50-a184-4015-803d-11d78d8f98f1 req-8d8444af-9681-4989-9c9c-8b7be5bc596a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Nov 11 21:39:10.810117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d183772-9735-4bb9-9fad-e502b921fd11 req-7f996534-d3d1-4793-ac1f-70017276284a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:10.811605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d183772-9735-4bb9-9fad-e502b921fd11 req-7f996534-d3d1-4793-ac1f-70017276284a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0582707 Nov 11 21:39:10.861393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d183772-9735-4bb9-9fad-e502b921fd11 req-17589451-c9ef-492e-a2b9-43aac3316534 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Nov 11 21:39:11.987628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeccae1-b709-4de7-ad71-7edc4ca5ccce req-969e1af8-bd04-4797-b2db-b3316b12e6e9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:11.989182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0eeccae1-b709-4de7-ad71-7edc4ca5ccce req-969e1af8-bd04-4797-b2db-b3316b12e6e9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0578680 Nov 11 21:39:12.041371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0eeccae1-b709-4de7-ad71-7edc4ca5ccce req-97f8ac56-c235-482b-9e38-b971700db2be tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Nov 11 21:39:13.170921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907449c-37d9-427d-a66f-dd9710ca6e3a req-1d899ba3-71ef-487d-a256-562227b3a43f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:13.172448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b907449c-37d9-427d-a66f-dd9710ca6e3a req-1d899ba3-71ef-487d-a256-562227b3a43f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0563743 Nov 11 21:39:13.228682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b907449c-37d9-427d-a66f-dd9710ca6e3a req-d306a11e-f29a-4b83-9143-638bba6e754e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493898 Nov 11 21:39:14.356464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44937-5905-4642-8e6f-95aef13191c7 req-d5fa964f-e482-41c4-844d-9e3c41ad855a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:14.358067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ba44937-5905-4642-8e6f-95aef13191c7 req-d5fa964f-e482-41c4-844d-9e3c41ad855a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0597212 Nov 11 21:39:14.415630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5ba44937-5905-4642-8e6f-95aef13191c7 req-de03ed04-7420-4ea3-ac98-3e75a2887b24 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Nov 11 21:39:15.546138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25d93-1db2-4e79-b2c3-6c46bfde1823 req-df12f784-b7ca-40d5-bd33-33634ab804d9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:15.547657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbf25d93-1db2-4e79-b2c3-6c46bfde1823 req-df12f784-b7ca-40d5-bd33-33634ab804d9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0545173 Nov 11 21:39:15.597628 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbf25d93-1db2-4e79-b2c3-6c46bfde1823 req-398d8829-2056-424d-83fd-e0cde8b5eaa8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Nov 11 21:39:16.725619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa85bb-449c-40e1-812d-0e42f71c37e3 req-602b3f0f-d476-4a9b-b8fe-9e52c7c63f9f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:16.727454 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ffa85bb-449c-40e1-812d-0e42f71c37e3 req-602b3f0f-d476-4a9b-b8fe-9e52c7c63f9f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0547574 Nov 11 21:39:16.781108 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ffa85bb-449c-40e1-812d-0e42f71c37e3 req-05c72e19-7b79-463e-be13-2ded881bd828 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Nov 11 21:39:17.922223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ad249-8782-4a3c-b7c2-029d064da6aa req-7540656e-9f63-412e-9c6c-801924d75bb4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:17.923740 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d9ad249-8782-4a3c-b7c2-029d064da6aa req-7540656e-9f63-412e-9c6c-801924d75bb4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0633533 Nov 11 21:39:17.977032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d9ad249-8782-4a3c-b7c2-029d064da6aa req-54f314c1-c9d8-42f0-a3a8-3695a5c77803 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Nov 11 21:39:19.101392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd843112-7783-472d-aa0f-7e7f1bd57a06 req-9d059e8f-0e59-4d3d-a598-8f821e4238a2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:19.103043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd843112-7783-472d-aa0f-7e7f1bd57a06 req-9d059e8f-0e59-4d3d-a598-8f821e4238a2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0537250 Nov 11 21:39:19.152166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd843112-7783-472d-aa0f-7e7f1bd57a06 req-719bd395-2d1f-40db-9fd4-bc54cb5206f0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429966 Nov 11 21:39:20.278857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86b9e-b99d-4853-bdc7-b410d8814029 req-c20e08f0-3a48-4e64-b080-bfb8029f3887 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:20.280377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b86b9e-b99d-4853-bdc7-b410d8814029 req-c20e08f0-3a48-4e64-b080-bfb8029f3887 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0560303 Nov 11 21:39:20.336455 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b86b9e-b99d-4853-bdc7-b410d8814029 req-0327b462-a289-4266-9b2a-c427c78abfb4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474491 Nov 11 21:39:21.461728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ca196-361d-4d82-9a16-6e7fb6b0d862 req-545d7da8-eea5-4473-aa4b-8bb6bfda7881 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:21.463304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df9ca196-361d-4d82-9a16-6e7fb6b0d862 req-545d7da8-eea5-4473-aa4b-8bb6bfda7881 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0549366 Nov 11 21:39:21.514786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df9ca196-361d-4d82-9a16-6e7fb6b0d862 req-a4546704-481a-47e0-9064-b22479050cdf tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Nov 11 21:39:22.439414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:22.641741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5c891-dde6-416d-8fae-2a4aea76441f req-1e85ebff-f3de-4f88-b1e3-c6214a9810f8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:22.643279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0d5c891-dde6-416d-8fae-2a4aea76441f req-1e85ebff-f3de-4f88-b1e3-c6214a9810f8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0515666 Nov 11 21:39:22.698372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0d5c891-dde6-416d-8fae-2a4aea76441f req-3e6b43b8-27bb-4d55-b954-473a30293d42 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479796 Nov 11 21:39:23.815736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640b027-7996-4283-ab25-22b01dbbe5d5 req-762f2d92-68bd-4e6f-b645-90f4d6f0f951 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:23.817490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6640b027-7996-4283-ab25-22b01dbbe5d5 req-762f2d92-68bd-4e6f-b645-90f4d6f0f951 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0501249 Nov 11 21:39:23.865964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6640b027-7996-4283-ab25-22b01dbbe5d5 req-77460654-6063-4ab4-8130-47aa0d36c4ec tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424881 Nov 11 21:39:24.985201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777ab1f-395d-40ac-b187-40d3ff133ba2 req-491a679d-4ea7-4be7-8ffa-5f4dbae634cd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:24.986746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6777ab1f-395d-40ac-b187-40d3ff133ba2 req-491a679d-4ea7-4be7-8ffa-5f4dbae634cd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0521839 Nov 11 21:39:25.037463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6777ab1f-395d-40ac-b187-40d3ff133ba2 req-8cbdee99-b8a1-4a15-bb28-a940a7e8e305 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439310 Nov 11 21:39:26.164680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d1575-f93c-481d-9bdc-222cb2a655eb req-ee5b27d2-e842-4b6c-a2b9-e8ef4dbd32b3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:26.166178 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb8d1575-f93c-481d-9bdc-222cb2a655eb req-ee5b27d2-e842-4b6c-a2b9-e8ef4dbd32b3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0559280 Nov 11 21:39:26.216073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb8d1575-f93c-481d-9bdc-222cb2a655eb req-634fa838-9bf0-451f-bd0a-dbf80e1b216e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Nov 11 21:39:27.335010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ef982-61b6-40b4-9796-1931ef4a295f req-aee70e4e-5bd0-431f-bdde-8419c595f83f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:27.336564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a7ef982-61b6-40b4-9796-1931ef4a295f req-aee70e4e-5bd0-431f-bdde-8419c595f83f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0522227 Nov 11 21:39:27.391954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a7ef982-61b6-40b4-9796-1931ef4a295f req-222a13a0-e3d3-4eed-abfe-1026d1cc57f4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491412 Nov 11 21:39:27.588061 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:28.509701 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacfbc8-71dd-4a48-a490-0de179e61338 req-b366d69d-b7eb-4a7b-8ae5-352927d628c3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:28.511230 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aacfbc8-71dd-4a48-a490-0de179e61338 req-b366d69d-b7eb-4a7b-8ae5-352927d628c3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0514104 Nov 11 21:39:28.563829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aacfbc8-71dd-4a48-a490-0de179e61338 req-f7916fde-816f-4836-906e-179b44f13bd3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466757 Nov 11 21:39:29.680896 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05953f16-b308-4cc5-be2b-504638917c37 req-c3522b87-2a7f-4d7d-b4ff-357e88fb893b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:29.682397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05953f16-b308-4cc5-be2b-504638917c37 req-c3522b87-2a7f-4d7d-b4ff-357e88fb893b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0507193 Nov 11 21:39:29.730829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05953f16-b308-4cc5-be2b-504638917c37 req-698774f0-4d5d-41ec-a29c-b6b753aa5447 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Nov 11 21:39:30.854600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69892c7-0508-42f7-8953-fc072d585874 req-359c6552-f9e5-4fcf-a63f-f8b71215dbeb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:30.856174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b69892c7-0508-42f7-8953-fc072d585874 req-359c6552-f9e5-4fcf-a63f-f8b71215dbeb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0515733 Nov 11 21:39:30.906248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b69892c7-0508-42f7-8953-fc072d585874 req-9a91586d-5df9-4c9c-a1f9-7fbef1d05615 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439162 Nov 11 21:39:32.010876 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74c40de7-5e0f-42dd-86b9-60cd5a19a678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:32.037612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0a6f4-8ccb-403b-b62a-7fd955757833 req-8d417cb4-873d-4fca-8088-f67494b505a1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:32.039145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bda0a6f4-8ccb-403b-b62a-7fd955757833 req-8d417cb4-873d-4fca-8088-f67494b505a1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0577552 Nov 11 21:39:32.089032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bda0a6f4-8ccb-403b-b62a-7fd955757833 req-ca3ae599-f451-471a-a2cf-afd129eb8100 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Nov 11 21:39:33.215900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9eb24-8fc0-47a0-884d-45e0df0d6002 req-551f6d73-6534-449f-8c26-dfb4d69e8b8e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:33.219100 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84d9eb24-8fc0-47a0-884d-45e0df0d6002 req-551f6d73-6534-449f-8c26-dfb4d69e8b8e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0530472 Nov 11 21:39:33.267718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84d9eb24-8fc0-47a0-884d-45e0df0d6002 req-3ef021fa-2689-47c4-8816-3395a7b85066 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Nov 11 21:39:33.268595 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:39:34.398597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74280c9-3514-4102-9c04-c09f12cf9dca req-c751c117-be1a-4a8d-83c9-b2b5ace54130 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:34.400135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a74280c9-3514-4102-9c04-c09f12cf9dca req-c751c117-be1a-4a8d-83c9-b2b5ace54130 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0620217 Nov 11 21:39:34.445840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e173fe8-c65e-4775-bd64-7d731f2b7bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:34.448827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a74280c9-3514-4102-9c04-c09f12cf9dca req-d8ea72b9-f5b6-4644-99da-f7de9ef1dfc1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Nov 11 21:39:35.569954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7a5a8-e103-40d2-a6c9-fef6de268ef3 req-729df836-1670-4d31-8575-b9e5abe999b9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:35.573392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ffa7a5a8-e103-40d2-a6c9-fef6de268ef3 req-729df836-1670-4d31-8575-b9e5abe999b9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0534732 Nov 11 21:39:35.621824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ffa7a5a8-e103-40d2-a6c9-fef6de268ef3 req-459103da-0af9-48c5-b726-9823f10ff68a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Nov 11 21:39:35.736340 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:36.735603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fa2a2-40ee-4d88-892c-a48798441da4 req-c7deef83-c649-4cb9-b8e0-8de28db6072d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:36.737136 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a39fa2a2-40ee-4d88-892c-a48798441da4 req-c7deef83-c649-4cb9-b8e0-8de28db6072d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0493259 Nov 11 21:39:36.790142 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a39fa2a2-40ee-4d88-892c-a48798441da4 req-1906359f-9ecb-43ef-a665-d7b37eddaebc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468791 Nov 11 21:39:37.279090 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:37.904773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473954ae-1ecb-402c-bd96-134da7d64646 req-e1d838ed-a453-4719-bec4-74096d7a9800 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:37.906340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-473954ae-1ecb-402c-bd96-134da7d64646 req-e1d838ed-a453-4719-bec4-74096d7a9800 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0495887 Nov 11 21:39:37.906616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:37.955650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-473954ae-1ecb-402c-bd96-134da7d64646 req-40d2592f-d26f-41ce-9f4f-9094514e96e5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Nov 11 21:39:39.073489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c67fa-a095-4415-9ce9-708a38cb5fef req-d82e33b3-cffa-469a-88ed-c82636fc26ed tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:39.075028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be4c67fa-a095-4415-9ce9-708a38cb5fef req-d82e33b3-cffa-469a-88ed-c82636fc26ed tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0516706 Nov 11 21:39:39.125115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be4c67fa-a095-4415-9ce9-708a38cb5fef req-736fc3d2-3010-4ef8-aa1f-c7ac2fe5b260 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439901 Nov 11 21:39:40.246095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638dca7-5861-47dc-b355-e57b2593f3ec req-10e01bfe-776b-4e10-be8f-bf70500ae16d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:40.247595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1638dca7-5861-47dc-b355-e57b2593f3ec req-10e01bfe-776b-4e10-be8f-bf70500ae16d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0543146 Nov 11 21:39:40.293954 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1638dca7-5861-47dc-b355-e57b2593f3ec req-54db7e2f-058e-479e-a72f-78020982e00e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Nov 11 21:39:41.412303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7a146-a747-440c-b75e-004a3a4df4de req-3f69bd20-1c88-43f5-b594-3ba7d609d37a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:41.414660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05d7a146-a747-440c-b75e-004a3a4df4de req-3f69bd20-1c88-43f5-b594-3ba7d609d37a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0512717 Nov 11 21:39:41.461884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05d7a146-a747-440c-b75e-004a3a4df4de req-0bad627b-c128-4a54-bb0c-ec7309d61396 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Nov 11 21:39:42.576737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7489e8-53f7-45d0-90fc-874e70606d48 req-e088a681-9bc6-43bd-9945-4c805ddff557 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:42.578228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac7489e8-53f7-45d0-90fc-874e70606d48 req-e088a681-9bc6-43bd-9945-4c805ddff557 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0490706 Nov 11 21:39:42.629248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac7489e8-53f7-45d0-90fc-874e70606d48 req-3b3ce2f9-14f5-4939-adca-caf5dce45a0f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Nov 11 21:39:43.744373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a1665-e745-480f-b0ee-6f5c8d538ebb req-72497614-cc70-4b04-a092-1139a126a6a4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:43.745863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-641a1665-e745-480f-b0ee-6f5c8d538ebb req-72497614-cc70-4b04-a092-1139a126a6a4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0485728 Nov 11 21:39:43.792578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-641a1665-e745-480f-b0ee-6f5c8d538ebb req-d80bc5b3-0eda-4729-aead-9bdcd2972d46 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Nov 11 21:39:44.908127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d9126-b8cb-4c88-b57b-c32870335370 req-78b5edd5-9944-4e5d-b230-ab400f1cc28c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:44.909656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e8d9126-b8cb-4c88-b57b-c32870335370 req-78b5edd5-9944-4e5d-b230-ab400f1cc28c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 943 time: 0.0496886 Nov 11 21:39:44.957031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e8d9126-b8cb-4c88-b57b-c32870335370 req-c28e5fc6-e334-414c-a705-b3da9fa0916b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Nov 11 21:39:45.708779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 80b07350-493e-4e9b-9b6d-2bad5139673c details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:39:45.802653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 80b07350-493e-4e9b-9b6d-2bad5139673c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=80b07350-493e-4e9b-9b6d-2bad5139673c,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:45.813371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '80b07350-493e-4e9b-9b6d-2bad5139673c', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'port_id': '80b07350-493e-4e9b-9b6d-2bad5139673c', 'mac_address': 'fa:16:3e:22:0e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:39:45.853624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:45.866172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b07350-493e-4e9b-9b6d-2bad5139673c {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:39:45.891813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 80b07350-493e-4e9b-9b6d-2bad5139673c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=80b07350-493e-4e9b-9b6d-2bad5139673c,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:45.993614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:46.046791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=80b07350-493e-4e9b-9b6d-2bad5139673c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:46.058119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.058490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.058884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.059245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.059599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.059959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.060328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.060659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.060998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.061332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.061845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.062309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:39:46.090441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d006-5743-43be-ba4a-833bac1b9810 req-4d1f1390-69d8-4d96-8c7a-c213527f67d4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:46.092088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20d7d006-5743-43be-ba4a-833bac1b9810 req-4d1f1390-69d8-4d96-8c7a-c213527f67d4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 944 time: 0.0618873 Nov 11 21:39:46.140835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20d7d006-5743-43be-ba4a-833bac1b9810 req-8b0cb602-b4ff-4ebe-8f41-d489fae08977 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Nov 11 21:39:46.238451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['80b07350-493e-4e9b-9b6d-2bad5139673c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:47.256958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67987d8c-fe54-4429-b342-832b7250bca0 req-f36b4900-8cb8-4016-ab80-7b2a3a95e171 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:47.258643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67987d8c-fe54-4429-b342-832b7250bca0 req-f36b4900-8cb8-4016-ab80-7b2a3a95e171 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 944 time: 0.0514054 Nov 11 21:39:47.306810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67987d8c-fe54-4429-b342-832b7250bca0 req-dbf0f840-cf91-41b8-b8f5-9bab0045405a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Nov 11 21:39:47.710506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 80b07350-493e-4e9b-9b6d-2bad5139673c up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:39:47.838923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 80b07350-493e-4e9b-9b6d-2bad5139673c completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:39:47.842974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 80b07350-493e-4e9b-9b6d-2bad5139673c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:39:47.843360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.919050 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:47.941517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a672d-6388-4293-b603-fb91453cf18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b07350-493e-4e9b-9b6d-2bad5139673c'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:47.943929 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b98a5-a536-4992-bc89-9b06b574fdaf" -d '{"events": [{"server_uuid": "c44a672d-6388-4293-b603-fb91453cf18e", "name": "network-vif-plugged", "status": "completed", "tag": "80b07350-493e-4e9b-9b6d-2bad5139673c"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:47.967375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 80b07350-493e-4e9b-9b6d-2bad5139673c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=80b07350-493e-4e9b-9b6d-2bad5139673c,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:48.045330 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf5677-3325-4f09-a8b2-6da7d8330835 x-openstack-request-id: req-42bf5677-3325-4f09-a8b2-6da7d8330835 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:48.045622 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a672d-6388-4293-b603-fb91453cf18e", "name": "network-vif-plugged", "status": "completed", "tag": "80b07350-493e-4e9b-9b6d-2bad5139673c", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:48.045881 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42bf5677-3325-4f09-a8b2-6da7d8330835 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:48.046282 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a672d-6388-4293-b603-fb91453cf18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b07350-493e-4e9b-9b6d-2bad5139673c', 'code': 200} Nov 11 21:39:48.060630 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:48.109535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=80b07350-493e-4e9b-9b6d-2bad5139673c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:48.149061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06e79-9bf2-4ad4-bc22-04f094bfec0f req-239ed53c-0beb-45c5-b2fe-011bd4c30a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:48.150599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbb06e79-9bf2-4ad4-bc22-04f094bfec0f req-239ed53c-0beb-45c5-b2fe-011bd4c30a93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 1096 time: 0.0448229 Nov 11 21:39:48.196103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbb06e79-9bf2-4ad4-bc22-04f094bfec0f req-7a071a91-a06d-414b-bcfb-01cc8d021701 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Nov 11 21:39:48.426143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd756fa4-d1e0-4309-add0-216704515b8d req-74a831ea-cc2e-4fcf-acb4-aeae0fc2f2e5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:48.427636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd756fa4-d1e0-4309-add0-216704515b8d req-74a831ea-cc2e-4fcf-acb4-aeae0fc2f2e5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 945 time: 0.0495641 Nov 11 21:39:48.475190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd756fa4-d1e0-4309-add0-216704515b8d req-86aea2f8-25a2-45e5-ba16-a9311ff62cae tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Nov 11 21:39:49.592390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9dfea-08e5-4dc2-acdf-c21867dc8cb5 req-a27aefba-0626-4556-8f1e-94461b36b038 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:49.593928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26c9dfea-08e5-4dc2-acdf-c21867dc8cb5 req-a27aefba-0626-4556-8f1e-94461b36b038 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 945 time: 0.0500741 Nov 11 21:39:49.644648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26c9dfea-08e5-4dc2-acdf-c21867dc8cb5 req-6749ae97-1097-4f61-9b78-beae4ba9b647 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Nov 11 21:39:49.757809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678e96c-88e1-42c3-b51f-cb225da6137f req-eb8c47a0-d9e7-465a-b815-9bf091bcc62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:49.759309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0678e96c-88e1-42c3-b51f-cb225da6137f req-eb8c47a0-d9e7-465a-b815-9bf091bcc62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 945 time: 0.0500054 Nov 11 21:39:49.806266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0678e96c-88e1-42c3-b51f-cb225da6137f req-4a673cfc-478a-4d2c-833d-b2a97d9adbd3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Nov 11 21:39:49.919033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a5a9a-21e1-4c43-ba93-b40aea11f8ea req-179ffc63-419a-47fc-a8cd-f35ea1f41373 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:49.920702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca2a5a9a-21e1-4c43-ba93-b40aea11f8ea req-179ffc63-419a-47fc-a8cd-f35ea1f41373 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 945 time: 0.0492890 Nov 11 21:39:49.968616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca2a5a9a-21e1-4c43-ba93-b40aea11f8ea req-63a33695-96fb-4bcb-983d-cd1f78886427 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Nov 11 21:39:50.482988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdb384-c765-4fa4-83cc-9305ef2d24f8 req-f949d35b-59db-4d99-ab63-f69d7a40fea8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:50.484508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95cdb384-c765-4fa4-83cc-9305ef2d24f8 req-f949d35b-59db-4d99-ab63-f69d7a40fea8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 945 time: 0.0533583 Nov 11 21:39:50.532268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95cdb384-c765-4fa4-83cc-9305ef2d24f8 req-353fb816-9716-4c38-8e7d-67c9f89f9034 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Nov 11 21:39:51.658812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9800cb-8808-4558-b5ed-c41867a19946 req-fde9c6f3-1337-49be-a3cc-95a2f1fa4e46 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.660358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a9800cb-8808-4558-b5ed-c41867a19946 req-fde9c6f3-1337-49be-a3cc-95a2f1fa4e46 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 945 time: 0.0561607 Nov 11 21:39:51.707382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a9800cb-8808-4558-b5ed-c41867a19946 req-77069c68-512e-47ee-8865-d67873157056 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Nov 11 21:39:51.957519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-c80e0612-899c-4892-8391-f46c69f3eaea tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:51.959091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-c80e0612-899c-4892-8391-f46c69f3eaea tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 945 time: 0.0514414 Nov 11 21:39:52.051290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port 80b07350-493e-4e9b-9b6d-2bad5139673c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:39:52.051640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.140168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] For port 80b07350-493e-4e9b-9b6d-2bad5139673c, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=80b07350-493e-4e9b-9b6d-2bad5139673c,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:39:52.140451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.157093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for 80b07350-493e-4e9b-9b6d-2bad5139673c owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:39:52.386639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.398620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['80b07350-493e-4e9b-9b6d-2bad5139673c'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:39:52.415962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=80b07350-493e-4e9b-9b6d-2bad5139673c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:39:52.463085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] No DVR routers for this DVR port 80b07350-493e-4e9b-9b6d-2bad5139673c on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:39:52.465866 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.469300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01b96ffd-d04f-4cfb-b7dc-beaf3a83473a req-a48f2c24-21ab-4d5e-82b4-92a6c6ceeedb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "DELETE /v2.0/ports/80b07350-493e-4e9b-9b6d-2bad5139673c HTTP/1.1" status: 204 len: 173 time: 0.5042436 Nov 11 21:39:52.469753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a672d-6388-4293-b603-fb91453cf18e', 'name': 'network-vif-deleted', 'tag': '80b07350-493e-4e9b-9b6d-2bad5139673c'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:39:52.472022 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af4050-2507-4724-a876-7ac05c448fd5" -d '{"events": [{"server_uuid": "c44a672d-6388-4293-b603-fb91453cf18e", "name": "network-vif-deleted", "tag": "80b07350-493e-4e9b-9b6d-2bad5139673c"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:39:52.496874 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:52.509870 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd651b5-9670-41dd-8b38-9d12efbe0167 x-openstack-request-id: req-cdd651b5-9670-41dd-8b38-9d12efbe0167 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:39:52.510166 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a672d-6388-4293-b603-fb91453cf18e", "name": "network-vif-deleted", "tag": "80b07350-493e-4e9b-9b6d-2bad5139673c", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:39:52.510424 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdd651b5-9670-41dd-8b38-9d12efbe0167 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:39:52.510857 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a672d-6388-4293-b603-fb91453cf18e', 'name': 'network-vif-deleted', 'tag': '80b07350-493e-4e9b-9b6d-2bad5139673c', 'status': 'completed', 'code': 200} Nov 11 21:39:52.805662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-988c17ee-a2bf-4027-a08f-f8dea06abf6b req-992f317a-6395-4bf3-a4cd-36e868a86701 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0278819 Nov 11 21:39:53.901830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a8ce2b6-86fe-45c9-8f05-8c045a708066 req-6605324d-141e-4515-a615-a001b3497d77 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0273461 Nov 11 21:39:54.999379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2023d06b-c72e-4ff5-9b89-9042d39f11f3 req-95e8bbf3-3249-4585-9bae-76dc01bb63c7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0268810 Nov 11 21:39:55.772217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 80b07350-493e-4e9b-9b6d-2bad5139673c no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:39:55.796345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 80b07350-493e-4e9b-9b6d-2bad5139673c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:39:55.796695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 80b07350-493e-4e9b-9b6d-2bad5139673c not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:39:56.096823 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-afa1066b-2fc8-4650-8764-fab4ce648fac req-2a6c2472-aeaa-4236-a7a6-4352c17a9551 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0268095 Nov 11 21:39:57.194126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0091381d-0f96-4f71-91f4-3394a5d646c6 req-4289228e-56dc-4a0f-bb6e-8739e513bd77 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0302243 Nov 11 21:39:57.655857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:39:57.855951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-401aed30-357f-431e-b553-ebd455ecf19d req-f4d42de7-725f-47a8-84fc-b856cd39443e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284221 Nov 11 21:39:57.937799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-401aed30-357f-431e-b553-ebd455ecf19d req-a7663ccb-ab14-4f21-8960-fb3a87a4f4a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0331192 Nov 11 21:39:58.064382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401aed30-357f-431e-b553-ebd455ecf19d req-7e7a9765-6636-4cd1-8cec-14aebe93a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:58.065897 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-401aed30-357f-431e-b553-ebd455ecf19d req-7e7a9765-6636-4cd1-8cec-14aebe93a659 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e252db3482084f36861f97ce757f2912&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1016428 Nov 11 21:39:58.164662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401aed30-357f-431e-b553-ebd455ecf19d req-0e0f2dd8-cdb0-49bf-9c78-215d5b052961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:39:58.166081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-401aed30-357f-431e-b553-ebd455ecf19d req-0e0f2dd8-cdb0-49bf-9c78-215d5b052961 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931175 Nov 11 21:39:58.307238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f68c60dc-be06-45c6-bc99-cd615c285503 req-ba47ea4f-22f9-44a7-b6ce-4c10e0c248c9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44a672d-6388-4293-b603-fb91453cf18e HTTP/1.1" status: 200 len: 210 time: 0.0282314 Nov 11 21:40:02.050370 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7c12-ea31-4f12-928c-920aa59930ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:04.421480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e62f746-fe85-4bf8-8d18-46858eadbf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:05.688924 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.210607 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:07.889889 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:10.269095 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:40:22.472472 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:27.683594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:28.041122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3b8d04ca-857e-41ec-989d-534abca411eb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:28.042585 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3b8d04ca-857e-41ec-989d-534abca411eb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1080377 Nov 11 21:40:28.057891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-18a707a6-7091-452e-b584-868fdc467f96 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/quotas/e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 375 time: 0.0097141 Nov 11 21:40:28.109939 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-e05c5f12-be1c-4b75-a9dc-3bdefc2f4feb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468507 Nov 11 21:40:28.213193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-d7de71d3-ea10-4a96-8151-73a83bc36866 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961475 Nov 11 21:40:28.302432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-adf91af6-831c-46dd-a70f-32b4e215c532 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826628 Nov 11 21:40:28.972024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e067453-a623-4bf4-9398-ca22b10440de req-99d2cd55-fc14-472e-a3e0-50a8f9f24544 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0306270 Nov 11 21:40:30.070026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a7ed852-3dcc-42e0-aa34-b012e6b8b8ed req-9d844a73-a030-4988-ba49-e214ad923499 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0311582 Nov 11 21:40:31.197644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0db14bd-27b1-45fb-83e7-616815ef86fa req-5f796138-1f25-4dff-a94a-af4a82909467 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0388403 Nov 11 21:40:31.230624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-49db9e8f-da8a-40b6-a99d-e672ca3f59ad tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:31.232029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-49db9e8f-da8a-40b6-a99d-e672ca3f59ad tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1326094 Nov 11 21:40:31.245945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'port': {'device_id': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'admin_state_up': True, 'tenant_id': 'e252db3482084f36861f97ce757f2912'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:31.432207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:31.435871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.567920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.20.0.13 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/eddf5344-122b-4db1-a318-7417bcda357a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:31.720232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.827191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:31.871785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:31.879290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:31.882964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:31.915844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=eddf5344-122b-4db1-a318-7417bcda357a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:31.929149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.934341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:31.963819 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:31.964494 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.026626 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e8f7db28-ada2-4b61-87ed-efdefa97b15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.069917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3aac737c-ecc0-4793-aca9-f8563902fe6a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8276880 Nov 11 21:40:32.083626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Request body: {'port': {'device_id': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:32.111906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-99995cae-4eac-42a6-8433-0c1b3a888ff4 None None] Provisioning complete for port eddf5344-122b-4db1-a318-7417bcda357a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:32.112498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99995cae-4eac-42a6-8433-0c1b3a888ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.146324 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.147980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-99995cae-4eac-42a6-8433-0c1b3a888ff4 None None] Port eddf5344-122b-4db1-a318-7417bcda357a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:32.371088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067243eb-afa5-4c4e-8ccc-d618ac32474f req-85c8c9b6-7632-423a-81d2-3b0a7dc2d4f2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:32.372522 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-067243eb-afa5-4c4e-8ccc-d618ac32474f req-85c8c9b6-7632-423a-81d2-3b0a7dc2d4f2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 932 time: 0.1025932 Nov 11 21:40:32.452917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-067243eb-afa5-4c4e-8ccc-d618ac32474f req-9dc67a64-f2af-4c6e-a4a3-81f0975b912c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718365 Nov 11 21:40:32.488702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddf5344-122b-4db1-a318-7417bcda357a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:32.496593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.510315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Transition to ACTIVE for port object eddf5344-122b-4db1-a318-7417bcda357a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:32.649530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.704531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Pushing event updated for resources: {'Port': ['ID=eddf5344-122b-4db1-a318-7417bcda357a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:32.774696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Attempting to bind port eddf5344-122b-4db1-a318-7417bcda357a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:32.775028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Attempting to bind port eddf5344-122b-4db1-a318-7417bcda357a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:32.775357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Attempting to bind port eddf5344-122b-4db1-a318-7417bcda357a on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:32.780782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Port eddf5344-122b-4db1-a318-7417bcda357a on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:32.781306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Attempting to bind port eddf5344-122b-4db1-a318-7417bcda357a on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:32.787382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:32.787914 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:32.788397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:32.789591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Bound port: eddf5344-122b-4db1-a318-7417bcda357a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:32.790024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:32.876477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] For port eddf5344-122b-4db1-a318-7417bcda357a, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:32.880828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] For port eddf5344-122b-4db1-a318-7417bcda357a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=eddf5344-122b-4db1-a318-7417bcda357a,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:32.974425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.009531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.010163 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:33.011598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] 10.222.0.62 "PUT /v2.0/ports/eddf5344-122b-4db1-a318-7417bcda357a HTTP/1.1" status: 200 len: 1092 time: 0.9333658 Nov 11 21:40:33.012090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'tag': 'eddf5344-122b-4db1-a318-7417bcda357a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:33.014375 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e9688-706e-4e6d-9a26-43032f850c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "61913808-93b5-454d-8bf0-1573b6c7f2b2", "tag": "eddf5344-122b-4db1-a318-7417bcda357a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:33.049964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbc8e9-048b-46db-bd7a-f752bf0da769 service neutron] Pushing event updated for resources: {'Port': ['ID=eddf5344-122b-4db1-a318-7417bcda357a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:33.059238 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510b336-ea9e-4340-8b42-faa3bd05f8ef x-openstack-request-id: req-9510b336-ea9e-4340-8b42-faa3bd05f8ef {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:33.059537 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61913808-93b5-454d-8bf0-1573b6c7f2b2", "tag": "eddf5344-122b-4db1-a318-7417bcda357a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:33.060022 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9510b336-ea9e-4340-8b42-faa3bd05f8ef {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:33.060353 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'tag': 'eddf5344-122b-4db1-a318-7417bcda357a', 'status': 'completed', 'code': 200} Nov 11 21:40:33.124589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e9688-706e-4e6d-9a26-43032f850c6a req-b467bc46-37f3-414e-8da8-2f44da6ca785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.126158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d20e9688-706e-4e6d-9a26-43032f850c6a req-b467bc46-37f3-414e-8da8-2f44da6ca785 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0464900 Nov 11 21:40:33.240465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e9688-706e-4e6d-9a26-43032f850c6a req-71627e18-9408-41b5-90e4-6a9471f962d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.242006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d20e9688-706e-4e6d-9a26-43032f850c6a req-71627e18-9408-41b5-90e4-6a9471f962d8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e252db3482084f36861f97ce757f2912&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1064677 Nov 11 21:40:33.341263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e9688-706e-4e6d-9a26-43032f850c6a req-722ad032-e299-4a8a-a6e0-734acec17d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.342797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d20e9688-706e-4e6d-9a26-43032f850c6a req-722ad032-e299-4a8a-a6e0-734acec17d61 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940168 Nov 11 21:40:33.427254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-283dd952-921e-44fc-af0d-645890e16157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.428702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-283dd952-921e-44fc-af0d-645890e16157 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0461128 Nov 11 21:40:33.474039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-a9605549-9bec-41a6-be7b-a4e5e052c2a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eddf5344-122b-4db1-a318-7417bcda357a HTTP/1.1" status: 200 len: 217 time: 0.0352585 Nov 11 21:40:33.524900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-b96663f1-7a55-451b-a612-00ce10f32bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.526364 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-b96663f1-7a55-451b-a612-00ce10f32bb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0463338 Nov 11 21:40:33.604991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baee4a7-9ff7-4707-8785-da4841f18ea2 req-b5331b6e-7aee-4c76-833d-d8b3ca31cb5d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.606610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9baee4a7-9ff7-4707-8785-da4841f18ea2 req-b5331b6e-7aee-4c76-833d-d8b3ca31cb5d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0763414 Nov 11 21:40:33.614113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3b8e5b30-464c-405f-b13d-b655fc40aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:33.615559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-3b8e5b30-464c-405f-b13d-b655fc40aa4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767221 Nov 11 21:40:33.711412 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9baee4a7-9ff7-4707-8785-da4841f18ea2 req-6213fde9-c05a-4a3c-b263-917a334c0e02 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947821 Nov 11 21:40:33.739695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-c0668baa-0eb2-4b0e-acf3-780114f83a2e service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158340 Nov 11 21:40:33.836986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cb6ee9c-981d-4e05-93b6-0101106313ca req-f70896e0-6d7a-478b-8df3-29da3818b344 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909145 Nov 11 21:40:34.448081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e84b3d18-e867-4464-a088-04068a1883c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:34.828503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fe8f1-5d88-4db7-8036-3517f9fe9b09 req-482f9195-03ed-408c-a090-600b8df64a07 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:34.830003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e8fe8f1-5d88-4db7-8036-3517f9fe9b09 req-482f9195-03ed-408c-a090-600b8df64a07 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0503623 Nov 11 21:40:34.877836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e8fe8f1-5d88-4db7-8036-3517f9fe9b09 req-ce032003-d168-48c1-94e4-789fff291aec tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Nov 11 21:40:35.678794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:36.349208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d0cd8-0ca0-45a4-bd29-32d686227e7a req-a241f3d8-6469-45d5-b0aa-62d56c4005ca tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:36.350723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e89d0cd8-0ca0-45a4-bd29-32d686227e7a req-a241f3d8-6469-45d5-b0aa-62d56c4005ca tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.3994944 Nov 11 21:40:36.397804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e89d0cd8-0ca0-45a4-bd29-32d686227e7a req-40844256-2430-43a0-b1dc-3216eed55be1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Nov 11 21:40:37.195738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:37.513884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74588215-8f15-40de-8fb1-634b8bcafb3c req-c65664b1-867f-4593-8b0a-c9b247cc6808 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:37.515359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74588215-8f15-40de-8fb1-634b8bcafb3c req-c65664b1-867f-4593-8b0a-c9b247cc6808 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0497696 Nov 11 21:40:37.565452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74588215-8f15-40de-8fb1-634b8bcafb3c req-9fc359b5-da35-497f-abc2-4f0669c59418 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Nov 11 21:40:37.894674 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:38.681155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babffb4d-2580-4901-9805-5b95d5692d7e req-69eec998-e98b-4857-b1d8-5bdec51ae94a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:38.682666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-babffb4d-2580-4901-9805-5b95d5692d7e req-69eec998-e98b-4857-b1d8-5bdec51ae94a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0488029 Nov 11 21:40:38.734362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-babffb4d-2580-4901-9805-5b95d5692d7e req-907378de-c2ed-4da3-93f2-9da9c68b0ffd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Nov 11 21:40:39.849066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c101bff-f019-41a0-98c5-e0a52f21473c req-dfa3ae44-21eb-4fae-bd37-e5fc50d3fa6e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:39.850437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c101bff-f019-41a0-98c5-e0a52f21473c req-dfa3ae44-21eb-4fae-bd37-e5fc50d3fa6e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0492585 Nov 11 21:40:39.897414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c101bff-f019-41a0-98c5-e0a52f21473c req-5c579d17-1fed-40be-8508-a165637e4b2c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Nov 11 21:40:41.015247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30414e62-21f8-40c0-b99e-8f9c11deaffb req-8b837742-f564-4c29-8456-8126db362aff tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:41.016738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30414e62-21f8-40c0-b99e-8f9c11deaffb req-8b837742-f564-4c29-8456-8126db362aff tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0510335 Nov 11 21:40:41.065151 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30414e62-21f8-40c0-b99e-8f9c11deaffb req-2f4a00d7-183b-42be-9bfa-f08cfd66b33d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Nov 11 21:40:42.187667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06d81c-46e8-458d-b2fd-e6a62cfe4595 req-22448c37-c5cc-4b42-b320-38716d0f1706 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:42.189102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c06d81c-46e8-458d-b2fd-e6a62cfe4595 req-22448c37-c5cc-4b42-b320-38716d0f1706 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0525055 Nov 11 21:40:42.237474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c06d81c-46e8-458d-b2fd-e6a62cfe4595 req-8b4f8420-9dd5-455c-aa30-31190b7496c2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Nov 11 21:40:43.358126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126245e-a76c-4efe-ab8a-d10b26bc143f req-53cec664-cb14-4cc0-aae3-2de011f01ea2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:43.359600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8126245e-a76c-4efe-ab8a-d10b26bc143f req-53cec664-cb14-4cc0-aae3-2de011f01ea2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0483670 Nov 11 21:40:43.405873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8126245e-a76c-4efe-ab8a-d10b26bc143f req-1a7dbfd6-4058-4094-ba69-4f95f016a38e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397067 Nov 11 21:40:44.520823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69201b6-5432-4095-8b19-ffa53cc8cff4 req-ba20f396-5109-4e53-88f4-95b6b7b9a3f3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:44.522383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f69201b6-5432-4095-8b19-ffa53cc8cff4 req-ba20f396-5109-4e53-88f4-95b6b7b9a3f3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0495763 Nov 11 21:40:44.573373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f69201b6-5432-4095-8b19-ffa53cc8cff4 req-85f84be5-9168-4e44-af0e-70e2d8df2ca6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450418 Nov 11 21:40:45.690172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5919ab-ccc5-4f18-9b7d-238b84f470e0 req-aac54416-5ab5-4616-a77c-fda5b474ed66 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:45.691657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd5919ab-ccc5-4f18-9b7d-238b84f470e0 req-aac54416-5ab5-4616-a77c-fda5b474ed66 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 944 time: 0.0487723 Nov 11 21:40:45.739222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd5919ab-ccc5-4f18-9b7d-238b84f470e0 req-591f1d1a-6b8f-4b37-9124-01bd52884a54 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Nov 11 21:40:45.973574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device eddf5344-122b-4db1-a318-7417bcda357a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:40:46.070981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port eddf5344-122b-4db1-a318-7417bcda357a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=eddf5344-122b-4db1-a318-7417bcda357a,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:46.082012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'eddf5344-122b-4db1-a318-7417bcda357a', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'port_id': 'eddf5344-122b-4db1-a318-7417bcda357a', 'mac_address': 'fa:16:3e:69:6e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:40:46.119033 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.131889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddf5344-122b-4db1-a318-7417bcda357a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:46.150746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port eddf5344-122b-4db1-a318-7417bcda357a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=eddf5344-122b-4db1-a318-7417bcda357a,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:46.224988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:46.274578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=eddf5344-122b-4db1-a318-7417bcda357a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:46.281731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.282086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.282432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.282773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.283112 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.283447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.283779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.284109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.284462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.284789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.285114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.285481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:46.435792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['eddf5344-122b-4db1-a318-7417bcda357a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:46.852405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6154db-e3c6-43e1-9e77-e208a8732e73 req-146fbe4d-4c75-4513-9639-3e7ff38fedbd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:46.853866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a6154db-e3c6-43e1-9e77-e208a8732e73 req-146fbe4d-4c75-4513-9639-3e7ff38fedbd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Nov 11 21:40:46.901422 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a6154db-e3c6-43e1-9e77-e208a8732e73 req-bacace1a-0774-48c2-a583-85399b23ee34 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Nov 11 21:40:47.268155 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:40:47.975027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device eddf5344-122b-4db1-a318-7417bcda357a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:40:48.022913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d870a13-598a-49fe-9d8b-f899b5f21b77 req-724b7224-e1fb-489d-8f0d-328b0d499985 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.024573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d870a13-598a-49fe-9d8b-f899b5f21b77 req-724b7224-e1fb-489d-8f0d-328b0d499985 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 945 time: 0.0550270 Nov 11 21:40:48.071596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d870a13-598a-49fe-9d8b-f899b5f21b77 req-e7eafb84-be89-4aa6-948d-244ae0842d80 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Nov 11 21:40:48.077557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port eddf5344-122b-4db1-a318-7417bcda357a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:40:48.081636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port eddf5344-122b-4db1-a318-7417bcda357a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:48.082632 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.314147 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.335942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf5344-122b-4db1-a318-7417bcda357a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:48.338334 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796659c4-d515-4762-a477-df3a5acf8ab3" -d '{"events": [{"server_uuid": "61913808-93b5-454d-8bf0-1573b6c7f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "eddf5344-122b-4db1-a318-7417bcda357a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:48.351880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port eddf5344-122b-4db1-a318-7417bcda357a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=eddf5344-122b-4db1-a318-7417bcda357a,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:40:48.378099 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f938e-2b05-435b-9664-946cb11b5c11 x-openstack-request-id: req-213f938e-2b05-435b-9664-946cb11b5c11 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:48.378387 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61913808-93b5-454d-8bf0-1573b6c7f2b2", "name": "network-vif-plugged", "status": "completed", "tag": "eddf5344-122b-4db1-a318-7417bcda357a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:48.378642 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-213f938e-2b05-435b-9664-946cb11b5c11 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:48.379538 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddf5344-122b-4db1-a318-7417bcda357a', 'code': 200} Nov 11 21:40:48.418656 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:48.466837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=eddf5344-122b-4db1-a318-7417bcda357a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:48.472742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c0ffb-bdbb-4ae1-b312-81a86fc082f3 req-8586aaa3-8773-457f-9c4e-d8bec75aff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:48.474541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-048c0ffb-bdbb-4ae1-b312-81a86fc082f3 req-8586aaa3-8773-457f-9c4e-d8bec75aff68 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 1097 time: 0.0407860 Nov 11 21:40:48.518838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-048c0ffb-bdbb-4ae1-b312-81a86fc082f3 req-d02a8d4e-07ca-4ea4-8918-d9b27e9d4906 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369024 Nov 11 21:40:49.198763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8892c-948a-4ecd-a23f-0d9ad5104407 req-15aae768-c247-4c7b-a714-526828552848 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:49.200345 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70d8892c-948a-4ecd-a23f-0d9ad5104407 req-15aae768-c247-4c7b-a714-526828552848 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 946 time: 0.0523424 Nov 11 21:40:49.246531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70d8892c-948a-4ecd-a23f-0d9ad5104407 req-08128336-9e66-4aa2-bb8e-7801878300b1 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Nov 11 21:40:50.360337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e817bd-c533-46e0-86c9-7c4bd7284779 req-d4932e78-e1f2-4f59-92f4-e4b8b9913b69 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.361809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9e817bd-c533-46e0-86c9-7c4bd7284779 req-d4932e78-e1f2-4f59-92f4-e4b8b9913b69 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 946 time: 0.0493977 Nov 11 21:40:50.409509 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9e817bd-c533-46e0-86c9-7c4bd7284779 req-20cb3f2c-058b-4148-a601-90b2f0465b6f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Nov 11 21:40:50.536650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c1211-f21d-404e-8da4-1f165850a8ac req-b33428bc-346f-4ccc-8efb-1bef8770881c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:50.538101 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-797c1211-f21d-404e-8da4-1f165850a8ac req-b33428bc-346f-4ccc-8efb-1bef8770881c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 946 time: 0.0516193 Nov 11 21:40:50.594229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-797c1211-f21d-404e-8da4-1f165850a8ac req-5eacc965-8790-40cc-8838-b5616019f451 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 Nov 11 21:40:52.500465 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:53.927179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-348b4307-af2e-40ee-9e7a-c0764d36371f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:53.928690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-348b4307-af2e-40ee-9e7a-c0764d36371f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1020052 Nov 11 21:40:53.944169 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-b5f8230b-c761-46a7-8aea-3f5c3a8ace20 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/quotas/e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 375 time: 0.0097232 Nov 11 21:40:53.999037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-fd94e190-0f87-4f25-82be-e8c7421c1e15 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488937 Nov 11 21:40:54.093645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-72a1cc3d-9174-4d9a-b995-495028cd6f28 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862916 Nov 11 21:40:54.184840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-b68df47c-b865-40b9-ad0b-5f442049af0d service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843902 Nov 11 21:40:54.506329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08e23413-f35f-49f8-a686-f503f29a8630 req-b08651bb-85fd-4ffc-ad6f-12dcc79ccb95 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0343118 Nov 11 21:40:55.603903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-502dc9d8-fdeb-451f-9f4c-8f7e53937de1 req-3cb70176-7db3-416c-8662-11bbad1eeef3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Nov 11 21:40:56.515912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-bd726dbe-4c56-4c47-92c4-6063092e76af tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:56.517417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-bd726dbe-4c56-4c47-92c4-6063092e76af tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1098597 Nov 11 21:40:56.531365 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'port': {'device_id': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'admin_state_up': True, 'tenant_id': 'e252db3482084f36861f97ce757f2912'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:56.701313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9290a976-8de0-4e82-92c1-95ad999ff55d req-412f8bc7-a41d-4e0b-9600-8c449762a672 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0268483 Nov 11 21:40:56.726942 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:40:56.730702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:56.860081 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.20.0.4 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/f067880b-9508-4762-8983-2757ed072b11) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:40:57.008757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.104406 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.117424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['eddf5344-122b-4db1-a318-7417bcda357a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:40:57.158736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:40:57.163898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:40:57.166048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=f067880b-9508-4762-8983-2757ed072b11,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:57.168301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:40:57.202526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.202930 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.203278 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.203728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.204069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.204429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.204830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.205065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.205386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.205704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.206085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.206396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:40:57.262920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.265106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.331903 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-0bfd9120-6d72-4509-99c7-3ca059a5a153 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053939 Nov 11 21:40:57.342886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-95c561ce-4534-42c6-aa13-ad41b5ad3f39 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:40:57.343895 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-95c561ce-4534-42c6-aa13-ad41b5ad3f39 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062582 Nov 11 21:40:57.416776 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Request body: {'port': {'device_id': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:40:57.467311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9dfc277a-ec4a-4e6f-8895-57e856a0f624 None None] Provisioning complete for port f067880b-9508-4762-8983-2757ed072b11 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:40:57.467595 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9dfc277a-ec4a-4e6f-8895-57e856a0f624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.471397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.502107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc277a-ec4a-4e6f-8895-57e856a0f624 None None] Port f067880b-9508-4762-8983-2757ed072b11 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:40:57.644280 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.746683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f067880b-9508-4762-8983-2757ed072b11 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:40:57.755336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.767623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Transition to ACTIVE for port object f067880b-9508-4762-8983-2757ed072b11 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:40:57.826193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f20e8-5f91-43e7-b5ac-95bf68ef55cc req-e0385f2b-6843-4d92-aa58-6a2b4c360e63 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:57.827609 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f6f20e8-5f91-43e7-b5ac-95bf68ef55cc req-e0385f2b-6843-4d92-aa58-6a2b4c360e63 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 931 time: 0.0508852 Nov 11 21:40:57.860441 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:57.877352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f6f20e8-5f91-43e7-b5ac-95bf68ef55cc req-6fb29d5d-ff9b-4505-a7c6-640f49c7f66d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Nov 11 21:40:57.922340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Pushing event updated for resources: {'Port': ['ID=f067880b-9508-4762-8983-2757ed072b11,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:57.997390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Attempting to bind port f067880b-9508-4762-8983-2757ed072b11 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:40:57.997760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Attempting to bind port f067880b-9508-4762-8983-2757ed072b11 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:40:57.998182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Attempting to bind port f067880b-9508-4762-8983-2757ed072b11 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:58.003128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Port f067880b-9508-4762-8983-2757ed072b11 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:40:58.003519 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Attempting to bind port f067880b-9508-4762-8983-2757ed072b11 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:40:58.009466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:40:58.009918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:40:58.010390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:40:58.010922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Bound port: f067880b-9508-4762-8983-2757ed072b11, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:40:58.011491 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.096626 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] For port f067880b-9508-4762-8983-2757ed072b11, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:40:58.101779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] For port f067880b-9508-4762-8983-2757ed072b11, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f067880b-9508-4762-8983-2757ed072b11,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:40:58.234035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.271924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.272602 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:40:58.274009 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] 10.222.0.58 "PUT /v2.0/ports/f067880b-9508-4762-8983-2757ed072b11 HTTP/1.1" status: 200 len: 1091 time: 0.9223802 Nov 11 21:40:58.274443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'tag': 'f067880b-9508-4762-8983-2757ed072b11'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:40:58.276731 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e4fe23-42f7-4121-88e7-787fc40b4725" -d '{"events": [{"name": "network-changed", "server_uuid": "e0532166-4a1f-432e-9d4f-f15d26462973", "tag": "f067880b-9508-4762-8983-2757ed072b11"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:40:58.312310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bea47-2e2c-4d46-b0d3-087dd6d48404 service neutron] Pushing event updated for resources: {'Port': ['ID=f067880b-9508-4762-8983-2757ed072b11,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:40:58.425658 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd05ad51-fb35-4fd0-a7c4-00753c5a2479 x-openstack-request-id: req-fd05ad51-fb35-4fd0-a7c4-00753c5a2479 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:40:58.425658 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0532166-4a1f-432e-9d4f-f15d26462973", "tag": "f067880b-9508-4762-8983-2757ed072b11", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:40:58.425658 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd05ad51-fb35-4fd0-a7c4-00753c5a2479 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:40:58.426240 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'tag': 'f067880b-9508-4762-8983-2757ed072b11', 'status': 'completed', 'code': 200} Nov 11 21:40:58.458373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-3afbf851-6889-4adc-b720-64a2051d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.460030 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-3afbf851-6889-4adc-b720-64a2051d07e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 1094 time: 0.0488725 Nov 11 21:40:58.510894 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-bb096c72-5c00-459a-85c2-2edc680db37c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f067880b-9508-4762-8983-2757ed072b11 HTTP/1.1" status: 200 len: 217 time: 0.0428181 Nov 11 21:40:58.569017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-5e209fa1-fcc3-4f28-946c-736ea28ef76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.570496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-5e209fa1-fcc3-4f28-946c-736ea28ef76c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0529859 Nov 11 21:40:58.618101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-6c0506c1-2a4b-456e-a1ae-2098bd1c6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.619654 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-6c0506c1-2a4b-456e-a1ae-2098bd1c6b53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423298 Nov 11 21:40:58.715248 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-f5772de3-5d71-4c90-8948-94b3131c86f1 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870030 Nov 11 21:40:58.808803 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f5af2b2b-de36-4f7e-a0a0-99d3d8f166e0 req-51fbe9e6-8bcb-4689-82cd-5eea700e7a96 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Nov 11 21:40:58.993650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-69674f0a-6ad4-4341-8e7b-c97210c3d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:58.995104 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-69674f0a-6ad4-4341-8e7b-c97210c3d098 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 1094 time: 0.0431197 Nov 11 21:40:59.011127 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14457-da88-42bc-8801-2f5823e22909 req-33e50482-808b-4fbc-bc77-c90846ca569a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.012822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-87d14457-da88-42bc-8801-2f5823e22909 req-33e50482-808b-4fbc-bc77-c90846ca569a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0555060 Nov 11 21:40:59.064908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-87d14457-da88-42bc-8801-2f5823e22909 req-a728ff19-4267-4d99-bf7d-22c0096ed777 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Nov 11 21:40:59.099893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-12f65a86-2f0e-4363-b72b-dab1bf4b3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.101307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-12f65a86-2f0e-4363-b72b-dab1bf4b3c8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0974753 Nov 11 21:40:59.145408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-7e8f8f8f-7648-41e1-803b-e0eb0018ce98 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f067880b-9508-4762-8983-2757ed072b11 HTTP/1.1" status: 200 len: 217 time: 0.0363464 Nov 11 21:40:59.198171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-3079e2e8-da78-42cb-ae47-560c5ec0a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.199661 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-3079e2e8-da78-42cb-ae47-560c5ec0a278 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0476198 Nov 11 21:40:59.247598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-26555a12-49cf-4da6-a88e-8540e6e68ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.249065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-26555a12-49cf-4da6-a88e-8540e6e68ec9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421505 Nov 11 21:40:59.340649 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-3fe25010-e479-4aa1-99d1-c16cffa7c2b2 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Nov 11 21:40:59.435472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1e4fe23-42f7-4121-88e7-787fc40b4725 req-debe7a2c-b518-49bb-8840-37ecf677bc94 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873232 Nov 11 21:40:59.877511 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-92f36400-9fe9-4682-a75a-39ae68a8f740 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925815 Nov 11 21:40:59.973761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-d5183172-0105-4ed6-abd5-bb910aba1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:40:59.975359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-d5183172-0105-4ed6-abd5-bb910aba1f37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 1097 time: 0.0475872 Nov 11 21:41:00.088878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-6a1230b0-fb4d-4e06-abd3-e2813fc7ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.090371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-6a1230b0-fb4d-4e06-abd3-e2813fc7ce4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0936418 Nov 11 21:41:00.135204 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-211c66ee-9ac4-4c48-9026-baa0b20cc0de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eddf5344-122b-4db1-a318-7417bcda357a HTTP/1.1" status: 200 len: 217 time: 0.0364048 Nov 11 21:41:00.228214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-c06b1ff2-7dec-4e4f-a8b0-79a93f0d049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.229701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-c06b1ff2-7dec-4e4f-a8b0-79a93f0d049b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0868430 Nov 11 21:41:00.254595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cd706-014b-44f5-b440-761cab41b9a0 req-fd349535-789d-472d-8366-c82d848832b6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.256106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d09cd706-014b-44f5-b440-761cab41b9a0 req-fd349535-789d-472d-8366-c82d848832b6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.1042280 Nov 11 21:41:00.312821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-6db2afeb-8dd0-4750-ad4b-e2c4699ccb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:00.314348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-6db2afeb-8dd0-4750-ad4b-e2c4699ccb84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766590 Nov 11 21:41:00.346493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d09cd706-014b-44f5-b440-761cab41b9a0 req-7dcda071-b020-445a-9ee1-70eabc494a50 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751436 Nov 11 21:41:00.419682 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-edd37512-9a73-40e2-abf8-d8d2766cd65c service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969157 Nov 11 21:41:00.520214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-def205e4-65e5-4aef-8091-b844d4ce3625 req-1b3427a6-8659-4c63-941c-97e5e5f58556 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922332 Nov 11 21:41:01.484012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac61dd-ef33-426a-bcfb-54baaefd8f89 req-bbff7520-a37f-4048-8d28-cf73d435f0eb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:01.485672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90ac61dd-ef33-426a-bcfb-54baaefd8f89 req-bbff7520-a37f-4048-8d28-cf73d435f0eb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0641816 Nov 11 21:41:01.540131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90ac61dd-ef33-426a-bcfb-54baaefd8f89 req-4ee45cce-649b-4e9b-9cfc-ad52aaf357de tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Nov 11 21:41:02.000812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74713642-3019-42d3-99d3-f85478762de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:02.661949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02574c-ab62-4283-b1ba-79f674d6410d req-704c7c6b-da8c-4d65-881b-c6dca3abcde7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:02.663488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a02574c-ab62-4283-b1ba-79f674d6410d req-704c7c6b-da8c-4d65-881b-c6dca3abcde7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0509300 Nov 11 21:41:02.712367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a02574c-ab62-4283-b1ba-79f674d6410d req-dc639b24-f373-4141-b193-33173b5c9413 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Nov 11 21:41:03.846450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe151b2-f644-4c15-bbcd-9c25cf672974 req-1a7d9b3c-f8c7-48e3-99ea-30a2f3d50e1c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:03.848877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dfe151b2-f644-4c15-bbcd-9c25cf672974 req-1a7d9b3c-f8c7-48e3-99ea-30a2f3d50e1c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0593994 Nov 11 21:41:03.902158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dfe151b2-f644-4c15-bbcd-9c25cf672974 req-e5334329-fd0b-472c-9b12-e133712e3be9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Nov 11 21:41:04.446417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ae5a1695-b423-4296-bb34-d29221027da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:05.038571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9978f-9244-4493-9f9d-977aa2ff4303 req-afd2c572-ea79-4db7-8945-d2371e7b598b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:05.040638 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7a9978f-9244-4493-9f9d-977aa2ff4303 req-afd2c572-ea79-4db7-8945-d2371e7b598b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0579035 Nov 11 21:41:05.092880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7a9978f-9244-4493-9f9d-977aa2ff4303 req-3476f526-48b1-4333-9f65-ba86227a844e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Nov 11 21:41:05.683165 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:06.211939 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149db99-1545-434a-b0be-7ff7727566bd req-1b650eb9-1d6d-48dc-aa94-e413a4e06d77 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:06.213605 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f149db99-1545-434a-b0be-7ff7727566bd req-1b650eb9-1d6d-48dc-aa94-e413a4e06d77 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0499883 Nov 11 21:41:06.273424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f149db99-1545-434a-b0be-7ff7727566bd req-55397034-e932-4e5c-a5ef-34d54d40932e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Nov 11 21:41:07.197138 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:07.410956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85826d-97a2-4166-bce7-f2a40aad5ea7 req-c0d0decf-eaeb-4656-8b87-b82013054a57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:07.412485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac85826d-97a2-4166-bce7-f2a40aad5ea7 req-c0d0decf-eaeb-4656-8b87-b82013054a57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0671649 Nov 11 21:41:07.467561 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac85826d-97a2-4166-bce7-f2a40aad5ea7 req-b95038b4-5b23-465e-b80a-d839a4f43cea tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489132 Nov 11 21:41:07.938062 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:08.594552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2372cd-8e24-40e1-8b44-98b9cbf32825 req-ca8153f8-7c6d-491c-ad72-e051a9e46887 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:08.596086 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db2372cd-8e24-40e1-8b44-98b9cbf32825 req-ca8153f8-7c6d-491c-ad72-e051a9e46887 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0551968 Nov 11 21:41:08.653359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-db2372cd-8e24-40e1-8b44-98b9cbf32825 req-0123bf21-1549-47db-9ae5-cde3d49a54a5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Nov 11 21:41:09.788464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb6035-549d-4c6c-97fe-8971a103ed0b req-f740cc65-3ab4-4018-bb47-273f0040e23d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:09.790023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dcb6035-549d-4c6c-97fe-8971a103ed0b req-f740cc65-3ab4-4018-bb47-273f0040e23d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0592880 Nov 11 21:41:09.841625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dcb6035-549d-4c6c-97fe-8971a103ed0b req-5b31f264-072d-46a4-b516-59f67c0c2799 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Nov 11 21:41:10.964615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385af027-f437-4675-a07e-184d5c931691 req-c05038e7-d663-4621-8341-31b722fe9137 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:10.966128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-385af027-f437-4675-a07e-184d5c931691 req-c05038e7-d663-4621-8341-31b722fe9137 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0525932 Nov 11 21:41:11.015419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-385af027-f437-4675-a07e-184d5c931691 req-5796ec56-a9c8-47eb-bd58-77488a6f173f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Nov 11 21:41:12.144644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996355a-bb22-46fd-a30d-0f90354909af req-497b28b1-57c6-4743-b61b-b47919241542 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:12.146183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c996355a-bb22-46fd-a30d-0f90354909af req-497b28b1-57c6-4743-b61b-b47919241542 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0546877 Nov 11 21:41:12.207490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c996355a-bb22-46fd-a30d-0f90354909af req-536b32dc-a026-4ab8-8cee-eb9563e91d17 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553117 Nov 11 21:41:13.327051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcf14b-f380-4249-b087-ff86360f3b40 req-e0ab2a2d-d83e-463e-b5c2-ce8144e1c433 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:13.328990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3fcf14b-f380-4249-b087-ff86360f3b40 req-e0ab2a2d-d83e-463e-b5c2-ce8144e1c433 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0510683 Nov 11 21:41:13.381375 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d3fcf14b-f380-4249-b087-ff86360f3b40 req-ba3ba2c8-d1f3-4ff7-a581-5faaed887612 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462887 Nov 11 21:41:14.502501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdea027-9f8a-4c30-a941-c459e1fee04e req-26506e0e-4ff2-4be1-a102-fdc49b9c2fd7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:14.504183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbdea027-9f8a-4c30-a941-c459e1fee04e req-26506e0e-4ff2-4be1-a102-fdc49b9c2fd7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0548482 Nov 11 21:41:14.554073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dbdea027-9f8a-4c30-a941-c459e1fee04e req-43b16359-6a10-4a10-b53c-d86068d15f9d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Nov 11 21:41:15.680788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a7763-b547-49c8-9b71-d22ae4f2326c req-6dad5fa6-311e-47ca-95cb-cff74d776944 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:15.682647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf4a7763-b547-49c8-9b71-d22ae4f2326c req-6dad5fa6-311e-47ca-95cb-cff74d776944 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0578799 Nov 11 21:41:15.733030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf4a7763-b547-49c8-9b71-d22ae4f2326c req-da1b5fe5-2ab2-453a-9f79-4c9188291b2d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Nov 11 21:41:16.857406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9356309-537a-4d2d-a4c9-5b85cf40a4b0 req-68d06131-3a43-480f-b9ee-554c6f21c1cd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:16.858974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9356309-537a-4d2d-a4c9-5b85cf40a4b0 req-68d06131-3a43-480f-b9ee-554c6f21c1cd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0530698 Nov 11 21:41:16.910328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9356309-537a-4d2d-a4c9-5b85cf40a4b0 req-d6b99656-481f-4960-a63d-6b96a833da82 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Nov 11 21:41:18.038855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9210f7-b581-413e-9334-6697281aad3e req-3065b8b1-4ecd-4ed9-a2b0-6ee9320e2ebc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:18.040380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b9210f7-b581-413e-9334-6697281aad3e req-3065b8b1-4ecd-4ed9-a2b0-6ee9320e2ebc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0601254 Nov 11 21:41:18.089112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b9210f7-b581-413e-9334-6697281aad3e req-4973e06c-2a1e-4a00-9a80-a0238ecc1d4e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Nov 11 21:41:19.221199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098a9e2-b2a4-4331-a6ef-96f255fea80d req-7cf784dc-4313-4877-bdf5-1b92f3deefdd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:19.224337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6098a9e2-b2a4-4331-a6ef-96f255fea80d req-7cf784dc-4313-4877-bdf5-1b92f3deefdd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0573542 Nov 11 21:41:19.277761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6098a9e2-b2a4-4331-a6ef-96f255fea80d req-4e2ee4da-daed-4c66-9de9-297c684c2d71 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 Nov 11 21:41:20.395005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40154c-1647-46d1-90e8-f9a2d5765621 req-8cf214e0-1055-4555-9a03-e13399a1d539 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:20.396525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e40154c-1647-46d1-90e8-f9a2d5765621 req-8cf214e0-1055-4555-9a03-e13399a1d539 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0506887 Nov 11 21:41:20.452496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e40154c-1647-46d1-90e8-f9a2d5765621 req-eed91796-680b-4ff5-b9d3-e4dcdb750b25 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 Nov 11 21:41:21.574422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38978a-7dd2-4641-92a2-247fc842da98 req-1f577ffe-d2ef-469a-a9c0-edb0fd2d7a2e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:21.575919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb38978a-7dd2-4641-92a2-247fc842da98 req-1f577ffe-d2ef-469a-a9c0-edb0fd2d7a2e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0496385 Nov 11 21:41:21.626280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb38978a-7dd2-4641-92a2-247fc842da98 req-1563cc50-02a5-4f19-9df8-ee670073534a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Nov 11 21:41:22.514135 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:22.807621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ebd24-e8e5-4c12-bcfc-96c3308bc41c req-8b8271ff-b75b-422a-8535-528a32737b08 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:22.809075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-052ebd24-e8e5-4c12-bcfc-96c3308bc41c req-8b8271ff-b75b-422a-8535-528a32737b08 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.1136413 Nov 11 21:41:22.857731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-052ebd24-e8e5-4c12-bcfc-96c3308bc41c req-6adcc7dd-369a-4455-b01c-d89c0ff6dce6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Nov 11 21:41:23.983970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95779dee-9d8f-4117-814b-19e93052b3c0 req-31a46888-6cdc-45b0-bede-43896f53e23a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:23.985690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95779dee-9d8f-4117-814b-19e93052b3c0 req-31a46888-6cdc-45b0-bede-43896f53e23a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0573695 Nov 11 21:41:24.036387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95779dee-9d8f-4117-814b-19e93052b3c0 req-be97b3c8-59dc-4e5f-b3b1-5219d211c3b7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Nov 11 21:41:24.267230 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:41:24.287390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-b38d787d-aa88-417b-8e91-8a8996bb83d4 req-eb4202a6-cce7-4e50-a104-5191c946f524 tempest-TestServerAdvancedOps-1950957921 tempest-TestServerAdvancedOps-1950957921-project] (109675) timed out ('10.222.0.62', 56891) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:41:25.153999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce562-672b-4ef7-b766-715dae381c52 req-326ddb3d-f389-45d3-88bd-7620f6150b42 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:25.155579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-691ce562-672b-4ef7-b766-715dae381c52 req-326ddb3d-f389-45d3-88bd-7620f6150b42 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0502200 Nov 11 21:41:25.205426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-691ce562-672b-4ef7-b766-715dae381c52 req-71abb9c2-42dc-4d5e-a184-47ecb77a1067 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Nov 11 21:41:26.321765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12deec-bc80-41ef-ad18-54e70798e4c7 req-5939a91c-f597-461c-97fa-5e5af1e681ec tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:26.323264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e12deec-bc80-41ef-ad18-54e70798e4c7 req-5939a91c-f597-461c-97fa-5e5af1e681ec tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0495207 Nov 11 21:41:26.374869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e12deec-bc80-41ef-ad18-54e70798e4c7 req-2b2cdc27-0d72-4c5a-8a28-89a5c2107a18 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 Nov 11 21:41:27.493953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6689c0-d863-4fb4-83d2-097e3675ea5d req-72d02d23-8424-485c-a865-1e6a5b4904b0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:27.495542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a6689c0-d863-4fb4-83d2-097e3675ea5d req-72d02d23-8424-485c-a865-1e6a5b4904b0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0521874 Nov 11 21:41:27.544498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a6689c0-d863-4fb4-83d2-097e3675ea5d req-89759022-6d53-4175-8e84-334c05980eed tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Nov 11 21:41:27.708741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:28.666903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ef717-e04e-45cf-b366-9fa3bf6c951b req-c9fe0bde-39ba-466f-9f27-7e51856160af tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:28.668442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd8ef717-e04e-45cf-b366-9fa3bf6c951b req-c9fe0bde-39ba-466f-9f27-7e51856160af tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0501575 Nov 11 21:41:28.715887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd8ef717-e04e-45cf-b366-9fa3bf6c951b req-3ca38018-590d-4532-8e42-1809b13f65e9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Nov 11 21:41:29.842236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396422c-4294-46cc-8c76-7dd986ef609f req-00ff726d-551c-47db-bb8d-739c258f939b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:29.843907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9396422c-4294-46cc-8c76-7dd986ef609f req-00ff726d-551c-47db-bb8d-739c258f939b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0548236 Nov 11 21:41:29.894162 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9396422c-4294-46cc-8c76-7dd986ef609f req-55f2f41a-d300-4dfc-9ef2-e855fee93364 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Nov 11 21:41:31.014934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d552c0-dd68-4243-bca2-da9c85e26ffd req-5ab65456-ff1b-48bb-b88c-0d75dd91046b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:31.016667 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06d552c0-dd68-4243-bca2-da9c85e26ffd req-5ab65456-ff1b-48bb-b88c-0d75dd91046b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0517273 Nov 11 21:41:31.064871 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06d552c0-dd68-4243-bca2-da9c85e26ffd req-17b3c470-ee2c-4541-bfe8-ac7418e3c145 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Nov 11 21:41:31.976786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac142-b68a-428f-96b3-364c95daed1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:32.188842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6745c1-965d-431f-8785-23764998cf03 req-a475e064-1df3-4e2f-adcf-7aa437694666 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:32.190274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f6745c1-965d-431f-8785-23764998cf03 req-a475e064-1df3-4e2f-adcf-7aa437694666 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0553014 Nov 11 21:41:32.239463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f6745c1-965d-431f-8785-23764998cf03 req-63b28ecc-9199-4023-b867-cdba07b09402 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425265 Nov 11 21:41:33.359467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbf863-fa44-4439-873d-5e160509c653 req-9b7e2ea0-ed84-43f7-92f7-02e246738cd0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:33.361081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71cbf863-fa44-4439-873d-5e160509c653 req-9b7e2ea0-ed84-43f7-92f7-02e246738cd0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0520327 Nov 11 21:41:33.409511 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-71cbf863-fa44-4439-873d-5e160509c653 req-e80497d9-a2f1-4f70-a4dd-f8568bb255d3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Nov 11 21:41:34.449632 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c753cc77-20a2-4e5d-b80a-cc8bff89f212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:34.528965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb376d74-2483-4839-a953-eed76a544113 req-6eef6767-97b1-425e-b727-00b79079152c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:34.530528 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb376d74-2483-4839-a953-eed76a544113 req-6eef6767-97b1-425e-b727-00b79079152c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0503705 Nov 11 21:41:34.584885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb376d74-2483-4839-a953-eed76a544113 req-c0e58329-f95a-44e5-998b-28f18c63ff6e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482090 Nov 11 21:41:35.711120 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:35.715723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557deb18-b3d7-4a8a-951d-8e67a82a7261 req-56a3886d-a8d0-4fb2-a62f-c4579201436c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:35.717365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-557deb18-b3d7-4a8a-951d-8e67a82a7261 req-56a3886d-a8d0-4fb2-a62f-c4579201436c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0600555 Nov 11 21:41:35.768731 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-557deb18-b3d7-4a8a-951d-8e67a82a7261 req-e6fa8e6c-b7a9-454e-a079-e1c55c7d1545 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Nov 11 21:41:36.888062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec4da-95bd-4016-b4db-a462980bda62 req-d5c2a9c6-1c52-444d-b7fd-72b3ef95dc24 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:36.889642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0ec4da-95bd-4016-b4db-a462980bda62 req-d5c2a9c6-1c52-444d-b7fd-72b3ef95dc24 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0516827 Nov 11 21:41:36.940758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c0ec4da-95bd-4016-b4db-a462980bda62 req-ac98e253-fa7d-455d-94ad-29fd5ba8c880 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Nov 11 21:41:37.194265 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:37.895195 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:38.062479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9de1-b362-48f1-b8bd-e2bfaaafa018 req-9b7f6aa8-be8e-487d-918a-45b09ae348f5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:38.064002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f61f9de1-b362-48f1-b8bd-e2bfaaafa018 req-9b7f6aa8-be8e-487d-918a-45b09ae348f5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0551381 Nov 11 21:41:38.114494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f61f9de1-b362-48f1-b8bd-e2bfaaafa018 req-4e0d1f97-bef2-4e6b-89f7-d4a91fcc6140 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Nov 11 21:41:39.237318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431859-6c11-485b-ad4a-86fb8bef7ea0 req-86d096a1-e175-4a14-8312-a5b25d40b712 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:39.238964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b431859-6c11-485b-ad4a-86fb8bef7ea0 req-86d096a1-e175-4a14-8312-a5b25d40b712 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0516641 Nov 11 21:41:39.289129 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b431859-6c11-485b-ad4a-86fb8bef7ea0 req-223eee74-d343-437d-8270-2c22f0587468 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Nov 11 21:41:40.404892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abf28b-bddd-4929-b4c1-639b3e76e97a req-5c7c25c9-924f-4ae2-9431-0fe2ce66eabe tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:40.406579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06abf28b-bddd-4929-b4c1-639b3e76e97a req-5c7c25c9-924f-4ae2-9431-0fe2ce66eabe tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0498092 Nov 11 21:41:40.461310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06abf28b-bddd-4929-b4c1-639b3e76e97a req-ba80d554-9ef1-4ae0-b387-1b29669d6522 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Nov 11 21:41:41.579336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26d62e-2cd3-4272-b7d7-c02fac9dd1c7 req-b035173c-6b73-4860-a1bc-b1e3d8fc52c3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:41.580863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba26d62e-2cd3-4272-b7d7-c02fac9dd1c7 req-b035173c-6b73-4860-a1bc-b1e3d8fc52c3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0500395 Nov 11 21:41:41.629900 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba26d62e-2cd3-4272-b7d7-c02fac9dd1c7 req-e25d12e7-b426-4af5-b6d2-7b5a20b57d4c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Nov 11 21:41:42.746674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d197bc-899a-4ff9-9450-5f967cd49e5a req-54396236-7ef1-4f2b-91a3-76b868b63a2f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:42.748260 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2d197bc-899a-4ff9-9450-5f967cd49e5a req-54396236-7ef1-4f2b-91a3-76b868b63a2f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0498145 Nov 11 21:41:42.795126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2d197bc-899a-4ff9-9450-5f967cd49e5a req-acb67f4e-e592-4879-b294-e53511bc39dc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Nov 11 21:41:43.917991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9f396-b4df-4bac-b530-49eecd642a8e req-755a236d-ba85-43e1-a375-a0419166251d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:43.919487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9d9f396-b4df-4bac-b530-49eecd642a8e req-755a236d-ba85-43e1-a375-a0419166251d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0539553 Nov 11 21:41:43.969124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9d9f396-b4df-4bac-b530-49eecd642a8e req-318dbc83-0976-4e09-98c8-636a5e3f5759 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Nov 11 21:41:45.086670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d32cce-2269-4ee0-882b-7975e61433d9 req-a515011c-ad73-4195-a1e1-11d3bfd310f2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:45.088202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68d32cce-2269-4ee0-882b-7975e61433d9 req-a515011c-ad73-4195-a1e1-11d3bfd310f2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0497806 Nov 11 21:41:45.136501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-68d32cce-2269-4ee0-882b-7975e61433d9 req-d36f1f09-2513-4544-876a-892b05207ba8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Nov 11 21:41:46.261352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e993a7-9284-49cd-a6df-f7fe18ea9d25 req-38bb67ca-be77-460c-abe8-2ff95f0a0065 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:46.320932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2e993a7-9284-49cd-a6df-f7fe18ea9d25 req-38bb67ca-be77-460c-abe8-2ff95f0a0065 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0571370 Nov 11 21:41:46.320932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e2e993a7-9284-49cd-a6df-f7fe18ea9d25 req-9fc942a7-e4e0-482d-ba14-65647ee40e3d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Nov 11 21:41:47.434238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e487e-abdc-46cc-a15f-dc813990c007 req-ba5f646b-bd08-4a1b-8c1c-4d90caef890b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:47.435780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad9e487e-abdc-46cc-a15f-dc813990c007 req-ba5f646b-bd08-4a1b-8c1c-4d90caef890b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 943 time: 0.0503647 Nov 11 21:41:47.483325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad9e487e-abdc-46cc-a15f-dc813990c007 req-94e2da4a-86a9-4894-a310-0c18ebab4143 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Nov 11 21:41:48.149465 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f067880b-9508-4762-8983-2757ed072b11 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:41:48.245341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f067880b-9508-4762-8983-2757ed072b11, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f067880b-9508-4762-8983-2757ed072b11,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:48.256638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'f067880b-9508-4762-8983-2757ed072b11', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'port_id': 'f067880b-9508-4762-8983-2757ed072b11', 'mac_address': 'fa:16:3e:a4:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:41:48.294036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.306728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f067880b-9508-4762-8983-2757ed072b11 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:41:48.326102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f067880b-9508-4762-8983-2757ed072b11, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f067880b-9508-4762-8983-2757ed072b11,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:48.413505 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:48.463307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f067880b-9508-4762-8983-2757ed072b11,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:48.470845 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.471192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.471829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.472188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.472524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.472857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.473186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.473514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.473838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.474161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.474482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.474806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:41:48.599239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15584e-bfec-4dd8-9b63-ba5bef800777 req-fc149ecf-7cbf-4cc4-95bf-32d3ea19071e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:48.600806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a15584e-bfec-4dd8-9b63-ba5bef800777 req-fc149ecf-7cbf-4cc4-95bf-32d3ea19071e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 944 time: 0.0497646 Nov 11 21:41:48.653262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1a15584e-bfec-4dd8-9b63-ba5bef800777 req-c9e1231f-9acc-4303-a95e-0c284eec5a67 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464327 Nov 11 21:41:48.806401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f067880b-9508-4762-8983-2757ed072b11'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:49.770947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e385e-78c1-4ccc-a06b-df1c87728e78 req-332a2934-e065-4117-843d-4b747feb385f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:49.772479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-014e385e-78c1-4ccc-a06b-df1c87728e78 req-332a2934-e065-4117-843d-4b747feb385f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 944 time: 0.0497677 Nov 11 21:41:49.823700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-014e385e-78c1-4ccc-a06b-df1c87728e78 req-9756ae97-9bc5-4c02-9c88-5a3bb1d2b5d5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Nov 11 21:41:50.159200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f067880b-9508-4762-8983-2757ed072b11 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:41:50.272993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port f067880b-9508-4762-8983-2757ed072b11 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:41:50.277023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port f067880b-9508-4762-8983-2757ed072b11 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:41:50.277398 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.354512 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.377591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f067880b-9508-4762-8983-2757ed072b11'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:50.380520 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9ad5893f4abda7f75321e33ccf255bf58d6b98b9213a7ac2e2efb7a4553bc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e76dac-6623-4e32-99d3-5656b158338b" -d '{"events": [{"server_uuid": "e0532166-4a1f-432e-9d4f-f15d26462973", "name": "network-vif-plugged", "status": "completed", "tag": "f067880b-9508-4762-8983-2757ed072b11"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:50.392784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port f067880b-9508-4762-8983-2757ed072b11, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f067880b-9508-4762-8983-2757ed072b11,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:50.417741 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4fe8cc-dc2b-4629-b2fc-69fbabb865ff x-openstack-request-id: req-ac4fe8cc-dc2b-4629-b2fc-69fbabb865ff {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:50.418054 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0532166-4a1f-432e-9d4f-f15d26462973", "name": "network-vif-plugged", "status": "completed", "tag": "f067880b-9508-4762-8983-2757ed072b11", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:50.418336 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac4fe8cc-dc2b-4629-b2fc-69fbabb865ff {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:50.418756 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f067880b-9508-4762-8983-2757ed072b11', 'code': 200} Nov 11 21:41:50.505959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:50.520512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb602-eb46-4a68-9e34-b429f0b9e93b req-499ee787-441d-41a5-9855-35e60ea69efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:50.522040 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b47bb602-eb46-4a68-9e34-b429f0b9e93b req-499ee787-441d-41a5-9855-35e60ea69efa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 1095 time: 0.0437753 Nov 11 21:41:50.557888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=f067880b-9508-4762-8983-2757ed072b11,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:50.567835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b47bb602-eb46-4a68-9e34-b429f0b9e93b req-73fcc402-c52f-4e60-838c-504d9a787498 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Nov 11 21:41:50.945303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb11b4-1bb8-423a-bc2a-a2bc6d209bbb req-09a5e4dc-7d64-4092-80c9-e05c78237454 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:50.946825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63cb11b4-1bb8-423a-bc2a-a2bc6d209bbb req-09a5e4dc-7d64-4092-80c9-e05c78237454 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Nov 11 21:41:50.996301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63cb11b4-1bb8-423a-bc2a-a2bc6d209bbb req-be267d61-f0a7-409b-9c3d-bcfafe14497b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Nov 11 21:41:52.119488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876d9a7-0af1-4242-a1e2-a196b06c5355 req-b25175f4-5d20-4e2e-80cc-06c9ae31fbff tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:52.121049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7876d9a7-0af1-4242-a1e2-a196b06c5355 req-b25175f4-5d20-4e2e-80cc-06c9ae31fbff tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 945 time: 0.0549896 Nov 11 21:41:52.167920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7876d9a7-0af1-4242-a1e2-a196b06c5355 req-71f77ef0-95fd-41ff-8080-67edaa12de49 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Nov 11 21:41:52.521895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:53.285245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e0885-9be7-46ee-9eb6-dabe044fc270 req-769dac07-e99b-47f9-99c2-534e5bdb2cb2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:53.286711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-351e0885-9be7-46ee-9eb6-dabe044fc270 req-769dac07-e99b-47f9-99c2-534e5bdb2cb2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 945 time: 0.0488603 Nov 11 21:41:53.334281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-351e0885-9be7-46ee-9eb6-dabe044fc270 req-8369d754-0a96-41f8-adf8-a55569d0ff3c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Nov 11 21:41:53.450891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084821b-c971-4f68-86ff-5d78bf6a8f4d req-14c57e1e-75de-40ec-aaea-c06ccd6d301a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:53.452392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5084821b-c971-4f68-86ff-5d78bf6a8f4d req-14c57e1e-75de-40ec-aaea-c06ccd6d301a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 945 time: 0.0497637 Nov 11 21:41:53.503838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5084821b-c971-4f68-86ff-5d78bf6a8f4d req-d2dfc6c2-1fd9-49b3-b208-ff169153cfc3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445540 Nov 11 21:41:54.058638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469190ca-8bec-40bc-968d-b26e61f7e2e7 req-1d8ef55a-6566-4e13-a74a-9b2d6a0a78a8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:54.060134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-469190ca-8bec-40bc-968d-b26e61f7e2e7 req-1d8ef55a-6566-4e13-a74a-9b2d6a0a78a8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 945 time: 0.0489519 Nov 11 21:41:54.109125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-469190ca-8bec-40bc-968d-b26e61f7e2e7 req-f8c2d070-0b04-4cc4-8217-5b99eb82aac5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Nov 11 21:41:55.229683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc40d4c-7e73-4a6e-a090-35b3dabc108f req-dc93cb6d-9799-46ab-86f1-48c8d3201184 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.231104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acc40d4c-7e73-4a6e-a090-35b3dabc108f req-dc93cb6d-9799-46ab-86f1-48c8d3201184 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 945 time: 0.0506525 Nov 11 21:41:55.279086 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acc40d4c-7e73-4a6e-a090-35b3dabc108f req-65b12e85-4410-4432-9111-c289b5fdf276 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Nov 11 21:41:55.618562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-d75567ba-970f-4890-9d46-1d4a70852866 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:55.619795 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-d75567ba-970f-4890-9d46-1d4a70852866 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 945 time: 0.0531232 Nov 11 21:41:55.710898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port f067880b-9508-4762-8983-2757ed072b11 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:41:55.711258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.806225 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] For port f067880b-9508-4762-8983-2757ed072b11, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=f067880b-9508-4762-8983-2757ed072b11,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:41:55.806587 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:55.819689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for f067880b-9508-4762-8983-2757ed072b11 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:41:56.061608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.076508 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['eddf5344-122b-4db1-a318-7417bcda357a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:56.078927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['f067880b-9508-4762-8983-2757ed072b11'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:41:56.095893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=f067880b-9508-4762-8983-2757ed072b11,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:41:56.151780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] No DVR routers for this DVR port f067880b-9508-4762-8983-2757ed072b11 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:41:56.151780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:56.151780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c4c41dba-9607-41e6-b741-2f2c77f00181 req-47993210-aef7-4226-b4c2-5e11fbe8d10c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "DELETE /v2.0/ports/f067880b-9508-4762-8983-2757ed072b11 HTTP/1.1" status: 204 len: 173 time: 0.5194647 Nov 11 21:41:56.151780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'name': 'network-vif-deleted', 'tag': 'f067880b-9508-4762-8983-2757ed072b11'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:41:56.151780 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06914035646f28937d6847adb6949a4fc8e41bf283c33e2a5ae7bf360c7ee5f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68655bee-2d19-42a8-89c7-ef8f7be33936" -d '{"events": [{"server_uuid": "e0532166-4a1f-432e-9d4f-f15d26462973", "name": "network-vif-deleted", "tag": "f067880b-9508-4762-8983-2757ed072b11"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:41:56.199325 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9132381-1dc9-49b8-88bf-3e816d38535d x-openstack-request-id: req-b9132381-1dc9-49b8-88bf-3e816d38535d {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:41:56.199325 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0532166-4a1f-432e-9d4f-f15d26462973", "name": "network-vif-deleted", "tag": "f067880b-9508-4762-8983-2757ed072b11", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:41:56.199325 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9132381-1dc9-49b8-88bf-3e816d38535d {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:41:56.199325 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0532166-4a1f-432e-9d4f-f15d26462973', 'name': 'network-vif-deleted', 'tag': 'f067880b-9508-4762-8983-2757ed072b11', 'status': 'completed', 'code': 200} Nov 11 21:41:56.387091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e54ecfc0-a0f9-4844-8a17-8a1896bc9582 req-4119c431-a0cd-42da-98b0-b25724f2e176 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0307035 Nov 11 21:41:57.481856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba2e9fdf-6340-48d6-bb0c-c3d536f19062 req-ac35dcd8-4dc6-45fa-928d-bf5eb2ff836f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0275729 Nov 11 21:41:57.655969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:41:58.174542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f067880b-9508-4762-8983-2757ed072b11 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:41:58.195381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: f067880b-9508-4762-8983-2757ed072b11 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:41:58.195657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device f067880b-9508-4762-8983-2757ed072b11 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:41:58.578313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5451338b-060f-45ab-897c-04a40a016dc1 req-c5536744-01f7-4518-950d-ca5a5890481a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Nov 11 21:41:59.679181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7dcb3e9-7ca1-4d47-8cdf-8149ad06322b req-b44e916e-0476-4639-9f55-9171fa465a23 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0289407 Nov 11 21:41:59.813476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-9884a44f-e97f-40f9-8024-d75716c2cb1a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407257 Nov 11 21:41:59.909628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413300f6-127e-4ce7-933c-2879820ceca1 req-70a91455-ea8a-4abc-ad11-fbb8da214555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:41:59.912064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-70a91455-ea8a-4abc-ad11-fbb8da214555 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 1097 time: 0.0462632 Nov 11 21:42:00.017152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413300f6-127e-4ce7-933c-2879820ceca1 req-7e73dd97-f694-4274-981f-41f155c782f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.018692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-7e73dd97-f694-4274-981f-41f155c782f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0884066 Nov 11 21:42:00.064753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-a1c4658c-2f40-47f0-9195-bc30e7017164 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eddf5344-122b-4db1-a318-7417bcda357a HTTP/1.1" status: 200 len: 217 time: 0.0392895 Nov 11 21:42:00.116635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413300f6-127e-4ce7-933c-2879820ceca1 req-8df0c081-afe5-4afb-bc7f-6be0dbab5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.118153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-8df0c081-afe5-4afb-bc7f-6be0dbab5464 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0461683 Nov 11 21:42:00.166386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413300f6-127e-4ce7-933c-2879820ceca1 req-d8246644-829a-4401-a82c-d300dc9ddfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:00.167840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-d8246644-829a-4401-a82c-d300dc9ddfe3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427001 Nov 11 21:42:00.266217 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-d9196fe2-dd21-4b96-85a2-a8ac79863e92 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891449 Nov 11 21:42:00.358254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-413300f6-127e-4ce7-933c-2879820ceca1 req-150640bc-bba8-4da7-8643-b9bdfb92a6d8 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846775 Nov 11 21:42:00.843782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7009bdd-ee1c-4f4a-aa7e-1c326fa197c2 req-9cf6ff6e-6a99-4b07-867d-3c858f331f0c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0334866 Nov 11 21:42:01.266659 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:42:01.971971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a27e127-7ec7-4199-8cef-aa17578c94f7 req-7d5fdd22-08cb-4ca5-a226-2b570b5de156 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0532166-4a1f-432e-9d4f-f15d26462973 HTTP/1.1" status: 200 len: 210 time: 0.0314391 Nov 11 21:42:02.030984 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f921631d-e56f-4d91-b0bf-571f7a5da789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:04.461353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a6ee-d834-44df-bb15-ea1e69957748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:05.694236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.249155 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:07.973282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:08.988711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac95f5-6109-4b3e-aea6-e7599ab49727 req-37e85096-9dc6-4187-a6f0-522d956f2199 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:08.990829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7ac95f5-6109-4b3e-aea6-e7599ab49727 req-37e85096-9dc6-4187-a6f0-522d956f2199 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 946 time: 0.0504079 Nov 11 21:42:09.037916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7ac95f5-6109-4b3e-aea6-e7599ab49727 req-dd51e47b-23a3-4df5-9afe-9e7ed8a98eba tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Nov 11 21:42:10.153362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a720-58e9-45c3-a48d-ba206746e0dc req-2c32fb06-713e-424a-95af-9d28b1e9ad29 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:10.154874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95f8a720-58e9-45c3-a48d-ba206746e0dc req-2c32fb06-713e-424a-95af-9d28b1e9ad29 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 946 time: 0.0489025 Nov 11 21:42:10.204436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-95f8a720-58e9-45c3-a48d-ba206746e0dc req-bcc8c6a9-2152-4d73-b797-191fdb41d933 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=2daeab68-0606-4f80-a655-f78456a53b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Nov 11 21:42:10.455924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-1ce3775d-8cdd-45fc-9172-4ba82b62e372 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:10.457327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-1ce3775d-8cdd-45fc-9172-4ba82b62e372 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 946 time: 0.0522106 Nov 11 21:42:10.549406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port eddf5344-122b-4db1-a318-7417bcda357a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:42:10.549750 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.642283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] For port eddf5344-122b-4db1-a318-7417bcda357a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=eddf5344-122b-4db1-a318-7417bcda357a,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:42:10.642646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.655512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for eddf5344-122b-4db1-a318-7417bcda357a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:42:10.910583 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:10.923652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['eddf5344-122b-4db1-a318-7417bcda357a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:42:10.941257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=eddf5344-122b-4db1-a318-7417bcda357a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:10.971748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.972883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.972883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.972883 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.973168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.973478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.973812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.974167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.974727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.975266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.975756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.976090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:10.995289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] No DVR routers for this DVR port eddf5344-122b-4db1-a318-7417bcda357a on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:42:10.997873 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:11.001397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d57f652e-bdc6-4ca0-972e-eb889ffd9c5e req-a5b0e514-8b98-4380-ada8-1a7d84386ab3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "DELETE /v2.0/ports/eddf5344-122b-4db1-a318-7417bcda357a HTTP/1.1" status: 204 len: 173 time: 0.5382342 Nov 11 21:42:11.004058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'name': 'network-vif-deleted', 'tag': 'eddf5344-122b-4db1-a318-7417bcda357a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:11.004058 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9df867efad3a94d8c7a06fae449984cc43b7c6efd69d235626b21639a06b4bdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e150edd-bb8b-4e73-942e-7f3e59a53ac2" -d '{"events": [{"server_uuid": "61913808-93b5-454d-8bf0-1573b6c7f2b2", "name": "network-vif-deleted", "tag": "eddf5344-122b-4db1-a318-7417bcda357a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:11.096035 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a19470-cd6d-445d-bc52-c9390314819a x-openstack-request-id: req-52a19470-cd6d-445d-bc52-c9390314819a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:11.096352 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61913808-93b5-454d-8bf0-1573b6c7f2b2", "name": "network-vif-deleted", "tag": "eddf5344-122b-4db1-a318-7417bcda357a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:11.096605 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52a19470-cd6d-445d-bc52-c9390314819a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:11.097004 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61913808-93b5-454d-8bf0-1573b6c7f2b2', 'name': 'network-vif-deleted', 'tag': 'eddf5344-122b-4db1-a318-7417bcda357a', 'status': 'completed', 'code': 200} Nov 11 21:42:11.302131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb8d8459-2c51-423b-8b80-5037aff3811e req-a1ca72d6-cdfc-49b2-b3c6-ae7d3f69c775 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Nov 11 21:42:12.404266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-364ccbc1-557b-45cf-8769-4a8022a25b32 req-87697af2-3990-4bed-9a3e-d0352aad9486 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0316830 Nov 11 21:42:13.499034 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84571f36-fffd-4a5a-bcb8-733a79b0da1e req-104d9941-2b0f-4365-8385-19c030387152 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0269425 Nov 11 21:42:14.502407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device eddf5344-122b-4db1-a318-7417bcda357a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:42:14.528301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: eddf5344-122b-4db1-a318-7417bcda357a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:42:14.528301 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device eddf5344-122b-4db1-a318-7417bcda357a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:42:14.600749 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75e07c9d-3fa6-444e-b002-9a6008190322 req-be95a87a-d12d-4515-af9b-b8bdae463e20 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0282016 Nov 11 21:42:15.696029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-028c2485-6800-4be7-9fdd-f128a87bfcb2 req-fe9b27d0-8f31-45b3-9b4c-301f7511d1e4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0267942 Nov 11 21:42:16.813820 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acd68f95-870a-417a-a506-519ee400fc28 req-94a8ccc8-9433-4201-8352-5753727d0dd5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=61913808-93b5-454d-8bf0-1573b6c7f2b2 HTTP/1.1" status: 200 len: 210 time: 0.0318232 Nov 11 21:42:21.683464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:21.688079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689270477', 'description': 'tempest-secgroup-smoke-1689270477 description', 'project_id': 'e252db3482084f36861f97ce757f2912'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:21.792542 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.857139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.933302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:21.964609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:21.977132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.977474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.977814 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.978149 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.978479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.978808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.979131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.979451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.979772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.980089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.983656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:21.984588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:42:22.055934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.057284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cca25fd6-6aca-4c8f-809d-68d8ec146f56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3728209 Nov 11 21:42:22.060349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36828) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:22.064915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7a8e2eaa-ff59-4e4b-af12-3d007a5cdb22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'security_group_rule': {'security_group_id': '8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e', 'project_id': 'e252db3482084f36861f97ce757f2912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:22.206869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2eaa-ff59-4e4b-af12-3d007a5cdb22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.261189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2eaa-ff59-4e4b-af12-3d007a5cdb22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.352025 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2eaa-ff59-4e4b-af12-3d007a5cdb22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.373344 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e2eaa-ff59-4e4b-af12-3d007a5cdb22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c29b71-7acb-47f5-881b-5db18b9dd177,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:22.529681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2eaa-ff59-4e4b-af12-3d007a5cdb22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.530920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7a8e2eaa-ff59-4e4b-af12-3d007a5cdb22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4695392 Nov 11 21:42:22.533635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:22.540051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-8a884980-1828-49a5-9677-b968b5851ec4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'security_group_rule': {'security_group_id': '8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e', 'project_id': 'e252db3482084f36861f97ce757f2912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:22.597844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.643334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a884980-1828-49a5-9677-b968b5851ec4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.699090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a884980-1828-49a5-9677-b968b5851ec4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.797459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a884980-1828-49a5-9677-b968b5851ec4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.816499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a884980-1828-49a5-9677-b968b5851ec4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5609673b-b870-4a6a-8a65-c57ab09ea1c9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:22.923437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a884980-1828-49a5-9677-b968b5851ec4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:22.924710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8a884980-1828-49a5-9677-b968b5851ec4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3901300 Nov 11 21:42:22.927357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36834) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:22.931817 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6bf4706b-94fa-4729-b7cc-bf85de765791 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'security_group_rule': {'security_group_id': '8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e', 'project_id': 'e252db3482084f36861f97ce757f2912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:23.042884 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bf4706b-94fa-4729-b7cc-bf85de765791 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.099542 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bf4706b-94fa-4729-b7cc-bf85de765791 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.186361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bf4706b-94fa-4729-b7cc-bf85de765791 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.205564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4706b-94fa-4729-b7cc-bf85de765791 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cd0143-f4a5-4c43-877e-8e5890684644,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:23.279719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6bf4706b-94fa-4729-b7cc-bf85de765791 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.280997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6bf4706b-94fa-4729-b7cc-bf85de765791 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3526940 Nov 11 21:42:23.283685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:23.288702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-63d89021-b99a-43e8-b9ea-a20fe2ee17a7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'security_group_rule': {'security_group_id': '8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e', 'project_id': 'e252db3482084f36861f97ce757f2912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:23.391044 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63d89021-b99a-43e8-b9ea-a20fe2ee17a7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.449709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63d89021-b99a-43e8-b9ea-a20fe2ee17a7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.517689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63d89021-b99a-43e8-b9ea-a20fe2ee17a7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.537545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d89021-b99a-43e8-b9ea-a20fe2ee17a7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef24fe4-a409-41ba-a6cc-4cc6e2913057,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:23.655630 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-63d89021-b99a-43e8-b9ea-a20fe2ee17a7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.656883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-63d89021-b99a-43e8-b9ea-a20fe2ee17a7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3722022 Nov 11 21:42:23.659638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 36838) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:23.664421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'security_group_rule': {'security_group_id': '8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e', 'project_id': 'e252db3482084f36861f97ce757f2912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:23.769162 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Project e252db3482084f36861f97ce757f2912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:42:23.774815 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:23.831615 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.190547 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.210754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb219c9-90f8-4479-b6cd-0bcb0a067b55,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:24.347185 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.348504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-62eb305d-4630-4548-9a59-2acec2023167 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6878357 Nov 11 21:42:24.352042 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 36840) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:42:24.356631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'security_group_rule': {'security_group_id': '8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e', 'project_id': 'e252db3482084f36861f97ce757f2912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:24.493040 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Project e252db3482084f36861f97ce757f2912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 21:42:24.498269 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.556856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.637452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.658387 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acb7db7-b707-409d-b6a5-7fc10448f496,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:24.765483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:24.766722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e19a535d-dea0-4ddf-a5ed-4e622450e93e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4136057 Nov 11 21:42:27.689238 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:32.014408 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-493c145b-501a-4fdb-b5c8-12f19ff35706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:34.471818 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-278edbbf-d652-42e5-9f04-292fecb3de0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:35.715958 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.208756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:37.887043 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:38.190107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-0faeb174-e40e-4f4d-842c-a74fa07c60c2 req-31fe2af6-b2c5-43ff-b1e2-6e3cce1cb82a service neutron] (109674) timed out ('10.222.0.31', 59968) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:42:38.266169 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:42:47.920932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-d875ddc8-3da8-416b-bd72-116e63104834 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689270477&fields=id&tenant_id=e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 267 time: 0.0465074 Nov 11 21:42:48.033813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-95b13b1e-7046-46ef-ae75-a2d9e71837c8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:48.035266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-95b13b1e-7046-46ef-ae75-a2d9e71837c8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1075881 Nov 11 21:42:48.051208 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-687d5114-b386-401b-87e9-2aa092dd6c42 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/quotas/e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 375 time: 0.0090690 Nov 11 21:42:48.104626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-e04edaf7-7721-49dd-839c-ca24fd4a7bc8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477176 Nov 11 21:42:48.207328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-047eb891-8551-4e80-a297-d77a68412226 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:42:48.208429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-047eb891-8551-4e80-a297-d77a68412226 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0418010 Nov 11 21:42:48.302632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-6d5107f9-09f2-4497-8a31-4ed2e9cc40f6 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873024 Nov 11 21:42:48.396324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-6dd64d09-9abe-454f-8742-7d09231da406 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Nov 11 21:42:49.031601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eead1190-a309-40e0-adcb-a563a5cc66f7 req-f354d926-094b-4716-9490-0cc3b0d02598 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0263002 Nov 11 21:42:50.110188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c6f6773-9887-4cec-833a-efc5f000bfa7 req-fa921fe7-4ace-41e0-a251-f4255b6ed212 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0265474 Nov 11 21:42:51.192112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b154984f-a5a9-43a1-a284-ecc2384075df req-4a403800-3189-46e7-8ca3-8344f2e208e5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0294254 Nov 11 21:42:52.271043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b399f76-3420-4d7a-9f25-854a27d1a326 req-3d168a62-6c98-4052-a3c3-9fbc0e9791c6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0268390 Nov 11 21:42:52.541762 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:53.362530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f013eea9-01d2-4461-9988-1c50ea8f9593 req-9952f899-5ea5-489d-8565-3ed0c1c071a2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0270386 Nov 11 21:42:54.457037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18453ea7-7095-429e-a3b0-d0f4da3898c4 req-594ad209-6138-4c6c-8181-5e5f875ce435 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0273490 Nov 11 21:42:55.239593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-c8e4503d-7a37-4484-9c0a-ef6954e61d70 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:55.240989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-c8e4503d-7a37-4484-9c0a-ef6954e61d70 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1032555 Nov 11 21:42:55.309733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-05779c10-c10b-4f17-8ced-f5a61fee9b7c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 380 time: 0.0549247 Nov 11 21:42:55.319267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'port': {'device_id': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'admin_state_up': True, 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'security_groups': ['8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:55.514675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:42:55.515714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.558782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aac8d72d-4a84-4b37-a0e3-5b77db55f7b7 req-dec23e3c-4735-487c-b226-53f9ef886372 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0282700 Nov 11 21:42:55.690569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.20.0.10 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/03d4d9f5-ca9e-4d23-a346-6689f4742b41) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:42:55.848697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.951707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:55.998887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:42:56.002082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:42:56.009274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:42:56.038292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=03d4d9f5-ca9e-4d23-a346-6689f4742b41,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:56.065510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:56.066134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.177119 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-85b353a2-3df0-43ac-87e8-40a77f92d5fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8613713 Nov 11 21:42:56.273254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Request body: {'port': {'device_id': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:42:56.298644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-47fd7af4-aa06-46e3-b72c-7085a5026367 None None] Provisioning complete for port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:42:56.299183 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47fd7af4-aa06-46e3-b72c-7085a5026367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.330832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.334051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-47fd7af4-aa06-46e3-b72c-7085a5026367 None None] Port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:42:56.612762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d4d9f5-ca9e-4d23-a346-6689f4742b41 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:42:56.621360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.634533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Transition to ACTIVE for port object 03d4d9f5-ca9e-4d23-a346-6689f4742b41 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:42:56.688268 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ded00-a311-4c36-92dd-57d3345bd3d3 req-c3cb25b1-2e8e-470e-8002-85749eed373c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:56.689774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e7ded00-a311-4c36-92dd-57d3345bd3d3 req-c3cb25b1-2e8e-470e-8002-85749eed373c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 932 time: 0.0562479 Nov 11 21:42:56.728778 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.743380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e7ded00-a311-4c36-92dd-57d3345bd3d3 req-e68c8dae-cc3e-4446-a6aa-aae55d8b54b8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 Nov 11 21:42:56.784345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Pushing event updated for resources: {'Port': ['ID=03d4d9f5-ca9e-4d23-a346-6689f4742b41,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:56.863079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Attempting to bind port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:42:56.863484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Attempting to bind port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:42:56.863878 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Attempting to bind port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:56.869575 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:42:56.869972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Attempting to bind port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:42:56.875143 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:42:56.875545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:42:56.875984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:42:56.876522 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Bound port: 03d4d9f5-ca9e-4d23-a346-6689f4742b41, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:42:56.876934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:56.955343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] For port 03d4d9f5-ca9e-4d23-a346-6689f4742b41, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:42:56.961969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] For port 03d4d9f5-ca9e-4d23-a346-6689f4742b41, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:42:57.105934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.143100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.143727 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.145173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] 10.222.0.58 "PUT /v2.0/ports/03d4d9f5-ca9e-4d23-a346-6689f4742b41 HTTP/1.1" status: 200 len: 1092 time: 0.9154248 Nov 11 21:42:57.145618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:42:57.180808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3391-8aba-48f4-866d-59aa5e807797 service neutron] Pushing event updated for resources: {'Port': ['ID=03d4d9f5-ca9e-4d23-a346-6689f4742b41,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:42:57.206955 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:42:57.317987 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aaec6d-784f-44e8-afe3-516d1e386a9e x-openstack-request-id: req-46aaec6d-784f-44e8-afe3-516d1e386a9e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:42:57.318657 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:42:57.318657 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46aaec6d-784f-44e8-afe3-516d1e386a9e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:42:57.319095 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'status': 'completed', 'code': 200} Nov 11 21:42:57.337201 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-0d971954-3af9-4b46-9f75-7aaadfef311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.338776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-0d971954-3af9-4b46-9f75-7aaadfef311c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 1095 time: 0.0536816 Nov 11 21:42:57.716913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:42:57.728284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-33ce38d3-3a53-4d7e-afa4-ea5ffec52014 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41 HTTP/1.1" status: 200 len: 217 time: 0.3811679 Nov 11 21:42:57.783901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-3e3879d9-3b07-4203-9134-91dcc7c60b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.785384 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-3e3879d9-3b07-4203-9134-91dcc7c60b97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0495028 Nov 11 21:42:57.831493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-02db619c-71d0-498a-aa4b-e21ad5fb93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.833065 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-02db619c-71d0-498a-aa4b-e21ad5fb93b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412655 Nov 11 21:42:57.870979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318e0a-7ab9-4216-8665-3e5d93ba8c6f req-1039e7d9-1c51-4ef1-86d3-e7d0a17d1cfd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:57.872991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a318e0a-7ab9-4216-8665-3e5d93ba8c6f req-1039e7d9-1c51-4ef1-86d3-e7d0a17d1cfd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0552306 Nov 11 21:42:57.931007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6a318e0a-7ab9-4216-8665-3e5d93ba8c6f req-47ecfdf6-c453-479c-9c61-4aeeab1d41e8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506477 Nov 11 21:42:57.935027 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-2189a289-abb6-43fc-898b-8a5632777777 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949256 Nov 11 21:42:58.031301 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b82b9ad0-2378-491e-834e-5b71f556d76b req-caf6b0c1-aa22-4eb8-8da4-c1c3ff574768 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895009 Nov 11 21:42:58.209137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-049b59d6-6c0d-4b63-ade7-57bd854fa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:58.210723 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-049b59d6-6c0d-4b63-ade7-57bd854fa00b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 1095 time: 0.0475078 Nov 11 21:42:58.302547 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-1a39d0a0-c086-40d6-9076-2d87f9efd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:58.303942 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-1a39d0a0-c086-40d6-9076-2d87f9efd186 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0856078 Nov 11 21:42:58.350856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-fd4d197b-8767-40b3-b2bb-c5a7b2d7d0f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41 HTTP/1.1" status: 200 len: 217 time: 0.0382068 Nov 11 21:42:58.401234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-cd389ed1-a5b9-4cc7-a78d-920011c5eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:58.402684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-cd389ed1-a5b9-4cc7-a78d-920011c5eea3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0442944 Nov 11 21:42:58.450067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-9c85f985-8596-447f-bc17-c716ed3cb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:58.451577 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-9c85f985-8596-447f-bc17-c716ed3cb91b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424154 Nov 11 21:42:58.544668 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-78066c13-0ab2-47ef-93a9-4ab8cae9efc1 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859032 Nov 11 21:42:58.636538 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-60d04f7f-d9c5-4257-abf8-e6fa3a72e6b9 req-0dac125b-d69d-4e05-b458-aa4d2af3149a service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852427 Nov 11 21:42:59.051007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d214a72-41f3-4b2b-8a6e-b1c1fa15835a req-e63a37bf-4591-4e70-933c-86c3aadff74c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:42:59.052527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d214a72-41f3-4b2b-8a6e-b1c1fa15835a req-e63a37bf-4591-4e70-933c-86c3aadff74c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0490890 Nov 11 21:42:59.107265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d214a72-41f3-4b2b-8a6e-b1c1fa15835a req-66f4749a-0b9c-496f-8a29-7c222dd3fdef tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479815 Nov 11 21:43:00.224174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffbac6-b880-4167-9241-5e15c04f16b8 req-9c1205b4-9337-40af-b0ab-ee270ddfe0ee tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:00.225613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2ffbac6-b880-4167-9241-5e15c04f16b8 req-9c1205b4-9337-40af-b0ab-ee270ddfe0ee tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0501268 Nov 11 21:43:00.277394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2ffbac6-b880-4167-9241-5e15c04f16b8 req-6697c6a3-39be-4b67-9ec7-f4ccf3a464a9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 Nov 11 21:43:01.394055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e4c21-2fff-428e-a98e-f744bb4ec864 req-42df438d-6b7c-4752-85d5-4f14c3d2a5d2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:01.395534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-477e4c21-2fff-428e-a98e-f744bb4ec864 req-42df438d-6b7c-4752-85d5-4f14c3d2a5d2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0492985 Nov 11 21:43:01.452029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-477e4c21-2fff-428e-a98e-f744bb4ec864 req-1d7afce4-aefa-403b-a257-e5ef4db97532 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492582 Nov 11 21:43:02.013445 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-624a798b-a11d-4b36-891b-baa441ffc6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:02.574619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34f9bc-8f8d-4fe1-abf1-1056bb68bf1d req-ed08b994-4aea-4424-bc1b-5decc8444520 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:02.581873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd34f9bc-8f8d-4fe1-abf1-1056bb68bf1d req-ed08b994-4aea-4424-bc1b-5decc8444520 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0540156 Nov 11 21:43:02.625370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd34f9bc-8f8d-4fe1-abf1-1056bb68bf1d req-a448663f-afab-4bdc-a425-7632e875dff7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433583 Nov 11 21:43:03.741714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc85c1-2422-48cf-be07-39000860fe3f req-daa0d1cb-0c27-4e02-ba57-b6fe42a87054 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:03.743298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84bc85c1-2422-48cf-be07-39000860fe3f req-daa0d1cb-0c27-4e02-ba57-b6fe42a87054 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0502028 Nov 11 21:43:03.792904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-84bc85c1-2422-48cf-be07-39000860fe3f req-268a92e0-37d6-416f-a24e-3aaafc279a10 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 Nov 11 21:43:04.452300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf729adc-4ad2-4687-a52b-a09e699c57ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:04.904818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa7880-5e7e-4008-a837-aba385979352 req-393b39ec-4f6f-4755-bd7a-23fc8d48babc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:04.906292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56fa7880-5e7e-4008-a837-aba385979352 req-393b39ec-4f6f-4755-bd7a-23fc8d48babc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0477910 Nov 11 21:43:04.958774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56fa7880-5e7e-4008-a837-aba385979352 req-a10bf2cb-8093-4488-886b-586bb7b8cafd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Nov 11 21:43:05.692093 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:06.074613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494dd9-ce3c-4a8b-848b-2a4dc7dc145b req-e2747532-d3c7-40ac-81b7-aa4d11f1db4a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:06.076212 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54494dd9-ce3c-4a8b-848b-2a4dc7dc145b req-e2747532-d3c7-40ac-81b7-aa4d11f1db4a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0499446 Nov 11 21:43:06.126011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54494dd9-ce3c-4a8b-848b-2a4dc7dc145b req-17f911ee-b563-4516-ba5a-1897dc372851 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Nov 11 21:43:07.214032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:07.246957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0895-e62a-4bc3-b24c-995fdabcd128 req-9a697104-d29f-4879-a2ff-489407472b28 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:07.248630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdbe0895-e62a-4bc3-b24c-995fdabcd128 req-9a697104-d29f-4879-a2ff-489407472b28 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0510299 Nov 11 21:43:07.306280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdbe0895-e62a-4bc3-b24c-995fdabcd128 req-db7f46f2-1d4b-48d4-a013-90ea7f196545 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513663 Nov 11 21:43:07.983708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:08.426454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581df90e-fae4-4b3b-9124-3f33e3570816 req-2bb9c29c-0b8e-4961-9327-8cd2153818df tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:08.427938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-581df90e-fae4-4b3b-9124-3f33e3570816 req-2bb9c29c-0b8e-4961-9327-8cd2153818df tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0520146 Nov 11 21:43:08.478253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-581df90e-fae4-4b3b-9124-3f33e3570816 req-609afe24-02ae-4b27-b20a-5e0b67d59441 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Nov 11 21:43:09.596226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e98d-92eb-4e9e-84ef-f709f2a58a9b req-3bca8801-f2f9-46df-9aed-7823a6dfc94f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:09.597744 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e20e98d-92eb-4e9e-84ef-f709f2a58a9b req-3bca8801-f2f9-46df-9aed-7823a6dfc94f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0505424 Nov 11 21:43:09.648195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e20e98d-92eb-4e9e-84ef-f709f2a58a9b req-09ea1960-3b2e-414a-92ad-2bcf5f592759 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442977 Nov 11 21:43:10.515763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03d4d9f5-ca9e-4d23-a346-6689f4742b41 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:43:10.609802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 03d4d9f5-ca9e-4d23-a346-6689f4742b41, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:10.620745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'port_id': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'mac_address': 'fa:16:3e:28:c3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:43:10.661702 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.675427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d4d9f5-ca9e-4d23-a346-6689f4742b41 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:43:10.694147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 03d4d9f5-ca9e-4d23-a346-6689f4742b41, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:10.765219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a80e7-c3f6-46c0-9363-b12e5d9b35cc req-99274c77-c322-4dda-b85c-c1bb3c6faf44 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:10.766745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f93a80e7-c3f6-46c0-9363-b12e5d9b35cc req-99274c77-c322-4dda-b85c-c1bb3c6faf44 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 944 time: 0.0517266 Nov 11 21:43:10.778751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:10.829460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=03d4d9f5-ca9e-4d23-a346-6689f4742b41,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:10.838086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.838523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.838877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.839218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.839556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.839890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.840260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.840592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.840922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.841250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.841583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:10.841907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:11.079174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['03d4d9f5-ca9e-4d23-a346-6689f4742b41'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:43:11.148815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f93a80e7-c3f6-46c0-9363-b12e5d9b35cc req-a361981f-2114-4def-bd9d-d97ab4632d75 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758540 Nov 11 21:43:12.263492 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefd1f-44b2-4ee2-88dc-b1ccf3cb741e req-aea87bbb-c7fe-4c1b-8fdc-1b74412e8732 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:12.264985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48cefd1f-44b2-4ee2-88dc-b1ccf3cb741e req-aea87bbb-c7fe-4c1b-8fdc-1b74412e8732 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 945 time: 0.0484557 Nov 11 21:43:12.312877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48cefd1f-44b2-4ee2-88dc-b1ccf3cb741e req-2c6068c2-8683-4d52-8859-68ea559733c5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Nov 11 21:43:12.516253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03d4d9f5-ca9e-4d23-a346-6689f4742b41 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:43:12.624590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:43:12.628695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:43:12.629358 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.710977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.733541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:12.747531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 03d4d9f5-ca9e-4d23-a346-6689f4742b41, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:43:12.774003 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d47c7-177c-43d6-bad3-be757e7ba7b3" -d '{"events": [{"server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "name": "network-vif-plugged", "status": "completed", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:12.836043 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:12.861375 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ed690-52e0-4bb5-9212-5251919e7ca1 x-openstack-request-id: req-926ed690-52e0-4bb5-9212-5251919e7ca1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:12.861681 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "name": "network-vif-plugged", "status": "completed", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:12.861919 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-926ed690-52e0-4bb5-9212-5251919e7ca1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:12.862314 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'code': 200} Nov 11 21:43:12.888943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=03d4d9f5-ca9e-4d23-a346-6689f4742b41,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:12.958087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed02e-8f45-4ddc-b90a-778a3fc382b6 req-8557e40f-0b79-468c-9952-4fd96b18b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:12.959599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a44ed02e-8f45-4ddc-b90a-778a3fc382b6 req-8557e40f-0b79-468c-9952-4fd96b18b6b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 1097 time: 0.0405607 Nov 11 21:43:13.009483 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a44ed02e-8f45-4ddc-b90a-778a3fc382b6 req-cb882620-68df-4d16-90cc-d28d089b873c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Nov 11 21:43:13.429931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31964f98-5cfe-4132-9bca-5de172e36faa req-ebade02c-f6cb-4aba-81ad-facfc172af26 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:13.431674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31964f98-5cfe-4132-9bca-5de172e36faa req-ebade02c-f6cb-4aba-81ad-facfc172af26 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 946 time: 0.0491769 Nov 11 21:43:13.485788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31964f98-5cfe-4132-9bca-5de172e36faa req-a22127c4-5284-4275-b1dd-38c22317d850 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474193 Nov 11 21:43:14.602741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32889355-5947-4424-8292-b9267ae56d65 req-447b0002-12a0-4674-8b67-50601a5e1f5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:14.605205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32889355-5947-4424-8292-b9267ae56d65 req-447b0002-12a0-4674-8b67-50601a5e1f5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 946 time: 0.0513430 Nov 11 21:43:14.656214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32889355-5947-4424-8292-b9267ae56d65 req-eb1a7585-63ce-415a-b777-c30a3cac8184 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Nov 11 21:43:14.766806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7ed8-7816-4a94-a04a-eed95ef25499 req-0a4cff92-19bc-4fa1-a27d-092b8a2a2688 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:14.768241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7ce7ed8-7816-4a94-a04a-eed95ef25499 req-0a4cff92-19bc-4fa1-a27d-092b8a2a2688 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 946 time: 0.0484171 Nov 11 21:43:14.816794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7ce7ed8-7816-4a94-a04a-eed95ef25499 req-ff16f2f2-2ef9-4bec-875b-1de71cfc77db tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Nov 11 21:43:14.838326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37080) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.925852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49046d8-b2e8-406d-9cf3-8fc987cd1faa tempest-TestVolumeBootPattern-244427645 tempest-TestVolumeBootPattern-244427645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:14.927314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a49046d8-b2e8-406d-9cf3-8fc987cd1faa tempest-TestVolumeBootPattern-244427645 tempest-TestVolumeBootPattern-244427645-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 1092 time: 0.0875077 Nov 11 21:43:14.930315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37084) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:43:14.934830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:43:15.035890 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.130927 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.236234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.25.2.232 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/b7d8c547-e007-4a1b-91ba-e849619083b1) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:43:15.265887 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:43:15.336545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.464802 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:15.504571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:43:15.507332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:43:15.509982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:43:15.539354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=b7d8c547-e007-4a1b-91ba-e849619083b1,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:15.550851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.551198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.551538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.552692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.552692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.552692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.552966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.553184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.553512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.553822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.554144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.554467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:43:15.895048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.115558 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.267416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.338328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.405003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=b7d8c547-e007-4a1b-91ba-e849619083b1,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:43:16.418960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:16.521459 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Floating IP 436ee89a-ddc6-4b57-88fc-054fd01efaaa associated. External IP: 172.25.2.232, port: 03d4d9f5-ca9e-4d23-a346-6689f4742b41. Nov 11 21:43:16.735951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:43:16.845063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:43:16.855105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:43:16.864649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:16.865257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:43:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:16.976816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:17.089669 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:17.119956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5098667a-1101-4b9f-9aba-3ebd6f67a62c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1862996 Nov 11 21:43:17.119956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:43:17.159267 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6037aac2-1250-49a7-96eb-4dde519ce058" -d '{"events": [{"name": "network-changed", "server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:43:17.205140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '436ee89a-ddc6-4b57-88fc-054fd01efaaa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:28:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:43:15Z', 'updated_at': '2021-11-11T21:43:15Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:17.233505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:43:17.242019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:43:17.244262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:43:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:17.246946 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a3c42-c210-4b6c-a37f-dfa79f1183bd x-openstack-request-id: req-8b0a3c42-c210-4b6c-a37f-dfa79f1183bd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:43:17.247239 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:43:17.247491 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b0a3c42-c210-4b6c-a37f-dfa79f1183bd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:43:17.249282 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'status': 'completed', 'code': 200} Nov 11 21:43:17.317524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-c30791bb-94ec-4277-ad3b-80ac82143883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:17.319626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-c30791bb-94ec-4277-ad3b-80ac82143883 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 1097 time: 0.0500050 Nov 11 21:43:17.374856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:43:17.412035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-cd949f96-b904-427a-8a94-b9daa11821cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:17.413547 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-cd949f96-b904-427a-8a94-b9daa11821cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0860088 Nov 11 21:43:17.482546 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-0f8a825b-e54d-4149-80d9-e327399aed85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41 HTTP/1.1" status: 200 len: 1000 time: 0.0618823 Nov 11 21:43:17.531274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-7d69fbf2-1878-42ba-a629-ed4d3019b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:17.532841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-7d69fbf2-1878-42ba-a629-ed4d3019b9f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0440080 Nov 11 21:43:17.578175 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-970facb1-61cb-4479-84aa-5c6cbfbd1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:17.579730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-970facb1-61cb-4479-84aa-5c6cbfbd1155 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402269 Nov 11 21:43:17.603521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '436ee89a-ddc6-4b57-88fc-054fd01efaaa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:28:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:43:15Z', 'updated_at': '2021-11-11T21:43:15Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:43:17.632831 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40529f0-94a3-4093-884a-1743361f8eaa None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '436ee89a-ddc6-4b57-88fc-054fd01efaaa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.232', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:28:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:43:15Z', 'updated_at': '2021-11-11T21:43:15Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:43:17.679419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-7ae87bfe-d2ee-4506-92ca-4450d2367905 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929811 Nov 11 21:43:17.777761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6037aac2-1250-49a7-96eb-4dde519ce058 req-07cbe173-a2a9-4854-b719-ae10bcb0b836 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904672 Nov 11 21:43:17.829040 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be3bb23-50ee-4d90-8d8f-83c55aaae7f9 None None] New status for floating IP 436ee89a-ddc6-4b57-88fc-054fd01efaaa: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:43:22.538628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:27.692388 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:32.069686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ba96228-6bc2-4c63-934d-33c136a39943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:34.504015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0782529a-c4e0-4184-852a-c6cb3eb8899e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:35.686785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.188870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:37.886350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:52.264166 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:43:52.553951 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.559377 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-06ab67bc-2838-444c-ab71-113081c67a2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422382 Nov 11 21:43:57.644668 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-aa512136-58f8-43f5-aa42-de27cf037252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:57.646180 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-aa512136-58f8-43f5-aa42-de27cf037252 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 1097 time: 0.0421617 Nov 11 21:43:57.708409 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:43:57.754698 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-7b1e21f1-a675-43d5-9cac-47ccf5dc83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:57.756051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-7b1e21f1-a675-43d5-9cac-47ccf5dc83d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0899093 Nov 11 21:43:57.823162 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-7e2d93bd-e6e3-4f39-b220-eb151e23add9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41 HTTP/1.1" status: 200 len: 1002 time: 0.0595715 Nov 11 21:43:57.872635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-2c2363eb-373f-4301-9a4e-17b20f28edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:57.874173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-2c2363eb-373f-4301-9a4e-17b20f28edf8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0443947 Nov 11 21:43:57.924137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-4fe81d4c-4554-4ac5-b14f-ec40cebd1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:43:57.925671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-4fe81d4c-4554-4ac5-b14f-ec40cebd1d41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446684 Nov 11 21:43:58.019500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-3314011b-d59f-4ea6-b6e5-fbc24a317325 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862467 Nov 11 21:43:58.113880 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-736741d9-1fbb-45d7-96cf-506f7c8c306d req-dfbf2ba1-c5a9-475f-bd7c-656f2c7b0279 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880134 Nov 11 21:44:02.045598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b057686-b43b-4b4d-83a3-f8196dbfb1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:04.473653 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-262209b9-8452-478b-9437-7d92087fd567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:05.675900 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.245364 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:07.920027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:22.550131 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:27.776727 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:29.262659 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:44:32.061889 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f48089d9-cf45-49b1-b9a6-270fdb284830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:34.467988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c96b283-b852-4e95-8f27-3378f9ee5466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:35.736576 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.244872 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:37.890325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:52.592797 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:57.711478 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:44:59.561671 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-29eabd15-14fc-435c-84d2-d1422e2ee9a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436709 Nov 11 21:44:59.646134 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-baefd32f-426a-4d4f-b8b6-4b1687036dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:59.647646 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-baefd32f-426a-4d4f-b8b6-4b1687036dd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 1097 time: 0.0434194 Nov 11 21:44:59.755392 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-63894e67-3945-4c19-bb13-ced260879eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:59.756896 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-63894e67-3945-4c19-bb13-ced260879eae service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0893407 Nov 11 21:44:59.821906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-1d404615-3b79-4bdc-9ec5-2c22542cd415 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41 HTTP/1.1" status: 200 len: 1002 time: 0.0576055 Nov 11 21:44:59.874307 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-a6721ba7-7832-460d-a820-9107b975cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:59.876570 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-a6721ba7-7832-460d-a820-9107b975cd13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0471411 Nov 11 21:44:59.921183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-942e428e-e796-45cc-988d-d4898183e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:44:59.923468 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-942e428e-e796-45cc-988d-d4898183e523 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396500 Nov 11 21:45:00.013531 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-51e88583-a8f8-4dee-a3f7-f25e006a61ae service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821180 Nov 11 21:45:00.105317 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-230c96f7-08c6-4030-80a9-d35113f4ca1f req-4aacbecf-619e-4576-a13e-1e7d8aa3a28a service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853775 Nov 11 21:45:01.998303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f4683d11-b52f-4344-b16e-71ae3cc8194e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:04.449588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6906e03a-9ff7-4777-93b1-b63b78f28e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:05.741289 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:06.261717 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:45:07.221196 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:07.895573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:22.563741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:27.746799 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:31.986252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0f2fa143-6b6b-41bd-ade0-4ac71a40e384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:34.484236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-01fd9905-16a4-4f94-9e48-824ab292a7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:35.723584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.226207 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:37.946722 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:43.260786 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:45:45.461512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168b5f6-f560-46e3-968e-0a3295713672 req-17acf01a-2826-48ca-ba5b-da30e0fdb0b2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:45.463021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4168b5f6-f560-46e3-968e-0a3295713672 req-17acf01a-2826-48ca-ba5b-da30e0fdb0b2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 946 time: 0.0570688 Nov 11 21:45:45.521679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4168b5f6-f560-46e3-968e-0a3295713672 req-968b1414-92b3-45f0-b2f2-ec74305f58ac tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519810 Nov 11 21:45:46.643142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de7f0a-3fd5-4384-9d0e-be062b6d4373 req-3da5ec37-69e5-46d4-8008-bb33cc3b6ac7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:46.644804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9de7f0a-3fd5-4384-9d0e-be062b6d4373 req-3da5ec37-69e5-46d4-8008-bb33cc3b6ac7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 946 time: 0.0540330 Nov 11 21:45:46.695948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9de7f0a-3fd5-4384-9d0e-be062b6d4373 req-d3d92529-77bf-462d-863a-cdcca2013f9b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Nov 11 21:45:47.193230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-81b31a90-48ec-4155-9126-0ddaaa3473cc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:47.194679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-81b31a90-48ec-4155-9126-0ddaaa3473cc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 946 time: 0.0513866 Nov 11 21:45:47.288063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:45:47.288421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.376750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] For port 03d4d9f5-ca9e-4d23-a346-6689f4742b41, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=03d4d9f5-ca9e-4d23-a346-6689f4742b41,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:45:47.377108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.590889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.591162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.591471 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Floating IP 436ee89a-ddc6-4b57-88fc-054fd01efaaa disassociated. External IP: 172.25.2.232, port: 03d4d9f5-ca9e-4d23-a346-6689f4742b41. Nov 11 21:45:47.592705 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for 03d4d9f5-ca9e-4d23-a346-6689f4742b41 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:45:47.814577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69be36-da5d-4d6a-b365-265fabdce10c req-3a4d6585-1e1f-44db-bfc2-8d4370560675 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:47.816075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d69be36-da5d-4d6a-b365-265fabdce10c req-3a4d6585-1e1f-44db-bfc2-8d4370560675 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 946 time: 0.0490034 Nov 11 21:45:47.860770 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:47.866844 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d69be36-da5d-4d6a-b365-265fabdce10c req-a4bc18ef-e550-4447-bfaa-2af5854f72ca tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448077 Nov 11 21:45:47.891430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=03d4d9f5-ca9e-4d23-a346-6689f4742b41,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:45:47.902264 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.902610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.902949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.903306 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.903658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.903996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.905013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.905347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.905674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.905995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.906323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:47.906646 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:45:48.018720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:45:48.126806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:45:48.137188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:45:48.147981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:48.148640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:45:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:48.166135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] No DVR routers for this DVR port 03d4d9f5-ca9e-4d23-a346-6689f4742b41 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:45:48.168779 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:48.172364 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1024dbd6-96c2-423d-aef0-eaa1f1b79cbc req-96f42ca5-8c3b-4c00-98a7-327eb17c485a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "DELETE /v2.0/ports/03d4d9f5-ca9e-4d23-a346-6689f4742b41 HTTP/1.1" status: 204 len: 173 time: 0.9718530 Nov 11 21:45:48.172921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'name': 'network-vif-deleted', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:45:48.175172 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8cf94a-a4bb-49a4-af0f-ed26bd1021ef" -d '{"events": [{"server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "name": "network-vif-deleted", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:45:48.213295 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36abe1de-aeb2-4f10-a80e-afca1513c799 x-openstack-request-id: req-36abe1de-aeb2-4f10-a80e-afca1513c799 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:45:48.214650 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167a6c90-08a7-4b3b-adc5-af1c315c14f7", "name": "network-vif-deleted", "tag": "03d4d9f5-ca9e-4d23-a346-6689f4742b41", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:45:48.214650 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36abe1de-aeb2-4f10-a80e-afca1513c799 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:45:48.214650 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167a6c90-08a7-4b3b-adc5-af1c315c14f7', 'name': 'network-vif-deleted', 'tag': '03d4d9f5-ca9e-4d23-a346-6689f4742b41', 'status': 'completed', 'code': 200} Nov 11 21:45:48.283570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:48.500719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:48.527326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:45:48.536512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:45:48.537119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:45:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:48.649387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:45:48.857058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:45:48.889830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dffdd4-aaf4-4b3d-a5ec-d2a10c79ed77 None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:45:48.985404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-703beab6-0d88-44d3-baf2-cb9ca2b2f451 req-7b69abb1-8cb6-4229-b3c9-6a8b90f3f963 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0379467 Nov 11 21:45:49.138499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc536aef-60f8-46a4-a530-86beadc23905 None None] New status for floating IP 436ee89a-ddc6-4b57-88fc-054fd01efaaa: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:45:50.086610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6619ffee-db3d-4ea9-9bc1-5f20ef6698d6 req-ba238b09-e092-44d3-8886-4710baae4bc8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0277956 Nov 11 21:45:51.164647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03d4d9f5-ca9e-4d23-a346-6689f4742b41 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:45:51.188393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-222799f7-941d-4ee3-ab31-cfa3fec5599c req-0f4689c5-9c79-4e2a-a8fd-2cb727e0fe97 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0308063 Nov 11 21:45:51.193728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 03d4d9f5-ca9e-4d23-a346-6689f4742b41 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:45:51.195615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 03d4d9f5-ca9e-4d23-a346-6689f4742b41 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:45:52.282901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-27d854de-2c84-4ccf-a5b1-71b8c81fe589 req-d84e1a1d-b174-4f7c-a9b5-9d9087d219cc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0270367 Nov 11 21:45:52.552079 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:53.392207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-28abefd8-ffc7-4ed8-9cba-e97bcfed1939 req-3d4dca5b-cb34-4051-8a8a-d976e4cc95c5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=167a6c90-08a7-4b3b-adc5-af1c315c14f7 HTTP/1.1" status: 200 len: 210 time: 0.0275183 Nov 11 21:45:54.601929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-6717ca1e-80a9-4edc-a66f-000000f6fbb5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689270477&fields=id&tenant_id=e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 267 time: 0.0443072 Nov 11 21:45:54.715341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-6b75ab01-72d5-4977-9560-5b2072c59392 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:45:54.717481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-6b75ab01-72d5-4977-9560-5b2072c59392 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1076148 Nov 11 21:45:54.732984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-42db5492-5bda-4f6d-a08c-8f54b8eee143 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/quotas/e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 375 time: 0.0093353 Nov 11 21:45:54.785703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-df535a80-c12a-42fc-ac16-ad078836866c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479176 Nov 11 21:45:54.885225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-f6e7cecf-8236-4f97-bb21-898928bb4765 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Nov 11 21:45:54.978658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-eb0c0145-9409-47aa-be54-81932a5ec698 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867190 Nov 11 21:45:55.541591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a1a1416-b5c0-4042-af27-4f6d8331b4f2 req-f7944200-0d59-469e-be57-bd0b8a7a083c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0268829 Nov 11 21:45:56.623843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a05be8d-c100-4c72-9f1d-0db5998d968b req-69a935fb-d30a-47ca-aa53-a740dffdeea7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0322497 Nov 11 21:45:57.703621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-384eb646-2cbb-4623-bb13-2d9f33c1387c req-69e7ee1c-b48a-4a83-a996-5f8dcbf27d93 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0267630 Nov 11 21:45:57.718880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:45:58.786960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44318377-ee7f-4ed1-8418-7a58f6ef9c0a req-7e444252-6af1-46f6-a42f-3488d2828887 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0269537 Nov 11 21:45:59.884618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d6f4cc6-5dc5-4523-b2b2-b81017e7416f req-ba5875aa-a625-4e2c-a6f4-475571d4f4a9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0298054 Nov 11 21:46:00.621065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-10c8c4e8-c91a-4333-b2c4-cc9f11336613 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:00.622627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-10c8c4e8-c91a-4333-b2c4-cc9f11336613 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1098833 Nov 11 21:46:00.690090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-6a917229-a064-49a0-a5ac-be1249bf3e81 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 380 time: 0.0564356 Nov 11 21:46:00.699585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'port': {'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'admin_state_up': True, 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'security_groups': ['8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:00.877796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:46:00.881398 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.012396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ba3e67fb-554a-4073-adc7-c3e8fd9d7e38 req-3bbb2267-e0a3-4e40-936c-5a67847f8082 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0498462 Nov 11 21:46:01.041196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.20.0.3 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/f686b524-61a9-4058-93be-870f9f9513d4) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:01.188580 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.300941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.346510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:01.351659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:01.355444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:01.386461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=f686b524-61a9-4058-93be-870f9f9513d4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:01.400305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.400662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.401012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.401365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.401707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.402035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.402370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.402727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.403057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.403387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.404359 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.404698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:01.427427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:01.428401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.532649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-572c74d1-8f19-4549-b920-391ed41e2708 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8366239 Nov 11 21:46:01.542862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-0f3b8453-ec7a-4657-b1b6-b8b4d51cdad5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:46:01.543881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-0f3b8453-ec7a-4657-b1b6-b8b4d51cdad5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054221 Nov 11 21:46:01.610322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-42ee2225-f15f-4927-a6b7-10bc9a53af78 None None] Provisioning complete for port f686b524-61a9-4058-93be-870f9f9513d4 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:01.610916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-42ee2225-f15f-4927-a6b7-10bc9a53af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.648735 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2225-f15f-4927-a6b7-10bc9a53af78 None None] Port f686b524-61a9-4058-93be-870f9f9513d4 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:46:01.657535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Request body: {'port': {'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:01.714553 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.978162 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e4f86df-ec33-4048-8a29-5b1b6f74261f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:01.990420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f686b524-61a9-4058-93be-870f9f9513d4 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:01.998713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.011376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Transition to ACTIVE for port object f686b524-61a9-4058-93be-870f9f9513d4 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:46:02.133408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890adb1-8455-436a-abd1-cde7eeee6344 req-349ee632-c226-403d-b752-fbbf1525833c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.134931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7890adb1-8455-436a-abd1-cde7eeee6344 req-349ee632-c226-403d-b752-fbbf1525833c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 931 time: 0.0523477 Nov 11 21:46:02.148911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.227551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Pushing event updated for resources: {'Port': ['ID=f686b524-61a9-4058-93be-870f9f9513d4,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:02.250308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7890adb1-8455-436a-abd1-cde7eeee6344 req-077bfe82-1319-4803-ac58-b01c8e8b96ae tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086271 Nov 11 21:46:02.331691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Attempting to bind port f686b524-61a9-4058-93be-870f9f9513d4 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:46:02.332034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Attempting to bind port f686b524-61a9-4058-93be-870f9f9513d4 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:46:02.332402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Attempting to bind port f686b524-61a9-4058-93be-870f9f9513d4 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:02.337598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Port f686b524-61a9-4058-93be-870f9f9513d4 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:46:02.337932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Attempting to bind port f686b524-61a9-4058-93be-870f9f9513d4 on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:46:02.345823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:46:02.346531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:46:02.346959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:46:02.347419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Bound port: f686b524-61a9-4058-93be-870f9f9513d4, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:46:02.347786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.425689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] For port f686b524-61a9-4058-93be-870f9f9513d4, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:46:02.429672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] For port f686b524-61a9-4058-93be-870f9f9513d4, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f686b524-61a9-4058-93be-870f9f9513d4,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:46:02.530189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.566184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.566941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:02.568534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] 10.222.0.62 "PUT /v2.0/ports/f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 1091 time: 0.9650252 Nov 11 21:46:02.569056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:02.571620 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f195142-c98e-4444-bc26-db7bf075a640" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "tag": "f686b524-61a9-4058-93be-870f9f9513d4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:02.604671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56919d1-f5ca-46af-a0d6-c4328fe142fb service neutron] Pushing event updated for resources: {'Port': ['ID=f686b524-61a9-4058-93be-870f9f9513d4,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:02.613356 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f07f11d-caed-41ea-96c3-03ef26257e50 x-openstack-request-id: req-1f07f11d-caed-41ea-96c3-03ef26257e50 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:02.613757 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "tag": "f686b524-61a9-4058-93be-870f9f9513d4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:02.614110 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f07f11d-caed-41ea-96c3-03ef26257e50 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:02.615214 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4', 'status': 'completed', 'code': 200} Nov 11 21:46:02.686254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f195142-c98e-4444-bc26-db7bf075a640 req-34cde65d-bd86-4802-9f33-071b40463779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.687932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f195142-c98e-4444-bc26-db7bf075a640 req-34cde65d-bd86-4802-9f33-071b40463779 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1094 time: 0.0547507 Nov 11 21:46:02.801185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f195142-c98e-4444-bc26-db7bf075a640 req-008acc55-e070-4d62-8b90-d4c6a6d521ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.802782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f195142-c98e-4444-bc26-db7bf075a640 req-008acc55-e070-4d62-8b90-d4c6a6d521ff service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e252db3482084f36861f97ce757f2912&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1058838 Nov 11 21:46:02.904650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f195142-c98e-4444-bc26-db7bf075a640 req-32b6d31d-d6ba-4ce2-91ae-978161a138e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.906180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f195142-c98e-4444-bc26-db7bf075a640 req-32b6d31d-d6ba-4ce2-91ae-978161a138e6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966306 Nov 11 21:46:02.992163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-89e045ad-af6a-4bd8-ba67-1b589ca7c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:02.993786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-89e045ad-af6a-4bd8-ba67-1b589ca7c26c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1094 time: 0.0446525 Nov 11 21:46:03.038123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-a62c4a8a-7900-4cd3-8ba7-b516ee9142d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 217 time: 0.0366607 Nov 11 21:46:03.092924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-933a70b9-6056-4846-afe5-4a2e54ab5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:03.094328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-933a70b9-6056-4846-afe5-4a2e54ab5bab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0486858 Nov 11 21:46:03.141868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-fba0808d-40e4-436f-88d1-664f2e68e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:03.143418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-fba0808d-40e4-436f-88d1-664f2e68e27f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412996 Nov 11 21:46:03.238334 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-4a608b88-31f9-4161-9593-30fcfbd6f74a service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875995 Nov 11 21:46:03.369395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be395f65-0118-4f9c-ab60-20ea0ca17f92 req-28d5ddea-5591-49c1-8237-9e8a6efbb62f service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235089 Nov 11 21:46:03.390298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22731b9-7975-4d59-8ad7-69345ae11d42 req-a353fc74-02af-4a8d-98e1-5f47552448fb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:03.394245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b22731b9-7975-4d59-8ad7-69345ae11d42 req-a353fc74-02af-4a8d-98e1-5f47552448fb tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0606754 Nov 11 21:46:03.441989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b22731b9-7975-4d59-8ad7-69345ae11d42 req-5bea3083-eb11-43b3-a9c4-def72e6f2fc9 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Nov 11 21:46:04.441267 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e5497fd-e83a-4267-b6de-079295429d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:04.567012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77a4ce-ddb8-443b-af2f-b263abd5685e req-452f508b-dcbf-4b3b-a95d-0eb957cf532a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:04.568544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b77a4ce-ddb8-443b-af2f-b263abd5685e req-452f508b-dcbf-4b3b-a95d-0eb957cf532a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0558848 Nov 11 21:46:04.619868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b77a4ce-ddb8-443b-af2f-b263abd5685e req-2366dcc5-a8fa-4c08-8cc1-bb8ca5262e26 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Nov 11 21:46:05.737803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:05.766006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93b174-2a06-4e66-b404-3a7f63441752 req-9ebc55bc-5a7c-4e63-92ad-490d841fea2b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:05.768427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d93b174-2a06-4e66-b404-3a7f63441752 req-9ebc55bc-5a7c-4e63-92ad-490d841fea2b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0758486 Nov 11 21:46:05.819062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d93b174-2a06-4e66-b404-3a7f63441752 req-610c183d-b112-47f6-9d48-5931a6ecf3ac tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452845 Nov 11 21:46:06.936479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4aa8a-034a-4565-9f59-73aa704a0d4b req-0a5c02a5-3e8f-42a6-a299-9de65cca7305 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:06.938098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cca4aa8a-034a-4565-9f59-73aa704a0d4b req-0a5c02a5-3e8f-42a6-a299-9de65cca7305 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0505688 Nov 11 21:46:06.992663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cca4aa8a-034a-4565-9f59-73aa704a0d4b req-5f3b572d-5a54-4070-9a0e-ca57069418da tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483060 Nov 11 21:46:07.246211 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:07.926447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:08.117552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6ca75-a263-4624-a426-360159a6271f req-a990c384-128d-4806-87b0-43781a25765a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:08.119073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37d6ca75-a263-4624-a426-360159a6271f req-a990c384-128d-4806-87b0-43781a25765a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0576565 Nov 11 21:46:08.168299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37d6ca75-a263-4624-a426-360159a6271f req-d219b462-c8d5-4e7b-bd81-586e3afe2090 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 Nov 11 21:46:09.283125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104780d-04c4-4fdc-9c3b-59c70f8bcdde req-07b754db-e49b-4402-8006-414e96b83ab8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:09.284686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9104780d-04c4-4fdc-9c3b-59c70f8bcdde req-07b754db-e49b-4402-8006-414e96b83ab8 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0490777 Nov 11 21:46:09.333618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9104780d-04c4-4fdc-9c3b-59c70f8bcdde req-6a5768eb-ef3d-4b94-9244-5ef530603f63 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431187 Nov 11 21:46:10.459750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59daa55-6910-4cc8-bf20-1a5f1ca64610 req-bed8c363-1d6a-4d87-9a3a-44371c3bdf41 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:10.461281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f59daa55-6910-4cc8-bf20-1a5f1ca64610 req-bed8c363-1d6a-4d87-9a3a-44371c3bdf41 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0540974 Nov 11 21:46:10.515479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f59daa55-6910-4cc8-bf20-1a5f1ca64610 req-1eb61aed-5aed-4cf6-9e2d-43a62ee13dcc tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Nov 11 21:46:11.629879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a0bad-3d5e-4583-adde-2db4272fdde8 req-3545bb11-6733-4c71-ac64-280a96fb1654 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:11.631373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1a0bad-3d5e-4583-adde-2db4272fdde8 req-3545bb11-6733-4c71-ac64-280a96fb1654 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0495141 Nov 11 21:46:11.679791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf1a0bad-3d5e-4583-adde-2db4272fdde8 req-d1a81373-9daa-4cd7-b1b0-3f24636bd243 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Nov 11 21:46:12.795786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556d2ee-fee4-490c-8448-0e5a588b589e req-8f8675f0-8206-4f3b-a3e9-083ae574930b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:12.797301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4556d2ee-fee4-490c-8448-0e5a588b589e req-8f8675f0-8206-4f3b-a3e9-083ae574930b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0484877 Nov 11 21:46:12.850227 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4556d2ee-fee4-490c-8448-0e5a588b589e req-378a0272-acc6-4d95-9ec6-6e1b9635cfc4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469263 Nov 11 21:46:13.967546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3296877-b838-4143-9f30-a2f0db3ac92e req-ef246383-edfb-4214-a22e-86c1835889fd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:13.969145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3296877-b838-4143-9f30-a2f0db3ac92e req-ef246383-edfb-4214-a22e-86c1835889fd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0499425 Nov 11 21:46:14.017987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3296877-b838-4143-9f30-a2f0db3ac92e req-99bd00af-b1e5-499f-86d7-a35b89464e87 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 Nov 11 21:46:15.131181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a157b1c-05ad-4340-a5ab-a6a89cf00763 req-f0733c70-ccd9-4f40-9682-0a7586e9b8b4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:15.132729 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a157b1c-05ad-4340-a5ab-a6a89cf00763 req-f0733c70-ccd9-4f40-9682-0a7586e9b8b4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 943 time: 0.0499489 Nov 11 21:46:15.182197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a157b1c-05ad-4340-a5ab-a6a89cf00763 req-3278d4d7-66dd-4cd9-8c6f-590f9f66814a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Nov 11 21:46:15.746758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f686b524-61a9-4058-93be-870f9f9513d4 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:46:15.843689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f686b524-61a9-4058-93be-870f9f9513d4, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f686b524-61a9-4058-93be-870f9f9513d4,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:15.854289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'f686b524-61a9-4058-93be-870f9f9513d4', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:46:15.890416 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:15.905966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f686b524-61a9-4058-93be-870f9f9513d4 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:46:15.924343 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f686b524-61a9-4058-93be-870f9f9513d4, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f686b524-61a9-4058-93be-870f9f9513d4,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:16.037454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:16.085209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f686b524-61a9-4058-93be-870f9f9513d4,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:16.092911 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.093264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.093608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.094012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.094290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.094624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.094956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.095285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.095614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.095941 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.096300 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.096629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:46:16.278416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['f686b524-61a9-4058-93be-870f9f9513d4'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:46:16.302526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdc13b-afd9-4e69-812f-db6e64596295 req-775b89b1-1e29-43ff-9aa8-8ca0b1ec314e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:16.304033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33cdc13b-afd9-4e69-812f-db6e64596295 req-775b89b1-1e29-43ff-9aa8-8ca0b1ec314e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 944 time: 0.0536261 Nov 11 21:46:16.354654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33cdc13b-afd9-4e69-812f-db6e64596295 req-520ab73b-708f-4984-89a5-5b5c8be64f22 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Nov 11 21:46:17.470795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c62c3-f81b-46c1-874b-d356ae3a3f29 req-b3b764bc-8c71-4330-918a-22f8d0c8fc90 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:17.472317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d5c62c3-f81b-46c1-874b-d356ae3a3f29 req-b3b764bc-8c71-4330-918a-22f8d0c8fc90 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 944 time: 0.0501473 Nov 11 21:46:17.521878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d5c62c3-f81b-46c1-874b-d356ae3a3f29 req-0e8cdfc8-d7bc-4a04-99e4-9dd3f658e5a2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Nov 11 21:46:17.745706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f686b524-61a9-4058-93be-870f9f9513d4 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:46:17.871506 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port f686b524-61a9-4058-93be-870f9f9513d4 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:46:17.876054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port f686b524-61a9-4058-93be-870f9f9513d4 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:46:17.885101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.955157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:17.977826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:17.980202 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c406ac-f215-44ac-abeb-a183ead9b618" -d '{"events": [{"server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "name": "network-vif-plugged", "status": "completed", "tag": "f686b524-61a9-4058-93be-870f9f9513d4"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:17.994451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port f686b524-61a9-4058-93be-870f9f9513d4, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f686b524-61a9-4058-93be-870f9f9513d4,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:46:18.018749 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1921344-e1ac-4ec3-82c3-a45fa5e9e777 x-openstack-request-id: req-a1921344-e1ac-4ec3-82c3-a45fa5e9e777 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:18.019037 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "name": "network-vif-plugged", "status": "completed", "tag": "f686b524-61a9-4058-93be-870f9f9513d4", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:18.019293 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1921344-e1ac-4ec3-82c3-a45fa5e9e777 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:18.019701 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4', 'code': 200} Nov 11 21:46:18.060435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:18.113244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=f686b524-61a9-4058-93be-870f9f9513d4,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:18.122755 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad2967-a35c-496e-b704-eafb0e957fa5 req-895585dd-880c-42e4-8856-4dd2d90ad35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:18.124367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bad2967-a35c-496e-b704-eafb0e957fa5 req-895585dd-880c-42e4-8856-4dd2d90ad35b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0466554 Nov 11 21:46:18.171706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bad2967-a35c-496e-b704-eafb0e957fa5 req-101b2df3-1d77-484b-a497-abf0d8816b5a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 Nov 11 21:46:18.638569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf1aba-1213-4984-b091-7b022a8f8422 req-9f343ed7-a6c8-49cd-919a-8a1a34571dd6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:18.640075 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3bf1aba-1213-4984-b091-7b022a8f8422 req-9f343ed7-a6c8-49cd-919a-8a1a34571dd6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Nov 11 21:46:18.689396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3bf1aba-1213-4984-b091-7b022a8f8422 req-b17b24bb-8972-4b75-84c9-e8b35077dc54 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Nov 11 21:46:19.804404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7453e81-61ca-4a24-9d4e-18230f77e748 req-82983d41-3067-4e5e-b727-ade4e1a9a63e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:19.805890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7453e81-61ca-4a24-9d4e-18230f77e748 req-82983d41-3067-4e5e-b727-ade4e1a9a63e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Nov 11 21:46:19.859687 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7453e81-61ca-4a24-9d4e-18230f77e748 req-33a19478-43ae-4d43-bf48-1915324f1e5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Nov 11 21:46:19.974719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca73c-72aa-47ba-9dfe-faa4bed791ac req-31008e39-9a99-4c72-a9d8-11e8804020fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:19.976127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d06ca73c-72aa-47ba-9dfe-faa4bed791ac req-31008e39-9a99-4c72-a9d8-11e8804020fa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Nov 11 21:46:20.025999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d06ca73c-72aa-47ba-9dfe-faa4bed791ac req-716cbee5-0470-4d75-a1c1-1df7fd418e85 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Nov 11 21:46:20.048862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37300) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:20.088627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d8ac9-db42-4100-8879-290d8bfa0d45 tempest-TestVolumeBootPattern-244427645 tempest-TestVolumeBootPattern-244427645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:20.090163 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8e2d8ac9-db42-4100-8879-290d8bfa0d45 tempest-TestVolumeBootPattern-244427645 tempest-TestVolumeBootPattern-244427645-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1091 time: 0.0403178 Nov 11 21:46:20.093667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:46:20.097996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:46:20.225709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.260025 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:46:20.325688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.429405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.25.2.97 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/56aea986-7285-4eb9-9b50-929a1f7c6eca) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:46:20.534383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.646152 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:20.687141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:46:20.690084 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:46:20.694455 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:46:20.697465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=56aea986-7285-4eb9-9b50-929a1f7c6eca,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.387032 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.514432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.665757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.720114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.789073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=56aea986-7285-4eb9-9b50-929a1f7c6eca,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:46:21.803329 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:21.905499 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Floating IP 8c571362-3653-459e-96d0-6e33e75344cb associated. External IP: 172.25.2.97, port: f686b524-61a9-4058-93be-870f9f9513d4. Nov 11 21:46:22.131748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:46:22.237122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:46:22.247804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:46:22.257053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:46:22.266023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:22.369814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:46:22.382001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.412179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-82847d57-5992-42a6-91ba-759837797298 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3174460 Nov 11 21:46:22.412923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:46:22.415050 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd066fa-f079-4393-afd3-1dda624a8cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "tag": "f686b524-61a9-4058-93be-870f9f9513d4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:46:22.452918 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de66aeb-46e0-4f5d-b4ee-2a34320f05ad x-openstack-request-id: req-1de66aeb-46e0-4f5d-b4ee-2a34320f05ad {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:46:22.453221 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "tag": "f686b524-61a9-4058-93be-870f9f9513d4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:46:22.453473 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1de66aeb-46e0-4f5d-b4ee-2a34320f05ad {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:46:22.453884 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4', 'status': 'completed', 'code': 200} Nov 11 21:46:22.522063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-8e4d7e91-99b7-4203-8455-f962ec8a6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:22.523802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-8e4d7e91-99b7-4203-8455-f962ec8a6a85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0449462 Nov 11 21:46:22.622689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-7165bc37-bb14-4f88-a15a-c9876e5ec63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:22.624315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-7165bc37-bb14-4f88-a15a-c9876e5ec63f service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0934145 Nov 11 21:46:22.697450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-7e72c3ea-8011-4e9d-aee9-bd10c6a9417e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 998 time: 0.0655735 Nov 11 21:46:22.726073 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:22.750428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-350fff4f-2ed7-43ba-8587-a28e2e1b5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:22.751929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-350fff4f-2ed7-43ba-8587-a28e2e1b5480 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0471790 Nov 11 21:46:22.777149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:21Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:22.799869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-2797151e-467c-48bb-8b90-197858685d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:46:22.801552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-2797151e-467c-48bb-8b90-197858685d57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424790 Nov 11 21:46:22.805369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:46:22.813861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:46:22.814470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:46:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:22.898974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-ed9902e2-b37b-4722-af21-4f24c3fabffa service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901995 Nov 11 21:46:22.922378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:46:22.995222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bd066fa-f079-4393-afd3-1dda624a8cf4 req-b57ba03b-dba6-4df4-8fc6-ba86eeff0884 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888963 Nov 11 21:46:23.149699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:21Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:46:23.180409 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55ad68-e858-475c-b16f-ee6b1f0a8d28 None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:21Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:46:23.382812 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2b1491-f8b0-44d6-8968-b0a96959b7a7 None None] New status for floating IP 8c571362-3653-459e-96d0-6e33e75344cb: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:46:27.722682 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:32.005492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f49cac8-feea-4b3a-b877-3c7625c26fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:34.433791 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a7a38a2-4f5b-44bc-afe2-f429d1020810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:35.710573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.245450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:37.885117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:52.596135 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:46:57.259312 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:46:57.719187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:02.030880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c214-1b1d-467e-977d-cf4b493df770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:04.476046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ff7fbf12-5004-43fe-8670-9cb07d9f4aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:05.756331 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:06.806405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-33e70ce6-8c8c-4546-acc0-aba0a0771f5b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410922 Nov 11 21:47:06.892283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-54d576e8-8e4f-426c-b20e-64302f18b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:06.893780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-54d576e8-8e4f-426c-b20e-64302f18b1d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0427117 Nov 11 21:47:07.003879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-d340d2f9-6fab-44a2-a551-dffc07ba5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:07.005415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-d340d2f9-6fab-44a2-a551-dffc07ba5df9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0915344 Nov 11 21:47:07.072064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-2dfab48e-356e-4d20-8956-1bcb0c26fc4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 1000 time: 0.0597522 Nov 11 21:47:07.122579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-3c632ee4-9ebf-4107-a841-955789cb4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:07.124004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-3c632ee4-9ebf-4107-a841-955789cb4045 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0435333 Nov 11 21:47:07.173129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-69cfe85e-fc13-4005-9091-91ea5945591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:47:07.174642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-69cfe85e-fc13-4005-9091-91ea5945591b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442224 Nov 11 21:47:07.249897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:07.265022 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-cd4c5ce3-0dde-4f8b-90d5-28d189a1d176 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Nov 11 21:47:07.360449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93abfa1e-18e3-470d-a88b-c302c0d89fd8 req-318a76c8-fe14-46a4-b0f2-fd8b91ca69b0 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878508 Nov 11 21:47:07.947542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:22.574802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:27.779196 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:32.018515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7b13320d-e0f7-416a-a378-c287c098839a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:34.259154 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:47:34.460514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a48fd44-ce25-4168-9f3c-ebff6c47a092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:35.700581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.247349 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:37.921193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:52.574730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:47:57.755484 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:01.984857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-52784c69-e9f2-4c17-830d-17f6629a8657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:04.447414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-500a6696-43bf-42d7-b2b9-9488c54e9770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:05.681717 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.253478 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:07.887834 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:09.618042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-e4c1af18-6feb-466f-aac2-5aaa4901b350 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408523 Nov 11 21:48:09.707075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-ee600058-d95e-48ab-a794-e6bbdae9e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:09.708602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-ee600058-d95e-48ab-a794-e6bbdae9e7f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0490241 Nov 11 21:48:09.816668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-4befb45e-0b21-42ee-8b24-b69a47561434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:09.818134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-4befb45e-0b21-42ee-8b24-b69a47561434 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0893373 Nov 11 21:48:09.885259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-455f30eb-5e4f-48a0-93f2-1e710ea0209f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 1000 time: 0.0594642 Nov 11 21:48:09.941864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-b82abfc8-cbf5-4836-beed-70f0a182990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:09.943366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-b82abfc8-cbf5-4836-beed-70f0a182990e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0505850 Nov 11 21:48:09.991440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-a5afb981-309c-44c2-a3e3-df836618f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:09.992987 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-a5afb981-309c-44c2-a3e3-df836618f31a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417557 Nov 11 21:48:10.086411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-ab1ff2d6-a2cb-4887-bf37-05f803ee2330 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Nov 11 21:48:10.183562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce79dac8-be11-4357-b056-6ca336f7c447 req-d3014239-ae38-4fa7-b120-7bda8a69a642 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895016 Nov 11 21:48:11.258656 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:48:22.578542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:27.778096 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:31.977296 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-210bf735-a3be-44bf-ad3b-f7c844be4d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:34.464058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2495cf9e-a74c-46dd-9c10-b0e3293271c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:35.733383 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.242088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:37.892258 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:48.257930 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:48:52.605533 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:52.890465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-53c099e6-22f8-484c-a771-bbf5241bae31 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689270477&fields=id&tenant_id=e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 267 time: 0.0462408 Nov 11 21:48:53.002152 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-ee0bce21-e96f-47c7-bace-f5b6df5d46dd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:53.003623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-ee0bce21-e96f-47c7-bace-f5b6df5d46dd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1063445 Nov 11 21:48:53.018971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-bf529f06-48d1-4ac3-bf05-20b3c487a57f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/quotas/e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 375 time: 0.0090168 Nov 11 21:48:53.076978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-a209d2f5-c4ad-4965-93fe-3f4ae2ae2b57 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527015 Nov 11 21:48:53.261951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7e22eeb7-b305-4bf2-9226-ad892ec50ea9 service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727755 Nov 11 21:48:53.361999 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-4f713d67-90f0-4e35-8fff-eea2ebe06c6e service neutron] 10.222.0.31 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936298 Nov 11 21:48:55.006028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1bdd460-f102-4138-979e-e55a75fef891 req-92726a10-642e-4949-9de1-b6c1db246966 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0295947 Nov 11 21:48:56.101905 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6f11a3eb-5296-4c88-bff8-dc7c3e98cc08 req-654c504f-2cbf-4234-aba2-517604979ffa tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0272293 Nov 11 21:48:57.024006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-3c1b18ee-9a4d-448e-8543-864c93155501 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:57.025636 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-3c1b18ee-9a4d-448e-8543-864c93155501 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 812 time: 0.1086001 Nov 11 21:48:57.091906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-709c7ae4-5172-4ffc-9498-8c2f8a799576 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e252db3482084f36861f97ce757f2912 HTTP/1.1" status: 200 len: 380 time: 0.0555832 Nov 11 21:48:57.101337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'port': {'device_id': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'admin_state_up': True, 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'security_groups': ['8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:57.201989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67d0edef-344c-43fe-93eb-9fe0ebf5e0c4 req-f65621d2-72d5-4473-94cb-962f3557b569 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0307515 Nov 11 21:48:57.388619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Made reservation on behalf of e252db3482084f36861f97ce757f2912 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:48:57.392270 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.520566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.20.0.6 (19e3cca0-6c6c-40a6-8d74-5a7ea38657aa/6f6845b7-a8e7-4d2d-a130-834d4898e696/b2890966-5b8c-44f7-957a-81e29586eafb) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:48:57.668607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.766216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.793403 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:57.810579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:48:57.815659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:48:57.819342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:48:57.848840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=b2890966-5b8c-44f7-957a-81e29586eafb,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:57.862191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.862534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.862877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.863210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.863540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.863867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.864219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.864545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.864963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.865185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.865507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.865828 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:48:57.890688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:57.891311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.020429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-96959da0-05b7-47e1-a705-3543ac82a018 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9226477 Nov 11 21:48:58.071956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-09c40fe8-0b0a-481a-aefc-4aa74960ce43 None None] Provisioning complete for port b2890966-5b8c-44f7-957a-81e29586eafb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:48:58.072581 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09c40fe8-0b0a-481a-aefc-4aa74960ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.082311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Request body: {'port': {'device_id': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:48:58.110434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-09c40fe8-0b0a-481a-aefc-4aa74960ce43 None None] Port b2890966-5b8c-44f7-957a-81e29586eafb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:48:58.138666 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.337884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7abeb-026a-42bc-aa9d-703cde6baeff req-6f2ddfe1-ee46-47c4-916b-460cebff9dfe tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:58.340193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-50f7abeb-026a-42bc-aa9d-703cde6baeff req-6f2ddfe1-ee46-47c4-916b-460cebff9dfe tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 931 time: 0.0576141 Nov 11 21:48:58.397507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-50f7abeb-026a-42bc-aa9d-703cde6baeff req-cb80bd9a-1ef7-4f80-9622-13d27048b9e7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498209 Nov 11 21:48:58.417133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2890966-5b8c-44f7-957a-81e29586eafb {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:48:58.424918 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.437239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Transition to ACTIVE for port object b2890966-5b8c-44f7-957a-81e29586eafb will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:48:58.526528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.580825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Pushing event updated for resources: {'Port': ['ID=b2890966-5b8c-44f7-957a-81e29586eafb,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:58.648704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Attempting to bind port b2890966-5b8c-44f7-957a-81e29586eafb on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:48:58.649645 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Attempting to bind port b2890966-5b8c-44f7-957a-81e29586eafb by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:48:58.649995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Attempting to bind port b2890966-5b8c-44f7-957a-81e29586eafb on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:58.656191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Port b2890966-5b8c-44f7-957a-81e29586eafb on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:48:58.656524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Attempting to bind port b2890966-5b8c-44f7-957a-81e29586eafb on network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:48:58.661632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:48:58.661970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Checking segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:48:58.662353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Bound using segment: {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:48:58.663232 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Bound port: b2890966-5b8c-44f7-957a-81e29586eafb, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9be01-74a9-42be-bbf3-11a1f6a900e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:48:58.663232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.736216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] For port b2890966-5b8c-44f7-957a-81e29586eafb, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:48:58.744439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] For port b2890966-5b8c-44f7-957a-81e29586eafb, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b2890966-5b8c-44f7-957a-81e29586eafb,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:48:58.863423 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.898558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:58.899182 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:48:58.900689 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] 10.222.0.58 "PUT /v2.0/ports/b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 200 len: 1091 time: 0.8718584 Nov 11 21:48:58.901188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:48:58.903337 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ecac5-81aa-4505-b530-e8ec3b09d928" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:48:58.929006 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c607a18-ffef-44e7-905f-36c49e185608 service neutron] Pushing event updated for resources: {'Port': ['ID=b2890966-5b8c-44f7-957a-81e29586eafb,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:48:59.044995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-bf87ccba-7566-4f32-bfcc-a2aad6962847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:59.046534 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-bf87ccba-7566-4f32-bfcc-a2aad6962847 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0460742 Nov 11 21:48:59.097515 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-6539a563-5117-4878-ba6c-9c3d33eeeefc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 200 len: 217 time: 0.0425007 Nov 11 21:48:59.148440 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-07aed8f4-a92d-42fb-b1cd-1601ceef47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:59.150701 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-07aed8f4-a92d-42fb-b1cd-1601ceef47ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0466447 Nov 11 21:48:59.198842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-6fcb21a7-8ed8-40ed-9a6e-e0bef05573d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:48:59.200395 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-6fcb21a7-8ed8-40ed-9a6e-e0bef05573d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427604 Nov 11 21:48:59.294203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-7d80683f-3973-4282-a264-cbf5b61962c4 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870318 Nov 11 21:48:59.387265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2923e221-d85f-4612-a6b7-2a8a79f20e2e req-e732b37c-643a-4829-bb88-ec3d883468f6 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856369 Nov 11 21:49:00.083444 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286be10-eb57-4bc2-9885-64b4e7a17706 x-openstack-request-id: req-0286be10-eb57-4bc2-9885-64b4e7a17706 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:00.083444 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:00.083444 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0286be10-eb57-4bc2-9885-64b4e7a17706 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:00.083444 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'status': 'completed', 'code': 200} Nov 11 21:49:00.141079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-2a5e990a-230b-402f-a290-1bce2cdc5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.142843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-2a5e990a-230b-402f-a290-1bce2cdc5e1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1094 time: 0.0474215 Nov 11 21:49:00.173537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d03a-ab85-43ce-8e39-1f42ada44ed9 req-49743740-b4ed-4a8c-b0c2-2b319056b856 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.175072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73b7d03a-ab85-43ce-8e39-1f42ada44ed9 req-49743740-b4ed-4a8c-b0c2-2b319056b856 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0522106 Nov 11 21:49:00.232282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73b7d03a-ab85-43ce-8e39-1f42ada44ed9 req-b142fde5-d52d-4d86-934c-4a904979b70d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493894 Nov 11 21:49:00.250715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-93f7b74e-4c44-45cd-aeac-417e0f3b4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.252209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-93f7b74e-4c44-45cd-aeac-417e0f3b4296 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0954208 Nov 11 21:49:00.295086 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-77f2226a-eaac-4435-b3ee-91befe4cd91d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 200 len: 217 time: 0.0347238 Nov 11 21:49:00.349764 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-f82b9490-0588-4ba8-a278-24b3972bc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.351345 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-f82b9490-0588-4ba8-a278-24b3972bc509 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0500345 Nov 11 21:49:00.398537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-27d29677-28d3-4938-af99-bd1e4eece8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:00.400232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-27d29677-28d3-4938-af99-bd1e4eece8c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420218 Nov 11 21:49:00.499383 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-0a5af446-7a98-4aca-9b0b-5e7fbc7e6bbd service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923629 Nov 11 21:49:00.593972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-131ecac5-81aa-4505-b530-e8ec3b09d928 req-c5c53019-b6be-4f06-b028-2602046e4062 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Nov 11 21:49:01.613962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3092f8-083a-495e-968b-30392f043678 req-d5867bb6-27a5-4b24-8f29-aab5c9901fae tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:01.615612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb3092f8-083a-495e-968b-30392f043678 req-d5867bb6-27a5-4b24-8f29-aab5c9901fae tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0539973 Nov 11 21:49:01.667251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb3092f8-083a-495e-968b-30392f043678 req-ad2cce90-7aa6-43ec-8398-17936b3b0a28 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Nov 11 21:49:01.977220 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-615b8c73-dc00-4fb8-b440-bf2a5fcd8942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:02.785983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160aed1-0fca-4613-b91c-89fdf00eb1fc req-9ad54ded-de2b-4d3c-97c8-2d5bd1b5df20 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:02.787521 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9160aed1-0fca-4613-b91c-89fdf00eb1fc req-9ad54ded-de2b-4d3c-97c8-2d5bd1b5df20 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0518961 Nov 11 21:49:02.837877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9160aed1-0fca-4613-b91c-89fdf00eb1fc req-c2ce8726-aa93-4514-a172-df6d558203c3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Nov 11 21:49:03.954846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73963b-b33b-4c8f-b173-4313e7ecce48 req-6ea828c9-06bc-403c-8764-f497ec2d5872 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:03.956406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e73963b-b33b-4c8f-b173-4313e7ecce48 req-6ea828c9-06bc-403c-8764-f497ec2d5872 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0513871 Nov 11 21:49:04.010957 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1e73963b-b33b-4c8f-b173-4313e7ecce48 req-45cd04de-24b1-4e48-aa8d-899bdeabe302 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 Nov 11 21:49:04.456633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ef1253c-bffd-4c16-82ca-baff276253ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:05.127479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25307623-07e8-4611-a3be-77e2ff0c1203 req-ad53ce3a-3735-4e91-938f-fcfe47b28842 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:05.129001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25307623-07e8-4611-a3be-77e2ff0c1203 req-ad53ce3a-3735-4e91-938f-fcfe47b28842 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0500605 Nov 11 21:49:05.178124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25307623-07e8-4611-a3be-77e2ff0c1203 req-ffeaf25c-d8a2-4b98-a997-ec3b2e23239b tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431497 Nov 11 21:49:05.725218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:06.293132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b581-29af-4bc1-a329-75065b06845c req-cce1a9da-1c93-48e0-aed0-ad4f7cbb9c64 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:06.294653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5484b581-29af-4bc1-a329-75065b06845c req-cce1a9da-1c93-48e0-aed0-ad4f7cbb9c64 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0500405 Nov 11 21:49:06.345709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5484b581-29af-4bc1-a329-75065b06845c req-4b5ba5c7-74ab-4be8-9fef-a71df13470fd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449927 Nov 11 21:49:07.262206 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:07.465597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a776-82c7-4831-b991-6800aed5623c req-ecaedcef-885e-4db9-9455-e0ca00061b15 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:07.467122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ba5a776-82c7-4831-b991-6800aed5623c req-ecaedcef-885e-4db9-9455-e0ca00061b15 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0548596 Nov 11 21:49:07.517216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ba5a776-82c7-4831-b991-6800aed5623c req-cce9d9de-37f6-4453-a4da-93437c3fc8c7 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Nov 11 21:49:07.919485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:08.637479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8f1bc-dc22-4d2e-a9dd-3b6e24f03092 req-139ae40d-5388-48ed-b25e-5d12f0fe9a69 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:08.638973 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0e8f1bc-dc22-4d2e-a9dd-3b6e24f03092 req-139ae40d-5388-48ed-b25e-5d12f0fe9a69 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0503144 Nov 11 21:49:08.689592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0e8f1bc-dc22-4d2e-a9dd-3b6e24f03092 req-b46d8269-1d3a-4f50-992b-61b6b2168924 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446544 Nov 11 21:49:09.450304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-b8b23eca-7b0d-46c5-bbeb-0d22df98dc0d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451922 Nov 11 21:49:09.538004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-663f1958-bcfd-4abd-a275-33168f142329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:09.540071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-663f1958-bcfd-4abd-a275-33168f142329 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0435987 Nov 11 21:49:09.644904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-1ca2d7d9-28ba-492b-abde-3b1c83b40669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:09.646385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-1ca2d7d9-28ba-492b-abde-3b1c83b40669 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0869765 Nov 11 21:49:09.720541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-62ee7182-44fa-4995-b03a-cb6082ce8ab2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 1000 time: 0.0655758 Nov 11 21:49:09.798130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-fbc8e2e4-5f3c-4c0c-a06a-8b2bf958e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:09.799841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-fbc8e2e4-5f3c-4c0c-a06a-8b2bf958e86f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0711040 Nov 11 21:49:09.846793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa7fec-425e-47ef-9406-b9f9b8bf9810 req-cedb4038-8b07-48b3-96da-fc29552d3b75 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:09.848278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61fa7fec-425e-47ef-9406-b9f9b8bf9810 req-cedb4038-8b07-48b3-96da-fc29552d3b75 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0888741 Nov 11 21:49:09.884240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-a93387b2-41ee-4f97-a4a1-1041b80673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:09.885945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-a93387b2-41ee-4f97-a4a1-1041b80673cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782411 Nov 11 21:49:09.934221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-61fa7fec-425e-47ef-9406-b9f9b8bf9810 req-bae1ca94-d809-44cd-a6e4-d48090686db6 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787811 Nov 11 21:49:09.997383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-d4abb182-5b29-451f-acb9-3da318f66aea service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036892 Nov 11 21:49:10.096384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4b24995-1c2f-410d-8f5f-8d77c3d88c2e req-54702261-c4bb-4e78-86c3-ec946682a004 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914559 Nov 11 21:49:11.051638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f67f6-e645-4e34-a774-ab9e3d0286fb req-2ad328b4-aea1-4799-82c8-fc15bc66d04e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:11.053174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-533f67f6-e645-4e34-a774-ab9e3d0286fb req-2ad328b4-aea1-4799-82c8-fc15bc66d04e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0501151 Nov 11 21:49:11.104300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-533f67f6-e645-4e34-a774-ab9e3d0286fb req-4ea301ed-5c19-4367-9fa9-e32b0b93a25e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 Nov 11 21:49:12.109307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b2890966-5b8c-44f7-957a-81e29586eafb details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:49:12.222597 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port b2890966-5b8c-44f7-957a-81e29586eafb, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b2890966-5b8c-44f7-957a-81e29586eafb,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:12.233696 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'port_id': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'mac_address': 'fa:16:3e:bb:4b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:49:12.238979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1d9b7-0585-4d98-86e4-5dc33be74cf7 req-4e365fe5-c4a0-457c-9cb2-5adf7d326e04 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:12.240502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6e1d9b7-0585-4d98-86e4-5dc33be74cf7 req-4e365fe5-c4a0-457c-9cb2-5adf7d326e04 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 943 time: 0.0478790 Nov 11 21:49:12.275971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:12.288595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2890966-5b8c-44f7-957a-81e29586eafb {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:49:12.297056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6e1d9b7-0585-4d98-86e4-5dc33be74cf7 req-d717a43a-d332-4066-b308-ebe817243eae tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499620 Nov 11 21:49:12.309110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port b2890966-5b8c-44f7-957a-81e29586eafb, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b2890966-5b8c-44f7-957a-81e29586eafb,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:12.422400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:12.468623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=b2890966-5b8c-44f7-957a-81e29586eafb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:12.475670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.479425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.480171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.480171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:12.832373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['b2890966-5b8c-44f7-957a-81e29586eafb'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:49:13.424634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b0b32-6cc0-49bd-a031-fc5f6c404143 req-3ee8f17a-0ddc-45b3-a364-569253a66f16 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:13.426284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee6b0b32-6cc0-49bd-a031-fc5f6c404143 req-3ee8f17a-0ddc-45b3-a364-569253a66f16 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 944 time: 0.0563724 Nov 11 21:49:13.485674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee6b0b32-6cc0-49bd-a031-fc5f6c404143 req-cc943d4b-87c4-4e15-ae2c-d8fef91efd47 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520306 Nov 11 21:49:14.120581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b2890966-5b8c-44f7-957a-81e29586eafb up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:49:14.244846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port b2890966-5b8c-44f7-957a-81e29586eafb completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:49:14.248705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port b2890966-5b8c-44f7-957a-81e29586eafb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:49:14.252493 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.328109 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.351457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:14.353829 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e86d3-2c1d-440b-b7bf-9dd034f3e789" -d '{"events": [{"server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:14.366488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port b2890966-5b8c-44f7-957a-81e29586eafb, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b2890966-5b8c-44f7-957a-81e29586eafb,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:49:14.441593 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e6a281-10d6-4f70-aadb-f80593d37c2e x-openstack-request-id: req-80e6a281-10d6-4f70-aadb-f80593d37c2e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:14.441884 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:14.442139 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80e6a281-10d6-4f70-aadb-f80593d37c2e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:14.442531 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'code': 200} Nov 11 21:49:14.450908 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:14.501265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=b2890966-5b8c-44f7-957a-81e29586eafb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:14.544492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ce41-f51f-4e1a-ab55-7105ed198a6b req-4375fdab-b886-4737-bcef-8bc990aa79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:14.546420 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9879ce41-f51f-4e1a-ab55-7105ed198a6b req-4375fdab-b886-4737-bcef-8bc990aa79d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.0446148 Nov 11 21:49:14.597051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9879ce41-f51f-4e1a-ab55-7105ed198a6b req-98c2a1d4-4692-4f34-ba63-03ceaddf364f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 Nov 11 21:49:14.606947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf32635-e7ec-4d83-896e-9c7ea1af62e3 req-9e1cbab6-9a5c-49bd-86d8-1c273713d488 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:14.608498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acf32635-e7ec-4d83-896e-9c7ea1af62e3 req-9e1cbab6-9a5c-49bd-86d8-1c273713d488 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0496037 Nov 11 21:49:14.659339 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-acf32635-e7ec-4d83-896e-9c7ea1af62e3 req-10d5ccb8-71e9-49ee-8e9d-89b1501bb2fd tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439658 Nov 11 21:49:15.778385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e3eae-7b37-412c-82fe-5473b6bb8e46 req-4830ccb7-9a65-449e-b3c7-89a621dcb15d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:15.779865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e11e3eae-7b37-412c-82fe-5473b6bb8e46 req-4830ccb7-9a65-449e-b3c7-89a621dcb15d tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0536284 Nov 11 21:49:15.828552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e11e3eae-7b37-412c-82fe-5473b6bb8e46 req-13b8a8fc-eed1-4250-a200-0a76dd571d78 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Nov 11 21:49:16.945930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8ff0d-f19a-4c80-82f4-a2083e3f8651 req-53e55304-8669-4425-b49a-3373d0c7493f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:16.947443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bae8ff0d-f19a-4c80-82f4-a2083e3f8651 req-53e55304-8669-4425-b49a-3373d0c7493f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Nov 11 21:49:17.002068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bae8ff0d-f19a-4c80-82f4-a2083e3f8651 req-04ba216b-5e8a-41c5-a02a-5b3ae0d20e8e tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485449 Nov 11 21:49:17.119322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3f151-f68f-4f57-82de-84bd33c2c235 req-d263a8b2-1d9a-4640-aa95-e8f57cc5c7ab tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:17.120743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66b3f151-f68f-4f57-82de-84bd33c2c235 req-d263a8b2-1d9a-4640-aa95-e8f57cc5c7ab tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0548372 Nov 11 21:49:17.169764 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-66b3f151-f68f-4f57-82de-84bd33c2c235 req-5c7d1d47-c161-48e0-99b5-6af766d837af tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Nov 11 21:49:17.192239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:17.362309 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b957c3-3810-4990-96bd-de7e2221c802 tempest-TestVolumeBootPattern-244427645 tempest-TestVolumeBootPattern-244427645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:17.363869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-15b957c3-3810-4990-96bd-de7e2221c802 tempest-TestVolumeBootPattern-244427645 tempest-TestVolumeBootPattern-244427645-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1091 time: 0.1706214 Nov 11 21:49:17.366650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37528) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:49:17.372287 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:49:17.582904 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.683210 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:17.792935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Allocated IP 172.25.2.56 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/6bc2a68d-20fb-4dc1-915a-d3b1877fad2c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:49:17.898396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.022517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.061450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:49:18.066858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:49:18.070375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:49:18.092626 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=6bc2a68d-20fb-4dc1-915a-d3b1877fad2c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:18.104598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.104952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.105304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.105647 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.105987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.106324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.106658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.106991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.107321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.107680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.108013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.108385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:49:18.778688 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:18.963399 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.112196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.193165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.262943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event updated for resources: {'Port': ['ID=6bc2a68d-20fb-4dc1-915a-d3b1877fad2c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:49:19.277334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.380750 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Floating IP e96ccaea-b82d-4faf-9f80-e188b32bcb6f associated. External IP: 172.25.2.56, port: b2890966-5b8c-44f7-957a-81e29586eafb. Nov 11 21:49:19.589221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:49:19.700661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:49:19.710878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:49:19.720600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:19.721219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:49:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:19.827978 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:49:19.871003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:19.900086 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d6102dac-3f05-4932-bf85-b1ce1778cc5a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5313690 Nov 11 21:49:19.900716 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:49:19.903126 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565d3645-0631-4290-b504-66e721ad35f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:49:19.993956 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a00c85-572c-4b0d-9356-49146df07584 x-openstack-request-id: req-72a00c85-572c-4b0d-9356-49146df07584 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:49:19.994252 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:49:19.994513 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72a00c85-572c-4b0d-9356-49146df07584 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:49:19.994922 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'status': 'completed', 'code': 200} Nov 11 21:49:20.058137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3645-0631-4290-b504-66e721ad35f7 req-8b4640bd-4cc7-4abf-9713-e70e9236123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:20.059657 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d3645-0631-4290-b504-66e721ad35f7 req-8b4640bd-4cc7-4abf-9713-e70e9236123a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.0425563 Nov 11 21:49:20.066001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:23Z', 'revision_number': 1, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}, {'id': 'e96ccaea-b82d-4faf-9f80-e188b32bcb6f', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:bb:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:49:18Z', 'updated_at': '2021-11-11T21:49:18Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:20.092649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:49:20.101086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:49:20.102241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:49:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:20.151300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3645-0631-4290-b504-66e721ad35f7 req-263f8228-6393-4e32-a092-99d6397ee163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:20.152952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d3645-0631-4290-b504-66e721ad35f7 req-263f8228-6393-4e32-a092-99d6397ee163 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0866530 Nov 11 21:49:20.208549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:49:20.221688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d3645-0631-4290-b504-66e721ad35f7 req-bd0f57dc-56e6-4627-9725-5a608e1cce9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 200 len: 998 time: 0.0620821 Nov 11 21:49:20.272138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3645-0631-4290-b504-66e721ad35f7 req-6bed6741-71f5-45a8-8151-2d97371e5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:20.273916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d3645-0631-4290-b504-66e721ad35f7 req-6bed6741-71f5-45a8-8151-2d97371e5786 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0448184 Nov 11 21:49:20.321161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3645-0631-4290-b504-66e721ad35f7 req-8861259b-ab4f-4e49-9272-38f6abc4a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:49:20.322675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d3645-0631-4290-b504-66e721ad35f7 req-8861259b-ab4f-4e49-9272-38f6abc4a7a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419590 Nov 11 21:49:20.603289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:23Z', 'revision_number': 1, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}, {'id': 'e96ccaea-b82d-4faf-9f80-e188b32bcb6f', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:bb:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:49:18Z', 'updated_at': '2021-11-11T21:49:18Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:49:20.632245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b6789-bec3-46f9-9599-80f6c1024cf9 None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:23Z', 'revision_number': 1, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}, {'id': 'e96ccaea-b82d-4faf-9f80-e188b32bcb6f', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:bb:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:49:18Z', 'updated_at': '2021-11-11T21:49:18Z', 'revision_number': 0, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:49:20.770285 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d3645-0631-4290-b504-66e721ad35f7 req-dbd316df-6914-45db-8837-6707a5b4eda2 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393106 Nov 11 21:49:20.836177 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2ffbe-01a2-41c5-8c0f-719dcd9bac90 None None] New status for floating IP e96ccaea-b82d-4faf-9f80-e188b32bcb6f: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:49:20.870858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-565d3645-0631-4290-b504-66e721ad35f7 req-377aa55c-c7b2-41e6-a85f-4653e3d86797 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936999 Nov 11 21:49:22.570432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:25.258701 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:49:27.821729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:31.953330 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b563366-180f-492c-85b8-8e38f012e032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:34.473554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ee83fad-48f4-4c6a-9c59-a674ae493fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:35.747709 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.267579 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:37.913468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:52.593107 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:49:57.827658 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.032978 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6294b41f-e02f-4097-9d51-cc7817f16c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:02.257590 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:50:02.559013 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-916fcef5-44c6-4e0e-a0ac-f24876d6715b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425928 Nov 11 21:50:02.641812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-4fdb09f0-341d-43cf-b470-64c7e22c2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:02.643299 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-4fdb09f0-341d-43cf-b470-64c7e22c2aab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.0406969 Nov 11 21:50:02.746228 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-60553271-b136-4cf0-a0a2-61531c945f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:02.747700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-60553271-b136-4cf0-a0a2-61531c945f85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0865204 Nov 11 21:50:02.813300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-c6b71c6b-da31-40dd-adaf-320dd0aa8a04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 200 len: 1000 time: 0.0581274 Nov 11 21:50:02.861250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-ee2648da-94ad-489a-8616-82544d88ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:02.862698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-ee2648da-94ad-489a-8616-82544d88ee57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0426431 Nov 11 21:50:02.911484 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-1128e63b-b6af-4d77-9716-e9d285c6ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:02.913074 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-1128e63b-b6af-4d77-9716-e9d285c6ad89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433228 Nov 11 21:50:03.005848 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-7406e1ca-eb7d-4d70-89b4-49a45d900f43 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Nov 11 21:50:03.099947 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-06d532e8-5d3c-451b-9376-06fbccb9286d req-9f688abb-a657-4df7-a098-a866fe12d4be service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870349 Nov 11 21:50:04.460691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e6be542-ab05-46b0-8d1c-f7152e816f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:05.741144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.255637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:07.964022 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:09.397451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-9e65adfb-4bd5-4bdc-b48e-7b503839004a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435402 Nov 11 21:50:09.480113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-5d55cd1b-0712-4b93-a95b-c38917c45039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:09.481633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-5d55cd1b-0712-4b93-a95b-c38917c45039 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0408394 Nov 11 21:50:09.589410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-eb3bd78d-9d7d-413e-9fd5-c10c752d12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:09.590890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-eb3bd78d-9d7d-413e-9fd5-c10c752d12dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0895641 Nov 11 21:50:09.659688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-b764a577-29f4-4e11-92a6-81baafdbf403 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 1000 time: 0.0593235 Nov 11 21:50:09.709671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-edc67a57-c7c7-4602-a025-9152a192d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:09.711236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-edc67a57-c7c7-4602-a025-9152a192d7c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0441039 Nov 11 21:50:09.762457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-fc636696-dfe4-4d19-b1a7-4c0ce727dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:50:09.764125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-fc636696-dfe4-4d19-b1a7-4c0ce727dfd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446858 Nov 11 21:50:09.856390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-192901b8-5928-43e0-a92b-631a25e68afc service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839341 Nov 11 21:50:09.952373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-51d9a873-dcf0-4318-a86d-c81afdb1cc41 req-ba14d8da-4392-4781-bd88-c12f831e2516 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878363 Nov 11 21:50:22.620822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:27.849447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:32.066560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e95b4586-6b68-463b-be38-5f367c42b65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:34.660941 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0590578d-0716-4ea5-9baf-a0db0392cc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:35.826345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:37.277447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:37.923610 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:39.256855 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:50:52.584394 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:50:57.872489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:02.031378 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-df02dfa8-17e7-40f5-9e79-f834ee75e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.454624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2e54cdcc-6e09-4d9a-97f9-93a6b79cbc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:04.543526 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-aa4cf0b9-563e-4616-b468-fc7439388735 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409017 Nov 11 21:51:04.624046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-23b46e1c-7076-4211-846f-69aff1a89148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:04.625540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-23b46e1c-7076-4211-846f-69aff1a89148 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.0405519 Nov 11 21:51:04.729831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-06ccdcd1-2e8f-4fe5-b523-2209ea8d2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:04.731292 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-06ccdcd1-2e8f-4fe5-b523-2209ea8d2e87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0867493 Nov 11 21:51:04.796114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-1837f365-5546-42d4-a2dc-9822002599f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 200 len: 1000 time: 0.0581400 Nov 11 21:51:04.848572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-7ce5826a-1f0b-4367-8aba-2607f1ea70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:04.850173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-7ce5826a-1f0b-4367-8aba-2607f1ea70f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0480545 Nov 11 21:51:04.895064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-b32b8ffb-bca6-48ec-95d4-8f6cb231432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:04.896581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-b32b8ffb-bca6-48ec-95d4-8f6cb231432f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391243 Nov 11 21:51:04.907874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-aa814314-9751-4c82-8685-9b6122217ce5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:51:04.908913 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-aa814314-9751-4c82-8685-9b6122217ce5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048597 Nov 11 21:51:04.999227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-eb8b2fa1-269a-4e57-a57c-57bf9e123434 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825956 Nov 11 21:51:05.093078 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-17c7faed-160b-4f54-a603-0bd1c0464994 req-1a0b76dc-3740-4753-b6c7-fc49358d69df service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871527 Nov 11 21:51:05.743773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.276753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:07.926253 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:09.845223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-42722efe-975d-40d6-95dc-3820eb65f71c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875740 Nov 11 21:51:09.928677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-e09f3b7b-5ba6-450d-97a3-e745ca489f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:09.930251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-e09f3b7b-5ba6-450d-97a3-e745ca489f40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0415287 Nov 11 21:51:10.046702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-c418ac82-dcd8-4f37-b204-09f963207350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:10.048091 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-c418ac82-dcd8-4f37-b204-09f963207350 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0983191 Nov 11 21:51:10.113275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-46b1230d-f6f4-4af4-ab61-b08bae464b28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 1000 time: 0.0579984 Nov 11 21:51:10.161734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-88b2cb18-609a-42a1-b1f9-8c18801cc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:10.163165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-88b2cb18-609a-42a1-b1f9-8c18801cc586 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0432270 Nov 11 21:51:10.213989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-4c94fd4a-ea0f-44be-9bb5-e86ee7ef1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:10.214910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-4c94fd4a-ea0f-44be-9bb5-e86ee7ef1bf4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443130 Nov 11 21:51:10.306887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-92bd58eb-23c1-4748-bf9b-2c6dfe3597c9 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837367 Nov 11 21:51:10.402156 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b02cbdbd-85a4-46bb-8e1d-d24f67b53641 req-564678b9-1fd4-49d6-abf9-5f04b16ff272 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877399 Nov 11 21:51:16.257292 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:51:22.602186 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:27.853980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:31.965578 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f875-606c-487f-9a5a-f9c5e575abe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.042641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:34.199313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port 6bc2a68d-20fb-4dc1-915a-d3b1877fad2c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:34.199659 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.278321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.278639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.291166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for 6bc2a68d-20fb-4dc1-915a-d3b1877fad2c owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:34.476490 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cc0dff46-d593-4667-ae88-93b97d5be6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.510714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.541845 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=6bc2a68d-20fb-4dc1-915a-d3b1877fad2c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:34.571307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.571657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.571999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.572365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.572704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.573035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.573362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.573689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.574011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.574332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.574657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.574980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:34.615327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.615656 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Floating IP e96ccaea-b82d-4faf-9f80-e188b32bcb6f disassociated (deleted). External IP: 172.25.2.56, port: b2890966-5b8c-44f7-957a-81e29586eafb. Nov 11 21:51:34.840570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:34.949509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:34.954265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:34.960346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:34.969512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:34.970204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:34.981526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0f563124-7ff5-455b-b340-c51894ee4312 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "DELETE /v2.0/floatingips/e96ccaea-b82d-4faf-9f80-e188b32bcb6f HTTP/1.1" status: 204 len: 168 time: 0.9378047 Nov 11 21:51:34.982118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:34.984453 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72864a8-8c36-4932-9999-de574a6064d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:35.082587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:35.319757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:23Z', 'revision_number': 1, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:35.332553 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b59f7e-32e7-4adf-9f51-fbaf8f691483 x-openstack-request-id: req-b3b59f7e-32e7-4adf-9f51-fbaf8f691483 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:35.333059 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:35.333492 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3b59f7e-32e7-4adf-9f51-fbaf8f691483 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:35.334105 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'status': 'completed', 'code': 200} Nov 11 21:51:35.347179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:51:35.355810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:35.356495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:35.404991 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72864a8-8c36-4932-9999-de574a6064d1 req-7588e14a-25a4-4b86-903d-52c4f60f876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:35.406653 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72864a8-8c36-4932-9999-de574a6064d1 req-7588e14a-25a4-4b86-903d-52c4f60f876e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.0515120 Nov 11 21:51:35.433685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c05c-7c61-4041-9552-498a9015938f req-40366215-c4ab-4114-9d1a-579c4d84f50c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:35.435225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f59c05c-7c61-4041-9552-498a9015938f req-40366215-c4ab-4114-9d1a-579c4d84f50c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0528426 Nov 11 21:51:35.470189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:35.493826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f59c05c-7c61-4041-9552-498a9015938f req-8d4ab4d2-e997-4c62-823f-4377ba65bf1c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Nov 11 21:51:35.511056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72864a8-8c36-4932-9999-de574a6064d1 req-f64a16e6-9fb5-4a60-a8ea-900731568716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:35.512564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72864a8-8c36-4932-9999-de574a6064d1 req-f64a16e6-9fb5-4a60-a8ea-900731568716 service neutron] 10.222.0.58 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.0983336 Nov 11 21:51:35.556208 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72864a8-8c36-4932-9999-de574a6064d1 req-88de2afc-9af0-4fc9-ba8e-87c281ff43cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 200 len: 217 time: 0.0354316 Nov 11 21:51:35.607468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72864a8-8c36-4932-9999-de574a6064d1 req-a3189248-c411-4dd1-9471-33c7ad4a91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:35.608989 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72864a8-8c36-4932-9999-de574a6064d1 req-a3189248-c411-4dd1-9471-33c7ad4a91a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0460222 Nov 11 21:51:35.659896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72864a8-8c36-4932-9999-de574a6064d1 req-7b3dd4d5-5d4c-4436-bb32-01644d5ea587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:35.661427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72864a8-8c36-4932-9999-de574a6064d1 req-7b3dd4d5-5d4c-4436-bb32-01644d5ea587 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438848 Nov 11 21:51:35.712079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:23Z', 'revision_number': 1, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:35.740217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc931f8-8b0f-4c30-bd37-33345826b78e None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '8c571362-3653-459e-96d0-6e33e75344cb', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'port_id': 'f686b524-61a9-4058-93be-870f9f9513d4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'mac_address': 'fa:16:3e:95:c7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:46:21Z', 'updated_at': '2021-11-11T21:46:23Z', 'revision_number': 1, 'project_id': 'e252db3482084f36861f97ce757f2912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:35.754789 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72864a8-8c36-4932-9999-de574a6064d1 req-6e52cfe7-abaa-4c85-8f20-c62a12f1d884 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849745 Nov 11 21:51:35.776665 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:35.855006 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d72864a8-8c36-4932-9999-de574a6064d1 req-c577215b-34db-4151-84dc-56001cc18a12 service neutron] 10.222.0.58 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919189 Nov 11 21:51:35.959475 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c809e63-fe24-43d7-a097-c7dbf2036aa0 None None] New status for floating IP e96ccaea-b82d-4faf-9f80-e188b32bcb6f: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:51:36.647546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5c4bb-90c2-40ab-885c-aa4856d4746e req-654d47ac-8514-4037-a65e-aaecf455074a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:36.649057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86d5c4bb-90c2-40ab-885c-aa4856d4746e req-654d47ac-8514-4037-a65e-aaecf455074a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0543253 Nov 11 21:51:36.699010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86d5c4bb-90c2-40ab-885c-aa4856d4746e req-e78e3271-66ca-441e-acf1-c0dad602334c tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Nov 11 21:51:37.021537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-e2eec519-c70b-47b8-b06b-da15b8b643c5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:37.023007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-e2eec519-c70b-47b8-b06b-da15b8b643c5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 945 time: 0.0491738 Nov 11 21:51:37.112396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port b2890966-5b8c-44f7-957a-81e29586eafb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:37.112866 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.205657 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] For port b2890966-5b8c-44f7-957a-81e29586eafb, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b2890966-5b8c-44f7-957a-81e29586eafb,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:37.205987 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.219532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for b2890966-5b8c-44f7-957a-81e29586eafb owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:37.273637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.402407 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.433218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=b2890966-5b8c-44f7-957a-81e29586eafb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.463753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:51:37.483741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] No DVR routers for this DVR port b2890966-5b8c-44f7-957a-81e29586eafb on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:37.486357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:37.490730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-efadfc0d-2060-4a4e-a6ed-52fba21bb060 req-c11d3295-6bba-4784-a3f6-adb8885b9b05 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.58 "DELETE /v2.0/ports/b2890966-5b8c-44f7-957a-81e29586eafb HTTP/1.1" status: 204 len: 173 time: 0.4617441 Nov 11 21:51:37.491161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'name': 'network-vif-deleted', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:37.493570 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3809a8b-695b-449d-b655-524443e00b2d" -d '{"events": [{"server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "name": "network-vif-deleted", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:37.529843 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aee123-0589-40ed-9339-d6a5a5d148f0 x-openstack-request-id: req-00aee123-0589-40ed-9339-d6a5a5d148f0 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:37.530139 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf4850c-4cc3-4704-a2cc-adff2508aaf6", "name": "network-vif-deleted", "tag": "b2890966-5b8c-44f7-957a-81e29586eafb", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:37.530394 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00aee123-0589-40ed-9339-d6a5a5d148f0 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:37.530806 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf4850c-4cc3-4704-a2cc-adff2508aaf6', 'name': 'network-vif-deleted', 'tag': 'b2890966-5b8c-44f7-957a-81e29586eafb', 'status': 'completed', 'code': 200} Nov 11 21:51:37.801670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06059dca-256d-468b-85fb-7b21d1c486b4 req-777d80fa-89e1-4c39-b0bd-f3179c41210f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0312998 Nov 11 21:51:37.896946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:38.902263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17ae0d87-ea3b-4d4b-82f6-5862cd9dad90 req-f2b58c84-2c95-4739-ba24-bc7af6d02ff4 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Nov 11 21:51:39.999696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0af5b00f-4fa3-4581-89d4-b7dde6c0f67d req-2207938d-2343-4a52-a6b3-780592361249 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Nov 11 21:51:40.871004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b2890966-5b8c-44f7-957a-81e29586eafb no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:40.893750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: b2890966-5b8c-44f7-957a-81e29586eafb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:40.894159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b2890966-5b8c-44f7-957a-81e29586eafb not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:41.095124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd6a5c93-1e01-4c24-9fe3-622b9cebaedb req-4f92fc30-4c59-4afc-9aa8-18c059d835e3 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Nov 11 21:51:42.211733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5af6bcc-3a47-4fd7-abaa-41a2750b6745 req-9a7d33f7-d99f-4ad6-a888-d67dedb04f67 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdf4850c-4cc3-4704-a2cc-adff2508aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0297320 Nov 11 21:51:48.765894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37646) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:48.923200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port 56aea986-7285-4eb9-9b50-929a1f7c6eca {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:48.923421 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.998771 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:48.999106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.011261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for 56aea986-7285-4eb9-9b50-929a1f7c6eca owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:49.239271 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.262904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=56aea986-7285-4eb9-9b50-929a1f7c6eca,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:49.329638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.329973 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Floating IP 8c571362-3653-459e-96d0-6e33e75344cb disassociated (deleted). External IP: 172.25.2.97, port: f686b524-61a9-4058-93be-870f9f9513d4. Nov 11 21:51:49.866570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:51:49.970791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:51:49.976078 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:49.981746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:51:49.992241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:49.992858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:50.006632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd7d5815-b77f-4e0e-90a9-aad19017ffe0 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "DELETE /v2.0/floatingips/8c571362-3653-459e-96d0-6e33e75344cb HTTP/1.1" status: 204 len: 168 time: 1.2396164 Nov 11 21:51:50.007222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:50.009541 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8354be72-91e4-443a-93f7-0cd0f69e54b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "tag": "f686b524-61a9-4058-93be-870f9f9513d4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:50.106386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:50.304315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:50.346476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:51:50.346596 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070d9438-4161-4bc8-8266-3d4ddc665263 x-openstack-request-id: req-070d9438-4161-4bc8-8266-3d4ddc665263 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:50.346596 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "tag": "f686b524-61a9-4058-93be-870f9f9513d4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:50.346596 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-070d9438-4161-4bc8-8266-3d4ddc665263 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:50.346596 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4', 'status': 'completed', 'code': 200} Nov 11 21:51:50.349744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:51:50.350351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:50.441277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-23411410-66ef-4054-8000-76f7eda63ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:50.442806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-23411410-66ef-4054-8000-76f7eda63ec7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e252db3482084f36861f97ce757f2912&device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 1096 time: 0.0741911 Nov 11 21:51:50.454664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b20b-34e2-479c-8574-1a2edbaa8929 req-75ecbed7-7850-4865-9eed-605a8e20126f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:50.456341 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd17b20b-34e2-479c-8574-1a2edbaa8929 req-75ecbed7-7850-4865-9eed-605a8e20126f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 945 time: 0.0628626 Nov 11 21:51:50.459424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:51:50.570158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd17b20b-34e2-479c-8574-1a2edbaa8929 req-37fce693-bede-4245-8834-8a630bcd1a4a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/security-groups?id=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052558 Nov 11 21:51:50.587136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-d3ae02fa-32e2-469e-bbeb-83c6c2d1f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:50.588652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-d3ae02fa-32e2-469e-bbeb-83c6c2d1f174 service neutron] 10.222.0.62 "GET /v2.0/networks?id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 200 len: 913 time: 0.1314452 Nov 11 21:51:50.632984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-6f46738d-8b29-497e-ad53-3b22ce5bdd40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 200 len: 217 time: 0.0353036 Nov 11 21:51:50.670240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:51:50.693270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-9cef9723-46f7-4a34-adea-c1f0f5718d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:50.694748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-9cef9723-46f7-4a34-adea-c1f0f5718d44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 200 len: 851 time: 0.0519400 Nov 11 21:51:50.696821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b5c6d-0622-4e86-aaa9-d54277277a1a None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:51Z', 'revision_number': 4, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '48e401e0-ea69-4e55-9e70-999043c59d1f', 'name': '', 'network_id': '19e3cca0-6c6c-40a6-8d74-5a7ea38657aa', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'mac_address': 'fa:16:3e:1b:4f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:51Z', 'updated_at': '2021-11-11T21:36:55Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'subnets': [{'id': '6f6845b7-a8e7-4d2d-a130-834d4898e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:51:50.746584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-88b9b129-5d48-4f89-b3df-3986fdd5f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:50.748175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-88b9b129-5d48-4f89-b3df-3986fdd5f9e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443139 Nov 11 21:51:50.848067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-a155f886-b61f-48e6-86a1-dfa0106a9e92 service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894535 Nov 11 21:51:50.922668 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ce54c-16ce-4659-8c86-7169fec02b3c None None] New status for floating IP 8c571362-3653-459e-96d0-6e33e75344cb: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:51:50.957303 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8354be72-91e4-443a-93f7-0cd0f69e54b0 req-4fb5c343-b466-4221-95a8-be29f409371d service neutron] 10.222.0.62 "GET /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980940 Nov 11 21:51:51.066975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-3b8e4e83-dc79-493e-8aff-7dbb8854d5c2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:51:51.068510 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-3b8e4e83-dc79-493e-8aff-7dbb8854d5c2 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 945 time: 0.0527594 Nov 11 21:51:51.177607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port f686b524-61a9-4058-93be-870f9f9513d4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:51.177869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.264978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] For port f686b524-61a9-4058-93be-870f9f9513d4, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=f686b524-61a9-4058-93be-870f9f9513d4,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:51:51.265344 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.277615 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for f686b524-61a9-4058-93be-870f9f9513d4 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:51.479021 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.509395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=f686b524-61a9-4058-93be-870f9f9513d4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:51.555839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] No DVR routers for this DVR port f686b524-61a9-4058-93be-870f9f9513d4 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:51:51.558603 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:51.561968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55da2846-84ef-49bc-b5cc-23b6f2e5df55 req-9d57e097-83f8-4ae5-8fe6-8b0f48aa8442 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.62 "DELETE /v2.0/ports/f686b524-61a9-4058-93be-870f9f9513d4 HTTP/1.1" status: 204 len: 173 time: 0.4868975 Nov 11 21:51:51.667349 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17d55aeb-4ff5-4c48-ad4b-cb63454f252e req-78d4e534-2f36-48e1-892e-738b8b358f15 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Nov 11 21:51:52.342191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'name': 'network-vif-deleted', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:51:52.344572 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d4872-364d-4140-b63f-7a4996703bc7" -d '{"events": [{"server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "name": "network-vif-deleted", "tag": "f686b524-61a9-4058-93be-870f9f9513d4"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:51:52.379683 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1436e7b3-531b-4cad-9ecf-1e2b772876df x-openstack-request-id: req-1436e7b3-531b-4cad-9ecf-1e2b772876df {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:51:52.379974 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc375ba-227a-4750-83a7-0c42f97c85a3", "name": "network-vif-deleted", "tag": "f686b524-61a9-4058-93be-870f9f9513d4", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:51:52.380251 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1436e7b3-531b-4cad-9ecf-1e2b772876df {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:51:52.380644 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc375ba-227a-4750-83a7-0c42f97c85a3', 'name': 'network-vif-deleted', 'tag': 'f686b524-61a9-4058-93be-870f9f9513d4', 'status': 'completed', 'code': 200} Nov 11 21:51:52.570530 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:52.771362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9cf10a8-a554-446d-a97c-1dadd018ee98 req-fe592e03-28eb-41bf-9147-3fd4d1311e0a tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0275581 Nov 11 21:51:53.257121 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:51:53.626134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f686b524-61a9-4058-93be-870f9f9513d4 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:51:53.648013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: f686b524-61a9-4058-93be-870f9f9513d4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:51:53.648390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device f686b524-61a9-4058-93be-870f9f9513d4 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:51:53.869288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26cf0fcf-918a-49af-b9e9-7c4187adec0b req-85755156-2e77-4275-9ce1-dfe66227dc5f tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0291142 Nov 11 21:51:54.965085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65c2b700-9537-4114-bffb-4585a5b463ad req-fa7597a9-dd27-45db-9711-3f1464355736 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0268452 Nov 11 21:51:56.061266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d0594ab2-7e79-45ad-8bd7-73c326f8bddb req-c43b2298-de33-441d-9a5e-6dc5b2e3c414 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fc375ba-227a-4750-83a7-0c42f97c85a3 HTTP/1.1" status: 200 len: 210 time: 0.0270481 Nov 11 21:51:57.117061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37668) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:51:57.239889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Deleting port b7d8c547-e007-4a1b-91ba-e849619083b1 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:51:57.240276 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.317874 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.318202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.329787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Calling delete_port for b7d8c547-e007-4a1b-91ba-e849619083b1 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:51:57.530032 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.556335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'Port': ['ID=b7d8c547-e007-4a1b-91ba-e849619083b1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:51:57.616106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.618711 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:51:57.619864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a73b7f87-5dfb-4795-9b4a-cc4474e36c56 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "DELETE /v2.0/floatingips/436ee89a-ddc6-4b57-88fc-054fd01efaaa HTTP/1.1" status: 204 len: 168 time: 0.5018055 Nov 11 21:51:57.816688 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.055245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37684) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:01.117843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04d43a7f-0c15-4d20-b1c1-516a79e3da38 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.143552 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04d43a7f-0c15-4d20-b1c1-516a79e3da38 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.290587 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04d43a7f-0c15-4d20-b1c1-516a79e3da38 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.293292 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-04d43a7f-0c15-4d20-b1c1-516a79e3da38 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.298709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-04d43a7f-0c15-4d20-b1c1-516a79e3da38 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] 10.222.0.31 "DELETE /v2.0/security-groups/8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e HTTP/1.1" status: 204 len: 168 time: 0.2383537 Nov 11 21:52:01.305097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d43a7f-0c15-4d20-b1c1-516a79e3da38 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687dd2c-2f13-4a25-b9ed-5f9275a1bf9e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:01.454947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37688) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:01.959806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:01.998697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cb5f800c-1a8d-4b79-bf26-36fb0c581934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.210445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Deleting port 48e401e0-ea69-4e55-9e70-999043c59d1f {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:02.210981 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.293643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] For port 48e401e0-ea69-4e55-9e70-999043c59d1f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=48e401e0-ea69-4e55-9e70-999043c59d1f,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:02.294011 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.306671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Calling delete_port for 48e401e0-ea69-4e55-9e70-999043c59d1f owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:02.551943 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.576602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e401e0-ea69-4e55-9e70-999043c59d1f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:02.750995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:02.994500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Router 502e6e9d-434a-409a-9658-b8344b6b0472 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:03.101646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:03.107328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-60aacdb9-09e6-41d0-a924-0d48f94344e5 admin admin] 10.222.0.31 "PUT /v2.0/routers/502e6e9d-434a-409a-9658-b8344b6b0472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6503019 Nov 11 21:52:03.109051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37692) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:03.112212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] Sync routers for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:03.125273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:03.125892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:03.219139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.326641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.387968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:03.437114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Deleting port 561040d2-2041-4ee4-99f4-f63c4a1add81 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:03.437486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.522579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] For port 561040d2-2041-4ee4-99f4-f63c4a1add81, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=561040d2-2041-4ee4-99f4-f63c4a1add81,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:03.522953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.536541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Calling delete_port for 561040d2-2041-4ee4-99f4-f63c4a1add81 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:03.567161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:52:02Z', 'revision_number': 5, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port': {'id': '561040d2-2041-4ee4-99f4-f63c4a1add81', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:03.594442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] Checking router: 502e6e9d-434a-409a-9658-b8344b6b0472 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:03.603489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] Routers {'502e6e9d-434a-409a-9658-b8344b6b0472'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:03.604109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:51:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['502e6e9d-434a-409a-9658-b8344b6b0472'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:03.692381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] Set router 502e6e9d-434a-409a-9658-b8344b6b0472 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:03.750989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:52:03Z', 'revision_number': 6, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:03.778710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c423c328-a73e-43d2-93b8-07935f870185 None None] The sync data for ids ['502e6e9d-434a-409a-9658-b8344b6b0472'] in n-d-805734-3 is: [{'id': '502e6e9d-434a-409a-9658-b8344b6b0472', 'name': 'tempest-TestVolumeBootPattern-1074658190-router', 'tenant_id': 'e252db3482084f36861f97ce757f2912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:48Z', 'updated_at': '2021-11-11T21:52:03Z', 'revision_number': 6, 'project_id': 'e252db3482084f36861f97ce757f2912', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:03.787177 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.814301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Pushing event deleted for resources: {'Port': ['ID=561040d2-2041-4ee4-99f4-f63c4a1add81,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:03.829238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8595e-820b-4731-9ebb-34a277dbe916 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:03.880489 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.971659 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:03.973825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.093186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.093659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502e6e9d-434a-409a-9658-b8344b6b0472 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:52:04.103265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.103265 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-08bc83fd-0155-45ba-8d1f-f1dcb473e6be admin admin] 10.222.0.31 "DELETE /v2.0/routers/502e6e9d-434a-409a-9658-b8344b6b0472 HTTP/1.1" status: 204 len: 168 time: 0.9893453 Nov 11 21:52:04.103265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37694) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:04.147576 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] Deleting subnet 6f6845b7-a8e7-4d2d-a130-834d4898e696 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:52:04.150899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.186409 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.274772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.405109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.429899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6845b7-a8e7-4d2d-a130-834d4898e696,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:04.436455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.440579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-73bb69c2-8827-4525-afef-dbfc231eb2ad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6f6845b7-a8e7-4d2d-a130-834d4898e696 HTTP/1.1" status: 204 len: 168 time: 0.3372097 Nov 11 21:52:04.442241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec123c2-fbcd-49d5-a246-e7c6f1a735b8 None None] Network 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:04.443258 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37696) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:04.495353 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e68c91f-ed4d-4a00-b74c-0f1d1724704e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.518678 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.583399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Deleting port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:04.583739 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.607851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 48e401e0-ea69-4e55-9e70-999043c59d1f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:04.633843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 48e401e0-ea69-4e55-9e70-999043c59d1f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:04.634205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 48e401e0-ea69-4e55-9e70-999043c59d1f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:04.634633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 561040d2-2041-4ee4-99f4-f63c4a1add81 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:04.662453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 561040d2-2041-4ee4-99f4-f63c4a1add81 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:04.662814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 561040d2-2041-4ee4-99f4-f63c4a1add81 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:04.665601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] DHCP port deletion for 19e3cca0-6c6c-40a6-8d74-5a7ea38657aa request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:04.668629 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] For port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:04.669059 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.685466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Calling delete_port for 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:04.715109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Deleting port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:04.721338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.779304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] For port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,segment=NetworkSegment(aca9be01-74a9-42be-bbf3-11a1f6a900e4),segment_id=aca9be01-74a9-42be-bbf3-11a1f6a900e4)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:04.784556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.792660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Calling delete_port for 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:04.836927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.865064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:04.869491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] No DVR routers for this DVR port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:04.882155 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.909715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] No DVR routers for this DVR port 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:04.918126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Pushing event deleted for resources: {'Port': ['ID=31ef4e9d-e1f0-4fac-b584-d862d46e34d3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:04.923349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.923708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.924749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.925109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.925548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.925897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.926241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.926580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.926919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.927252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.927588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.927921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06768cd8-09cb-4d9d-9892-5a2526a3dc70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:04.953644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:04.974251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e3cca0-6c6c-40a6-8d74-5a7ea38657aa']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:04.983353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca9be01-74a9-42be-bbf3-11a1f6a900e4') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:04.983652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca9be01-74a9-42be-bbf3-11a1f6a900e4') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:04.993760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.006616 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.012895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:52:05.013299 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:52:05.015015 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:52:05.136100 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.141177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.145242 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/19e3cca0-6c6c-40a6-8d74-5a7ea38657aa HTTP/1.1" status: 204 len: 168 time: 0.7004788 Nov 11 21:52:05.148978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37698) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:05.159516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fb319-b18e-4541-bb69-239f3804dda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e3cca0-6c6c-40a6-8d74-5a7ea38657aa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:05.495436 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.741285 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.741884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Deleting port e76e2c0d-eece-46ac-bfc5-9398667d2e13 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:05.742034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.820116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] For port e76e2c0d-eece-46ac-bfc5-9398667d2e13, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=e76e2c0d-eece-46ac-bfc5-9398667d2e13,segment=NetworkSegment(b7f3d5df-eaa7-453f-b545-619e4a6c3fbb),segment_id=b7f3d5df-eaa7-453f-b545-619e4a6c3fbb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:05.820493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:05.833035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Calling delete_port for e76e2c0d-eece-46ac-bfc5-9398667d2e13 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:06.090091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:06.116085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76e2c0d-eece-46ac-bfc5-9398667d2e13,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:06.370944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:06.392100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:06.393097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 31ef4e9d-e1f0-4fac-b584-d862d46e34d3 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:06.635765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:06.851638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:52:06.964665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:52:06.969613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c627a079-ee7d-4d78-8deb-79b8c8d63c34 admin admin] 10.222.0.31 "PUT /v2.0/routers/2bda6c2b-940a-4e44-b6d6-5e5957b9dac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8195822 Nov 11 21:52:06.972818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37700) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:06.975412 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] Sync routers for ids ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:52:06.985884 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] Routers {'2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:06.987230 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:52:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:07.079843 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.090501 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] Set router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:07.182097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.263310 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:52:05Z', 'revision_number': 5, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port': {'id': '6a77bf86-e6c6-42c8-92b7-c9046b4278f4', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:36:56Z', 'updated_at': '2021-11-11T21:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:07.290228 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] Checking router: 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:52:07.298356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] Routers {'2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:52:07.299027 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:52:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:07.301878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Deleting port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:07.302427 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.303951 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.383539 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] Set router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:52:07.384116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] For port 6a77bf86-e6c6-42c8-92b7-c9046b4278f4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:07.384530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.397928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Calling delete_port for 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:07.439223 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:52:07Z', 'revision_number': 6, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:07.466936 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea16e-4734-4ec3-a5dc-043bee3e31d0 None None] The sync data for ids ['2bda6c2b-940a-4e44-b6d6-5e5957b9dac2'] in n-d-805734-3 is: [{'id': '2bda6c2b-940a-4e44-b6d6-5e5957b9dac2', 'name': 'tempest-TestVolumeBootPattern-684723335-router', 'tenant_id': 'b2c0a1f4834048efbc14fec6a075743d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:36:55Z', 'updated_at': '2021-11-11T21:52:07Z', 'revision_number': 6, 'project_id': 'b2c0a1f4834048efbc14fec6a075743d', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:52:07.627543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.666095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a77bf86-e6c6-42c8-92b7-c9046b4278f4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:07.680398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28368924-e237-4753-9155-cc22aef29f38 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:07.728859 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.819780 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.822000 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.924719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.981417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.982005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 21:52:07.987077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:07.988294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-41a39cd7-f589-4674-acd7-120ac2e1b0e5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2bda6c2b-940a-4e44-b6d6-5e5957b9dac2 HTTP/1.1" status: 204 len: 168 time: 1.0145261 Nov 11 21:52:07.990828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37702) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:08.040899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] Deleting subnet 454fb39d-1930-4ed8-9cad-1ad4ae29b187 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:52:08.043914 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.078565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.154723 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.273356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.300787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:08.306674 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.313203 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37704) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:08.313711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/454fb39d-1930-4ed8-9cad-1ad4ae29b187 HTTP/1.1" status: 204 len: 168 time: 0.3214178 Nov 11 21:52:08.315000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29862af6-aef5-4ae4-8987-63d09cc5529d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454fb39d-1930-4ed8-9cad-1ad4ae29b187,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:08.324437 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e9c24-3328-45a9-add3-db338d3c010d None None] Network 7fc378a2-2067-4efd-906d-135d6fd19dd2 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:08.326657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:08.327072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6a77bf86-e6c6-42c8-92b7-c9046b4278f4 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:08.327809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e76e2c0d-eece-46ac-bfc5-9398667d2e13 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:08.365046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: e76e2c0d-eece-46ac-bfc5-9398667d2e13 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:08.365398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device e76e2c0d-eece-46ac-bfc5-9398667d2e13 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:08.387937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.440944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Deleting port 185f0a55-e602-44d7-baa8-bc59af359995 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:08.441284 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.520033 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] For port 185f0a55-e602-44d7-baa8-bc59af359995, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=185f0a55-e602-44d7-baa8-bc59af359995,segment=NetworkSegment(b7f3d5df-eaa7-453f-b545-619e4a6c3fbb),segment_id=b7f3d5df-eaa7-453f-b545-619e4a6c3fbb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:08.520418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.532860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] DHCP port deletion for 7fc378a2-2067-4efd-906d-135d6fd19dd2 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:52:08.537983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Calling delete_port for 185f0a55-e602-44d7-baa8-bc59af359995 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:08.581718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] Deleting port 185f0a55-e602-44d7-baa8-bc59af359995 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:08.582100 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.648481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] For port 185f0a55-e602-44d7-baa8-bc59af359995, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=185f0a55-e602-44d7-baa8-bc59af359995,segment=NetworkSegment(b7f3d5df-eaa7-453f-b545-619e4a6c3fbb),segment_id=b7f3d5df-eaa7-453f-b545-619e4a6c3fbb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:08.648930 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.662373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] Calling delete_port for 185f0a55-e602-44d7-baa8-bc59af359995 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:08.687536 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.713494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=185f0a55-e602-44d7-baa8-bc59af359995,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:08.716988 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] No DVR routers for this DVR port 185f0a55-e602-44d7-baa8-bc59af359995 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:08.740285 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.765768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] Pushing event deleted for resources: {'Port': ['ID=185f0a55-e602-44d7-baa8-bc59af359995,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:08.768206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042591a-094b-44ef-b904-9c3ecd244fc6 None None] No DVR routers for this DVR port 185f0a55-e602-44d7-baa8-bc59af359995 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:08.791649 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.815636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc378a2-2067-4efd-906d-135d6fd19dd2']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:08.825040 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:08.825333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f3d5df-eaa7-453f-b545-619e4a6c3fbb') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:52:08.835588 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.849386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.855231 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:52:08.855670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:52:08.857669 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:52:08.969887 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.976725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:08.980034 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] 10.222.0.31 "DELETE /v2.0/networks/7fc378a2-2067-4efd-906d-135d6fd19dd2 HTTP/1.1" status: 204 len: 168 time: 0.6657076 Nov 11 21:52:08.991659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051975b-d191-4050-949f-a27b62344fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc378a2-2067-4efd-906d-135d6fd19dd2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:09.294343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37708) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:09.334240 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d870c02-5eaf-4a50-8761-957fa1a2594b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e252db3482084f36861f97ce757f2912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387156 Nov 11 21:52:09.336740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37710) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:09.388104 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38f4ef82-9be8-4dab-be8e-7fc141986703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:09.409807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38f4ef82-9be8-4dab-be8e-7fc141986703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:09.519049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38f4ef82-9be8-4dab-be8e-7fc141986703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:09.521714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-38f4ef82-9be8-4dab-be8e-7fc141986703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:09.522956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-38f4ef82-9be8-4dab-be8e-7fc141986703 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2daeab68-0606-4f80-a655-f78456a53b91 HTTP/1.1" status: 204 len: 168 time: 0.1852608 Nov 11 21:52:09.531493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4ef82-9be8-4dab-be8e-7fc141986703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daeab68-0606-4f80-a655-f78456a53b91,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:10.208902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37716) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:10.249992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-db5067a4-f71d-4937-93da-f3113c937858 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2c0a1f4834048efbc14fec6a075743d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399017 Nov 11 21:52:10.254208 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37718) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:10.300940 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b31b666-f919-4fbd-803b-7a52caaaa40a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:10.304292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 185f0a55-e602-44d7-baa8-bc59af359995 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:10.322398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b31b666-f919-4fbd-803b-7a52caaaa40a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:10.326830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 185f0a55-e602-44d7-baa8-bc59af359995 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:10.327244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 185f0a55-e602-44d7-baa8-bc59af359995 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:10.430359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b31b666-f919-4fbd-803b-7a52caaaa40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:10.432919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4b31b666-f919-4fbd-803b-7a52caaaa40a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:10.434089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4b31b666-f919-4fbd-803b-7a52caaaa40a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b7b9772-bdd7-403c-a980-2c17a7f176d0 HTTP/1.1" status: 204 len: 168 time: 0.1804073 Nov 11 21:52:10.442389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31b666-f919-4fbd-803b-7a52caaaa40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7b9772-bdd7-403c-a980-2c17a7f176d0,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:21.663959 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-04f52f00-82fc-44c5-ab62-100cbdef4970 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4f539eec40e0438aac5b8b86dff3806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325332 Nov 11 21:52:21.875666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-c601debd-2155-434b-911f-b073c38570c2 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:21.877706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-c601debd-2155-434b-911f-b073c38570c2 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082551 Nov 11 21:52:21.892447 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-27533fb8-dd1a-4366-8267-e2ef829042c4 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/quotas/4f539eec40e0438aac5b8b86dff3806d HTTP/1.1" status: 200 len: 375 time: 0.0090213 Nov 11 21:52:21.925036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-0d98961d-2d50-4208-bb58-9ab93dd30d6f tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f539eec40e0438aac5b8b86dff3806d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272057 Nov 11 21:52:22.175526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6dd65c60-0fa6-4098-90f2-411bd4af2255 req-1bcba492-76a5-408a-b9ee-4346d479d80d tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 210 time: 0.0303719 Nov 11 21:52:22.578620 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:23.257031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45305d5d-0d09-44ef-bd2d-c15dff10a1d3 req-18477a25-9255-42e0-996f-599e85ebb210 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Nov 11 21:52:24.334973 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9ad4ae77-6290-4f9e-b951-aaf276deb376 req-c0586aaf-36df-449a-9ac9-b8b18095469f tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 210 time: 0.0267267 Nov 11 21:52:25.429950 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6b38f9cd-f033-45d5-8430-f9656b3cc108 req-b29b6e17-6d61-402c-8f7d-5b0b81e7681a tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 210 time: 0.0277431 Nov 11 21:52:26.427430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-0d443164-3c7b-4929-bb6f-45840bfbc4b0 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f539eec40e0438aac5b8b86dff3806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233645 Nov 11 21:52:26.559342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-298b1536-fa4d-4ccf-996f-bc27c8d20e2c req-f8455903-8111-48da-b608-b14e4d6322d0 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 210 time: 0.0341120 Nov 11 21:52:26.580341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-7f583a29-72eb-43ee-9e3c-2c44ec74125e tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:26.583574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-7f583a29-72eb-43ee-9e3c-2c44ec74125e tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491139 Nov 11 21:52:26.595642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Request body: {'port': {'device_id': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'admin_state_up': True, 'tenant_id': '4f539eec40e0438aac5b8b86dff3806d'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:26.792083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Made reservation on behalf of 4f539eec40e0438aac5b8b86dff3806d for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:26.795695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:26.808376 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:26.885276 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:26.963781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.025611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be8b23f-fac9-4b7f-803f-39f1926cddf2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:27.101381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Allocated IP 192.168.233.237 (b2a43bdf-11bd-45f2-9b30-f5bd6c523832/345a327a-b97f-4a6a-9cc5-c5e216ce6005/9356f87d-bef2-4917-8cc7-6b532cc4bf6b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:27.243985 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.318279 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-bf784349-c6de-427b-8721-cd48322f2d11 req-4288382f-7a21-4806-a416-1f12ee7b79e5 tempest-TestVolumeBootPattern-1520823438 tempest-TestVolumeBootPattern-1520823438-project] (109675) timed out ('10.222.0.31', 56808) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 21:52:27.344747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.390404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:27.397588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:27.401333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:52:27.426700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Pushing event updated for resources: {'Port': ['ID=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:27.456554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:27.457178 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.553160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-9d66f651-47d5-4d33-8be0-9ba0374221aa tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9613423 Nov 11 21:52:27.566316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Request body: {'port': {'device_id': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:27.621253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.657388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6ad51518-f536-4e19-b3d8-7498196599c5 None None] Provisioning complete for port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:27.658726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ad51518-f536-4e19-b3d8-7498196599c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.691423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6ad51518-f536-4e19-b3d8-7498196599c5 None None] Port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:52:27.721487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0ea43-d4bf-4f12-9581-e406fe7d073a req-276d2327-b77c-4aba-9d21-784d5f2a6408 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:27.722975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-49a0ea43-d4bf-4f12-9581-e406fe7d073a req-276d2327-b77c-4aba-9d21-784d5f2a6408 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 936 time: 0.0926023 Nov 11 21:52:27.864676 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.872581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-49a0ea43-d4bf-4f12-9581-e406fe7d073a req-64303bf8-00b0-4d77-98b9-6896c5147470 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068945 Nov 11 21:52:27.966241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9356f87d-bef2-4917-8cc7-6b532cc4bf6b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:27.974222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:27.986494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Transition to ACTIVE for port object 9356f87d-bef2-4917-8cc7-6b532cc4bf6b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:52:28.060554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:28.113798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:28.186620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Attempting to bind port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:28.186957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Attempting to bind port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:28.187282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Attempting to bind port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:28.193113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:52:28.193435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Attempting to bind port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b on network b2a43bdf-11bd-45f2-9b30-f5bd6c523832 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:28.198469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:28.198805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Checking segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:28.199185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Bound using segment: {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:28.199614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Bound port: 9356f87d-bef2-4917-8cc7-6b532cc4bf6b, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ed1bd8-a7f3-48e7-9587-f58b9ec71126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:28.199968 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:28.269265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] For port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:28.272390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] For port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:28.339040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:28.374312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.374944 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:28.376391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/9356f87d-bef2-4917-8cc7-6b532cc4bf6b HTTP/1.1" status: 200 len: 1096 time: 0.8144836 Nov 11 21:52:28.376816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'tag': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:28.379165 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e434b-23dd-44cc-8f08-59dfd3fcc1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fb9e1f-33ec-4943-9190-42592a0af6b9", "tag": "9356f87d-bef2-4917-8cc7-6b532cc4bf6b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:28.403752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56b4df-ff06-4318-945f-cf7215d020f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:28.419721 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecae1fa0-d858-423d-8701-d744babd196b x-openstack-request-id: req-ecae1fa0-d858-423d-8701-d744babd196b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:28.420024 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fb9e1f-33ec-4943-9190-42592a0af6b9", "tag": "9356f87d-bef2-4917-8cc7-6b532cc4bf6b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:28.420320 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecae1fa0-d858-423d-8701-d744babd196b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:28.420755 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'tag': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b', 'status': 'completed', 'code': 200} Nov 11 21:52:28.485128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e434b-23dd-44cc-8f08-59dfd3fcc1e4 req-305fcc8c-c255-460a-8d8c-94f35291945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.486822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-681e434b-23dd-44cc-8f08-59dfd3fcc1e4 req-305fcc8c-c255-460a-8d8c-94f35291945c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f539eec40e0438aac5b8b86dff3806d&device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 1099 time: 0.0449810 Nov 11 21:52:28.518685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-681e434b-23dd-44cc-8f08-59dfd3fcc1e4 req-9882ae24-1c7a-4ee8-a577-4224bf71ab3d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f539eec40e0438aac5b8b86dff3806d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243628 Nov 11 21:52:28.617675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e434b-23dd-44cc-8f08-59dfd3fcc1e4 req-fb4d2cdd-2c5e-4107-8fb9-2438381714c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.619170 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-681e434b-23dd-44cc-8f08-59dfd3fcc1e4 req-fb4d2cdd-2c5e-4107-8fb9-2438381714c8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936315 Nov 11 21:52:28.696384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-acfeb441-a567-4c9e-8abb-ea84bdc28ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.697807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-acfeb441-a567-4c9e-8abb-ea84bdc28ef0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f539eec40e0438aac5b8b86dff3806d&device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 1099 time: 0.0408943 Nov 11 21:52:28.744929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-2394553c-b224-47d5-ac31-00705cc839db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9356f87d-bef2-4917-8cc7-6b532cc4bf6b HTTP/1.1" status: 200 len: 217 time: 0.0388315 Nov 11 21:52:28.794808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-e8e80196-15f8-4930-9f06-e97ef959362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.796267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-e8e80196-15f8-4930-9f06-e97ef959362e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=345a327a-b97f-4a6a-9cc5-c5e216ce6005 HTTP/1.1" status: 200 len: 843 time: 0.0444176 Nov 11 21:52:28.842218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-194a97ca-01ed-41f8-87c6-0cf551793132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:28.843704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-194a97ca-01ed-41f8-87c6-0cf551793132 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2a43bdf-11bd-45f2-9b30-f5bd6c523832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402589 Nov 11 21:52:28.940066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-e2749050-9ef7-4a25-9b16-cd980ea77740 service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876372 Nov 11 21:52:29.050606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6a66d-bf7e-4d3d-b8a9-d3b70129d68f req-ff35bc70-82d6-4eda-bbba-c97eca4d7fe9 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:29.052102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bd6a66d-bf7e-4d3d-b8a9-d3b70129d68f req-ff35bc70-82d6-4eda-bbba-c97eca4d7fe9 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 948 time: 0.1074057 Nov 11 21:52:29.086727 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69aa0f0f-1833-485e-8dc1-e59fa8e2fbdd req-c01ade2f-cce4-4599-8479-3647d3b30e6e service neutron] 10.222.0.62 "GET /v2.0/networks/b2a43bdf-11bd-45f2-9b30-f5bd6c523832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408195 Nov 11 21:52:29.113335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bd6a66d-bf7e-4d3d-b8a9-d3b70129d68f req-fd458fea-e91a-4ed3-8cc7-346826cc8d64 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Nov 11 21:52:30.228310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb5cb0-3202-4485-86ce-f564a4b5e5cf req-d91f50c7-dfe3-490a-b552-1f6ecdb4f680 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:30.229733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78fb5cb0-3202-4485-86ce-f564a4b5e5cf req-d91f50c7-dfe3-490a-b552-1f6ecdb4f680 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 948 time: 0.0491564 Nov 11 21:52:30.256599 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:52:30.277912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78fb5cb0-3202-4485-86ce-f564a4b5e5cf req-49ee3a33-fbb3-4b3b-bf76-00b709e88a30 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Nov 11 21:52:31.399414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247d529-5f8b-4af2-8e33-26c030f70acb req-7f46a414-e353-425c-9996-766332ad6c61 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:31.400942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4247d529-5f8b-4af2-8e33-26c030f70acb req-7f46a414-e353-425c-9996-766332ad6c61 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 948 time: 0.0529187 Nov 11 21:52:31.448121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4247d529-5f8b-4af2-8e33-26c030f70acb req-5951a62e-4f88-479a-ab69-61a245fbd8ce tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Nov 11 21:52:31.843289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9356f87d-bef2-4917-8cc7-6b532cc4bf6b details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:52:31.949822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:31.962089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b', 'network_id': 'b2a43bdf-11bd-45f2-9b30-f5bd6c523832', 'port_id': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b', 'mac_address': 'fa:16:3e:e4:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345a327a-b97f-4a6a-9cc5-c5e216ce6005', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:52:32.000130 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:32.012817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9356f87d-bef2-4917-8cc7-6b532cc4bf6b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:32.018669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1685a471-a369-4080-a63e-93eefa7a9393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:32.035292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:32.106414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:32.152718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:32.369643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['9356f87d-bef2-4917-8cc7-6b532cc4bf6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:52:32.566705 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f985d77-5dc4-47e8-9eb8-ebac29afd637 req-7df27947-6838-41d8-b5fa-ad4865a82d6e tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:32.568224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f985d77-5dc4-47e8-9eb8-ebac29afd637 req-7df27947-6838-41d8-b5fa-ad4865a82d6e tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 949 time: 0.0491292 Nov 11 21:52:32.620410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f985d77-5dc4-47e8-9eb8-ebac29afd637 req-924eda8f-269b-4fcc-b349-f9810c21dc95 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Nov 11 21:52:33.742511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f95d9-065d-4382-83f7-421517b0d0b2 req-a218f5fd-7b6b-4150-8e98-6661445625be tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:33.744012 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e05f95d9-065d-4382-83f7-421517b0d0b2 req-a218f5fd-7b6b-4150-8e98-6661445625be tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 949 time: 0.0571277 Nov 11 21:52:33.795301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e05f95d9-065d-4382-83f7-421517b0d0b2 req-6deabca4-5f37-4716-8fd8-9819b7894f7b tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452683 Nov 11 21:52:33.847518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9356f87d-bef2-4917-8cc7-6b532cc4bf6b up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:34.001363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:52:34.005443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:34.005822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:34.083908 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:34.105995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:34.108259 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e775618-9a3a-4e73-a3ab-e891812ad1ee" -d '{"events": [{"server_uuid": "b3fb9e1f-33ec-4943-9190-42592a0af6b9", "name": "network-vif-plugged", "status": "completed", "tag": "9356f87d-bef2-4917-8cc7-6b532cc4bf6b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:34.123109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:34.143541 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6ad0e8-56cf-4737-b766-401bdceed033 x-openstack-request-id: req-bc6ad0e8-56cf-4737-b766-401bdceed033 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:34.143843 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb9e1f-33ec-4943-9190-42592a0af6b9", "name": "network-vif-plugged", "status": "completed", "tag": "9356f87d-bef2-4917-8cc7-6b532cc4bf6b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:34.144072 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc6ad0e8-56cf-4737-b766-401bdceed033 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:34.144507 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b', 'code': 200} Nov 11 21:52:34.215326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:34.240044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b291-bbaf-4b93-96d7-19a26a9e48bd req-926e5500-d8be-40cd-b6f2-0ce4e1c7ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:34.241572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed89b291-bbaf-4b93-96d7-19a26a9e48bd req-926e5500-d8be-40cd-b6f2-0ce4e1c7ce85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 1100 time: 0.0411825 Nov 11 21:52:34.263461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:34.287415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed89b291-bbaf-4b93-96d7-19a26a9e48bd req-b16607d9-e220-4e78-b002-0fa5291053c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385318 Nov 11 21:52:34.437771 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-46219790-33c3-45a1-b551-0e6095c58424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:34.911315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69821f7a-0be1-4947-9abd-35a0c6efb277 req-4705ec99-271f-458d-8fb2-cc81ecb81874 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:34.912912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69821f7a-0be1-4947-9abd-35a0c6efb277 req-4705ec99-271f-458d-8fb2-cc81ecb81874 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 950 time: 0.0487330 Nov 11 21:52:34.961205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69821f7a-0be1-4947-9abd-35a0c6efb277 req-6743f213-9d98-4cee-b5bd-a8125d983334 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Nov 11 21:52:35.740369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:36.084356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a291782-b626-4d25-9f3f-1e9d414d9592 req-de845365-4242-4635-a3d2-9eb33fe21d14 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:36.086020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a291782-b626-4d25-9f3f-1e9d414d9592 req-de845365-4242-4635-a3d2-9eb33fe21d14 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 950 time: 0.0566881 Nov 11 21:52:36.134356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a291782-b626-4d25-9f3f-1e9d414d9592 req-934cafa8-cb0a-4f78-8960-2a25acd4f306 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Nov 11 21:52:36.455197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-d8949488-3872-49b6-b018-fca18249c272 req-df066bc6-5e63-4f78-b55c-6e255a8bf1cc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:52:36.456246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8949488-3872-49b6-b018-fca18249c272 req-df066bc6-5e63-4f78-b55c-6e255a8bf1cc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056088 Nov 11 21:52:37.289242 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:37.509557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341db91-b039-4921-8936-ecf0322a6fed req-e8e55551-bdbc-400d-bcd8-059600be62d4 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:37.511047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e341db91-b039-4921-8936-ecf0322a6fed req-e8e55551-bdbc-400d-bcd8-059600be62d4 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 950 time: 0.0494192 Nov 11 21:52:37.560099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e341db91-b039-4921-8936-ecf0322a6fed req-b0b2664e-0399-462f-a612-da0e7c91097d tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Nov 11 21:52:37.923977 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:38.685874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67be19-8796-47c4-87f4-2710143e1238 req-14cafab8-b22a-4999-a4f2-30e864051265 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:38.687266 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d67be19-8796-47c4-87f4-2710143e1238 req-14cafab8-b22a-4999-a4f2-30e864051265 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 950 time: 0.0528498 Nov 11 21:52:38.737560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d67be19-8796-47c4-87f4-2710143e1238 req-f707d59d-8b6f-4150-af4b-d89c1bb85820 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/security-groups?id=4be8b23f-fac9-4b7f-803f-39f1926cddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Nov 11 21:52:38.825547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-c16f7cc7-bb55-43e7-87bb-ca455c98e296 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:38.827247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-c16f7cc7-bb55-43e7-87bb-ca455c98e296 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 950 time: 0.0511928 Nov 11 21:52:38.916057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Deleting port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:52:38.916342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.350266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] For port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,segment=NetworkSegment(82ed1bd8-a7f3-48e7-9587-f58b9ec71126),segment_id=82ed1bd8-a7f3-48e7-9587-f58b9ec71126)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:39.350641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.363828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Calling delete_port for 9356f87d-bef2-4917-8cc7-6b532cc4bf6b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:52:39.563250 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.575194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['9356f87d-bef2-4917-8cc7-6b532cc4bf6b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:52:39.594475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Pushing event deleted for resources: {'Port': ['ID=9356f87d-bef2-4917-8cc7-6b532cc4bf6b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:39.611604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.611604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.611604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.612382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.612382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.612639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.612816 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.613166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.613503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.613839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.614161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.614487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:39.653633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] No DVR routers for this DVR port 9356f87d-bef2-4917-8cc7-6b532cc4bf6b on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:52:39.658061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:39.661658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67b8ec10-2120-4f24-9162-0778770cfdb5 req-a8e3e768-5996-44ab-ab1b-e6b791f069dc tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.62 "DELETE /v2.0/ports/9356f87d-bef2-4917-8cc7-6b532cc4bf6b HTTP/1.1" status: 204 len: 173 time: 0.8280706 Nov 11 21:52:39.662141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'name': 'network-vif-deleted', 'tag': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:39.665155 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2306aa2e-01f7-4822-accd-479f57cd4089" -d '{"events": [{"server_uuid": "b3fb9e1f-33ec-4943-9190-42592a0af6b9", "name": "network-vif-deleted", "tag": "9356f87d-bef2-4917-8cc7-6b532cc4bf6b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:39.724602 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde392c8-d2da-459f-b785-e1c0dd9649cc x-openstack-request-id: req-cde392c8-d2da-459f-b785-e1c0dd9649cc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:39.725200 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb9e1f-33ec-4943-9190-42592a0af6b9", "name": "network-vif-deleted", "tag": "9356f87d-bef2-4917-8cc7-6b532cc4bf6b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:39.725200 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cde392c8-d2da-459f-b785-e1c0dd9649cc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:39.725534 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb9e1f-33ec-4943-9190-42592a0af6b9', 'name': 'network-vif-deleted', 'tag': '9356f87d-bef2-4917-8cc7-6b532cc4bf6b', 'status': 'completed', 'code': 200} Nov 11 21:52:39.840298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64ede2f0-99e4-4c46-994e-c5928a4bbac7 req-6efc3bd0-6e30-4028-94e1-4d2218f5a4a9 tempest-ServersAdminNegativeTestJSON-1678091048 tempest-ServersAdminNegativeTestJSON-1678091048-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3fb9e1f-33ec-4943-9190-42592a0af6b9 HTTP/1.1" status: 200 len: 210 time: 0.0313232 Nov 11 21:52:41.314581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:41.446073 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-85e790bd-e4e5-4d37-8427-9b39da890ea9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f539eec40e0438aac5b8b86dff3806d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303275 Nov 11 21:52:41.448632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37870) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:41.495405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.515982 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.649194 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.651865 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:41.653098 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4be8b23f-fac9-4b7f-803f-39f1926cddf2 HTTP/1.1" status: 204 len: 168 time: 0.2035396 Nov 11 21:52:41.660905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be8b23f-fac9-4b7f-803f-39f1926cddf2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:41.668507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.668848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.669184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.669514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.669839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.670162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.670513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.670805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.671104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.671418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.671734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.672046 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdc04c-6a40-462e-87eb-85bf870c96e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:52:41.889823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9356f87d-bef2-4917-8cc7-6b532cc4bf6b no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:52:41.913551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 9356f87d-bef2-4917-8cc7-6b532cc4bf6b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:52:41.913551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 9356f87d-bef2-4917-8cc7-6b532cc4bf6b not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:52:42.271280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:42.284744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58b5241e-c43e-4bd7-a6d4-91a7b358b5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.356657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58b5241e-c43e-4bd7-a6d4-91a7b358b5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.419995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-58b5241e-c43e-4bd7-a6d4-91a7b358b5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.458859 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-58b5241e-c43e-4bd7-a6d4-91a7b358b5a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7c5ab15abea46238e4ce52f056c5073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864219 Nov 11 21:52:42.459651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5241e-c43e-4bd7-a6d4-91a7b358b5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d6990-4410-46a6-8b82-590e150857a1,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:42.462449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37878) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:42.510629 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48bfe255-1b01-45d6-a534-b4c8f73b03b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.531784 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48bfe255-1b01-45d6-a534-b4c8f73b03b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.666328 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48bfe255-1b01-45d6-a534-b4c8f73b03b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.668984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-48bfe255-1b01-45d6-a534-b4c8f73b03b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:42.670143 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-48bfe255-1b01-45d6-a534-b4c8f73b03b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af8d6990-4410-46a6-8b82-590e150857a1 HTTP/1.1" status: 204 len: 168 time: 0.2063727 Nov 11 21:52:42.678396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfe255-1b01-45d6-a534-b4c8f73b03b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d6990-4410-46a6-8b82-590e150857a1,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:43.683812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:43.778655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1360570321-network', 'tenant_id': 'b407a8c3955443e6902e2ddc3e28a9ff'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:43.870221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Made reservation on behalf of b407a8c3955443e6902e2ddc3e28a9ff for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:43.872546 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.881960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:43.957341 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.037309 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.058124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:52:44.071517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce23fc3-ca68-49fc-962b-da3372cd8c80,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:44.076225 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.076921 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Added segment 525d5be9-8ed2-49a2-8680-6f9ce2c8ef36 of type vlan for network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 Nov 11 21:52:44.120363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.237302 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.238307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:44.238945 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.298246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] Pushing event updated for resources: {'Network': ['ID=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:44.307738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:52:44.352348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-06ed2ec7-1e54-4547-befa-cabf699d827e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6644099 Nov 11 21:52:44.352578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 37904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:44.357243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Request body: {'subnet': {'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1360570321-subnet', 'tenant_id': 'b407a8c3955443e6902e2ddc3e28a9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:44.455386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Made reservation on behalf of b407a8c3955443e6902e2ddc3e28a9ff for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:44.457735 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.690006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.744774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedea566-8581-4572-9e7c-412a9ee70578,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:44.760483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Checking segment: {'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:44.760851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Network hostable DHCP agents. Network: 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:52:44.843224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:52:44.911818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:44.916241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:44.916840 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:44.924633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56140dc-29f6-4a7a-b770-f724d983a533 None None] Network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:45.027443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-68853126-6b8a-4fc5-918b-dfef9657d1fb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6732721 Nov 11 21:52:45.052809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85539113-387f-4091-9aad-cdde618ae3a1 None None] Network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:52:45.440684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-f79584e6-60e4-4b35-b3ab-377334da8129 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:45.442181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-f79584e6-60e4-4b35-b3ab-377334da8129 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 812 time: 0.1015689 Nov 11 21:52:45.457323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-20f14c8a-ca55-4ac6-aa76-a6cdfe74b53e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/quotas/b407a8c3955443e6902e2ddc3e28a9ff HTTP/1.1" status: 200 len: 375 time: 0.0093691 Nov 11 21:52:45.488811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-d5a9290e-98ab-416b-a40c-393acc433878 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263953 Nov 11 21:52:45.582813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-df0bc660-b960-4151-adf2-41f4da497bfa service neutron] 10.222.0.31 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871203 Nov 11 21:52:45.680815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-58bdfe50-7877-48e7-aec4-c6e94faf8c63 service neutron] 10.222.0.31 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918462 Nov 11 21:52:45.946369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc9a96e4-49b0-4125-972e-fe641df27e37 req-d9632a85-7f31-4da8-938d-64a5b84165f9 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 210 time: 0.0326858 Nov 11 21:52:47.038761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e1151c9-205a-44bf-a54e-930b435bf8c5 req-34e35b67-ca5d-440c-acd1-f23d36059d33 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 210 time: 0.0283751 Nov 11 21:52:47.954957 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-c4232ce2-5d65-4c54-9126-1e7d0992f5fb tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:47.957795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-c4232ce2-5d65-4c54-9126-1e7d0992f5fb tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.62 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 812 time: 0.1095743 Nov 11 21:52:47.971985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Request body: {'port': {'device_id': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4', 'admin_state_up': True, 'tenant_id': 'b407a8c3955443e6902e2ddc3e28a9ff'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:48.137255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b40c847-1d9b-4480-86aa-42944717fae6 req-67c00d7f-2e35-4a4c-b34a-f67cf2b0d626 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 210 time: 0.0281186 Nov 11 21:52:48.137984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Made reservation on behalf of b407a8c3955443e6902e2ddc3e28a9ff for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:52:48.141961 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.269867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Allocated IP 172.20.0.13 (7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4/bedea566-8581-4572-9e7c-412a9ee70578/b3fbb3bd-87ce-4a0a-aee9-fc322287770e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:52:48.420886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.535129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.577958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:52:48.583659 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:52:48.587458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:52:48.594092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:48.639870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:48.640585 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:48.743494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-944a3667-9398-45ef-b454-4b211165f475 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7759306 Nov 11 21:52:48.756993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Request body: {'port': {'device_id': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:52:48.812818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.074905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fbb3bd-87ce-4a0a-aee9-fc322287770e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:49.083242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.094968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Transition to ACTIVE for port object b3fbb3bd-87ce-4a0a-aee9-fc322287770e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:52:49.178297 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.276563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:49.315877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991c632-eb26-430b-a785-9206b96385ba req-0b579891-60b0-4360-9c3c-5a43c05e66e1 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.317408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6991c632-eb26-430b-a785-9206b96385ba req-0b579891-60b0-4360-9c3c-5a43c05e66e1 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.1077006 Nov 11 21:52:49.364060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:52:49.364336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:52:49.364667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:49.373480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:52:49.373800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:52:49.385129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:52:49.385467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Checking segment: {'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:52:49.385848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Bound using segment: {'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:52:49.386283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Bound port: b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:52:49.386636 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.399338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6991c632-eb26-430b-a785-9206b96385ba req-ef3877e5-cbd8-4d49-b7a0-ee2f53a6696a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744536 Nov 11 21:52:49.458056 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:52:49.461066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:52:49.564490 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.599856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.600522 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:49.601889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 1092 time: 0.8495574 Nov 11 21:52:49.602326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:49.604582 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bec7f1a-6dc3-4200-9de3-7c80f09bdd23" -d '{"events": [{"name": "network-changed", "server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:49.629954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94492ec7-9a7c-43bb-ba19-b17c66996192 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:49.641659 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1ed82-f6c6-4274-9992-2f4ba19f2b3f x-openstack-request-id: req-b2c1ed82-f6c6-4274-9992-2f4ba19f2b3f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:49.641949 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:49.642194 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2c1ed82-f6c6-4274-9992-2f4ba19f2b3f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:49.642596 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'status': 'completed', 'code': 200} Nov 11 21:52:49.703967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec7f1a-6dc3-4200-9de3-7c80f09bdd23 req-6343ae36-edb3-446f-83f5-e224fed417ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.705528 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4bec7f1a-6dc3-4200-9de3-7c80f09bdd23 req-6343ae36-edb3-446f-83f5-e224fed417ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1095 time: 0.0426879 Nov 11 21:52:49.807730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec7f1a-6dc3-4200-9de3-7c80f09bdd23 req-3a75689b-e078-4344-b637-40d3fe255dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.809301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4bec7f1a-6dc3-4200-9de3-7c80f09bdd23 req-3a75689b-e078-4344-b637-40d3fe255dce service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959268 Nov 11 21:52:49.902028 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec7f1a-6dc3-4200-9de3-7c80f09bdd23 req-af9d8f9b-679a-4fa1-95bc-d210a1bcff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.903444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4bec7f1a-6dc3-4200-9de3-7c80f09bdd23 req-af9d8f9b-679a-4fa1-95bc-d210a1bcff0b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868814 Nov 11 21:52:49.981193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-cc1f78bc-4e41-4e13-bb61-2a6039972ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:49.982685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-cc1f78bc-4e41-4e13-bb61-2a6039972ad6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1095 time: 0.0418530 Nov 11 21:52:50.027806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-60977174-c624-4f15-ae20-db83f061bca5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 217 time: 0.0377038 Nov 11 21:52:50.076731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-770c22bd-6eee-4a6b-98ee-c64902fa7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:50.078157 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-770c22bd-6eee-4a6b-98ee-c64902fa7e94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 200 len: 852 time: 0.0435400 Nov 11 21:52:50.109622 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-2e8b3812-96c4-4847-807a-08a10ac1cc8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240090 Nov 11 21:52:50.202890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-67939502-6ade-4733-9e03-af64db41083d service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860465 Nov 11 21:52:50.292827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed5a6d9f-0ff9-4f9f-a227-c3bd57bf9be9 req-a3a30369-b90c-4bc9-af48-c1d18de49c81 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830421 Nov 11 21:52:50.521960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8387f29-1b2f-4869-80b2-dcc168ec9203 req-adfe1ab1-4a26-4bc0-ae05-cea49edcda20 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:50.523445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8387f29-1b2f-4869-80b2-dcc168ec9203 req-adfe1ab1-4a26-4bc0-ae05-cea49edcda20 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.0533929 Nov 11 21:52:50.570339 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8387f29-1b2f-4869-80b2-dcc168ec9203 req-cda2c6b5-f48e-4173-8450-8e6419326225 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Nov 11 21:52:51.685485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdcd96-c683-47eb-90bf-2af324032133 req-dc73caee-2fcd-44a9-9b6c-24064ea7bcf0 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:51.687854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40bdcd96-c683-47eb-90bf-2af324032133 req-dc73caee-2fcd-44a9-9b6c-24064ea7bcf0 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.0504553 Nov 11 21:52:51.736675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40bdcd96-c683-47eb-90bf-2af324032133 req-0347c706-2863-49b9-8ec7-847d9bdb72c5 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Nov 11 21:52:51.890135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:52:51.988089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:51.998762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4', 'port_id': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'mac_address': 'fa:16:3e:28:a4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedea566-8581-4572-9e7c-412a9ee70578', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:52:52.034670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:52.050947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fbb3bd-87ce-4a0a-aee9-fc322287770e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:52:52.071146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:52.208594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:52.255484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:52.413927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['b3fbb3bd-87ce-4a0a-aee9-fc322287770e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:52:52.620049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:52.859231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0171874-06e4-499d-a36f-7a5e5bb0c3a3 req-f6711a73-7889-442a-8be0-bef20cd5b1d9 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:52.863495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0171874-06e4-499d-a36f-7a5e5bb0c3a3 req-f6711a73-7889-442a-8be0-bef20cd5b1d9 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 945 time: 0.0560758 Nov 11 21:52:52.915246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e0171874-06e4-499d-a36f-7a5e5bb0c3a3 req-7a7a760f-605d-460c-a6db-d9c8d867c33b tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Nov 11 21:52:53.921392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:52:54.029510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port b3fbb3bd-87ce-4a0a-aee9-fc322287770e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:52:54.032943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd00e1-9dec-4920-b762-8bf4aa7b6143 req-2f382134-de2e-4757-bd09-63b5345f543a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:54.033489 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port b3fbb3bd-87ce-4a0a-aee9-fc322287770e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:52:54.033863 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.034502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55dd00e1-9dec-4920-b762-8bf4aa7b6143 req-2f382134-de2e-4757-bd09-63b5345f543a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 945 time: 0.0496728 Nov 11 21:52:54.084415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55dd00e1-9dec-4920-b762-8bf4aa7b6143 req-4586c18f-523a-4cdc-ba7b-b8e9143f3f03 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 Nov 11 21:52:54.110853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.136029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:52:54.138256 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f702f-8e54-4bdf-abbe-33c01eec18d7" -d '{"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:52:54.277435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df236cd2-555a-4742-b618-a6c1b6c42885 req-43b7fce0-1722-4531-984b-18cd2d344da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:54.278966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df236cd2-555a-4742-b618-a6c1b6c42885 req-43b7fce0-1722-4531-984b-18cd2d344da2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1096 time: 0.0417516 Nov 11 21:52:54.306834 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481d4f8-3386-4e06-9566-768cf334c02a x-openstack-request-id: req-c481d4f8-3386-4e06-9566-768cf334c02a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:52:54.307103 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:52:54.307358 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c481d4f8-3386-4e06-9566-768cf334c02a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:52:54.307744 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'code': 200} Nov 11 21:52:54.309375 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:52:54.325862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df236cd2-555a-4742-b618-a6c1b6c42885 req-687d458e-11af-40d5-9959-c4870805b911 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Nov 11 21:52:54.368800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:54.415549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:52:55.208546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353dd88-fa44-496a-aa9a-537328fe9943 req-7300e07e-cdd6-4bf0-b8ce-3e6248d38137 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:55.209963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4353dd88-fa44-496a-aa9a-537328fe9943 req-7300e07e-cdd6-4bf0-b8ce-3e6248d38137 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0532925 Nov 11 21:52:55.258823 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4353dd88-fa44-496a-aa9a-537328fe9943 req-b1488c4c-6375-4dbe-bea5-f45a1fcfbfaf tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Nov 11 21:52:56.377980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9530a15-600f-49fe-b817-1e1ace3c0748 req-178b3063-7493-4bca-8f57-93a49e3c6ab7 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:56.379480 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9530a15-600f-49fe-b817-1e1ace3c0748 req-178b3063-7493-4bca-8f57-93a49e3c6ab7 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0492995 Nov 11 21:52:56.426777 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9530a15-600f-49fe-b817-1e1ace3c0748 req-badf6c36-c8a3-423a-8ce1-0b12c1312f77 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Nov 11 21:52:56.778652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45dc9b-4b72-4d65-81b9-fd78cd95c9ec req-84cbaa70-92f5-487e-a4e9-9c17838f66d8 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:56.780153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c45dc9b-4b72-4d65-81b9-fd78cd95c9ec req-84cbaa70-92f5-487e-a4e9-9c17838f66d8 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0489862 Nov 11 21:52:56.831697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c45dc9b-4b72-4d65-81b9-fd78cd95c9ec req-29dd8f56-a8b8-4533-b541-daa10f9cad75 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452371 Nov 11 21:52:56.910133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 37960) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:52:56.997509 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-3939c109-0f11-4bb7-90f0-8aa0a5d9fa6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862064 Nov 11 21:52:57.007035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-f2463128-f1a7-4f65-8a81-759c5f7c5304 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:52:57.007995 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-f2463128-f1a7-4f65-8a81-759c5f7c5304 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048594 Nov 11 21:52:57.865686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:52:57.955247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dc16a-0dd2-437c-9f67-b3f7161b75a4 req-4c43e1ab-413d-4fea-b349-77848d423181 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:57.956812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-635dc16a-0dd2-437c-9f67-b3f7161b75a4 req-4c43e1ab-413d-4fea-b349-77848d423181 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0519199 Nov 11 21:52:58.006088 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-635dc16a-0dd2-437c-9f67-b3f7161b75a4 req-10b7ca20-b48e-4ad9-9d67-a72e00bbf67a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Nov 11 21:52:59.127663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031cf95-46d3-4595-9f18-97f28961897d req-57401d9b-0803-4709-a79a-552ecc10ac43 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:59.129187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e031cf95-46d3-4595-9f18-97f28961897d req-57401d9b-0803-4709-a79a-552ecc10ac43 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0507941 Nov 11 21:52:59.177822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e031cf95-46d3-4595-9f18-97f28961897d req-69098008-eaf0-4753-a784-013ce2c89fff tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Nov 11 21:52:59.235986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-e0012057-e1b9-45cd-bb87-46a135d6cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:59.237511 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-e0012057-e1b9-45cd-bb87-46a135d6cdbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1097 time: 0.0456626 Nov 11 21:52:59.330208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-083f951a-12bf-4c28-9159-cad0aaf4dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:59.331681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-083f951a-12bf-4c28-9159-cad0aaf4dcc3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 913 time: 0.0840738 Nov 11 21:52:59.378575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-f9bbe4c1-3080-496d-ac71-3bc17a6afe34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 217 time: 0.0387588 Nov 11 21:52:59.427945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-9c67322a-2568-444e-b88a-0f445043cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:52:59.429410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-9c67322a-2568-444e-b88a-0f445043cdf1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 200 len: 852 time: 0.0437212 Nov 11 21:52:59.463207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-7ed69580-acbe-47aa-b874-1badbbd24a8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263355 Nov 11 21:52:59.557545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-aacb0546-d34a-48c4-8390-d088c002dda3 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 Nov 11 21:52:59.647191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-a5d4ee1b-f7a0-415e-b988-801b5762c9c1 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822206 Nov 11 21:53:00.295109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cde57-4532-4b0a-8bd1-3bf23388801f req-797fb327-b2d4-470d-ac28-8ea8fc1a9a06 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:00.296633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c58cde57-4532-4b0a-8bd1-3bf23388801f req-797fb327-b2d4-470d-ac28-8ea8fc1a9a06 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0488296 Nov 11 21:53:00.348578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c58cde57-4532-4b0a-8bd1-3bf23388801f req-053210aa-bb17-48a4-a408-8515a835b111 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Nov 11 21:53:01.464313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e996e55-a0ec-42f5-9551-a61ea134246d req-1c73a01e-07e8-43f2-b6b7-8b7a427092a4 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:01.465787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e996e55-a0ec-42f5-9551-a61ea134246d req-1c73a01e-07e8-43f2-b6b7-8b7a427092a4 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0496607 Nov 11 21:53:01.513556 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e996e55-a0ec-42f5-9551-a61ea134246d req-4b166885-10c4-46e4-bb9e-d4abb0e1cd16 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Nov 11 21:53:01.985973 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c8771495-dfea-4d29-9c93-271659de4154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:02.629059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5faa8-24f2-4982-950c-d97f1b7f2e40 req-d1e84ad6-bd3c-4c50-9223-d37f7284ecef tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:02.630551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-39b5faa8-24f2-4982-950c-d97f1b7f2e40 req-d1e84ad6-bd3c-4c50-9223-d37f7284ecef tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0479262 Nov 11 21:53:02.678714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-39b5faa8-24f2-4982-950c-d97f1b7f2e40 req-29bca5e2-0ccc-4b5f-8db0-9a75c018f367 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Nov 11 21:53:03.798427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb7db7-3a40-496c-9cbe-f7c6cb85cd21 req-43730dc9-1ff0-48e7-920c-028907bf9cef tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:03.799911 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dfb7db7-3a40-496c-9cbe-f7c6cb85cd21 req-43730dc9-1ff0-48e7-920c-028907bf9cef tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0532305 Nov 11 21:53:03.847836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dfb7db7-3a40-496c-9cbe-f7c6cb85cd21 req-31261e36-5a51-4959-bd42-c6fcee05e46e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Nov 11 21:53:04.459506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-718c3268-7a4d-4976-9a39-2b6aa0dda512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:04.972637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841b6da-7a86-48be-9717-4665bd743e22 req-7641226e-93d0-4c3b-b0a4-423700db4cb5 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:04.974183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0841b6da-7a86-48be-9717-4665bd743e22 req-7641226e-93d0-4c3b-b0a4-423700db4cb5 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0594103 Nov 11 21:53:05.022414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0841b6da-7a86-48be-9717-4665bd743e22 req-f982c97d-c508-4cda-a81b-8f0bbfc77f16 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Nov 11 21:53:05.762148 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:06.143165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ef12e-da94-4722-b158-499ba6f5a9b3 req-19098df2-2e24-4c9a-a84e-e9f8456d138f tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:06.144700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b21ef12e-da94-4722-b158-499ba6f5a9b3 req-19098df2-2e24-4c9a-a84e-e9f8456d138f tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0534191 Nov 11 21:53:06.193038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b21ef12e-da94-4722-b158-499ba6f5a9b3 req-315cea51-7cd5-4e2d-8d61-718ec5c38382 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Nov 11 21:53:07.256532 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:53:07.265325 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:07.312652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cad04-c900-4d03-9718-b42c5755129c req-51823a6e-f6f1-400e-9f91-aa9109125726 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:07.314145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e0cad04-c900-4d03-9718-b42c5755129c req-51823a6e-f6f1-400e-9f91-aa9109125726 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0502064 Nov 11 21:53:07.364474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e0cad04-c900-4d03-9718-b42c5755129c req-fb58b389-927b-4071-b603-1e2991eb69a8 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Nov 11 21:53:07.892237 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:08.480216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b608-1cf8-40d5-8a2a-10f00117523b req-770db46d-6227-4d86-8f85-6be26daca893 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:08.481736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a47b608-1cf8-40d5-8a2a-10f00117523b req-770db46d-6227-4d86-8f85-6be26daca893 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0486500 Nov 11 21:53:08.533703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a47b608-1cf8-40d5-8a2a-10f00117523b req-f026d394-a4af-44a1-a3a6-65b2c876296a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Nov 11 21:53:09.650545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdb86c-98f8-497c-a6a5-3dd2cb14efb1 req-5651c70c-a0c4-40d5-8b3e-3f21a578fde4 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:09.652037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ebdb86c-98f8-497c-a6a5-3dd2cb14efb1 req-5651c70c-a0c4-40d5-8b3e-3f21a578fde4 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0489638 Nov 11 21:53:09.699343 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ebdb86c-98f8-497c-a6a5-3dd2cb14efb1 req-2c7452f3-ea3e-4e54-bcad-63e5224e29fb tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Nov 11 21:53:10.837589 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd08dd-9e11-46da-b11a-98a887a7e415 req-7960b766-0ae6-4c01-9025-3163b5cb0762 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:10.839062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2fcd08dd-9e11-46da-b11a-98a887a7e415 req-7960b766-0ae6-4c01-9025-3163b5cb0762 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0690091 Nov 11 21:53:10.872531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-785500dc-9028-4c49-8fcd-59a7806612c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:10.873971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-785500dc-9028-4c49-8fcd-59a7806612c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1097 time: 0.0687885 Nov 11 21:53:10.908756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2fcd08dd-9e11-46da-b11a-98a887a7e415 req-7b8d34f3-9a7d-4c16-be56-5def2b52b15a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623174 Nov 11 21:53:10.983489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-f532c9e6-df84-488b-b03e-beab58fa9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:10.985542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-f532c9e6-df84-488b-b03e-beab58fa9943 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 913 time: 0.0888355 Nov 11 21:53:11.031486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-0a93c6d3-44d3-4283-a3ce-daf2394f00de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 217 time: 0.0384500 Nov 11 21:53:11.081278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-19f23b35-c868-4bc4-adf2-57394d587bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:11.082726 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-19f23b35-c868-4bc4-adf2-57394d587bd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 200 len: 852 time: 0.0440285 Nov 11 21:53:11.114706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-aaa40d8d-1026-4911-b309-d1046bc1e4b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245812 Nov 11 21:53:11.209209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-e1ec281f-466e-40bb-b1bd-6e04479700e3 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Nov 11 21:53:11.299927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f1cb8da-295c-4732-83bb-f3c2a053c5a7 req-fdfeb08f-f19e-4c37-8211-7afcde3e69fa service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832756 Nov 11 21:53:12.024540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f156e5f-5654-4000-a453-05d5765786f4 req-c8ef520d-f321-41e7-98a1-c2d19fe4898e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:12.026008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f156e5f-5654-4000-a453-05d5765786f4 req-c8ef520d-f321-41e7-98a1-c2d19fe4898e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0484369 Nov 11 21:53:12.077515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f156e5f-5654-4000-a453-05d5765786f4 req-017cece2-5014-4d22-a3b7-87777543fc79 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454509 Nov 11 21:53:13.196083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624da7a7-83dd-4c5e-9519-815f941afd58 req-edcb2b15-d1fd-4796-a818-031f44b4fec3 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:13.197661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-624da7a7-83dd-4c5e-9519-815f941afd58 req-edcb2b15-d1fd-4796-a818-031f44b4fec3 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0506716 Nov 11 21:53:13.248616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-624da7a7-83dd-4c5e-9519-815f941afd58 req-bc92449e-b130-4d13-889f-b1a61b425caa tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Nov 11 21:53:14.369618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c72272-8324-4c7e-ad71-38ad3ecaae85 req-a826dce1-0a82-4d69-9366-be5bb84b6a8b tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:14.371116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8c72272-8324-4c7e-ad71-38ad3ecaae85 req-a826dce1-0a82-4d69-9366-be5bb84b6a8b tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0492537 Nov 11 21:53:14.418426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8c72272-8324-4c7e-ad71-38ad3ecaae85 req-30380514-f867-4bd1-b42c-5c1f61beef9d tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 Nov 11 21:53:15.544064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d362ba-e45b-43bb-8538-045847babfeb req-7fcaddc0-dfac-4592-8087-0d8aafd255fd tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:15.545643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08d362ba-e45b-43bb-8538-045847babfeb req-7fcaddc0-dfac-4592-8087-0d8aafd255fd tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0529711 Nov 11 21:53:15.595177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08d362ba-e45b-43bb-8538-045847babfeb req-7fc13eac-054d-4056-bdc9-0b5128a10f35 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Nov 11 21:53:16.713811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bf9df-86bd-4078-a704-293accaa4f76 req-909d465f-0e02-4a5f-9fef-9621c00cc5ed tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:16.715342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c80bf9df-86bd-4078-a704-293accaa4f76 req-909d465f-0e02-4a5f-9fef-9621c00cc5ed tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0496521 Nov 11 21:53:16.763410 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c80bf9df-86bd-4078-a704-293accaa4f76 req-dd3accef-772c-4692-9a74-51d2c0ccbd33 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Nov 11 21:53:17.880101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504adad-4070-4e5b-810d-6125f21cfabb req-3f029244-0f7d-463d-8be8-697c2c3dd4e9 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:17.881666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f504adad-4070-4e5b-810d-6125f21cfabb req-3f029244-0f7d-463d-8be8-697c2c3dd4e9 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0498476 Nov 11 21:53:17.932245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f504adad-4070-4e5b-810d-6125f21cfabb req-43d5045a-2cd2-4041-a88e-e762d158d1b3 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Nov 11 21:53:19.049133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd119904-10e0-4c3e-b1d9-92cc2260a89d req-33e7bc4d-e458-4979-963f-550c573d5c87 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:19.050648 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd119904-10e0-4c3e-b1d9-92cc2260a89d req-33e7bc4d-e458-4979-963f-550c573d5c87 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0489759 Nov 11 21:53:19.098472 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd119904-10e0-4c3e-b1d9-92cc2260a89d req-092042f0-e648-44af-95fd-ae1abf1dde89 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Nov 11 21:53:20.217043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a661a-d7b0-4fbc-903f-14e2034af6df req-63f0411b-2ac2-4bc3-9aea-71944849f87a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:20.219071 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac1a661a-d7b0-4fbc-903f-14e2034af6df req-63f0411b-2ac2-4bc3-9aea-71944849f87a tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0499935 Nov 11 21:53:20.264848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ac1a661a-d7b0-4fbc-903f-14e2034af6df req-c7507c68-cc6f-4ea4-9ed5-e975d5b88cf0 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Nov 11 21:53:21.396944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421ffd-77ab-4631-ac36-a53c3d3b7a15 req-3b520009-76a6-4560-9202-d153d34e8b90 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:21.438916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6421ffd-77ab-4631-ac36-a53c3d3b7a15 req-3b520009-76a6-4560-9202-d153d34e8b90 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0532305 Nov 11 21:53:21.445824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6421ffd-77ab-4631-ac36-a53c3d3b7a15 req-fbb38839-0d79-4ff4-a021-dc783a626597 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Nov 11 21:53:22.565508 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0bde7-4b83-434d-b87f-3b834e502279 req-23f2163f-37b7-40c8-98fe-daaa01831c14 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:22.566907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dfc0bde7-4b83-434d-b87f-3b834e502279 req-23f2163f-37b7-40c8-98fe-daaa01831c14 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0488293 Nov 11 21:53:22.601837 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:22.614524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dfc0bde7-4b83-434d-b87f-3b834e502279 req-7e033883-0011-4a96-9b70-0a00f530154d tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Nov 11 21:53:23.741343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653727e6-f4b1-4f95-a305-34e0db37fda3 req-9bc40ffc-2d89-436d-ac0b-2531417a1f45 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:23.742846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-653727e6-f4b1-4f95-a305-34e0db37fda3 req-9bc40ffc-2d89-436d-ac0b-2531417a1f45 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0580387 Nov 11 21:53:23.790104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-653727e6-f4b1-4f95-a305-34e0db37fda3 req-22600c5f-3d8c-4efe-965b-183df1d65c8f tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Nov 11 21:53:24.905368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920e37b-7683-40cf-abf0-8ef81f12f583 req-b7fdf988-36ec-44b6-b562-2daf71b30a71 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:24.907445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8920e37b-7683-40cf-abf0-8ef81f12f583 req-b7fdf988-36ec-44b6-b562-2daf71b30a71 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0489323 Nov 11 21:53:24.954752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8920e37b-7683-40cf-abf0-8ef81f12f583 req-1b28cee7-a5fa-4cc3-ab47-d08589faa0c6 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Nov 11 21:53:26.068977 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8052c7-fc4c-4e1a-b426-a153566acfb6 req-701a8a23-bfad-4cf6-a1a6-30706ac2eefe tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:26.070494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a8052c7-fc4c-4e1a-b426-a153566acfb6 req-701a8a23-bfad-4cf6-a1a6-30706ac2eefe tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0484180 Nov 11 21:53:26.121109 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a8052c7-fc4c-4e1a-b426-a153566acfb6 req-5921725f-348f-4423-b3ce-81d136195fc7 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444219 Nov 11 21:53:26.905264 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-31a42836-d8c3-4610-8450-40a530d53e2f req-1971c494-6e86-4655-9cc6-457e8a09c352 service neutron] show failed (client error): The resource could not be found. Nov 11 21:53:26.906477 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-1971c494-6e86-4655-9cc6-457e8a09c352 service neutron] 10.222.0.62 "GET /v2.0/ports/b3fbb3bd-87ce-4a0a-aee9-fc322287770e/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0585907 Nov 11 21:53:27.240054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1188c0-067b-4e83-bb02-928c3929e015 req-b611baa1-d151-4abf-93c4-0560f45b02fb tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:27.241597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb1188c0-067b-4e83-bb02-928c3929e015 req-b611baa1-d151-4abf-93c4-0560f45b02fb tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0506868 Nov 11 21:53:27.291457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb1188c0-067b-4e83-bb02-928c3929e015 req-aa04fe79-1153-4d91-a554-969ca89c22a6 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Nov 11 21:53:27.564936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-b3b0dbd5-dd8a-4199-afcc-9aa7d83803fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:27.567316 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-b3b0dbd5-dd8a-4199-afcc-9aa7d83803fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f&tenant_id=b407a8c3955443e6902e2ddc3e28a9ff HTTP/1.1" status: 200 len: 1097 time: 0.0718460 Nov 11 21:53:27.579948 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:27.634325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:27.837965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:27.870729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:27.880472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:53:27.918838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:27.921299 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d3aa54-520f-4012-8352-a672d0091f3d" -d '{"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:27.925884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:27.938616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Transition to ACTIVE for port object b3fbb3bd-87ce-4a0a-aee9-fc322287770e will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:53:27.974457 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18cb82e-5625-478e-af9f-aa9d654c0bab x-openstack-request-id: req-b18cb82e-5625-478e-af9f-aa9d654c0bab {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:27.974793 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:27.975208 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b18cb82e-5625-478e-af9f-aa9d654c0bab {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:27.975608 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'code': 200} Nov 11 21:53:28.007781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.072831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:28.075117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] No DVR routers for this DVR port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:28.110474 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:53:28.110734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:53:28.111062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:28.115376 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:53:28.115696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Attempting to bind port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on network 7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:28.120511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:53:28.120847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Checking segment: {'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:53:28.121226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Bound using segment: {'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:53:28.121653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Bound port: b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:53:28.122001 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.191911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:53:28.194864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:53:28.281505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.317990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:28.318612 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:28.320458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] 10.222.0.58 "PUT /v2.0/ports/b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 1092 time: 0.7451270 Nov 11 21:53:28.342180 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0fe2a-55d6-4bde-9af6-aa17d0ce733a service neutron] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:28.390366 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-c6c4eacc-7c5e-460f-b063-ce165d99f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:28.391962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-c6c4eacc-7c5e-460f-b063-ce165d99f820 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1095 time: 0.0443904 Nov 11 21:53:28.413749 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306423ee-6a7c-480a-96f1-91449056ddae req-ef6db33a-4c1c-422c-a985-aab57c62e3a4 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:28.415258 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-306423ee-6a7c-480a-96f1-91449056ddae req-ef6db33a-4c1c-422c-a985-aab57c62e3a4 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.0488818 Nov 11 21:53:28.469904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-306423ee-6a7c-480a-96f1-91449056ddae req-bb0e1859-9df2-4f36-8af9-3575735096fc tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 Nov 11 21:53:28.483010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-9172fe0c-0616-4485-ae35-b60c7276a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:28.485367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-9172fe0c-0616-4485-ae35-b60c7276a020 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 913 time: 0.0858600 Nov 11 21:53:28.531140 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-c99f7061-54bc-42eb-b6c9-cecf0fb2ec40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 217 time: 0.0382724 Nov 11 21:53:28.580517 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42836-d8c3-4610-8450-40a530d53e2f req-0ee74bfa-5155-44e7-85ca-1933aef1e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:28.581940 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-0ee74bfa-5155-44e7-85ca-1933aef1e4a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 200 len: 852 time: 0.0441797 Nov 11 21:53:28.613843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-2a348901-3f00-43bf-8765-7e37c5ad3796 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246458 Nov 11 21:53:28.707092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-fc32ef67-7207-4a7e-be39-703d30ff21f4 service neutron] 10.222.0.58 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857475 Nov 11 21:53:28.796059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-31a42836-d8c3-4610-8450-40a530d53e2f req-a5ac4c60-3b7b-412b-8dac-528666a9c92f service neutron] 10.222.0.58 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821676 Nov 11 21:53:29.589156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f8dc8-d662-494d-8b43-c3c84c195615 req-fb7bf86f-567e-4e50-93ee-082da406240b tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:29.590661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-911f8dc8-d662-494d-8b43-c3c84c195615 req-fb7bf86f-567e-4e50-93ee-082da406240b tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.0496528 Nov 11 21:53:29.638231 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-911f8dc8-d662-494d-8b43-c3c84c195615 req-2b418ab6-d690-4a81-b0dc-6fc7b66ccf26 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Nov 11 21:53:29.976691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:29.979060 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0140a0f6-e068-4b73-9501-c1b2597c8ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:30.032654 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6cb4af-b135-46f3-8792-b2c8eb47a1b9 x-openstack-request-id: req-8a6cb4af-b135-46f3-8792-b2c8eb47a1b9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:30.032654 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:30.032654 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a6cb4af-b135-46f3-8792-b2c8eb47a1b9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:30.032654 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'status': 'completed', 'code': 200} Nov 11 21:53:30.089234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-2968485d-ffc0-4ddd-b9c4-86ee93c78727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:30.090914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-2968485d-ffc0-4ddd-b9c4-86ee93c78727 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1095 time: 0.0450943 Nov 11 21:53:30.091537 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-3dc39b61-aaec-4675-93d2-b0dcfd699872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:30.093603 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-3dc39b61-aaec-4675-93d2-b0dcfd699872 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1095 time: 0.0418754 Nov 11 21:53:30.185804 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-759809ab-ae1d-45bf-ab14-bfc154a46d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:30.186196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-cea4f252-a3e3-4916-9b71-29c15f7eedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:30.187855 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-759809ab-ae1d-45bf-ab14-bfc154a46d89 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 913 time: 0.0871000 Nov 11 21:53:30.188276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-cea4f252-a3e3-4916-9b71-29c15f7eedbe service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 913 time: 0.0903211 Nov 11 21:53:30.229945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-3f3b0034-179e-4b89-b99f-dfe3605177ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 217 time: 0.0344608 Nov 11 21:53:30.230229 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-b248548f-31af-432f-a49b-5d46f0b54fb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 217 time: 0.0357337 Nov 11 21:53:30.283068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-e18dca23-0389-4ff1-9f0b-490ae204cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:30.283822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-584f5c46-1c59-4481-8183-35dcd9f2f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:30.284543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-e18dca23-0389-4ff1-9f0b-490ae204cab1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 200 len: 852 time: 0.0470033 Nov 11 21:53:30.285378 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-584f5c46-1c59-4481-8183-35dcd9f2f799 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 200 len: 852 time: 0.0485396 Nov 11 21:53:30.317454 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-bccc08c9-d29a-40e8-8a93-660f34193b79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252481 Nov 11 21:53:30.318645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-4283779e-9cba-42c7-aa9f-68e6da6237b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253003 Nov 11 21:53:30.409552 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-088a0331-cd0d-4189-aa3e-5828e5648837 service neutron] 10.222.0.58 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840473 Nov 11 21:53:30.410066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-2b2b9927-5ebb-4d77-afd5-32449aa094f5 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837276 Nov 11 21:53:30.505522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-df57ed90-69ee-46ba-b423-728865a1e3bb service neutron] 10.222.0.58 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882254 Nov 11 21:53:30.506138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0140a0f6-e068-4b73-9501-c1b2597c8ac0 req-1d09cfbf-3f4f-4407-a12a-d35bb4452e4d service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Nov 11 21:53:30.759179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf552f-826f-45cf-bf9b-1c0cb82b34d4 req-acd95ccc-b890-4018-9636-a495bc1abb3b tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:30.760596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38cf552f-826f-45cf-bf9b-1c0cb82b34d4 req-acd95ccc-b890-4018-9636-a495bc1abb3b tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.0481937 Nov 11 21:53:30.807694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38cf552f-826f-45cf-bf9b-1c0cb82b34d4 req-b9769f52-d1dc-4614-a72b-6fccc805b57f tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Nov 11 21:53:31.933754 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039df2e-86a0-42a2-b04b-d1e69a3382b3 req-1be03e0f-2e79-492b-a50b-b66098d44ec1 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:31.935242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3039df2e-86a0-42a2-b04b-d1e69a3382b3 req-1be03e0f-2e79-492b-a50b-b66098d44ec1 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.0557623 Nov 11 21:53:32.007703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b62fd423-89f7-492d-96c3-82bafce27e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:32.157417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:32.201316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:32.328135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3039df2e-86a0-42a2-b04b-d1e69a3382b3 req-d0d8c8d6-3cb7-4218-a8bb-de5e8de77e39 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865075 Nov 11 21:53:33.444357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07099-a033-441f-bf0f-6166e81eff56 req-efa7d6ea-8b4d-4fca-a649-49ccde7b3275 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:33.445821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8f07099-a033-441f-bf0f-6166e81eff56 req-efa7d6ea-8b4d-4fca-a649-49ccde7b3275 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 944 time: 0.0487633 Nov 11 21:53:33.493247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8f07099-a033-441f-bf0f-6166e81eff56 req-3728cb00-e68d-4d8c-9762-e6e592c2e080 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Nov 11 21:53:33.521665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:53:33.616268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:33.628092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'network_id': '7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4', 'port_id': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'mac_address': 'fa:16:3e:28:a4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedea566-8581-4572-9e7c-412a9ee70578', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:53:33.670118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:33.683475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fbb3bd-87ce-4a0a-aee9-fc322287770e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:53:33.703113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:33.784683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:33.831909 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:33.839169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.839522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.839872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.840302 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.840676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.840981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.841314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.841643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.841969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.842295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.842620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.843170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:33.979347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-b66f8398-ece8-4ba4-b2ea-fd225916b1f1 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:33.980865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-b66f8398-ece8-4ba4-b2ea-fd225916b1f1 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.62 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f&tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 945 time: 0.0891454 Nov 11 21:53:34.042836 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-afc923ee-3ed1-445f-94e1-06fd8de816d7 service neutron] delete failed (client error): The resource could not be found. Nov 11 21:53:34.043846 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-afc923ee-3ed1-445f-94e1-06fd8de816d7 service neutron] 10.222.0.62 "DELETE /v2.0/ports/b3fbb3bd-87ce-4a0a-aee9-fc322287770e/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0545626 Nov 11 21:53:34.126618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-e61fab45-8474-4cc4-9402-47667f66acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:34.128112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-e61fab45-8474-4cc4-9402-47667f66acdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 1096 time: 0.0403309 Nov 11 21:53:34.161108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['b3fbb3bd-87ce-4a0a-aee9-fc322287770e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:53:34.224251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-48ad96a1-a573-4486-81d7-5ac487ad3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:34.225714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-48ad96a1-a573-4486-81d7-5ac487ad3363 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 200 len: 913 time: 0.0899014 Nov 11 21:53:34.269259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-3766d4e1-5da3-458d-80d3-0158f4e1c0aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 200 len: 217 time: 0.0361564 Nov 11 21:53:34.322764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-791c6efc-1b2f-42e8-9722-48ea6761bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:34.324227 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-791c6efc-1b2f-42e8-9722-48ea6761bb2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 200 len: 852 time: 0.0473163 Nov 11 21:53:34.356702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-b0542f94-777e-47a6-b0d9-a4c3672d1986 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Nov 11 21:53:34.446796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-e416ea21-f565-4437-9ac8-86165a3bd259 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Nov 11 21:53:34.459137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-61ad8b21-3828-4ff0-818d-5f6356d246d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:34.540554 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-01aa3dd1-b42d-46fa-99b9-8540ef2ceec2 service neutron] 10.222.0.62 "GET /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860722 Nov 11 21:53:35.559188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:53:35.691803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port b3fbb3bd-87ce-4a0a-aee9-fc322287770e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:53:35.695740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port b3fbb3bd-87ce-4a0a-aee9-fc322287770e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:53:35.698861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:35.773423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:35.777480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:35.801007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:35.803165 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e02b9a-1d0c-4aa1-8b1f-ba0a2f75d89d" -d '{"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:35.816024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:35.859100 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c77cb-8cd2-4bc3-ac72-6cb96571fa8f x-openstack-request-id: req-5e7c77cb-8cd2-4bc3-ac72-6cb96571fa8f {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:35.859388 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-plugged", "status": "completed", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:35.859639 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e7c77cb-8cd2-4bc3-ac72-6cb96571fa8f {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:35.860029 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'code': 200} Nov 11 21:53:35.904549 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:35.951930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b24f3-ee9e-4258-bd33-bf9f2909bdd4 req-d7a06a27-635f-421f-a10b-a620ce895a31 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:35.953559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-959b24f3-ee9e-4258-bd33-bf9f2909bdd4 req-d7a06a27-635f-421f-a10b-a620ce895a31 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0507898 Nov 11 21:53:35.958142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:36.001804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-959b24f3-ee9e-4258-bd33-bf9f2909bdd4 req-5b5a3604-418c-4558-8aee-d98589a7312f tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Nov 11 21:53:37.119577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe11a1-3bc4-4dc5-bb4e-20630c8ffb2e req-dd82d938-e9b9-45ac-b002-e0442164b5b8 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:37.121150 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f0fe11a1-3bc4-4dc5-bb4e-20630c8ffb2e req-dd82d938-e9b9-45ac-b002-e0442164b5b8 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0500455 Nov 11 21:53:37.175638 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f0fe11a1-3bc4-4dc5-bb4e-20630c8ffb2e req-31853013-c222-483e-ac28-b966e3c5ee4c tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ce23fc3-ca68-49fc-962b-da3372cd8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480938 Nov 11 21:53:37.264590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.455647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-78c38b6e-e2b9-44ca-bf71-594a67ddf1e0 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:37.457157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-78c38b6e-e2b9-44ca-bf71-594a67ddf1e0 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.58 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 946 time: 0.0496624 Nov 11 21:53:37.549726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Deleting port b3fbb3bd-87ce-4a0a-aee9-fc322287770e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:53:37.549960 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.637095 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] For port b3fbb3bd-87ce-4a0a-aee9-fc322287770e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,segment=NetworkSegment(525d5be9-8ed2-49a2-8680-6f9ce2c8ef36),segment_id=525d5be9-8ed2-49a2-8680-6f9ce2c8ef36)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:37.637478 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.650335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Calling delete_port for b3fbb3bd-87ce-4a0a-aee9-fc322287770e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:53:37.853316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.864772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['b3fbb3bd-87ce-4a0a-aee9-fc322287770e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:53:37.882866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Pushing event deleted for resources: {'Port': ['ID=b3fbb3bd-87ce-4a0a-aee9-fc322287770e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:37.894715 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.926985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] No DVR routers for this DVR port b3fbb3bd-87ce-4a0a-aee9-fc322287770e on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:53:37.929528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:37.932914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a17b02ac-7211-4ec4-a648-0a7e76270b67 req-daedd58b-c6c4-4109-a9ce-74c34720f02e tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.58 "DELETE /v2.0/ports/b3fbb3bd-87ce-4a0a-aee9-fc322287770e HTTP/1.1" status: 204 len: 173 time: 0.4683442 Nov 11 21:53:37.933347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-deleted', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:37.935632 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8c5286-6c7b-4e20-8fdf-8f108770dd73" -d '{"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-deleted", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:37.972797 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f569d79-11a2-4b2b-a421-e98f9a9c4b6f x-openstack-request-id: req-0f569d79-11a2-4b2b-a421-e98f9a9c4b6f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:37.973090 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f2e06-ef09-4794-b012-f06bea11e44f", "name": "network-vif-deleted", "tag": "b3fbb3bd-87ce-4a0a-aee9-fc322287770e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:37.973347 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f569d79-11a2-4b2b-a421-e98f9a9c4b6f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:37.973755 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f2e06-ef09-4794-b012-f06bea11e44f', 'name': 'network-vif-deleted', 'tag': 'b3fbb3bd-87ce-4a0a-aee9-fc322287770e', 'status': 'completed', 'code': 200} Nov 11 21:53:38.283555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9e610a0-9d9a-40df-ae9a-07c1b4195690 req-2635aae5-1158-41cc-a32b-606d47e5e713 tempest-DeleteServersTestJSON-837317756 tempest-DeleteServersTestJSON-837317756-project] 10.222.0.31 "GET /v2.0/ports?device_id=de0f2e06-ef09-4794-b012-f06bea11e44f HTTP/1.1" status: 200 len: 210 time: 0.0257668 Nov 11 21:53:39.415044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38070) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:39.462938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] Deleting subnet bedea566-8581-4572-9e7c-412a9ee70578 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:53:39.466276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.502806 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.541797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.681609 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.708403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedea566-8581-4572-9e7c-412a9ee70578,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:39.712188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.715425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e1a16ba-d2ff-4efa-a568-cb2384eb1bdf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bedea566-8581-4572-9e7c-412a9ee70578 HTTP/1.1" status: 204 len: 168 time: 0.2993538 Nov 11 21:53:39.718684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38072) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:39.786471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.866561 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.886251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:39.895839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:39.896138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525d5be9-8ed2-49a2-8680-6f9ce2c8ef36') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:53:39.905416 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.918428 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.924571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:53:39.924952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: timer() Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:53:39.926682 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:53:40.058690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:40.064397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:40.067561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4 HTTP/1.1" status: 204 len: 168 time: 0.3478744 Nov 11 21:53:40.078818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85e6f0-5a73-430d-ab66-61efc41a54e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5fb9d2-67d2-430f-8d6c-5ec48b4847c4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:40.395663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38076) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:40.436458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0ead2de4-01d4-4c74-bd7f-b1ea826302b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b407a8c3955443e6902e2ddc3e28a9ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394869 Nov 11 21:53:40.439495 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38078) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:40.485310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3db2-e1e4-4deb-84b9-395bccf3815f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:40.506411 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3db2-e1e4-4deb-84b9-395bccf3815f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:40.618455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3db2-e1e4-4deb-84b9-395bccf3815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:40.620973 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3db2-e1e4-4deb-84b9-395bccf3815f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:40.622153 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d8cb3db2-e1e4-4deb-84b9-395bccf3815f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ce23fc3-ca68-49fc-962b-da3372cd8c80 HTTP/1.1" status: 204 len: 168 time: 0.1817474 Nov 11 21:53:40.631053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb3db2-e1e4-4deb-84b9-395bccf3815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce23fc3-ca68-49fc-962b-da3372cd8c80,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:41.583890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:53:41.604736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: b3fbb3bd-87ce-4a0a-aee9-fc322287770e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:53:41.605098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device b3fbb3bd-87ce-4a0a-aee9-fc322287770e not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:53:41.650774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38100) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:41.747188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1436150356-network', 'tenant_id': 'fc332b8d0d7441fa88a9d2f7a1efe8ee'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:41.858602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Made reservation on behalf of fc332b8d0d7441fa88a9d2f7a1efe8ee for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:53:41.860941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.869364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:41.944432 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.024267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.048715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:53:42.059586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639a09d8-e0a3-482f-b584-7ca2013d783e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:42.063356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.063687 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Added segment e55d9fcf-7e28-45e7-b8c5-3f32b484a330 of type vlan for network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 Nov 11 21:53:42.076950 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.077391 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.077734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.078062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.078389 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.078713 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.079037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.079356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.079700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.080062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.080397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.080714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:53:42.127716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.212935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.213906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:42.214487 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:42.274082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] Pushing event updated for resources: {'Network': ['ID=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:42.284322 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:53:42.318521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5c536ee2-6592-400d-b1a7-14ed084ff4db admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6666398 Nov 11 21:53:42.321628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38104) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:53:42.326796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Request body: {'subnet': {'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1436150356-subnet', 'tenant_id': 'fc332b8d0d7441fa88a9d2f7a1efe8ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:42.423724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Made reservation on behalf of fc332b8d0d7441fa88a9d2f7a1efe8ee for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:53:42.426169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:43.030810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:43.084070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93fbf1a-b836-4543-ad88-0649e0ca1859,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:43.099564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Checking segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:53:43.099924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Network hostable DHCP agents. Network: 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:53:43.195714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:53:43.332947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:53:43.337054 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:43.337674 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:43.344544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c4b06e-8f8c-4c18-a45c-7d3f0be1da78 None None] Network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:53:43.478857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc05e5b7-89b7-473b-a47c-f7e2313067c9 None None] Network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:53:43.484758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9c29ac33-f0cf-4801-8718-8ab67b8ef01f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1619730 Nov 11 21:53:43.911408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-76379b7c-4a19-448c-9b35-140f1371f20b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:43.912837 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-76379b7c-4a19-448c-9b35-140f1371f20b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 815 time: 0.1013486 Nov 11 21:53:43.928183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-bec5d04d-fe9d-4d7d-b223-400d50857d66 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/quotas/fc332b8d0d7441fa88a9d2f7a1efe8ee HTTP/1.1" status: 200 len: 375 time: 0.0095677 Nov 11 21:53:43.964264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-564f5619-72dc-4226-8dc0-8fab4e6ab89c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305033 Nov 11 21:53:43.975827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-6f3ff3fa-2f9b-45f3-ac8b-7049678e173f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:53:43.976815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-6f3ff3fa-2f9b-45f3-ac8b-7049678e173f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050082 Nov 11 21:53:44.064466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-f5a99c72-ba5a-4fd4-b337-e03b38cd0a4c service neutron] 10.222.0.31 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820897 Nov 11 21:53:44.157295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-6203b90d-b7da-4d0e-803f-aa5b700fd58a service neutron] 10.222.0.31 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868545 Nov 11 21:53:44.255868 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:53:44.397820 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02ab4376-8ee1-4f19-a3eb-11001148dea4 req-ecf6281b-a85b-4b14-baae-f245239e6020 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Nov 11 21:53:45.492645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7cefe93-3114-4a45-ab0b-da52286ad7b9 req-0c0cd50a-8173-4dc3-9ce6-1cbaf3bf0348 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 210 time: 0.0275764 Nov 11 21:53:46.429795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-87c6c7c2-d3be-4de6-8824-7e3dcec97ad9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:46.431259 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-87c6c7c2-d3be-4de6-8824-7e3dcec97ad9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.58 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 815 time: 0.1073952 Nov 11 21:53:46.443424 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Request body: {'port': {'device_id': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9', 'admin_state_up': True, 'tenant_id': 'fc332b8d0d7441fa88a9d2f7a1efe8ee'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:46.591368 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-874e5fbc-8150-4d20-926b-ce3cabaaa85f req-1cce09c9-863f-434d-acd7-5f772b43a01b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 210 time: 0.0261979 Nov 11 21:53:46.618146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Made reservation on behalf of fc332b8d0d7441fa88a9d2f7a1efe8ee for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:53:46.621747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:46.750235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Allocated IP 172.20.0.10 (2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9/d93fbf1a-b836-4543-ad88-0649e0ca1859/37b2694e-08ec-4820-aa2c-1f86604a70a8) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:53:46.890598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:46.973054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.017951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:53:47.019466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:53:47.023197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:53:47.056431 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:47.079738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:47.080379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.152597 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-367d7c81-7612-44b7-998e-73f048022a23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7126422 Nov 11 21:53:47.165101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Request body: {'port': {'device_id': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:53:47.217378 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.481739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b2694e-08ec-4820-aa2c-1f86604a70a8 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:53:47.489859 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.501989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Transition to ACTIVE for port object 37b2694e-08ec-4820-aa2c-1f86604a70a8 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:53:47.583625 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.652450 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:47.702302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:53:47.702689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:53:47.702941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:47.707415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:53:47.707766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:53:47.712621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:53:47.712955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Checking segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:53:47.713328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Bound using segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:53:47.713749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Bound port: 37b2694e-08ec-4820-aa2c-1f86604a70a8, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:53:47.714101 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.714763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399253-e4f9-43d3-98ae-3f374e8365d7 req-6c5b65b2-4a08-4976-b8c7-6c398068f30e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:47.716396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-27399253-e4f9-43d3-98ae-3f374e8365d7 req-6c5b65b2-4a08-4976-b8c7-6c398068f30e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0540178 Nov 11 21:53:47.768530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-27399253-e4f9-43d3-98ae-3f374e8365d7 req-538c7052-2348-44b1-a478-e2df8beb007a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Nov 11 21:53:47.785106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:53:47.788085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:53:47.870556 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.906663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:47.907352 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:47.908829 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-1afe7145-6920-4b20-9980-f74372334cca service neutron] 10.222.0.58 "PUT /v2.0/ports/37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 1092 time: 0.7478395 Nov 11 21:53:47.909292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:47.911576 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402e38c4-3897-4199-873c-f589f4c4623a" -d '{"events": [{"name": "network-changed", "server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:47.937621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe7145-6920-4b20-9980-f74372334cca service neutron] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:47.953926 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e6408a-a885-4339-ac6e-f78c2606f364 x-openstack-request-id: req-27e6408a-a885-4339-ac6e-f78c2606f364 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:47.954216 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:47.954473 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27e6408a-a885-4339-ac6e-f78c2606f364 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:47.954885 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'status': 'completed', 'code': 200} Nov 11 21:53:48.014178 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e38c4-3897-4199-873c-f589f4c4623a req-8f2c9d0d-0bfe-4ea2-8387-199c8e66c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:48.015759 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-402e38c4-3897-4199-873c-f589f4c4623a req-8f2c9d0d-0bfe-4ea2-8387-199c8e66c222 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1095 time: 0.0419648 Nov 11 21:53:48.117489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e38c4-3897-4199-873c-f589f4c4623a req-f8f3ea04-9593-4f77-8345-7d1f81cfb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:48.118918 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-402e38c4-3897-4199-873c-f589f4c4623a req-f8f3ea04-9593-4f77-8345-7d1f81cfb468 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949426 Nov 11 21:53:48.210153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e38c4-3897-4199-873c-f589f4c4623a req-d2a0257f-6caf-42e4-a806-57df6f57b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:48.211631 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-402e38c4-3897-4199-873c-f589f4c4623a req-d2a0257f-6caf-42e4-a806-57df6f57b16f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865965 Nov 11 21:53:48.291806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-d9aff963-0276-4b3e-a02f-be10350652fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:48.293343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-d9aff963-0276-4b3e-a02f-be10350652fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1095 time: 0.0458009 Nov 11 21:53:48.335579 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-0ed39af9-9f87-478e-9237-13a2aa02764d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 217 time: 0.0342340 Nov 11 21:53:48.385500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-4727d24b-22ae-4aea-9c44-fcd992d63531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:48.386870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-4727d24b-22ae-4aea-9c44-fcd992d63531 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0436068 Nov 11 21:53:48.424548 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-e4c0cc66-9c4d-4891-a1e6-6886fd9246cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298741 Nov 11 21:53:48.513865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-c095501d-2c34-4487-80c2-bc226de8c4e4 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827312 Nov 11 21:53:48.607122 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-30a9282e-ff18-43d5-8c40-b5a09ccfe633 req-21c1c79a-7ee1-4e6f-8c4d-85fbcf212892 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864604 Nov 11 21:53:48.887076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58d47b-8b32-4fdb-a958-174e4c77f478 req-55654e1d-e66a-4b1f-93f2-c9487ebde2b8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:48.888615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da58d47b-8b32-4fdb-a958-174e4c77f478 req-55654e1d-e66a-4b1f-93f2-c9487ebde2b8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0502293 Nov 11 21:53:48.936967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da58d47b-8b32-4fdb-a958-174e4c77f478 req-8bc2769f-ca71-4dec-a616-8f4961fd736b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Nov 11 21:53:50.052195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20320-b013-47cb-bf25-c82be568232c req-5089373b-378f-4e6c-88c3-f9e5a8143f1b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:50.053671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9bb20320-b013-47cb-bf25-c82be568232c req-5089373b-378f-4e6c-88c3-f9e5a8143f1b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0490599 Nov 11 21:53:50.105707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9bb20320-b013-47cb-bf25-c82be568232c req-e383cafb-b092-42d3-91c1-e24d48b70afd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 Nov 11 21:53:51.223520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117f711-9c8d-42cd-8ea1-5e118c65b1b9 req-53de5a60-7418-43b4-8734-af28ffc071de tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:51.224969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6117f711-9c8d-42cd-8ea1-5e118c65b1b9 req-53de5a60-7418-43b4-8734-af28ffc071de tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0493290 Nov 11 21:53:51.272830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6117f711-9c8d-42cd-8ea1-5e118c65b1b9 req-8ced532c-f85a-493a-b41c-364395eed975 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Nov 11 21:53:51.661072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:53:51.757659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:51.769264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9', 'port_id': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'mac_address': 'fa:16:3e:e7:ed:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93fbf1a-b836-4543-ad88-0649e0ca1859', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:53:51.805287 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:51.817795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b2694e-08ec-4820-aa2c-1f86604a70a8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:53:51.838057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:51.932609 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:51.981073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:52.266563 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['37b2694e-08ec-4820-aa2c-1f86604a70a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:53:52.388567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ddb56-4205-42e9-b9e3-101f2a9f9015 req-26334334-5a55-4e7c-a4ae-912f6702260c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:52.390610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f68ddb56-4205-42e9-b9e3-101f2a9f9015 req-26334334-5a55-4e7c-a4ae-912f6702260c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 945 time: 0.0497012 Nov 11 21:53:52.438425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f68ddb56-4205-42e9-b9e3-101f2a9f9015 req-2f3a8031-7a9c-47d0-866a-a96fa300707d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Nov 11 21:53:52.601128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:53.612333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd767696-3de7-4e58-8ad7-973e6c798121 req-866f21e6-d90e-47b4-9d40-7e0611723465 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:53.613836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd767696-3de7-4e58-8ad7-973e6c798121 req-866f21e6-d90e-47b4-9d40-7e0611723465 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 945 time: 0.1075659 Nov 11 21:53:53.661668 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:53:53.662272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd767696-3de7-4e58-8ad7-973e6c798121 req-99256e90-3e6a-4a68-8ad3-d9d4e031b109 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Nov 11 21:53:53.778317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 37b2694e-08ec-4820-aa2c-1f86604a70a8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:53:53.782434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 37b2694e-08ec-4820-aa2c-1f86604a70a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:53:53.782818 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:53.863461 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:53.885747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:53:53.887953 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb0d558-b1ea-495d-af82-c8d73bf3d905" -d '{"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-plugged", "status": "completed", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:53:53.900682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:53:53.931930 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e5795-ec30-44fa-9426-9ed4f0ec965d x-openstack-request-id: req-462e5795-ec30-44fa-9426-9ed4f0ec965d {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:53:53.931930 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-plugged", "status": "completed", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:53:53.931930 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-462e5795-ec30-44fa-9426-9ed4f0ec965d {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:53:53.931930 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'code': 200} Nov 11 21:53:54.028479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb422-a59b-433a-80df-11194e0fd71c req-5e2675a6-b6d3-47fc-b989-0f1bcc71434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:54.030146 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74ecb422-a59b-433a-80df-11194e0fd71c req-5e2675a6-b6d3-47fc-b989-0f1bcc71434d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1096 time: 0.0412374 Nov 11 21:53:54.047361 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:54.076552 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-74ecb422-a59b-433a-80df-11194e0fd71c req-941309f1-8e0d-4ccc-9399-33670c1d9f69 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Nov 11 21:53:54.094913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:53:54.779392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332564-82b6-4a3d-a84e-658a5f52841d req-d2fd143e-96ad-4d1f-a66c-c0d16c216728 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:54.784573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c332564-82b6-4a3d-a84e-658a5f52841d req-d2fd143e-96ad-4d1f-a66c-c0d16c216728 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0506122 Nov 11 21:53:54.830294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c332564-82b6-4a3d-a84e-658a5f52841d req-5e1fe709-e9e8-4f81-9ae2-da048fd4c02e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Nov 11 21:53:55.946747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b340-8be0-4ba2-8c4e-a3b080d0cf4b req-cc3fd2ff-f276-4032-86f0-32ae68ce6b0f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:55.948277 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1c0b340-8be0-4ba2-8c4e-a3b080d0cf4b req-cc3fd2ff-f276-4032-86f0-32ae68ce6b0f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0492129 Nov 11 21:53:56.001043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1c0b340-8be0-4ba2-8c4e-a3b080d0cf4b req-4646adbd-0890-45ec-93b5-2035b171a884 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454528 Nov 11 21:53:56.119016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ea03d-760d-4979-8b76-ae9b0f15c0f6 req-60252827-902f-4979-a09a-44b2ac1acad4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:56.120451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c44ea03d-760d-4979-8b76-ae9b0f15c0f6 req-60252827-902f-4979-a09a-44b2ac1acad4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0505698 Nov 11 21:53:56.172269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c44ea03d-760d-4979-8b76-ae9b0f15c0f6 req-b7b5105a-7e4f-432c-9049-682085e30757 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449307 Nov 11 21:53:56.434978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e29d-951f-4c7e-b8e3-bb22c5310d98 req-825da98e-127b-4209-9d5d-60c1babab32a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:56.436624 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9358e29d-951f-4c7e-b8e3-bb22c5310d98 req-825da98e-127b-4209-9d5d-60c1babab32a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0517905 Nov 11 21:53:56.484808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9358e29d-951f-4c7e-b8e3-bb22c5310d98 req-41bb283a-76a9-4856-b09e-7806087a2bf7 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Nov 11 21:53:56.601774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7dd71-bf3b-44b2-892d-931d668fabcd req-958cca7c-e1d2-4d69-be4f-6f97b4dae50c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:56.608510 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65b7dd71-bf3b-44b2-892d-931d668fabcd req-958cca7c-e1d2-4d69-be4f-6f97b4dae50c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0540166 Nov 11 21:53:56.651671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65b7dd71-bf3b-44b2-892d-931d668fabcd req-59677e29-b0d8-44c5-a7aa-0efe3a841d7c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Nov 11 21:53:56.972832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9ccb6-fc15-4ec4-8904-581c8a2a00bd req-0a16d810-8bd2-4c1e-8eac-11831019bd61 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:56.974338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ca9ccb6-fc15-4ec4-8904-581c8a2a00bd req-0a16d810-8bd2-4c1e-8eac-11831019bd61 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0501478 Nov 11 21:53:57.022819 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ca9ccb6-fc15-4ec4-8904-581c8a2a00bd req-6baa96a5-95f4-41e5-8539-8bbbc151ffbd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Nov 11 21:53:57.044866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-71d2a6e0-946c-4456-87ca-15a743713613 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411787 Nov 11 21:53:57.949666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:53:58.144105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae61e-42b8-472b-96f4-5814822a5b86 req-01ae4fc6-9f8d-464f-9f2d-0fdce52d97b5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:58.145603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4aae61e-42b8-472b-96f4-5814822a5b86 req-01ae4fc6-9f8d-464f-9f2d-0fdce52d97b5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0544620 Nov 11 21:53:58.195350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4aae61e-42b8-472b-96f4-5814822a5b86 req-3eb7ce7f-d1f0-416f-bfec-9658d55b522c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434203 Nov 11 21:53:59.223343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-1091efb1-cd30-4bfa-a37e-15279149c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:59.224821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-1091efb1-cd30-4bfa-a37e-15279149c7a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1097 time: 0.0870540 Nov 11 21:53:59.317677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-6638046f-41bb-4b14-a8d6-104aa6f636b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:59.319170 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-6638046f-41bb-4b14-a8d6-104aa6f636b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0873611 Nov 11 21:53:59.323761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070c394-a3b2-41d9-80cf-97e687c7a14e req-1895ee8a-1cad-4c27-b8b2-0b59351a3457 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:59.325534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3070c394-a3b2-41d9-80cf-97e687c7a14e req-1895ee8a-1cad-4c27-b8b2-0b59351a3457 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0497775 Nov 11 21:53:59.366616 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-b4d44a74-83c8-4f5a-b8c2-568b6b3ae379 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 217 time: 0.0406303 Nov 11 21:53:59.374992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3070c394-a3b2-41d9-80cf-97e687c7a14e req-29dbb63b-38b8-44d6-ba3d-5a6a85badde9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Nov 11 21:53:59.415853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-3f93a267-1fef-4891-863f-0ff9bbd6c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:53:59.417351 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-3f93a267-1fef-4891-863f-0ff9bbd6c81f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0446479 Nov 11 21:53:59.449434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-08ce7539-be94-4929-8978-ff18f3c62c63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249467 Nov 11 21:53:59.541823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-7695f1b8-c787-45ea-b77b-89abe552482a service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850227 Nov 11 21:53:59.632402 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-58b4b500-46a2-4535-9298-0855ba0f7e33 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824282 Nov 11 21:54:00.492159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9db64f-b75c-4ac8-9ac9-4cbf7579b14c req-11b75204-e645-4b8b-a40f-09a2012b8b5e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:00.493674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c9db64f-b75c-4ac8-9ac9-4cbf7579b14c req-11b75204-e645-4b8b-a40f-09a2012b8b5e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0498219 Nov 11 21:54:00.544967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c9db64f-b75c-4ac8-9ac9-4cbf7579b14c req-572a4adc-4572-497f-8350-f92a67b97ca4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Nov 11 21:54:01.664200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939d94d-770b-42ce-b659-02e45bd784b2 req-2d390896-d9bd-4d78-b14a-e544be1dd456 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:01.665714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a939d94d-770b-42ce-b659-02e45bd784b2 req-2d390896-d9bd-4d78-b14a-e544be1dd456 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0520744 Nov 11 21:54:01.713634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a939d94d-770b-42ce-b659-02e45bd784b2 req-ab22c070-ee87-45cb-aeec-1de115e086d5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Nov 11 21:54:02.035127 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-19477595-2ba7-4a28-84bd-b4baa2284ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:02.833997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dba40-3b63-45e7-9865-d3939e30c404 req-ff7a992c-271a-4d30-b1ca-89e0955d46ef tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:02.835543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-306dba40-3b63-45e7-9865-d3939e30c404 req-ff7a992c-271a-4d30-b1ca-89e0955d46ef tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0509992 Nov 11 21:54:02.886467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-306dba40-3b63-45e7-9865-d3939e30c404 req-d0f39a2d-6352-4bda-987b-5aa6010b52e9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Nov 11 21:54:04.010452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f812f24-5c94-4549-a9a6-0be045731813 req-8a17a5b1-9463-48e0-b11b-fd18203bd77b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:04.011946 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f812f24-5c94-4549-a9a6-0be045731813 req-8a17a5b1-9463-48e0-b11b-fd18203bd77b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0525296 Nov 11 21:54:04.059965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f812f24-5c94-4549-a9a6-0be045731813 req-4f78ff92-08b3-4a56-8ca3-7e9b16279411 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Nov 11 21:54:04.509046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5e4aaa88-a3ed-4f74-85a9-fca8e344f912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:05.177219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e675-d3d6-4a82-a114-cea7ce9c564b req-08dfaa39-61db-482a-990b-355d032830db tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:05.178750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e92e675-d3d6-4a82-a114-cea7ce9c564b req-08dfaa39-61db-482a-990b-355d032830db tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0503223 Nov 11 21:54:05.226433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e92e675-d3d6-4a82-a114-cea7ce9c564b req-112829d4-2ef2-46d7-be5b-c7c22d88eaac tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Nov 11 21:54:05.760482 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:06.345327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27028c1-0e4b-45d7-b776-8f517c47497f req-83796cd3-0cdd-4617-829f-85489a824811 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:06.346858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d27028c1-0e4b-45d7-b776-8f517c47497f req-83796cd3-0cdd-4617-829f-85489a824811 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0494387 Nov 11 21:54:06.399478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d27028c1-0e4b-45d7-b776-8f517c47497f req-c07afa14-16cd-4760-86aa-1d8ece8efa96 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Nov 11 21:54:07.280615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:07.515695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8800-fa77-4666-bb71-9c8fbe250975 req-f3c43881-e937-4626-9bdc-54274f05675e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:07.517307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6bf8800-fa77-4666-bb71-9c8fbe250975 req-f3c43881-e937-4626-9bdc-54274f05675e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0495279 Nov 11 21:54:07.570759 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f6bf8800-fa77-4666-bb71-9c8fbe250975 req-f39c4dcb-69c8-43be-b628-7c77c8127aa3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Nov 11 21:54:07.573729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-13a81ce3-a367-4a2f-880a-a06aea88968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:07.575564 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-13a81ce3-a367-4a2f-880a-a06aea88968c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1097 time: 0.0416303 Nov 11 21:54:07.681340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-2eb7b360-e188-4468-aaaa-093896a80794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:07.682821 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-2eb7b360-e188-4468-aaaa-093896a80794 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0889168 Nov 11 21:54:07.725832 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-31077318-b33b-41b7-90f3-b95c6e2ab5ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 217 time: 0.0350833 Nov 11 21:54:07.778600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-ac473d5f-64b3-40e8-84ba-70929b17cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:07.779985 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-ac473d5f-64b3-40e8-84ba-70929b17cfb0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0469308 Nov 11 21:54:07.811973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-b6cfc931-8476-4b38-bcd5-6eccd5e6145d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244336 Nov 11 21:54:07.886136 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:07.905059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-fa150d28-c0d0-4ae4-a467-12ac963edcc5 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850787 Nov 11 21:54:08.004776 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03b65eb2-e177-45a2-afc7-78d3bcfc4c83 req-d72d2de5-8a1f-49a8-a048-ec2a87138002 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879340 Nov 11 21:54:08.690543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2415b1-08b4-4608-8dde-9e6ad43c6ae5 req-78076875-578d-4c50-bced-94a3ed4a7900 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:08.692043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ef2415b1-08b4-4608-8dde-9e6ad43c6ae5 req-78076875-578d-4c50-bced-94a3ed4a7900 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0497153 Nov 11 21:54:08.741938 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ef2415b1-08b4-4608-8dde-9e6ad43c6ae5 req-c21041c8-501f-4165-9cbc-38ccaab5d623 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Nov 11 21:54:09.870443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664686d-8bfd-417a-942d-e17c6489fc40 req-fcc1bb41-a521-4f57-96da-63253fec7b3e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:09.872003 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6664686d-8bfd-417a-942d-e17c6489fc40 req-fcc1bb41-a521-4f57-96da-63253fec7b3e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0563769 Nov 11 21:54:09.920519 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6664686d-8bfd-417a-942d-e17c6489fc40 req-4af8ef94-fe8d-40b2-b255-ca5b15020e6f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Nov 11 21:54:11.038298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2481cc4-2a0e-46f2-a2b4-0c8b4a37ff70 req-bca52d68-1e6c-4207-a959-bace275b1b47 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:11.039787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2481cc4-2a0e-46f2-a2b4-0c8b4a37ff70 req-bca52d68-1e6c-4207-a959-bace275b1b47 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Nov 11 21:54:11.087279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2481cc4-2a0e-46f2-a2b4-0c8b4a37ff70 req-c05a0b9d-a258-48d8-9046-c24b5a56184e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Nov 11 21:54:12.209588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490348ff-5e2a-461e-beb2-631962a2ec46 req-f555b3a1-d1c3-4446-b946-7e62adf34e26 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:12.210974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490348ff-5e2a-461e-beb2-631962a2ec46 req-f555b3a1-d1c3-4446-b946-7e62adf34e26 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0542583 Nov 11 21:54:12.259285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-490348ff-5e2a-461e-beb2-631962a2ec46 req-9e3933bf-b402-43e6-9747-0d637bfd0a39 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Nov 11 21:54:13.374540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee022-0d8b-44a0-83b4-7573951fc618 req-e059013c-f793-4588-b38a-b1e549da0841 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:13.376031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2cee022-0d8b-44a0-83b4-7573951fc618 req-e059013c-f793-4588-b38a-b1e549da0841 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0486319 Nov 11 21:54:13.423798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2cee022-0d8b-44a0-83b4-7573951fc618 req-c56c07fb-b841-4a82-ae69-f29a98e4a0e5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Nov 11 21:54:14.540695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8d0c9-b4d5-4a37-8b8b-625c9869ae0f req-c6e10399-e42e-4202-8284-a3aef0a22060 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:14.542173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99c8d0c9-b4d5-4a37-8b8b-625c9869ae0f req-c6e10399-e42e-4202-8284-a3aef0a22060 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0486331 Nov 11 21:54:14.594788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-99c8d0c9-b4d5-4a37-8b8b-625c9869ae0f req-d75354ba-f538-401d-a45e-07d741773b86 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463960 Nov 11 21:54:15.717552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a8147-5cfa-4dea-9b79-415423f86c5e req-dd2763ac-e061-4cb2-bc71-c7c09f53f2f1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:15.719063 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-570a8147-5cfa-4dea-9b79-415423f86c5e req-dd2763ac-e061-4cb2-bc71-c7c09f53f2f1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0513616 Nov 11 21:54:15.767465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-570a8147-5cfa-4dea-9b79-415423f86c5e req-f7adf748-4e5b-4699-bf6f-f6032e31d7fc tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Nov 11 21:54:16.892039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251e44c-443d-4ffb-9839-f9816da2df7c req-d72e6249-69f0-4415-bd9f-bc313de128dc tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:16.893587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d251e44c-443d-4ffb-9839-f9816da2df7c req-d72e6249-69f0-4415-bd9f-bc313de128dc tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0546472 Nov 11 21:54:16.954537 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d251e44c-443d-4ffb-9839-f9816da2df7c req-4f82cd91-21c5-4307-a594-827cd887dbd8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548439 Nov 11 21:54:18.077583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77414d21-adb6-4f26-837e-3ca43c8d54c0 req-fda46f09-34a6-40f7-b853-4742eaca1e8b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:18.079097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77414d21-adb6-4f26-837e-3ca43c8d54c0 req-fda46f09-34a6-40f7-b853-4742eaca1e8b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0539203 Nov 11 21:54:18.128313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77414d21-adb6-4f26-837e-3ca43c8d54c0 req-8f38c2c9-fd0d-4019-ba13-32cab8ff612f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431530 Nov 11 21:54:19.245012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac4a14-8e33-4301-9054-9f8915281100 req-f12d9cfe-80ca-4ea1-98b6-dfe8fc9aa90e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:19.246417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6fac4a14-8e33-4301-9054-9f8915281100 req-f12d9cfe-80ca-4ea1-98b6-dfe8fc9aa90e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0495987 Nov 11 21:54:19.293326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6fac4a14-8e33-4301-9054-9f8915281100 req-ba9cc744-551c-459f-98c6-c1628a10dce1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Nov 11 21:54:20.412172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af043fe-3d1f-4641-873f-2d7053349a58 req-b4a90801-fdf2-45b1-b646-d3dadc26316f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:20.413672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8af043fe-3d1f-4641-873f-2d7053349a58 req-b4a90801-fdf2-45b1-b646-d3dadc26316f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Nov 11 21:54:20.468387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8af043fe-3d1f-4641-873f-2d7053349a58 req-0412f90e-0c48-4cdd-80ae-f42a57636e36 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Nov 11 21:54:21.255508 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:54:21.586038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb721a-f0ad-4ebe-9319-5af0ede435e7 req-eee36086-4303-453a-8d7d-37a72eb20c68 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:21.587478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebdb721a-f0ad-4ebe-9319-5af0ede435e7 req-eee36086-4303-453a-8d7d-37a72eb20c68 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0494976 Nov 11 21:54:21.637860 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ebdb721a-f0ad-4ebe-9319-5af0ede435e7 req-9a8f1b41-b455-45ea-ac80-23d28b99cf4c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Nov 11 21:54:22.566382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:22.759591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a396d31-9d31-428a-afd1-327f71e22e9a req-c233ed38-281e-4c66-b843-e87b3ab96124 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:22.761152 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a396d31-9d31-428a-afd1-327f71e22e9a req-c233ed38-281e-4c66-b843-e87b3ab96124 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0522904 Nov 11 21:54:22.808495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a396d31-9d31-428a-afd1-327f71e22e9a req-58f91564-dff6-4525-a65f-577e33d9d98d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Nov 11 21:54:23.935106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c1dbb-856b-406a-86fe-e04bd8b544a4 req-5f2916c2-41cb-4004-bbe5-810a17351427 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:23.937287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d8c1dbb-856b-406a-86fe-e04bd8b544a4 req-5f2916c2-41cb-4004-bbe5-810a17351427 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0537288 Nov 11 21:54:23.985316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d8c1dbb-856b-406a-86fe-e04bd8b544a4 req-24b1130b-8d67-4870-b98f-ff6c758152f0 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Nov 11 21:54:25.101923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b43ab-1803-428d-b983-d8b2e8791427 req-5b26ccdd-d459-4e8c-b926-c14c7f49c829 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:25.103422 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698b43ab-1803-428d-b983-d8b2e8791427 req-5b26ccdd-d459-4e8c-b926-c14c7f49c829 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0494921 Nov 11 21:54:25.151755 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698b43ab-1803-428d-b983-d8b2e8791427 req-45630e76-055a-4d63-9cbf-601ea8d8c557 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Nov 11 21:54:26.272157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d0af8-9391-407e-8763-83495f1c15b6 req-b616cc0b-e670-4146-af31-9b45660225aa tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:26.273670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be2d0af8-9391-407e-8763-83495f1c15b6 req-b616cc0b-e670-4146-af31-9b45660225aa tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0526679 Nov 11 21:54:26.320927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-be2d0af8-9391-407e-8763-83495f1c15b6 req-8c61337c-473e-4ce1-998c-95ed55b9fdd6 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Nov 11 21:54:27.174032 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-0982fc49-2e1e-478f-a745-64766ac65733 req-8409fb90-a3a1-4422-bdfc-32c222ae58ba service neutron] show failed (client error): The resource could not be found. Nov 11 21:54:27.175069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-8409fb90-a3a1-4422-bdfc-32c222ae58ba service neutron] 10.222.0.58 "GET /v2.0/ports/37b2694e-08ec-4820-aa2c-1f86604a70a8/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0587261 Nov 11 21:54:27.441980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7f59-adcc-48fb-95f6-53e9796a3e68 req-bac11faa-c1e6-4352-aebe-cc1a33adb8b2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:27.443602 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97ce7f59-adcc-48fb-95f6-53e9796a3e68 req-bac11faa-c1e6-4352-aebe-cc1a33adb8b2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0514700 Nov 11 21:54:27.495054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-97ce7f59-adcc-48fb-95f6-53e9796a3e68 req-9d93efbe-2a4b-4a79-8de2-95ca8c5e6f7c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Nov 11 21:54:27.668763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-1ce2423d-756d-467f-acbb-46da7db59f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:27.670304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-1ce2423d-756d-467f-acbb-46da7db59f39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791&tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee HTTP/1.1" status: 200 len: 1097 time: 0.0739295 Nov 11 21:54:27.683940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:27.737566 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:27.914213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:27.941237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:27.974691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:54:28.017292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:28.019579 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2086b28f-fbeb-44a9-91a7-1621e43a4374" -d '{"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:28.023591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.036849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Transition to ACTIVE for port object 37b2694e-08ec-4820-aa2c-1f86604a70a8 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:54:28.086124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.127282 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e360c824-cede-40f8-8911-2ece310a1648 x-openstack-request-id: req-e360c824-cede-40f8-8911-2ece310a1648 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:28.127282 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-unplugged", "status": "completed", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:28.127518 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e360c824-cede-40f8-8911-2ece310a1648 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:28.127722 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'code': 200} Nov 11 21:54:28.142235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:28.162143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] No DVR routers for this DVR port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:54:28.164635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.164982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.165320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.165658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.165985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.166310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.166633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.166955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.167276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.167596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.167917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.168258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:28.204420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:54:28.204678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:54:28.205002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:28.209200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:54:28.209521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Attempting to bind port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:28.214266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:54:28.214601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Checking segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:54:28.214978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Bound using segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:54:28.215400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Bound port: 37b2694e-08ec-4820-aa2c-1f86604a70a8, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:54:28.215748 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.281596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:54:28.284578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:54:28.337594 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.373886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:28.374503 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:28.375893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] 10.222.0.62 "PUT /v2.0/ports/37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 1092 time: 0.6959238 Nov 11 21:54:28.393805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e882-30b0-4913-9363-0346d35297bf service neutron] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:28.438590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-fa59ad9a-393f-4bfb-a6e6-c34a7e7c351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:28.440090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-fa59ad9a-393f-4bfb-a6e6-c34a7e7c351a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1095 time: 0.0410671 Nov 11 21:54:28.534936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-c1b736e7-9c4b-403e-bcf6-59cd3c9cdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:28.536528 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-c1b736e7-9c4b-403e-bcf6-59cd3c9cdce7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0892193 Nov 11 21:54:28.588683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-aee22d01-354f-48e9-9404-06c452c2f6ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 217 time: 0.0433381 Nov 11 21:54:28.667156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297412e-5bd4-4704-8135-5aa764766b4b req-23f54321-bad4-4152-b506-76d5dd443501 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:28.668704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8297412e-5bd4-4704-8135-5aa764766b4b req-23f54321-bad4-4152-b506-76d5dd443501 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0891092 Nov 11 21:54:28.670942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982fc49-2e1e-478f-a745-64766ac65733 req-87a7b35c-e1f1-427e-88de-03518fd9ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:28.672261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-87a7b35c-e1f1-427e-88de-03518fd9ab87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0667892 Nov 11 21:54:28.718586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-1f350ec4-b7f9-4b84-901f-2e70ba911f27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299470 Nov 11 21:54:28.760734 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8297412e-5bd4-4704-8135-5aa764766b4b req-5b218eb4-f468-4410-b1fd-74114c3687fa tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854852 Nov 11 21:54:28.827761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-274799e2-55c5-415d-aaa3-38981ca0963a service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015511 Nov 11 21:54:28.923798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0982fc49-2e1e-478f-a745-64766ac65733 req-7e28c03a-75a5-4bbb-ac3f-f1fbca5274fa service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877500 Nov 11 21:54:29.863091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:54:29.877724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1245d-b126-4aa5-b805-328ff338dceb req-a5d568cb-b2db-4750-94c9-0286638e687e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:29.879252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8a1245d-b126-4aa5-b805-328ff338dceb req-a5d568cb-b2db-4750-94c9-0286638e687e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0497735 Nov 11 21:54:29.904491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:54:29.932016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8a1245d-b126-4aa5-b805-328ff338dceb req-8768b618-5d52-4b05-8ddc-d7f9b10f1d24 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Nov 11 21:54:30.128774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:30.131099 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e442e-d47b-481d-8681-73c07bc71d73" -d '{"events": [{"name": "network-changed", "server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:30.179239 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df182d28-2f7b-4ec7-bb04-745ca1225200 x-openstack-request-id: req-df182d28-2f7b-4ec7-bb04-745ca1225200 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:30.179531 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:30.179785 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df182d28-2f7b-4ec7-bb04-745ca1225200 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:30.180265 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'status': 'completed', 'code': 200} Nov 11 21:54:30.238361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-fc084a89-723d-49b1-b7e5-eec9282394de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.239877 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-fc084a89-723d-49b1-b7e5-eec9282394de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1095 time: 0.0427570 Nov 11 21:54:30.243490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-de668397-6650-4d94-8dc6-b91361ff7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.245022 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-de668397-6650-4d94-8dc6-b91361ff7ea3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1095 time: 0.0408473 Nov 11 21:54:30.338844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-1e326b21-31f5-4afe-8b3b-63cb7b2444e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.339041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-dd0848ad-b84b-4952-b164-9e33c8724e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.340338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-dd0848ad-b84b-4952-b164-9e33c8724e8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0860484 Nov 11 21:54:30.340472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-1e326b21-31f5-4afe-8b3b-63cb7b2444e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0915432 Nov 11 21:54:30.383032 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-901d1631-b5c8-458a-9158-08d8feb248d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 217 time: 0.0347128 Nov 11 21:54:30.385904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-e710dc0f-b4e2-4851-a830-8bf33370f95c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 217 time: 0.0378809 Nov 11 21:54:30.434403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-989e95e8-bb35-42bf-855e-d20e3b6d0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.435587 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-fd3771f1-f843-4a2b-bf7c-76a0a1f30f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:30.436662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-989e95e8-bb35-42bf-855e-d20e3b6d0ad6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0439777 Nov 11 21:54:30.437114 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-fd3771f1-f843-4a2b-bf7c-76a0a1f30f1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0473835 Nov 11 21:54:30.471321 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-0770f94d-cc1d-4b21-9357-8fc0233edda7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265956 Nov 11 21:54:30.473920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-9ec8b5ac-23f8-4ad4-bc76-9a6aa3067d18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288148 Nov 11 21:54:30.568154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-a20114e7-9141-4c97-b048-999f2978f04d service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863929 Nov 11 21:54:30.568904 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-7cbcae7b-e811-4c54-9f00-d5a1d2c0104c service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897858 Nov 11 21:54:30.658745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-82129d83-b0e1-4545-ad7c-026bcf5c6534 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831952 Nov 11 21:54:30.663085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9d7e442e-d47b-481d-8681-73c07bc71d73 req-8672d8fb-e2ec-48ef-b311-f4f3a526724e service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868602 Nov 11 21:54:31.055196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc206c5-eee7-452b-b996-e61e3b206c50 req-f1a54629-70de-4e0a-9785-f7b326bd07d3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:31.056701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cc206c5-eee7-452b-b996-e61e3b206c50 req-f1a54629-70de-4e0a-9785-f7b326bd07d3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0517201 Nov 11 21:54:31.109833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cc206c5-eee7-452b-b996-e61e3b206c50 req-40859d27-df81-49b0-91bc-6ff5a4690913 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467465 Nov 11 21:54:31.983536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ca3ebced-4239-48ce-9661-925621b3a5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.226293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b580021-54db-43c0-9ffd-4742e4d541ee req-15660207-72b1-4e25-9a5c-4b69128448dc tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:32.227783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b580021-54db-43c0-9ffd-4742e4d541ee req-15660207-72b1-4e25-9a5c-4b69128448dc tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0495858 Nov 11 21:54:32.274496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b580021-54db-43c0-9ffd-4742e4d541ee req-941b1e0f-34af-4d5e-898f-80134764fd44 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Nov 11 21:54:32.435391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:54:32.532944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:32.547562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9', 'port_id': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'mac_address': 'fa:16:3e:e7:ed:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93fbf1a-b836-4543-ad88-0649e0ca1859', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:54:32.585594 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.599061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b2694e-08ec-4820-aa2c-1f86604a70a8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:54:32.618562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:32.634665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c47b3-dd22-4985-be0b-bd2583febdc1 req-526ca6e9-d060-4093-b5c5-5181186112b4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:32.636463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b3c47b3-dd22-4985-be0b-bd2583febdc1 req-526ca6e9-d060-4093-b5c5-5181186112b4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 944 time: 0.0494933 Nov 11 21:54:32.687137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b3c47b3-dd22-4985-be0b-bd2583febdc1 req-ef850529-85af-460c-a504-5dadd119639d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Nov 11 21:54:32.748813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:32.760982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03643a5b-474a-48e2-8222-a17479310569 req-3176333f-e6bd-48b8-904b-7deabcd06139 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:32.764709 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-3176333f-e6bd-48b8-904b-7deabcd06139 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.58 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791&tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 944 time: 0.0864394 Nov 11 21:54:32.800180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:32.834512 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-03643a5b-474a-48e2-8222-a17479310569 req-7a24747c-ec92-4f52-8c46-6531d6a9f537 service neutron] delete failed (client error): The resource could not be found. Nov 11 21:54:32.835529 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-7a24747c-ec92-4f52-8c46-6531d6a9f537 service neutron] 10.222.0.58 "DELETE /v2.0/ports/37b2694e-08ec-4820-aa2c-1f86604a70a8/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0650156 Nov 11 21:54:32.922009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03643a5b-474a-48e2-8222-a17479310569 req-0f898b9c-ec8a-4408-b36b-7396f7e7bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:32.923517 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-0f898b9c-ec8a-4408-b36b-7396f7e7bc73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 1096 time: 0.0414321 Nov 11 21:54:33.014168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03643a5b-474a-48e2-8222-a17479310569 req-f8f6aabe-2578-4cad-a782-952866b3e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:33.015634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-f8f6aabe-2578-4cad-a782-952866b3e0b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0853066 Nov 11 21:54:33.027449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['37b2694e-08ec-4820-aa2c-1f86604a70a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:33.060105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-46495afa-f6be-4c5d-8b9c-39e904b009f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 200 len: 217 time: 0.0375826 Nov 11 21:54:33.111132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03643a5b-474a-48e2-8222-a17479310569 req-16bfbda4-5fa8-4e58-a11b-bfab5f99741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:33.112757 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-16bfbda4-5fa8-4e58-a11b-bfab5f99741a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0454977 Nov 11 21:54:33.144569 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-fb4e027e-a88f-46f4-a3df-3a8b61bd3c1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253258 Nov 11 21:54:33.236409 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-9f115c42-ded2-4785-84cd-629b0c6a8f88 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839453 Nov 11 21:54:33.326131 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-03643a5b-474a-48e2-8222-a17479310569 req-1f0a3b18-e82a-49e9-b6f3-c02a74572d5e service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822647 Nov 11 21:54:33.809096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0743c-7ee3-4917-8c6a-a22787f858a0 req-2dd37d88-137c-456b-b7d5-3373f66c20f7 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:33.810741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8f0743c-7ee3-4917-8c6a-a22787f858a0 req-2dd37d88-137c-456b-b7d5-3373f66c20f7 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Nov 11 21:54:33.858968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8f0743c-7ee3-4917-8c6a-a22787f858a0 req-13cf4c59-9ef6-46d6-9abc-e38f517a05c8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Nov 11 21:54:34.434425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:34.470224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1788a115-885f-435f-b24f-430cf95579ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:34.582985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 37b2694e-08ec-4820-aa2c-1f86604a70a8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:54:34.586919 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 37b2694e-08ec-4820-aa2c-1f86604a70a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:34.587294 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:34.667553 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:34.690632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:34.692918 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820b7e10-1571-447c-a575-b09bab16dfda" -d '{"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-plugged", "status": "completed", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:34.705813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:34.771562 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:34.795571 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eb2b3f-bf95-4632-8dd9-2e6197e975f3 x-openstack-request-id: req-c7eb2b3f-bf95-4632-8dd9-2e6197e975f3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:34.795868 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-plugged", "status": "completed", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:34.796128 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7eb2b3f-bf95-4632-8dd9-2e6197e975f3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:34.796541 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'code': 200} Nov 11 21:54:34.820326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:34.828045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.828424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.828769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.829105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.829440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.829771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.830100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.830428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.830754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.831078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.831406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.831728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:54:34.976624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54f35e-c980-4ea6-a52d-15a92f56f804 req-9c6f0780-2365-4cf7-a16a-9b622506de33 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:34.978093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f54f35e-c980-4ea6-a52d-15a92f56f804 req-9c6f0780-2365-4cf7-a16a-9b622506de33 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Nov 11 21:54:35.025211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f54f35e-c980-4ea6-a52d-15a92f56f804 req-407f6bc5-858f-4f8b-9511-e903fae89647 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Nov 11 21:54:35.140752 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a439e1-4cb2-491a-83a3-bb0acfe4585b req-b3352b17-597a-4451-91b9-29afa5f38728 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:35.142133 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47a439e1-4cb2-491a-83a3-bb0acfe4585b req-b3352b17-597a-4451-91b9-29afa5f38728 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0531189 Nov 11 21:54:35.188951 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47a439e1-4cb2-491a-83a3-bb0acfe4585b req-7c4ed0f4-4398-4488-be32-34495a677ed4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Nov 11 21:54:35.301047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af09d4-b9c9-458f-8862-9be8150717e6 req-ec0c7247-0bee-4abc-b572-1ce2b96f91e8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:35.302513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4af09d4-b9c9-458f-8862-9be8150717e6 req-ec0c7247-0bee-4abc-b572-1ce2b96f91e8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0476863 Nov 11 21:54:35.348346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4af09d4-b9c9-458f-8862-9be8150717e6 req-04aff513-451d-4522-a26b-1359c400630f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Nov 11 21:54:35.794711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:35.978987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b02ff-4190-473b-9922-729aca3af516 req-c337bb2f-5cd0-4769-975a-0999f8cd2af2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:35.980486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-c337bb2f-5cd0-4769-975a-0999f8cd2af2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 815 time: 0.1045830 Nov 11 21:54:35.994983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-bc01524d-b193-475e-a07f-8ca600c55ad6 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/quotas/fc332b8d0d7441fa88a9d2f7a1efe8ee HTTP/1.1" status: 200 len: 375 time: 0.0087540 Nov 11 21:54:36.043767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-fae17de9-7748-40d0-ad4c-1165f31c8480 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430384 Nov 11 21:54:36.181487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-04695a99-e2d9-4d00-bc2a-08c7625beeb3 service neutron] 10.222.0.31 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303551 Nov 11 21:54:36.270903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-4016fd49-6e05-4e19-a24e-326ac123f5b3 service neutron] 10.222.0.31 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825939 Nov 11 21:54:36.500371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-46f19c48-a7f2-440b-b226-4c02fcab62d9 req-a776b2c8-3cd5-4ca8-bf9e-9e66173d8ef9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 210 time: 0.0286298 Nov 11 21:54:37.319804 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:37.364812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-4f46d516-22f1-429f-8ed6-84d97fc22280 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:37.366279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-4f46d516-22f1-429f-8ed6-84d97fc22280 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.62 "GET /v2.0/ports?device_id=81b789b3-b5fb-49e3-9494-c84c8847d791 HTTP/1.1" status: 200 len: 946 time: 0.0524893 Nov 11 21:54:37.458725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Deleting port 37b2694e-08ec-4820-aa2c-1f86604a70a8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:54:37.458979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:37.555781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] For port 37b2694e-08ec-4820-aa2c-1f86604a70a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=37b2694e-08ec-4820-aa2c-1f86604a70a8,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:37.555781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:37.569267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Calling delete_port for 37b2694e-08ec-4820-aa2c-1f86604a70a8 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:54:37.604885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-236cef8c-e060-4b6e-b498-fc13316adba7 req-4a288551-c3f1-40bd-917d-c02674dbc174 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 210 time: 0.0336099 Nov 11 21:54:37.800094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:37.812621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['37b2694e-08ec-4820-aa2c-1f86604a70a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:37.830934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Pushing event deleted for resources: {'Port': ['ID=37b2694e-08ec-4820-aa2c-1f86604a70a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:37.871856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] No DVR routers for this DVR port 37b2694e-08ec-4820-aa2c-1f86604a70a8 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:54:37.874791 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:37.878257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cce33c0-8c35-4565-8ef3-87c99bb30f5b req-150013f6-1c95-4971-a85a-e36bdb8f67dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.62 "DELETE /v2.0/ports/37b2694e-08ec-4820-aa2c-1f86604a70a8 HTTP/1.1" status: 204 len: 173 time: 0.5047207 Nov 11 21:54:37.878707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-deleted', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:37.881074 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6928cf8a-a360-4ede-a169-1d33020b2dad" -d '{"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-deleted", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:37.915317 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:37.918339 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26b8918-5e31-4114-a365-ec6282ce9f8b x-openstack-request-id: req-e26b8918-5e31-4114-a365-ec6282ce9f8b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:37.918640 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b789b3-b5fb-49e3-9494-c84c8847d791", "name": "network-vif-deleted", "tag": "37b2694e-08ec-4820-aa2c-1f86604a70a8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:37.919708 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e26b8918-5e31-4114-a365-ec6282ce9f8b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:37.920126 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b789b3-b5fb-49e3-9494-c84c8847d791', 'name': 'network-vif-deleted', 'tag': '37b2694e-08ec-4820-aa2c-1f86604a70a8', 'status': 'completed', 'code': 200} Nov 11 21:54:38.875762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2078955f-7c35-4fc6-887d-6d533bed4819 req-9a1f56f4-0c9a-4320-956e-18e589a12cdc tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 210 time: 0.0350194 Nov 11 21:54:38.906834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b02ff-4190-473b-9922-729aca3af516 req-b0ea7ec8-d170-401b-bc41-15f93e2c5be6 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:38.908226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-b0ea7ec8-d170-401b-bc41-15f93e2c5be6 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.62 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 815 time: 0.5015326 Nov 11 21:54:38.924491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Request body: {'port': {'device_id': '1649e336-845b-4bd0-8a34-9caea95bf269', 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9', 'admin_state_up': True, 'tenant_id': 'fc332b8d0d7441fa88a9d2f7a1efe8ee'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:39.102622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Made reservation on behalf of fc332b8d0d7441fa88a9d2f7a1efe8ee for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:54:39.106165 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:39.230410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Allocated IP 172.20.0.4 (2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9/d93fbf1a-b836-4543-ad88-0649e0ca1859/72880558-1b90-42ec-8a1f-01de56b3fadf) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:54:39.381772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:39.503757 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:39.515840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['37b2694e-08ec-4820-aa2c-1f86604a70a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:39.546651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:54:39.551757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:54:39.555461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:54:39.583357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:39.612901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:39.615126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:39.717177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-3f551ab9-cc91-4a36-b341-617fb3455ea2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962496 Nov 11 21:54:39.729779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Request body: {'port': {'device_id': '1649e336-845b-4bd0-8a34-9caea95bf269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:54:39.784064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:40.039600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb5b7-e7e9-4920-bdb4-b6c63b9b1b8d req-ebbca470-bd60-43f4-8b96-94a092040b4f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.041014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cabdb5b7-e7e9-4920-bdb4-b6c63b9b1b8d req-ebbca470-bd60-43f4-8b96-94a092040b4f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 931 time: 0.0816219 Nov 11 21:54:40.124326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72880558-1b90-42ec-8a1f-01de56b3fadf {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:54:40.131541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cabdb5b7-e7e9-4920-bdb4-b6c63b9b1b8d req-e24062c4-1e74-43b4-becd-c0c1f5319d71 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818617 Nov 11 21:54:40.135418 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:40.147524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Transition to ACTIVE for port object 72880558-1b90-42ec-8a1f-01de56b3fadf will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:54:40.217582 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:40.267844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:40.342534 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:54:40.342873 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:54:40.343200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:40.347434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Port 72880558-1b90-42ec-8a1f-01de56b3fadf on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:54:40.347757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:54:40.352814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:54:40.353153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Checking segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:54:40.353537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Bound using segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:54:40.353963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Bound port: 72880558-1b90-42ec-8a1f-01de56b3fadf, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:54:40.354313 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:40.415665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:54:40.419613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:54:40.497930 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:40.531927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.532605 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:40.533981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] 10.222.0.62 "PUT /v2.0/ports/72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 1091 time: 0.8083320 Nov 11 21:54:40.534418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:40.536713 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7af265-46b2-467a-b822-672b32095c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:40.565106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd427a-b110-439b-ad7e-19c21389f968 service neutron] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:40.575420 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2e10a-7fca-4fbc-8f4f-fbf222923ea5 x-openstack-request-id: req-aae2e10a-7fca-4fbc-8f4f-fbf222923ea5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:40.575724 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:40.575982 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aae2e10a-7fca-4fbc-8f4f-fbf222923ea5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:40.576440 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'status': 'completed', 'code': 200} Nov 11 21:54:40.640620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af265-46b2-467a-b822-672b32095c6c req-d3da759e-6b15-4d4e-b062-78ac940bcd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.642089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7af265-46b2-467a-b822-672b32095c6c req-d3da759e-6b15-4d4e-b062-78ac940bcd1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1094 time: 0.0432472 Nov 11 21:54:40.745509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af265-46b2-467a-b822-672b32095c6c req-17e12d39-9a77-45a9-b449-db308e19864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.747024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7af265-46b2-467a-b822-672b32095c6c req-17e12d39-9a77-45a9-b449-db308e19864c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0965769 Nov 11 21:54:40.845005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af265-46b2-467a-b822-672b32095c6c req-6e831297-02d6-46d0-a528-a86facf9b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.846484 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d7af265-46b2-467a-b822-672b32095c6c req-6e831297-02d6-46d0-a528-a86facf9b137 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924511 Nov 11 21:54:40.923009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b02ff-4190-473b-9922-729aca3af516 req-2e34041b-0c59-4a7a-8897-fc83c40c1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:40.924452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-2e34041b-0c59-4a7a-8897-fc83c40c1ec5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1094 time: 0.0419526 Nov 11 21:54:40.968907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-61dc059c-689c-42df-92a6-9b841955a51f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 217 time: 0.0360799 Nov 11 21:54:41.019628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b02ff-4190-473b-9922-729aca3af516 req-0815b2e3-bd91-42e8-bc88-ba7a419bd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:41.021172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-0815b2e3-bd91-42e8-bc88-ba7a419bd018 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0442297 Nov 11 21:54:41.057940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-45766379-3f5b-406d-8953-83228b43e8f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281980 Nov 11 21:54:41.150573 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-a56ab82a-97ee-4d8e-a8bd-269a0df27edf service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834620 Nov 11 21:54:41.283067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffa97a-5d9a-431d-9418-62e3e6dc54f2 req-7e05e172-143b-4c4b-ab3c-313a4df8354a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:41.290026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dffa97a-5d9a-431d-9418-62e3e6dc54f2 req-7e05e172-143b-4c4b-ab3c-313a4df8354a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0711389 Nov 11 21:54:41.290026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b1b02ff-4190-473b-9922-729aca3af516 req-c3d061ca-0177-40a8-b9aa-c30036b6cab3 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280787 Nov 11 21:54:41.332940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0dffa97a-5d9a-431d-9418-62e3e6dc54f2 req-b92f18b5-5fd9-4b49-8594-6d21f1d76087 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Nov 11 21:54:42.449171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9c93-04b7-403a-88f7-a27f44b0ecc6 req-5acff309-0933-446e-be39-df96e0ba78c6 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:42.451197 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b36f9c93-04b7-403a-88f7-a27f44b0ecc6 req-5acff309-0933-446e-be39-df96e0ba78c6 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0488555 Nov 11 21:54:42.468026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:54:42.491146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 37b2694e-08ec-4820-aa2c-1f86604a70a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:54:42.491488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 37b2694e-08ec-4820-aa2c-1f86604a70a8 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:54:42.505301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b36f9c93-04b7-403a-88f7-a27f44b0ecc6 req-262a0e40-1abe-45cb-bc9d-fff6a8bea9d3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 Nov 11 21:54:43.619770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29292206-f6d6-4ca0-afcc-fb100df2665d req-78b49d4b-e7c3-4ef0-8467-3d9c6f6d798a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:43.621316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29292206-f6d6-4ca0-afcc-fb100df2665d req-78b49d4b-e7c3-4ef0-8467-3d9c6f6d798a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0496294 Nov 11 21:54:43.670525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29292206-f6d6-4ca0-afcc-fb100df2665d req-7997f008-296d-4a8f-9c27-a2b9e4dfd605 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Nov 11 21:54:44.481969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:54:44.573955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:44.584906 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9', 'port_id': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'mac_address': 'fa:16:3e:b1:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93fbf1a-b836-4543-ad88-0649e0ca1859', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:54:44.783178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.793228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208065d-4f23-4d0f-9a14-067697e78b53 req-8750306a-74cf-4d68-aed4-ffad98807edb tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:44.795379 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6208065d-4f23-4d0f-9a14-067697e78b53 req-8750306a-74cf-4d68-aed4-ffad98807edb tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0512421 Nov 11 21:54:44.796704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72880558-1b90-42ec-8a1f-01de56b3fadf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:54:44.816253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:44.844549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6208065d-4f23-4d0f-9a14-067697e78b53 req-f7d00c39-cb52-4f1f-9593-139e355be216 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Nov 11 21:54:44.868458 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:44.914726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:45.094025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['72880558-1b90-42ec-8a1f-01de56b3fadf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:54:45.963432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105a242-1520-4e2b-ac3b-d2436576e3ff req-0b92dfa4-4f78-459a-a184-661f6c4d9aad tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:45.964978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2105a242-1520-4e2b-ac3b-d2436576e3ff req-0b92dfa4-4f78-459a-a184-661f6c4d9aad tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 944 time: 0.0536263 Nov 11 21:54:46.013530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2105a242-1520-4e2b-ac3b-d2436576e3ff req-fd7b80e2-6488-4df0-bd82-764f4e47ad3e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Nov 11 21:54:46.490986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:54:46.673661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 72880558-1b90-42ec-8a1f-01de56b3fadf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:54:46.677560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 72880558-1b90-42ec-8a1f-01de56b3fadf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:54:46.677934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.756703 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.779904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:54:46.782238 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a280e32f-bb69-4a1a-b9b4-2f41fa32d168" -d '{"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-plugged", "status": "completed", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:54:46.795279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:54:46.819089 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b78e264-ccc9-456b-8535-5cc09ebebd9e x-openstack-request-id: req-8b78e264-ccc9-456b-8535-5cc09ebebd9e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:54:46.819378 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-plugged", "status": "completed", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:54:46.819631 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b78e264-ccc9-456b-8535-5cc09ebebd9e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:54:46.820023 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'code': 200} Nov 11 21:54:46.845701 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:46.894057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:54:46.916762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf56f1-c72e-478c-ac11-89a46deffd26 req-0ae61ce0-29f6-445e-8ed7-c793cfbb9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:46.918280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdaf56f1-c72e-478c-ac11-89a46deffd26 req-0ae61ce0-29f6-445e-8ed7-c793cfbb9618 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1096 time: 0.0408137 Nov 11 21:54:46.963211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bdaf56f1-c72e-478c-ac11-89a46deffd26 req-81ef3386-cbc1-4536-a942-bd568a3d2fe6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Nov 11 21:54:47.133334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c8fa8-073e-4441-b80e-a17d4b278ef4 req-ba25df9f-a554-46f5-a474-6d5257fc9b59 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:47.134850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-984c8fa8-073e-4441-b80e-a17d4b278ef4 req-ba25df9f-a554-46f5-a474-6d5257fc9b59 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0526013 Nov 11 21:54:47.182600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-984c8fa8-073e-4441-b80e-a17d4b278ef4 req-edb98ea1-d15b-42d4-b6a1-891f7b349183 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Nov 11 21:54:48.307726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbed763-ff2b-49dc-a150-29898e899ed8 req-6810dc67-af90-4b16-8ae4-96a2abf18ebd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:48.309404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bbed763-ff2b-49dc-a150-29898e899ed8 req-6810dc67-af90-4b16-8ae4-96a2abf18ebd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0558684 Nov 11 21:54:48.358739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bbed763-ff2b-49dc-a150-29898e899ed8 req-cda55b0a-966c-4496-8f0a-06209090f660 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Nov 11 21:54:48.475141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1f32-88f6-40d5-9f69-b0a2530fb0ce req-50b405a4-411d-4d2c-9a80-27039ae1f1c8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:48.476575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-859d1f32-88f6-40d5-9f69-b0a2530fb0ce req-50b405a4-411d-4d2c-9a80-27039ae1f1c8 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0488381 Nov 11 21:54:48.528780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-859d1f32-88f6-40d5-9f69-b0a2530fb0ce req-b2d69516-34e6-432e-b890-e8a60b98e0ac tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Nov 11 21:54:48.914827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53922464-628c-4961-a906-59cd8b10efcb req-62b86002-8bb1-490d-9f78-dc2bbc96cdf1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:48.916337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53922464-628c-4961-a906-59cd8b10efcb req-62b86002-8bb1-490d-9f78-dc2bbc96cdf1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0496545 Nov 11 21:54:48.964905 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53922464-628c-4961-a906-59cd8b10efcb req-93d25c6e-4fd7-4c0e-b7a3-c60a63c52552 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Nov 11 21:54:49.030194 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-ed94f6bd-82b3-49c1-b67e-3fbf242317ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444682 Nov 11 21:54:50.082671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94057e95-cb29-4b90-ba19-f79e83b40e33 req-451d2af6-61d8-4d3b-be22-543b82033639 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:50.084237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94057e95-cb29-4b90-ba19-f79e83b40e33 req-451d2af6-61d8-4d3b-be22-543b82033639 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0499337 Nov 11 21:54:50.134027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94057e95-cb29-4b90-ba19-f79e83b40e33 req-75467d70-b992-404b-bc55-2f14142b189c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Nov 11 21:54:50.874391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-160f6ea8-1167-4c84-86a5-dfbb437df9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:50.875893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-160f6ea8-1167-4c84-86a5-dfbb437df9e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1096 time: 0.0474315 Nov 11 21:54:50.967671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-86e36932-5a57-4f4d-98a7-abdb4a825116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:50.969189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-86e36932-5a57-4f4d-98a7-abdb4a825116 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0861449 Nov 11 21:54:51.015980 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-b74a0718-f9ab-45e3-8683-3735095e5e26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 217 time: 0.0400090 Nov 11 21:54:51.067002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-459211b6-5366-430a-b4bf-7c4d9352e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:51.068479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-459211b6-5366-430a-b4bf-7c4d9352e910 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0453570 Nov 11 21:54:51.104203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-aa342c39-0d80-43e6-a8bf-fe1ed52c869c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271401 Nov 11 21:54:51.203862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-4b1ecc68-ebf7-4844-88ba-0ea8c9eb52ec service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917065 Nov 11 21:54:51.315301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec3f4-66cb-456f-9c12-e5b10f6473e3 req-3138f635-60a0-437a-8552-85f437e780d5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:51.316932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-828ec3f4-66cb-456f-9c12-e5b10f6473e3 req-3138f635-60a0-437a-8552-85f437e780d5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.1107121 Nov 11 21:54:51.354080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-8868dbfd-026c-4a48-9976-fa39cbe37257 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375675 Nov 11 21:54:51.382068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-828ec3f4-66cb-456f-9c12-e5b10f6473e3 req-c420c297-98d2-40c2-ba36-8bae7ed31ea4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589654 Nov 11 21:54:52.499734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b63700-09b2-402f-ae7d-3ee15328c8bc req-e1d28bab-0b71-4268-a7c2-fb5be122538d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:52.501329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64b63700-09b2-402f-ae7d-3ee15328c8bc req-e1d28bab-0b71-4268-a7c2-fb5be122538d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0500419 Nov 11 21:54:52.548839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64b63700-09b2-402f-ae7d-3ee15328c8bc req-18c1291f-ba90-458f-b11a-3d149846f080 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Nov 11 21:54:52.560166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:53.665189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20945-0803-4953-8440-15bb52b180a9 req-0547a47f-7254-4436-99da-8a62f784e348 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:53.666685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77d20945-0803-4953-8440-15bb52b180a9 req-0547a47f-7254-4436-99da-8a62f784e348 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0500557 Nov 11 21:54:53.718891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77d20945-0803-4953-8440-15bb52b180a9 req-86a6dfe6-a7c5-426a-b265-1fac4997b044 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 Nov 11 21:54:54.833540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877e515-af84-44d4-a50e-eeccd0c9c213 req-999e9453-27b5-4a82-9fa5-a7434b0a9e39 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:54.835004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7877e515-af84-44d4-a50e-eeccd0c9c213 req-999e9453-27b5-4a82-9fa5-a7434b0a9e39 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Nov 11 21:54:54.882235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7877e515-af84-44d4-a50e-eeccd0c9c213 req-ebc0fb8d-0a08-4b2e-910a-3ce0de94c8e1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Nov 11 21:54:56.001394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c097dc6-b04f-4341-bb4d-42387d952f91 req-66290500-329d-4402-8717-655b11557d0d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:56.002869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c097dc6-b04f-4341-bb4d-42387d952f91 req-66290500-329d-4402-8717-655b11557d0d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0486493 Nov 11 21:54:56.049504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c097dc6-b04f-4341-bb4d-42387d952f91 req-4ec8177d-b109-4a6b-9094-2222bd1bd344 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Nov 11 21:54:57.168810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53cb0-3a2e-403d-82db-1fbad8172aa0 req-00388670-34f7-4dd7-9b66-fcf3d6790349 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:57.170309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26b53cb0-3a2e-403d-82db-1fbad8172aa0 req-00388670-34f7-4dd7-9b66-fcf3d6790349 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0531950 Nov 11 21:54:57.217674 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26b53cb0-3a2e-403d-82db-1fbad8172aa0 req-7cfae1f9-d457-4575-b6f5-d09b66be2456 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Nov 11 21:54:57.885175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:54:58.254659 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:54:58.332449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720084c-40f3-4ebe-a4d8-fb630f96e69f req-357d2fba-6cfe-4284-9817-a9a326123240 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:58.333943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c720084c-40f3-4ebe-a4d8-fb630f96e69f req-357d2fba-6cfe-4284-9817-a9a326123240 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0481067 Nov 11 21:54:58.381106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c720084c-40f3-4ebe-a4d8-fb630f96e69f req-d5e9469e-7e19-4462-bc3d-042233e26f1c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Nov 11 21:54:59.498548 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b7a70-6242-430d-84ea-d2b5767e4882 req-53decb01-769e-49b0-b749-c62a52e24f8d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:54:59.500015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b6b7a70-6242-430d-84ea-d2b5767e4882 req-53decb01-769e-49b0-b749-c62a52e24f8d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Nov 11 21:54:59.551765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b6b7a70-6242-430d-84ea-d2b5767e4882 req-5026208e-f337-4cdb-b324-2a11181005fd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Nov 11 21:55:00.670327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2bf9a-e0d0-4646-81a0-767ffc839bad req-e5f5b46b-9fb9-4d7c-9d21-1407cc894daf tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:00.671847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f2bf9a-e0d0-4646-81a0-767ffc839bad req-e5f5b46b-9fb9-4d7c-9d21-1407cc894daf tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0497777 Nov 11 21:55:00.719333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f2bf9a-e0d0-4646-81a0-767ffc839bad req-968bf2a6-a864-4a21-8386-0c8479539b9b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Nov 11 21:55:01.838609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9e669-a15c-441e-b387-10b4ac97f1fe req-8b041eff-53e5-46f9-9352-7737dced9a49 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:01.840159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9c9e669-a15c-441e-b387-10b4ac97f1fe req-8b041eff-53e5-46f9-9352-7737dced9a49 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Nov 11 21:55:01.887587 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9c9e669-a15c-441e-b387-10b4ac97f1fe req-56f5a8ac-cde7-4c72-baa4-f8e8046b726a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Nov 11 21:55:01.970335 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-310e8477-e1a5-494f-b4e3-c8b115f05b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:03.010327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb7e39-0ae8-45a0-9cdc-9bcb0824679e req-288888e2-f472-48fe-a7a0-31fea94c9502 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:03.012371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1eb7e39-0ae8-45a0-9cdc-9bcb0824679e req-288888e2-f472-48fe-a7a0-31fea94c9502 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Nov 11 21:55:03.059530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1eb7e39-0ae8-45a0-9cdc-9bcb0824679e req-66125a7c-3c94-4e0c-9d04-f53f1e6f3b0e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Nov 11 21:55:04.173827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66954-250c-48c3-84ac-a75273c25bd1 req-7ae67499-9fa9-44c2-984f-c6235b5b2958 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:04.175293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4d66954-250c-48c3-84ac-a75273c25bd1 req-7ae67499-9fa9-44c2-984f-c6235b5b2958 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0479350 Nov 11 21:55:04.222864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4d66954-250c-48c3-84ac-a75273c25bd1 req-88214309-3707-4ead-a30c-786f4372f9bd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Nov 11 21:55:04.468173 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e08b406b-bcb1-4a7a-9054-8b01b618812f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:05.342336 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215b398-5b9d-473b-9433-e308219f918b req-b647f6bf-a644-4008-8dd9-5cb386d4a962 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:05.343824 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b215b398-5b9d-473b-9433-e308219f918b req-b647f6bf-a644-4008-8dd9-5cb386d4a962 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Nov 11 21:55:05.391073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b215b398-5b9d-473b-9433-e308219f918b req-3c7518d3-19e4-4b22-b05f-336be5334dbe tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Nov 11 21:55:05.748450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:06.507136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911944d-b899-444d-b724-b347a755c457 req-3d38ec2d-d86e-4982-a162-6d13107aa73f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:06.508656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3911944d-b899-444d-b724-b347a755c457 req-3d38ec2d-d86e-4982-a162-6d13107aa73f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Nov 11 21:55:06.555766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3911944d-b899-444d-b724-b347a755c457 req-ce7aca4f-9360-4932-b095-9dd8f6455802 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406137 Nov 11 21:55:07.290745 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:07.673824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c730-614b-4159-87ec-09d053203b2c req-7eeaf2df-5dbe-451e-b56c-fe4d7abd6461 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:07.675331 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1695c730-614b-4159-87ec-09d053203b2c req-7eeaf2df-5dbe-451e-b56c-fe4d7abd6461 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0499375 Nov 11 21:55:07.726915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1695c730-614b-4159-87ec-09d053203b2c req-da4bd022-aa04-4bcc-bea7-1fa23dfdcd81 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456316 Nov 11 21:55:07.908036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:08.843780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc2fe-2983-4c85-babd-d15c05e047df req-0c7e4b80-f015-47e1-b2e4-8dcf295f785c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:08.845316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aeadc2fe-2983-4c85-babd-d15c05e047df req-0c7e4b80-f015-47e1-b2e4-8dcf295f785c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Nov 11 21:55:08.893046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aeadc2fe-2983-4c85-babd-d15c05e047df req-c7067bb4-3c05-4486-8865-8872e9dbe2f2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Nov 11 21:55:10.009707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350350-1ba9-41de-a65d-e55c6054bf3d req-8677339e-2530-43d6-9823-ac09ff611fc4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:10.011181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc350350-1ba9-41de-a65d-e55c6054bf3d req-8677339e-2530-43d6-9823-ac09ff611fc4 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0477362 Nov 11 21:55:10.057978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc350350-1ba9-41de-a65d-e55c6054bf3d req-daa942de-3006-4c7d-8404-7002e7e697f2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401764 Nov 11 21:55:11.180089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87998b4-f7ec-4734-b120-1eace25c1529 req-a0a50c4b-7fe4-405a-9b0e-5ee5ed341bb0 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:11.181570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a87998b4-f7ec-4734-b120-1eace25c1529 req-a0a50c4b-7fe4-405a-9b0e-5ee5ed341bb0 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Nov 11 21:55:11.228615 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a87998b4-f7ec-4734-b120-1eace25c1529 req-234ac672-06b4-47c7-b4dc-c301a10892dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Nov 11 21:55:12.344128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602d2ef-faf0-4488-b9c3-c5da2d1ebc84 req-d1147855-70a1-4f67-92c0-70f54dade351 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:12.345986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5602d2ef-faf0-4488-b9c3-c5da2d1ebc84 req-d1147855-70a1-4f67-92c0-70f54dade351 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Nov 11 21:55:12.395137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5602d2ef-faf0-4488-b9c3-c5da2d1ebc84 req-e5c831a7-785c-451b-add8-c2d4bc3d27f5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Nov 11 21:55:13.519087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9d4a7-9f5c-4169-b03c-fce0fb6337fe req-22945829-2f1a-4e1b-b869-4ce80094cc90 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:13.520787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fef9d4a7-9f5c-4169-b03c-fce0fb6337fe req-22945829-2f1a-4e1b-b869-4ce80094cc90 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Nov 11 21:55:13.571678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fef9d4a7-9f5c-4169-b03c-fce0fb6337fe req-453384a5-e6eb-4ec0-95d1-4b812dd96629 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Nov 11 21:55:14.631090 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-79816952-83c8-4b03-a2d9-2f461203a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:14.632676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-79816952-83c8-4b03-a2d9-2f461203a0ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1096 time: 0.0414677 Nov 11 21:55:14.755503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7d384-099e-4836-8a40-6855f86d75d1 req-dee89c70-6f57-4664-b407-2f9967309e11 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:14.757060 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5d7d384-099e-4836-8a40-6855f86d75d1 req-dee89c70-6f57-4664-b407-2f9967309e11 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.1082149 Nov 11 21:55:14.787833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-0d40bbb7-6a45-4435-ab59-f2a8cc6cf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:14.789278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-0d40bbb7-6a45-4435-ab59-f2a8cc6cf10c service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.1312344 Nov 11 21:55:14.842171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-000c4590-72af-4bc6-b7fe-aba9ec8df26e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 217 time: 0.0451720 Nov 11 21:55:14.849292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5d7d384-099e-4836-8a40-6855f86d75d1 req-cb053ac6-4e3a-4e3c-897d-78eff8383111 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846617 Nov 11 21:55:14.899399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-6c0b78fd-b557-4eea-9834-229a1b8a1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:14.900901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-6c0b78fd-b557-4eea-9834-229a1b8a1d05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0475402 Nov 11 21:55:14.934968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-32ee2312-0d21-43fc-b57c-97a1aaddc09f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239103 Nov 11 21:55:15.024855 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-2041ee15-4ea6-46b2-b812-9d0935752a36 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824616 Nov 11 21:55:15.119838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb2d1ea4-6052-4d61-9878-8c7db97466ac req-b46a800c-a458-4962-8842-58fc2930f5e4 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863450 Nov 11 21:55:15.967222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e10c7-f5b8-4e6a-9ea5-56fa8e7a3601 req-5cabb492-3898-4cae-898d-317ea07458b9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:15.968770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e77e10c7-f5b8-4e6a-9ea5-56fa8e7a3601 req-5cabb492-3898-4cae-898d-317ea07458b9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0501757 Nov 11 21:55:16.017154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e77e10c7-f5b8-4e6a-9ea5-56fa8e7a3601 req-89b98cf6-0702-4d2f-9d02-7d6314bea7b2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Nov 11 21:55:17.134802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21b34a-7d62-4e1c-89d2-76b33c1c970a req-4a0ede0c-3696-4f1a-8b78-b7bda0780a7b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:17.136836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c21b34a-7d62-4e1c-89d2-76b33c1c970a req-4a0ede0c-3696-4f1a-8b78-b7bda0780a7b tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0476294 Nov 11 21:55:17.187551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c21b34a-7d62-4e1c-89d2-76b33c1c970a req-8d5fd2f1-3ae2-4915-83b8-d2a7afba2e23 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 Nov 11 21:55:18.301286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b818b7-268b-4527-8fcb-791121e9f62c req-770b3edb-d203-4bad-b34d-be8bea991b10 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:18.302755 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7b818b7-268b-4527-8fcb-791121e9f62c req-770b3edb-d203-4bad-b34d-be8bea991b10 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0485413 Nov 11 21:55:18.349807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7b818b7-268b-4527-8fcb-791121e9f62c req-7aba800d-a506-4a0a-af90-b1e0cf965915 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Nov 11 21:55:18.587871 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-ed2611df-4de4-4dc4-a1fb-c4d6a201a9c1 service neutron] show failed (client error): The resource could not be found. Nov 11 21:55:18.588935 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-ed2611df-4de4-4dc4-a1fb-c4d6a201a9c1 service neutron] 10.222.0.62 "GET /v2.0/ports/72880558-1b90-42ec-8a1f-01de56b3fadf/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0552516 Nov 11 21:55:19.151681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-a9082a48-80f9-4527-b8ef-9ee8d6f855ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:19.153391 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-a9082a48-80f9-4527-b8ef-9ee8d6f855ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269&tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee HTTP/1.1" status: 200 len: 1096 time: 0.0428951 Nov 11 21:55:19.166559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:19.220367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:19.441722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:19.477809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3b9d1-c592-43b7-b74d-f26660413358 req-b86ae130-cea4-45ca-8a77-5a79d96459a9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:19.479230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:19.481457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53c3b9d1-c592-43b7-b74d-f26660413358 req-b86ae130-cea4-45ca-8a77-5a79d96459a9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0566404 Nov 11 21:55:19.519772 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:19.522094 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c9d011-3129-4b1b-9d8b-410c4707424d" -d '{"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-unplugged", "status": "completed", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:19.526078 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:19.540372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53c3b9d1-c592-43b7-b74d-f26660413358 req-50e11877-4455-4e1e-8878-1c78b2d4c4ce tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Nov 11 21:55:19.545065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Transition to ACTIVE for port object 72880558-1b90-42ec-8a1f-01de56b3fadf will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:55:19.625788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:19.684940 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272825f7-4c2d-4281-a1da-775c88610205 x-openstack-request-id: req-272825f7-4c2d-4281-a1da-775c88610205 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:19.685234 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-unplugged", "status": "completed", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:19.685488 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-272825f7-4c2d-4281-a1da-775c88610205 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:19.685884 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'code': 200} Nov 11 21:55:19.688364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] No DVR routers for this DVR port 72880558-1b90-42ec-8a1f-01de56b3fadf on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:55:19.695286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:19.706650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.711739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:19.742877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:55:19.743215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:55:19.743540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:19.748461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Port 72880558-1b90-42ec-8a1f-01de56b3fadf on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:55:19.748783 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Attempting to bind port 72880558-1b90-42ec-8a1f-01de56b3fadf on network 2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:19.753571 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:55:19.753909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Checking segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:19.754289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Bound using segment: {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:55:19.754711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Bound port: 72880558-1b90-42ec-8a1f-01de56b3fadf, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:55:19.755057 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:19.817396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:19.820411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:55:19.879814 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:19.913177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:19.914049 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:19.915626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] 10.222.0.58 "PUT /v2.0/ports/72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 1091 time: 0.7530751 Nov 11 21:55:19.952111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d16d4d-7837-42aa-a789-b5f00cc4bfcc service neutron] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:19.984041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-263f1db1-dec0-40f4-9496-766669a439de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:19.985583 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-263f1db1-dec0-40f4-9496-766669a439de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1094 time: 0.0473917 Nov 11 21:55:20.077964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-b4461548-58fd-4a83-ba41-a0b9f0966331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:20.079447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-b4461548-58fd-4a83-ba41-a0b9f0966331 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0873592 Nov 11 21:55:20.120381 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-d0b87b30-034e-4d8c-bfdb-80b24724d8e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 217 time: 0.0341969 Nov 11 21:55:20.173340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-b8b9b913-7b30-4d15-a2aa-b0dc6058e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:20.174741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-b8b9b913-7b30-4d15-a2aa-b0dc6058e762 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0464907 Nov 11 21:55:20.205876 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-ee095732-efa8-430d-9c9c-b0ca79a61958 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243168 Nov 11 21:55:20.293912 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-3f712d0a-84e9-4344-9041-85222938df99 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808063 Nov 11 21:55:20.386908 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d1b836d5-a2b9-4fa5-acb5-2b7433f682a3 req-8a1dbe39-8fcd-42ee-bf2c-284e97497ede service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848210 Nov 11 21:55:20.662928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2509b-fefd-42a0-b483-970c1239e3e0 req-69a09286-d260-43e5-bff5-930dd48cf188 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:20.664470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5a2509b-fefd-42a0-b483-970c1239e3e0 req-69a09286-d260-43e5-bff5-930dd48cf188 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0497146 Nov 11 21:55:20.718388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5a2509b-fefd-42a0-b483-970c1239e3e0 req-f92b4ec6-a491-473e-82ac-ca1642c57285 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Nov 11 21:55:21.687111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:21.689434 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa85503d-0a19-4ad6-9fd4-6d5409b91933" -d '{"events": [{"name": "network-changed", "server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:21.738031 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c270670-259b-4e98-9e0e-2a388ec737b0 x-openstack-request-id: req-9c270670-259b-4e98-9e0e-2a388ec737b0 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:21.738327 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:21.738588 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c270670-259b-4e98-9e0e-2a388ec737b0 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:21.738990 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'status': 'completed', 'code': 200} Nov 11 21:55:21.810117 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-cb09b071-2db3-4c30-b8c8-c39e536d20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:21.811863 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-cb09b071-2db3-4c30-b8c8-c39e536d20f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1094 time: 0.0435359 Nov 11 21:55:21.839100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-31a24b2f-52ff-4974-9d56-c80de83957b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:21.841629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-31a24b2f-52ff-4974-9d56-c80de83957b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1094 time: 0.0768254 Nov 11 21:55:21.864412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcaf22-c05c-4399-a31b-601cca0da5e2 req-46ad6acd-f8f1-45e6-b824-700985bebd29 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:21.865845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33dcaf22-c05c-4399-a31b-601cca0da5e2 req-46ad6acd-f8f1-45e6-b824-700985bebd29 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0747380 Nov 11 21:55:21.909135 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-bca7ce27-c65a-485f-bf3c-113b98867814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:21.910605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-bca7ce27-c65a-485f-bf3c-113b98867814 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0918279 Nov 11 21:55:21.953594 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-731dd668-fa7a-4a5f-b6be-c3e87ce8f9eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 217 time: 0.0352206 Nov 11 21:55:21.971139 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-33dcaf22-c05c-4399-a31b-601cca0da5e2 req-f7947aa6-8d98-4279-9603-8f635209092e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927424 Nov 11 21:55:21.980793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-b95274e0-8fd9-42d4-aaeb-e4dde9110c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:21.982627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-b95274e0-8fd9-42d4-aaeb-e4dde9110c8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.1334379 Nov 11 21:55:22.002683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-c94464cd-40c7-43c0-ab01-dd5a52c0bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:22.004171 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-c94464cd-40c7-43c0-ab01-dd5a52c0bfbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0440154 Nov 11 21:55:22.031518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-962e9508-558e-48c0-b67d-3fe419e83abc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 217 time: 0.0422833 Nov 11 21:55:22.037715 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-e3b3f36d-ca5b-4602-809b-f56fc3f2f25a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248785 Nov 11 21:55:22.094693 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-a2a8e12e-ebde-4e42-944f-3cdfbaf69791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:22.096190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-a2a8e12e-ebde-4e42-944f-3cdfbaf69791 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0581889 Nov 11 21:55:22.129314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-f3ef1286-8ff7-405e-8485-7579621da0f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255499 Nov 11 21:55:22.131958 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-0a89a1ba-f8a8-4535-8478-4c1469a3ace7 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870082 Nov 11 21:55:22.223972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-b9995184-0923-4600-afa9-e4b8459ca957 service neutron] 10.222.0.58 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841115 Nov 11 21:55:22.224228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-199644c8-be30-46fa-b1dd-db01b68c7d1d service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862021 Nov 11 21:55:22.313467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa85503d-0a19-4ad6-9fd4-6d5409b91933 req-42f6fe87-8b8e-4f76-a98b-e532e258bc29 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820770 Nov 11 21:55:22.605612 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:22.693672 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:55:22.732982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:55:23.086840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea49769-d010-4c72-87d2-a77c101617f3 req-ee745fc4-217d-43ba-a4dd-5a30b19aeab2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:23.088371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ea49769-d010-4c72-87d2-a77c101617f3 req-ee745fc4-217d-43ba-a4dd-5a30b19aeab2 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0481863 Nov 11 21:55:23.140795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ea49769-d010-4c72-87d2-a77c101617f3 req-a0bfda59-437c-4d7f-8fd6-4ceee7f74e2d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Nov 11 21:55:24.203340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:55:24.260069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfde7f-55a2-4bc6-b72c-66f681af7899 req-a5ded4f8-5c20-4812-acaf-da8496f5b24d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:24.261862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ecfde7f-55a2-4bc6-b72c-66f681af7899 req-a5ded4f8-5c20-4812-acaf-da8496f5b24d tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 943 time: 0.0496988 Nov 11 21:55:24.302891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:24.310207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6ecfde7f-55a2-4bc6-b72c-66f681af7899 req-0d83bcb9-200f-4e41-9801-f2cac2ce98db tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Nov 11 21:55:24.314483 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'network_id': '2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9', 'port_id': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'mac_address': 'fa:16:3e:b1:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93fbf1a-b836-4543-ad88-0649e0ca1859', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:55:24.352712 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.370072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72880558-1b90-42ec-8a1f-01de56b3fadf {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:55:24.390392 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:24.461165 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:24.510562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:24.655223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a492a-997e-4e89-bbc2-3a835bb8f0ac req-8d00dc9f-ada5-4d0f-9d4b-f383ce4a14c5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:24.656760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c8a492a-997e-4e89-bbc2-3a835bb8f0ac req-8d00dc9f-ada5-4d0f-9d4b-f383ce4a14c5 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 944 time: 0.0517554 Nov 11 21:55:24.738632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c8a492a-997e-4e89-bbc2-3a835bb8f0ac req-bfd0b69d-b997-4335-8275-6be5b8b00838 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691094 Nov 11 21:55:24.747113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-4bfa2468-2a2b-4b89-960b-488c19956147 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:24.748558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-4bfa2468-2a2b-4b89-960b-488c19956147 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.62 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269&tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 944 time: 0.0885174 Nov 11 21:55:24.784423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['72880558-1b90-42ec-8a1f-01de56b3fadf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:55:24.814026 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-16a1324f-b76d-424a-96f2-7c759fdc5485 service neutron] delete failed (client error): The resource could not be found. Nov 11 21:55:24.815064 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-16a1324f-b76d-424a-96f2-7c759fdc5485 service neutron] 10.222.0.62 "DELETE /v2.0/ports/72880558-1b90-42ec-8a1f-01de56b3fadf/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0582314 Nov 11 21:55:24.900202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-da3bbd3d-fbb6-4cd5-8379-6b903a44068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:24.901692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-da3bbd3d-fbb6-4cd5-8379-6b903a44068b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 1095 time: 0.0417578 Nov 11 21:55:24.995005 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-42c4ad2e-3d7a-4e7f-a25a-4ee3e5810fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:24.997182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-42c4ad2e-3d7a-4e7f-a25a-4ee3e5810fdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 200 len: 916 time: 0.0887058 Nov 11 21:55:25.038983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-ac131663-9e67-48b4-a851-36f43eb7cc23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 200 len: 217 time: 0.0344617 Nov 11 21:55:25.086538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-20e5c072-64c5-439d-9f72-e031c6da3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:25.087919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-20e5c072-64c5-439d-9f72-e031c6da3dac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 200 len: 855 time: 0.0422666 Nov 11 21:55:25.124725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-c33e0759-2470-4665-85ca-b960b1cc5aa7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278792 Nov 11 21:55:25.213733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-41e75c80-8758-4c98-b9a8-c3a9ca2aa86d service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816288 Nov 11 21:55:25.305795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6573a8df-d8c3-4654-a436-dedc8cc4a504 req-fc83c0d7-78e7-434c-8974-f2f18fd88996 service neutron] 10.222.0.62 "GET /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850270 Nov 11 21:55:25.860645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aa186-952e-45aa-afe7-0f639d390ebf req-fea56492-610a-4ddb-be50-903ed711d2a1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:25.862226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d4aa186-952e-45aa-afe7-0f639d390ebf req-fea56492-610a-4ddb-be50-903ed711d2a1 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 944 time: 0.0532424 Nov 11 21:55:25.910654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d4aa186-952e-45aa-afe7-0f639d390ebf req-17b70c84-9fba-4abf-9b62-888a3ae5f9d9 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Nov 11 21:55:26.211002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:26.335588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 72880558-1b90-42ec-8a1f-01de56b3fadf completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:55:26.335588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 72880558-1b90-42ec-8a1f-01de56b3fadf triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:26.335588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:26.408668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:26.431610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:26.433985 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7695f54a-a68e-4617-b8b8-90a60184e33a" -d '{"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-plugged", "status": "completed", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:26.447223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:26.473066 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875985ce-d76f-4d4e-a2d0-fc8cd6eeedec x-openstack-request-id: req-875985ce-d76f-4d4e-a2d0-fc8cd6eeedec {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:26.473355 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-plugged", "status": "completed", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:26.473605 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-875985ce-d76f-4d4e-a2d0-fc8cd6eeedec {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:26.474006 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'code': 200} Nov 11 21:55:26.530699 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:26.587869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:27.028545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2658943-6585-4a08-839c-378838421a0f req-6717dfcb-c8f7-4c56-b308-181460e1e89a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:27.030023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2658943-6585-4a08-839c-378838421a0f req-6717dfcb-c8f7-4c56-b308-181460e1e89a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0482388 Nov 11 21:55:27.086195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2658943-6585-4a08-839c-378838421a0f req-9759541c-27c7-49e1-8b3d-388fac7ffb2f tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503063 Nov 11 21:55:27.559964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ff08b-2f57-4966-8734-52092481b3a0 req-4f31a8f6-383a-43ce-9542-c6cd2ec2416a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:27.561522 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d40ff08b-2f57-4966-8734-52092481b3a0 req-4f31a8f6-383a-43ce-9542-c6cd2ec2416a tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.4113996 Nov 11 21:55:27.609305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d40ff08b-2f57-4966-8734-52092481b3a0 req-9db36670-d52b-42b9-9163-6cb4763af188 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Nov 11 21:55:27.722004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b42c6e-4be8-464b-8ef9-aaf467ed3fbf req-ce860f32-8a64-4cb6-8777-059f06dc9c5c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:27.723512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-24b42c6e-4be8-464b-8ef9-aaf467ed3fbf req-ce860f32-8a64-4cb6-8777-059f06dc9c5c tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0487921 Nov 11 21:55:27.770512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-24b42c6e-4be8-464b-8ef9-aaf467ed3fbf req-330e2899-49a9-49ce-932b-10f9adcf621e tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Nov 11 21:55:27.907985 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:28.363536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a437c-39ca-44ed-bd0d-ae2aeb6063cc req-b5a97593-507d-4fdd-8afe-a89572d541a3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:28.365070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-206a437c-39ca-44ed-bd0d-ae2aeb6063cc req-b5a97593-507d-4fdd-8afe-a89572d541a3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0523531 Nov 11 21:55:28.412371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-206a437c-39ca-44ed-bd0d-ae2aeb6063cc req-5cdc0953-8682-40a7-b767-768cc2442b94 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Nov 11 21:55:29.527148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48549f06-5d3a-49ce-9266-317543d3d2fa req-05aef504-cd47-46fe-958b-61d236d398c3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:29.528692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48549f06-5d3a-49ce-9266-317543d3d2fa req-05aef504-cd47-46fe-958b-61d236d398c3 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0483506 Nov 11 21:55:29.578860 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48549f06-5d3a-49ce-9266-317543d3d2fa req-3255a518-ec8e-44f4-b3a5-9f1649823944 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/security-groups?id=639a09d8-e0a3-482f-b584-7ca2013d783e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441971 Nov 11 21:55:29.668399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-1be518aa-8b1e-4ec3-9987-44e4b0874978 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:29.669871 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-1be518aa-8b1e-4ec3-9987-44e4b0874978 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.58 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 945 time: 0.0488353 Nov 11 21:55:29.758456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Deleting port 72880558-1b90-42ec-8a1f-01de56b3fadf {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:55:29.758797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:29.847938 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] For port 72880558-1b90-42ec-8a1f-01de56b3fadf, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=72880558-1b90-42ec-8a1f-01de56b3fadf,segment=NetworkSegment(e55d9fcf-7e28-45e7-b8c5-3f32b484a330),segment_id=e55d9fcf-7e28-45e7-b8c5-3f32b484a330)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:29.848325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:29.861860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Calling delete_port for 72880558-1b90-42ec-8a1f-01de56b3fadf owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:55:30.091405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.102753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['72880558-1b90-42ec-8a1f-01de56b3fadf'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:55:30.119457 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Pushing event deleted for resources: {'Port': ['ID=72880558-1b90-42ec-8a1f-01de56b3fadf,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:30.160430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] No DVR routers for this DVR port 72880558-1b90-42ec-8a1f-01de56b3fadf on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:55:30.163132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:30.166551 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-df1e9567-a4df-460d-8f5d-c7ca92ef83b1 req-909097ab-c53a-4867-bda2-847f75c9b7dd tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.58 "DELETE /v2.0/ports/72880558-1b90-42ec-8a1f-01de56b3fadf HTTP/1.1" status: 204 len: 173 time: 0.4904673 Nov 11 21:55:30.167017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-deleted', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:30.169803 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df19b6-8225-4e02-af04-651a213d7867" -d '{"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-deleted", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:30.206282 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2411e308-c84f-464b-8a27-0404e8370401 x-openstack-request-id: req-2411e308-c84f-464b-8a27-0404e8370401 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:30.206576 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1649e336-845b-4bd0-8a34-9caea95bf269", "name": "network-vif-deleted", "tag": "72880558-1b90-42ec-8a1f-01de56b3fadf", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:30.206823 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2411e308-c84f-464b-8a27-0404e8370401 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:30.207219 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1649e336-845b-4bd0-8a34-9caea95bf269', 'name': 'network-vif-deleted', 'tag': '72880558-1b90-42ec-8a1f-01de56b3fadf', 'status': 'completed', 'code': 200} Nov 11 21:55:30.690282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf8ed5e9-a063-4631-bf7c-2b900142cf86 req-d44db793-fcf3-4bb6-b3db-4a840c48a722 tempest-ServerDiskConfigTestJSON-1685715113 tempest-ServerDiskConfigTestJSON-1685715113-project] 10.222.0.31 "GET /v2.0/ports?device_id=1649e336-845b-4bd0-8a34-9caea95bf269 HTTP/1.1" status: 200 len: 210 time: 0.0280290 Nov 11 21:55:31.812365 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38466) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:31.863836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Deleting subnet d93fbf1a-b836-4543-ad88-0649e0ca1859 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 21:55:31.866983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:31.905447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:31.944785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.003444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bb743b58-7d4b-434a-b7b9-caf65adfc03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.083864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.113555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93fbf1a-b836-4543-ad88-0649e0ca1859,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:32.124532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.125036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.125204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.125535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.125879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.126214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.126547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.126874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.127203 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.127526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.127851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.128193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:32.130919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.134105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3c9a2fc7-d228-4d58-80f6-bf2e28428c65 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d93fbf1a-b836-4543-ad88-0649e0ca1859 HTTP/1.1" status: 204 len: 168 time: 0.3207023 Nov 11 21:55:32.136980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38468) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:32.208593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.220546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:55:32.243996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 72880558-1b90-42ec-8a1f-01de56b3fadf {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:55:32.244486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 72880558-1b90-42ec-8a1f-01de56b3fadf not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:55:32.294634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.314498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:32.324177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:32.324477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55d9fcf-7e28-45e7-b8c5-3f32b484a330') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:32.333584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.346402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.352122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 21:55:32.352539 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: timer() Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 21:55:32.354176 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 21:55:32.490422 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.496211 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.499380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9 HTTP/1.1" status: 204 len: 168 time: 0.3614554 Nov 11 21:55:32.510986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3a5c5-15cd-4c01-b47d-fcd07b63ed61 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1ef6f3-2d8c-47f4-b5b7-8bce5d739ff9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:32.836678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38472) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:32.881344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8db66c1f-abde-403b-ad98-2e7098f89aff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc332b8d0d7441fa88a9d2f7a1efe8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434759 Nov 11 21:55:32.883764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38474) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:32.930892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449855be-84ea-4484-83ba-60ac32258c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:32.953172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449855be-84ea-4484-83ba-60ac32258c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:33.091231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449855be-84ea-4484-83ba-60ac32258c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:33.093910 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-449855be-84ea-4484-83ba-60ac32258c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:33.095083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-449855be-84ea-4484-83ba-60ac32258c8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/639a09d8-e0a3-482f-b584-7ca2013d783e HTTP/1.1" status: 204 len: 168 time: 0.2103918 Nov 11 21:55:33.109120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449855be-84ea-4484-83ba-60ac32258c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639a09d8-e0a3-482f-b584-7ca2013d783e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:34.178402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38496) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:34.276924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-963910258-network', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:34.392036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Made reservation on behalf of 1f6dfae84c8c47c28913b7864a6292d1 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:34.394460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.403952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.477342 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.478051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9a540405-9d82-4bdb-a493-a8f2dfb1015c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.581073 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.608273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 21:55:34.617976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fdf126-29c1-4c8b-b514-ae8b372d88d9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:34.624192 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.631440 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Added segment a5081c00-148c-4fbc-9941-f2a09b74a852 of type vlan for network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 Nov 11 21:55:34.666851 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.770548 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.771550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:34.772136 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:34.831507 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1eb506-b97d-4fae-a285-ceccdaaefa80,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:34.842171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 21:55:34.876327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0a39f813-1dd5-4430-b145-b01e77da41f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6967130 Nov 11 21:55:34.879119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38500) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:34.883937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Request body: {'subnet': {'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-963910258-subnet', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:34.970699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Made reservation on behalf of 1f6dfae84c8c47c28913b7864a6292d1 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:34.973114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.223252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.253860 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:55:35.284092 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c03f52-f12e-489a-a8e4-09462db27f95,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:35.293405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:35.293773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Network hostable DHCP agents. Network: 1a1eb506-b97d-4fae-a285-ceccdaaefa80, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 21:55:35.380457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 21:55:35.473217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1a1eb506-b97d-4fae-a285-ceccdaaefa80) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:35.477311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:35.477831 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.482856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8745a8d-8290-4e0a-9305-558cca25e9ca None None] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:55:35.578015 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-50800bca-54ad-4b03-8b59-8b89d4e768fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6978183 Nov 11 21:55:35.580618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:35.584919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:35.628349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 21:55:35.629236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.685179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.686283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.740114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.773064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Allocated IP 172.20.0.2 (1a1eb506-b97d-4fae-a285-ceccdaaefa80/71c03f52-f12e-489a-a8e4-09462db27f95/95861633-f06e-4380-bbd8-2e25c1bac7e3) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:35.804243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.918072 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.975835 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:35.998467 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.035258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:36.038134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:36.043740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:36.054332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Pushing event updated for resources: {'Port': ['ID=95861633-f06e-4380-bbd8-2e25c1bac7e3,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:36.076176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.076521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.076872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.077212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.077557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.077889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.078219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.078548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.079101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.079432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.079762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.080086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:36.117785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Attempting to bind port 95861633-f06e-4380-bbd8-2e25c1bac7e3 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:55:36.118219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Attempting to bind port 95861633-f06e-4380-bbd8-2e25c1bac7e3 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:55:36.118561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Attempting to bind port 95861633-f06e-4380-bbd8-2e25c1bac7e3 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:36.124304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:55:36.124692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:36.125097 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.125497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:55:36.126092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Bound port: 95861633-f06e-4380-bbd8-2e25c1bac7e3, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:55:36.126483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.190519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] For port 95861633-f06e-4380-bbd8-2e25c1bac7e3, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:36.193552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] For port 95861633-f06e-4380-bbd8-2e25c1bac7e3, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=95861633-f06e-4380-bbd8-2e25c1bac7e3,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:55:36.271761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.289758 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.295555 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.352276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6b077-cc2c-4eab-9925-bbfc1e721281 None None] Pushing event updated for resources: {'Port': ['ID=95861633-f06e-4380-bbd8-2e25c1bac7e3,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:36.404458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Allocated IP 172.25.2.109 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/3f2a69eb-c801-4fed-93a7-7f636aea7626) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:36.534595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.639905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.677667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:36.682524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:36.686204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:36.700980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d51c0-7752-48c7-8d98-f33177418457 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:55:36.709614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2a69eb-c801-4fed-93a7-7f636aea7626,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:36.818386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-801f9df4-a024-44c4-b9cb-1643b28850cd None None] Provisioning complete for port 3f2a69eb-c801-4fed-93a7-7f636aea7626 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:36.818790 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-801f9df4-a024-44c4-b9cb-1643b28850cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:36.857618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-801f9df4-a024-44c4-b9cb-1643b28850cd None None] Port 3f2a69eb-c801-4fed-93a7-7f636aea7626 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:37.013593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.222935 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.281490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e588b16-3cce-44cc-a692-39381bb437e3 None None] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 21:55:37.329972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.409579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-eece88dd-6f71-4cc5-832a-3b636ca9af07 None None] Provisioning complete for port 95861633-f06e-4380-bbd8-2e25c1bac7e3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:37.409946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eece88dd-6f71-4cc5-832a-3b636ca9af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.443975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 21:55:37.514385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eece88dd-6f71-4cc5-832a-3b636ca9af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.549428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-eece88dd-6f71-4cc5-832a-3b636ca9af07 None None] For port 95861633-f06e-4380-bbd8-2e25c1bac7e3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=95861633-f06e-4380-bbd8-2e25c1bac7e3,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:37.558099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:55:37.568673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:55:37.580474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:55:37.581170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:55:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:37.646334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-eece88dd-6f71-4cc5-832a-3b636ca9af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.659365 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.660802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0f485998-2d1e-44ee-a9e1-219dfea31f70 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0792534 Nov 11 21:55:37.664141 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38504) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:37.741726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:55:37.743929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece88dd-6f71-4cc5-832a-3b636ca9af07 None None] Pushing event updated for resources: {'Port': ['ID=95861633-f06e-4380-bbd8-2e25c1bac7e3,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:37.867770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2a02d31d-586c-44d9-b43f-e155bb8d2da7 None None] Provisioning complete for port 95861633-f06e-4380-bbd8-2e25c1bac7e3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:37.868163 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a02d31d-586c-44d9-b43f-e155bb8d2da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:37.958869 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.021711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:36Z', 'revision_number': 3, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:38.051579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:55:38.051936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Updating router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b port 3f2a69eb-c801-4fed-93a7-7f636aea7626 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:55:38.079505 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.343792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.399668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.449632 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.467886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ed2a5-785a-4284-bb5e-d06361a99cfc None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:55:38.492712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 95861633-f06e-4380-bbd8-2e25c1bac7e3 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:38.497806 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cfe8c-a04b-4348-8d90-50ae76a08064 None None] Pushing event updated for resources: {'Port': ['ID=3f2a69eb-c801-4fed-93a7-7f636aea7626,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:38.518401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Attempting to bind port 3f2a69eb-c801-4fed-93a7-7f636aea7626 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:55:38.518863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Attempting to bind port 3f2a69eb-c801-4fed-93a7-7f636aea7626 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:55:38.519310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Attempting to bind port 3f2a69eb-c801-4fed-93a7-7f636aea7626 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:38.538204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:55:38.540588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:38.540588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.540588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:55:38.540588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Bound port: 3f2a69eb-c801-4fed-93a7-7f636aea7626, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:55:38.540588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.587936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3735643c-f38c-4254-8892-bc44e450023f None None] Provisioning complete for port 3f2a69eb-c801-4fed-93a7-7f636aea7626 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:38.588352 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3735643c-f38c-4254-8892-bc44e450023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.631105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Allocated IP 172.20.0.1 (1a1eb506-b97d-4fae-a285-ceccdaaefa80/71c03f52-f12e-489a-a8e4-09462db27f95/49b6bb49-1b3b-42bb-b548-95194fd7bdfe) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:38.645819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] For port 3f2a69eb-c801-4fed-93a7-7f636aea7626, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:38.649772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] For port 3f2a69eb-c801-4fed-93a7-7f636aea7626, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3f2a69eb-c801-4fed-93a7-7f636aea7626,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:55:38.650704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3735643c-f38c-4254-8892-bc44e450023f None None] Port 3f2a69eb-c801-4fed-93a7-7f636aea7626 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:38.653516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 95861633-f06e-4380-bbd8-2e25c1bac7e3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:38.653891 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.744470 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.748086 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.857317 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.905803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:38.908841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:38.913880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:38.915954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Pushing event updated for resources: {'Port': ['ID=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:38.958497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299e68c7-e15a-41eb-b3b1-e65471eb668f None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 21:55:38.969148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:38.974764 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:55:38.975401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:55:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:39.020186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cfe8c-a04b-4348-8d90-50ae76a08064 None None] Pushing event updated for resources: {'Port': ['ID=3f2a69eb-c801-4fed-93a7-7f636aea7626,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:39.116474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8b0cd5e3-7019-490b-ba58-c786164e8114 None None] Provisioning complete for port 3f2a69eb-c801-4fed-93a7-7f636aea7626 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:39.117067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b0cd5e3-7019-490b-ba58-c786164e8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.123547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:55:39.221905 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.349379 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b0cd5e3-7019-490b-ba58-c786164e8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.374551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8b0cd5e3-7019-490b-ba58-c786164e8114 None None] For port 3f2a69eb-c801-4fed-93a7-7f636aea7626, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3f2a69eb-c801-4fed-93a7-7f636aea7626,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:39.394627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:36Z', 'revision_number': 3, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:39.406245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.425222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3507f17c-52b5-476f-9255-5593af471c3a None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:36Z', 'revision_number': 3, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:55:39.462068 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8b0cd5e3-7019-490b-ba58-c786164e8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.517895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cd5e3-7019-490b-ba58-c786164e8114 None None] Pushing event updated for resources: {'Port': ['ID=3f2a69eb-c801-4fed-93a7-7f636aea7626,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:39.525585 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.584702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fa2a0022-10db-47dd-bd17-cefb5788ef35 None None] Provisioning complete for port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:39.585080 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fa2a0022-10db-47dd-bd17-cefb5788ef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.596066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Pushing event updated for resources: {'Port': ['ID=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:39.598557 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:39.623066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a0022-10db-47dd-bd17-cefb5788ef35 None None] Port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:39.723080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:39.724756 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:39.860299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:55:39.977857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:55:39.984378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5abb68b3-61e7-4e78-b2d1-04d0de8898a1 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f93a64f-453b-4b73-9b66-1da5cb6e1b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3189130 Nov 11 21:55:40.048577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-40e7ba09-83c9-4d45-98fd-2140a5d4fcec None None] Provisioning complete for port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:40.049178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-40e7ba09-83c9-4d45-98fd-2140a5d4fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.085244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-40e7ba09-83c9-4d45-98fd-2140a5d4fcec None None] Port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:40.437642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3f2a69eb-c801-4fed-93a7-7f636aea7626 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:40.488968 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38512) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:40.491345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3f2a69eb-c801-4fed-93a7-7f636aea7626 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:40.491726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.493652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-2e3268c9-0278-4ae3-ba89-e81089fcb88e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477976816', 'description': 'tempest-description--1609019898'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:40.576574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3268c9-0278-4ae3-ba89-e81089fcb88e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.643634 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3268c9-0278-4ae3-ba89-e81089fcb88e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.734784 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3268c9-0278-4ae3-ba89-e81089fcb88e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.767825 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3268c9-0278-4ae3-ba89-e81089fcb88e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5ae4c-04b9-4173-a710-cef710149b08,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:40.840081 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2e3268c9-0278-4ae3-ba89-e81089fcb88e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:40.844206 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2e3268c9-0278-4ae3-ba89-e81089fcb88e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3513563 Nov 11 21:55:40.844325 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38514) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:40.848538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ee2b2543-d083-4104-995a-99cc9de8c67a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'security_group_rule': {'security_group_id': '94a5ae4c-04b9-4173-a710-cef710149b08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:40.958776 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2543-d083-4104-995a-99cc9de8c67a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.000780 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:55:41.010361 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:55:41.011051 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:55:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:41.016453 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2543-d083-4104-995a-99cc9de8c67a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.096605 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2543-d083-4104-995a-99cc9de8c67a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.115752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b2543-d083-4104-995a-99cc9de8c67a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0eb12e9-2118-4717-9529-7af807a7a7a1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:41.115991 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:55:41.190098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ee2b2543-d083-4104-995a-99cc9de8c67a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.191354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ee2b2543-d083-4104-995a-99cc9de8c67a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461418 Nov 11 21:55:41.194096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38516) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:41.198909 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-01389365-e29c-408b-aa27-f4cd7dd822bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'security_group_rule': {'security_group_id': '94a5ae4c-04b9-4173-a710-cef710149b08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:41.307264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01389365-e29c-408b-aa27-f4cd7dd822bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.314519 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 2, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:41.344665 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:55:41.345012 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Updating router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 21:55:41.367234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01389365-e29c-408b-aa27-f4cd7dd822bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.369583 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.485249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01389365-e29c-408b-aa27-f4cd7dd822bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.505798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01389365-e29c-408b-aa27-f4cd7dd822bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554012ae-00a2-4b69-a8c9-cb12fac61eff,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:41.606917 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-01389365-e29c-408b-aa27-f4cd7dd822bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.608220 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-01389365-e29c-408b-aa27-f4cd7dd822bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130247 Nov 11 21:55:41.611035 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 38518) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:41.615647 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:41.630771 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.736341 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.748009 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.786067 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Pushing event updated for resources: {'Port': ['ID=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:41.814814 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.815212 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.815495 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.815849 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.816204 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.816526 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.816855 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.817408 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.817922 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.818253 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.818577 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.819066 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:55:41.860627 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.863226 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Attempting to bind port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:55:41.863662 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Attempting to bind port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:55:41.864033 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Attempting to bind port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:41.869558 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:55:41.869964 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:41.872823 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.872823 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:55:41.872823 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Bound port: 49b6bb49-1b3b-42bb-b548-95194fd7bdfe, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:55:41.872823 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:41.940076 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] For port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:41.943773 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] For port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:55:41.986837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Allocated IP 172.25.2.249 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f3cce5e2-f404-4922-9503-c15299275374) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:42.015443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1d29d38a-77ae-4e3a-9427-8799ba3dc7cd None None] Provisioning complete for port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:42.016023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1d29d38a-77ae-4e3a-9427-8799ba3dc7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.022663 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.049788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1d29d38a-77ae-4e3a-9427-8799ba3dc7cd None None] Port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:42.083416 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d6415-cc6c-4fbb-8b86-228f457641fe None None] Pushing event updated for resources: {'Port': ['ID=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:42.087910 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:55:42.088208 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:55:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:42.102846 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.199774 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:55:42.221906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.268610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:42.271528 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:42.276248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:42.279775 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'Port': ['ID=f3cce5e2-f404-4922-9503-c15299275374,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:42.368452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.379808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-65eae74f-033d-473a-844b-5d02b51f81d3 None None] Provisioning complete for port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:42.380212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65eae74f-033d-473a-844b-5d02b51f81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.419639 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:41Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:42.445961 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26844c9-f437-4c35-b063-f738273c46fb None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:41Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:55:42.464207 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65eae74f-033d-473a-844b-5d02b51f81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.465410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.527701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-65eae74f-033d-473a-844b-5d02b51f81d3 None None] For port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:42.606039 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-65eae74f-033d-473a-844b-5d02b51f81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.659600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.669189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eae74f-033d-473a-844b-5d02b51f81d3 None None] Pushing event updated for resources: {'Port': ['ID=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:42.729576 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.799644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'Port': ['ID=f3cce5e2-f404-4922-9503-c15299275374,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:42.812501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.898753 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:42.900043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-59ccf9f0-8e96-40b7-8cb8-b896d50515e5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2880712 Nov 11 21:55:43.060387 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-dd874f3e-77b1-414a-a3e3-d9d741723e94 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1477976816&fields=id&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 267 time: 0.0464702 Nov 11 21:55:43.173888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-5308d40d-4a1c-4370-94b7-744c162918ca tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:43.175423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-5308d40d-4a1c-4370-94b7-744c162918ca tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1073782 Nov 11 21:55:43.191356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-6f538434-7ac5-4062-8bf9-89d696c61570 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/quotas/1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 375 time: 0.0096910 Nov 11 21:55:43.253654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-a7538fb3-7ff1-4868-8de5-3d7c48b8c0e6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565588 Nov 11 21:55:43.357711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-2ed0cd7e-fc54-4780-9c8e-537d7bed1768 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910347 Nov 11 21:55:43.465112 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-9ba03357-aa42-4ded-b851-c2a35bcd7fdc service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008964 Nov 11 21:55:43.740621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3c09bb7-ff2b-4c7f-b4a7-939ba3379fbe req-9d0e6d15-43af-42fb-997e-b5559dc2410c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 210 time: 0.0270629 Nov 11 21:55:44.450192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 49b6bb49-1b3b-42bb-b548-95194fd7bdfe up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:44.502206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:44.502587 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:44.836239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3956fbdd-7192-4612-8583-64256002a114 req-505e6927-b1b5-44af-a0b6-f55520b06e08 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 210 time: 0.0271878 Nov 11 21:55:45.821127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-e1146dda-807f-406f-bb85-a151cce5ebdb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:45.822917 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-e1146dda-807f-406f-bb85-a151cce5ebdb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1080790 Nov 11 21:55:45.889270 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-63c17808-2636-45ec-98ee-21c8210df669 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 380 time: 0.0568655 Nov 11 21:55:45.898860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'port': {'device_id': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'admin_state_up': True, 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'security_groups': ['94a5ae4c-04b9-4173-a710-cef710149b08']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:45.936592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-875cf810-032e-4a64-af93-3b8990496d11 req-884d072b-09dc-4436-bc0b-29c90dcb5557 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 210 time: 0.0299370 Nov 11 21:55:46.090976 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Made reservation on behalf of 1f6dfae84c8c47c28913b7864a6292d1 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:55:46.094558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.216504 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Allocated IP 172.20.0.3 (1a1eb506-b97d-4fae-a285-ceccdaaefa80/71c03f52-f12e-489a-a8e4-09462db27f95/d01961c1-860a-4449-b2c5-734cab6a7908) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:55:46.351668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.428318 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.470193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:55:46.473105 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:55:46.480018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:55:46.509953 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:46.542653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:46.543302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.617540 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-3da73461-ac3c-4361-8c6e-8eeaaf526972 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222557 Nov 11 21:55:46.630916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Request body: {'port': {'device_id': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:46.685751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.748927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6ad2bf82-cefa-4cef-afc1-86c45b9f8026 None None] Provisioning complete for port d01961c1-860a-4449-b2c5-734cab6a7908 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:46.749545 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bf82-cefa-4cef-afc1-86c45b9f8026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.786290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2bf82-cefa-4cef-afc1-86c45b9f8026 None None] Port d01961c1-860a-4449-b2c5-734cab6a7908 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:55:46.951619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01961c1-860a-4449-b2c5-734cab6a7908 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:55:46.959132 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:46.972512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Transition to ACTIVE for port object d01961c1-860a-4449-b2c5-734cab6a7908 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:55:47.054628 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.062132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0a212-fe81-4d95-a148-7134eabcbf72 req-77fa437d-2aeb-4f22-9e81-4165311aaedc tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.063635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ac0a212-fe81-4d95-a148-7134eabcbf72 req-77fa437d-2aeb-4f22-9e81-4165311aaedc tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 931 time: 0.0543985 Nov 11 21:55:47.114286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ac0a212-fe81-4d95-a148-7134eabcbf72 req-ebd390e6-1cb9-4ea0-b20f-64612b18239b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Nov 11 21:55:47.125836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:47.179706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:55:47.180034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:55:47.180759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:47.185446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Port d01961c1-860a-4449-b2c5-734cab6a7908 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:55:47.185766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:55:47.190796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:55:47.191129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:55:47.191507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:55:47.191929 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Bound port: d01961c1-860a-4449-b2c5-734cab6a7908, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:55:47.192320 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.263816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:55:47.267163 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:55:47.372173 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.405200 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.405820 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:47.407249 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-516caef3-72df-4b85-9068-95803d36f428 service neutron] 10.222.0.58 "PUT /v2.0/ports/d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 1091 time: 0.7806871 Nov 11 21:55:47.407621 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:47.409965 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b6ad1-c212-4cf3-8223-228cd3c0151d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:47.437388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516caef3-72df-4b85-9068-95803d36f428 service neutron] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:47.457800 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17de1d96-3df0-49a0-8c8c-0ba15a55797e x-openstack-request-id: req-17de1d96-3df0-49a0-8c8c-0ba15a55797e {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:47.458096 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:47.458351 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17de1d96-3df0-49a0-8c8c-0ba15a55797e {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:47.473185 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'status': 'completed', 'code': 200} Nov 11 21:55:47.525864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b6ad1-c212-4cf3-8223-228cd3c0151d req-76469aa8-6ce0-4590-ae3b-ef5c2272831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.527640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-182b6ad1-c212-4cf3-8223-228cd3c0151d req-76469aa8-6ce0-4590-ae3b-ef5c2272831e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1094 time: 0.0449386 Nov 11 21:55:47.634726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b6ad1-c212-4cf3-8223-228cd3c0151d req-574870a0-feae-42d2-80e1-321bd406852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.636943 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-182b6ad1-c212-4cf3-8223-228cd3c0151d req-574870a0-feae-42d2-80e1-321bd406852b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1001272 Nov 11 21:55:47.733192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b6ad1-c212-4cf3-8223-228cd3c0151d req-624ae9bf-96ae-440f-b0d8-95baf781bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.734582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-182b6ad1-c212-4cf3-8223-228cd3c0151d req-624ae9bf-96ae-440f-b0d8-95baf781bc23 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898535 Nov 11 21:55:47.813864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-aaddc953-0a52-47db-be76-9e595cfbea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.815378 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-aaddc953-0a52-47db-be76-9e595cfbea86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1094 time: 0.0416021 Nov 11 21:55:47.862268 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-04e3f0e2-6388-46a5-8ce1-11f8f5ee5e35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 217 time: 0.0375838 Nov 11 21:55:47.910931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-5d3abfc3-9474-4995-902f-38b477f6a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.912396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-5d3abfc3-9474-4995-902f-38b477f6a9ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0435739 Nov 11 21:55:47.958561 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef995-f92d-41f8-ad6c-04816992428a req-534175cf-2445-4814-bde4-cfe7375eaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:47.960071 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-534175cf-2445-4814-bde4-cfe7375eaa6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408428 Nov 11 21:55:48.053138 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-968fc336-0484-44a0-811d-76b0bb0554a2 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Nov 11 21:55:48.143991 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f1fef995-f92d-41f8-ad6c-04816992428a req-f2cb4ad0-0e82-42a6-826f-0e39fbb7633f service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832355 Nov 11 21:55:48.240955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab6be2-f472-48b1-b88d-775c4e3e41a9 req-c69680ad-534e-4e16-a99e-abcec4523a04 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:48.242462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4eab6be2-f472-48b1-b88d-775c4e3e41a9 req-c69680ad-534e-4e16-a99e-abcec4523a04 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.0497274 Nov 11 21:55:48.291371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4eab6be2-f472-48b1-b88d-775c4e3e41a9 req-347a431a-33b8-4f40-83f2-d263ffcb0b3e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Nov 11 21:55:49.405918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a046d97-f0c1-4c39-bf23-b12ccb83cc4a req-65fd6fa3-5fd8-4a41-85d6-7abcdc8a346a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:49.407409 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a046d97-f0c1-4c39-bf23-b12ccb83cc4a req-65fd6fa3-5fd8-4a41-85d6-7abcdc8a346a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.0484095 Nov 11 21:55:49.457993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a046d97-f0c1-4c39-bf23-b12ccb83cc4a req-e66bfcee-7ad1-450e-a7a2-1531ddc9c9b6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 Nov 11 21:55:50.298359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:55:50.393885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:50.405228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'mac_address': 'fa:16:3e:39:02:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:55:50.442044 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.455601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01961c1-860a-4449-b2c5-734cab6a7908 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:55:50.474811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:50.552064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:50.576732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57809-b25f-4fb6-8b60-50fdf562b8ae req-2f8ab370-3fe0-4d1b-a54a-12e651621682 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:50.577915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8db57809-b25f-4fb6-8b60-50fdf562b8ae req-2f8ab370-3fe0-4d1b-a54a-12e651621682 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.0498443 Nov 11 21:55:50.599927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:50.627468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8db57809-b25f-4fb6-8b60-50fdf562b8ae req-de2fa313-5b25-4e0d-b901-5a4958cf7875 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 Nov 11 21:55:50.858471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d01961c1-860a-4449-b2c5-734cab6a7908'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:55:51.742141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4e24f-7caa-4b08-a4e0-5e58108c0e88 req-cfd8a93c-fd02-408b-8879-1803bb15ef91 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:51.743637 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f4e24f-7caa-4b08-a4e0-5e58108c0e88 req-cfd8a93c-fd02-408b-8879-1803bb15ef91 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 944 time: 0.0499151 Nov 11 21:55:51.792098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1f4e24f-7caa-4b08-a4e0-5e58108c0e88 req-951c7294-e7b6-4230-8b6d-f02253ec8862 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Nov 11 21:55:52.313814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:55:52.410304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port d01961c1-860a-4449-b2c5-734cab6a7908 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:55:52.414219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port d01961c1-860a-4449-b2c5-734cab6a7908 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:55:52.414591 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.493118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.515477 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:52.517747 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b35f67-d254-45fc-9058-92daf53a48b9" -d '{"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-plugged", "status": "completed", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:52.537386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:55:52.557078 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae418a5-b9da-4d1e-a0df-b856dcfa8105 x-openstack-request-id: req-aae418a5-b9da-4d1e-a0df-b856dcfa8105 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:52.558048 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-plugged", "status": "completed", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:52.566787 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aae418a5-b9da-4d1e-a0df-b856dcfa8105 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:52.566787 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'code': 200} Nov 11 21:55:52.627615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.652015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:52.664798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc41b7-dfd7-4fec-9deb-ce50b7bd7276 req-2bd59589-529f-48f4-8c7f-338c055a9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:52.667915 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37fc41b7-dfd7-4fec-9deb-ce50b7bd7276 req-2bd59589-529f-48f4-8c7f-338c055a9875 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1096 time: 0.0459266 Nov 11 21:55:52.677438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:55:52.713328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37fc41b7-dfd7-4fec-9deb-ce50b7bd7276 req-3fe3b6db-4eca-45dc-a80d-16b52719389b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Nov 11 21:55:52.912466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75db5-b2dd-4c0b-90eb-2b2f6a2fe8e5 req-517aaadb-cb75-4b66-8374-7d346e49efe0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:52.913964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fc75db5-b2dd-4c0b-90eb-2b2f6a2fe8e5 req-517aaadb-cb75-4b66-8374-7d346e49efe0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0531423 Nov 11 21:55:52.961992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fc75db5-b2dd-4c0b-90eb-2b2f6a2fe8e5 req-59111bd8-6f6d-4d5c-b453-8d30148ffa6d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Nov 11 21:55:54.079762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd26a8-b2a6-463e-ab16-ee1aa4c2582b req-81cbc887-4903-4b58-aa33-47e6bd8b5903 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:54.081293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7fd26a8-b2a6-463e-ab16-ee1aa4c2582b req-81cbc887-4903-4b58-aa33-47e6bd8b5903 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0517085 Nov 11 21:55:54.130858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7fd26a8-b2a6-463e-ab16-ee1aa4c2582b req-869e3e78-a502-451a-af88-d410d0e5c18e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Nov 11 21:55:55.247923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e20a2-8c45-419d-ac94-eed1d22b1bd3 req-c3abe8a4-65d1-47d0-9119-b7f2a9aea237 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:55.249341 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca9e20a2-8c45-419d-ac94-eed1d22b1bd3 req-c3abe8a4-65d1-47d0-9119-b7f2a9aea237 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0493112 Nov 11 21:55:55.300599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca9e20a2-8c45-419d-ac94-eed1d22b1bd3 req-f36a43f2-76f7-4d9d-8f11-3027f9cdc04c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453868 Nov 11 21:55:55.412125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eabc8-47d2-44d5-856b-1485ce6b405c req-410e1f61-e2de-4e18-a064-ea55e17bf3f6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:55.413616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c81eabc8-47d2-44d5-856b-1485ce6b405c req-410e1f61-e2de-4e18-a064-ea55e17bf3f6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0507894 Nov 11 21:55:55.422223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 38574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:55:55.426695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'floatingip': {'port_id': 'd01961c1-860a-4449-b2c5-734cab6a7908'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:55:55.466049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:55.898604 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:55.948545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.048514 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 associated. External IP: 172.25.2.249, port: d01961c1-860a-4449-b2c5-734cab6a7908. Nov 11 21:55:56.598046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:55:56.709722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:55:56.714595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:55:56.719683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:55:56.733876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:55:56.734499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:55:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:56.742419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-99fbce7f-500f-4b18-a51a-542ebef82995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "PUT /v2.0/floatingips/bb216db1-b4af-4ed7-bc21-961b1b029464 HTTP/1.1" status: 200 len: 991 time: 1.3191478 Nov 11 21:55:56.743024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:55:56.746739 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66c263a-58af-4d84-ba95-a501c68d04c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:55:56.836120 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a34eb9-30ff-4914-99a3-4c3b270306b6 x-openstack-request-id: req-44a34eb9-30ff-4914-99a3-4c3b270306b6 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:55:56.836450 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:55:56.836702 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44a34eb9-30ff-4914-99a3-4c3b270306b6 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:55:56.837114 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'status': 'completed', 'code': 200} Nov 11 21:55:56.845876 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:55:56.897432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-396fb73d-a9dc-4add-b0bb-e207da0130e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:56.898952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-396fb73d-a9dc-4add-b0bb-e207da0130e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1096 time: 0.0413589 Nov 11 21:55:56.999151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-d0c0736e-0e81-4985-883d-390270fb28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:57.000557 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-d0c0736e-0e81-4985-883d-390270fb28aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0928314 Nov 11 21:55:57.068748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-2d669348-43b0-4067-89fb-430da1846f23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 999 time: 0.0611415 Nov 11 21:55:57.075716 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:39:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T21:55:55Z', 'revision_number': 1, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:57.105349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:55:57.116791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:55:57.117447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:55:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:57.128261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-96a22d97-5e2a-4324-9dd4-dafc4fc5f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:57.129825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-96a22d97-5e2a-4324-9dd4-dafc4fc5f377 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0543244 Nov 11 21:55:57.180342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-1fba5cb0-0226-48b3-b5a4-28cb1dfd282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:55:57.181954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-1fba5cb0-0226-48b3-b5a4-28cb1dfd282e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447705 Nov 11 21:55:57.226195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:55:57.271018 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-4d78be4d-16bf-4364-a5a6-4d15454c3648 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824912 Nov 11 21:55:57.365775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a66c263a-58af-4d84-ba95-a501c68d04c8 req-5002ffe2-ccb5-4272-9b83-9ff099e021b9 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878470 Nov 11 21:55:57.609414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:39:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T21:55:55Z', 'revision_number': 1, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:55:57.636056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2886b-9040-49c0-8e16-c264bd05a509 None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:39:02:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T21:55:55Z', 'revision_number': 1, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:55:57.813961 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693b4e5-bb35-4d49-9dc9-7cab1af27730 None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:55:57.913232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:02.008537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-51896b7b-8a1a-4f8a-883f-980ac6069a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:04.465369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d91683dd-b55d-4e71-a7c8-fbdbd31879f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:05.756802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:07.330381 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:07.550111 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-1d05b0a2-910c-40c0-80af-b320dd773092 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388973 Nov 11 21:56:07.640549 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-5f8c1c18-959a-41a8-a193-698ca2f8a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:07.642134 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-5f8c1c18-959a-41a8-a193-698ca2f8a44e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1096 time: 0.0426712 Nov 11 21:56:07.748695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-195052bf-d37b-4be9-b3f2-f1fbf274b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:07.751681 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-195052bf-d37b-4be9-b3f2-f1fbf274b031 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0908587 Nov 11 21:56:07.819818 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-7f6a34ee-0224-4eda-a09f-4947dafe1b13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 1001 time: 0.0602977 Nov 11 21:56:07.873722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-b2f2d489-4ee6-4b3e-bec4-1e21cf707388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:07.875209 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-b2f2d489-4ee6-4b3e-bec4-1e21cf707388 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0478473 Nov 11 21:56:07.932010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-8eaab2ec-f463-4af6-8de7-bad1308803fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:56:07.933537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-8eaab2ec-f463-4af6-8de7-bad1308803fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399985 Nov 11 21:56:07.957224 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:08.022458 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-110bd527-30ca-4437-a809-a695a656a801 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817907 Nov 11 21:56:08.121442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ed39747-6ee0-48cf-bab3-edb9e8699c73 req-24a5f51b-58b5-4608-bf52-2aff239c36bd service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918231 Nov 11 21:56:12.253208 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:56:22.707641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:27.953129 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:31.975771 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a87cdc82-66cd-49a3-a20b-64b182445bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:34.458864 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dbf98637-01b1-47ab-810b-7844337e768b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:35.756011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.304245 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:37.952502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:49.254469 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:56:52.669619 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:56:57.892003 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:02.006391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7dc7862c-fc3b-4b22-b3b4-89b57d37dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:04.440860 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-587080fd-263c-4556-99de-a2e1d932d98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:05.772101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.297654 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:07.897526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:08.537261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-e920c1cf-fc8e-46a9-97b7-5f19a0bda621 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416980 Nov 11 21:57:08.624570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-f53337d4-6daf-4700-aab1-f25b822fccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:08.626059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-f53337d4-6daf-4700-aab1-f25b822fccec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1096 time: 0.0467937 Nov 11 21:57:08.729343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-8bb7b694-1038-46ff-8bb3-198bce10e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:08.730750 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-8bb7b694-1038-46ff-8bb3-198bce10e2db service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0860844 Nov 11 21:57:08.798948 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-ca0d14fe-072c-441f-9831-2d7e9763d295 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 1001 time: 0.0613019 Nov 11 21:57:08.847943 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-8de9939b-4810-4491-9fb4-d394b2d1558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:08.849424 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-8de9939b-4810-4491-9fb4-d394b2d1558c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0439975 Nov 11 21:57:08.894012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-ae14bd96-f264-4278-9375-15bd7f09b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:57:08.895485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-ae14bd96-f264-4278-9375-15bd7f09b5e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392525 Nov 11 21:57:08.988156 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-88a800ef-8d40-4e60-91e3-e121ce4793be service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855947 Nov 11 21:57:09.076881 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-aec46f90-501c-4eb1-87ad-6a11b3575080 req-dd944b2a-9843-40fa-9afb-9c8854870d76 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823193 Nov 11 21:57:22.637614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:26.253249 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:57:27.948477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:32.017334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f8eba672-344d-43d8-a55c-cce07b965eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:34.448969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8db7-266c-47b9-a9c9-230d73c811ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:35.793917 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:37.302279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:37.953991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:52.637511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:57:57.924632 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:01.981501 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6e82a61-b338-42c2-8e54-5fdae51e9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:03.252298 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:58:04.449961 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fe4dd2b-2994-4db5-bfdd-d5e4b90197ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:05.825560 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.335966 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:07.985597 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:08.525997 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-68281319-ef35-4cf7-96f3-8d2324e3affd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401971 Nov 11 21:58:08.613637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-61345013-dd0d-4638-b77b-85ab3c19cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:08.615143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-61345013-dd0d-4638-b77b-85ab3c19cf10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1096 time: 0.0458314 Nov 11 21:58:08.721093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-bc4afb1d-d3d6-4aa0-9bf4-b2f35db2f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:08.722503 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-bc4afb1d-d3d6-4aa0-9bf4-b2f35db2f66a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0865514 Nov 11 21:58:08.794866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-bec93449-6df4-431e-a069-7f02508e14a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 1001 time: 0.0632627 Nov 11 21:58:08.848176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-351f2813-bb61-4da9-a44e-c45ab925a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:08.849638 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-351f2813-bb61-4da9-a44e-c45ab925a6ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0444353 Nov 11 21:58:08.895373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-64d581fd-f522-435a-88cd-cfd74409329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:08.896882 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-64d581fd-f522-435a-88cd-cfd74409329a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395815 Nov 11 21:58:08.990817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-f9a4d9e7-44e6-450e-a9a9-cf5d2525c3c8 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857081 Nov 11 21:58:09.077665 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5ee99e77-fd43-417b-aaa2-c96e602937f5 req-4a75d569-59ae-4063-a3e6-6b8f66852826 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801105 Nov 11 21:58:22.672407 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:28.009529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:29.176086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca15fc-b3b4-4b42-af89-c6759a26a632 req-ef2f269b-391d-42e5-87de-6b691ace8294 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:29.177612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91ca15fc-b3b4-4b42-af89-c6759a26a632 req-ef2f269b-391d-42e5-87de-6b691ace8294 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0495369 Nov 11 21:58:29.225187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91ca15fc-b3b4-4b42-af89-c6759a26a632 req-c29298ac-e479-42b1-9523-079f2b5b9f2c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Nov 11 21:58:29.595533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db43df-213a-4808-bbeb-2edad9241636 req-1b64d37a-03c1-47b6-a47b-33ed5dad5c9f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:29.597054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90db43df-213a-4808-bbeb-2edad9241636 req-1b64d37a-03c1-47b6-a47b-33ed5dad5c9f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0551333 Nov 11 21:58:29.646732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90db43df-213a-4808-bbeb-2edad9241636 req-0235916a-399e-4b9a-a55d-c3c34b815eea tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Nov 11 21:58:29.776560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-23508e06-d540-43d1-8fc3-321ee0c53080 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019504 Nov 11 21:58:30.772493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9371938-86a8-4290-9f0e-f529b83d5d9f req-06e35050-3a4c-4a2c-ace1-ceaf458b205a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:30.774040 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9371938-86a8-4290-9f0e-f529b83d5d9f req-06e35050-3a4c-4a2c-ace1-ceaf458b205a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0529606 Nov 11 21:58:30.825182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9371938-86a8-4290-9f0e-f529b83d5d9f req-b5126761-f703-419f-8c8a-aac1101e18b6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Nov 11 21:58:31.952507 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-fb991af2-f352-4f20-a7f8-dc4feabd514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:31.954007 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-fb991af2-f352-4f20-a7f8-dc4feabd514e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1096 time: 0.0448492 Nov 11 21:58:31.957609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80936c20-3cd8-4876-aefd-a3170cc819ea req-9cf75cb2-7e38-4744-975b-acc13b586524 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:31.963614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80936c20-3cd8-4876-aefd-a3170cc819ea req-9cf75cb2-7e38-4744-975b-acc13b586524 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0634434 Nov 11 21:58:32.012925 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-80936c20-3cd8-4876-aefd-a3170cc819ea req-aa8c0ffd-cba8-4b5c-b68f-592f588bd5e3 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Nov 11 21:58:32.047229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-8b56dce0-5a62-4bb9-abb7-0b7609018f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:32.048755 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-8b56dce0-5a62-4bb9-abb7-0b7609018f51 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0883090 Nov 11 21:58:32.059295 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-85666d0e-ce80-4b3d-822b-44a6169e9509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:32.122442 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-e8cffac4-a336-4b4c-ab89-edb537f2d980 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 1001 time: 0.0656562 Nov 11 21:58:32.171051 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-809f51a0-c289-4179-aa7a-0889a036c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:32.172537 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-809f51a0-c289-4179-aa7a-0889a036c617 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0434928 Nov 11 21:58:32.220015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-3063ac48-f165-41cf-8efb-f4c03eba9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:32.221513 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-3063ac48-f165-41cf-8efb-f4c03eba9ca6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403547 Nov 11 21:58:32.313253 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d0d43529-efde-43a8-9427-cc08a3f18ad5 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837367 Nov 11 21:58:32.403746 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-2d31809d-7d11-4caf-8bf4-c2f8c436379f service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835357 Nov 11 21:58:33.130353 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10791270-35e3-4bd1-a619-37dfc7fa7bb8 req-cd89c9e2-c32d-4942-ac70-60088753de96 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:33.131865 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10791270-35e3-4bd1-a619-37dfc7fa7bb8 req-cd89c9e2-c32d-4942-ac70-60088753de96 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0500209 Nov 11 21:58:33.180243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10791270-35e3-4bd1-a619-37dfc7fa7bb8 req-1aa52516-0e50-447e-b3f1-4b50776cd2af tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Nov 11 21:58:34.295983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a49d4-c415-4241-a498-a2172f25d2b9 req-882010cb-1f3b-4d60-9a98-a3ba08fb439c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:34.297406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea6a49d4-c415-4241-a498-a2172f25d2b9 req-882010cb-1f3b-4d60-9a98-a3ba08fb439c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0478387 Nov 11 21:58:34.345286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea6a49d4-c415-4241-a498-a2172f25d2b9 req-9f97a9e5-2582-4472-b81d-b6a78050bea6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Nov 11 21:58:34.454820 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-31912b90-7895-48ce-b33d-92f7cd2cc81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:35.465535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45d5d-da3c-4eef-91c5-cb2aec51b10c req-846aebf7-9d6a-415c-bfcf-39fad9650300 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:35.467066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01f45d5d-da3c-4eef-91c5-cb2aec51b10c req-846aebf7-9d6a-415c-bfcf-39fad9650300 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0540199 Nov 11 21:58:35.514873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01f45d5d-da3c-4eef-91c5-cb2aec51b10c req-4c16fb58-db64-4c04-b0e6-a029a6937fc2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417933 Nov 11 21:58:35.779474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:36.629857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395881f-661d-4625-a7c1-148a1d62e493 req-39564948-566c-462a-b815-881d10cd7115 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:36.631363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7395881f-661d-4625-a7c1-148a1d62e493 req-39564948-566c-462a-b815-881d10cd7115 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0490973 Nov 11 21:58:36.679744 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7395881f-661d-4625-a7c1-148a1d62e493 req-fb8d6427-9df9-494c-9718-a8ef53585c77 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Nov 11 21:58:37.311957 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:37.802010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b601c6-3617-489b-9a25-2996c0953518 req-a93db4a7-d6b3-4ec9-b677-ef7d7e65ea85 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:37.803494 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5b601c6-3617-489b-9a25-2996c0953518 req-a93db4a7-d6b3-4ec9-b677-ef7d7e65ea85 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0543504 Nov 11 21:58:37.854889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5b601c6-3617-489b-9a25-2996c0953518 req-8046353f-3a80-4e9d-a616-a6a43525b214 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 Nov 11 21:58:37.901242 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:38.976922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc31a91-e0dd-44cf-a887-5fad83ebf79e req-684d84e9-730e-4da8-9ad6-ba0e6992a234 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:38.978745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cc31a91-e0dd-44cf-a887-5fad83ebf79e req-684d84e9-730e-4da8-9ad6-ba0e6992a234 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0524018 Nov 11 21:58:39.028599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2cc31a91-e0dd-44cf-a887-5fad83ebf79e req-4c2d0e05-e6bc-4437-b71c-3fcdd4740cbd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Nov 11 21:58:40.146086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa2a38-1eae-473f-8c6f-fb2ca919fd59 req-77591a4d-162d-499e-97bd-8cb778812c5d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:40.147654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75aa2a38-1eae-473f-8c6f-fb2ca919fd59 req-77591a4d-162d-499e-97bd-8cb778812c5d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0496929 Nov 11 21:58:40.200554 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75aa2a38-1eae-473f-8c6f-fb2ca919fd59 req-1e8f6408-9c3b-457d-8230-9652dd50b62b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462856 Nov 11 21:58:40.253953 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:58:41.320016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b69bff-b50f-4b90-a7b2-5e63806466a1 req-87236b6a-1be8-44eb-9343-73557564dab1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:41.321531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55b69bff-b50f-4b90-a7b2-5e63806466a1 req-87236b6a-1be8-44eb-9343-73557564dab1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0515323 Nov 11 21:58:41.368898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-55b69bff-b50f-4b90-a7b2-5e63806466a1 req-5d7455d6-f73f-4ab8-b929-8ba8fdf8beb9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 Nov 11 21:58:42.485197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7740d-8125-4e75-a925-6dc8f94e0600 req-77f9af39-b9a9-44d1-ab99-b5fe6545f8b0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:42.486692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07c7740d-8125-4e75-a925-6dc8f94e0600 req-77f9af39-b9a9-44d1-ab99-b5fe6545f8b0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0494738 Nov 11 21:58:42.533620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07c7740d-8125-4e75-a925-6dc8f94e0600 req-495b27fd-8732-40cb-ab58-06889c179597 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Nov 11 21:58:43.655171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093be3ef-bf80-4e4f-ad9d-f565cf3076de req-51681438-1c4c-438c-b20d-d560c8e9dd1d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:43.656711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-093be3ef-bf80-4e4f-ad9d-f565cf3076de req-51681438-1c4c-438c-b20d-d560c8e9dd1d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0546966 Nov 11 21:58:43.703770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-093be3ef-bf80-4e4f-ad9d-f565cf3076de req-52d87c93-1941-4809-a35c-709f58f7e11d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Nov 11 21:58:44.823529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144c6e8-3e4b-45e6-8b88-e235152dfd30 req-09c92a88-6070-445c-94c1-28983377328f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:44.825151 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c144c6e8-3e4b-45e6-8b88-e235152dfd30 req-09c92a88-6070-445c-94c1-28983377328f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0511770 Nov 11 21:58:44.874861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c144c6e8-3e4b-45e6-8b88-e235152dfd30 req-7f90761e-1290-4949-9ec6-e5bed5f60695 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Nov 11 21:58:44.930244 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-07b89f40-e088-469a-a86e-75db9198d7a0 service neutron] show failed (client error): The resource could not be found. Nov 11 21:58:44.931363 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-07b89f40-e088-469a-a86e-75db9198d7a0 service neutron] 10.222.0.58 "GET /v2.0/ports/d01961c1-860a-4449-b2c5-734cab6a7908/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.4020627 Nov 11 21:58:45.476898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-8c8fe34d-cf23-4254-9f55-89fa2a75fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:45.478898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-8c8fe34d-cf23-4254-9f55-89fa2a75fb98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 1096 time: 0.0850549 Nov 11 21:58:45.490159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-8ec178db-871e-4360-9962-cdcd3cd0b4e4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 21:58:45.491105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-8ec178db-871e-4360-9962-cdcd3cd0b4e4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050473 Nov 11 21:58:45.503027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:45.559512 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.760368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:45.792765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:45.830676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:45.832963 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1c177-8645-466d-b51e-5688fa94898a" -d '{"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-unplugged", "status": "completed", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:45.836693 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.849269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Transition to ACTIVE for port object d01961c1-860a-4449-b2c5-734cab6a7908 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:58:45.884883 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20108f89-cbd3-423e-bd96-c967ed56d2b2 x-openstack-request-id: req-20108f89-cbd3-423e-bd96-c967ed56d2b2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:45.885183 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-unplugged", "status": "completed", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:45.885448 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20108f89-cbd3-423e-bd96-c967ed56d2b2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:45.885873 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'code': 200} Nov 11 21:58:45.894273 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:45.947884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:46.036683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.037041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.037391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.037739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.038082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.038429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.038769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.039112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.039446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.039786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.040122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.041148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:46.120219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ddf6-d94f-4c40-8e29-ecbb7d4e0bf3 req-2505578e-a727-429a-b2ad-925227a27524 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:46.121769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e19ddf6-d94f-4c40-8e29-ecbb7d4e0bf3 req-2505578e-a727-429a-b2ad-925227a27524 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.1690793 Nov 11 21:58:46.147023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] No DVR routers for this DVR port d01961c1-860a-4449-b2c5-734cab6a7908 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:46.258600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e19ddf6-d94f-4c40-8e29-ecbb7d4e0bf3 req-c6d1b4c2-7fef-4bc1-9bcc-57070942e102 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308267 Nov 11 21:58:46.310237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:58:46.310575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:58:46.310901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:46.315171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Port d01961c1-860a-4449-b2c5-734cab6a7908 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:58:46.315494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Attempting to bind port d01961c1-860a-4449-b2c5-734cab6a7908 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:58:46.320573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:58:46.320893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:58:46.321284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:58:46.322237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Bound port: d01961c1-860a-4449-b2c5-734cab6a7908, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:58:46.322769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.387768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:58:46.391025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:58:46.459911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.502163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:46.502974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:46.504435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d651489a-8902-4147-abba-3033bc4da704 service neutron] 10.222.0.62 "PUT /v2.0/ports/d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 1091 time: 1.0050008 Nov 11 21:58:46.538852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651489a-8902-4147-abba-3033bc4da704 service neutron] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:46.577841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d8de3c28-8f34-41d7-a2e6-60c63c1ec0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:46.579397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-d8de3c28-8f34-41d7-a2e6-60c63c1ec0b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1094 time: 0.0487514 Nov 11 21:58:46.679519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-efb3a874-d8e8-49db-81a6-acae0ede46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:46.681043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-efb3a874-d8e8-49db-81a6-acae0ede46b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0939844 Nov 11 21:58:46.748087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-4ab46e59-6132-4afd-8667-245cba7afcb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 999 time: 0.0600662 Nov 11 21:58:46.803174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-7e7675fe-800d-4082-b4b9-e2bb37bbded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:46.804552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-7e7675fe-800d-4082-b4b9-e2bb37bbded9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0488729 Nov 11 21:58:46.850947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-0a4c5b81-da3c-4bd2-9e5a-129523f70ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:46.852449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-0a4c5b81-da3c-4bd2-9e5a-129523f70ece service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410538 Nov 11 21:58:46.943754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-0760f12c-4952-41f0-970b-e19d15abbc34 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830972 Nov 11 21:58:47.037856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c85896a-db2c-4b2c-aca2-af29c5ca8578 req-8982711e-8a84-42ba-9fee-5df177b7ce09 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Nov 11 21:58:47.383168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98c69-6dc4-4eb7-84a0-bb0b16ebe111 req-05815e22-7250-4818-932a-36cce4ffab38 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:47.385166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa98c69-6dc4-4eb7-84a0-bb0b16ebe111 req-05815e22-7250-4818-932a-36cce4ffab38 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.0495985 Nov 11 21:58:47.432252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa98c69-6dc4-4eb7-84a0-bb0b16ebe111 req-c1e3adf9-d324-4935-8b94-6fe89934fddf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Nov 11 21:58:47.479087 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:47.519236 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:47.887180 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:47.889611 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b533a4-9107-4f9e-9d4d-c002f2e55994" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:47.936176 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb80644-410f-46af-b65f-e7713c355544 x-openstack-request-id: req-bbb80644-410f-46af-b65f-e7713c355544 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:47.936396 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:47.936653 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbb80644-410f-46af-b65f-e7713c355544 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:47.937048 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'status': 'completed', 'code': 200} Nov 11 21:58:47.999927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-ea21d929-e544-4d9f-b209-a94125ae131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.001582 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-ea21d929-e544-4d9f-b209-a94125ae131d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1094 time: 0.0427957 Nov 11 21:58:48.005646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-af487d2c-eb10-410c-89e3-a51e4ad9901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.007116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-af487d2c-eb10-410c-89e3-a51e4ad9901a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1094 time: 0.0449967 Nov 11 21:58:48.094332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-d5c6a105-8c49-4a62-b8ab-fa1945917d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.095849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-d5c6a105-8c49-4a62-b8ab-fa1945917d46 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0878491 Nov 11 21:58:48.096805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-e4ce2fcb-5cec-4dfc-8811-3b7ddd06415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.098251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-e4ce2fcb-5cec-4dfc-8811-3b7ddd06415b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0841637 Nov 11 21:58:48.162328 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-4f073f59-f20d-4816-b4ca-579b42705cc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 999 time: 0.0584879 Nov 11 21:58:48.168188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-afcab60f-28ee-454c-aae4-e130ef928846 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 999 time: 0.0618613 Nov 11 21:58:48.213483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-f1d12948-4c6b-4eaa-b239-8a636ab927b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.214952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-f1d12948-4c6b-4eaa-b239-8a636ab927b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0460284 Nov 11 21:58:48.220565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-e3395383-395c-469a-a8a4-3e0946ac0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.222008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-e3395383-395c-469a-a8a4-3e0946ac0e05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0449586 Nov 11 21:58:48.265323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-2178fee1-d09f-4f08-bec2-c25467a08e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.266831 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-2178fee1-d09f-4f08-bec2-c25467a08e34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450008 Nov 11 21:58:48.269242 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-a1be8c3c-04d7-4a53-811a-fbacd4d0c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.270710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-a1be8c3c-04d7-4a53-811a-fbacd4d0c352 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395195 Nov 11 21:58:48.357945 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-614dcb4d-9b7f-41f8-9335-926edbfbbde8 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831370 Nov 11 21:58:48.365334 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-9382cba0-0c85-4f6f-b9ba-7a988fe93dfa service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866842 Nov 11 21:58:48.451051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-53edc7f7-55f0-4c4c-bfda-8424e4a72e92 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861971 Nov 11 21:58:48.457664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-37b533a4-9107-4f9e-9d4d-c002f2e55994 req-4a8ebf27-3539-4d1f-8d95-da9757e8d1a6 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848312 Nov 11 21:58:48.560494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c84e-f493-4c4f-8b7a-083c3a507d2f req-67117b3d-a464-44ac-b5c1-5ae78546accd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:48.561972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d912c84e-f493-4c4f-8b7a-083c3a507d2f req-67117b3d-a464-44ac-b5c1-5ae78546accd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.0560083 Nov 11 21:58:48.613411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d912c84e-f493-4c4f-8b7a-083c3a507d2f req-26f3eba4-db74-4fdf-9859-8c22e79ae15b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455039 Nov 11 21:58:49.729266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c5b7-dfb0-4d08-be0e-42f869f66bd9 req-bd5ba4da-7094-40ca-8ff5-0ad70b3cc9dd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:49.730767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb88c5b7-dfb0-4d08-be0e-42f869f66bd9 req-bd5ba4da-7094-40ca-8ff5-0ad70b3cc9dd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.0493147 Nov 11 21:58:49.777703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb88c5b7-dfb0-4d08-be0e-42f869f66bd9 req-beaa64fb-19b9-4861-8480-d91b52ff96eb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Nov 11 21:58:49.819611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:58:49.919792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:49.931171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'mac_address': 'fa:16:3e:39:02:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:58:49.973283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:49.985650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01961c1-860a-4449-b2c5-734cab6a7908 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:58:50.004854 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:50.100282 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:50.107123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a833b7-8181-40c8-bf74-9dbb05fc6b1b req-040b3b02-a8d0-4300-93fa-cd70e4fa81f9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:50.108690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5a833b7-8181-40c8-bf74-9dbb05fc6b1b req-040b3b02-a8d0-4300-93fa-cd70e4fa81f9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 943 time: 0.0502837 Nov 11 21:58:50.147960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:50.156705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.157059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.157405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.157750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.158093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.158430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.158762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.159093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.159422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.159750 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.160237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.160461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:58:50.168706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5a833b7-8181-40c8-bf74-9dbb05fc6b1b req-7ff9d619-8473-4000-aca7-deb1e495b8e8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539784 Nov 11 21:58:50.235360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-36f98253-dd7e-40de-bfe4-011b1acf82b3 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:50.236897 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-36f98253-dd7e-40de-bfe4-011b1acf82b3 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c&tenant_id=1f6dfae84c8c47c28913b7864a6292d1&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 944 time: 0.0551155 Nov 11 21:58:50.299277 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-71588495-0632-428d-8050-e11f54964984 service neutron] delete failed (client error): The resource could not be found. Nov 11 21:58:50.300319 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-71588495-0632-428d-8050-e11f54964984 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d01961c1-860a-4449-b2c5-734cab6a7908/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0550613 Nov 11 21:58:50.327884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d01961c1-860a-4449-b2c5-734cab6a7908'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:58:50.385072 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-18989728-a451-414c-9dbc-9b001da47a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:50.386578 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-18989728-a451-414c-9dbc-9b001da47a7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 1095 time: 0.0421958 Nov 11 21:58:50.484111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-15f5c32b-3024-41d3-9ba0-0d3b446525e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:50.485611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-15f5c32b-3024-41d3-9ba0-0d3b446525e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0915141 Nov 11 21:58:50.555760 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-e7892dbe-2774-410b-8eff-b9680e572093 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 200 len: 1000 time: 0.0633929 Nov 11 21:58:50.604301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-c59d24d4-389a-4528-9763-d65a95cac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:50.605747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-c59d24d4-389a-4528-9763-d65a95cac393 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0440202 Nov 11 21:58:50.650635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-d1f332b3-2c17-468c-85b8-53a1e44fb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:50.652103 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-d1f332b3-2c17-468c-85b8-53a1e44fb86a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396445 Nov 11 21:58:50.744730 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-5f32d6df-f781-47f1-97af-ed3df458b7f8 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851996 Nov 11 21:58:50.832707 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ed421c51-17eb-46f8-8aff-d83cceecd313 req-04221446-ee03-461e-8ecb-0f16fe526693 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816236 Nov 11 21:58:51.286785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e333b-662e-4aa9-ae87-6652529c9ac9 req-b81259c1-6e08-457e-a8d5-a4849fbaaecf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:51.288338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de9e333b-662e-4aa9-ae87-6652529c9ac9 req-b81259c1-6e08-457e-a8d5-a4849fbaaecf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 944 time: 0.0498750 Nov 11 21:58:51.349070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de9e333b-662e-4aa9-ae87-6652529c9ac9 req-b63b50cb-b8e8-44b1-baab-5c69df3aebbc tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534933 Nov 11 21:58:51.836780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:58:51.974444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port d01961c1-860a-4449-b2c5-734cab6a7908 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:58:51.979784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port d01961c1-860a-4449-b2c5-734cab6a7908 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:58:51.983941 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.065424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.088595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:52.090739 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3cdf4f-7e6b-4575-bfac-166841519439" -d '{"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-plugged", "status": "completed", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:52.103784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:52.131710 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018fa86d-a5c6-43d5-a9ec-40ecd142c9cf x-openstack-request-id: req-018fa86d-a5c6-43d5-a9ec-40ecd142c9cf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:52.132026 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-plugged", "status": "completed", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:52.132359 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-018fa86d-a5c6-43d5-a9ec-40ecd142c9cf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:52.137357 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'code': 200} Nov 11 21:58:52.191802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.240140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:52.470088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc90b-b5c5-4d35-bccf-33f2f5a35e3c req-a9041b8d-2b0e-490f-b48c-2d5b64f348ed tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:52.471607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbafc90b-b5c5-4d35-bccf-33f2f5a35e3c req-a9041b8d-2b0e-490f-b48c-2d5b64f348ed tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0497463 Nov 11 21:58:52.519926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbafc90b-b5c5-4d35-bccf-33f2f5a35e3c req-9b12c2c7-2a74-4271-8047-60daf460e704 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420125 Nov 11 21:58:52.639937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964764cb-2ad0-4420-a527-c7565b6efde4 req-17e33a06-7d1f-410f-8abf-cc9fc6c01fa0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:52.641388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-964764cb-2ad0-4420-a527-c7565b6efde4 req-17e33a06-7d1f-410f-8abf-cc9fc6c01fa0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0540912 Nov 11 21:58:52.665753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:52.688386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-964764cb-2ad0-4420-a527-c7565b6efde4 req-90bf4ae5-e0b5-4022-b8a6-d0b28865246a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 Nov 11 21:58:52.801072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf07ce-b88d-4237-8744-cb6901a610d6 req-c49f173a-0a30-45d5-9635-0cec1aef05c0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:52.802557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bbf07ce-b88d-4237-8744-cb6901a610d6 req-c49f173a-0a30-45d5-9635-0cec1aef05c0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0490837 Nov 11 21:58:52.849646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bbf07ce-b88d-4237-8744-cb6901a610d6 req-6148b199-6469-469e-8df2-2b799f80d07c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 Nov 11 21:58:53.332480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bc7a0-7ed5-46c9-a175-44c51a1ef261 req-b0c13521-2952-4d77-a4ca-d1cbb0e1cb17 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:53.333979 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-951bc7a0-7ed5-46c9-a175-44c51a1ef261 req-b0c13521-2952-4d77-a4ca-d1cbb0e1cb17 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.1069717 Nov 11 21:58:53.385948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-951bc7a0-7ed5-46c9-a175-44c51a1ef261 req-3997dcc2-4e23-4a8a-9597-c52327fa8f76 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 Nov 11 21:58:54.507637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3207-f665-4870-b243-638ede9e5bb3 req-1685109e-b087-4329-b43e-570fa86fd75b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:54.510203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45ce3207-f665-4870-b243-638ede9e5bb3 req-1685109e-b087-4329-b43e-570fa86fd75b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0513999 Nov 11 21:58:54.584774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45ce3207-f665-4870-b243-638ede9e5bb3 req-475a98d8-e4f5-44b4-bee4-1efd3dd5f395 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684240 Nov 11 21:58:54.604823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-73bf46e4-d7f9-440d-b8fd-a796617a3ef2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:54.606283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-73bf46e4-d7f9-440d-b8fd-a796617a3ef2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 945 time: 0.0577354 Nov 11 21:58:54.699811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Deleting port d01961c1-860a-4449-b2c5-734cab6a7908 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 21:58:54.700283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.786973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] For port d01961c1-860a-4449-b2c5-734cab6a7908, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d01961c1-860a-4449-b2c5-734cab6a7908,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:58:54.787339 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.963582 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.963947 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:54.964303 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 disassociated. External IP: 172.25.2.249, port: d01961c1-860a-4449-b2c5-734cab6a7908. Nov 11 21:58:54.964667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Calling delete_port for d01961c1-860a-4449-b2c5-734cab6a7908 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 21:58:55.134622 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.167260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event deleted for resources: {'Port': ['ID=d01961c1-860a-4449-b2c5-734cab6a7908,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:58:55.283733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:58:55.393281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:58:55.403823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:58:55.418620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:55.419246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:58:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.435678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] No DVR routers for this DVR port d01961c1-860a-4449-b2c5-734cab6a7908 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 21:58:55.438508 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:55.441891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b7c19d5-ca7c-416c-a966-ac21a32ca4bd req-f7107ce7-1dbf-49c3-8104-b449dd0ffdec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "DELETE /v2.0/ports/d01961c1-860a-4449-b2c5-734cab6a7908 HTTP/1.1" status: 204 len: 173 time: 0.8286388 Nov 11 21:58:55.442584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-deleted', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:58:55.444887 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e29db7-2cac-48c9-9e51-4fbaee1ebf4b" -d '{"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-deleted", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:58:55.482975 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc84b2ea-eee0-4095-9443-a7ccd6a064d8 x-openstack-request-id: req-cc84b2ea-eee0-4095-9443-a7ccd6a064d8 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:58:55.483278 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0bf5ba-4e65-4dbb-866a-03b5a928679c", "name": "network-vif-deleted", "tag": "d01961c1-860a-4449-b2c5-734cab6a7908", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:58:55.483541 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc84b2ea-eee0-4095-9443-a7ccd6a064d8 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:58:55.483942 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0bf5ba-4e65-4dbb-866a-03b5a928679c', 'name': 'network-vif-deleted', 'tag': 'd01961c1-860a-4449-b2c5-734cab6a7908', 'status': 'completed', 'code': 200} Nov 11 21:58:55.535281 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:55.686891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c2b04c7-6e65-4a7f-bc64-33204091b11d req-e2fca3f9-8220-403f-a605-bf45d6ad4c93 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a0bf5ba-4e65-4dbb-866a-03b5a928679c HTTP/1.1" status: 200 len: 210 time: 0.0273843 Nov 11 21:58:55.743105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.769969 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:58:55.779225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:58:55.779839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:58:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:55.889654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:58:56.097656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:58:56.124680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fdfc91-9308-41a3-a1f2-bbb4e8838dbe None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:58:56.334356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36afbc33-bf42-4ef4-8abe-42e8ad1d57c3 None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:58:56.929799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-f7715581-e4d9-41e1-b741-84874ce051bf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1477976816&fields=id&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 267 time: 0.0509908 Nov 11 21:58:57.049830 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-2b74cbab-c849-4365-8b02-3a713bb74b0a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:57.051286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-2b74cbab-c849-4365-8b02-3a713bb74b0a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1135063 Nov 11 21:58:57.066237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-565952b8-beea-4fdc-90e8-33ef270bf7ce tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/quotas/1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 375 time: 0.0088365 Nov 11 21:58:57.120363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-03d562ca-85fd-4518-a846-da648508e061 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486217 Nov 11 21:58:57.222640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-ac0bbc12-b60c-4131-8c6e-b6be927f6dab service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909023 Nov 11 21:58:57.313126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-2c1ae431-658f-45ab-8bb5-981c4711db41 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Nov 11 21:58:57.535102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e4bceddc-fc89-4371-aa4b-65ad89c4e6ce req-8dc59f71-8c27-441b-ab5e-49cf0e22c1b9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 210 time: 0.0275619 Nov 11 21:58:57.905083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:58.631901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d29b8462-0dc6-4170-95cb-1340776967e6 req-ea0b0232-a3ea-4896-b4e9-1b6f7013f2fb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 210 time: 0.0263021 Nov 11 21:58:59.391349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-3f9de23e-71ff-46ef-b720-dc15e94aee88 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:58:59.393026 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-3f9de23e-71ff-46ef-b720-dc15e94aee88 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1080711 Nov 11 21:58:59.456239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-53d45768-9481-4400-8720-ddc9553dfcab tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 380 time: 0.0535357 Nov 11 21:58:59.465443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'port': {'device_id': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'admin_state_up': True, 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'security_groups': ['94a5ae4c-04b9-4173-a710-cef710149b08']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:58:59.653876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Made reservation on behalf of 1f6dfae84c8c47c28913b7864a6292d1 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 21:58:59.657477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:58:59.732975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a39a693f-a79e-4189-8e51-65b19f469c7b req-89577fe0-eafb-493c-950c-c3dc3f690d5b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 210 time: 0.0305786 Nov 11 21:58:59.786138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Allocated IP 172.20.0.11 (1a1eb506-b97d-4fae-a285-ceccdaaefa80/71c03f52-f12e-489a-a8e4-09462db27f95/71755d95-64a1-4dc8-b3f4-5c492824dbef) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 21:58:59.881818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 21:58:59.901618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: d01961c1-860a-4449-b2c5-734cab6a7908 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 21:58:59.901964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d01961c1-860a-4449-b2c5-734cab6a7908 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 21:58:59.924176 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.008398 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.051254 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 21:59:00.056305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 21:59:00.059983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 21:59:00.066583 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:00.095188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.095520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.095861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.096250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.096558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.096889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.097220 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.097544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.097865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.098185 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.098513 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.098832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 21:59:00.125842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:00.126499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.223178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-74c97912-20d5-4275-a07a-5eb303a4866d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7613246 Nov 11 21:59:00.279113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Request body: {'port': {'device_id': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:00.337388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.346922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f42a1027-3bc4-484d-82d2-d4e5c6f13d11 None None] Provisioning complete for port 71755d95-64a1-4dc8-b3f4-5c492824dbef triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:00.347301 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f42a1027-3bc4-484d-82d2-d4e5c6f13d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.548943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f42a1027-3bc4-484d-82d2-d4e5c6f13d11 None None] Port 71755d95-64a1-4dc8-b3f4-5c492824dbef cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 21:59:00.608172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71755d95-64a1-4dc8-b3f4-5c492824dbef {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:59:00.615408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.627100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Transition to ACTIVE for port object 71755d95-64a1-4dc8-b3f4-5c492824dbef will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 21:59:00.682673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.737294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:00.810157 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 21:59:00.810518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 21:59:00.810845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:00.816723 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Port 71755d95-64a1-4dc8-b3f4-5c492824dbef on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 21:59:00.817050 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 21:59:00.823514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 21, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 21:59:00.824010 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 21:59:00.824536 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 21:59:00.825064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Bound port: 71755d95-64a1-4dc8-b3f4-5c492824dbef, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 21:59:00.825516 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.858712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833063d3-1514-46ac-a2f5-fea86743e3a3 req-bc7492e7-04cc-4d88-8983-cb9dc9e8e7bb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:00.860371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-833063d3-1514-46ac-a2f5-fea86743e3a3 req-bc7492e7-04cc-4d88-8983-cb9dc9e8e7bb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0535367 Nov 11 21:59:00.892588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 21:59:00.895836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 21:59:00.914209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-833063d3-1514-46ac-a2f5-fea86743e3a3 req-2b5cc77f-9e0a-4b26-a773-07c845f64191 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471406 Nov 11 21:59:00.963243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:00.999838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.000477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:01.001858 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] 10.222.0.58 "PUT /v2.0/ports/71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1092 time: 0.7690976 Nov 11 21:59:01.002276 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:01.004522 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c7a0dc-624e-4dd1-b64c-05fad8351080" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:01.030093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7a35a-297f-4fdf-b215-ed3b6e3b9db4 service neutron] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:01.049737 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccc0734-9957-481f-a949-a1663b773efe x-openstack-request-id: req-eccc0734-9957-481f-a949-a1663b773efe {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:01.050032 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:01.050291 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eccc0734-9957-481f-a949-a1663b773efe {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:01.050703 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'status': 'completed', 'code': 200} Nov 11 21:59:01.117370 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7a0dc-624e-4dd1-b64c-05fad8351080 req-8a311ee8-0309-443f-bdde-a8014b800287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.132396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7c7a0dc-624e-4dd1-b64c-05fad8351080 req-8a311ee8-0309-443f-bdde-a8014b800287 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0457985 Nov 11 21:59:01.220079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7a0dc-624e-4dd1-b64c-05fad8351080 req-41545216-d363-4b46-a97d-21301a200f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.221606 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7c7a0dc-624e-4dd1-b64c-05fad8351080 req-41545216-d363-4b46-a97d-21301a200f44 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947564 Nov 11 21:59:01.319649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7a0dc-624e-4dd1-b64c-05fad8351080 req-de2707e9-6f03-45b7-9087-ec716fb75380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.321193 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c7c7a0dc-624e-4dd1-b64c-05fad8351080 req-de2707e9-6f03-45b7-9087-ec716fb75380 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924344 Nov 11 21:59:01.402963 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-b374fa0b-024e-4e87-8f96-a218f1ff4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.404556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-b374fa0b-024e-4e87-8f96-a218f1ff4a82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0479991 Nov 11 21:59:01.451967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-5ea03dc4-9ae7-4c59-8116-a185503b97b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 217 time: 0.0401070 Nov 11 21:59:01.501302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-217d7074-7faf-4e87-868e-e3bbae709a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.502749 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-217d7074-7faf-4e87-868e-e3bbae709a44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0447168 Nov 11 21:59:01.550908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-656dfe13-0eb6-4d48-95a5-10bca8892425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:01.552357 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-656dfe13-0eb6-4d48-95a5-10bca8892425 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414281 Nov 11 21:59:01.649845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-7a01b33c-32d4-4971-8115-860c875ca823 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895112 Nov 11 21:59:01.740541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-56d33f83-1fad-46e4-bfc9-27a82427d744 req-48e0f982-ae74-4f5a-b7bc-afcad81a4773 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832922 Nov 11 21:59:01.987319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-012f2969-8093-4b40-8b56-e3fc61c180a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:02.040719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ee80-a661-4641-a5d0-2a9f44b5a44c req-1f15390e-98fd-4341-bf8a-f72a4b552f36 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:02.042477 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34f8ee80-a661-4641-a5d0-2a9f44b5a44c req-1f15390e-98fd-4341-bf8a-f72a4b552f36 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0541110 Nov 11 21:59:02.092829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34f8ee80-a661-4641-a5d0-2a9f44b5a44c req-41d01a76-4fd0-415e-989f-7d0cd413a64f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Nov 11 21:59:03.212296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82129-8977-4a8e-a46d-b2a3c28650d9 req-acdf57b7-7f79-49de-b730-1f243292a6b3 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:03.213782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63b82129-8977-4a8e-a46d-b2a3c28650d9 req-acdf57b7-7f79-49de-b730-1f243292a6b3 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0541360 Nov 11 21:59:03.260677 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63b82129-8977-4a8e-a46d-b2a3c28650d9 req-a9a9cc6e-079e-4908-a1f5-9865806eea13 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Nov 11 21:59:04.376095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbef9b-4337-427c-a0ef-ab94d6ab1019 req-8e8f25e9-d8b1-4ff9-b21d-bb22d55b91ac tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:04.377704 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbbef9b-4337-427c-a0ef-ab94d6ab1019 req-8e8f25e9-d8b1-4ff9-b21d-bb22d55b91ac tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0490258 Nov 11 21:59:04.425993 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbbef9b-4337-427c-a0ef-ab94d6ab1019 req-3503b405-26bd-478a-b577-4b17ba525296 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422907 Nov 11 21:59:04.442728 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a30ee72-2317-48bb-9bca-94db3fc43688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.547182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296ea5f-cdc1-4711-87a3-bcc31e3a519e req-736d2ed7-7767-4ea3-8965-cb298198cb76 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:05.548796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7296ea5f-cdc1-4711-87a3-bcc31e3a519e req-736d2ed7-7767-4ea3-8965-cb298198cb76 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0524666 Nov 11 21:59:05.597535 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7296ea5f-cdc1-4711-87a3-bcc31e3a519e req-f9b28623-dc35-4bec-8982-083a00b95297 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Nov 11 21:59:05.604282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 21:59:05.698479 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:05.717311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'mac_address': 'fa:16:3e:ca:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 21:59:05.756828 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.767347 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.770118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71755d95-64a1-4dc8-b3f4-5c492824dbef {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 21:59:05.788498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:05.842033 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:05.895304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:06.215405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['71755d95-64a1-4dc8-b3f4-5c492824dbef'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 21:59:06.713462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5992-b2ca-4d4c-8e86-192981cbd482 req-20a43cb8-2484-4dcc-b586-f05aed194ba6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:06.714967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9cce5992-b2ca-4d4c-8e86-192981cbd482 req-20a43cb8-2484-4dcc-b586-f05aed194ba6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Nov 11 21:59:06.763232 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9cce5992-b2ca-4d4c-8e86-192981cbd482 req-c62dd776-1fdf-4633-9ac2-35950d2f7500 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Nov 11 21:59:07.322894 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.635280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 21:59:07.733740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 71755d95-64a1-4dc8-b3f4-5c492824dbef completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 21:59:07.737623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 71755d95-64a1-4dc8-b3f4-5c492824dbef triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 21:59:07.738000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.813693 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.838988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:07.842474 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da52546-2fe3-49a8-9d46-55d32625487a" -d '{"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-plugged", "status": "completed", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:07.866647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 21:59:07.880487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a21b44-02fa-461d-ba9f-ee8da1ebde9d req-2f90e603-cf12-4030-a58c-7fb5d274c94c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:07.882004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a21b44-02fa-461d-ba9f-ee8da1ebde9d req-2f90e603-cf12-4030-a58c-7fb5d274c94c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Nov 11 21:59:07.933719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a21b44-02fa-461d-ba9f-ee8da1ebde9d req-f8c411bc-6b76-464a-b479-db2db8f65b8b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456460 Nov 11 21:59:07.952007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:07.979491 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffa4dd6-624f-4b7b-979c-1aa8c22cd677 x-openstack-request-id: req-6ffa4dd6-624f-4b7b-979c-1aa8c22cd677 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:07.979801 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-plugged", "status": "completed", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:07.980056 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ffa4dd6-624f-4b7b-979c-1aa8c22cd677 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:07.980474 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'code': 200} Nov 11 21:59:07.984973 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:08.006874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 21:59:08.075858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58bb97-0209-433c-a028-a49124ada474 req-e7638b3a-c794-42f2-b29c-b96b70f7b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:08.077392 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a58bb97-0209-433c-a028-a49124ada474 req-e7638b3a-c794-42f2-b29c-b96b70f7b856 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0417833 Nov 11 21:59:08.126185 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-9a58bb97-0209-433c-a028-a49124ada474 req-f5ff6405-867b-419d-9588-446aacface77 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Nov 11 21:59:09.053210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c181d93-a468-4a02-97b5-9496a897783f req-d7b88c28-7916-4375-a922-7e50cd51eac8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:09.055077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c181d93-a468-4a02-97b5-9496a897783f req-d7b88c28-7916-4375-a922-7e50cd51eac8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0499775 Nov 11 21:59:09.103776 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c181d93-a468-4a02-97b5-9496a897783f req-d5d9d751-bc97-465d-98e8-ed71b8936022 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Nov 11 21:59:10.216855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3398c-7d52-4cad-9e8f-fe2beba93e5e req-e8640528-bb4a-479b-bc7e-1be968dd847b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:10.218268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7f3398c-7d52-4cad-9e8f-fe2beba93e5e req-e8640528-bb4a-479b-bc7e-1be968dd847b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0484042 Nov 11 21:59:10.265230 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7f3398c-7d52-4cad-9e8f-fe2beba93e5e req-7270a9af-47c7-4191-8295-95160eb7c697 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Nov 11 21:59:10.381151 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da8146-314e-4c47-9512-a0cfc41fb850 req-7750d782-2404-4fef-beb2-80bc99df7423 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:10.382650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38da8146-314e-4c47-9512-a0cfc41fb850 req-7750d782-2404-4fef-beb2-80bc99df7423 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0536771 Nov 11 21:59:10.391859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 21:59:10.396281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'floatingip': {'port_id': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 21:59:10.435207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.216282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.270813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.371285 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 associated. External IP: 172.25.2.249, port: 71755d95-64a1-4dc8-b3f4-5c492824dbef. Nov 11 21:59:11.580635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 21:59:11.691566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 21:59:11.696941 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:11.704628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 21:59:11.715290 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:11.715927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:59:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:11.724236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-569e4677-c8f5-4d28-b232-4d8faf320ab6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "PUT /v2.0/floatingips/bb216db1-b4af-4ed7-bc21-961b1b029464 HTTP/1.1" status: 200 len: 992 time: 1.3312657 Nov 11 21:59:11.727011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 21:59:11.727808 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57080bb-912a-4be8-bb53-492b631983d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 21:59:11.815715 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200a5bf-804d-48f7-8bdd-6cd63801f3e5 x-openstack-request-id: req-9200a5bf-804d-48f7-8bdd-6cd63801f3e5 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 21:59:11.816006 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 21:59:11.816294 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9200a5bf-804d-48f7-8bdd-6cd63801f3e5 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 21:59:11.816695 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'status': 'completed', 'code': 200} Nov 11 21:59:11.827655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:11.881968 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57080bb-912a-4be8-bb53-492b631983d4 req-f6ab09f2-0088-4324-aa50-2eb4ed2d8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:11.883405 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c57080bb-912a-4be8-bb53-492b631983d4 req-f6ab09f2-0088-4324-aa50-2eb4ed2d8d07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0415263 Nov 11 21:59:11.974186 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57080bb-912a-4be8-bb53-492b631983d4 req-63409b0e-ca4e-4393-8ec9-dc150e508550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:11.975693 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c57080bb-912a-4be8-bb53-492b631983d4 req-63409b0e-ca4e-4393-8ec9-dc150e508550 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0857763 Nov 11 21:59:12.047944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c57080bb-912a-4be8-bb53-492b631983d4 req-73bcc617-9376-406c-bd4c-b6311c019aec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1000 time: 0.0645595 Nov 11 21:59:12.059107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:ca:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T21:59:11Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:12.087057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 21:59:12.095393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 21:59:12.096012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T21:59:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:12.098505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57080bb-912a-4be8-bb53-492b631983d4 req-4ceb6f45-f5d5-4186-8a69-f4cb1b60f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:12.099983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c57080bb-912a-4be8-bb53-492b631983d4 req-4ceb6f45-f5d5-4186-8a69-f4cb1b60f44c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0448325 Nov 11 21:59:12.145053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57080bb-912a-4be8-bb53-492b631983d4 req-1b558d99-e73e-44c0-a002-29df4279d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 21:59:12.146482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c57080bb-912a-4be8-bb53-492b631983d4 req-1b558d99-e73e-44c0-a002-29df4279d542 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394201 Nov 11 21:59:12.206101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 21:59:12.240438 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c57080bb-912a-4be8-bb53-492b631983d4 req-9d407399-fc6e-475e-87a2-9234b6ca0ec7 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871189 Nov 11 21:59:12.332622 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c57080bb-912a-4be8-bb53-492b631983d4 req-eaa2a341-b63e-470a-b4da-b2defa8fdd2c service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855083 Nov 11 21:59:12.445621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:ca:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T21:59:11Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 21:59:12.477123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396de3b8-46f3-459a-b48d-fab864617c5f None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:ca:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T21:59:11Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 21:59:12.669565 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ff67e-1852-4355-9d49-7c4b69f49b0c None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 21:59:17.252976 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:59:22.670610 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:27.939041 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:32.007377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-37c738e3-4042-40ec-b61d-d36b1ab03540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:34.458694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e408ee3-199d-4eb6-8d88-cdb109f03cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:35.829913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:37.332931 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:37.921786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:52.681204 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 21:59:54.252793 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 21:59:57.978667 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:02.029434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee972a7b-c53f-494c-b837-003e434b032d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:04.458152 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-20c46d8d-700b-40cb-9bb0-c280d38688d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:05.800719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:07.327155 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:08.001131 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:10.550052 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-d280d84a-7031-4848-95a9-f3ac58594b01 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417061 Nov 11 22:00:10.634790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-77893c9f-6b07-4d1e-a040-f96aef91cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:10.636325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-77893c9f-6b07-4d1e-a040-f96aef91cb18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0406995 Nov 11 22:00:10.741316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-97840a9b-3d84-488b-9eee-888239d728e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:10.742818 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-97840a9b-3d84-488b-9eee-888239d728e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0877621 Nov 11 22:00:10.807408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-fa736e58-62bc-4db6-ac55-f6393d7dce6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1002 time: 0.0572593 Nov 11 22:00:10.854913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-e997a534-9bec-4c89-87b9-f6b553554444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:10.856952 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-e997a534-9bec-4c89-87b9-f6b553554444 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0422535 Nov 11 22:00:10.904922 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-ef26465d-9c3e-4fc7-994c-78c972fbc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:00:10.906417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-ef26465d-9c3e-4fc7-994c-78c972fbc191 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425494 Nov 11 22:00:10.996630 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-7b623ef3-2360-482d-a859-c8a528c8531b service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823658 Nov 11 22:00:11.089358 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-e12539b0-4f8a-403e-b291-ae48f6c9ae4a req-a32c7abb-c85d-4b06-906a-c0b446d13dac service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851805 Nov 11 22:00:22.698171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:28.017796 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:31.252577 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:00:32.001197 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fed1fa50-fd1b-46e5-9162-0d1b616c3964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:34.474994 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0e6446fa-d601-40ea-9586-f26b5fa59d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:35.810744 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:37.370587 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:37.937673 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:52.707097 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:00:58.022918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:02.006704 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4442-6788-4095-8b54-d5248b1e0157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:04.495731 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-844c5aab-45b4-4093-9806-172b56ff1e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:05.793938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:07.348690 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:07.954125 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:08.251397 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:01:10.524059 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-0b79594c-a6bb-4d9c-845d-cf40702aa11d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449550 Nov 11 22:01:10.606488 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-da272a42-878f-4dde-8342-84a11292bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:10.607972 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-da272a42-878f-4dde-8342-84a11292bae0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0414495 Nov 11 22:01:10.712494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-c9a90912-0975-4de0-8053-8c83e6239b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:10.713984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-c9a90912-0975-4de0-8053-8c83e6239b8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0874386 Nov 11 22:01:10.777284 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-e3147457-35ed-463f-9aa7-1b2faf1be3f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1002 time: 0.0565088 Nov 11 22:01:10.829005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-786d40b9-30e9-46dc-9e28-afbf1da0dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:10.830433 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-786d40b9-30e9-46dc-9e28-afbf1da0dc53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0469105 Nov 11 22:01:10.876296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-06feb149-37fa-414b-99c0-a4d56dfb0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:10.877775 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-06feb149-37fa-414b-99c0-a4d56dfb0c9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407417 Nov 11 22:01:10.888364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-d32d6d70-48de-40d8-af8b-85f2188cc4ec service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:01:10.889300 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-d32d6d70-48de-40d8-af8b-85f2188cc4ec service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047977 Nov 11 22:01:10.980568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-f255053a-6d54-4c8b-8369-2947def8c324 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842724 Nov 11 22:01:11.071054 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5aa69fc8-26b5-4ac6-b315-74f0b21825bd req-ae2fe2d3-799d-44c2-b19c-799a85b06f89 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835333 Nov 11 22:01:22.748312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:27.955192 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:31.982911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-84f1eccc-bfb9-42df-81be-4ff190b6f531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:34.471686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a38f8669-6401-435b-930f-446b3b100055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:36.051376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.348295 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:37.948063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:39.365594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cae25-1eb6-4a49-b3f2-7486edc75473 req-c84bc68c-bb02-4e91-882f-7331827f70eb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:39.367155 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-304cae25-1eb6-4a49-b3f2-7486edc75473 req-c84bc68c-bb02-4e91-882f-7331827f70eb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0511789 Nov 11 22:01:39.415324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-304cae25-1eb6-4a49-b3f2-7486edc75473 req-23deba1d-b289-427c-9d3c-ab807916e715 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416160 Nov 11 22:01:40.534903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8853095-5687-4853-b0e2-93c7ebe53662 req-3b368b52-772e-49d5-be24-58ab866e4245 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:40.536444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8853095-5687-4853-b0e2-93c7ebe53662 req-3b368b52-772e-49d5-be24-58ab866e4245 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0530765 Nov 11 22:01:40.584419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8853095-5687-4853-b0e2-93c7ebe53662 req-e3727a90-cbf1-4c5d-848c-9a3717a04509 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Nov 11 22:01:41.702396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39535b1-23ca-47be-bff7-d5b85510356e req-51086d2a-0a57-4cc4-b07f-3c8bc3dfaf61 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:41.704578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d39535b1-23ca-47be-bff7-d5b85510356e req-51086d2a-0a57-4cc4-b07f-3c8bc3dfaf61 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0500124 Nov 11 22:01:41.752196 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d39535b1-23ca-47be-bff7-d5b85510356e req-6fdfdd88-9347-45e3-9bf3-9815f537a23d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Nov 11 22:01:42.869886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db76374-a12e-4760-8403-296aaec9d82f req-d63d4bef-46c7-4d17-abc4-bf571240e40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:42.871354 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8db76374-a12e-4760-8403-296aaec9d82f req-d63d4bef-46c7-4d17-abc4-bf571240e40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Nov 11 22:01:42.924671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8db76374-a12e-4760-8403-296aaec9d82f req-ac94f6d3-c0b7-43d3-8cb1-441607001749 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466592 Nov 11 22:01:44.042291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623deb-21ff-470c-9cf5-870b8b482bf3 req-bb12ef9f-cb76-425a-83af-707ade538308 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:44.043849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc623deb-21ff-470c-9cf5-870b8b482bf3 req-bb12ef9f-cb76-425a-83af-707ade538308 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0502431 Nov 11 22:01:44.092504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc623deb-21ff-470c-9cf5-870b8b482bf3 req-80a5b8d3-3ff2-4e15-947c-045775b28882 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Nov 11 22:01:45.209383 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee811059-a860-4cac-990d-f240bf2404ec req-6a66178e-86a2-4cd2-a709-3e63460242f8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:45.210766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee811059-a860-4cac-990d-f240bf2404ec req-6a66178e-86a2-4cd2-a709-3e63460242f8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0497212 Nov 11 22:01:45.250332 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:01:45.258140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee811059-a860-4cac-990d-f240bf2404ec req-8a0c329a-7e92-4071-823a-e87af218b49d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414486 Nov 11 22:01:46.379822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e6eca-54d7-4db4-96f0-053f4266f51b req-70e9fb11-836b-4dc9-909e-c38e485f3bd6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:46.381368 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c50e6eca-54d7-4db4-96f0-053f4266f51b req-70e9fb11-836b-4dc9-909e-c38e485f3bd6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0536485 Nov 11 22:01:46.434997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c50e6eca-54d7-4db4-96f0-053f4266f51b req-5955616c-b52b-4b30-a9b2-634428d2d7fe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475104 Nov 11 22:01:47.552083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87c3e0-91cb-41c2-b62a-6e3d9c553d59 req-c1941c7c-6813-4864-a3cf-a5112441557f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:47.553860 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b87c3e0-91cb-41c2-b62a-6e3d9c553d59 req-c1941c7c-6813-4864-a3cf-a5112441557f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0496130 Nov 11 22:01:47.602361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b87c3e0-91cb-41c2-b62a-6e3d9c553d59 req-906a9c49-214b-498e-b728-7a1f82245f6c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Nov 11 22:01:48.720933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea398bd-d4ae-4b29-bcc7-6b9c9f62f4ab req-6a1f8ac2-96d9-4d40-b170-32bb1a290f54 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:48.722448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ea398bd-d4ae-4b29-bcc7-6b9c9f62f4ab req-6a1f8ac2-96d9-4d40-b170-32bb1a290f54 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Nov 11 22:01:48.774222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8ea398bd-d4ae-4b29-bcc7-6b9c9f62f4ab req-d06d6aa2-c810-4a6f-8952-c60211d5884c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Nov 11 22:01:49.892711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19ffeb-02ae-44b9-86e2-415751fe42b8 req-85d119c4-84cc-49fe-8959-38c30108838f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:49.894234 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f19ffeb-02ae-44b9-86e2-415751fe42b8 req-85d119c4-84cc-49fe-8959-38c30108838f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0520947 Nov 11 22:01:49.943079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f19ffeb-02ae-44b9-86e2-415751fe42b8 req-2eb6fab8-3b89-4c09-b55f-a5f0a7b77171 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Nov 11 22:01:50.333897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622a845-efdd-4162-a50e-46dec99c2be1 req-69309012-f8a9-4a10-a8fb-2f0b89d973b0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:50.335395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7622a845-efdd-4162-a50e-46dec99c2be1 req-69309012-f8a9-4a10-a8fb-2f0b89d973b0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0507982 Nov 11 22:01:50.384675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7622a845-efdd-4162-a50e-46dec99c2be1 req-dbcd9d57-e455-400c-94f1-c55a1a8ae2a9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Nov 11 22:01:50.470077 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-53d83924-2c3a-4358-b40e-8b5f5160b3ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402267 Nov 11 22:01:51.512789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf069da-0272-440a-aa78-58639b404588 req-0374bb50-af09-4483-b3d0-994ccdb350ec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:51.514283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-edf069da-0272-440a-aa78-58639b404588 req-0374bb50-af09-4483-b3d0-994ccdb350ec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0559540 Nov 11 22:01:51.568023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-edf069da-0272-440a-aa78-58639b404588 req-25259d53-8cb9-47c7-99c6-16f9951f3971 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477309 Nov 11 22:01:52.684963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8556d57-28d8-4722-bfa3-c190cc2ab4e0 req-407a57f5-013b-400b-bb5a-9845e54b2a5e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:52.686476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8556d57-28d8-4722-bfa3-c190cc2ab4e0 req-407a57f5-013b-400b-bb5a-9845e54b2a5e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0487223 Nov 11 22:01:52.719431 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:52.735520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8556d57-28d8-4722-bfa3-c190cc2ab4e0 req-f82a4a58-e3d9-416c-bc31-ff4cb0ec4335 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Nov 11 22:01:52.867068 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-188990a8-0af7-492a-a194-05fe4ab30600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:52.868516 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-188990a8-0af7-492a-a194-05fe4ab30600 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0426052 Nov 11 22:01:52.965128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-ddf6912b-8629-46c1-b41b-d24cffd7516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:52.966609 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-ddf6912b-8629-46c1-b41b-d24cffd7516b service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0903158 Nov 11 22:01:53.031247 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-213802ea-6a76-4368-8ac5-b05f529db8f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1002 time: 0.0570366 Nov 11 22:01:53.084932 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-66013dd8-f7bc-4caa-9a4c-8fcf0bddca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:53.086415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-66013dd8-f7bc-4caa-9a4c-8fcf0bddca30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0488405 Nov 11 22:01:53.131427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-1d1910a5-5c14-4b78-a9f7-6ba890ae2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:53.132865 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-1d1910a5-5c14-4b78-a9f7-6ba890ae2835 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401237 Nov 11 22:01:53.221044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-88bc7cd9-f973-4a62-91c6-6c61dec025e5 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813835 Nov 11 22:01:53.314082 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-3883b68c-3888-4da5-a671-b059ebfb0a2a service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860541 Nov 11 22:01:53.880984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8728d1b-bea1-42af-b844-80e0b9f61f52 req-0cc9f1fc-98ae-4a03-bb40-a76505f12b8a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:53.882492 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8728d1b-bea1-42af-b844-80e0b9f61f52 req-0cc9f1fc-98ae-4a03-bb40-a76505f12b8a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0534589 Nov 11 22:01:53.929572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c8728d1b-bea1-42af-b844-80e0b9f61f52 req-5b308b09-8575-4ab5-aaa8-e579638b045f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411665 Nov 11 22:01:55.047074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cab507-932d-45f6-a0ce-137ffd43865a req-3e91f8a7-03ee-4b16-b35a-7eb9fa4a37ce tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:55.048578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89cab507-932d-45f6-a0ce-137ffd43865a req-3e91f8a7-03ee-4b16-b35a-7eb9fa4a37ce tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0497499 Nov 11 22:01:55.098452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89cab507-932d-45f6-a0ce-137ffd43865a req-6e53aa63-cd38-4095-ac09-09e9c73aaae7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Nov 11 22:01:55.538038 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-7cbcd716-b8b1-4862-b4a7-f6cf11cac38b service neutron] show failed (client error): The resource could not be found. Nov 11 22:01:55.539060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-7cbcd716-b8b1-4862-b4a7-f6cf11cac38b service neutron] 10.222.0.58 "GET /v2.0/ports/71755d95-64a1-4dc8-b3f4-5c492824dbef/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0541260 Nov 11 22:01:56.233675 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-62628dfc-96c6-4978-9aac-8b2e440bdda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:56.234961 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-62628dfc-96c6-4978-9aac-8b2e440bdda5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 1097 time: 0.0736248 Nov 11 22:01:56.247983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bafdd4-32e4-40d1-84b1-6b3623834b68 req-bd182944-a322-4787-a514-69e60e4f9339 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:56.249660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10bafdd4-32e4-40d1-84b1-6b3623834b68 req-bd182944-a322-4787-a514-69e60e4f9339 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0774808 Nov 11 22:01:56.254590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:01:56.340253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10bafdd4-32e4-40d1-84b1-6b3623834b68 req-a30e83e6-a87d-488a-9ccb-17e2c5ff4182 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829744 Nov 11 22:01:56.340965 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:56.549907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:01:56.583881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:01:56.623149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:56.625990 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35a4c90-847e-4d0f-84f6-b545175336b0" -d '{"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:56.629734 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:56.643937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Transition to ACTIVE for port object 71755d95-64a1-4dc8-b3f4-5c492824dbef will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:01:56.732249 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c57564-b32d-4ac9-b7f2-c8814a36bdaa x-openstack-request-id: req-e8c57564-b32d-4ac9-b7f2-c8814a36bdaa {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:56.732249 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:56.732249 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8c57564-b32d-4ac9-b7f2-c8814a36bdaa {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:56.732249 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'code': 200} Nov 11 22:01:56.762317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:56.853290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:56.868454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.868802 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.869149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.869487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.869820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.870154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.870482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.871021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.871129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.871435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.871742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.872064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:01:56.899057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] No DVR routers for this DVR port 71755d95-64a1-4dc8-b3f4-5c492824dbef on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:01:57.040057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:01:57.040427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:01:57.040761 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:57.045026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Port 71755d95-64a1-4dc8-b3f4-5c492824dbef on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:01:57.045349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Attempting to bind port 71755d95-64a1-4dc8-b3f4-5c492824dbef on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:01:57.051728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:01:57.052067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:01:57.052476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:01:57.052907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Bound port: 71755d95-64a1-4dc8-b3f4-5c492824dbef, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:01:57.053259 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.120023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:01:57.123323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:01:57.211371 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.245510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:57.246187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:57.247747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] 10.222.0.62 "PUT /v2.0/ports/71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1092 time: 0.9969590 Nov 11 22:01:57.285549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07319ac-143d-4dbf-9567-afa867759f60 service neutron] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:01:57.321315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-f8bad256-c57b-4f68-93f6-af5f93ad0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:57.322845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-f8bad256-c57b-4f68-93f6-af5f93ad0fb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0489669 Nov 11 22:01:57.432329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-445e0309-3008-49ba-bab3-c2c793a8afad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:57.433816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-445e0309-3008-49ba-bab3-c2c793a8afad service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.1024194 Nov 11 22:01:57.523080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e1504-38d6-4e23-8180-b7e6baade372 req-c5ed2f20-881b-463a-ac3a-c52f72cb3556 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:57.524519 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-645e1504-38d6-4e23-8180-b7e6baade372 req-c5ed2f20-881b-463a-ac3a-c52f72cb3556 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.1065688 Nov 11 22:01:57.529180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-285b28d1-b739-4376-885d-31f912304541 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1000 time: 0.0748856 Nov 11 22:01:57.612520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d842f552-5e8c-4363-ba7d-6832727cd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:57.613966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-d842f552-5e8c-4363-ba7d-6832727cd249 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0808220 Nov 11 22:01:57.621116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-645e1504-38d6-4e23-8180-b7e6baade372 req-607f26c1-dd05-4f09-a4d7-17700a474e68 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890720 Nov 11 22:01:57.662403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-2e8cd2e3-9492-4379-9be7-0b0f53e1098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:57.663906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-2e8cd2e3-9492-4379-9be7-0b0f53e1098d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419941 Nov 11 22:01:57.757213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-18fa7025-fda8-4743-8ed7-0ae8a62f9a90 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845158 Nov 11 22:01:57.861142 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbfe1415-6db3-47d3-b838-7f2e8dfc50ee req-7eea6abe-de0c-4672-a89e-bccac7a302ba service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968866 Nov 11 22:01:58.082231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:01:58.315838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:01:58.354055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:01:58.738487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08224d-b296-419a-a0a7-b7c933d2219c req-8551ae50-bbcb-4984-9996-d8303ab5bd69 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:58.739969 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df08224d-b296-419a-a0a7-b7c933d2219c req-8551ae50-bbcb-4984-9996-d8303ab5bd69 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0489635 Nov 11 22:01:58.740448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:01:58.742664 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:01:58.786839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df08224d-b296-419a-a0a7-b7c933d2219c req-c4454ad7-412c-4e23-8e19-bb92cd3994c1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Nov 11 22:01:58.841612 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758b4f0-6988-4814-a016-3e7d3c8c3290 x-openstack-request-id: req-4758b4f0-6988-4814-a016-3e7d3c8c3290 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:01:58.841903 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:01:58.842160 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4758b4f0-6988-4814-a016-3e7d3c8c3290 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:01:58.842563 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'status': 'completed', 'code': 200} Nov 11 22:01:58.905001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-b79a64e4-1ea5-4a4d-9dbb-1dc909029d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:58.907163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-b79a64e4-1ea5-4a4d-9dbb-1dc909029d27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0467782 Nov 11 22:01:58.910153 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-5b4515f5-fb81-4636-8087-bd69991f1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:58.911661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-5b4515f5-fb81-4636-8087-bd69991f1c64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0452497 Nov 11 22:01:59.000065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-93e09aa0-6a99-4eb8-8772-47fd626a96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:59.001587 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-93e09aa0-6a99-4eb8-8772-47fd626a96f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0870655 Nov 11 22:01:59.010520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-c6c6546e-706c-44cc-af82-a26a4f1fb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:59.012014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-c6c6546e-706c-44cc-af82-a26a4f1fb856 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0923576 Nov 11 22:01:59.070983 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-6fb33de9-c53f-489a-bdbb-ad2174e1de39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1000 time: 0.0623505 Nov 11 22:01:59.082697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-2f9efac7-f080-46d3-8c8f-923b5e3ab26c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1000 time: 0.0627632 Nov 11 22:01:59.121284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-99619905-ad22-4403-848c-6829a44b7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:59.122804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-99619905-ad22-4403-848c-6829a44b7253 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0458379 Nov 11 22:01:59.134771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-adc2b2b3-c5ad-4858-8563-1063a460bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:59.136278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-adc2b2b3-c5ad-4858-8563-1063a460bdcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0454435 Nov 11 22:01:59.169465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-6f881daa-187b-4216-9824-31774338e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:59.171601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-6f881daa-187b-4216-9824-31774338e070 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405827 Nov 11 22:01:59.183021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-7cf05f87-f9e9-4894-9fca-4b849bf12dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:59.184600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-7cf05f87-f9e9-4894-9fca-4b849bf12dda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407934 Nov 11 22:01:59.267160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-168f195e-9f8d-4ebc-bc8a-4aa313efa5ad service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868800 Nov 11 22:01:59.279032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-d08a220d-573b-4cb4-92f3-e97d091c5bba service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848868 Nov 11 22:01:59.359780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-a14747f5-b84e-4bba-b715-b2423b6c75b6 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850654 Nov 11 22:01:59.371720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0215e7f5-3e15-4ad2-b824-18fb8ea463d1 req-299f9b44-84d7-4b6e-a43c-41112eb192e1 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848227 Nov 11 22:01:59.910713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15c406-d7d4-46d2-8f63-8a9c81ad0b89 req-a87d5109-982c-4226-8763-63e735929229 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:01:59.912231 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a15c406-d7d4-46d2-8f63-8a9c81ad0b89 req-a87d5109-982c-4226-8763-63e735929229 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0522802 Nov 11 22:01:59.960416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2a15c406-d7d4-46d2-8f63-8a9c81ad0b89 req-bdebcffa-3b98-44da-87e4-023194d81382 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Nov 11 22:02:00.339094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415283b-e7bf-4d2c-8d41-650c30752dec req-057a4400-04f6-4d53-8326-223d982add4e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.340612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d415283b-e7bf-4d2c-8d41-650c30752dec req-057a4400-04f6-4d53-8326-223d982add4e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 944 time: 0.0489182 Nov 11 22:02:00.390338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d415283b-e7bf-4d2c-8d41-650c30752dec req-e9de277f-c143-450b-917b-ebe55b6d662f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Nov 11 22:02:00.430062 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-1ccb4803-29b5-4931-b01c-74d132abfed1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.431641 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-1ccb4803-29b5-4931-b01c-74d132abfed1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4&tenant_id=1f6dfae84c8c47c28913b7864a6292d1&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 944 time: 0.0529656 Nov 11 22:02:00.493632 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-3ce63532-a9ff-47f2-a026-7ab8ab248295 service neutron] delete failed (client error): The resource could not be found. Nov 11 22:02:00.494556 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-3ce63532-a9ff-47f2-a026-7ab8ab248295 service neutron] 10.222.0.58 "DELETE /v2.0/ports/71755d95-64a1-4dc8-b3f4-5c492824dbef/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0552046 Nov 11 22:02:00.579286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-90a6ea46-d711-4ade-8218-c3b54d21ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.580866 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-90a6ea46-d711-4ade-8218-c3b54d21ec6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0422335 Nov 11 22:02:00.675673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-a66dd6ba-fa11-41e5-b155-e5d90f02826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.677187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-a66dd6ba-fa11-41e5-b155-e5d90f02826d service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0901046 Nov 11 22:02:00.742906 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-fdea8113-44a5-4641-8454-bf1491a11f32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1000 time: 0.0589323 Nov 11 22:02:00.791251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-8931fe56-282e-4ac1-a249-d41ae2c1699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.792702 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-8931fe56-282e-4ac1-a249-d41ae2c1699a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0428183 Nov 11 22:02:00.841456 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-46546693-bedb-4e08-bfb5-3a2bbe170322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:00.843496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-46546693-bedb-4e08-bfb5-3a2bbe170322 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436401 Nov 11 22:02:00.931545 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-a37cc97f-c451-4544-b7d8-be84d750a5df service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813625 Nov 11 22:02:00.939608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:02:01.038436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:01.050619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'mac_address': 'fa:16:3e:ca:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:02:01.088934 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.103005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71755d95-64a1-4dc8-b3f4-5c492824dbef {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:02:01.123211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:01.208350 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:01.258126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:01.266211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.266559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.266905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.267245 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.267587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.267923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.268286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.268619 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.268947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.269275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.269602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.269929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:01.365024 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-959140a1-eddd-4bdc-add2-fb51cf0f78e5 req-f19b334b-0c16-4d5f-9bdf-435ff7bb10bd service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263477 Nov 11 22:02:01.458377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['71755d95-64a1-4dc8-b3f4-5c492824dbef'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:02:01.506503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef3659-5600-4c27-9791-323b1980ab03 req-4f154d3d-922d-4fa9-afd1-9141a5b35d75 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:01.508199 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9ef3659-5600-4c27-9791-323b1980ab03 req-4f154d3d-922d-4fa9-afd1-9141a5b35d75 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 945 time: 0.0481422 Nov 11 22:02:01.562766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9ef3659-5600-4c27-9791-323b1980ab03 req-0198393e-a0f9-4b34-ba5a-f74a616550f6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479770 Nov 11 22:02:02.041832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9861c8f9-61a1-48e7-93ab-7bf8d02f1a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:02.683916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9278e0-6e85-4199-ab1f-528f50cdd5b6 req-65e2f53c-df74-45e5-90fd-6f5dd153bdf8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:02.685460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d9278e0-6e85-4199-ab1f-528f50cdd5b6 req-65e2f53c-df74-45e5-90fd-6f5dd153bdf8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 945 time: 0.0504417 Nov 11 22:02:02.733222 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6d9278e0-6e85-4199-ab1f-528f50cdd5b6 req-ab11a17e-3b3f-4a8c-95e6-e5e53868169f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Nov 11 22:02:02.847727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb666451-dfbe-449e-be12-1c353621186a req-49d1c96e-6449-4ca2-8757-a9092d282915 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:02.849167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb666451-dfbe-449e-be12-1c353621186a req-49d1c96e-6449-4ca2-8757-a9092d282915 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 945 time: 0.0502651 Nov 11 22:02:02.897007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bb666451-dfbe-449e-be12-1c353621186a req-57d82d36-b9fb-41f3-a097-151a2f17fd92 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Nov 11 22:02:02.944179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:03.093191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 71755d95-64a1-4dc8-b3f4-5c492824dbef completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:02:03.097537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 71755d95-64a1-4dc8-b3f4-5c492824dbef triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:03.097959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.331750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0efc30-f81a-436d-a735-a40088734bce req-d831f034-e52b-4279-8dc0-181856b3e819 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:03.333451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0efc30-f81a-436d-a735-a40088734bce req-d831f034-e52b-4279-8dc0-181856b3e819 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 945 time: 0.0607810 Nov 11 22:02:03.338674 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.362953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:03.365266 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b73e02-1f5a-42b2-b8f9-a562a312c257" -d '{"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-plugged", "status": "completed", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:03.378098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:03.395474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf0efc30-f81a-436d-a735-a40088734bce req-623294ba-c7d0-4362-84c7-0e4b7f0a6674 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557249 Nov 11 22:02:03.429413 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-cf476d29-7c49-49b8-8fef-e8169f89d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:03.430930 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-cf476d29-7c49-49b8-8fef-e8169f89d229 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0520134 Nov 11 22:02:03.464916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:03.503118 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8da91a-d65f-4b16-b71f-713d645a7a83 x-openstack-request-id: req-8b8da91a-d65f-4b16-b71f-713d645a7a83 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:03.503413 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-plugged", "status": "completed", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:03.503695 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b8da91a-d65f-4b16-b71f-713d645a7a83 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:03.504114 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'code': 200} Nov 11 22:02:03.518728 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:03.535223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-2edaa6f5-51b7-4859-90b2-47ebe809420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:03.536770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-2edaa6f5-51b7-4859-90b2-47ebe809420c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0993571 Nov 11 22:02:03.602827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-48f5856c-3501-4850-85ef-7e12a7912b98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 200 len: 1002 time: 0.0587273 Nov 11 22:02:03.651764 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-1c4b0399-f450-461d-adea-69d0c0a788f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:03.653128 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-1c4b0399-f450-461d-adea-69d0c0a788f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0428846 Nov 11 22:02:04.050351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-d410b814-e6e3-46ba-8d86-c9acf5ea6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:04.051896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-d410b814-e6e3-46ba-8d86-c9acf5ea6cc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3901079 Nov 11 22:02:04.142757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-2ed99956-75bd-4412-a169-f7a5d92e7fe3 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825489 Nov 11 22:02:04.235894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7388635c-a3e3-485e-a467-12d11e410ab2 req-d7a8c0d4-d2db-46b5-a44f-3ae319f74cc9 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859284 Nov 11 22:02:04.444926 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ce75c6c-6327-409f-b5ba-7da4ff335f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:04.517580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd846ae-3bfc-4e31-9442-c8b92ffe4c7c req-fad97007-fba4-4851-9864-6b248bbf703f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:04.519081 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bfd846ae-3bfc-4e31-9442-c8b92ffe4c7c req-fad97007-fba4-4851-9864-6b248bbf703f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0497539 Nov 11 22:02:04.568190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bfd846ae-3bfc-4e31-9442-c8b92ffe4c7c req-844ea1f3-a066-4df9-86f3-6545ee92f749 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Nov 11 22:02:05.684369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343c86b-0703-41a6-a1ed-6e0088e0525a req-de7eaedd-f71c-40ed-974c-85e8af6462f6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:05.685952 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9343c86b-0703-41a6-a1ed-6e0088e0525a req-de7eaedd-f71c-40ed-974c-85e8af6462f6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0488660 Nov 11 22:02:05.744519 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9343c86b-0703-41a6-a1ed-6e0088e0525a req-c382f870-6ffe-4526-aae6-ad2df01e82ce tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511546 Nov 11 22:02:05.810910 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:06.241470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23216c7-d45f-4b7c-a624-d2acb5e1371f req-351b6acf-8045-4ab9-ba95-4635fcd52806 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:06.242928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b23216c7-d45f-4b7c-a624-d2acb5e1371f req-351b6acf-8045-4ab9-ba95-4635fcd52806 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0492606 Nov 11 22:02:06.292085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b23216c7-d45f-4b7c-a624-d2acb5e1371f req-0fcea818-cbf6-4395-bf01-725c4617a1f5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430968 Nov 11 22:02:07.347641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:07.409989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00febde-ad94-4d68-b853-abd7eb960b4f req-b7ad202c-588c-4d22-9609-7e911d8a8a02 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:07.412411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c00febde-ad94-4d68-b853-abd7eb960b4f req-b7ad202c-588c-4d22-9609-7e911d8a8a02 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0514510 Nov 11 22:02:07.461236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c00febde-ad94-4d68-b853-abd7eb960b4f req-fb67c733-5d41-4328-b108-b26799c6c5fa tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Nov 11 22:02:07.527270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-afe0afaa-ea70-48d1-b188-c836766a767e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:07.528782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-afe0afaa-ea70-48d1-b188-c836766a767e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 946 time: 0.0518484 Nov 11 22:02:07.616630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Deleting port 71755d95-64a1-4dc8-b3f4-5c492824dbef {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:02:07.616974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:07.706996 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] For port 71755d95-64a1-4dc8-b3f4-5c492824dbef, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=71755d95-64a1-4dc8-b3f4-5c492824dbef,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:07.707486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:07.875109 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:07.875381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:07.875703 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 disassociated. External IP: 172.25.2.249, port: 71755d95-64a1-4dc8-b3f4-5c492824dbef. Nov 11 22:02:07.876052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Calling delete_port for 71755d95-64a1-4dc8-b3f4-5c492824dbef owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:02:07.944896 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.119373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.147768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event deleted for resources: {'Port': ['ID=71755d95-64a1-4dc8-b3f4-5c492824dbef,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:08.268226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:08.384210 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:08.394130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:08.404835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:08.405473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:08.423667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] No DVR routers for this DVR port 71755d95-64a1-4dc8-b3f4-5c492824dbef on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:02:08.426300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:08.429650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d41b287-97e5-460c-ad70-26fb3885fb29 req-4b1e82d5-8fd0-45b6-856c-6c168f0ea40e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "DELETE /v2.0/ports/71755d95-64a1-4dc8-b3f4-5c492824dbef HTTP/1.1" status: 204 len: 173 time: 0.8944731 Nov 11 22:02:08.430094 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-deleted', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:08.432410 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ac5411-01af-4211-9957-7934ca35d8c5" -d '{"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-deleted", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:08.469605 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c570f9e6-771b-4618-8a82-f5531b4f92cd x-openstack-request-id: req-c570f9e6-771b-4618-8a82-f5531b4f92cd {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:08.469903 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4", "name": "network-vif-deleted", "tag": "71755d95-64a1-4dc8-b3f4-5c492824dbef", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:08.470163 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c570f9e6-771b-4618-8a82-f5531b4f92cd {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:08.470565 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4', 'name': 'network-vif-deleted', 'tag': '71755d95-64a1-4dc8-b3f4-5c492824dbef', 'status': 'completed', 'code': 200} Nov 11 22:02:08.513935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:08.559175 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e20dd92d-79df-482c-9948-2e85bbde3cd2 req-46d0d248-7353-494e-b124-a6f292138151 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6e786ab-f6ee-4d4d-92e6-ace2ba3ce1c4 HTTP/1.1" status: 200 len: 210 time: 0.0288606 Nov 11 22:02:08.717299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:08.744426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:02:08.752533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:08.753129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:08.857058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:09.053758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:09.084353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abb365-742f-4fe4-bcec-22aa60b86a7a None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:09.302257 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af82d74d-fe0b-43c6-b46b-1589b87ab372 None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:02:09.869997 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-9aae0549-dee2-4827-a8cc-0d8a864a4a51 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1477976816&fields=id&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 267 time: 0.0474176 Nov 11 22:02:09.978003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-162a67f4-1b3b-4e7d-86ab-87674b219e1c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:09.979508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-162a67f4-1b3b-4e7d-86ab-87674b219e1c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1026647 Nov 11 22:02:09.994418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-99b2e2a1-1026-4d48-a335-a16381470949 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/quotas/1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 375 time: 0.0090313 Nov 11 22:02:10.047340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-14acc692-d1bb-452e-af83-d86e749ef53c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478406 Nov 11 22:02:10.198207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-4a38eaaa-3a30-4948-9801-e879870627e1 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394634 Nov 11 22:02:10.297966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-7aa6a55f-50b9-4916-9bf2-10ea31ae57dc service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936732 Nov 11 22:02:10.585300 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b4ca08c2-38f6-4407-899f-31b853e6a97a req-211b224f-b09e-496a-af44-f849013acfdf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 210 time: 0.0288124 Nov 11 22:02:10.971579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:02:10.991949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 71755d95-64a1-4dc8-b3f4-5c492824dbef {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:02:10.992329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 71755d95-64a1-4dc8-b3f4-5c492824dbef not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:02:11.682967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c6242cf-7154-4700-ab28-c721cfc51410 req-715a4a1d-6447-440d-8b69-b7216ef3b1fa tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 210 time: 0.0268347 Nov 11 22:02:12.779396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e716252d-1bcc-4398-8da5-551d50ca2c78 req-b9c89e35-f328-4ffb-8345-2617fe236f58 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 210 time: 0.0274310 Nov 11 22:02:12.992601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-e72e6f31-6e2e-4a32-a73e-a7411fd51e4d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:12.994257 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-e72e6f31-6e2e-4a32-a73e-a7411fd51e4d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1063206 Nov 11 22:02:13.057397 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-2ee4ee31-b31b-49ef-906e-6b104a308582 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 380 time: 0.0538821 Nov 11 22:02:13.067586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'port': {'device_id': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'admin_state_up': True, 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'security_groups': ['94a5ae4c-04b9-4173-a710-cef710149b08']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:13.337386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Made reservation on behalf of 1f6dfae84c8c47c28913b7864a6292d1 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:02:13.341116 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.466525 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Allocated IP 172.20.0.13 (1a1eb506-b97d-4fae-a285-ceccdaaefa80/71c03f52-f12e-489a-a8e4-09462db27f95/a876b353-a325-4c5e-9793-0cb803d83618) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:02:13.596024 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.743092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.788118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:02:13.793589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:02:13.797284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:02:13.804497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:13.833846 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.834202 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.834688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.835106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.835471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.835762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.836090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.836442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.836765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.837089 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.837413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.837738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:02:13.866947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:13.867756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:13.920276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e6f46-9555-43f9-a595-4f1200e10054 req-d367e8da-c851-4e86-a9c8-72391e1c0476 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:13.921817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b9e6f46-9555-43f9-a595-4f1200e10054 req-d367e8da-c851-4e86-a9c8-72391e1c0476 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 932 time: 0.0547037 Nov 11 22:02:13.972953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b9e6f46-9555-43f9-a595-4f1200e10054 req-602430ee-2a5c-47ec-9fda-6fd673023d2b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Nov 11 22:02:14.039549 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-a4b01309-a3a4-4cf5-a696-dcde7b8c0766 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9754391 Nov 11 22:02:14.052022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Request body: {'port': {'device_id': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:14.075594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fe2e8e49-cabb-4eeb-9747-03e7a46c6648 None None] Provisioning complete for port a876b353-a325-4c5e-9793-0cb803d83618 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:14.076131 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8e49-cabb-4eeb-9747-03e7a46c6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.112644 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.112913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e8e49-cabb-4eeb-9747-03e7a46c6648 None None] Port a876b353-a325-4c5e-9793-0cb803d83618 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:02:14.366648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a876b353-a325-4c5e-9793-0cb803d83618 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:02:14.373935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.387187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Transition to ACTIVE for port object a876b353-a325-4c5e-9793-0cb803d83618 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:02:14.476980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.525860 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.605323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:02:14.605660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:02:14.605990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:14.611021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:02:14.611348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:02:14.616917 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:02:14.617195 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:02:14.617730 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:02:14.618238 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Bound port: a876b353-a325-4c5e-9793-0cb803d83618, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:02:14.618600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.685439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:02:14.688872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:02:14.796608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.830204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:14.830819 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:14.832216 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] 10.222.0.58 "PUT /v2.0/ports/a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1092 time: 0.7843227 Nov 11 22:02:14.832654 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:14.835246 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f898651f-3a81-4bdd-8883-83fe9d10a537" -d '{"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:14.871052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67d75f-2ade-4c00-b9f2-a119e650bf24 service neutron] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:14.942609 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e770e-0e62-40dd-834a-0575f852e06a x-openstack-request-id: req-599e770e-0e62-40dd-834a-0575f852e06a {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:14.942609 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:14.942609 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-599e770e-0e62-40dd-834a-0575f852e06a {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:14.943100 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'status': 'completed', 'code': 200} Nov 11 22:02:15.004971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898651f-3a81-4bdd-8883-83fe9d10a537 req-4350c640-fd25-4e92-9e06-7c97744c5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.007243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f898651f-3a81-4bdd-8883-83fe9d10a537 req-4350c640-fd25-4e92-9e06-7c97744c5a98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1095 time: 0.0451200 Nov 11 22:02:15.101646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b55e3-cd85-45a9-8915-d34f722f4d3e req-e34dddbf-0896-45ae-b045-4650d073ff2a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.103067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c04b55e3-cd85-45a9-8915-d34f722f4d3e req-e34dddbf-0896-45ae-b045-4650d073ff2a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 944 time: 0.0568409 Nov 11 22:02:15.116229 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898651f-3a81-4bdd-8883-83fe9d10a537 req-49e902ea-2665-422e-a4bc-1b70d01dd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.117886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f898651f-3a81-4bdd-8883-83fe9d10a537 req-49e902ea-2665-422e-a4bc-1b70d01dd3a2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1018682 Nov 11 22:02:15.150914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c04b55e3-cd85-45a9-8915-d34f722f4d3e req-f3011645-c4c0-49ea-9439-2c40a9fa717e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417523 Nov 11 22:02:15.214393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898651f-3a81-4bdd-8883-83fe9d10a537 req-533ca160-08f0-4f5b-873d-0fd08a83020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.215873 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f898651f-3a81-4bdd-8883-83fe9d10a537 req-533ca160-08f0-4f5b-873d-0fd08a83020f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910847 Nov 11 22:02:15.292216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-5c56ed4c-0541-4868-9bdd-c6fa7fb5afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.293722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-5c56ed4c-0541-4868-9bdd-c6fa7fb5afc0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1095 time: 0.0417747 Nov 11 22:02:15.338087 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-90a209de-6a11-4395-9450-e932b4a24c12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 217 time: 0.0357666 Nov 11 22:02:15.390806 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-2b5df40d-a405-4129-94b7-fb15f8c246be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.392261 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-2b5df40d-a405-4129-94b7-fb15f8c246be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0479937 Nov 11 22:02:15.438580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf834-0494-4587-916b-d82d90f25463 req-8b5ebd27-ae4e-4807-8908-9990db722317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:15.440107 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-8b5ebd27-ae4e-4807-8908-9990db722317 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391667 Nov 11 22:02:15.528522 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-e1863f1b-5dbc-437b-b577-80afda4a7eb7 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806818 Nov 11 22:02:15.620954 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-400cf834-0494-4587-916b-d82d90f25463 req-a7449c1e-67c8-4a40-bfd8-02c8c64fa522 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852449 Nov 11 22:02:16.265880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d6738-4946-4432-8bfd-832975b34c35 req-4a492a03-3083-4793-b6ad-efbd9d721d23 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:16.267372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-036d6738-4946-4432-8bfd-832975b34c35 req-4a492a03-3083-4793-b6ad-efbd9d721d23 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 944 time: 0.0486124 Nov 11 22:02:16.314801 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-036d6738-4946-4432-8bfd-832975b34c35 req-59aec00b-b4a3-4c24-96df-363ef4bcf906 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408397 Nov 11 22:02:17.441244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff827c-49dc-45af-acb4-0133d170e295 req-78f8e8e8-6d0b-4d6f-b87f-7b97e8093a20 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:17.442758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-46ff827c-49dc-45af-acb4-0133d170e295 req-78f8e8e8-6d0b-4d6f-b87f-7b97e8093a20 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 944 time: 0.0560760 Nov 11 22:02:17.489891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-46ff827c-49dc-45af-acb4-0133d170e295 req-87365485-49eb-4cc7-8642-45eee2ec3d3b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Nov 11 22:02:18.363032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:02:18.462942 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:18.474016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a876b353-a325-4c5e-9793-0cb803d83618', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': 'a876b353-a325-4c5e-9793-0cb803d83618', 'mac_address': 'fa:16:3e:00:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:02:18.514361 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.528243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a876b353-a325-4c5e-9793-0cb803d83618 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:02:18.547240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:18.608678 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9ea91-15a1-44a7-8889-f0637fe55ba1 req-9dc9d253-2582-48df-b28c-f25bf292c55c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:18.610158 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26d9ea91-15a1-44a7-8889-f0637fe55ba1 req-9dc9d253-2582-48df-b28c-f25bf292c55c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 944 time: 0.0520396 Nov 11 22:02:18.638288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:18.658684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26d9ea91-15a1-44a7-8889-f0637fe55ba1 req-d1fd55d4-686c-4add-aec6-8157c809d684 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420675 Nov 11 22:02:18.680810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:18.957534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a876b353-a325-4c5e-9793-0cb803d83618'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:02:19.774483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9528f-14fd-4525-8357-69757c9f3f4c req-c27977bc-873c-4f9d-9afc-54ec9d38a4d5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:19.775971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9f9528f-14fd-4525-8357-69757c9f3f4c req-c27977bc-873c-4f9d-9afc-54ec9d38a4d5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0487199 Nov 11 22:02:19.827014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e9f9528f-14fd-4525-8357-69757c9f3f4c req-efa5a7a2-a8d8-42b5-ba6b-1be584507bbc tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451798 Nov 11 22:02:20.393414 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:02:20.513150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port a876b353-a325-4c5e-9793-0cb803d83618 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:02:20.517340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port a876b353-a325-4c5e-9793-0cb803d83618 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:02:20.517700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.596134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.618985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:20.621228 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdcdbd0-b944-42bb-85f8-b403d2147228" -d '{"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-plugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:20.633568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:02:20.657598 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8f3ed-a1db-4f1d-9f05-3972ea3c6bb7 x-openstack-request-id: req-5ea8f3ed-a1db-4f1d-9f05-3972ea3c6bb7 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:20.657937 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-plugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:20.658195 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ea8f3ed-a1db-4f1d-9f05-3972ea3c6bb7 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:20.658597 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'code': 200} Nov 11 22:02:20.698814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:20.746872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:02:20.755911 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd2b6a-e696-4188-a07b-8165f7dc102e req-37094f56-976a-4e45-97ae-ae1ccdc08924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:20.757508 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bbd2b6a-e696-4188-a07b-8165f7dc102e req-37094f56-976a-4e45-97ae-ae1ccdc08924 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1097 time: 0.0421674 Nov 11 22:02:20.801379 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3bbd2b6a-e696-4188-a07b-8165f7dc102e req-e6be9ee0-d58f-4ef7-b0c5-b521a5c0e37c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Nov 11 22:02:20.946954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56b58-eaec-41f0-acc0-2b6463b73dd3 req-24c11126-8328-46dd-bb82-354dd62e13a4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:20.948434 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbb56b58-eaec-41f0-acc0-2b6463b73dd3 req-24c11126-8328-46dd-bb82-354dd62e13a4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0500569 Nov 11 22:02:20.996968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbb56b58-eaec-41f0-acc0-2b6463b73dd3 req-80c3daad-aa2e-4ad9-9fc8-691826d12fa8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Nov 11 22:02:22.133573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e51407-2fbf-4d15-89d3-9cfb4f14e80b req-9c9b2420-186f-428f-86fa-24c64943c329 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:22.135102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63e51407-2fbf-4d15-89d3-9cfb4f14e80b req-9c9b2420-186f-428f-86fa-24c64943c329 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0665596 Nov 11 22:02:22.183392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63e51407-2fbf-4d15-89d3-9cfb4f14e80b req-406691d6-942e-479e-b300-795fd03d7cc4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Nov 11 22:02:22.249572 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:02:22.718517 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.303450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a4745-2618-4a11-b80c-3b99d008a17d req-18683536-357d-4ae3-b4a1-06729bcf0709 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:23.304949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-201a4745-2618-4a11-b80c-3b99d008a17d req-18683536-357d-4ae3-b4a1-06729bcf0709 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0525002 Nov 11 22:02:23.353235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-201a4745-2618-4a11-b80c-3b99d008a17d req-138de154-2bb5-4b4f-aa81-310801945673 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Nov 11 22:02:23.467544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caa01a-6fbf-4e15-8f68-eca892acba9a req-0aa55409-e8dc-4ab6-8ea3-9953344c76fe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:23.468983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05caa01a-6fbf-4e15-8f68-eca892acba9a req-0aa55409-e8dc-4ab6-8ea3-9953344c76fe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0491076 Nov 11 22:02:23.478478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 39538) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:02:23.482886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'floatingip': {'port_id': 'a876b353-a325-4c5e-9793-0cb803d83618'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:02:23.525433 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:23.959111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.038618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.140854 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 associated. External IP: 172.25.2.249, port: a876b353-a325-4c5e-9793-0cb803d83618. Nov 11 22:02:24.346313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:02:24.454355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:02:24.458956 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:24.466782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a539c714-71c7-42af-8681-7351e372490e None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:02:24.478761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:24.479476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:24.489313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dc448ad6-0f7b-48ef-b05a-0e727f8dd54c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "PUT /v2.0/floatingips/bb216db1-b4af-4ed7-bc21-961b1b029464 HTTP/1.1" status: 200 len: 992 time: 1.0097740 Nov 11 22:02:24.490039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:02:24.492442 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fa39c6-a909-4eab-b6d8-977c5de3c481" -d '{"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:02:24.594023 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed7fc47-aa14-4b2b-b805-63df7f007ea9 x-openstack-request-id: req-bed7fc47-aa14-4b2b-b805-63df7f007ea9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:02:24.594307 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:02:24.594557 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bed7fc47-aa14-4b2b-b805-63df7f007ea9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:02:24.594957 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'status': 'completed', 'code': 200} Nov 11 22:02:24.597211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:24.662057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-c4ff3a47-34ec-4f2f-b1a5-f3391f01e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:24.663581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-c4ff3a47-34ec-4f2f-b1a5-f3391f01e2ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1097 time: 0.0459692 Nov 11 22:02:24.766491 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-5dc5c624-c4be-4f1d-b425-da5401f706eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:24.769160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-5dc5c624-c4be-4f1d-b425-da5401f706eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0987000 Nov 11 22:02:24.830052 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': 'a876b353-a325-4c5e-9793-0cb803d83618', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:00:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 9, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:24.846343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-a2c9cd3f-01cd-410c-a63c-a38921446a72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1000 time: 0.0660255 Nov 11 22:02:24.858142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a539c714-71c7-42af-8681-7351e372490e None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:02:24.866900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:02:24.867511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:02:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:24.897031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-9d72a718-cd2d-4ea3-8262-88afbc470f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:24.898528 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-9d72a718-cd2d-4ea3-8262-88afbc470f36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0451443 Nov 11 22:02:24.946884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-23a06332-cfcd-4701-a568-ce6e9557cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:02:24.948470 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-23a06332-cfcd-4701-a568-ce6e9557cbfc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414221 Nov 11 22:02:24.979829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:02:25.043237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-2169fad4-60ff-4327-8ece-d1b44a326676 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870860 Nov 11 22:02:25.137160 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c9fa39c6-a909-4eab-b6d8-977c5de3c481 req-40441942-9a6b-4f90-a018-09ec151c1973 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Nov 11 22:02:25.206621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a539c714-71c7-42af-8681-7351e372490e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': 'a876b353-a325-4c5e-9793-0cb803d83618', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:00:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 9, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:02:25.390228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a539c714-71c7-42af-8681-7351e372490e None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': 'a876b353-a325-4c5e-9793-0cb803d83618', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:00:57:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T22:02:23Z', 'revision_number': 9, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:02:25.576974 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbeb3fd-3860-47a3-a58e-a32755308cc7 None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:02:27.961952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:32.000916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-69a4a7a7-f0fa-4329-98ee-52cb9bf5d58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:34.461909 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-94621c6b-69b0-45b0-94a7-672b07e009d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:35.832867 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.343856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:37.935596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:52.726170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:58.000139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:02:59.248482 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:03:01.981483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd0215f0-2e53-466b-977b-dcd6f77efb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:04.472742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-25a150e5-4b7b-4034-bc90-3de8527bb7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:05.872305 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:07.433875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:07.931189 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:13.525133 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-154403ac-5d60-4b33-b1bc-46548de78fd9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436015 Nov 11 22:03:13.608936 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-4d51c67f-ac29-4d11-8c31-4b5fe156920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:13.610408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-4d51c67f-ac29-4d11-8c31-4b5fe156920c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1097 time: 0.0401587 Nov 11 22:03:13.712451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-40f78557-4979-4b25-99fd-70e556469808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:13.713830 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-40f78557-4979-4b25-99fd-70e556469808 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0838225 Nov 11 22:03:13.783173 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-2255a86f-0f2c-4f25-a75e-4812291fbbd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1003 time: 0.0616252 Nov 11 22:03:13.832328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-fa84a259-ce8a-4b0e-8aa5-71d581aea80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:13.833761 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-fa84a259-ce8a-4b0e-8aa5-71d581aea80b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0433402 Nov 11 22:03:13.879020 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-4f5a4dd2-1321-4c1e-8f1f-35d1a9b1deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:03:13.880535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-4f5a4dd2-1321-4c1e-8f1f-35d1a9b1deec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393949 Nov 11 22:03:13.977051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-b2f238c6-01e8-479b-8685-bd1ccc479e9a service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880020 Nov 11 22:03:14.065698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-affa5eff-7050-4a4d-bc19-523ee5e9f1f8 req-e6d95938-cc5e-49c2-b343-9fec4b8f97ab service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823872 Nov 11 22:03:22.735280 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:28.009329 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:32.004850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e713fdf4-b2a9-4e29-b382-b592d1579f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:34.496047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-156eb7e6-bef8-4752-88b8-b13a5000947d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:35.867283 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:36.248609 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:03:37.404427 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:37.981457 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:52.786699 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:03:57.975442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:02.004064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-891312b6-029e-4829-a33a-b209d9d86b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:04.472007 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-09d95859-a543-4504-b390-d2ba14060e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:05.837634 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:07.385864 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:07.956923 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:13.248114 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:04:15.602659 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-0c950a94-d7ca-4f90-988c-d0f1d93ba0fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836272 Nov 11 22:04:15.684740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-c06c2204-b316-4771-ab82-ba9db0779bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:15.686221 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-c06c2204-b316-4771-ab82-ba9db0779bbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1097 time: 0.0418115 Nov 11 22:04:15.792266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-c6bf416a-8123-4465-a0ef-0cf2efbae47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:15.793672 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-c6bf416a-8123-4465-a0ef-0cf2efbae47a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0893495 Nov 11 22:04:15.862976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-cb723c62-190c-4b30-a17d-d05902b29a18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1003 time: 0.0594535 Nov 11 22:04:15.912707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-1cdab49c-bc65-480f-808c-002bbf25fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:15.914182 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-1cdab49c-bc65-480f-808c-002bbf25fc47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0435879 Nov 11 22:04:15.966196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-1df86581-867f-4616-9436-99f8346155cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:15.967688 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-1df86581-867f-4616-9436-99f8346155cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460579 Nov 11 22:04:16.056336 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-5a39d8d4-58d7-476f-9986-f59d2b170e74 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816090 Nov 11 22:04:16.149495 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-48c6260c-f7cc-42c0-b669-11559c7f75ca req-448f0b91-c90b-4b88-ad53-b8c490ffc48c service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863600 Nov 11 22:04:22.734618 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:27.991454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:31.985247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-adf4a30f-f47b-461f-baa3-1bc5f645ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:34.465276 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0ca8ffe8-049e-4c8a-8b7e-cb292f3956f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:35.825695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:37.396574 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:37.973770 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:50.248371 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:04:52.605478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-7e98b818-d5bb-4723-8ada-b1d4f6e74bcf req-08ad3ff0-2c31-4ece-91e4-1b786de8d364 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:04:52.606486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e98b818-d5bb-4723-8ada-b1d4f6e74bcf req-08ad3ff0-2c31-4ece-91e4-1b786de8d364 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070515 Nov 11 22:04:52.830519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:53.077513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d4f7-ac5a-4b04-a6ed-d3da86e63903 req-da986a72-abba-4269-ad7a-675fbac49e45 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:53.079072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c703d4f7-ac5a-4b04-a6ed-d3da86e63903 req-da986a72-abba-4269-ad7a-675fbac49e45 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.1052361 Nov 11 22:04:53.130259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c703d4f7-ac5a-4b04-a6ed-d3da86e63903 req-6a11b9cf-d551-4998-9e4d-f13c335da4d9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Nov 11 22:04:53.257108 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-ccfb4b36-0ba2-4853-bed9-add6bb52c62d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802195 Nov 11 22:04:53.266920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-a03e2e1b-d58e-44a2-9743-37ad80970d1c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:04:53.267859 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-a03e2e1b-d58e-44a2-9743-37ad80970d1c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050273 Nov 11 22:04:54.250048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b252b1-e435-481b-bd00-c367f97d4140 req-77ae5c70-1e40-462d-8545-8ee3f44095d7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:54.251800 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8b252b1-e435-481b-bd00-c367f97d4140 req-77ae5c70-1e40-462d-8545-8ee3f44095d7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0542538 Nov 11 22:04:54.300686 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8b252b1-e435-481b-bd00-c367f97d4140 req-49900561-0c08-4ec5-880f-6a9b2200dd11 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Nov 11 22:04:55.423237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985067e-14fd-41ef-bd8a-bce9fc6755d4 req-d7614cb0-90ed-445e-9bbd-9d29cd9fbd5a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:55.424768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3985067e-14fd-41ef-bd8a-bce9fc6755d4 req-d7614cb0-90ed-445e-9bbd-9d29cd9fbd5a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0495172 Nov 11 22:04:55.473254 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3985067e-14fd-41ef-bd8a-bce9fc6755d4 req-d8080a82-bce8-407c-8b04-e486e10b4509 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Nov 11 22:04:55.506749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-5dcc4cf3-d7d2-4774-a2a0-ca889a8606ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:55.508282 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-5dcc4cf3-d7d2-4774-a2a0-ca889a8606ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1097 time: 0.0413306 Nov 11 22:04:55.603480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-a0735470-23df-4a87-b9a9-941dd135b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:55.604914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-a0735470-23df-4a87-b9a9-941dd135b555 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0882893 Nov 11 22:04:55.670768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-955fd7f9-01d5-4c28-a48e-7f9469bb61b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1003 time: 0.0586140 Nov 11 22:04:55.723294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-c1bca1ec-abb0-4379-b259-169616c38cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:55.725502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-c1bca1ec-abb0-4379-b259-169616c38cfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0480409 Nov 11 22:04:55.770636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-bd3ddb0f-0c7c-45ed-81a4-26b3f35f97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:55.772096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-bd3ddb0f-0c7c-45ed-81a4-26b3f35f97f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398533 Nov 11 22:04:55.865241 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-cc3ac3ae-e7da-4b6b-824d-85594418362a service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831261 Nov 11 22:04:55.957408 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-a477cda3-b62d-4fcc-bceb-58a953f84891 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841560 Nov 11 22:04:56.594350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611d247-b6bc-4f9f-9230-150c9430ae0e req-eba8ee3e-39b4-46c7-a56b-8080460005d8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:56.595852 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d611d247-b6bc-4f9f-9230-150c9430ae0e req-eba8ee3e-39b4-46c7-a56b-8080460005d8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0535536 Nov 11 22:04:56.642888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d611d247-b6bc-4f9f-9230-150c9430ae0e req-6e016170-ef8b-4208-963d-a619ee6495df tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Nov 11 22:04:57.760141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e193b-cfe8-4057-bde9-5aaa227b765d req-fb1f25bd-63e0-4fe6-ba92-300c69c4e642 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:57.761655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-568e193b-cfe8-4057-bde9-5aaa227b765d req-fb1f25bd-63e0-4fe6-ba92-300c69c4e642 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Nov 11 22:04:57.809600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-568e193b-cfe8-4057-bde9-5aaa227b765d req-f6ea8957-0d5e-4e76-b692-9347f03fa514 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 Nov 11 22:04:58.047827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:04:58.926052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0f1b1-f143-4fd7-8008-c8bf2f9224c5 req-f752ee93-d756-4b7e-a7e4-873a0b0a8773 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:04:58.927439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08f0f1b1-f143-4fd7-8008-c8bf2f9224c5 req-f752ee93-d756-4b7e-a7e4-873a0b0a8773 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0498564 Nov 11 22:04:58.984890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08f0f1b1-f143-4fd7-8008-c8bf2f9224c5 req-2f385a5a-a8e0-4eae-b24f-643ea0e990c1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512652 Nov 11 22:05:00.101744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24b3d6-b5e5-4866-93e2-76494e567e6c req-954d5325-419d-4c0a-85ea-ed55e7b9104d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:00.103239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc24b3d6-b5e5-4866-93e2-76494e567e6c req-954d5325-419d-4c0a-85ea-ed55e7b9104d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Nov 11 22:05:00.150717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bc24b3d6-b5e5-4866-93e2-76494e567e6c req-3d292db3-2ece-4859-9040-cdd3ab69283e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410085 Nov 11 22:05:01.267327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad9339-a43b-414f-9d95-fc33799da024 req-fb929bf2-a0df-4080-9d62-4ce1ea7fb092 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:01.268858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8ad9339-a43b-414f-9d95-fc33799da024 req-fb929bf2-a0df-4080-9d62-4ce1ea7fb092 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0493264 Nov 11 22:05:01.317313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a8ad9339-a43b-414f-9d95-fc33799da024 req-f2c9f343-dbbc-479e-8ba4-63d0b89d603c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Nov 11 22:05:01.985652 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-60229845-151a-4489-8604-03de7f9697d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:02.439775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73626-a8ed-498d-9a2c-daedca013027 req-2bd7bfeb-e80a-4077-bdb5-bef57ec1a310 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:02.441274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13a73626-a8ed-498d-9a2c-daedca013027 req-2bd7bfeb-e80a-4077-bdb5-bef57ec1a310 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0528748 Nov 11 22:05:02.487706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-13a73626-a8ed-498d-9a2c-daedca013027 req-96e2f6df-329b-4bcd-bc8e-df345702656e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Nov 11 22:05:03.605103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a76e7-03a6-4003-91d6-886141205345 req-12b1a3e0-1724-42bd-ad68-37561e5dced9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:03.606596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d92a76e7-03a6-4003-91d6-886141205345 req-12b1a3e0-1724-42bd-ad68-37561e5dced9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0494111 Nov 11 22:05:03.655221 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d92a76e7-03a6-4003-91d6-886141205345 req-aec76139-f659-4f60-8696-de193df102d8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Nov 11 22:05:04.481898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7ea73c1d-2b7c-49e7-bae3-a7fba9c5ac81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:04.774237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a8ba3-180d-4a94-a166-312e040b5e4e req-edbe0e2b-fa8b-46df-870d-77b4c2412a23 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:04.775736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad7a8ba3-180d-4a94-a166-312e040b5e4e req-edbe0e2b-fa8b-46df-870d-77b4c2412a23 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0519860 Nov 11 22:05:04.824442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad7a8ba3-180d-4a94-a166-312e040b5e4e req-e913e1c7-9cbf-459b-b9bb-3bc7851dbc62 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417445 Nov 11 22:05:05.841995 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:05.941707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5c42-0f76-4fe4-830f-820e0357dda2 req-c11a1dd9-9732-4f4a-bf69-acc3ec768fb5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:05.943269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d63b5c42-0f76-4fe4-830f-820e0357dda2 req-c11a1dd9-9732-4f4a-bf69-acc3ec768fb5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Nov 11 22:05:05.990775 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d63b5c42-0f76-4fe4-830f-820e0357dda2 req-12f1c9d0-279f-4067-97e8-362737ab4536 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414813 Nov 11 22:05:07.106355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928570d-6057-46e4-8184-b051fdbbbeb5 req-743750b3-30d3-4b69-b19b-551ce5349437 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:07.107836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3928570d-6057-46e4-8184-b051fdbbbeb5 req-743750b3-30d3-4b69-b19b-551ce5349437 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0483544 Nov 11 22:05:07.159383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3928570d-6057-46e4-8184-b051fdbbbeb5 req-333cd455-3368-4b4b-861a-b00c7f15e3ef tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449026 Nov 11 22:05:07.418657 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:07.939655 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:08.162577 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-e60ab6e6-0979-43d1-b913-ba2a03355455 service neutron] show failed (client error): The resource could not be found. Nov 11 22:05:08.163590 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-e60ab6e6-0979-43d1-b913-ba2a03355455 service neutron] 10.222.0.58 "GET /v2.0/ports/a876b353-a325-4c5e-9793-0cb803d83618/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0551946 Nov 11 22:05:08.275038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172378d-7e26-44f6-9468-77a86ea680df req-30fca2e4-cc4b-47c8-97b3-b0aecc22f205 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:08.276560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3172378d-7e26-44f6-9468-77a86ea680df req-30fca2e4-cc4b-47c8-97b3-b0aecc22f205 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0491338 Nov 11 22:05:08.326580 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3172378d-7e26-44f6-9468-77a86ea680df req-af26a368-6592-4976-93d8-d604f3e808ef tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Nov 11 22:05:08.765681 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-57fa0a0b-7421-4cb6-8374-b7c9c45a0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:08.767166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-57fa0a0b-7421-4cb6-8374-b7c9c45a0618 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 1097 time: 0.0776300 Nov 11 22:05:08.779852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:08.835625 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.038266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:09.070619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:09.109306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:09.112202 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e900a-0459-4d3e-b5b7-b7a49a3c891a" -d '{"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-unplugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:09.116098 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.128229 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Transition to ACTIVE for port object a876b353-a325-4c5e-9793-0cb803d83618 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:05:09.162470 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cedc6f4-73bd-4953-8079-a0cedbb02a9d x-openstack-request-id: req-6cedc6f4-73bd-4953-8079-a0cedbb02a9d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:09.162760 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-unplugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:09.163014 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cedc6f4-73bd-4953-8079-a0cedbb02a9d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:09.163442 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'code': 200} Nov 11 22:05:09.190246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.270465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:09.286075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.286751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.286751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.287076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.287406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.287744 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.288063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.288414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.288741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.289063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.289384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.289706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:09.327648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] No DVR routers for this DVR port a876b353-a325-4c5e-9793-0cb803d83618 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:09.479297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fec91b-4a4b-4ae0-b512-57d851be7b20 req-f516bd1b-e8ed-4dc1-a2e1-237d438829b7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:09.480707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77fec91b-4a4b-4ae0-b512-57d851be7b20 req-f516bd1b-e8ed-4dc1-a2e1-237d438829b7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 944 time: 0.0667107 Nov 11 22:05:09.526243 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:09.526575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:09.526903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:09.536320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:05:09.536616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:09.550274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:09.550617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:09.551000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:09.551429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Bound port: a876b353-a325-4c5e-9793-0cb803d83618, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:09.551786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.571397 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-77fec91b-4a4b-4ae0-b512-57d851be7b20 req-6ce29b8c-0d2b-4942-9cbd-1207cfa17739 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737736 Nov 11 22:05:09.623055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:09.626187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:09.728059 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.761972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:09.762593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:09.763974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] 10.222.0.62 "PUT /v2.0/ports/a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1092 time: 0.9879825 Nov 11 22:05:09.800236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0ba7f-dc96-4c74-b4f2-7522dda4b28f service neutron] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:09.835335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6a17daa8-8153-464c-a7ac-c2bd1f7a0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:09.836892 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-6a17daa8-8153-464c-a7ac-c2bd1f7a0a3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1095 time: 0.0494511 Nov 11 22:05:09.939920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-738362d3-f9af-41a6-b9d7-35e1485a67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:09.941318 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-738362d3-f9af-41a6-b9d7-35e1485a67d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0976367 Nov 11 22:05:10.015626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-02659dd6-be49-4ae8-b53b-a8b97848d86c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1001 time: 0.0624425 Nov 11 22:05:10.064333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-b998150a-741a-48e2-b515-f6668afc5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:10.065808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-b998150a-741a-48e2-b515-f6668afc5ae1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0473912 Nov 11 22:05:10.112095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-bf164aa1-84f7-4923-8f2d-b241a9b79b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:10.113606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-bf164aa1-84f7-4923-8f2d-b241a9b79b8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405641 Nov 11 22:05:10.206114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-9f3a0d6d-d665-4569-b588-403e4377fad6 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851920 Nov 11 22:05:10.653859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-609c750d-6c45-4cfe-a15b-91e68b164360 req-910069c9-347f-4e7b-a38c-da9cf9511e8c service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401164 Nov 11 22:05:10.691048 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7adc-5708-42bd-a03e-f91d1f0155b9 req-7685334e-2546-4b64-8cff-0d25de5fd87d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:10.692583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e2d7adc-5708-42bd-a03e-f91d1f0155b9 req-7685334e-2546-4b64-8cff-0d25de5fd87d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 944 time: 0.0523362 Nov 11 22:05:10.744558 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e2d7adc-5708-42bd-a03e-f91d1f0155b9 req-a8b6ddc5-32d3-44b9-af0f-9b390e8c6ac9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458596 Nov 11 22:05:11.164730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:11.167142 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c18c95e-2067-48ba-b880-5102b0915af7" -d '{"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:11.214539 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d939bdd5-b23e-44cb-8697-73375c10dbab x-openstack-request-id: req-d939bdd5-b23e-44cb-8697-73375c10dbab {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:11.214831 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:11.215083 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d939bdd5-b23e-44cb-8697-73375c10dbab {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:11.215480 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'status': 'completed', 'code': 200} Nov 11 22:05:11.280282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-ae642d6b-04c6-408b-a765-93a6688f0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.281803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-ae642d6b-04c6-408b-a765-93a6688f0c30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1095 time: 0.0406618 Nov 11 22:05:11.283031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-77be5464-5c10-4503-8e3b-0b6487d3067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.284563 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-77be5464-5c10-4503-8e3b-0b6487d3067e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1095 time: 0.0412829 Nov 11 22:05:11.375855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-79ce77cb-0f2a-4e30-9b92-08056c8639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.377790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-79ce77cb-0f2a-4e30-9b92-08056c8639f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0864360 Nov 11 22:05:11.379454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-141d6323-f365-4164-94bc-1505d6d1945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.380951 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-141d6323-f365-4164-94bc-1505d6d1945a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0898733 Nov 11 22:05:11.448683 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-43ab8c79-202b-4fad-a028-7494e14b8a94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1001 time: 0.0588257 Nov 11 22:05:11.450172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-016f2375-396a-4ca5-9ddc-c5987a4d6b11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1001 time: 0.0635450 Nov 11 22:05:11.500019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-c191b3f9-5b76-41e7-81e3-e6c9130b65be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.501485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-c191b3f9-5b76-41e7-81e3-e6c9130b65be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0444944 Nov 11 22:05:11.503245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-2c42ea03-9160-42e2-a387-165e2f76a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.504724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-2c42ea03-9160-42e2-a387-165e2f76a3c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0495684 Nov 11 22:05:11.548725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-8039940d-15b9-412e-b592-b4779d861954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.550274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-8039940d-15b9-412e-b592-b4779d861954 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415237 Nov 11 22:05:11.551036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-5ae75d8d-072f-409a-9d03-f31c1f9ac04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.552561 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-5ae75d8d-072f-409a-9d03-f31c1f9ac04f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402341 Nov 11 22:05:11.647037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-d73c8674-f841-42df-8d04-2b423d132e5f service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888939 Nov 11 22:05:11.647304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-a21d71e3-bb30-4b46-befd-29ce072c68b4 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843229 Nov 11 22:05:11.745692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-a8715fc5-7787-4e97-8feb-53386ed9296c service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909801 Nov 11 22:05:11.746804 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-4c18c95e-2067-48ba-b880-5102b0915af7 req-485db91d-f678-4953-88b3-6e98eb2616a9 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925281 Nov 11 22:05:11.778535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:05:11.865865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef322-3e33-407e-aa0b-bf24f7984cab req-de2cb607-5eec-475a-b123-6a98cb9490c4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:11.867435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-024ef322-3e33-407e-aa0b-bf24f7984cab req-de2cb607-5eec-475a-b123-6a98cb9490c4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 944 time: 0.0508692 Nov 11 22:05:11.883475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:11.895463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'a876b353-a325-4c5e-9793-0cb803d83618', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': 'a876b353-a325-4c5e-9793-0cb803d83618', 'mac_address': 'fa:16:3e:00:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:05:11.919560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-024ef322-3e33-407e-aa0b-bf24f7984cab req-f5fbbd14-656b-4076-8158-2aa4ffa2ce03 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460815 Nov 11 22:05:11.933436 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:11.949189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a876b353-a325-4c5e-9793-0cb803d83618 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:11.968053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:12.116222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:12.162362 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:12.169518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.169886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.170210 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.170550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.170886 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.171219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.171549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.171875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.172223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.172552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.172878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:12.174091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:13.038183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbfd70-929b-4533-a786-f64499d0fe50 req-f715b330-41cf-4147-9ed2-4557ec9ce82d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:13.039661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fbbfd70-929b-4533-a786-f64499d0fe50 req-f715b330-41cf-4147-9ed2-4557ec9ce82d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0495579 Nov 11 22:05:13.088070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fbbfd70-929b-4533-a786-f64499d0fe50 req-810e4729-806c-4e86-b0fa-c5c883e5b3d6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Nov 11 22:05:13.323926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:13.373038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:13.427369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['a876b353-a325-4c5e-9793-0cb803d83618'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:13.767443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f504ce-0b6c-467e-8e43-c42efa3f189f req-a8f46641-a2fa-4a0e-bb28-e67617fe9a31 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:13.769322 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40f504ce-0b6c-467e-8e43-c42efa3f189f req-a8f46641-a2fa-4a0e-bb28-e67617fe9a31 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0597534 Nov 11 22:05:13.849088 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-5df3f5d0-7300-48c0-8d8b-7aa7ee39b730 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:13.850549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-5df3f5d0-7300-48c0-8d8b-7aa7ee39b730 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34&tenant_id=1f6dfae84c8c47c28913b7864a6292d1&binding%3Ahost_id=n-h1-805734-3 HTTP/1.1" status: 200 len: 945 time: 0.0803757 Nov 11 22:05:13.857582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40f504ce-0b6c-467e-8e43-c42efa3f189f req-685596d0-6b3e-423d-9fef-e63d430aea57 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789232 Nov 11 22:05:13.916224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-3d821cc3-43b2-49fd-aa00-8d80b5d2cb0d service neutron] 10.222.0.62 "GET /v2.0/ports/a876b353-a325-4c5e-9793-0cb803d83618/bindings/n-h1-805734-3 HTTP/1.1" status: 200 len: 382 time: 0.0565479 Nov 11 22:05:13.983990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-750ad5c1-0667-4b15-b1f7-25e412fe8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:13.985499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-750ad5c1-0667-4b15-b1f7-25e412fe8f50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1096 time: 0.0454226 Nov 11 22:05:14.073935 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-8d469139-7ed3-425c-b6c4-686521817c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:14.075432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-8d469139-7ed3-425c-b6c4-686521817c09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0833769 Nov 11 22:05:14.151042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-7712c43f-b570-47be-97f0-ca4e9102eb2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1002 time: 0.0675933 Nov 11 22:05:14.200304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-1c93e158-0962-4a31-92b9-e93ab3821cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:14.201629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-1c93e158-0962-4a31-92b9-e93ab3821cf0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0436327 Nov 11 22:05:14.247108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-9e5566e4-db87-4a37-96d9-7e4734b7cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:14.248583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-9e5566e4-db87-4a37-96d9-7e4734b7cdaa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391817 Nov 11 22:05:14.343967 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2e54d4f8-1a31-401a-a11a-e73f84db25bb service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869033 Nov 11 22:05:14.435714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-cd3fd213-e500-4354-b35a-9a40eb5feb66 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832167 Nov 11 22:05:14.983811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebedb4-8c27-4167-919d-832f470e90ab req-87a46c36-4b88-494a-9c8a-790488008930 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:14.985325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96ebedb4-8c27-4167-919d-832f470e90ab req-87a46c36-4b88-494a-9c8a-790488008930 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0555398 Nov 11 22:05:15.033048 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96ebedb4-8c27-4167-919d-832f470e90ab req-16b5f1b7-8144-4112-a700-d9101ea3d2de tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412569 Nov 11 22:05:15.780460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:15.984715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port a876b353-a325-4c5e-9793-0cb803d83618 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:05:15.989320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port a876b353-a325-4c5e-9793-0cb803d83618 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:15.989694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:16.066469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:16.090078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:16.092556 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297aab30-a67e-4076-889e-42a4b7055409" -d '{"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-plugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:16.110216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:16.152479 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114bd44-6871-4057-ada5-256f6569d65c req-7165779c-7e32-49e8-b507-36502d435bbd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:16.154014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0114bd44-6871-4057-ada5-256f6569d65c req-7165779c-7e32-49e8-b507-36502d435bbd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0490644 Nov 11 22:05:16.190707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:16.202435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0114bd44-6871-4057-ada5-256f6569d65c req-1cabdef6-1a2a-4904-9730-dc82ac642588 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Nov 11 22:05:16.240641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:16.259114 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae773f9a-0735-4769-8645-6ebfb91e2c24 x-openstack-request-id: req-ae773f9a-0735-4769-8645-6ebfb91e2c24 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:16.259430 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-plugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:16.259708 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae773f9a-0735-4769-8645-6ebfb91e2c24 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:16.260195 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'code': 200} Nov 11 22:05:17.147567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-9448fed9-7597-4fbf-b23c-1c77a951b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:17.149112 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-9448fed9-7597-4fbf-b23c-1c77a951b5e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 1097 time: 0.0418091 Nov 11 22:05:17.162505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:17.218283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:17.328876 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08735f0-9fea-413c-a570-73ee4bba7be8 req-805c7da5-f6ad-4ecd-94ed-bbb05e9f5fe6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:17.330424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f08735f0-9fea-413c-a570-73ee4bba7be8 req-805c7da5-f6ad-4ecd-94ed-bbb05e9f5fe6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0514114 Nov 11 22:05:17.383247 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f08735f0-9fea-413c-a570-73ee4bba7be8 req-fc49d50f-d5e9-4af0-bfa1-dffffab3782a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461037 Nov 11 22:05:17.421110 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:17.452771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:17.490086 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:17.492311 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aca7e2-d54b-4243-99de-e413ae3a2f8e" -d '{"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-unplugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:17.495906 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:17.508555 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Transition to ACTIVE for port object a876b353-a325-4c5e-9793-0cb803d83618 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:05:17.543124 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c2212c-eb18-4fb3-a78f-156b3c181dd3 x-openstack-request-id: req-68c2212c-eb18-4fb3-a78f-156b3c181dd3 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:17.543527 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-unplugged", "status": "completed", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:17.543771 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68c2212c-eb18-4fb3-a78f-156b3c181dd3 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:17.544195 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'code': 200} Nov 11 22:05:17.607297 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:17.728817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=10']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:17.754301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.754652 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.754998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.755334 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.755666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.755995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.756341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.756677 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.757008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.757317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.757635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.757952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:05:17.802941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] No DVR routers for this DVR port a876b353-a325-4c5e-9793-0cb803d83618 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:17.944882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:17.945209 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:17.945479 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:17.949974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:05:17.951962 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Attempting to bind port a876b353-a325-4c5e-9793-0cb803d83618 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:17.955171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:17.955600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:17.956597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:17.957021 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Bound port: a876b353-a325-4c5e-9793-0cb803d83618, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:17.957494 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:18.029458 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:18.032664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:18.104740 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:18.138754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:18.139368 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:18.140763 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] 10.222.0.58 "PUT /v2.0/ports/a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1093 time: 0.9828594 Nov 11 22:05:18.163821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603fbf0-d493-4e4d-ba6b-caa502d4d61a service neutron] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=11']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:18.210327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-bb24855d-fb99-4fee-882f-585b1a309bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:18.211870 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-bb24855d-fb99-4fee-882f-585b1a309bdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1096 time: 0.0452764 Nov 11 22:05:18.309061 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-6ae6fd2c-d31c-456c-998d-3743797bbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:18.310560 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-6ae6fd2c-d31c-456c-998d-3743797bbd29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0916417 Nov 11 22:05:18.378658 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-94237c4c-5719-4e99-82e3-cae73a2d0bf5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1001 time: 0.0611355 Nov 11 22:05:18.445510 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-eb0aff97-7316-4397-8394-c09ad8d72e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:18.447021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-eb0aff97-7316-4397-8394-c09ad8d72e86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0611510 Nov 11 22:05:18.494750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-066410e2-b93c-440f-942a-176aee63d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:18.496272 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-066410e2-b93c-440f-942a-176aee63d464 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424502 Nov 11 22:05:18.506364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce22734-36a6-4b7d-bd2a-ba44b631c94e req-5758e943-e045-43da-8f6d-9cdf3381ed49 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:18.507990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ce22734-36a6-4b7d-bd2a-ba44b631c94e req-5758e943-e045-43da-8f6d-9cdf3381ed49 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Nov 11 22:05:18.557523 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ce22734-36a6-4b7d-bd2a-ba44b631c94e req-aeef2e1f-468b-4b76-aec8-2967a15e00d5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 Nov 11 22:05:18.588921 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-72b361a8-7a9a-4602-a9fd-bf5468849bbe service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 Nov 11 22:05:18.678984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-54cd2f2d-bbea-446f-a57a-7831801875f4 req-dcd5c090-12be-49c7-8bb0-ca4dd92a9318 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828338 Nov 11 22:05:19.545984 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:19.548399 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301" -d '{"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:19.597161 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e9484f-53f8-462b-aa4e-87f9a3ef5208 x-openstack-request-id: req-a7e9484f-53f8-462b-aa4e-87f9a3ef5208 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:19.597549 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:19.597836 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7e9484f-53f8-462b-aa4e-87f9a3ef5208 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:19.598345 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'status': 'completed', 'code': 200} Nov 11 22:05:19.667012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-ddd8ee27-9356-4483-b408-1352187a97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.668530 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-ddd8ee27-9356-4483-b408-1352187a97f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1096 time: 0.0468316 Nov 11 22:05:19.689117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-00e5354b-91e6-4a24-8ff4-8147d3a7e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.690743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-00e5354b-91e6-4a24-8ff4-8147d3a7e5ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 1096 time: 0.0720761 Nov 11 22:05:19.727280 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a2a65-1a8d-4603-8cb0-4a2008797b59 req-e8321290-3c5c-4d48-ba6e-f0fe0c47ed02 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.728787 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f2a2a65-1a8d-4603-8cb0-4a2008797b59 req-e8321290-3c5c-4d48-ba6e-f0fe0c47ed02 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0809715 Nov 11 22:05:19.758847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-64bbadbb-6776-4e3d-bfdf-5324525900aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.760429 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-64bbadbb-6776-4e3d-bfdf-5324525900aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0848632 Nov 11 22:05:19.810097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:19.832925 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f2a2a65-1a8d-4603-8cb0-4a2008797b59 req-9a906e94-f9d3-4b9f-9378-ca1d3f65791d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976844 Nov 11 22:05:19.833833 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-6fe10982-bbc2-4103-a8d1-04db5ef10556 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1001 time: 0.0660870 Nov 11 22:05:19.843482 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-6e0ced98-c762-4842-a912-d778b2392975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.844998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-6e0ced98-c762-4842-a912-d778b2392975 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.1461642 Nov 11 22:05:19.850363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:19.888296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-c3326d3a-adb4-449d-9cbe-01839604fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.889771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-c3326d3a-adb4-449d-9cbe-01839604fea5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0470991 Nov 11 22:05:19.917889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-60c3b0b1-bdb9-4c98-b40a-4d5c7cca4783 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 200 len: 1001 time: 0.0647688 Nov 11 22:05:19.937447 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-8e14f8a9-6e32-4e8b-be9f-f6f1c50be696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.938982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-8e14f8a9-6e32-4e8b-be9f-f6f1c50be696 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406694 Nov 11 22:05:19.971762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-498b4f70-c76d-4eb3-afb6-dbc44e106d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:19.973632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-498b4f70-c76d-4eb3-afb6-dbc44e106d5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0491650 Nov 11 22:05:20.022795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-8401e2de-55b2-4c4a-965e-781a8a2edfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:20.024383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-8401e2de-55b2-4c4a-965e-781a8a2edfc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424504 Nov 11 22:05:20.133000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-f9ec961a-30d7-4ffe-bc5f-491bf732840f service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006789 Nov 11 22:05:20.231789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-181aa7bb-932f-4393-a163-7fde772ff6a3 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917342 Nov 11 22:05:20.379505 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-bcf7aa53-bd31-4870-861e-f15ef4097113 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322932 Nov 11 22:05:20.469234 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-deda3ecd-5fb7-4f4d-a6b0-0ea98e3a2301 req-586d9389-a543-4b9a-9e2e-e489bdbf70a3 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812626 Nov 11 22:05:20.961715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c411df-9e1a-4800-86bf-b325de892b0f req-42a06eab-1290-4bc0-8a9c-8a758519d4a5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:20.963267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1c411df-9e1a-4800-86bf-b325de892b0f req-42a06eab-1290-4bc0-8a9c-8a758519d4a5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0563340 Nov 11 22:05:21.010946 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1c411df-9e1a-4800-86bf-b325de892b0f req-adbf023e-ecc4-4c31-9d1a-eeacd6c332b5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416005 Nov 11 22:05:22.127194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0841cc-6e5c-4167-ab96-9b2cfe6a9532 req-02d1a7b2-5865-41ef-8a15-2c690af4a983 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:22.128710 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a0841cc-6e5c-4167-ab96-9b2cfe6a9532 req-02d1a7b2-5865-41ef-8a15-2c690af4a983 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0487814 Nov 11 22:05:22.180489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a0841cc-6e5c-4167-ab96-9b2cfe6a9532 req-d7121393-4a11-42d8-bf3a-fe2d3961e557 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Nov 11 22:05:22.294695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cbac9-8e01-41d1-9a1b-3ef44b2c960a req-76e8ea4a-a973-43a4-b2d8-232658791eb7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:22.296203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-112cbac9-8e01-41d1-9a1b-3ef44b2c960a req-76e8ea4a-a973-43a4-b2d8-232658791eb7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0489554 Nov 11 22:05:22.347790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-112cbac9-8e01-41d1-9a1b-3ef44b2c960a req-71632de2-bb52-45de-8eb7-c11ebad40ff9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Nov 11 22:05:22.461929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ee725-665e-49c3-9075-813902a91efd req-d670a57d-cd5f-4f6c-bae4-c9c925ed8cdb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:22.463346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a13ee725-665e-49c3-9075-813902a91efd req-d670a57d-cd5f-4f6c-bae4-c9c925ed8cdb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0492597 Nov 11 22:05:22.512672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a13ee725-665e-49c3-9075-813902a91efd req-c4aa2be4-1e56-4baf-a221-09d61bc9507f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Nov 11 22:05:22.790023 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.019157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcc378-64ac-4a42-a2f0-08d7d1d450eb req-ea736f82-e7b2-4022-9751-05e64521aa74 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:23.021202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fdbcc378-64ac-4a42-a2f0-08d7d1d450eb req-ea736f82-e7b2-4022-9751-05e64521aa74 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 945 time: 0.0509229 Nov 11 22:05:23.070073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fdbcc378-64ac-4a42-a2f0-08d7d1d450eb req-7b8853c4-9f6d-4514-bbf6-d9732caa196a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Nov 11 22:05:23.343464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:05:23.437936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:23.449648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'a876b353-a325-4c5e-9793-0cb803d83618', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': 'a876b353-a325-4c5e-9793-0cb803d83618', 'mac_address': 'fa:16:3e:00:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:05:23.490397 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.502853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a876b353-a325-4c5e-9793-0cb803d83618 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:23.522945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:23.618473 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:23.664574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=12']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:24.002773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['a876b353-a325-4c5e-9793-0cb803d83618'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:24.194098 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d5268-0853-4660-8a03-34d47bf52938 req-dc3b02a5-41fe-488f-ace2-1a85e49e3bc7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:24.195662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c5d5268-0853-4660-8a03-34d47bf52938 req-dc3b02a5-41fe-488f-ace2-1a85e49e3bc7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0542934 Nov 11 22:05:24.244708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c5d5268-0853-4660-8a03-34d47bf52938 req-138d6972-ffd3-465c-8403-1a45bac0af76 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426884 Nov 11 22:05:24.519492 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079d8ec-49b6-4510-a835-7712e37269bc req-47ef16f0-2794-4f3e-b001-2ac8bf28ed8b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:24.521467 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5079d8ec-49b6-4510-a835-7712e37269bc req-47ef16f0-2794-4f3e-b001-2ac8bf28ed8b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Nov 11 22:05:24.614905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Deleting port a876b353-a325-4c5e-9793-0cb803d83618 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:05:24.615237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.708438 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] For port a876b353-a325-4c5e-9793-0cb803d83618, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=a876b353-a325-4c5e-9793-0cb803d83618,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:24.708798 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.875893 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.876188 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:24.876509 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 disassociated. External IP: 172.25.2.249, port: a876b353-a325-4c5e-9793-0cb803d83618. Nov 11 22:05:24.876853 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Calling delete_port for a876b353-a325-4c5e-9793-0cb803d83618 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:05:25.081268 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.110902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event deleted for resources: {'Port': ['ID=a876b353-a325-4c5e-9793-0cb803d83618,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:25.228266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:25.339809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:05:25.345148 n-d-805734-3 neutron-server[109676]: INFO neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No ports have port_id starting with a876b353-a325-4c5e-9793-0cb803d83618 Nov 11 22:05:25.346107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5c3b99b5-7d9e-4698-856b-c72bca3d4996 req-ebd3bae7-eb9d-4e31-9477-10da78608ab1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 210 time: 0.0256364 Nov 11 22:05:25.347250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 requested by agent hyperv_n-h2-805734-3 not found in database {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 11 22:05:25.350388 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:25.361705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:25.373616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:25.374314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:05:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:25.391382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] No DVR routers for this DVR port a876b353-a325-4c5e-9793-0cb803d83618 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:05:25.393952 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:25.397543 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5079d8ec-49b6-4510-a835-7712e37269bc req-2f7fc9ff-f1ef-42f5-badd-90b3600783a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "DELETE /v2.0/ports/a876b353-a325-4c5e-9793-0cb803d83618 HTTP/1.1" status: 204 len: 173 time: 0.8697758 Nov 11 22:05:25.397989 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-deleted', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:25.400354 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f820558-f0b2-42a7-82a0-e2797728a529" -d '{"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-deleted", "tag": "a876b353-a325-4c5e-9793-0cb803d83618"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:25.438564 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5377a91c-1eae-414e-88c1-c65336b733f6 x-openstack-request-id: req-5377a91c-1eae-414e-88c1-c65336b733f6 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:25.438860 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52747f5-a50b-40eb-b667-95b092a9cf34", "name": "network-vif-deleted", "tag": "a876b353-a325-4c5e-9793-0cb803d83618", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:25.439115 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5377a91c-1eae-414e-88c1-c65336b733f6 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:25.439521 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52747f5-a50b-40eb-b667-95b092a9cf34', 'name': 'network-vif-deleted', 'tag': 'a876b353-a325-4c5e-9793-0cb803d83618', 'status': 'completed', 'code': 200} Nov 11 22:05:25.488252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:25.687177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:25.717756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:25.727598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:25.728280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:05:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:25.830592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:26.030618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:26.057793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408672b-b012-4ed5-9f1b-281f45f71860 None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:26.284939 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31662938-2027-4745-ac01-c782c93dfa2a None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:05:26.463746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aef2e10-b97c-42f4-8b60-e098661919dd req-bc98baef-2fb4-4f95-9228-2afabfe41d9e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=e52747f5-a50b-40eb-b667-95b092a9cf34 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Nov 11 22:05:27.247367 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:05:27.791821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-baa7390d-d32d-4327-b25a-121d998ef1ab tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1477976816&fields=id&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 267 time: 0.0433841 Nov 11 22:05:27.903159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a116366f-1957-4361-90d7-a726a676ebf6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:27.904742 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a116366f-1957-4361-90d7-a726a676ebf6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1061392 Nov 11 22:05:27.919864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-781d5a61-72a5-401b-b62e-7b8deabdbdbf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/quotas/1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 375 time: 0.0093238 Nov 11 22:05:27.975753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-8fd43524-4e45-4498-b5aa-e49f9837a7aa tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489213 Nov 11 22:05:27.984195 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:27.991495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-431eae69-70d0-43a7-80e3-2b782318eabe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:05:27.992488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-431eae69-70d0-43a7-80e3-2b782318eabe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051923 Nov 11 22:05:28.088237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-b45efd6c-78c0-4319-a8bb-57969c2dc401 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896392 Nov 11 22:05:28.176240 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-50c2a24e-069c-47db-b83b-a7b491931834 service neutron] 10.222.0.31 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819669 Nov 11 22:05:28.440659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c8b1370-4ea5-45b1-8d9a-b55055d9f578 req-9129b6f5-6cb8-4e06-bd9f-4170af6e8cea tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0316992 Nov 11 22:05:29.360447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:05:29.385180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: a876b353-a325-4c5e-9793-0cb803d83618 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:05:29.385536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device a876b353-a325-4c5e-9793-0cb803d83618 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:05:29.542856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2d25b9c-bf61-4246-95b2-e8d91aebbac8 req-0fb6db5a-f17e-4bcd-ab8f-51120f408995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0323186 Nov 11 22:05:30.532585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-2fa0889e-d91a-4a6e-8caf-c139c082b5e2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:30.534042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-2fa0889e-d91a-4a6e-8caf-c139c082b5e2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 811 time: 0.1068819 Nov 11 22:05:30.598424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-c7f6b7b6-e5dd-4968-a076-07c07711e829 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 380 time: 0.0539758 Nov 11 22:05:30.609080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'port': {'device_id': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'admin_state_up': True, 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'security_groups': ['94a5ae4c-04b9-4173-a710-cef710149b08']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:30.664340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9de76347-bdf3-4435-be8e-f6875a15ce2a req-ec15f8ab-7ef2-4780-808e-afb8589a1e16 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0491841 Nov 11 22:05:30.847541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Made reservation on behalf of 1f6dfae84c8c47c28913b7864a6292d1 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:05:30.851645 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:30.982551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Allocated IP 172.20.0.7 (1a1eb506-b97d-4fae-a285-ceccdaaefa80/71c03f52-f12e-489a-a8e4-09462db27f95/2beef233-1c6c-425d-bfef-a4c795f4e648) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:05:31.117046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.219181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.261367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:05:31.266452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:05:31.270842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:05:31.295954 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:31.327050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:31.327679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.444917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-a2e2fa44-013b-4b94-9459-3bc25f6e5ef6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397553 Nov 11 22:05:31.459745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Request body: {'port': {'device_id': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:31.513511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.523061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dd2b04ea-5b20-4133-bcc8-3cfb9d69f629 None None] Provisioning complete for port 2beef233-1c6c-425d-bfef-a4c795f4e648 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:31.523625 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd2b04ea-5b20-4133-bcc8-3cfb9d69f629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.558016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b04ea-5b20-4133-bcc8-3cfb9d69f629 None None] Port 2beef233-1c6c-425d-bfef-a4c795f4e648 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:05:31.809590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beef233-1c6c-425d-bfef-a4c795f4e648 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:31.818756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.833288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434bd26-dad9-4f49-8281-b8f0e37067f0 req-5b62576e-2f3d-424c-9692-6d2937221270 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:31.834796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3434bd26-dad9-4f49-8281-b8f0e37067f0 req-5b62576e-2f3d-424c-9692-6d2937221270 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 931 time: 0.0943422 Nov 11 22:05:31.842780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Transition to ACTIVE for port object 2beef233-1c6c-425d-bfef-a4c795f4e648 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:05:31.884754 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3434bd26-dad9-4f49-8281-b8f0e37067f0 req-a3f6caf6-3a39-453f-970c-f1cc43d8aca2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430870 Nov 11 22:05:31.921747 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:31.980240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:32.012930 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-082e10ab-7bae-4791-8649-639db238e561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.047748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:05:32.048089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:05:32.048460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:32.053853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:05:32.054378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:05:32.060025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:05:32.060392 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:05:32.060774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:05:32.061206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Bound port: 2beef233-1c6c-425d-bfef-a4c795f4e648, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:05:32.061562 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.129943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:05:32.133197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:05:32.195488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.232611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:32.233464 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:32.234869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] 10.222.0.62 "PUT /v2.0/ports/2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1091 time: 0.7800198 Nov 11 22:05:32.237108 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:32.241038 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07afe5ea-4b06-4656-b2d2-a952cb79a8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:32.267968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4743-7945-4f20-9898-2449dd1f1bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:32.283961 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9689d-9e3d-4685-8ebf-4c915b8def96 x-openstack-request-id: req-e9d9689d-9e3d-4685-8ebf-4c915b8def96 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:32.284288 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:32.284549 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9d9689d-9e3d-4685-8ebf-4c915b8def96 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:32.285037 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'status': 'completed', 'code': 200} Nov 11 22:05:32.353462 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe5ea-4b06-4656-b2d2-a952cb79a8cb req-81ebec42-6dfe-422f-a0e4-754d9cc7ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:32.354989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07afe5ea-4b06-4656-b2d2-a952cb79a8cb req-81ebec42-6dfe-422f-a0e4-754d9cc7ad68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0459468 Nov 11 22:05:32.457746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe5ea-4b06-4656-b2d2-a952cb79a8cb req-169d9420-cbd2-4c9a-a245-6ee0ff2c7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:32.459228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07afe5ea-4b06-4656-b2d2-a952cb79a8cb req-169d9420-cbd2-4c9a-a245-6ee0ff2c7b0f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0958793 Nov 11 22:05:32.558946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe5ea-4b06-4656-b2d2-a952cb79a8cb req-ec25b540-c323-4200-808e-861043cd591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:32.560383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07afe5ea-4b06-4656-b2d2-a952cb79a8cb req-ec25b540-c323-4200-808e-861043cd591a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929015 Nov 11 22:05:32.641487 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-c070f1ef-2939-47b1-a429-c08fbf1c7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:32.642966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-c070f1ef-2939-47b1-a429-c08fbf1c7852 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0412757 Nov 11 22:05:32.690457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-d8296797-3b00-4ee7-b44d-b7f4ac5e29c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 217 time: 0.0380113 Nov 11 22:05:32.739837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-b46ae2cd-e1ff-4cf8-b690-b75995cc2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:32.741299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-b46ae2cd-e1ff-4cf8-b690-b75995cc2ba8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0430584 Nov 11 22:05:32.786662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-b584526e-dcb3-4d4b-9c84-aeaebe9adf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:32.788045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-b584526e-dcb3-4d4b-9c84-aeaebe9adf3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395353 Nov 11 22:05:32.881736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-606c3ff0-9fe3-43bd-b191-7c2b722e3059 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858235 Nov 11 22:05:33.003683 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eac069de-b966-4a6d-a11c-2df7453ca726 req-3b8d1847-de51-4d30-9005-aa9a0bf8c54a service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132596 Nov 11 22:05:33.022931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb14db-a9c2-4362-8526-649a419a27eb req-f4eae5bb-8095-44ef-8299-1ec2909650de tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:33.024423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fdbb14db-a9c2-4362-8526-649a419a27eb req-f4eae5bb-8095-44ef-8299-1ec2909650de tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0660293 Nov 11 22:05:33.074556 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fdbb14db-a9c2-4362-8526-649a419a27eb req-d94da426-5b2c-4675-8ee8-0a782e418136 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 Nov 11 22:05:33.871603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:05:33.968715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:33.979923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'mac_address': 'fa:16:3e:d5:7d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:05:34.015929 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.029079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beef233-1c6c-425d-bfef-a4c795f4e648 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:05:34.048491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:34.155691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:34.193769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780d827-e2f2-4834-9702-f814a09867d8 req-1653f852-ed7b-48c4-ac90-4a2939eae550 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:34.195275 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9780d827-e2f2-4834-9702-f814a09867d8 req-1653f852-ed7b-48c4-ac90-4a2939eae550 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0521522 Nov 11 22:05:34.207780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:34.250671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9780d827-e2f2-4834-9702-f814a09867d8 req-019fe2f3-f3ec-4f45-bde4-05fa4f885ccb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488205 Nov 11 22:05:34.363660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2beef233-1c6c-425d-bfef-a4c795f4e648'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:05:34.496177 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d6fe-d227-4440-a09f-1dd04083178f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:35.367772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e7f6b-147d-4c0b-bb45-fb7587a7e5c0 req-868518f9-4c19-411f-9cd8-f66803fcd404 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:35.369261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f3e7f6b-147d-4c0b-bb45-fb7587a7e5c0 req-868518f9-4c19-411f-9cd8-f66803fcd404 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0475378 Nov 11 22:05:35.421489 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f3e7f6b-147d-4c0b-bb45-fb7587a7e5c0 req-85f71ed3-f3b4-46a2-8a43-f39ef572fd5a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Nov 11 22:05:35.841104 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:35.886913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:05:36.023075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 2beef233-1c6c-425d-bfef-a4c795f4e648 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:05:36.027274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 2beef233-1c6c-425d-bfef-a4c795f4e648 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:05:36.027653 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.103367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.126179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:36.128413 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c9a407-3355-4ec8-ae76-4420d91cdf2e" -d '{"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:36.144542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:05:36.166600 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ff47a2-53e4-4038-97ec-839074777f73 x-openstack-request-id: req-e8ff47a2-53e4-4038-97ec-839074777f73 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:36.166888 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:36.167142 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8ff47a2-53e4-4038-97ec-839074777f73 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:36.167534 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'code': 200} Nov 11 22:05:36.224288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:36.265123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33aa74-f3c9-4df9-ab86-5351f615a1b6 req-f483fe3c-15bf-4f94-a4d6-725918dd822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:36.266644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc33aa74-f3c9-4df9-ab86-5351f615a1b6 req-f483fe3c-15bf-4f94-a4d6-725918dd822e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0429406 Nov 11 22:05:36.316131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc33aa74-f3c9-4df9-ab86-5351f615a1b6 req-b06be56f-c50d-480d-a136-04f6c531908c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Nov 11 22:05:36.425130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:05:36.537868 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b576ec-225e-4ea1-a55b-6e6bde63b67e req-caffd7d1-b9b3-4e7f-bc2b-ecbebb7be74b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:36.539499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22b576ec-225e-4ea1-a55b-6e6bde63b67e req-caffd7d1-b9b3-4e7f-bc2b-ecbebb7be74b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0491180 Nov 11 22:05:36.586887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22b576ec-225e-4ea1-a55b-6e6bde63b67e req-2bb87427-2d42-46e2-879b-83ab93b54328 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Nov 11 22:05:37.401260 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:37.708355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd5b73-9a31-40ba-b7fb-2fd159da1e2e req-682876c3-e098-4b5f-b308-3d886d293ca5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:37.709947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ccd5b73-9a31-40ba-b7fb-2fd159da1e2e req-682876c3-e098-4b5f-b308-3d886d293ca5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0530071 Nov 11 22:05:37.759452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ccd5b73-9a31-40ba-b7fb-2fd159da1e2e req-61254fa8-62de-4cb8-8afd-7dc16c15677d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Nov 11 22:05:37.933168 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:38.881291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495a38f-c17f-4bb0-93a9-d3fe967697fd req-3d53a9a1-56d9-41e5-951c-2b3147e6aeea tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:38.882773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3495a38f-c17f-4bb0-93a9-d3fe967697fd req-3d53a9a1-56d9-41e5-951c-2b3147e6aeea tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0493929 Nov 11 22:05:38.931045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3495a38f-c17f-4bb0-93a9-d3fe967697fd req-675bf5a0-4dbb-4671-b17b-add55e8411c7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413525 Nov 11 22:05:39.047734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5bfd-0dfd-419f-b87f-7102b7559693 req-34f861cc-8184-47e8-8fbd-bd98caa11283 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:39.049280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bfe5bfd-0dfd-419f-b87f-7102b7559693 req-34f861cc-8184-47e8-8fbd-bd98caa11283 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0496993 Nov 11 22:05:39.058881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40014) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:05:39.063398 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Request body: {'floatingip': {'port_id': '2beef233-1c6c-425d-bfef-a4c795f4e648'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:05:39.105143 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.547354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:39.653187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.101618 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 associated. External IP: 172.25.2.249, port: 2beef233-1c6c-425d-bfef-a4c795f4e648. Nov 11 22:05:40.302064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:05:40.407554 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:05:40.412414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:40.417147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:05:40.426312 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:40.426923 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:40.439207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dff9de98-2cd5-4a62-a4c2-3b0e1f593542 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "PUT /v2.0/floatingips/bb216db1-b4af-4ed7-bc21-961b1b029464 HTTP/1.1" status: 200 len: 992 time: 1.3792250 Nov 11 22:05:40.439931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:05:40.442317 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d95b2-7769-4198-8a5f-4b0d001fbf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:05:40.532989 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac7ea3-29c4-40fb-a9e6-da8c0bd8e889 x-openstack-request-id: req-cbac7ea3-29c4-40fb-a9e6-da8c0bd8e889 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:05:40.533280 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:05:40.533529 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbac7ea3-29c4-40fb-a9e6-da8c0bd8e889 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:05:40.533926 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'status': 'completed', 'code': 200} Nov 11 22:05:40.537516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:40.601272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-6675a2d6-77ee-4b72-8508-c9ca04707f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:40.603228 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-6675a2d6-77ee-4b72-8508-c9ca04707f1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0458660 Nov 11 22:05:40.694145 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-0b6faf21-2f8d-4977-9e72-30678ead2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:40.696362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-0b6faf21-2f8d-4977-9e72-30678ead2c1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0852618 Nov 11 22:05:40.768766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-85cdc027-7cd9-4fcf-b9ad-aded6d6afb06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0658252 Nov 11 22:05:40.771613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:d5:7d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T22:05:39Z', 'revision_number': 13, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:40.801788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:05:40.814294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:05:40.814896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:05:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:40.823251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-847ed0cc-afeb-48e7-b488-6064383edc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:40.824757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-847ed0cc-afeb-48e7-b488-6064383edc3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0485175 Nov 11 22:05:40.871743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-8f596b15-1e99-46d0-a898-85fe8d8677d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:05:40.873234 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-8f596b15-1e99-46d0-a898-85fe8d8677d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410390 Nov 11 22:05:40.926787 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:05:40.973709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-a5eb8bcc-bbca-4030-a682-0d670412faf1 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926392 Nov 11 22:05:41.065492 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-001d95b2-7769-4198-8a5f-4b0d001fbf6b req-6f3375db-802a-4354-bfeb-6891a47e6efe service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841310 Nov 11 22:05:41.158505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:d5:7d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T22:05:39Z', 'revision_number': 13, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:05:41.186550 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca4cef-2691-46b0-8415-76943ffc89a1 None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'bb216db1-b4af-4ed7-bc21-961b1b029464', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'port_id': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'mac_address': 'fa:16:3e:d5:7d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T21:55:42Z', 'updated_at': '2021-11-11T22:05:39Z', 'revision_number': 13, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:05:41.369839 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd62c6-fd5b-42b1-a089-671022602c1a None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:05:52.801157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:05:58.092137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:02.001248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18dc09f6-6623-4afe-85bd-abb965db3eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:04.248375 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:06:04.520868 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82844aa9-d849-4ab0-ba05-ae353fbf72ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:05.863897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:07.359492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:07.915031 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:22.755192 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:28.061442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:28.794309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-d2571b26-eb37-46a2-b48a-52a2d8b4b181 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445938 Nov 11 22:06:28.876921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-c461627c-0ea6-4ca9-be95-df8d2858408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:28.878851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-c461627c-0ea6-4ca9-be95-df8d2858408a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0413952 Nov 11 22:06:28.983518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-a68e2bef-c71c-480d-a0fd-bf851514caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:28.985032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-a68e2bef-c71c-480d-a0fd-bf851514caff service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0871797 Nov 11 22:06:29.055163 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-82816ba1-d09e-4695-9e96-5cf8f608153d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1002 time: 0.0621791 Nov 11 22:06:29.113958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-2cc79999-18bc-41ee-8244-04aeaca5be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:29.115396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-2cc79999-18bc-41ee-8244-04aeaca5be98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0537584 Nov 11 22:06:29.161617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-e99b489e-78d1-4619-b553-b91596008b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:06:29.163004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-e99b489e-78d1-4619-b553-b91596008b00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402312 Nov 11 22:06:29.255863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-c2c49865-9d9b-4d08-8a58-2b7486494405 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Nov 11 22:06:29.348263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9d4b518b-77bc-4215-9eca-086f1680e83a req-e455bf59-560f-4b98-b255-2d6288ce012d service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854771 Nov 11 22:06:32.034793 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fea6e77f-3c96-4b12-a48e-92887607c247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:34.478285 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4529d27a-bb6f-4f19-a627-1a5ecc916d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:35.839920 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:37.410103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:37.940773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:41.248510 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:06:52.782601 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:06:58.088638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:01.997803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-309bfa74-5395-477f-9d9e-6244365df729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:04.468401 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6d0aa16-6fb4-415b-8ab6-c547f204da8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:05.871580 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.388198 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:07.991668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:18.247867 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:07:19.494443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45267177-71fa-4117-a586-bfdeb0267d1a req-20fbaee7-017d-4f9d-88de-2a9c8a251251 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:19.495934 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45267177-71fa-4117-a586-bfdeb0267d1a req-20fbaee7-017d-4f9d-88de-2a9c8a251251 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0487289 Nov 11 22:07:19.543722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-45267177-71fa-4117-a586-bfdeb0267d1a req-3d5ab5d0-bbdf-4ef3-855c-d6f6eea99477 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418873 Nov 11 22:07:22.811447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:28.105312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:29.773947 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-2de93b0a-6b4a-4435-9df7-01307c76cb79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411887 Nov 11 22:07:29.856384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-2a9e42e6-97dc-4f35-ac3b-7651b9565e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:29.857873 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-2a9e42e6-97dc-4f35-ac3b-7651b9565e5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0417299 Nov 11 22:07:29.968618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-ad6ffa26-aee7-4752-82e1-d14bfc407b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:29.970161 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-ad6ffa26-aee7-4752-82e1-d14bfc407b1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0922432 Nov 11 22:07:30.042736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-a9b56df5-fc28-4c93-a522-b9b779a45426 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1002 time: 0.0644350 Nov 11 22:07:30.095679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-9fad28f7-9aa0-48a4-a3b7-c9286ddd6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:30.097171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-9fad28f7-9aa0-48a4-a3b7-c9286ddd6973 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0480077 Nov 11 22:07:30.145403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-16f39a6e-1260-44cb-bbb6-ce8b01a3d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:30.146922 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-16f39a6e-1260-44cb-bbb6-ce8b01a3d5dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415659 Nov 11 22:07:30.245546 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-72ab1da6-7516-4af4-8004-98b2124b7d90 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913033 Nov 11 22:07:30.337311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cf32069-5639-46b6-af11-9bb46ac2e4d9 req-e065734d-9881-487a-8977-0c194fb8fa7e service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842891 Nov 11 22:07:32.001988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5572b77a-e736-47a3-97f8-341759a981fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:33.555249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666132e7-c820-48bd-a243-f28c904feeca req-50b8e486-470a-4a92-834d-22f194981e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:33.556882 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-666132e7-c820-48bd-a243-f28c904feeca req-50b8e486-470a-4a92-834d-22f194981e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0516603 Nov 11 22:07:33.611574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-666132e7-c820-48bd-a243-f28c904feeca req-560250f5-9502-4949-a322-c6a8f811bad1 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473738 Nov 11 22:07:33.806808 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-9888c8c9-abff-43f5-8928-8ffa24e0bf2c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416021 Nov 11 22:07:34.559128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fee025fa-4eb5-4af8-ae5e-edd25791acb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:34.729863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cdb8b-886f-41a4-8263-6566ce035fab req-116608ec-8739-48fc-8eda-670d124fe6a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:34.731372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-811cdb8b-886f-41a4-8263-6566ce035fab req-116608ec-8739-48fc-8eda-670d124fe6a6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0494156 Nov 11 22:07:34.778808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-811cdb8b-886f-41a4-8263-6566ce035fab req-f3fb34f5-8276-4a3f-8074-4ed486218cee tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Nov 11 22:07:35.839128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:35.895101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e18e92-6f6e-4272-9e6e-9e44226fc77d req-9789d9d2-934d-4f30-a6c8-d6e6fda80a09 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:35.897392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60e18e92-6f6e-4272-9e6e-9e44226fc77d req-9789d9d2-934d-4f30-a6c8-d6e6fda80a09 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Nov 11 22:07:35.945817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60e18e92-6f6e-4272-9e6e-9e44226fc77d req-18f6b545-0c27-4536-93ee-fab984863991 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Nov 11 22:07:37.065848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949322d7-43c8-4cb2-b050-c80f260d1193 req-2febf10f-33da-4a9b-a6ef-22829ff7125f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:37.067229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-949322d7-43c8-4cb2-b050-c80f260d1193 req-2febf10f-33da-4a9b-a6ef-22829ff7125f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0529983 Nov 11 22:07:37.114154 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-949322d7-43c8-4cb2-b050-c80f260d1193 req-0d6bdf18-b43c-46a8-b7f7-69b15817f2c5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402272 Nov 11 22:07:37.370415 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:37.953504 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:38.231573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82821715-1a84-4735-820d-4d374dc05dc0 req-bb977bb5-02b2-4840-8f35-85b0914bb67b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:38.234186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82821715-1a84-4735-820d-4d374dc05dc0 req-bb977bb5-02b2-4840-8f35-85b0914bb67b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0519037 Nov 11 22:07:38.285798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82821715-1a84-4735-820d-4d374dc05dc0 req-881ad211-1047-4205-98ad-a9ba693d8e56 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Nov 11 22:07:39.416758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3a7e3-991f-4f0c-bea4-fc75cba7e77f req-629e409d-716b-407f-af2b-cde9bfdc7d8f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:39.418571 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10b3a7e3-991f-4f0c-bea4-fc75cba7e77f req-629e409d-716b-407f-af2b-cde9bfdc7d8f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0563047 Nov 11 22:07:39.470463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10b3a7e3-991f-4f0c-bea4-fc75cba7e77f req-5fdea9a4-2f14-464d-b78b-5ab5054cd8a0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Nov 11 22:07:40.261396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-c2b7849c-da86-485a-9487-4ed9ea678b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:40.262885 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-c2b7849c-da86-485a-9487-4ed9ea678b67 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0409398 Nov 11 22:07:40.359734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-7c96f2c7-e6ab-4b70-b4d2-5e44275a1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:40.361269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-7c96f2c7-e6ab-4b70-b4d2-5e44275a1557 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0898187 Nov 11 22:07:40.430211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-e0134400-3d43-4c26-b125-c574333ee10f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1002 time: 0.0603430 Nov 11 22:07:40.478832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-7718b5f5-4541-4bf5-9d74-852008eab4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:40.480252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-7718b5f5-4541-4bf5-9d74-852008eab4da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0433486 Nov 11 22:07:40.530501 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-d6b4ef18-ca3a-4e8a-a5bd-97add31e38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:40.531920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-d6b4ef18-ca3a-4e8a-a5bd-97add31e38b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449543 Nov 11 22:07:40.654119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c1bc7-0679-483e-8db4-20f884ca7280 req-975c1595-66cf-4009-9321-59ae3bf484f3 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:40.655618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f5c1bc7-0679-483e-8db4-20f884ca7280 req-975c1595-66cf-4009-9321-59ae3bf484f3 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.1144218 Nov 11 22:07:40.689589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-51d1f4d4-6f0a-4290-b461-05f25a2a5987 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494486 Nov 11 22:07:40.775264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f5c1bc7-0679-483e-8db4-20f884ca7280 req-974d0bdc-cd0a-4660-b118-6c6865edb622 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110191 Nov 11 22:07:40.809426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-e35bc451-1423-4588-89c6-deae98989d58 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122224 Nov 11 22:07:41.894146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef1d50-2c59-4f4b-93c3-6f14ce79768b req-0212c028-c857-467e-8bc1-e132a2302caf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:41.896607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bef1d50-2c59-4f4b-93c3-6f14ce79768b req-0212c028-c857-467e-8bc1-e132a2302caf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Nov 11 22:07:41.966227 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bef1d50-2c59-4f4b-93c3-6f14ce79768b req-58b4d005-e45d-4ab7-b5df-fb8543403ab5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622828 Nov 11 22:07:43.085361 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85155649-0d0b-45ea-8774-c26254c0e7ca req-56af1f84-6f79-43ee-bed0-86799e9ccb71 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:43.086966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85155649-0d0b-45ea-8774-c26254c0e7ca req-56af1f84-6f79-43ee-bed0-86799e9ccb71 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0514123 Nov 11 22:07:43.134406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85155649-0d0b-45ea-8774-c26254c0e7ca req-564c4dd0-d263-409c-a446-c9099fed9f03 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Nov 11 22:07:44.250760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda0dca-6b3c-416f-8045-472cd2982a1a req-9c98c003-2def-4e59-9f04-1f505a1ca79a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:44.252159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cda0dca-6b3c-416f-8045-472cd2982a1a req-9c98c003-2def-4e59-9f04-1f505a1ca79a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0485485 Nov 11 22:07:44.300328 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1cda0dca-6b3c-416f-8045-472cd2982a1a req-c873f185-71d1-4a76-9927-876fd8b95210 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Nov 11 22:07:45.422823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0caef-b7ca-47d8-a7da-af88bb8dfd5d req-6d67518f-ffa5-4f3f-a50f-0a6ce40ea41b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:45.424352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-59e0caef-b7ca-47d8-a7da-af88bb8dfd5d req-6d67518f-ffa5-4f3f-a50f-0a6ce40ea41b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0535820 Nov 11 22:07:45.472287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-59e0caef-b7ca-47d8-a7da-af88bb8dfd5d req-12425081-133c-4902-9218-1447e263ac54 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Nov 11 22:07:46.591147 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c760d-9150-453d-9edc-ec5e178435d9 req-fe0f8017-3dd7-428f-bcd7-561bae007757 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:46.592670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-185c760d-9150-453d-9edc-ec5e178435d9 req-fe0f8017-3dd7-428f-bcd7-561bae007757 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0495386 Nov 11 22:07:46.640077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-185c760d-9150-453d-9edc-ec5e178435d9 req-78bb44cb-a019-4cda-b70d-78473542891b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Nov 11 22:07:47.764115 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954c32-78ee-4ea9-9f42-d4a723f88be3 req-9168fe99-f2a9-4b6f-8d33-f4324dfe1d2b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:47.765656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e954c32-78ee-4ea9-9f42-d4a723f88be3 req-9168fe99-f2a9-4b6f-8d33-f4324dfe1d2b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0558217 Nov 11 22:07:47.819062 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e954c32-78ee-4ea9-9f42-d4a723f88be3 req-61979e1f-741c-4932-9e19-a6c2e199c177 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Nov 11 22:07:48.936692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2568927-8923-44e0-904d-68f93dff69f5 req-e295d051-67d3-42d7-a22e-96394fd436bd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:48.938211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2568927-8923-44e0-904d-68f93dff69f5 req-e295d051-67d3-42d7-a22e-96394fd436bd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0495431 Nov 11 22:07:48.988590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2568927-8923-44e0-904d-68f93dff69f5 req-8e7ced69-8ebc-4d70-9f1a-be70d31c0be6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442629 Nov 11 22:07:50.106169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2910f8d-838f-41a9-be1a-3e27a3c59b18 req-84ebf7a4-f581-4170-a4b8-58929024da47 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:50.107690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2910f8d-838f-41a9-be1a-3e27a3c59b18 req-84ebf7a4-f581-4170-a4b8-58929024da47 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Nov 11 22:07:50.155446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c2910f8d-838f-41a9-be1a-3e27a3c59b18 req-43c22222-8eaf-4fdb-a9c7-11b4acbb42f0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Nov 11 22:07:51.275362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c85b74-7007-4e7a-9ebe-dfcc6226b669 req-ac1615f5-76b8-46ac-a9e1-12f284b230a2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:51.276875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74c85b74-7007-4e7a-9ebe-dfcc6226b669 req-ac1615f5-76b8-46ac-a9e1-12f284b230a2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Nov 11 22:07:51.323348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74c85b74-7007-4e7a-9ebe-dfcc6226b669 req-94bd8ef0-9c6e-49a9-9acd-4b236da48353 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 Nov 11 22:07:52.439916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde5c16-cf82-4a3c-857f-89699db16e20 req-0c215eb2-8057-4446-8296-932124c4bd9f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:52.441470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bde5c16-cf82-4a3c-857f-89699db16e20 req-0c215eb2-8057-4446-8296-932124c4bd9f tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0492527 Nov 11 22:07:52.491945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bde5c16-cf82-4a3c-857f-89699db16e20 req-35dd3299-842a-470d-be0a-e2a94a8f5302 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Nov 11 22:07:52.804850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:53.614118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f74a-ad0d-4713-9781-e2dc37f0dd7c req-fd96f8f4-745c-48ab-8c60-42679bc5cdd0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:53.615634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6898f74a-ad0d-4713-9781-e2dc37f0dd7c req-fd96f8f4-745c-48ab-8c60-42679bc5cdd0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0536659 Nov 11 22:07:53.666457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6898f74a-ad0d-4713-9781-e2dc37f0dd7c req-b1300d53-0948-4c1e-9905-9450f44b3410 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Nov 11 22:07:54.791245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866e6-8ba1-4133-92ae-dbae51b65121 req-d72cafec-1da0-47aa-9cca-ce38d35df2d2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:54.792760 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36e866e6-8ba1-4133-92ae-dbae51b65121 req-d72cafec-1da0-47aa-9cca-ce38d35df2d2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0487435 Nov 11 22:07:54.842418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36e866e6-8ba1-4133-92ae-dbae51b65121 req-183243db-1deb-4c2a-b3f2-d7cafde85bc2 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436430 Nov 11 22:07:55.246736 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:07:55.566967 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-82f969f7-6889-4479-af8d-e733754a00d4 req-3ffe0974-d175-41a1-986a-3485cb679f4c service neutron] show failed (client error): The resource could not be found. Nov 11 22:07:55.567982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-3ffe0974-d175-41a1-986a-3485cb679f4c service neutron] 10.222.0.62 "GET /v2.0/ports/2beef233-1c6c-425d-bfef-a4c795f4e648/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0564034 Nov 11 22:07:55.968753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d221d-21c9-49ae-97fc-d7b996ba30aa req-db570f6d-e511-4838-91ba-bad9816c23b8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:55.970321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-882d221d-21c9-49ae-97fc-d7b996ba30aa req-db570f6d-e511-4838-91ba-bad9816c23b8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0554435 Nov 11 22:07:56.018746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-882d221d-21c9-49ae-97fc-d7b996ba30aa req-e8f58afc-0634-4ea5-bae6-b010e6fef37d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424380 Nov 11 22:07:56.136281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-2963ab95-e768-4e4f-b4b0-ca6514b6d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:56.137722 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-2963ab95-e768-4e4f-b4b0-ca6514b6d34f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 1096 time: 0.0445197 Nov 11 22:07:56.150602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:07:56.202733 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:56.400876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:07:56.433156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:56.475935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:07:56.478244 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb031b5-4b7e-470c-8991-8df21e9a8efb" -d '{"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:07:56.482596 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:56.494719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Transition to ACTIVE for port object 2beef233-1c6c-425d-bfef-a4c795f4e648 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:07:56.508438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:07:56.580017 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cbbf13-b4ca-4a81-89ed-c2fd38bf7d81 x-openstack-request-id: req-94cbbf13-b4ca-4a81-89ed-c2fd38bf7d81 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:07:56.580342 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:07:56.581022 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94cbbf13-b4ca-4a81-89ed-c2fd38bf7d81 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:07:56.581022 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'code': 200} Nov 11 22:07:56.585018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:56.610579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:56.648367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:07:56.648818 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:07:56.662734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:56.702316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.702774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.702999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.703339 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.703672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.704004 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.704356 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.704686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.705014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.705347 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.705672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.705993 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:07:56.747700 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] No DVR routers for this DVR port 2beef233-1c6c-425d-bfef-a4c795f4e648 on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:07:56.886594 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:07:56.886925 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:07:56.887248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:56.891637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:07:56.891956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:07:56.896789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:07:56.897230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:07:56.897606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:07:56.898029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Bound port: 2beef233-1c6c-425d-bfef-a4c795f4e648, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:07:56.898380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:56.961623 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:07:56.965481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:07:57.076265 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:57.111485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:57.112121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:57.113544 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] 10.222.0.58 "PUT /v2.0/ports/2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1091 time: 0.9671578 Nov 11 22:07:57.146174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10c9a4-6c8c-48ac-b714-2ec212c38d51 service neutron] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:07:57.147197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964098b5-cc36-4382-bfd8-93ad94e47809 req-29dc5eb7-e16e-436c-8eb3-73262d5030dd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:57.148849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-964098b5-cc36-4382-bfd8-93ad94e47809 req-29dc5eb7-e16e-436c-8eb3-73262d5030dd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0582254 Nov 11 22:07:57.186653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-0dc3fc4b-0ddb-4111-907d-967814ff7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:57.188239 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-0dc3fc4b-0ddb-4111-907d-967814ff7975 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0502617 Nov 11 22:07:57.216894 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-964098b5-cc36-4382-bfd8-93ad94e47809 req-8bf9c189-ab97-4a94-8d7d-30246e58338b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513132 Nov 11 22:07:57.297638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-33687499-1b10-4aea-84c2-f549d874bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:57.299187 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-33687499-1b10-4aea-84c2-f549d874bf82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.1019733 Nov 11 22:07:57.382817 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-d81fdebd-58e8-4da5-8c29-e72918c0963a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0762808 Nov 11 22:07:57.432944 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-f3af230d-07de-4f40-bef7-9193b168d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:57.434472 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-f3af230d-07de-4f40-bef7-9193b168d689 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0455093 Nov 11 22:07:57.481053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969f7-6889-4479-af8d-e733754a00d4 req-af9bc1d1-7761-4ba1-ac97-3155507ff997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:57.482501 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-af9bc1d1-7761-4ba1-ac97-3155507ff997 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403998 Nov 11 22:07:57.575874 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-c0748361-7ca0-4ee0-b7f9-7a7d532c7ea5 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856764 Nov 11 22:07:57.665120 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-772f0f5c-7521-4dae-bee5-fa0d3e5f7dbb service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830026 Nov 11 22:07:58.087053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:07:58.335651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c07b5d-a351-478d-a966-b95beed3367c req-fa4be836-8666-4454-851c-58f075717554 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.337083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c07b5d-a351-478d-a966-b95beed3367c req-fa4be836-8666-4454-851c-58f075717554 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0495968 Nov 11 22:07:58.388480 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44c07b5d-a351-478d-a966-b95beed3367c req-e2b6d42a-9650-4b32-93c7-1739330a1d24 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453138 Nov 11 22:07:58.582548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:07:58.584984 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:07:58.633070 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c993108e-01d1-42ca-93f4-837002ed85de x-openstack-request-id: req-c993108e-01d1-42ca-93f4-837002ed85de {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:07:58.633387 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:07:58.633662 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c993108e-01d1-42ca-93f4-837002ed85de {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:07:58.634085 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'status': 'completed', 'code': 200} Nov 11 22:07:58.701055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-17996114-a3e6-4aa0-8872-f29841bcc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.701599 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-40248a01-1894-4dc0-a941-126921c068d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.703482 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-17996114-a3e6-4aa0-8872-f29841bcc490 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0464361 Nov 11 22:07:58.703629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-40248a01-1894-4dc0-a941-126921c068d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0467274 Nov 11 22:07:58.801632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-2a874901-45da-45b8-aa51-c11494a87082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.807027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-2a874901-45da-45b8-aa51-c11494a87082 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0939536 Nov 11 22:07:58.810706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-42081161-88b0-44d3-bb71-b5be8bdb4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.812499 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-42081161-88b0-44d3-bb71-b5be8bdb4ea1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.1017554 Nov 11 22:07:58.877730 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-c30af7b2-7597-4a0a-92d6-9123f3f12048 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0670526 Nov 11 22:07:58.881313 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-16777f14-8418-4610-b781-9f14152e8184 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0609725 Nov 11 22:07:58.929782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-7640dfa3-5b2d-46f0-a8ac-029fd7bf791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.932382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-7640dfa3-5b2d-46f0-a8ac-029fd7bf791c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0474470 Nov 11 22:07:58.940121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-087ccbc0-671e-4126-8fa4-e2763702ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.940121 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-087ccbc0-671e-4126-8fa4-e2763702ddf8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0517087 Nov 11 22:07:58.981435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-8d0b01f8-4af0-4305-9c4a-384a53ac459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.983127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-8d0b01f8-4af0-4305-9c4a-384a53ac459c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443861 Nov 11 22:07:58.988210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-50ed075a-6b41-407d-baf1-150334276f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:58.989782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-50ed075a-6b41-407d-baf1-150334276f9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433304 Nov 11 22:07:59.082179 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-8a2e3bf9-0036-49e6-8575-07f837f101fd service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854774 Nov 11 22:07:59.084449 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-d6068a17-b02d-42c4-b06d-d06632f472f8 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935345 Nov 11 22:07:59.180947 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-0119a225-f02c-4d7c-9c55-15686cddeb28 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 Nov 11 22:07:59.184725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-da3f492d-66e8-43c9-a3f9-3d4473f25f1b req-15385388-82ed-4fd2-817e-ff6c779f2b34 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934958 Nov 11 22:07:59.514049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793347d-c51e-412e-b951-fc3aafa794d8 req-fe2c016e-8148-4803-a383-4d2acbcf0a8e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:07:59.515696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e793347d-c51e-412e-b951-fc3aafa794d8 req-fe2c016e-8148-4803-a383-4d2acbcf0a8e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0539229 Nov 11 22:07:59.566875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e793347d-c51e-412e-b951-fc3aafa794d8 req-333089a0-1381-4cb7-886c-b43a0141f465 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449238 Nov 11 22:08:00.687567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69f1ef-68c5-437c-9b8b-5c1cbeeac4d5 req-54570895-57a4-47f8-adfd-a662d924201b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:00.689171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df69f1ef-68c5-437c-9b8b-5c1cbeeac4d5 req-54570895-57a4-47f8-adfd-a662d924201b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0501471 Nov 11 22:08:00.735995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df69f1ef-68c5-437c-9b8b-5c1cbeeac4d5 req-4a98c148-459a-486f-a174-0e8a0fe27c1e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Nov 11 22:08:01.861234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fc694-762e-47c2-ac62-11701e303aa2 req-d6f5bbe3-fa03-45b0-af52-587023e64eaf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:01.862735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd6fc694-762e-47c2-ac62-11701e303aa2 req-d6f5bbe3-fa03-45b0-af52-587023e64eaf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0556421 Nov 11 22:08:01.912443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd6fc694-762e-47c2-ac62-11701e303aa2 req-82922e4c-8464-4e6b-9457-7b41e48140da tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 Nov 11 22:08:02.004774 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1491aa37-403b-4336-995c-bc5920744819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:03.034489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7556db-87b6-42cd-ae97-40b8318a382c req-c8f8e697-b2f8-4502-a108-2650a30e694e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:03.035981 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea7556db-87b6-42cd-ae97-40b8318a382c req-c8f8e697-b2f8-4502-a108-2650a30e694e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0506792 Nov 11 22:08:03.085579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea7556db-87b6-42cd-ae97-40b8318a382c req-3825387e-6861-4acd-963e-a2dc5d13a764 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Nov 11 22:08:04.203133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a519-0637-48d8-bf51-e1897a391ea9 req-6b6698fa-50d9-4eb6-aab3-4bd3f11c7c79 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:04.204571 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9259a519-0637-48d8-bf51-e1897a391ea9 req-6b6698fa-50d9-4eb6-aab3-4bd3f11c7c79 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0496843 Nov 11 22:08:04.255945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9259a519-0637-48d8-bf51-e1897a391ea9 req-7774991c-f544-4ae6-83c2-787c373cdd76 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455301 Nov 11 22:08:04.474944 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-11e6fe6e-5757-4678-bd99-2e78637db121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:05.374524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550aef5-beac-451a-904a-3ccc0d3426e7 req-b84a7912-6b49-47ee-8511-62924b203ccc tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:05.376036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1550aef5-beac-451a-904a-3ccc0d3426e7 req-b84a7912-6b49-47ee-8511-62924b203ccc tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0500538 Nov 11 22:08:05.423931 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1550aef5-beac-451a-904a-3ccc0d3426e7 req-d754ed3d-2eee-4ee8-9c0c-ae1d80cc911b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Nov 11 22:08:05.829166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:06.541550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4398e1f-adb8-4636-bb6f-882345900bf3 req-3005191a-acb2-4905-aba4-9ebfb258fc08 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:06.543114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4398e1f-adb8-4636-bb6f-882345900bf3 req-3005191a-acb2-4905-aba4-9ebfb258fc08 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0503373 Nov 11 22:08:06.591123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c4398e1f-adb8-4636-bb6f-882345900bf3 req-e75197ff-eddc-44aa-9b50-39321f31514d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Nov 11 22:08:07.371686 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:07.714529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1074a66-20a7-4179-8a68-cc80cfabb77a req-c84583e6-a6d4-4a94-9f75-a7619cc77bad tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:07.716042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1074a66-20a7-4179-8a68-cc80cfabb77a req-c84583e6-a6d4-4a94-9f75-a7619cc77bad tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0538018 Nov 11 22:08:07.764757 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1074a66-20a7-4179-8a68-cc80cfabb77a req-44f8dc47-a01d-4dcd-a870-f79b0c065a16 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Nov 11 22:08:07.926141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:08.882195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94fd5-f58d-4726-a953-bb92426958f0 req-5665d4f9-c5fd-43fd-bb76-9d06bb7a67dd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:08.883703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa94fd5-f58d-4726-a953-bb92426958f0 req-5665d4f9-c5fd-43fd-bb76-9d06bb7a67dd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0493307 Nov 11 22:08:08.931888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0aa94fd5-f58d-4726-a953-bb92426958f0 req-1f3b19b1-e51b-4f87-b675-d95829cc537d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Nov 11 22:08:10.051785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f639597-04f7-4913-817f-32b8fdb58a37 req-c3aed8c6-7f35-457d-bc57-d3dda22acbbf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:10.053540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f639597-04f7-4913-817f-32b8fdb58a37 req-c3aed8c6-7f35-457d-bc57-d3dda22acbbf tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0526812 Nov 11 22:08:10.102725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5f639597-04f7-4913-817f-32b8fdb58a37 req-cf9e26d4-870a-4164-add2-c43483febdf0 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423832 Nov 11 22:08:11.219746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807609-5454-4bde-be1f-3fedc4c24d54 req-b03fe874-8d10-4e21-8fbc-518389fa0005 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:11.221279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3807609-5454-4bde-be1f-3fedc4c24d54 req-b03fe874-8d10-4e21-8fbc-518389fa0005 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0504069 Nov 11 22:08:11.267762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3807609-5454-4bde-be1f-3fedc4c24d54 req-0f366a90-4f1f-48ce-96e0-cc38db87d63e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406725 Nov 11 22:08:12.385390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd1b80-1c74-4198-a69a-c5846f720893 req-9f9e968f-a306-48ae-9321-96c283c5ff06 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:12.387416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5edd1b80-1c74-4198-a69a-c5846f720893 req-9f9e968f-a306-48ae-9321-96c283c5ff06 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0491519 Nov 11 22:08:12.437946 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5edd1b80-1c74-4198-a69a-c5846f720893 req-6e09701e-ade0-4957-9134-a2f3e80ddbb8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444224 Nov 11 22:08:13.555427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091e823-0eab-442f-b594-6d9a4d383f79 req-cdd898e9-3af8-43de-b06d-2143e271eed6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:13.557077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3091e823-0eab-442f-b594-6d9a4d383f79 req-cdd898e9-3af8-43de-b06d-2143e271eed6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0492556 Nov 11 22:08:13.604455 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3091e823-0eab-442f-b594-6d9a4d383f79 req-e7dbffc6-c0f7-4977-8d14-a29a42fbfd4e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Nov 11 22:08:14.275832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875e597-cc41-4370-a782-860e05143e84 req-1484abce-2cb0-4eb6-b5a8-0c8299e89807 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:14.277355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7875e597-cc41-4370-a782-860e05143e84 req-1484abce-2cb0-4eb6-b5a8-0c8299e89807 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 943 time: 0.0497837 Nov 11 22:08:14.307788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:08:14.329962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7875e597-cc41-4370-a782-860e05143e84 req-efb9bef1-6fb1-4940-a572-d276f79bfdc5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466485 Nov 11 22:08:14.354416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-3dabbb68-7917-4603-8b8e-84e4845d9842 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:14.355916 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-3dabbb68-7917-4603-8b8e-84e4845d9842 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2&tenant_id=1f6dfae84c8c47c28913b7864a6292d1&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 943 time: 0.0551639 Nov 11 22:08:14.407815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:14.418970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'mac_address': 'fa:16:3e:d5:7d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:08:14.422541 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-87e5b358-e0fc-44ad-aeda-d2f6cee5ba43 service neutron] 10.222.0.58 "GET /v2.0/ports/2beef233-1c6c-425d-bfef-a4c795f4e648/bindings/n-h2-805734-3 HTTP/1.1" status: 200 len: 382 time: 0.0584447 Nov 11 22:08:14.457435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:14.470213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beef233-1c6c-425d-bfef-a4c795f4e648 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:08:14.486508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-51bc837d-78ba-46ab-90f1-785ed8449b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:14.488022 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-51bc837d-78ba-46ab-90f1-785ed8449b92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1094 time: 0.0416951 Nov 11 22:08:14.489110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:14.583067 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:14.583493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-e380f50a-85f7-4eac-a595-e10a8e30fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:14.585010 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-e380f50a-85f7-4eac-a595-e10a8e30fcc0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0903726 Nov 11 22:08:14.634007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:14.641620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.641974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.642320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.642660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.642997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.643333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.643670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.644000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.644353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.644683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.645009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.645333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:14.657085 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-28b64efc-7b85-4b91-8a45-9b8e72253dac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1001 time: 0.0643256 Nov 11 22:08:14.708198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-5f7f0f59-4d6e-4536-a207-c5c9c130fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:14.709655 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-5f7f0f59-4d6e-4536-a207-c5c9c130fa16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0446205 Nov 11 22:08:14.755749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-730bdd77-3216-4928-b61c-688adccd49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:14.757287 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-730bdd77-3216-4928-b61c-688adccd49c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400417 Nov 11 22:08:14.851342 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-291c8197-ade6-4174-bc81-9e0834afff9c service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863743 Nov 11 22:08:14.940780 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-e22bc4f0-4cc6-4777-b670-4812c7607b3b service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821967 Nov 11 22:08:14.953342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['2beef233-1c6c-425d-bfef-a4c795f4e648'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:08:15.453858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a51ef6-3d50-4ffb-8bfe-c6fca5778078 req-4d444254-e975-4a16-8f64-08a4749e4a08 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:15.455390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21a51ef6-3d50-4ffb-8bfe-c6fca5778078 req-4d444254-e975-4a16-8f64-08a4749e4a08 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0536675 Nov 11 22:08:15.503183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21a51ef6-3d50-4ffb-8bfe-c6fca5778078 req-ec5325fe-bc41-41cc-b912-381df231fc84 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Nov 11 22:08:16.317189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:08:16.463169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 2beef233-1c6c-425d-bfef-a4c795f4e648 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:08:16.468023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 2beef233-1c6c-425d-bfef-a4c795f4e648 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:08:16.468434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:16.542622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:16.566318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:08:16.568746 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86b4d2b-9c4c-477a-b8b4-1524edf7fd71" -d '{"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:08:16.581879 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:16.619627 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c353c-a911-46a5-a42b-951ec0bfccb0 req-e22c627c-2eea-48bb-9006-b85bfc1b99ca tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:16.621145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-932c353c-a911-46a5-a42b-951ec0bfccb0 req-e22c627c-2eea-48bb-9006-b85bfc1b99ca tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0488856 Nov 11 22:08:16.668688 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:16.670080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-932c353c-a911-46a5-a42b-951ec0bfccb0 req-7e55e89e-ac32-4317-9f26-283ea3e0e19a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 Nov 11 22:08:16.722120 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:16.780949 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb432e62-f93e-4f84-8666-519a9a0f94a3 x-openstack-request-id: req-fb432e62-f93e-4f84-8666-519a9a0f94a3 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:08:16.781243 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-plugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:08:16.781493 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb432e62-f93e-4f84-8666-519a9a0f94a3 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:08:16.781887 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'code': 200} Nov 11 22:08:17.791596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0306a-3323-48af-b653-23868ecffb47 req-d8aa8b11-074c-4bc2-89a3-3865436296b7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:17.793192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7b0306a-3323-48af-b653-23868ecffb47 req-d8aa8b11-074c-4bc2-89a3-3865436296b7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0509505 Nov 11 22:08:17.847930 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7b0306a-3323-48af-b653-23868ecffb47 req-de688fc8-70da-4041-8a72-14c3d56767bc tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479939 Nov 11 22:08:18.969320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cc482-8fd5-4954-b4e7-e4bedc0c3d6c req-62958c8c-8807-47dc-bcf0-0eb5e4ef21a7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:18.970813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb9cc482-8fd5-4954-b4e7-e4bedc0c3d6c req-62958c8c-8807-47dc-bcf0-0eb5e4ef21a7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0504496 Nov 11 22:08:19.018930 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb9cc482-8fd5-4954-b4e7-e4bedc0c3d6c req-04ba67e3-c7a4-40f5-87e3-b450d63b95d4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Nov 11 22:08:20.139771 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5add9ea-53a8-41d3-95e4-9afdd8d7f36c req-d801861e-44b6-4f1f-9434-0bab1b09628b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:20.141308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5add9ea-53a8-41d3-95e4-9afdd8d7f36c req-d801861e-44b6-4f1f-9434-0bab1b09628b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0498140 Nov 11 22:08:20.189964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5add9ea-53a8-41d3-95e4-9afdd8d7f36c req-fd4308bd-b2cd-4fba-b53c-902b34057f84 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Nov 11 22:08:20.317204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:08:20.345885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-466cd33d-03f4-4b0a-81eb-94ff06838de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:20.347649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-466cd33d-03f4-4b0a-81eb-94ff06838de6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2&tenant_id=1f6dfae84c8c47c28913b7864a6292d1 HTTP/1.1" status: 200 len: 1096 time: 0.0474653 Nov 11 22:08:20.359164 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:08:20.393721 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:20.413251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:20.416482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:08:20.418943 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64ab8c-4d02-4cf9-a375-9be045f12fce" -d '{"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:08:20.433113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:20.471316 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69827c4e-3f72-4525-a2b9-6f5b4679ad91 x-openstack-request-id: req-69827c4e-3f72-4525-a2b9-6f5b4679ad91 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:08:20.471739 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:08:20.471998 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69827c4e-3f72-4525-a2b9-6f5b4679ad91 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:08:20.472422 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'code': 200} Nov 11 22:08:20.513029 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:20.514301 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:08:20.515020 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:08:20.569357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:21.046051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:21.245937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:21.302971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:08:21.343261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beef233-1c6c-425d-bfef-a4c795f4e648 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:08:21.352386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:21.363064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eefb1c-712a-4a99-b464-4ebd40982cc5 req-3fef1ffa-57d4-44c7-a42c-aadc9d757bdd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:21.364567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9eefb1c-712a-4a99-b464-4ebd40982cc5 req-3fef1ffa-57d4-44c7-a42c-aadc9d757bdd tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0999613 Nov 11 22:08:21.375258 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Transition to ACTIVE for port object 2beef233-1c6c-425d-bfef-a4c795f4e648 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:08:21.415790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9eefb1c-712a-4a99-b464-4ebd40982cc5 req-853d9197-4874-4b6d-b82d-cf535d9ba5f5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Nov 11 22:08:21.474687 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:21.559324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=11']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:21.572464 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.572818 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.573165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.573556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.573891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.574225 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.574559 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.574890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.575224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.576136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.579601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.579601 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:21.615732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] No DVR routers for this DVR port 2beef233-1c6c-425d-bfef-a4c795f4e648 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:08:21.754024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:08:21.754424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:08:21.754763 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:08:21.759385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:08:21.759715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Attempting to bind port 2beef233-1c6c-425d-bfef-a4c795f4e648 on network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:08:21.770577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:08:21.770930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Checking segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:08:21.771320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Bound using segment: {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:08:21.771758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Bound port: 2beef233-1c6c-425d-bfef-a4c795f4e648, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5081c00-148c-4fbc-9941-f2a09b74a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:08:21.772123 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:21.837250 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:08:21.840096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:08:21.937952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:21.977317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:21.977317 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:21.977317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] 10.222.0.62 "PUT /v2.0/ports/2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1092 time: 1.6213551 Nov 11 22:08:21.977317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:08:21.979168 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:08:22.058388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521f96d-913a-44e5-bffb-1b5bd196ba87 service neutron] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=12']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:22.094017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-62026952-8164-44c8-ad38-363217a4a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.095758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-62026952-8164-44c8-ad38-363217a4a667 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1095 time: 0.0883873 Nov 11 22:08:22.172347 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eba2fb-9727-4b6d-af06-c0e06acf5f9c x-openstack-request-id: req-d1eba2fb-9727-4b6d-af06-c0e06acf5f9c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:08:22.172627 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:08:22.172878 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1eba2fb-9727-4b6d-af06-c0e06acf5f9c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:08:22.173284 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'status': 'completed', 'code': 200} Nov 11 22:08:22.181182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-905ff9d6-ca9f-4b5c-ab05-600ce646fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.183382 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-905ff9d6-ca9f-4b5c-ab05-600ce646fb3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1095 time: 0.0556519 Nov 11 22:08:22.212198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-7c513da7-ca6a-43b0-9440-595652843960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.213499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-7c513da7-ca6a-43b0-9440-595652843960 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.1096299 Nov 11 22:08:22.286276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-d876ee0d-a605-470f-b1d1-cc3f1db3432b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0659204 Nov 11 22:08:22.286997 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-258f34be-7e68-4d37-9863-8d5d47ba8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.288055 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-258f34be-7e68-4d37-9863-8d5d47ba8e25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0981851 Nov 11 22:08:22.337870 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-65f95de1-70ac-4033-b566-1c260c818316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.339385 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-65f95de1-70ac-4033-b566-1c260c818316 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0458357 Nov 11 22:08:22.358307 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-a835ba8b-b18a-428a-bb62-300b940f607b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0624967 Nov 11 22:08:22.388982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-e1218537-95cf-49c3-89c1-1d407a89797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.390535 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-e1218537-95cf-49c3-89c1-1d407a89797d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438204 Nov 11 22:08:22.408585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-a7283dc5-836f-4048-9bca-6c990fb2a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.410090 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-a7283dc5-836f-4048-9bca-6c990fb2a33f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0447872 Nov 11 22:08:22.458833 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-332724d0-af3a-418e-8626-eb223dc11255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.460465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-332724d0-af3a-418e-8626-eb223dc11255 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435181 Nov 11 22:08:22.489831 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-f79109c5-36d1-4d85-ab47-3764eb463d64 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921152 Nov 11 22:08:22.560864 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-7506196a-cd22-48ec-8838-616c9503e54e service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931897 Nov 11 22:08:22.596358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975e38f-f35c-497c-9e39-cb3ff30ef6d4 req-d592994a-a832-48ae-9d8f-8d05dfb7a83a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.597920 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e975e38f-f35c-497c-9e39-cb3ff30ef6d4 req-d592994a-a832-48ae-9d8f-8d05dfb7a83a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.1049316 Nov 11 22:08:22.638439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad242a85-1a73-49de-9d5e-6454d4c48d32 req-f9c4d25d-36a1-439b-8605-3ff526489b65 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368084 Nov 11 22:08:22.655269 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-c1359db0-30b6-4981-9e94-0454094321e0 service neutron] 10.222.0.58 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876338 Nov 11 22:08:22.667391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e975e38f-f35c-497c-9e39-cb3ff30ef6d4 req-a699df86-9bc7-4592-9394-b99ff0842225 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630224 Nov 11 22:08:22.736782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-be127159-c521-47b3-a96e-2c4b187f5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.738317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-be127159-c521-47b3-a96e-2c4b187f5ee3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1095 time: 0.0427306 Nov 11 22:08:22.794528 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:22.833890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-9c2523e5-037d-41ff-bd37-a8d079a2121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.835380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-9c2523e5-037d-41ff-bd37-a8d079a2121f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0902381 Nov 11 22:08:22.905140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-583d52c4-2e78-4f07-8dae-71afd5b97304 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0626917 Nov 11 22:08:22.958663 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-a002c6a5-7b3b-40cc-9749-edfdf4c1921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:22.960186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-a002c6a5-7b3b-40cc-9749-edfdf4c1921e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0470352 Nov 11 22:08:23.007267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-812fd60b-67bf-4628-b361-9b8c13e8bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:23.008803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-812fd60b-67bf-4628-b361-9b8c13e8bc09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411854 Nov 11 22:08:23.102182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-6d48bb70-08d1-4765-93e4-fe1549bf375a service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863249 Nov 11 22:08:23.195620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d770b9f8-1bec-4f91-83b7-67cf7b3555eb req-542d3dcb-2063-4885-8e41-2775bfaa1839 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864305 Nov 11 22:08:23.789622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421e0d0-2b72-4965-be44-79828e7155be req-2360f157-6bbd-4f26-970b-8c9c4de869da tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:23.791134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e421e0d0-2b72-4965-be44-79828e7155be req-2360f157-6bbd-4f26-970b-8c9c4de869da tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0508900 Nov 11 22:08:23.838752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e421e0d0-2b72-4965-be44-79828e7155be req-dad064af-3272-4bf2-8be9-6f52388360c6 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Nov 11 22:08:24.962699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7e62c-018d-4ab6-b227-6ecdf6be18d1 req-c815e394-7a21-4f0b-8251-2bda1db1ea9a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:24.964348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ad7e62c-018d-4ab6-b227-6ecdf6be18d1 req-c815e394-7a21-4f0b-8251-2bda1db1ea9a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0544193 Nov 11 22:08:25.015505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ad7e62c-018d-4ab6-b227-6ecdf6be18d1 req-fa4905f6-cbe8-45a7-b511-82abc14e91eb tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Nov 11 22:08:26.504533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad2021-6f1d-4e4d-b32d-c0d9340b553a req-dbdb7e9f-8b02-4904-90b9-0273319906a8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:26.505927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15ad2021-6f1d-4e4d-b32d-c0d9340b553a req-dbdb7e9f-8b02-4904-90b9-0273319906a8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.4156253 Nov 11 22:08:26.554276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15ad2021-6f1d-4e4d-b32d-c0d9340b553a req-ae422850-794a-4506-ace9-308d93a9086d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 Nov 11 22:08:27.676779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2beed36-5a78-42ec-b87e-941c744c119f req-3d83c124-d180-4100-a82e-222ffd4e8a56 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:27.678289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2beed36-5a78-42ec-b87e-941c744c119f req-3d83c124-d180-4100-a82e-222ffd4e8a56 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0499449 Nov 11 22:08:27.726927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2beed36-5a78-42ec-b87e-941c744c119f req-69af306c-b5a9-4221-b728-03f8d3633530 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Nov 11 22:08:28.097249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:28.844904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587355e-8ddd-42c4-b8c0-4a271afd8421 req-4fdf90ef-b3b8-4775-9d00-813883e5a4a9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:28.846396 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8587355e-8ddd-42c4-b8c0-4a271afd8421 req-4fdf90ef-b3b8-4775-9d00-813883e5a4a9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0485291 Nov 11 22:08:28.898561 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8587355e-8ddd-42c4-b8c0-4a271afd8421 req-fbf9e624-b619-490c-a747-014c58b1fc34 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461252 Nov 11 22:08:30.027177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb0a0-3beb-4c9d-8f83-647149c566d2 req-6316314c-3d36-411d-81cd-73d59ce4fb52 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:30.028783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-421cb0a0-3beb-4c9d-8f83-647149c566d2 req-6316314c-3d36-411d-81cd-73d59ce4fb52 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0537379 Nov 11 22:08:30.079516 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-421cb0a0-3beb-4c9d-8f83-647149c566d2 req-f2d45ba1-e9cf-42db-9eb6-421e3c85b374 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Nov 11 22:08:31.202595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16259-fbc3-4af4-b61e-42970b642689 req-3d2d02d1-43a9-4b49-979d-72ae9d14df27 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:31.203831 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3db16259-fbc3-4af4-b61e-42970b642689 req-3d2d02d1-43a9-4b49-979d-72ae9d14df27 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0496142 Nov 11 22:08:31.251004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3db16259-fbc3-4af4-b61e-42970b642689 req-ff59f972-1163-42ce-9a0d-4e208d50589d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Nov 11 22:08:31.573813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-03684d28-a698-47a1-a896-b12d30c43d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:31.575310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-03684d28-a698-47a1-a896-b12d30c43d11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 1095 time: 0.0451441 Nov 11 22:08:31.679201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-8d8fd451-6586-4575-99ee-d7be768e9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:31.680717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-8d8fd451-6586-4575-99ee-d7be768e9912 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 200 len: 912 time: 0.0863197 Nov 11 22:08:31.749196 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-630b4001-e9d2-4038-9d55-18bbdf19ab19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 200 len: 1000 time: 0.0612125 Nov 11 22:08:31.800450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-4a392e14-d8e7-415b-aa98-06610b144e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:31.802161 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-4a392e14-d8e7-415b-aa98-06610b144e83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 200 len: 850 time: 0.0442867 Nov 11 22:08:31.853686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-5081af5b-6afa-4ad4-b304-95c6e60b805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:31.855093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-5081af5b-6afa-4ad4-b304-95c6e60b805c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a1eb506-b97d-4fae-a285-ceccdaaefa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460935 Nov 11 22:08:31.952546 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-85ced596-a2c3-45c4-8b5e-c11ab42b3428 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882962 Nov 11 22:08:32.034151 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a43f2acd-b8d6-4e13-ac30-14a2d00379b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:32.041940 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-52deb9c9-efb1-4515-b487-d1ea2326c1f7 req-4b73072a-eda6-4e9e-9460-bde7dde1d234 service neutron] 10.222.0.62 "GET /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838518 Nov 11 22:08:32.245674 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:08:32.370747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf7a7c-ca01-4b62-8152-8897cf01561c req-f9300aee-55b4-415f-8fbb-2ca85e7f943e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:32.372267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6bf7a7c-ca01-4b62-8152-8897cf01561c req-f9300aee-55b4-415f-8fbb-2ca85e7f943e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0525591 Nov 11 22:08:32.420098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6bf7a7c-ca01-4b62-8152-8897cf01561c req-f3410554-1a05-4834-a78f-b90ea6aec26d tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Nov 11 22:08:33.541575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed451-13ba-4214-9117-8eb42c6b3dbf req-7ca0fda8-075a-40c9-b6c8-7d8e7714458a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:33.543076 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-082ed451-13ba-4214-9117-8eb42c6b3dbf req-7ca0fda8-075a-40c9-b6c8-7d8e7714458a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0492883 Nov 11 22:08:33.591007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-082ed451-13ba-4214-9117-8eb42c6b3dbf req-56b236f6-6ae1-4f2f-9236-0b990d572a3b tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Nov 11 22:08:34.473570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2ebed1a-0b90-41be-8888-98d3c2d1ace8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:34.708251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ea54-98da-493c-98e1-bb2335b2f14b req-e28796d4-23a6-475a-8dcd-968b3f1dbc48 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:34.709808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0409ea54-98da-493c-98e1-bb2335b2f14b req-e28796d4-23a6-475a-8dcd-968b3f1dbc48 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0499847 Nov 11 22:08:34.762724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0409ea54-98da-493c-98e1-bb2335b2f14b req-cd286810-3a12-480e-ab73-b79b190dc1f9 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Nov 11 22:08:35.862450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:35.882785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e1d8-1195-41da-98ff-c046c4621ebc req-4df04433-02d1-4901-bdb8-5ef9ca300be4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:35.884323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eab0e1d8-1195-41da-98ff-c046c4621ebc req-4df04433-02d1-4901-bdb8-5ef9ca300be4 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0503905 Nov 11 22:08:35.933183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eab0e1d8-1195-41da-98ff-c046c4621ebc req-a5ec0c28-2f89-419c-9b75-18b61357c3c7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Nov 11 22:08:36.046216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad9cd5-ade1-4403-b8d1-689ef9ccc138 req-c6cf29f0-01c6-400d-ba57-756364ee8a25 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:36.047599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64ad9cd5-ade1-4403-b8d1-689ef9ccc138 req-c6cf29f0-01c6-400d-ba57-756364ee8a25 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0485940 Nov 11 22:08:36.094791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64ad9cd5-ade1-4403-b8d1-689ef9ccc138 req-fabc6f87-e9eb-4a74-bd1f-709183d5c36e tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Nov 11 22:08:36.213360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0069b-2d60-42a2-a107-b831b5900862 req-20543e73-26cb-4ce6-9abe-af3d28018947 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:36.214864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fd0069b-2d60-42a2-a107-b831b5900862 req-20543e73-26cb-4ce6-9abe-af3d28018947 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0536497 Nov 11 22:08:36.263717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fd0069b-2d60-42a2-a107-b831b5900862 req-bd11978e-d2a8-4554-a541-57aa3097e5f7 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Nov 11 22:08:36.663244 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:08:36.748263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1f54-bc0b-4f52-a7d3-74395721a85d req-d819a72e-03de-4b6a-85c5-b41b1dea8b4c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:36.750884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-947f1f54-bc0b-4f52-a7d3-74395721a85d req-d819a72e-03de-4b6a-85c5-b41b1dea8b4c tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 944 time: 0.0525618 Nov 11 22:08:36.811361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-947f1f54-bc0b-4f52-a7d3-74395721a85d req-b622e815-7a95-48a1-84f6-705292c09205 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508478 Nov 11 22:08:36.920057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:36.931092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'port_id': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'mac_address': 'fa:16:3e:d5:7d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:08:36.968422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:36.980577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beef233-1c6c-425d-bfef-a4c795f4e648 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:08:36.999664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:37.085192 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:37.131745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=13']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:37.330412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['2beef233-1c6c-425d-bfef-a4c795f4e648'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:08:37.390440 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:37.924034 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:37.937396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12190f-812f-499d-b47c-8b5f2e9e9dd7 req-b8b0e049-f770-4200-9a06-b7f960f34e87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:37.939087 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb12190f-812f-499d-b47c-8b5f2e9e9dd7 req-b8b0e049-f770-4200-9a06-b7f960f34e87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Nov 11 22:08:37.992256 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb12190f-812f-499d-b47c-8b5f2e9e9dd7 req-b3add53c-617a-4a15-b52d-d1c21028b235 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups?id=94a5ae4c-04b9-4173-a710-cef710149b08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466833 Nov 11 22:08:38.280992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-8d6cbec8-894b-4539-88c2-e6aa71dd1673 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:38.282446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-8d6cbec8-894b-4539-88c2-e6aa71dd1673 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Nov 11 22:08:38.371087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Deleting port 2beef233-1c6c-425d-bfef-a4c795f4e648 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:08:38.371426 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:38.470323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] For port 2beef233-1c6c-425d-bfef-a4c795f4e648, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=2beef233-1c6c-425d-bfef-a4c795f4e648,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:38.470692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:38.648694 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:38.648953 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:38.649273 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Floating IP bb216db1-b4af-4ed7-bc21-961b1b029464 disassociated. External IP: 172.25.2.249, port: 2beef233-1c6c-425d-bfef-a4c795f4e648. Nov 11 22:08:38.649620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Calling delete_port for 2beef233-1c6c-425d-bfef-a4c795f4e648 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:08:38.695128 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:08:38.901129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:38.901488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 2beef233-1c6c-425d-bfef-a4c795f4e648 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:08:38.906824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 2beef233-1c6c-425d-bfef-a4c795f4e648 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:08:38.907195 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:38.928964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Port 2beef233-1c6c-425d-bfef-a4c795f4e648 was deleted so its status cannot be updated. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 22:08:38.931970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event deleted for resources: {'Port': ['ID=2beef233-1c6c-425d-bfef-a4c795f4e648,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:39.076956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:08:39.105891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-134430e7-89a8-4376-bb5a-d8a391f62541 req-1f711237-23f5-4802-a423-13fe4c5832ec tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0326028 Nov 11 22:08:39.223232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:08:39.233334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:08:39.243586 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:08:39.244468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:08:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:39.268828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] No DVR routers for this DVR port 2beef233-1c6c-425d-bfef-a4c795f4e648 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:08:39.271595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:39.275144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dac2c8c0-46a9-46e8-be1d-cbc2acd4cef5 req-ac4288f7-f045-41f2-9a58-6bdc53c82e6a tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.62 "DELETE /v2.0/ports/2beef233-1c6c-425d-bfef-a4c795f4e648 HTTP/1.1" status: 204 len: 173 time: 0.9861951 Nov 11 22:08:39.275655 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-deleted', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:08:39.278020 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccb1ead-c126-4017-b791-3bf665dc4d94" -d '{"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-deleted", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:08:39.323225 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b500c8-7404-456a-a60f-c5464f87d12c x-openstack-request-id: req-90b500c8-7404-456a-a60f-c5464f87d12c {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:08:39.323593 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa610ea6-b5b3-4495-9850-17ccb3c29ab2", "name": "network-vif-deleted", "tag": "2beef233-1c6c-425d-bfef-a4c795f4e648", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:08:39.324026 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90b500c8-7404-456a-a60f-c5464f87d12c {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:08:39.324530 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa610ea6-b5b3-4495-9850-17ccb3c29ab2', 'name': 'network-vif-deleted', 'tag': '2beef233-1c6c-425d-bfef-a4c795f4e648', 'status': 'completed', 'code': 200} Nov 11 22:08:39.361932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:08:39.573090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:39.605472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:08:39.615606 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:08:39.616365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:08:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:39.722167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:08:39.930947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:39.958798 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb06b21-c2ab-4b59-b285-1b618b5e4817 None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '49b6bb49-1b3b-42bb-b548-95194fd7bdfe', 'name': '', 'network_id': '1a1eb506-b97d-4fae-a285-ceccdaaefa80', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'mac_address': 'fa:16:3e:c1:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:38Z', 'updated_at': '2021-11-11T21:55:42Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'subnets': [{'id': '71c03f52-f12e-489a-a8e4-09462db27f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:08:40.200235 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcfadd-a623-4e73-93d3-de9bf0bfa28d None None] New status for floating IP bb216db1-b4af-4ed7-bc21-961b1b029464: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:08:40.211597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c5b2eee-63cc-4736-ba08-4aaf78de5e9c req-219d94a4-8a95-466b-adad-385164551263 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0298018 Nov 11 22:08:41.311864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00fa439b-2d88-4e3a-b814-17520e214419 req-12e11fb9-1647-4570-a2ce-f322dbeaa995 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0280437 Nov 11 22:08:42.408235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-157ef6f2-04e6-4c8b-afa8-e4002fad7951 req-9fb56089-78d9-4356-8a63-3d1749beadf5 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0283625 Nov 11 22:08:42.730552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:08:42.755088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 2beef233-1c6c-425d-bfef-a4c795f4e648 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:08:42.755435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 2beef233-1c6c-425d-bfef-a4c795f4e648 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:08:43.504038 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b3e4e05-3eb1-47c7-8be1-882ab2601d33 req-cdbabdde-13ab-42b9-92d8-504be45821e8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0265834 Nov 11 22:08:44.621281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6277de2-8c8c-4442-b1a3-b3fa3ab9b555 req-77b80d28-5e3f-42dc-aa1b-568295f36f72 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa610ea6-b5b3-4495-9850-17ccb3c29ab2 HTTP/1.1" status: 200 len: 210 time: 0.0316589 Nov 11 22:08:50.708946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:50.764885 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c8698d-2e4e-4b41-9efc-444b67ce1bbe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:50.788330 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c8698d-2e4e-4b41-9efc-444b67ce1bbe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:50.930714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c8698d-2e4e-4b41-9efc-444b67ce1bbe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:50.933416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-06c8698d-2e4e-4b41-9efc-444b67ce1bbe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:50.934641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-06c8698d-2e4e-4b41-9efc-444b67ce1bbe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "DELETE /v2.0/security-groups/94a5ae4c-04b9-4173-a710-cef710149b08 HTTP/1.1" status: 204 len: 168 time: 0.2246382 Nov 11 22:08:50.937242 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40500) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:50.944726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8698d-2e4e-4b41-9efc-444b67ce1bbe tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a5ae4c-04b9-4173-a710-cef710149b08,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:50.953988 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-93f38e0c-e14e-4409-b560-97b8319acdb8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] show failed (client error): The resource could not be found. Nov 11 22:08:50.955051 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-93f38e0c-e14e-4409-b560-97b8319acdb8 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "GET /v2.0/security-groups/94a5ae4c-04b9-4173-a710-cef710149b08 HTTP/1.1" status: 404 len: 347 time: 0.0161989 Nov 11 22:08:50.958013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40502) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:51.083945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Deleting port f3cce5e2-f404-4922-9503-c15299275374 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:08:51.084239 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:51.162888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:51.163223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:51.175270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Calling delete_port for f3cce5e2-f404-4922-9503-c15299275374 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:08:51.370783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:51.402233 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Pushing event deleted for resources: {'Port': ['ID=f3cce5e2-f404-4922-9503-c15299275374,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:51.461631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:51.464293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:51.465482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b90b07a6-daa1-4c09-b659-2cc7a1e0ee87 tempest-ServerActionsTestJSON-293792759 tempest-ServerActionsTestJSON-293792759-project] 10.222.0.31 "DELETE /v2.0/floatingips/bb216db1-b4af-4ed7-bc21-961b1b029464 HTTP/1.1" status: 204 len: 168 time: 0.5064595 Nov 11 22:08:51.468350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40504) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:52.000302 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:52.243841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Deleting port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:08:52.244087 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:52.320517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] For port 49b6bb49-1b3b-42bb-b548-95194fd7bdfe, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:52.320884 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:52.333470 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Calling delete_port for 49b6bb49-1b3b-42bb-b548-95194fd7bdfe owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:08:52.610408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:52.635672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b6bb49-1b3b-42bb-b548-95194fd7bdfe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:52.799497 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:52.817877 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:53.031007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:08:53.133404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:08:53.138707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-afc75556-9bdb-43c2-b39b-701e2f3a55e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f93a64f-453b-4b73-9b66-1da5cb6e1b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6686475 Nov 11 22:08:53.141900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40508) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:53.143342 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57987db-3565-42fb-87d9-41542b45744b None None] Sync routers for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:08:53.152749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:08:53.153357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:08:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:53.245079 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:53.258500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:08:53.348100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:53.444460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T22:08:52Z', 'revision_number': 5, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port': {'id': '3f2a69eb-c801-4fed-93a7-7f636aea7626', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T21:55:36Z', 'updated_at': '2021-11-11T21:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:53.470377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Deleting port 3f2a69eb-c801-4fed-93a7-7f636aea7626 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:08:53.470717 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:53.471950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57987db-3565-42fb-87d9-41542b45744b None None] Checking router: 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:08:53.479287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] Routers {'1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:08:53.479929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:08:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:53.553282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] For port 3f2a69eb-c801-4fed-93a7-7f636aea7626, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3f2a69eb-c801-4fed-93a7-7f636aea7626,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:53.553703 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:53.565991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Calling delete_port for 3f2a69eb-c801-4fed-93a7-7f636aea7626 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:08:53.568279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] Set router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:08:53.622320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-a57987db-3565-42fb-87d9-41542b45744b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T22:08:53Z', 'revision_number': 6, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:53.649574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57987db-3565-42fb-87d9-41542b45744b None None] The sync data for ids ['1f93a64f-453b-4b73-9b66-1da5cb6e1b2b'] in n-d-805734-3 is: [{'id': '1f93a64f-453b-4b73-9b66-1da5cb6e1b2b', 'name': 'tempest-ServerActionsTestJSON-963910258-router', 'tenant_id': '1f6dfae84c8c47c28913b7864a6292d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T21:55:35Z', 'updated_at': '2021-11-11T22:08:53Z', 'revision_number': 6, 'project_id': '1f6dfae84c8c47c28913b7864a6292d1', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:08:53.838926 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:53.865051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2a69eb-c801-4fed-93a7-7f636aea7626,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:53.879994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b8410-f570-4ccb-8eea-89b33d1387c8 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:08:53.930265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.372023 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.374308 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.496382 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.496972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f93a64f-453b-4b73-9b66-1da5cb6e1b2b {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:08:54.502617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.503272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-060013d5-b059-4615-96d4-f501f28aed47 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f93a64f-453b-4b73-9b66-1da5cb6e1b2b HTTP/1.1" status: 204 len: 168 time: 1.3604400 Nov 11 22:08:54.505810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40510) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:54.551611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] Deleting subnet 71c03f52-f12e-489a-a8e4-09462db27f95 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:08:54.554902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.590940 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.674957 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.799730 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.822652 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3f2a69eb-c801-4fed-93a7-7f636aea7626 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:08:54.827535 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c03f52-f12e-489a-a8e4-09462db27f95,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:54.832438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.835613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d57e9986-9b36-44bc-a2b1-637aafafe979 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71c03f52-f12e-489a-a8e4-09462db27f95 HTTP/1.1" status: 204 len: 168 time: 0.3288314 Nov 11 22:08:54.838162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40512) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:54.848009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171393f8-72d1-4daf-8a15-f5ec09c2c667 None None] Network 1a1eb506-b97d-4fae-a285-ceccdaaefa80 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:08:54.850186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3f2a69eb-c801-4fed-93a7-7f636aea7626 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:08:54.850533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3f2a69eb-c801-4fed-93a7-7f636aea7626 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:08:54.850952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 49b6bb49-1b3b-42bb-b548-95194fd7bdfe no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:08:54.891176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 49b6bb49-1b3b-42bb-b548-95194fd7bdfe {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:08:54.891822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 49b6bb49-1b3b-42bb-b548-95194fd7bdfe not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:08:54.914222 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.970114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Deleting port 95861633-f06e-4380-bbd8-2e25c1bac7e3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:08:54.970847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.037048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] DHCP port deletion for 1a1eb506-b97d-4fae-a285-ceccdaaefa80 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:08:55.040012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] For port 95861633-f06e-4380-bbd8-2e25c1bac7e3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=95861633-f06e-4380-bbd8-2e25c1bac7e3,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:55.040416 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.054393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Calling delete_port for 95861633-f06e-4380-bbd8-2e25c1bac7e3 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:08:55.089076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] Deleting port 95861633-f06e-4380-bbd8-2e25c1bac7e3 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:08:55.089444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.152564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] For port 95861633-f06e-4380-bbd8-2e25c1bac7e3, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=95861633-f06e-4380-bbd8-2e25c1bac7e3,segment=NetworkSegment(a5081c00-148c-4fbc-9941-f2a09b74a852),segment_id=a5081c00-148c-4fbc-9941-f2a09b74a852)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:55.152849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.164627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] Calling delete_port for 95861633-f06e-4380-bbd8-2e25c1bac7e3 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:08:55.216479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.244427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Pushing event deleted for resources: {'Port': ['ID=95861633-f06e-4380-bbd8-2e25c1bac7e3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:55.246275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] No DVR routers for this DVR port 95861633-f06e-4380-bbd8-2e25c1bac7e3 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:08:55.324857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.347461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1eb506-b97d-4fae-a285-ceccdaaefa80']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:55.357249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5081c00-148c-4fbc-9941-f2a09b74a852') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:55.357549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5081c00-148c-4fbc-9941-f2a09b74a852') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:55.367167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.380846 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.387643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:08:55.388020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:08:55.389828 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:08:55.403803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.431693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] Pushing event deleted for resources: {'Port': ['ID=95861633-f06e-4380-bbd8-2e25c1bac7e3,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:55.435620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28befb-f1ff-4ca6-b57a-ed7e3c13b71e None None] No DVR routers for this DVR port 95861633-f06e-4380-bbd8-2e25c1bac7e3 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:08:55.507913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.516484 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.520172 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] 10.222.0.31 "DELETE /v2.0/networks/1a1eb506-b97d-4fae-a285-ceccdaaefa80 HTTP/1.1" status: 204 len: 168 time: 0.6810448 Nov 11 22:08:55.529590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59477e3e-68e9-450d-897a-71299527a60c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1eb506-b97d-4fae-a285-ceccdaaefa80,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:55.826643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:55.868279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-b96a7993-7c0a-4a28-8b03-045f09ca7a14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f6dfae84c8c47c28913b7864a6292d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404356 Nov 11 22:08:55.870722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:55.919830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7807d322-2fc0-412e-9e94-7d75edf2f331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.941583 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7807d322-2fc0-412e-9e94-7d75edf2f331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:56.118085 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7807d322-2fc0-412e-9e94-7d75edf2f331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:56.120756 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7807d322-2fc0-412e-9e94-7d75edf2f331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:56.122002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7807d322-2fc0-412e-9e94-7d75edf2f331 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3fdf126-29c1-4c8b-b514-ae8b372d88d9 HTTP/1.1" status: 204 len: 168 time: 0.2503564 Nov 11 22:08:56.130694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d322-2fc0-412e-9e94-7d75edf2f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fdf126-29c1-4c8b-b514-ae8b372d88d9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:56.824974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 95861633-f06e-4380-bbd8-2e25c1bac7e3 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:08:56.846149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 95861633-f06e-4380-bbd8-2e25c1bac7e3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:08:56.846494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 95861633-f06e-4380-bbd8-2e25c1bac7e3 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:08:57.207766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40540) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:57.303375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1662616510-network', 'tenant_id': '5588f4a5c62645a9b4de35c2a8120d98'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:08:57.472986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Made reservation on behalf of 5588f4a5c62645a9b4de35c2a8120d98 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:08:57.475380 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.483992 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.559120 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.656166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.676838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:08:57.691624 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d527dc-f323-42f4-9230-6d3571ca1e8a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:57.693945 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.694278 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Added segment 26d7ffce-117c-43b6-9d99-64c1bd355cdc of type vlan for network cf83f275-2caa-4831-aa04-272317f7bd14 Nov 11 22:08:57.710877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.711219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.711556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.711888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.712314 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.712642 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.712965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.713285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.713608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.713923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.714240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.714554 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:57.750360 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.855837 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.856766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:57.857447 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.918331 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] Pushing event updated for resources: {'Network': ['ID=cf83f275-2caa-4831-aa04-272317f7bd14,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:57.928067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network cf83f275-2caa-4831-aa04-272317f7bd14 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:08:57.961751 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-986c6ea0-75db-4fa4-9b0d-190fc2ad1c3f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7526522 Nov 11 22:08:57.964760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:57.969698 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Request body: {'subnet': {'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1662616510-subnet', 'tenant_id': '5588f4a5c62645a9b4de35c2a8120d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:08:58.084829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Made reservation on behalf of 5588f4a5c62645a9b4de35c2a8120d98 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:08:58.087224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:58.113120 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:58.323847 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:58.385177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5caaaa3-017e-41ab-90ca-421f33945035,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:58.395457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Checking segment: {'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:08:58.395813 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Network hostable DHCP agents. Network: cf83f275-2caa-4831-aa04-272317f7bd14, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:08:58.483205 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Network cf83f275-2caa-4831-aa04-272317f7bd14 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:08:58.586478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, cf83f275-2caa-4831-aa04-272317f7bd14) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:08:58.590767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:58.591367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:58.597149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4791945e-f8ad-4d01-b575-bc0bc2ea33ec None None] Network cf83f275-2caa-4831-aa04-272317f7bd14 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:08:58.715774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-99b747fb-eee4-4d04-a6ad-491e1d22c4d2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7497983 Nov 11 22:08:58.723048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e7093-8fd9-48a3-adc7-f68e195c9682 None None] Network cf83f275-2caa-4831-aa04-272317f7bd14 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:08:59.145163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-dab69394-079c-413a-b024-660b2ae28332 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:59.146645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-dab69394-079c-413a-b024-660b2ae28332 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/networks?id=cf83f275-2caa-4831-aa04-272317f7bd14 HTTP/1.1" status: 200 len: 814 time: 0.1015944 Nov 11 22:08:59.162246 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-488a9c3d-fe3e-4a0b-b075-b6a1e4806d7a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/quotas/5588f4a5c62645a9b4de35c2a8120d98 HTTP/1.1" status: 200 len: 375 time: 0.0098567 Nov 11 22:08:59.194245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-6a2b38df-8c92-4212-978f-4cdf3a685f18 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267670 Nov 11 22:08:59.332738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-30c56151-48bd-4547-8cb6-1107b0ec3c19 service neutron] 10.222.0.31 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316493 Nov 11 22:08:59.425213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-e67ca14a-3722-4b4f-a69a-27a1ab4d0386 service neutron] 10.222.0.31 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861840 Nov 11 22:08:59.657152 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9ac8717-e44c-44d8-ab96-f2b75738c097 req-853f196c-8416-4f92-a8b9-5959f5cc1907 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 210 time: 0.0275483 Nov 11 22:09:00.734843 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-770f727d-757d-4221-a2cf-6b6f78354cfe req-ab0772eb-0233-4f21-be8c-c9b73eb363cf tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 210 time: 0.0265923 Nov 11 22:09:01.827187 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00a9da3f-cdf7-42ee-b0bd-452a95e62949 req-e11b96b7-fb57-4e97-a51b-6b84f9250be2 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 210 time: 0.0272815 Nov 11 22:09:02.027248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-080285ce-9acb-4728-ae03-49d1fea59c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:02.226854 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-4ebc21ec-60ba-4783-86e6-52445041711d tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:02.228365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-4ebc21ec-60ba-4783-86e6-52445041711d tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.62 "GET /v2.0/networks?id=cf83f275-2caa-4831-aa04-272317f7bd14 HTTP/1.1" status: 200 len: 814 time: 0.1068685 Nov 11 22:09:02.241023 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Request body: {'port': {'device_id': '249f5e4d-8210-4153-a906-8172deed8c0a', 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14', 'admin_state_up': True, 'tenant_id': '5588f4a5c62645a9b4de35c2a8120d98'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:02.444396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Made reservation on behalf of 5588f4a5c62645a9b4de35c2a8120d98 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:02.447903 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:02.578510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Allocated IP 172.20.0.2 (cf83f275-2caa-4831-aa04-272317f7bd14/f5caaaa3-017e-41ab-90ca-421f33945035/334bf51f-3403-4d46-bcf2-4f371277b6f3) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:02.725627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:02.821969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:02.868654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Network cf83f275-2caa-4831-aa04-272317f7bd14 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:02.871546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:02.876604 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:02.883404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Pushing event updated for resources: {'Port': ['ID=334bf51f-3403-4d46-bcf2-4f371277b6f3,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:02.957625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:02.958253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:02.983218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e1e1-3975-4fab-8b5d-3361dbf10a96 req-ab8adb47-2f96-410a-a288-9f6fec6aa371 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:02.984743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae15e1e1-3975-4fab-8b5d-3361dbf10a96 req-ab8adb47-2f96-410a-a288-9f6fec6aa371 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 931 time: 0.0811899 Nov 11 22:09:03.019637 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-106fae8b-559a-4683-8712-7f2b6983b25a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7822907 Nov 11 22:09:03.034012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-39e650c0-1a61-4cc8-abce-5b6397d3fe9a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:09:03.035004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-39e650c0-1a61-4cc8-abce-5b6397d3fe9a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059023 Nov 11 22:09:03.042200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ae15e1e1-3975-4fab-8b5d-3361dbf10a96 req-b820a0f8-f6cd-4c02-a2c4-bd18d37df3cb tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509448 Nov 11 22:09:03.046950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Request body: {'port': {'device_id': '249f5e4d-8210-4153-a906-8172deed8c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:03.100971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:03.365688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334bf51f-3403-4d46-bcf2-4f371277b6f3 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:09:03.376629 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:03.388382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Transition to ACTIVE for port object 334bf51f-3403-4d46-bcf2-4f371277b6f3 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:09:03.461881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:03.514591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Pushing event updated for resources: {'Port': ['ID=334bf51f-3403-4d46-bcf2-4f371277b6f3,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:03.579245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Attempting to bind port 334bf51f-3403-4d46-bcf2-4f371277b6f3 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:03.579245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Attempting to bind port 334bf51f-3403-4d46-bcf2-4f371277b6f3 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:03.579245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Attempting to bind port 334bf51f-3403-4d46-bcf2-4f371277b6f3 on network cf83f275-2caa-4831-aa04-272317f7bd14 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:03.583312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Port 334bf51f-3403-4d46-bcf2-4f371277b6f3 on network cf83f275-2caa-4831-aa04-272317f7bd14 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:09:03.583644 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Attempting to bind port 334bf51f-3403-4d46-bcf2-4f371277b6f3 on network cf83f275-2caa-4831-aa04-272317f7bd14 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:03.588498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:03.588842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Checking segment: {'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:03.589231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Bound using segment: {'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:03.589661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Bound port: 334bf51f-3403-4d46-bcf2-4f371277b6f3, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:03.590019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:03.656822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] For port 334bf51f-3403-4d46-bcf2-4f371277b6f3, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:03.659719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] For port 334bf51f-3403-4d46-bcf2-4f371277b6f3, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=334bf51f-3403-4d46-bcf2-4f371277b6f3,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:03.719367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:03.755035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:03.755677 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:03.757467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/334bf51f-3403-4d46-bcf2-4f371277b6f3 HTTP/1.1" status: 200 len: 1091 time: 0.7141569 Nov 11 22:09:03.759585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249f5e4d-8210-4153-a906-8172deed8c0a', 'tag': '334bf51f-3403-4d46-bcf2-4f371277b6f3'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:09:03.762792 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5a267d-34a9-41a2-b329-e28f969dab79" -d '{"events": [{"name": "network-changed", "server_uuid": "249f5e4d-8210-4153-a906-8172deed8c0a", "tag": "334bf51f-3403-4d46-bcf2-4f371277b6f3"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:09:03.786467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396027b-4f37-443d-b664-d3d6305714e1 service neutron] Pushing event updated for resources: {'Port': ['ID=334bf51f-3403-4d46-bcf2-4f371277b6f3,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:03.802375 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b9e708-06af-45e2-ad9a-aa5c155eaa5f x-openstack-request-id: req-e6b9e708-06af-45e2-ad9a-aa5c155eaa5f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:09:03.802588 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249f5e4d-8210-4153-a906-8172deed8c0a", "tag": "334bf51f-3403-4d46-bcf2-4f371277b6f3", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:09:03.802843 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6b9e708-06af-45e2-ad9a-aa5c155eaa5f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:09:03.803260 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249f5e4d-8210-4153-a906-8172deed8c0a', 'tag': '334bf51f-3403-4d46-bcf2-4f371277b6f3', 'status': 'completed', 'code': 200} Nov 11 22:09:03.863928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a267d-34a9-41a2-b329-e28f969dab79 req-79de88df-01e5-42ce-9db4-495d0353afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:03.865460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e5a267d-34a9-41a2-b329-e28f969dab79 req-79de88df-01e5-42ce-9db4-495d0353afec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 1094 time: 0.0416691 Nov 11 22:09:03.966746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a267d-34a9-41a2-b329-e28f969dab79 req-9f0a0a4b-02ce-43f8-9ef1-70108c76a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:03.968294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e5a267d-34a9-41a2-b329-e28f969dab79 req-9f0a0a4b-02ce-43f8-9ef1-70108c76a672 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947950 Nov 11 22:09:04.061747 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a267d-34a9-41a2-b329-e28f969dab79 req-4f79e8cd-e500-4b81-9e4a-6b1ef51572b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:04.063953 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e5a267d-34a9-41a2-b329-e28f969dab79 req-4f79e8cd-e500-4b81-9e4a-6b1ef51572b0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889235 Nov 11 22:09:04.176645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-3a0dac8d-aba7-432f-8f2c-0f1f0edd3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:04.178131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-3a0dac8d-aba7-432f-8f2c-0f1f0edd3d7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 1094 time: 0.0747552 Nov 11 22:09:04.190720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f4b70-bd42-412f-81f6-e3bc7b2f1a91 req-8d11dfed-e7d3-4ce5-8be6-b5fedf2a2d97 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:04.192092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e84f4b70-bd42-412f-81f6-e3bc7b2f1a91 req-8d11dfed-e7d3-4ce5-8be6-b5fedf2a2d97 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 943 time: 0.0589914 Nov 11 22:09:04.231293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-78bd34e3-8e69-4101-b3a0-55abb72bd6c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=334bf51f-3403-4d46-bcf2-4f371277b6f3 HTTP/1.1" status: 200 len: 217 time: 0.0381813 Nov 11 22:09:04.303056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e84f4b70-bd42-412f-81f6-e3bc7b2f1a91 req-fbf937f1-0fec-47de-a0d6-8aa1150ef218 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043625 Nov 11 22:09:04.306841 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-98d992b0-1d8c-499e-a0e1-09c68c1a314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:04.308250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-98d992b0-1d8c-499e-a0e1-09c68c1a314f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5caaaa3-017e-41ab-90ca-421f33945035 HTTP/1.1" status: 200 len: 854 time: 0.0704865 Nov 11 22:09:04.340506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-121a9c9e-96a8-4ad0-8232-4227459c745c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf83f275-2caa-4831-aa04-272317f7bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253954 Nov 11 22:09:04.435096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-f796faa8-f898-4e78-b04a-bedc5caf3962 service neutron] 10.222.0.62 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874741 Nov 11 22:09:04.477493 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32bf57da-76e2-4457-bd92-e71ed9a6f045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:04.526439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-238adb8b-e81b-47a9-90c8-7558d2de5f25 req-65575282-84c4-4951-aed3-8bce3dace3d6 service neutron] 10.222.0.62 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832882 Nov 11 22:09:05.419139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d3c15-e405-45d1-946b-b46ae8269ee3 req-37401cf2-4a54-494a-bd6a-38e7b55f76cd tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:05.420645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e90d3c15-e405-45d1-946b-b46ae8269ee3 req-37401cf2-4a54-494a-bd6a-38e7b55f76cd tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 943 time: 0.0486205 Nov 11 22:09:05.472010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e90d3c15-e405-45d1-946b-b46ae8269ee3 req-07a7ba01-3a8f-4522-88a3-64339c06c441 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Nov 11 22:09:05.849546 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:06.589045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e63af6-6a9f-4768-9ebb-f33058edc9e3 req-b01f54e7-f37a-4b96-8102-6e2531c8c854 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:06.590543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e63af6-6a9f-4768-9ebb-f33058edc9e3 req-b01f54e7-f37a-4b96-8102-6e2531c8c854 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 943 time: 0.0500886 Nov 11 22:09:06.639995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b9e63af6-6a9f-4768-9ebb-f33058edc9e3 req-dc96fa15-8135-48e6-bc7b-2ab79eb4e4c2 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Nov 11 22:09:07.410005 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.755331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8b4b4-4575-4d61-bf54-296e718a6a0c req-9b1d0cc8-c628-4710-9ba4-5b9523cb908b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:07.756856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dc8b4b4-4575-4d61-bf54-296e718a6a0c req-9b1d0cc8-c628-4710-9ba4-5b9523cb908b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 943 time: 0.0491025 Nov 11 22:09:07.804524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8dc8b4b4-4575-4d61-bf54-296e718a6a0c req-65ffb460-3f50-4041-af02-25b082b5c49b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Nov 11 22:09:07.981091 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:08.850141 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 334bf51f-3403-4d46-bcf2-4f371277b6f3 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:09:08.926823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb16355-abb8-4cb6-9f83-de84d52c1a7f req-d0550575-efb3-49c5-819e-d18badd2d917 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:08.928508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6fb16355-abb8-4cb6-9f83-de84d52c1a7f req-d0550575-efb3-49c5-819e-d18badd2d917 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 943 time: 0.0550168 Nov 11 22:09:08.951215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 334bf51f-3403-4d46-bcf2-4f371277b6f3, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=334bf51f-3403-4d46-bcf2-4f371277b6f3,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:08.962931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '334bf51f-3403-4d46-bcf2-4f371277b6f3', 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14', 'port_id': '334bf51f-3403-4d46-bcf2-4f371277b6f3', 'mac_address': 'fa:16:3e:04:1b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caaaa3-017e-41ab-90ca-421f33945035', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:09:08.981311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6fb16355-abb8-4cb6-9f83-de84d52c1a7f req-35649444-5a2f-4cb7-ac0b-2c675975a2ba tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Nov 11 22:09:09.003912 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:09.016989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334bf51f-3403-4d46-bcf2-4f371277b6f3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:09:09.042918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 334bf51f-3403-4d46-bcf2-4f371277b6f3, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=334bf51f-3403-4d46-bcf2-4f371277b6f3,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:09.118339 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:09.164637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=334bf51f-3403-4d46-bcf2-4f371277b6f3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:09.244138 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:09:09.309129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['334bf51f-3403-4d46-bcf2-4f371277b6f3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:09:10.101226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8d7e4-9604-4d70-a23e-da2a0d37e1b2 req-03d6a3a6-1340-44e3-b119-260866cb6787 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:10.102703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ab8d7e4-9604-4d70-a23e-da2a0d37e1b2 req-03d6a3a6-1340-44e3-b119-260866cb6787 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 944 time: 0.0478759 Nov 11 22:09:10.149324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0ab8d7e4-9604-4d70-a23e-da2a0d37e1b2 req-c3366fd9-e251-4e76-b6a7-1d0896cdad7b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Nov 11 22:09:10.870010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 334bf51f-3403-4d46-bcf2-4f371277b6f3 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:09:11.004274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 334bf51f-3403-4d46-bcf2-4f371277b6f3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:09:11.008415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 334bf51f-3403-4d46-bcf2-4f371277b6f3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:11.008792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:11.085060 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:11.110080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249f5e4d-8210-4153-a906-8172deed8c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334bf51f-3403-4d46-bcf2-4f371277b6f3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:09:11.112321 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b6c70f-4fee-401c-aaf6-5bf0b1cae396" -d '{"events": [{"server_uuid": "249f5e4d-8210-4153-a906-8172deed8c0a", "name": "network-vif-plugged", "status": "completed", "tag": "334bf51f-3403-4d46-bcf2-4f371277b6f3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:09:11.125101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 334bf51f-3403-4d46-bcf2-4f371277b6f3, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=334bf51f-3403-4d46-bcf2-4f371277b6f3,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:11.150863 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213eec6-1985-4c85-bd06-1ec5895e2938 x-openstack-request-id: req-5213eec6-1985-4c85-bd06-1ec5895e2938 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:09:11.151238 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249f5e4d-8210-4153-a906-8172deed8c0a", "name": "network-vif-plugged", "status": "completed", "tag": "334bf51f-3403-4d46-bcf2-4f371277b6f3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:09:11.151769 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5213eec6-1985-4c85-bd06-1ec5895e2938 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:09:11.152188 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249f5e4d-8210-4153-a906-8172deed8c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334bf51f-3403-4d46-bcf2-4f371277b6f3', 'code': 200} Nov 11 22:09:11.215875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:11.263827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=334bf51f-3403-4d46-bcf2-4f371277b6f3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:11.286120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348660ca-f496-4c3d-9c2d-2d6e6d656fdd req-28e1c533-ea3c-40b2-b9d6-f290a5713ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:11.287633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-348660ca-f496-4c3d-9c2d-2d6e6d656fdd req-28e1c533-ea3c-40b2-b9d6-f290a5713ba0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 1096 time: 0.0756679 Nov 11 22:09:11.296257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f7b33-25d9-4bae-94eb-16c0ed4d0694 req-a98cc6af-6f2b-41a4-aae8-7ec8de45c589 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:11.297917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-911f7b33-25d9-4bae-94eb-16c0ed4d0694 req-a98cc6af-6f2b-41a4-aae8-7ec8de45c589 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0760128 Nov 11 22:09:11.377355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-348660ca-f496-4c3d-9c2d-2d6e6d656fdd req-af72f149-43b1-4edc-9070-5a750e3b34ac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783751 Nov 11 22:09:11.380828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-911f7b33-25d9-4bae-94eb-16c0ed4d0694 req-bd9090ca-1474-42c0-8a81-14bd01bfecd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766666 Nov 11 22:09:12.504019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd53c8-4c51-4111-a6ed-30ebc873f850 req-e3ca881b-75db-4f42-a7e0-29bb9aea86c7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:12.505559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14cd53c8-4c51-4111-a6ed-30ebc873f850 req-e3ca881b-75db-4f42-a7e0-29bb9aea86c7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0501957 Nov 11 22:09:12.554782 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14cd53c8-4c51-4111-a6ed-30ebc873f850 req-30288bb3-88b7-4ca5-a41d-084c75cd6bac tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Nov 11 22:09:13.674549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37048c8-2cf5-4400-bb33-05c8c0c14edd req-b7574b84-c2db-456c-b15c-ee1ab5f91c4c tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:13.676326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a37048c8-2cf5-4400-bb33-05c8c0c14edd req-b7574b84-c2db-456c-b15c-ee1ab5f91c4c tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0527670 Nov 11 22:09:13.724169 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a37048c8-2cf5-4400-bb33-05c8c0c14edd req-626ccb16-9648-45e8-9613-d556df55e53f tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Nov 11 22:09:13.942787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-6332f299-c6b4-4207-834f-e6ee83d516a7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:13.944329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-6332f299-c6b4-4207-834f-e6ee83d516a7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/networks?id=cf83f275-2caa-4831-aa04-272317f7bd14 HTTP/1.1" status: 200 len: 814 time: 0.1015127 Nov 11 22:09:13.960461 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-eaf02ed9-ce39-4f9a-8b62-73729c488dfb tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/quotas/5588f4a5c62645a9b4de35c2a8120d98 HTTP/1.1" status: 200 len: 375 time: 0.0103912 Nov 11 22:09:14.012166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-b7678db5-20ae-473d-b910-3bffe959626d tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461791 Nov 11 22:09:14.105104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-94707b3c-0286-4578-9722-f68a547573ac service neutron] 10.222.0.31 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852957 Nov 11 22:09:14.197151 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-6b240fb2-b097-46da-959d-2eed75fc27ca service neutron] 10.222.0.31 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Nov 11 22:09:14.450859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b8c9f76-c297-4c29-94d0-a67e1e8706fe req-76bf9a18-a0c0-4495-bc7a-d33e558ce26e tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 210 time: 0.0277653 Nov 11 22:09:15.550479 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f629aab6-f73f-4036-9953-9b1556bc0955 req-fbd5f2ba-73d1-44c5-880a-52bc2d98aad9 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 210 time: 0.0269725 Nov 11 22:09:16.193673 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-bab04934-3c23-415a-8696-7bfd125dd2f7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:16.195255 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-bab04934-3c23-415a-8696-7bfd125dd2f7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.58 "GET /v2.0/networks?id=cf83f275-2caa-4831-aa04-272317f7bd14 HTTP/1.1" status: 200 len: 814 time: 0.1095080 Nov 11 22:09:16.208354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Request body: {'port': {'device_id': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14', 'admin_state_up': True, 'tenant_id': '5588f4a5c62645a9b4de35c2a8120d98'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:16.420481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Made reservation on behalf of 5588f4a5c62645a9b4de35c2a8120d98 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:16.425205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.553544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Allocated IP 172.20.0.11 (cf83f275-2caa-4831-aa04-272317f7bd14/f5caaaa3-017e-41ab-90ca-421f33945035/d9ca4c4f-a964-4aaf-a57f-4835feee3c19) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:16.651249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c7fce2e-3988-4188-a5f4-bc73e41ab6c4 req-55fd073b-d731-485e-b401-9111113cb9c2 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 210 time: 0.0283327 Nov 11 22:09:16.705168 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.827891 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.840383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['334bf51f-3403-4d46-bcf2-4f371277b6f3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:09:16.869116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Network cf83f275-2caa-4831-aa04-272317f7bd14 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:16.872039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:16.878265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:16.909055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Pushing event updated for resources: {'Port': ['ID=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:16.938326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:16.938964 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.001084 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-21b479ee-1ca0-4cc7-82d4-572bf9c5e283 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7968085 Nov 11 22:09:17.058234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Request body: {'port': {'device_id': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:17.112261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.373566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ca4c4f-a964-4aaf-a57f-4835feee3c19 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:09:17.381737 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.394614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Transition to ACTIVE for port object d9ca4c4f-a964-4aaf-a57f-4835feee3c19 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:09:17.478238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.526268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:17.595031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Attempting to bind port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:17.595360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Attempting to bind port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:17.595685 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Attempting to bind port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 on network cf83f275-2caa-4831-aa04-272317f7bd14 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:17.599957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 on network cf83f275-2caa-4831-aa04-272317f7bd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:09:17.600309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Attempting to bind port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 on network cf83f275-2caa-4831-aa04-272317f7bd14 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:17.605132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:17.605467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Checking segment: {'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:17.605847 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Bound using segment: {'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:17.606268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Bound port: d9ca4c4f-a964-4aaf-a57f-4835feee3c19, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d7ffce-117c-43b6-9d99-64c1bd355cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:17.606618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.670543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] For port d9ca4c4f-a964-4aaf-a57f-4835feee3c19, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:17.674192 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] For port d9ca4c4f-a964-4aaf-a57f-4835feee3c19, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:17.752881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.774003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107c7a2-8911-46b7-985a-00493c4b8d27 req-733bcd2f-6c3e-4315-bad1-edbb447e372a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:17.775610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b107c7a2-8911-46b7-985a-00493c4b8d27 req-733bcd2f-6c3e-4315-bad1-edbb447e372a tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 944 time: 0.0553968 Nov 11 22:09:17.785634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:17.786308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.787846 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] 10.222.0.58 "PUT /v2.0/ports/d9ca4c4f-a964-4aaf-a57f-4835feee3c19 HTTP/1.1" status: 200 len: 1092 time: 0.7783511 Nov 11 22:09:17.788363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'tag': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:09:17.790770 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ed605190-3c4e-40ad-a053-e2b2ef46b36a", "tag": "d9ca4c4f-a964-4aaf-a57f-4835feee3c19"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:09:17.822250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d7f81-839f-4638-bf8a-667c00b5fb71 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:17.831659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b107c7a2-8911-46b7-985a-00493c4b8d27 req-101ac4da-b298-4d8a-b04e-033ed1b10823 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487595 Nov 11 22:09:17.908885 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4548dfdd-a2a9-450c-9725-1f263013790b x-openstack-request-id: req-4548dfdd-a2a9-450c-9725-1f263013790b {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:09:17.913064 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed605190-3c4e-40ad-a053-e2b2ef46b36a", "tag": "d9ca4c4f-a964-4aaf-a57f-4835feee3c19", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:09:17.913064 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4548dfdd-a2a9-450c-9725-1f263013790b {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:09:17.913064 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'tag': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19', 'status': 'completed', 'code': 200} Nov 11 22:09:17.929224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-d127249a-8038-45d4-ac37-83183874b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:17.930695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-d127249a-8038-45d4-ac37-83183874b165 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 1095 time: 0.0520260 Nov 11 22:09:17.979181 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-f40d945d-d21c-4a9e-97da-0c247e87d714 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ca4c4f-a964-4aaf-a57f-4835feee3c19 HTTP/1.1" status: 200 len: 217 time: 0.0399780 Nov 11 22:09:18.028137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-76b5724d-547a-4df0-9d82-729f0fc62fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:18.029605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-76b5724d-547a-4df0-9d82-729f0fc62fdf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5caaaa3-017e-41ab-90ca-421f33945035 HTTP/1.1" status: 200 len: 854 time: 0.0435603 Nov 11 22:09:18.064197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-115b5866-bbe4-43f1-bf50-4d7074422d93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf83f275-2caa-4831-aa04-272317f7bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280926 Nov 11 22:09:18.168760 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-9c3fa6e2-252c-42b3-a5ce-a40080e4033b service neutron] 10.222.0.58 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976949 Nov 11 22:09:18.269115 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f473a1cc-e7a8-41ce-84da-e51584917820 req-80a19659-4ffc-4adf-94d9-28dd76422b6f service neutron] 10.222.0.58 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926566 Nov 11 22:09:18.418542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-0944a157-0378-415f-a18b-e521d25c05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:18.420073 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-0944a157-0378-415f-a18b-e521d25c05a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 1095 time: 0.0460391 Nov 11 22:09:18.514939 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-29a3cad8-084b-4c8b-9928-bc0528c634a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:18.516558 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-29a3cad8-084b-4c8b-9928-bc0528c634a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cf83f275-2caa-4831-aa04-272317f7bd14 HTTP/1.1" status: 200 len: 915 time: 0.0896325 Nov 11 22:09:18.558143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-b28b39d5-df1a-4a2f-a271-57eda768e5c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9ca4c4f-a964-4aaf-a57f-4835feee3c19 HTTP/1.1" status: 200 len: 217 time: 0.0350869 Nov 11 22:09:18.610747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-ae5c9e91-e75a-49e6-8648-e29e407d2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:18.612177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-ae5c9e91-e75a-49e6-8648-e29e407d2cf0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f5caaaa3-017e-41ab-90ca-421f33945035 HTTP/1.1" status: 200 len: 854 time: 0.0466013 Nov 11 22:09:18.644227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-90ee8c27-dc94-440d-97fa-f38b1ea9c33d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf83f275-2caa-4831-aa04-272317f7bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252552 Nov 11 22:09:18.731956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-0a4c68d8-388a-4a0e-b91f-d73ef8c7c2c8 service neutron] 10.222.0.58 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807390 Nov 11 22:09:18.842151 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-1d6305ec-ded6-4d16-90f9-c38cea17f3ea req-4827862c-77a9-4166-8da9-59d64145c6dd service neutron] 10.222.0.58 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039717 Nov 11 22:09:18.954319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c59e-5786-4ced-a894-c40744524fa1 req-f367b84c-b010-4bd8-8660-92d7ec13be38 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:18.955831 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b408c59e-5786-4ced-a894-c40744524fa1 req-f367b84c-b010-4bd8-8660-92d7ec13be38 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 944 time: 0.0500245 Nov 11 22:09:19.004413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b408c59e-5786-4ced-a894-c40744524fa1 req-cca4c501-becb-4ccc-911b-ec4a0b16c420 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Nov 11 22:09:20.135051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4231-3c2e-480c-8ef8-16890ca3b895 req-6cb90068-0f52-44cb-b3a1-a7bc38b5dd9e tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:20.136571 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9bfe4231-3c2e-480c-8ef8-16890ca3b895 req-6cb90068-0f52-44cb-b3a1-a7bc38b5dd9e tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 944 time: 0.0490191 Nov 11 22:09:20.187990 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9bfe4231-3c2e-480c-8ef8-16890ca3b895 req-cd197a99-f9de-4f96-ab22-52f94e5e12b9 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Nov 11 22:09:21.301931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3115-42d9-4433-8dae-1a63868bef74 req-b6b50f0f-2801-49bb-bf94-4d73c0bd580c tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:21.303431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ecc3115-42d9-4433-8dae-1a63868bef74 req-b6b50f0f-2801-49bb-bf94-4d73c0bd580c tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 944 time: 0.0481319 Nov 11 22:09:21.349633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ecc3115-42d9-4433-8dae-1a63868bef74 req-0b32c32f-3389-4224-a4d8-9f08e9e7131c tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Nov 11 22:09:22.469706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3d883-44cf-48c4-8302-5eafaa4d8bbd req-8fb83aa9-ad92-44ac-a183-23bf365654c1 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:22.471215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8cd3d883-44cf-48c4-8302-5eafaa4d8bbd req-8fb83aa9-ad92-44ac-a183-23bf365654c1 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 944 time: 0.0523670 Nov 11 22:09:22.517596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8cd3d883-44cf-48c4-8302-5eafaa4d8bbd req-4ce875d3-6627-4f90-b2f1-b7ed3649f33c tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Nov 11 22:09:22.580497 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9ca4c4f-a964-4aaf-a57f-4835feee3c19 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:09:22.676740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d9ca4c4f-a964-4aaf-a57f-4835feee3c19, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:22.687763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19', 'network_id': 'cf83f275-2caa-4831-aa04-272317f7bd14', 'port_id': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19', 'mac_address': 'fa:16:3e:52:de:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caaaa3-017e-41ab-90ca-421f33945035', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:09:22.733960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:22.746434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ca4c4f-a964-4aaf-a57f-4835feee3c19 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:09:22.766317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d9ca4c4f-a964-4aaf-a57f-4835feee3c19, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:22.767235 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:22.809239 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:22.856457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:22.864050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.864428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.864769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.865107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.865442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.865775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.866104 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.866430 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.866756 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.867114 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.867448 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:22.867772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:23.119801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d9ca4c4f-a964-4aaf-a57f-4835feee3c19'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:09:23.634371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0a32f-676e-47d3-9df4-71405e126b48 req-54263608-35bc-4277-b5f8-e2240d1b61de tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:23.635841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44d0a32f-676e-47d3-9df4-71405e126b48 req-54263608-35bc-4277-b5f8-e2240d1b61de tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 945 time: 0.0518122 Nov 11 22:09:23.684685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-44d0a32f-676e-47d3-9df4-71405e126b48 req-d68cd221-5c46-4291-92c1-832183e50357 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Nov 11 22:09:24.595864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9ca4c4f-a964-4aaf-a57f-4835feee3c19 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:09:24.706261 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:09:24.710175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:24.710556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:24.790754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:24.801432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d531ca-d177-4c0b-b32c-441d06deed72 req-e67346a0-e31c-4658-8c35-2160dbaf1797 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:24.802945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5d531ca-d177-4c0b-b32c-441d06deed72 req-e67346a0-e31c-4658-8c35-2160dbaf1797 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 945 time: 0.0501130 Nov 11 22:09:24.815263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:09:24.817535 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35dfe79-11f3-4333-b85e-92972568e1bf" -d '{"events": [{"server_uuid": "ed605190-3c4e-40ad-a053-e2b2ef46b36a", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca4c4f-a964-4aaf-a57f-4835feee3c19"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:09:24.829031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port d9ca4c4f-a964-4aaf-a57f-4835feee3c19, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:24.851942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5d531ca-d177-4c0b-b32c-441d06deed72 req-826f49f9-da75-41e1-924c-8ee3a31841dd tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Nov 11 22:09:24.895681 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc31d068-91aa-4318-966f-f999f480d863 x-openstack-request-id: req-fc31d068-91aa-4318-966f-f999f480d863 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:09:24.896004 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed605190-3c4e-40ad-a053-e2b2ef46b36a", "name": "network-vif-plugged", "status": "completed", "tag": "d9ca4c4f-a964-4aaf-a57f-4835feee3c19", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:09:24.896298 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc31d068-91aa-4318-966f-f999f480d863 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:09:24.896702 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19', 'code': 200} Nov 11 22:09:24.900741 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:24.950492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:24.993060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089aee3-43cc-4b75-a689-d5c52cd96e94 req-8c96ceea-0b32-481f-8d7f-b02ff368f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:24.994605 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f089aee3-43cc-4b75-a689-d5c52cd96e94 req-8c96ceea-0b32-481f-8d7f-b02ff368f636 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 1097 time: 0.0411849 Nov 11 22:09:25.037967 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f089aee3-43cc-4b75-a689-d5c52cd96e94 req-40288d81-e54b-4e55-be85-31ec9195556b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Nov 11 22:09:25.970930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1adf-8bc1-4723-bdff-0c86c93d2576 req-c9f75ec9-87d8-455b-943c-498228b84729 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:25.972520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23ab1adf-8bc1-4723-bdff-0c86c93d2576 req-c9f75ec9-87d8-455b-943c-498228b84729 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 946 time: 0.0521789 Nov 11 22:09:26.025192 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23ab1adf-8bc1-4723-bdff-0c86c93d2576 req-27abf9a0-b4ff-436e-ad88-05ccccb48eb3 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Nov 11 22:09:27.143138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6ce1a-58c7-4e98-8d58-d605a15ed6b2 req-6194e3a6-31e0-4a69-8ca8-804d037e6842 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:27.144653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07c6ce1a-58c7-4e98-8d58-d605a15ed6b2 req-6194e3a6-31e0-4a69-8ca8-804d037e6842 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 946 time: 0.0495627 Nov 11 22:09:27.197066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07c6ce1a-58c7-4e98-8d58-d605a15ed6b2 req-062f3ce5-2806-4bd4-8a2d-89ea1d39cfc5 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464873 Nov 11 22:09:27.604571 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbb0e-da88-4398-af27-dccdc16d6619 req-ffc57d53-8ff7-4afa-8305-8cbdaca9c6fc tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:27.606079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6dfbb0e-da88-4398-af27-dccdc16d6619 req-ffc57d53-8ff7-4afa-8305-8cbdaca9c6fc tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 946 time: 0.0488331 Nov 11 22:09:27.652955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d6dfbb0e-da88-4398-af27-dccdc16d6619 req-109464af-6e65-46dc-8ac0-0e5d33e1b2d6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Nov 11 22:09:28.100861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:28.776929 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea093bdd-36e0-49d7-984f-5d3a7fdfa163 req-f92566ad-15d6-447a-9d90-69519fc8cf3b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:28.778891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea093bdd-36e0-49d7-984f-5d3a7fdfa163 req-f92566ad-15d6-447a-9d90-69519fc8cf3b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 946 time: 0.0555148 Nov 11 22:09:28.828428 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea093bdd-36e0-49d7-984f-5d3a7fdfa163 req-dd82d2ae-4d8d-4863-94d7-15cfcd9cef03 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Nov 11 22:09:29.001967 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-1ff8dc58-a6c6-4994-a166-83882a1dfa4b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:29.003444 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-1ff8dc58-a6c6-4994-a166-83882a1dfa4b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 946 time: 0.0537102 Nov 11 22:09:29.091807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Deleting port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:29.092158 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:29.182234 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] For port d9ca4c4f-a964-4aaf-a57f-4835feee3c19, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:29.182591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:29.194574 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Calling delete_port for d9ca4c4f-a964-4aaf-a57f-4835feee3c19 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:29.374598 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:29.385691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['d9ca4c4f-a964-4aaf-a57f-4835feee3c19'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:09:29.389171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['334bf51f-3403-4d46-bcf2-4f371277b6f3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:09:29.755684 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Pushing event deleted for resources: {'Port': ['ID=d9ca4c4f-a964-4aaf-a57f-4835feee3c19,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:29.798017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] No DVR routers for this DVR port d9ca4c4f-a964-4aaf-a57f-4835feee3c19 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:29.800936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:29.809005 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b1eb8aa3-3479-4442-8cac-1df8b1276af0 req-d12d14b9-3847-4149-ac37-13f749614fd6 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.58 "DELETE /v2.0/ports/d9ca4c4f-a964-4aaf-a57f-4835feee3c19 HTTP/1.1" status: 204 len: 173 time: 0.7999632 Nov 11 22:09:29.809443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'name': 'network-vif-deleted', 'tag': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:09:29.811814 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b60aa88-2fbe-446a-87fd-0fa96fded39a" -d '{"events": [{"server_uuid": "ed605190-3c4e-40ad-a053-e2b2ef46b36a", "name": "network-vif-deleted", "tag": "d9ca4c4f-a964-4aaf-a57f-4835feee3c19"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:09:29.852031 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd52020-bbef-429f-ab90-62d5d6eb6cd7 x-openstack-request-id: req-abd52020-bbef-429f-ab90-62d5d6eb6cd7 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:09:29.852369 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed605190-3c4e-40ad-a053-e2b2ef46b36a", "name": "network-vif-deleted", "tag": "d9ca4c4f-a964-4aaf-a57f-4835feee3c19", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:09:29.852622 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abd52020-bbef-429f-ab90-62d5d6eb6cd7 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:09:29.853051 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed605190-3c4e-40ad-a053-e2b2ef46b36a', 'name': 'network-vif-deleted', 'tag': 'd9ca4c4f-a964-4aaf-a57f-4835feee3c19', 'status': 'completed', 'code': 200} Nov 11 22:09:29.927905 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f83d34cf-f2a9-413e-b8ef-2bd5c30356fd req-8878c8e5-f76e-4aa5-98bd-7560958aeee8 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed605190-3c4e-40ad-a053-e2b2ef46b36a HTTP/1.1" status: 200 len: 210 time: 0.0269604 Nov 11 22:09:30.962466 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-7e452b3d-3732-4bdb-9e2e-61e79f7b9891 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399084 Nov 11 22:09:31.076376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-d70a7c04-6dcc-4081-8c63-1042ccc7b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:31.078853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-d70a7c04-6dcc-4081-8c63-1042ccc7b11a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 1096 time: 0.0739481 Nov 11 22:09:31.096944 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50aca2-fa72-4b08-8e79-7cde90459cb8 req-1892c72f-984e-4e1a-abc1-4f2ecbab756f tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:31.098419 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f50aca2-fa72-4b08-8e79-7cde90459cb8 req-1892c72f-984e-4e1a-abc1-4f2ecbab756f tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0613973 Nov 11 22:09:31.202888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8f50aca2-fa72-4b08-8e79-7cde90459cb8 req-169f1bbc-20ad-4991-91f2-ea82ab80cdd7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962989 Nov 11 22:09:31.223064 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-f280219d-b03f-491a-ba19-5259a95b7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:31.224570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-f280219d-b03f-491a-ba19-5259a95b7f5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf83f275-2caa-4831-aa04-272317f7bd14 HTTP/1.1" status: 200 len: 915 time: 0.1253011 Nov 11 22:09:31.269321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-1f7b19c5-7fb2-42f3-902a-db6ac4220102 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=334bf51f-3403-4d46-bcf2-4f371277b6f3 HTTP/1.1" status: 200 len: 217 time: 0.0364108 Nov 11 22:09:31.348431 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-056a6ef1-eaf8-41a7-a70d-3618e11dd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:31.349817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-056a6ef1-eaf8-41a7-a70d-3618e11dd181 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5caaaa3-017e-41ab-90ca-421f33945035 HTTP/1.1" status: 200 len: 854 time: 0.0731788 Nov 11 22:09:31.374503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054cbc-a26a-4a38-a26e-763bc24d06de req-3f50947d-f5ba-4fa8-aeaa-1760611b2ee5 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:31.375943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa054cbc-a26a-4a38-a26e-763bc24d06de req-3f50947d-f5ba-4fa8-aeaa-1760611b2ee5 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0735536 Nov 11 22:09:31.392663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-68e40f11-7efe-438d-afcc-aaa2ca27f9d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf83f275-2caa-4831-aa04-272317f7bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350914 Nov 11 22:09:31.488307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aa054cbc-a26a-4a38-a26e-763bc24d06de req-881b03bc-d5e7-463d-9d7e-6a8adae61ec2 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988669 Nov 11 22:09:31.512402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-203faf91-9020-4e44-a2f2-4e33d3b7b905 service neutron] 10.222.0.62 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081553 Nov 11 22:09:31.632304 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce40027c-da8c-4793-9984-e5df5b9832d4 req-5dd7db19-7b7b-4d36-a2f1-f86c729a1e45 service neutron] 10.222.0.62 "GET /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124675 Nov 11 22:09:31.640237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e727-e435-47e1-bf8d-db38214680c3 req-f2bfd30f-6bfc-4631-92dd-5f7cf9fd192e tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:31.641625 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38e7e727-e435-47e1-bf8d-db38214680c3 req-f2bfd30f-6bfc-4631-92dd-5f7cf9fd192e tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0709541 Nov 11 22:09:31.693553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38e7e727-e435-47e1-bf8d-db38214680c3 req-f1bfa1c8-7e63-48f8-8d41-f1f91296891f tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459008 Nov 11 22:09:31.862261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd533647-cc1e-4f62-b5f9-5f9e95cfeba4 req-8624979c-b62e-4c34-8605-6deacd443cd3 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:31.863775 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd533647-cc1e-4f62-b5f9-5f9e95cfeba4 req-8624979c-b62e-4c34-8605-6deacd443cd3 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0489841 Nov 11 22:09:31.910488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd533647-cc1e-4f62-b5f9-5f9e95cfeba4 req-a6a5ba50-9164-4449-bc3a-c4ffa0b086e1 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Nov 11 22:09:31.992175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4da308a-ae0a-4e19-ba1c-aed8cf52fc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:32.028328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d5c5b-4215-4c74-8832-2b92da141579 req-894f92e4-337b-4d5e-b840-b39a683a64c3 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:32.029816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e5d5c5b-4215-4c74-8832-2b92da141579 req-894f92e4-337b-4d5e-b840-b39a683a64c3 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0504262 Nov 11 22:09:32.078083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2e5d5c5b-4215-4c74-8832-2b92da141579 req-5a458a57-2a4e-440b-b560-273a68580fa7 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Nov 11 22:09:32.220019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0c97e-3d53-4087-9fbd-0403a08e2994 req-8a2b8a89-d412-4f66-aa19-42452a1fc5ff tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:32.220019 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86e0c97e-3d53-4087-9fbd-0403a08e2994 req-8a2b8a89-d412-4f66-aa19-42452a1fc5ff tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0520191 Nov 11 22:09:32.254443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86e0c97e-3d53-4087-9fbd-0403a08e2994 req-6de3ffdf-e1de-45dc-8fe9-b612dbdab24f tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Nov 11 22:09:32.650061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9ca4c4f-a964-4aaf-a57f-4835feee3c19 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:09:32.671509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: d9ca4c4f-a964-4aaf-a57f-4835feee3c19 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:09:32.671848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device d9ca4c4f-a964-4aaf-a57f-4835feee3c19 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:09:32.701393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e740c-955b-4aad-8bcc-df6037274d5d req-bafd8b8f-d99f-4495-b4ce-e7e407708e46 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:32.703630 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d84e740c-955b-4aad-8bcc-df6037274d5d req-bafd8b8f-d99f-4495-b4ce-e7e407708e46 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0498993 Nov 11 22:09:32.750011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d84e740c-955b-4aad-8bcc-df6037274d5d req-d041cd39-dc8c-4a6e-aa4b-d67965422b4c tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Nov 11 22:09:33.867971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98428deb-592f-4ed7-93b4-7eaa30a8c857 req-cb439ed0-e200-4c37-aa40-a952e6ea315b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:33.869480 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-98428deb-592f-4ed7-93b4-7eaa30a8c857 req-cb439ed0-e200-4c37-aa40-a952e6ea315b tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0516744 Nov 11 22:09:34.299692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-98428deb-592f-4ed7-93b4-7eaa30a8c857 req-3e46af4d-84c2-4878-a814-9653613b778e tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/security-groups?id=58d527dc-f323-42f4-9230-6d3571ca1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233608 Nov 11 22:09:34.313734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-213c90c7-39bc-4732-b66e-529b5920346d tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:34.313734 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-213c90c7-39bc-4732-b66e-529b5920346d tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.62 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 945 time: 0.0698550 Nov 11 22:09:34.407335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Deleting port 334bf51f-3403-4d46-bcf2-4f371277b6f3 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:34.407678 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:34.460570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-596dba5f-7c85-47b2-af51-ab82d85b3da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:34.496652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] For port 334bf51f-3403-4d46-bcf2-4f371277b6f3, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=334bf51f-3403-4d46-bcf2-4f371277b6f3,segment=NetworkSegment(26d7ffce-117c-43b6-9d99-64c1bd355cdc),segment_id=26d7ffce-117c-43b6-9d99-64c1bd355cdc)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:34.497024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:34.510144 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Calling delete_port for 334bf51f-3403-4d46-bcf2-4f371277b6f3 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:34.723583 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:34.736578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['334bf51f-3403-4d46-bcf2-4f371277b6f3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:09:34.753286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Pushing event deleted for resources: {'Port': ['ID=334bf51f-3403-4d46-bcf2-4f371277b6f3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:34.766040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.766378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.766720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.767055 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.767388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.767720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.768049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.768397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.768725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.769052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.769378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.769702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:34.803449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] No DVR routers for this DVR port 334bf51f-3403-4d46-bcf2-4f371277b6f3 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:34.806143 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:34.809528 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ed8f940-d138-4dca-9a0a-2ebce65e9349 req-ae09ca84-c271-40df-b9e5-c7f2576f6ea0 tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.62 "DELETE /v2.0/ports/334bf51f-3403-4d46-bcf2-4f371277b6f3 HTTP/1.1" status: 204 len: 173 time: 0.4884813 Nov 11 22:09:34.809986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249f5e4d-8210-4153-a906-8172deed8c0a', 'name': 'network-vif-deleted', 'tag': '334bf51f-3403-4d46-bcf2-4f371277b6f3'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:09:34.812921 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f923f-675a-4db1-a9e5-8b11d91fa021" -d '{"events": [{"server_uuid": "249f5e4d-8210-4153-a906-8172deed8c0a", "name": "network-vif-deleted", "tag": "334bf51f-3403-4d46-bcf2-4f371277b6f3"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:09:34.848842 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548c17e2-de96-460b-8e50-681c342f9401 x-openstack-request-id: req-548c17e2-de96-460b-8e50-681c342f9401 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:09:34.849138 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249f5e4d-8210-4153-a906-8172deed8c0a", "name": "network-vif-deleted", "tag": "334bf51f-3403-4d46-bcf2-4f371277b6f3", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:09:34.849393 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-548c17e2-de96-460b-8e50-681c342f9401 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:09:34.849801 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249f5e4d-8210-4153-a906-8172deed8c0a', 'name': 'network-vif-deleted', 'tag': '334bf51f-3403-4d46-bcf2-4f371277b6f3', 'status': 'completed', 'code': 200} Nov 11 22:09:35.413085 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a4cdd4c7-1417-4949-bd45-52cc31d8a612 req-3dceed3b-e144-4c78-b383-4b7cf9a03fdc tempest-ServersNegativeTestJSON-1783797931 tempest-ServersNegativeTestJSON-1783797931-project] 10.222.0.31 "GET /v2.0/ports?device_id=249f5e4d-8210-4153-a906-8172deed8c0a HTTP/1.1" status: 200 len: 210 time: 0.0303917 Nov 11 22:09:35.837455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.470561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40706) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:36.515532 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] Deleting subnet f5caaaa3-017e-41ab-90ca-421f33945035 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:09:36.518633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.553437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.592997 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.797974 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.821396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5caaaa3-017e-41ab-90ca-421f33945035,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:36.827196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.830513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c60eddc5-cfb2-4da1-8b8c-9d9ae2047047 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f5caaaa3-017e-41ab-90ca-421f33945035 HTTP/1.1" status: 204 len: 168 time: 0.3589466 Nov 11 22:09:36.832991 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40708) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:36.900355 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.974041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 334bf51f-3403-4d46-bcf2-4f371277b6f3 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:09:36.985969 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:36.995241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 334bf51f-3403-4d46-bcf2-4f371277b6f3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:09:36.995593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 334bf51f-3403-4d46-bcf2-4f371277b6f3 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:09:37.006052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf83f275-2caa-4831-aa04-272317f7bd14']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:37.015730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d7ffce-117c-43b6-9d99-64c1bd355cdc') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:37.016030 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d7ffce-117c-43b6-9d99-64c1bd355cdc') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:37.025197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:37.038793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:37.044672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:37.045108 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:37.046751 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:37.375319 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:37.380881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:37.383983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cf83f275-2caa-4831-aa04-272317f7bd14 HTTP/1.1" status: 204 len: 168 time: 0.5499742 Nov 11 22:09:37.394593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6d876-c19e-4dbb-a800-d5e36008ace7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf83f275-2caa-4831-aa04-272317f7bd14,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:37.471433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:37.894419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40712) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:37.934177 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-40d34489-ea5f-4e64-9e13-ceb553a840fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5588f4a5c62645a9b4de35c2a8120d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385551 Nov 11 22:09:37.937958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40714) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:37.985114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9915dfc5-f1f6-404f-b40c-e41c55f88345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:37.997457 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:38.006919 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9915dfc5-f1f6-404f-b40c-e41c55f88345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:38.111541 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9915dfc5-f1f6-404f-b40c-e41c55f88345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:38.114164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9915dfc5-f1f6-404f-b40c-e41c55f88345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:38.115315 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9915dfc5-f1f6-404f-b40c-e41c55f88345 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58d527dc-f323-42f4-9230-6d3571ca1e8a HTTP/1.1" status: 204 len: 168 time: 0.1764247 Nov 11 22:09:38.124949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915dfc5-f1f6-404f-b40c-e41c55f88345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d527dc-f323-42f4-9230-6d3571ca1e8a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:39.422118 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40736) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:39.518111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1250346788'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:39.609299 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:39.612766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:39.621775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:39.703047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:39.763102 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:39.790196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:09:39.800007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251c1315-8a5c-4e03-97a1-865303789cd5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:39.805767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:39.806102 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Added segment d04e47c0-f1a3-4ce3-bb47-896fba4a1969 of type vlan for network b5843061-bf1b-4d70-944c-234cdd8b2e14 Nov 11 22:09:39.846955 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:39.934220 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:39.939876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:39.940501 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:40.008210 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Network': ['ID=b5843061-bf1b-4d70-944c-234cdd8b2e14,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:40.019048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network b5843061-bf1b-4d70-944c-234cdd8b2e14 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:09:40.032647 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-bbcf7100-23af-425d-b543-bfc4b2b161bb tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6049244 Nov 11 22:09:43.314164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40740) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:43.319683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'subnet': {'network_id': 'b5843061-bf1b-4d70-944c-234cdd8b2e14', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:43.585720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:43.589205 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:43.883388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:43.946348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Subnet': ['ID=f3f80494-7509-4ef4-8e9b-5030d00d2c29,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:43.957169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Checking segment: {'id': 'd04e47c0-f1a3-4ce3-bb47-896fba4a1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b5843061-bf1b-4d70-944c-234cdd8b2e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:43.957534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network hostable DHCP agents. Network: b5843061-bf1b-4d70-944c-234cdd8b2e14, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:09:44.083284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network b5843061-bf1b-4d70-944c-234cdd8b2e14 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:09:44.174524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, b5843061-bf1b-4d70-944c-234cdd8b2e14) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:44.178579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:44.179178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.183556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac314a4-b148-4477-b56b-79f7dea18979 None None] Network b5843061-bf1b-4d70-944c-234cdd8b2e14 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:44.326361 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-603878a7-3a97-4cdf-8f6f-576415fe3d61 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0107739 Nov 11 22:09:44.329965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40742) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:44.332736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-b5843061-bf1b-4d70-944c-234cdd8b2e14', 'network_id': 'b5843061-bf1b-4d70-944c-234cdd8b2e14', 'tenant_id': 'f403a8edcf4b4418a396f7100ae19a4a', 'fixed_ips': [{'subnet_id': 'f3f80494-7509-4ef4-8e9b-5030d00d2c29'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:09:44.333639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.334912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-165846712'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:44.426122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:44.429611 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.473910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Allocated IP 2001:db8:0:ffff::2 (b5843061-bf1b-4d70-944c-234cdd8b2e14/f3f80494-7509-4ef4-8e9b-5030d00d2c29/33000d4e-fb04-4924-b5ab-4480da5f4cba) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:44.495576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:09:44.505335 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.505652 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Added segment f2abbd4b-2468-401a-a84c-87b212c59f8a of type vlan for network ed221bc5-b564-4825-885f-884567704b01 Nov 11 22:09:44.547723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.637694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.654881 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.660777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:44.661359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.706327 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.731670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Network': ['ID=ed221bc5-b564-4825-885f-884567704b01,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:44.745377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network ed221bc5-b564-4825-885f-884567704b01 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:09:44.749805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Network b5843061-bf1b-4d70-944c-234cdd8b2e14 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:44.759990 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6733cac7-46de-400a-9100-f31c02e93949 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4289865 Nov 11 22:09:44.769154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:44.769154 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'subnet': {'network_id': 'ed221bc5-b564-4825-885f-884567704b01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:44.773546 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:44.777359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:44.782267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Pushing event updated for resources: {'Port': ['ID=33000d4e-fb04-4924-b5ab-4480da5f4cba,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:44.875365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Attempting to bind port 33000d4e-fb04-4924-b5ab-4480da5f4cba on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Attempting to bind port 33000d4e-fb04-4924-b5ab-4480da5f4cba by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'd04e47c0-f1a3-4ce3-bb47-896fba4a1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b5843061-bf1b-4d70-944c-234cdd8b2e14'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Attempting to bind port 33000d4e-fb04-4924-b5ab-4480da5f4cba on network b5843061-bf1b-4d70-944c-234cdd8b2e14 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Checking segment: {'id': 'd04e47c0-f1a3-4ce3-bb47-896fba4a1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b5843061-bf1b-4d70-944c-234cdd8b2e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Bound using segment: {'id': 'd04e47c0-f1a3-4ce3-bb47-896fba4a1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b5843061-bf1b-4d70-944c-234cdd8b2e14'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Bound port: 33000d4e-fb04-4924-b5ab-4480da5f4cba, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04e47c0-f1a3-4ce3-bb47-896fba4a1969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b5843061-bf1b-4d70-944c-234cdd8b2e14'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:44.883898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:44.947832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] For port 33000d4e-fb04-4924-b5ab-4480da5f4cba, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:44.951130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] For port 33000d4e-fb04-4924-b5ab-4480da5f4cba, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=33000d4e-fb04-4924-b5ab-4480da5f4cba,segment=NetworkSegment(d04e47c0-f1a3-4ce3-bb47-896fba4a1969),segment_id=d04e47c0-f1a3-4ce3-bb47-896fba4a1969)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:44.966714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:44.966714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:45.054794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:45.117151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e393c-ec40-433b-946d-abc57ea99320 None None] Pushing event updated for resources: {'Port': ['ID=33000d4e-fb04-4924-b5ab-4480da5f4cba,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:45.226068 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:45.312678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Subnet': ['ID=07d4a4f2-8709-4342-bdb6-3d9674e61d70,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:45.322588 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Checking segment: {'id': 'f2abbd4b-2468-401a-a84c-87b212c59f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ed221bc5-b564-4825-885f-884567704b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:45.322957 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network hostable DHCP agents. Network: ed221bc5-b564-4825-885f-884567704b01, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:09:45.443064 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network ed221bc5-b564-4825-885f-884567704b01 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:09:45.512137 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, ed221bc5-b564-4825-885f-884567704b01) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:45.518413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:45.529323 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:45.529574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71129d6-5aec-41cd-a711-d65b778d2dde None None] Network ed221bc5-b564-4825-885f-884567704b01 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:45.609067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c74f410d-5424-48b7-bafc-1d4835829dcc tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8447030 Nov 11 22:09:45.609362 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40746) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:45.677591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-ed221bc5-b564-4825-885f-884567704b01', 'network_id': 'ed221bc5-b564-4825-885f-884567704b01', 'tenant_id': 'f403a8edcf4b4418a396f7100ae19a4a', 'fixed_ips': [{'subnet_id': '07d4a4f2-8709-4342-bdb6-3d9674e61d70'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:09:45.678567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:45.709951 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:45.823913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:45.839198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Allocated IP 2001:db8::2 (ed221bc5-b564-4825-885f-884567704b01/07d4a4f2-8709-4342-bdb6-3d9674e61d70/c0644c81-7eb8-4a41-9a59-7bedc67abbdc) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:46.085773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a1ef8d-5de8-4dd6-9504-c0c43e060859 None None] Network b5843061-bf1b-4d70-944c-234cdd8b2e14 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:46.208018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0518a651-bbde-41bd-8a77-cc1006973281 None None] Provisioning complete for port 33000d4e-fb04-4924-b5ab-4480da5f4cba triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:46.208433 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0518a651-bbde-41bd-8a77-cc1006973281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.243895 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:09:46.261588 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.350850 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.410037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0518a651-bbde-41bd-8a77-cc1006973281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.415536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Network ed221bc5-b564-4825-885f-884567704b01 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:46.420531 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.426852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:46.432129 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Pushing event updated for resources: {'Port': ['ID=c0644c81-7eb8-4a41-9a59-7bedc67abbdc,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:46.436904 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:46.461141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Subnet': ['ID=07d4a4f2-8709-4342-bdb6-3d9674e61d70,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:46.501536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0518a651-bbde-41bd-8a77-cc1006973281 None None] For port 33000d4e-fb04-4924-b5ab-4480da5f4cba, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=33000d4e-fb04-4924-b5ab-4480da5f4cba,segment=NetworkSegment(d04e47c0-f1a3-4ce3-bb47-896fba4a1969),segment_id=d04e47c0-f1a3-4ce3-bb47-896fba4a1969)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:46.516264 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Attempting to bind port c0644c81-7eb8-4a41-9a59-7bedc67abbdc on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:46.516649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Attempting to bind port c0644c81-7eb8-4a41-9a59-7bedc67abbdc by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'f2abbd4b-2468-401a-a84c-87b212c59f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ed221bc5-b564-4825-885f-884567704b01'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:46.517017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Attempting to bind port c0644c81-7eb8-4a41-9a59-7bedc67abbdc on network ed221bc5-b564-4825-885f-884567704b01 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:46.524963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:46.527870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Checking segment: {'id': 'f2abbd4b-2468-401a-a84c-87b212c59f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ed221bc5-b564-4825-885f-884567704b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:46.527870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.527870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Bound using segment: {'id': 'f2abbd4b-2468-401a-a84c-87b212c59f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ed221bc5-b564-4825-885f-884567704b01'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:46.527870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Bound port: c0644c81-7eb8-4a41-9a59-7bedc67abbdc, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2abbd4b-2468-401a-a84c-87b212c59f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ed221bc5-b564-4825-885f-884567704b01'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:46.527870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.528366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.552536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed221bc5-b564-4825-885f-884567704b01']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:46.564395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2abbd4b-2468-401a-a84c-87b212c59f8a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:46.565013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2abbd4b-2468-401a-a84c-87b212c59f8a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:46.575727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.583247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0518a651-bbde-41bd-8a77-cc1006973281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.590582 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.598075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:46.598493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:46.602010 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:46.628609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] For port c0644c81-7eb8-4a41-9a59-7bedc67abbdc, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:46.649778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518a651-bbde-41bd-8a77-cc1006973281 None None] Pushing event updated for resources: {'Port': ['ID=33000d4e-fb04-4924-b5ab-4480da5f4cba,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:46.670085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] For port c0644c81-7eb8-4a41-9a59-7bedc67abbdc, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c0644c81-7eb8-4a41-9a59-7bedc67abbdc,segment=NetworkSegment(f2abbd4b-2468-401a-a84c-87b212c59f8a),segment_id=f2abbd4b-2468-401a-a84c-87b212c59f8a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:46.703044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cdb87642-7409-4d44-84cc-9ee4e7b4004c None None] Provisioning complete for port 33000d4e-fb04-4924-b5ab-4480da5f4cba triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:46.703415 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdb87642-7409-4d44-84cc-9ee4e7b4004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.711718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 22:09:46.711718 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 22:09:46.711718 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'ed221bc5-b564-4825-885f-884567704b01'}] Nov 11 22:09:46.711718 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:09:46.712592 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:09:46.741671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:46.859934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3116d45-8bb2-49d1-a5c7-e6442a8491e2 None None] Pushing event updated for resources: {'Port': ['ID=c0644c81-7eb8-4a41-9a59-7bedc67abbdc,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:46.877492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490d45b7-2463-4675-8d55-34ccbf3d735c None None] Network ed221bc5-b564-4825-885f-884567704b01 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:46.899191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 33000d4e-fb04-4924-b5ab-4480da5f4cba up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:09:47.024480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 33000d4e-fb04-4924-b5ab-4480da5f4cba triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:47.024857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.068192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca7052-6f1b-40b6-9f06-45ae5b4182c5 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 22:09:47.168332 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca7052-6f1b-40b6-9f06-45ae5b4182c5 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 22:09:47.212905 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.267840 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Deleting port c0644c81-7eb8-4a41-9a59-7bedc67abbdc {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:47.268214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.336505 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] For port c0644c81-7eb8-4a41-9a59-7bedc67abbdc, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c0644c81-7eb8-4a41-9a59-7bedc67abbdc,segment=NetworkSegment(f2abbd4b-2468-401a-a84c-87b212c59f8a),segment_id=f2abbd4b-2468-401a-a84c-87b212c59f8a)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:47.342135 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.350530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Calling delete_port for c0644c81-7eb8-4a41-9a59-7bedc67abbdc owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:47.471438 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.502798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Port': ['ID=c0644c81-7eb8-4a41-9a59-7bedc67abbdc,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:47.506895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No DVR routers for this DVR port c0644c81-7eb8-4a41-9a59-7bedc67abbdc on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:47.585915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.606044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed221bc5-b564-4825-885f-884567704b01']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:47.615762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2abbd4b-2468-401a-a84c-87b212c59f8a') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:47.616070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2abbd4b-2468-401a-a84c-87b212c59f8a') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:47.630666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.643821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.649772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:47.650278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:47.653379 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:47.814472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.821414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:47.824548 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/ed221bc5-b564-4825-885f-884567704b01 HTTP/1.1" status: 204 len: 168 time: 2.2143650 Nov 11 22:09:47.828291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:47.833381 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694379499'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:47.842369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845f8a6-fed9-4363-aa2f-0ea2b7050e09 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Network': ['ID=ed221bc5-b564-4825-885f-884567704b01,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:47.997260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:48.000788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.023446 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:09:48.032637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.032974 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Added segment 37635c26-3878-4d9e-94fe-ea6c07d66627 of type vlan for network 6fbe86ae-6a83-428a-bc17-e66436ff7b7c Nov 11 22:09:48.071794 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.277409 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.284343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:48.284939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.358235 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Network': ['ID=6fbe86ae-6a83-428a-bc17-e66436ff7b7c,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:48.363805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 6fbe86ae-6a83-428a-bc17-e66436ff7b7c details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:09:48.439966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1cefdbd2-254d-46b7-8b9c-1ea53b79304f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6104872 Nov 11 22:09:48.442719 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:48.447520 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'subnet': {'network_id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:48.625686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:48.629125 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.690253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Performing IP validity checks on allocation pools {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 22:09:48.690760 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.ipam_backend_mixin [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109675) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 22:09:48.871356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:48.937848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Subnet': ['ID=c35381c7-bee5-4c1b-a507-cd77cd591e52,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:48.947597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Checking segment: {'id': '37635c26-3878-4d9e-94fe-ea6c07d66627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:48.947966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network hostable DHCP agents. Network: 6fbe86ae-6a83-428a-bc17-e66436ff7b7c, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:09:49.013892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network 6fbe86ae-6a83-428a-bc17-e66436ff7b7c is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:09:49.071371 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 6fbe86ae-6a83-428a-bc17-e66436ff7b7c) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:49.075400 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:49.076189 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.082381 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ee7f0-8e2c-4d16-86f3-6452f7f21458 None None] Network 6fbe86ae-6a83-428a-bc17-e66436ff7b7c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:49.148721 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cbeef399-c3a9-4e30-ad95-3e96ad474b65 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7049122 Nov 11 22:09:49.151333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:49.226130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-6fbe86ae-6a83-428a-bc17-e66436ff7b7c', 'network_id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c', 'tenant_id': 'f403a8edcf4b4418a396f7100ae19a4a', 'fixed_ips': [{'subnet_id': 'c35381c7-bee5-4c1b-a507-cd77cd591e52'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:09:49.227080 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.263889 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.318695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.365134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Allocated IP 2001:db8::3 (6fbe86ae-6a83-428a-bc17-e66436ff7b7c/c35381c7-bee5-4c1b-a507-cd77cd591e52/ab111f4d-3e97-4d36-b426-65294eac3ac2) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:49.502697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.557538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.599647 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Network 6fbe86ae-6a83-428a-bc17-e66436ff7b7c is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:49.604620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:49.608849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:49.616232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Pushing event updated for resources: {'Port': ['ID=ab111f4d-3e97-4d36-b426-65294eac3ac2,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:49.637635 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.667435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Attempting to bind port ab111f4d-3e97-4d36-b426-65294eac3ac2 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:49.667858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Attempting to bind port ab111f4d-3e97-4d36-b426-65294eac3ac2 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '37635c26-3878-4d9e-94fe-ea6c07d66627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:49.668253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Attempting to bind port ab111f4d-3e97-4d36-b426-65294eac3ac2 on network 6fbe86ae-6a83-428a-bc17-e66436ff7b7c {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:49.673072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Subnet': ['ID=c35381c7-bee5-4c1b-a507-cd77cd591e52,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:49.674373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:49.674758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Checking segment: {'id': '37635c26-3878-4d9e-94fe-ea6c07d66627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:49.675175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.675620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Bound using segment: {'id': '37635c26-3878-4d9e-94fe-ea6c07d66627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:49.676093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Bound port: ab111f4d-3e97-4d36-b426-65294eac3ac2, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37635c26-3878-4d9e-94fe-ea6c07d66627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:49.676505 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.744862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] For port ab111f4d-3e97-4d36-b426-65294eac3ac2, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:49.745410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.748170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] For port ab111f4d-3e97-4d36-b426-65294eac3ac2, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ab111f4d-3e97-4d36-b426-65294eac3ac2,segment=NetworkSegment(37635c26-3878-4d9e-94fe-ea6c07d66627),segment_id=37635c26-3878-4d9e-94fe-ea6c07d66627)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:49.765912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbe86ae-6a83-428a-bc17-e66436ff7b7c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:49.775037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37635c26-3878-4d9e-94fe-ea6c07d66627') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:49.775348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37635c26-3878-4d9e-94fe-ea6c07d66627') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:49.785615 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.820031 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.822060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.829089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:49.829521 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:49.832620 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:49.903069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121e937-04f8-4956-a7db-d57fc42c7dce None None] Pushing event updated for resources: {'Port': ['ID=ab111f4d-3e97-4d36-b426-65294eac3ac2,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:49.911708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 22:09:49.911708 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 22:09:49.911708 n-d-805734-3 neutron-server[109674]: [parameters: {'id': '6fbe86ae-6a83-428a-bc17-e66436ff7b7c'}] Nov 11 22:09:49.911708 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:09:49.912972 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:09:49.917665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db92fd-d6a3-4e6b-ac87-9eacdbad7224 None None] Network 6fbe86ae-6a83-428a-bc17-e66436ff7b7c requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:50.042640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb927005-0479-4875-9fca-16689c9ed965 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 22:09:50.107605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb927005-0479-4875-9fca-16689c9ed965 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 22:09:50.413825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.467704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Deleting port ab111f4d-3e97-4d36-b426-65294eac3ac2 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:50.468042 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.531340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] For port ab111f4d-3e97-4d36-b426-65294eac3ac2, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ab111f4d-3e97-4d36-b426-65294eac3ac2,segment=NetworkSegment(37635c26-3878-4d9e-94fe-ea6c07d66627),segment_id=37635c26-3878-4d9e-94fe-ea6c07d66627)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:50.531704 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.543825 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Calling delete_port for ab111f4d-3e97-4d36-b426-65294eac3ac2 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:50.717513 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.741376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Port': ['ID=ab111f4d-3e97-4d36-b426-65294eac3ac2,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:50.747052 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No DVR routers for this DVR port ab111f4d-3e97-4d36-b426-65294eac3ac2 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:50.830069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.850163 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbe86ae-6a83-428a-bc17-e66436ff7b7c']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:50.860105 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37635c26-3878-4d9e-94fe-ea6c07d66627') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:50.860471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37635c26-3878-4d9e-94fe-ea6c07d66627') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:50.870051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.884656 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.890568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:50.890959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:50.893928 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:51.059988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.067131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.070346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/6fbe86ae-6a83-428a-bc17-e66436ff7b7c HTTP/1.1" status: 204 len: 168 time: 1.9178846 Nov 11 22:09:51.074150 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40754) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:51.079497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1021150877'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:51.090951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863964cb-c910-49e1-b6fb-e940f85797d0 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Network': ['ID=6fbe86ae-6a83-428a-bc17-e66436ff7b7c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:51.185735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:51.189261 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.212253 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:09:51.221289 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.223697 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Added segment 0b95d060-b520-4ed8-aa2e-f405b54f9e3a of type vlan for network 820d292d-53b9-467b-87a8-92b40441577f Nov 11 22:09:51.261280 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.351073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.356570 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:51.357208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.421066 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Network': ['ID=820d292d-53b9-467b-87a8-92b40441577f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:51.431071 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 820d292d-53b9-467b-87a8-92b40441577f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:09:51.451982 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-137754c5-940f-4c90-a2d5-57b1e5179c58 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3767025 Nov 11 22:09:51.455644 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:51.460518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'subnet': {'network_id': '820d292d-53b9-467b-87a8-92b40441577f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:51.631435 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:51.634910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.871296 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:51.931415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Subnet': ['ID=8d11ca36-769b-480f-aeb3-70ddd5dcd1e4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:51.943689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Checking segment: {'id': '0b95d060-b520-4ed8-aa2e-f405b54f9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '820d292d-53b9-467b-87a8-92b40441577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:51.943689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network hostable DHCP agents. Network: 820d292d-53b9-467b-87a8-92b40441577f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:09:52.036880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network 820d292d-53b9-467b-87a8-92b40441577f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:09:52.105405 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 820d292d-53b9-467b-87a8-92b40441577f) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:52.109837 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:52.110429 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.116595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63763f5-ed96-4dc8-b58e-444fd2d63f66 None None] Network 820d292d-53b9-467b-87a8-92b40441577f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:52.205781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c4032ffe-7d8e-4f63-8dbe-c7cd60762c40 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7489631 Nov 11 22:09:52.209796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:52.214768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919997588'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:52.265765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-820d292d-53b9-467b-87a8-92b40441577f', 'network_id': '820d292d-53b9-467b-87a8-92b40441577f', 'tenant_id': 'f403a8edcf4b4418a396f7100ae19a4a', 'fixed_ips': [{'subnet_id': '8d11ca36-769b-480f-aeb3-70ddd5dcd1e4'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:09:52.266679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.305324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:52.308863 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.334666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:09:52.343475 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.345017 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Added segment b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2 of type vlan for network d95ee202-caa0-44c9-9179-2a2c42aaa02b Nov 11 22:09:52.389438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.405170 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Allocated IP 2001:db8::2 (820d292d-53b9-467b-87a8-92b40441577f/8d11ca36-769b-480f-aeb3-70ddd5dcd1e4/25cce604-8a47-409e-82fd-86cada31fed9) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:52.465831 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.472070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:52.472699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.540112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Network': ['ID=d95ee202-caa0-44c9-9179-2a2c42aaa02b,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:52.548507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.551486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network d95ee202-caa0-44c9-9179-2a2c42aaa02b details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:09:52.571465 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d4424a41-44cf-4d43-a8d6-17d6a1bad27f tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3606262 Nov 11 22:09:52.574449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40760) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:52.579886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Request body: {'subnet': {'network_id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:52.751354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Made reservation on behalf of f403a8edcf4b4418a396f7100ae19a4a for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:52.755041 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.768495 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.829555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Network 820d292d-53b9-467b-87a8-92b40441577f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:52.832517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:52.836907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:52.842625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Pushing event updated for resources: {'Port': ['ID=25cce604-8a47-409e-82fd-86cada31fed9,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:52.870074 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.899282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Attempting to bind port 25cce604-8a47-409e-82fd-86cada31fed9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:52.899653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Attempting to bind port 25cce604-8a47-409e-82fd-86cada31fed9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0b95d060-b520-4ed8-aa2e-f405b54f9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '820d292d-53b9-467b-87a8-92b40441577f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:52.900015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Attempting to bind port 25cce604-8a47-409e-82fd-86cada31fed9 on network 820d292d-53b9-467b-87a8-92b40441577f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:52.906137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:52.906510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Checking segment: {'id': '0b95d060-b520-4ed8-aa2e-f405b54f9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '820d292d-53b9-467b-87a8-92b40441577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:52.906915 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.907305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Bound using segment: {'id': '0b95d060-b520-4ed8-aa2e-f405b54f9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '820d292d-53b9-467b-87a8-92b40441577f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:52.907778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Bound port: 25cce604-8a47-409e-82fd-86cada31fed9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b95d060-b520-4ed8-aa2e-f405b54f9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '820d292d-53b9-467b-87a8-92b40441577f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:52.908166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:52.971379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] For port 25cce604-8a47-409e-82fd-86cada31fed9, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:52.974590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] For port 25cce604-8a47-409e-82fd-86cada31fed9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=25cce604-8a47-409e-82fd-86cada31fed9,segment=NetworkSegment(0b95d060-b520-4ed8-aa2e-f405b54f9e3a),segment_id=0b95d060-b520-4ed8-aa2e-f405b54f9e3a)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:53.003057 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.063913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event updated for resources: {'Subnet': ['ID=8b9f0c44-f847-4323-82e9-108c54ef8857,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:53.081412 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.081602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Checking segment: {'id': 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:53.081602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network hostable DHCP agents. Network: d95ee202-caa0-44c9-9179-2a2c42aaa02b, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:09:53.130140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e9521-8954-40cb-b5ee-371ac357a43d None None] Pushing event updated for resources: {'Port': ['ID=25cce604-8a47-409e-82fd-86cada31fed9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:53.162540 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Network d95ee202-caa0-44c9-9179-2a2c42aaa02b is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:09:53.225713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, d95ee202-caa0-44c9-9179-2a2c42aaa02b) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:53.230574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:53.231428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.236260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be6155-4632-4f4d-862e-4dddf77e9843 None None] Network d95ee202-caa0-44c9-9179-2a2c42aaa02b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:53.308277 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f7a321b2-1589-4022-88bc-77656effea01 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7325797 Nov 11 22:09:53.310826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40762) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:53.422044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd778948-accb-478f-8484-87257b182227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-d95ee202-caa0-44c9-9179-2a2c42aaa02b', 'network_id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b', 'tenant_id': 'f403a8edcf4b4418a396f7100ae19a4a', 'fixed_ips': [{'subnet_id': '8b9f0c44-f847-4323-82e9-108c54ef8857'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:09:53.422972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd778948-accb-478f-8484-87257b182227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.427589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.480995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.571547 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-bd778948-accb-478f-8484-87257b182227 None None] Allocated IP 2001:db8::2 (d95ee202-caa0-44c9-9179-2a2c42aaa02b/8b9f0c44-f847-4323-82e9-108c54ef8857/897f4f91-d5a7-4907-b9c5-056c5c2ccfe4) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:53.717214 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd778948-accb-478f-8484-87257b182227 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.786478 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd778948-accb-478f-8484-87257b182227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.827846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd778948-accb-478f-8484-87257b182227 None None] Network d95ee202-caa0-44c9-9179-2a2c42aaa02b is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:53.833030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-bd778948-accb-478f-8484-87257b182227 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:53.836694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd778948-accb-478f-8484-87257b182227 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:53.842993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd778948-accb-478f-8484-87257b182227 None None] Pushing event updated for resources: {'Port': ['ID=897f4f91-d5a7-4907-b9c5-056c5c2ccfe4,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:53.871698 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.903618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd778948-accb-478f-8484-87257b182227 None None] Attempting to bind port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:53.905133 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd778948-accb-478f-8484-87257b182227 None None] Attempting to bind port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:53.905466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd778948-accb-478f-8484-87257b182227 None None] Attempting to bind port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4 on network d95ee202-caa0-44c9-9179-2a2c42aaa02b {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:53.907200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9f0c44-f847-4323-82e9-108c54ef8857,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:53.913107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd778948-accb-478f-8484-87257b182227 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:53.913734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd778948-accb-478f-8484-87257b182227 None None] Checking segment: {'id': 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:53.914232 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd778948-accb-478f-8484-87257b182227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.914767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd778948-accb-478f-8484-87257b182227 None None] Bound using segment: {'id': 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:53.915345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-bd778948-accb-478f-8484-87257b182227 None None] Bound port: 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:53.915809 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd778948-accb-478f-8484-87257b182227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.972588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:53.986707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bd778948-accb-478f-8484-87257b182227 None None] For port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:53.990385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bd778948-accb-478f-8484-87257b182227 None None] For port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=897f4f91-d5a7-4907-b9c5-056c5c2ccfe4,segment=NetworkSegment(b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2),segment_id=b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:53.995313 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95ee202-caa0-44c9-9179-2a2c42aaa02b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:54.006053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:54.006358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:54.016798 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.061000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bd778948-accb-478f-8484-87257b182227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.063291 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.070853 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:54.071363 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:54.075607 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:54.146377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd778948-accb-478f-8484-87257b182227 None None] Pushing event updated for resources: {'Port': ['ID=897f4f91-d5a7-4907-b9c5-056c5c2ccfe4,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:54.164602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fcfc3-6e53-45d9-b1cd-9875c7228866 None None] Network d95ee202-caa0-44c9-9179-2a2c42aaa02b requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:54.191356 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.db.api [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 22:09:54.191356 n-d-805734-3 neutron-server[109674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 22:09:54.191356 n-d-805734-3 neutron-server[109674]: [parameters: {'id': 'd95ee202-caa0-44c9-9179-2a2c42aaa02b'}] Nov 11 22:09:54.191356 n-d-805734-3 neutron-server[109674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:09:54.192194 n-d-805734-3 neutron-server[109674]: DEBUG oslo_db.api [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:09:54.218271 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162b121-d5c2-41f7-89c5-ea2bcbd92c97 None None] Network 820d292d-53b9-467b-87a8-92b40441577f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:54.313934 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aac62714-a918-4017-bf5f-97ca318d82e7 None None] Provisioning complete for port 25cce604-8a47-409e-82fd-86cada31fed9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:54.314312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aac62714-a918-4017-bf5f-97ca318d82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.484753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aac62714-a918-4017-bf5f-97ca318d82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.524176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aac62714-a918-4017-bf5f-97ca318d82e7 None None] For port 25cce604-8a47-409e-82fd-86cada31fed9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=25cce604-8a47-409e-82fd-86cada31fed9,segment=NetworkSegment(0b95d060-b520-4ed8-aa2e-f405b54f9e3a),segment_id=0b95d060-b520-4ed8-aa2e-f405b54f9e3a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:54.614076 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aac62714-a918-4017-bf5f-97ca318d82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.666873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac62714-a918-4017-bf5f-97ca318d82e7 None None] Pushing event updated for resources: {'Port': ['ID=25cce604-8a47-409e-82fd-86cada31fed9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:54.681985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fb6b8-2043-4bb4-8443-041abbe444a9 None None] get_active_networks_info from n-d-805734-3 {{(pid=109676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 22:09:54.693810 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.749047 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Deleting port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:54.749386 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.766049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c261ffc-0b59-4a72-b983-1dc623cf3a6a None None] Provisioning complete for port 25cce604-8a47-409e-82fd-86cada31fed9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:54.766430 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c261ffc-0b59-4a72-b983-1dc623cf3a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.790628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fb6b8-2043-4bb4-8443-041abbe444a9 None None] Resources bound (agent type, host, resource id): {{(pid=109676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 22:09:54.815965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] For port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=897f4f91-d5a7-4907-b9c5-056c5c2ccfe4,segment=NetworkSegment(b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2),segment_id=b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:54.816347 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:54.840930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Calling delete_port for 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:54.909515 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 25cce604-8a47-409e-82fd-86cada31fed9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:09:55.018069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 25cce604-8a47-409e-82fd-86cada31fed9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:55.018503 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.019697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.048318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Port': ['ID=897f4f91-d5a7-4907-b9c5-056c5c2ccfe4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:55.050396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No DVR routers for this DVR port 897f4f91-d5a7-4907-b9c5-056c5c2ccfe4 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:55.139600 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.161760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95ee202-caa0-44c9-9179-2a2c42aaa02b']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:55.171118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:55.171424 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48bdb4f-1a47-4fa6-b896-4e1b8714e5c2') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:55.180971 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.194080 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.199928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:55.200358 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:55.203913 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:55.351262 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.358806 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.361919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/d95ee202-caa0-44c9-9179-2a2c42aaa02b HTTP/1.1" status: 204 len: 168 time: 2.0501406 Nov 11 22:09:55.364722 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:55.374646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e07ad-5eb1-41d1-87e0-2faeb1ce3c99 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Network': ['ID=d95ee202-caa0-44c9-9179-2a2c42aaa02b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:55.393982 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8144885-4f71-42bd-8a60-6feadf7b27a2 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] GET failed (client error): The resource could not be found. Nov 11 22:09:55.395327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e8144885-4f71-42bd-8a60-6feadf7b27a2 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "GET /v2.0/subnets/8b9f0c44-f847-4323-82e9-108c54ef8857 HTTP/1.1" status: 404 len: 337 time: 0.0296061 Nov 11 22:09:55.398038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:55.416339 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c13c48d-aa32-46da-a503-07c144ee4e26 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] DELETE failed (client error): The resource could not be found. Nov 11 22:09:55.416873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c13c48d-aa32-46da-a503-07c144ee4e26 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:09:55.419839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5c13c48d-aa32-46da-a503-07c144ee4e26 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/d95ee202-caa0-44c9-9179-2a2c42aaa02b HTTP/1.1" status: 404 len: 339 time: 0.0209033 Nov 11 22:09:55.423455 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40768) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:55.454219 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e452e2-f668-470b-9978-99c3b328a094 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] DELETE failed (client error): The resource could not be found. Nov 11 22:09:55.454586 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e452e2-f668-470b-9978-99c3b328a094 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:09:55.457669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-45e452e2-f668-470b-9978-99c3b328a094 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/subnets/8b9f0c44-f847-4323-82e9-108c54ef8857 HTTP/1.1" status: 404 len: 337 time: 0.0330088 Nov 11 22:09:55.460111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40770) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:55.477475 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81670ea-a0f5-465e-91fa-1f6c0c738ae2 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] DELETE failed (client error): The resource could not be found. Nov 11 22:09:55.478003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81670ea-a0f5-465e-91fa-1f6c0c738ae2 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:09:55.480976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c81670ea-a0f5-465e-91fa-1f6c0c738ae2 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/d95ee202-caa0-44c9-9179-2a2c42aaa02b HTTP/1.1" status: 404 len: 339 time: 0.0199459 Nov 11 22:09:55.483566 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:55.532881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Deleting subnet 8d11ca36-769b-480f-aeb3-70ddd5dcd1e4 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:09:55.535942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.582058 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.666551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.797655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.824945 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Subnet': ['ID=8d11ca36-769b-480f-aeb3-70ddd5dcd1e4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:55.829077 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.832781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-947dfe93-6b90-410e-b223-01b26dfa3a1c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/subnets/8d11ca36-769b-480f-aeb3-70ddd5dcd1e4 HTTP/1.1" status: 204 len: 168 time: 0.3479013 Nov 11 22:09:55.834845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:55.835266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad9b85-544b-4b7d-9615-bae092c88e64 None None] Network 820d292d-53b9-467b-87a8-92b40441577f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:55.915889 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:55.977636 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Deleting port 25cce604-8a47-409e-82fd-86cada31fed9 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:55.977636 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.003762 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] DHCP port deletion for 820d292d-53b9-467b-87a8-92b40441577f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:09:56.040866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] For port 25cce604-8a47-409e-82fd-86cada31fed9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=25cce604-8a47-409e-82fd-86cada31fed9,segment=NetworkSegment(0b95d060-b520-4ed8-aa2e-f405b54f9e3a),segment_id=0b95d060-b520-4ed8-aa2e-f405b54f9e3a)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:56.041221 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.053035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] Deleting port 25cce604-8a47-409e-82fd-86cada31fed9 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:56.053351 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.059609 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Calling delete_port for 25cce604-8a47-409e-82fd-86cada31fed9 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:56.119102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] For port 25cce604-8a47-409e-82fd-86cada31fed9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=25cce604-8a47-409e-82fd-86cada31fed9,segment=NetworkSegment(0b95d060-b520-4ed8-aa2e-f405b54f9e3a),segment_id=0b95d060-b520-4ed8-aa2e-f405b54f9e3a)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:56.119506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.132093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] Calling delete_port for 25cce604-8a47-409e-82fd-86cada31fed9 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:56.226106 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.235279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.269868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Port': ['ID=25cce604-8a47-409e-82fd-86cada31fed9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:56.274748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] Pushing event deleted for resources: {'Port': ['ID=25cce604-8a47-409e-82fd-86cada31fed9,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:56.277602 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No DVR routers for this DVR port 25cce604-8a47-409e-82fd-86cada31fed9 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:56.281615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97cf66-de1b-4c90-b0f7-39cc21a9cb40 None None] No DVR routers for this DVR port 25cce604-8a47-409e-82fd-86cada31fed9 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:56.372135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.392172 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820d292d-53b9-467b-87a8-92b40441577f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:56.401251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b95d060-b520-4ed8-aa2e-f405b54f9e3a') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:56.401540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b95d060-b520-4ed8-aa2e-f405b54f9e3a') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:56.411492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.425723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.432013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:56.435877 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:56.569006 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.576704 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.580194 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/820d292d-53b9-467b-87a8-92b40441577f HTTP/1.1" status: 204 len: 168 time: 0.7442145 Nov 11 22:09:56.582683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:56.600696 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a3869-41a0-4105-a062-fe75634ad069 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Network': ['ID=820d292d-53b9-467b-87a8-92b40441577f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:56.619624 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b013d77-b8e6-424a-8a78-9facfe982a4b tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] DELETE failed (client error): The resource could not be found. Nov 11 22:09:56.620087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b013d77-b8e6-424a-8a78-9facfe982a4b tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:09:56.623502 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0b013d77-b8e6-424a-8a78-9facfe982a4b tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/subnets/c35381c7-bee5-4c1b-a507-cd77cd591e52 HTTP/1.1" status: 404 len: 337 time: 0.0305955 Nov 11 22:09:56.625707 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:56.644867 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a386746-9636-4145-a581-99784137ac83 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] DELETE failed (client error): The resource could not be found. Nov 11 22:09:56.645394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a386746-9636-4145-a581-99784137ac83 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:09:56.648322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4a386746-9636-4145-a581-99784137ac83 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/6fbe86ae-6a83-428a-bc17-e66436ff7b7c HTTP/1.1" status: 404 len: 339 time: 0.0216520 Nov 11 22:09:56.650682 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:56.676582 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baf727a-4b4f-4eb8-b904-00104e469132 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] DELETE failed (client error): The resource could not be found. Nov 11 22:09:56.677016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9baf727a-4b4f-4eb8-b904-00104e469132 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:09:56.679928 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9baf727a-4b4f-4eb8-b904-00104e469132 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/subnets/07d4a4f2-8709-4342-bdb6-3d9674e61d70 HTTP/1.1" status: 404 len: 337 time: 0.0283756 Nov 11 22:09:56.682308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40782) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:56.699634 n-d-805734-3 neutron-server[109675]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fbd473-0328-49df-a556-20f222757247 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] DELETE failed (client error): The resource could not be found. Nov 11 22:09:56.700136 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fbd473-0328-49df-a556-20f222757247 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109675) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 22:09:56.704048 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-88fbd473-0328-49df-a556-20f222757247 tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/ed221bc5-b564-4825-885f-884567704b01 HTTP/1.1" status: 404 len: 339 time: 0.0208750 Nov 11 22:09:56.706326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:56.755324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Deleting subnet f3f80494-7509-4ef4-8e9b-5030d00d2c29 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:09:56.758410 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.803422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:56.860992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 25cce604-8a47-409e-82fd-86cada31fed9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:09:56.885426 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 25cce604-8a47-409e-82fd-86cada31fed9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:09:56.885786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 25cce604-8a47-409e-82fd-86cada31fed9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:09:56.890790 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.048701 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.080342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f80494-7509-4ef4-8e9b-5030d00d2c29,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:57.083697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.086840 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9db4bb7c-27a8-44bc-926e-a8e59b008b4e tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/subnets/f3f80494-7509-4ef4-8e9b-5030d00d2c29 HTTP/1.1" status: 204 len: 168 time: 0.3796439 Nov 11 22:09:57.089330 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:57.091900 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae878a1d-756a-46d1-bf60-2827e0a03b5e None None] Network b5843061-bf1b-4d70-944c-234cdd8b2e14 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:57.163393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.215664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Deleting port 33000d4e-fb04-4924-b5ab-4480da5f4cba {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:57.216098 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.262960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] DHCP port deletion for b5843061-bf1b-4d70-944c-234cdd8b2e14 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:09:57.285738 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] For port 33000d4e-fb04-4924-b5ab-4480da5f4cba, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=33000d4e-fb04-4924-b5ab-4480da5f4cba,segment=NetworkSegment(d04e47c0-f1a3-4ce3-bb47-896fba4a1969),segment_id=d04e47c0-f1a3-4ce3-bb47-896fba4a1969)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:57.286091 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.299562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Calling delete_port for 33000d4e-fb04-4924-b5ab-4480da5f4cba owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:57.311685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] Deleting port 33000d4e-fb04-4924-b5ab-4480da5f4cba {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:09:57.312066 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.375856 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] For port 33000d4e-fb04-4924-b5ab-4480da5f4cba, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=33000d4e-fb04-4924-b5ab-4480da5f4cba,segment=NetworkSegment(d04e47c0-f1a3-4ce3-bb47-896fba4a1969),segment_id=d04e47c0-f1a3-4ce3-bb47-896fba4a1969)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:57.376297 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.389009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] Calling delete_port for 33000d4e-fb04-4924-b5ab-4480da5f4cba owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:09:57.465600 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.471199 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.496736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Port': ['ID=33000d4e-fb04-4924-b5ab-4480da5f4cba,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:57.499093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] Pushing event deleted for resources: {'Port': ['ID=33000d4e-fb04-4924-b5ab-4480da5f4cba,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:57.499277 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] No DVR routers for this DVR port 33000d4e-fb04-4924-b5ab-4480da5f4cba on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:57.500972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589b703-2065-4cf7-a4d9-312affcfebec None None] No DVR routers for this DVR port 33000d4e-fb04-4924-b5ab-4480da5f4cba on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:09:57.580426 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.600123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5843061-bf1b-4d70-944c-234cdd8b2e14']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:57.609653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04e47c0-f1a3-4ce3-bb47-896fba4a1969') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:57.609951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04e47c0-f1a3-4ce3-bb47-896fba4a1969') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:57.619177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.632496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.638214 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:09:57.638586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:09:57.641528 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:09:57.774274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.781995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:57.787044 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] 10.222.0.31 "DELETE /v2.0/networks/b5843061-bf1b-4d70-944c-234cdd8b2e14 HTTP/1.1" status: 204 len: 168 time: 0.6948190 Nov 11 22:09:57.797454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Pushing event deleted for resources: {'Network': ['ID=b5843061-bf1b-4d70-944c-234cdd8b2e14,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:57.805091 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.805442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.805777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.806115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.806439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.806765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.807090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.807413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.807729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.808044 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.808445 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:57.808765 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac62223-8aea-4ac8-b87d-0cdd5632329c tempest-NetworksIpV6Test-1456855103 tempest-NetworksIpV6Test-1456855103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:58.093987 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:58.229975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:58.359218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8b287e00-fb92-4db8-895d-141174ac7aab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f403a8edcf4b4418a396f7100ae19a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280782 Nov 11 22:09:58.361702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:58.407379 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80888561-7bf1-4583-85d5-7d576f31c5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:58.428302 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80888561-7bf1-4583-85d5-7d576f31c5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:58.545212 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80888561-7bf1-4583-85d5-7d576f31c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:58.547843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-80888561-7bf1-4583-85d5-7d576f31c5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:58.549265 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-80888561-7bf1-4583-85d5-7d576f31c5cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/251c1315-8a5c-4e03-97a1-865303789cd5 HTTP/1.1" status: 204 len: 168 time: 0.1863828 Nov 11 22:09:58.556866 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80888561-7bf1-4583-85d5-7d576f31c5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c1315-8a5c-4e03-97a1-865303789cd5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:58.854795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 33000d4e-fb04-4924-b5ab-4480da5f4cba no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:09:58.876014 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 33000d4e-fb04-4924-b5ab-4480da5f4cba {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:09:58.876388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 33000d4e-fb04-4924-b5ab-4480da5f4cba not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:09:59.453039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:59.550295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-816ed51e-e0cd-4952-8a2d-54ecb61718db tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1368726894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:59.630933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816ed51e-e0cd-4952-8a2d-54ecb61718db tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.631907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816ed51e-e0cd-4952-8a2d-54ecb61718db tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.682699 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816ed51e-e0cd-4952-8a2d-54ecb61718db tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.739568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816ed51e-e0cd-4952-8a2d-54ecb61718db tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.809745 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-816ed51e-e0cd-4952-8a2d-54ecb61718db tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.810969 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-816ed51e-e0cd-4952-8a2d-54ecb61718db tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3569138 Nov 11 22:09:59.813832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40824) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:59.818508 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-394863378'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:59.905349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Made reservation on behalf of fa97bd8181c04b49845b007f645fe58f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:59.908763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.917213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.991807 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.036530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.065506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:10:00.071774 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff1e6a-e9ca-43f3-a055-ff28c643beac,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:00.082489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.082837 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Added segment 43c4f389-a4cd-4868-b9cf-1e0fe32d59e2 of type vlan for network 0122bc40-4b0e-4609-9993-397366ff8e09 Nov 11 22:10:00.120716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.179626 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.185823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:00.191689 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.251380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event updated for resources: {'Network': ['ID=0122bc40-4b0e-4609-9993-397366ff8e09,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:00.256599 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-84f821bc-7d75-49ac-8842-260f2de324a6 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4418321 Nov 11 22:10:00.259413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:00.262040 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 0122bc40-4b0e-4609-9993-397366ff8e09 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:10:00.264452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Request body: {'subnet': {'network_id': '0122bc40-4b0e-4609-9993-397366ff8e09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:00.453994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Made reservation on behalf of fa97bd8181c04b49845b007f645fe58f for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:00.457500 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.694134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.753498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event updated for resources: {'Subnet': ['ID=46ec3adf-24e7-42e1-a1a9-3233e24d7fbe,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:00.765070 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Checking segment: {'id': '43c4f389-a4cd-4868-b9cf-1e0fe32d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0122bc40-4b0e-4609-9993-397366ff8e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:00.765427 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Network hostable DHCP agents. Network: 0122bc40-4b0e-4609-9993-397366ff8e09, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:10:00.836615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Network 0122bc40-4b0e-4609-9993-397366ff8e09 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:10:00.910964 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 0122bc40-4b0e-4609-9993-397366ff8e09) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:00.914998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:00.915703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.921658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c4ed7-9834-43f3-a98c-28dd0cd5da44 None None] Network 0122bc40-4b0e-4609-9993-397366ff8e09 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:00.999978 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-17dd205d-acdf-4206-bba6-a298e756d02e tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7394071 Nov 11 22:10:01.003019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:01.008162 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-565894069'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:01.099606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Made reservation on behalf of fa97bd8181c04b49845b007f645fe58f for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:01.103143 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.127858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:10:01.137039 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.137389 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Added segment 7f2e1ded-31a9-4397-a1d7-b99de15cd6ba of type vlan for network 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 Nov 11 22:10:01.178910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.223220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b38422-b748-435e-901b-52048994d803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-0122bc40-4b0e-4609-9993-397366ff8e09', 'network_id': '0122bc40-4b0e-4609-9993-397366ff8e09', 'tenant_id': 'fa97bd8181c04b49845b007f645fe58f', 'fixed_ips': [{'subnet_id': '46ec3adf-24e7-42e1-a1a9-3233e24d7fbe'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:10:01.224076 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47b38422-b748-435e-901b-52048994d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.253847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.259518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:01.260051 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.332881 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event updated for resources: {'Network': ['ID=1560d6ac-47d6-415c-a5e5-8730d5cf27a8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:01.344776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:10:01.377401 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b95f256-26a3-4fce-8e00-711435f1b080 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3731973 Nov 11 22:10:01.380351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:01.385732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Request body: {'subnet': {'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:01.410237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-47b38422-b748-435e-901b-52048994d803 None None] Allocated IP 172.20.0.2 (0122bc40-4b0e-4609-9993-397366ff8e09/46ec3adf-24e7-42e1-a1a9-3233e24d7fbe/f86ecc8e-afab-4f7a-86a7-a11e4155d82f) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:01.533973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Made reservation on behalf of fa97bd8181c04b49845b007f645fe58f for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:01.537576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.566827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47b38422-b748-435e-901b-52048994d803 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.626049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47b38422-b748-435e-901b-52048994d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.665666 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b38422-b748-435e-901b-52048994d803 None None] Network 0122bc40-4b0e-4609-9993-397366ff8e09 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:01.670680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-47b38422-b748-435e-901b-52048994d803 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:01.674794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b38422-b748-435e-901b-52048994d803 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:01.682125 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b38422-b748-435e-901b-52048994d803 None None] Pushing event updated for resources: {'Port': ['ID=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:01.738024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47b38422-b748-435e-901b-52048994d803 None None] Attempting to bind port f86ecc8e-afab-4f7a-86a7-a11e4155d82f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:01.738453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47b38422-b748-435e-901b-52048994d803 None None] Attempting to bind port f86ecc8e-afab-4f7a-86a7-a11e4155d82f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '43c4f389-a4cd-4868-b9cf-1e0fe32d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0122bc40-4b0e-4609-9993-397366ff8e09'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:01.738826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b38422-b748-435e-901b-52048994d803 None None] Attempting to bind port f86ecc8e-afab-4f7a-86a7-a11e4155d82f on network 0122bc40-4b0e-4609-9993-397366ff8e09 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:01.743784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b38422-b748-435e-901b-52048994d803 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:01.744191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b38422-b748-435e-901b-52048994d803 None None] Checking segment: {'id': '43c4f389-a4cd-4868-b9cf-1e0fe32d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0122bc40-4b0e-4609-9993-397366ff8e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:01.744597 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47b38422-b748-435e-901b-52048994d803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.744992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b38422-b748-435e-901b-52048994d803 None None] Bound using segment: {'id': '43c4f389-a4cd-4868-b9cf-1e0fe32d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0122bc40-4b0e-4609-9993-397366ff8e09'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:01.745462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-47b38422-b748-435e-901b-52048994d803 None None] Bound port: f86ecc8e-afab-4f7a-86a7-a11e4155d82f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c4f389-a4cd-4868-b9cf-1e0fe32d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0122bc40-4b0e-4609-9993-397366ff8e09'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:01.745840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47b38422-b748-435e-901b-52048994d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.779869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.808424 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-47b38422-b748-435e-901b-52048994d803 None None] For port f86ecc8e-afab-4f7a-86a7-a11e4155d82f, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:01.813168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-47b38422-b748-435e-901b-52048994d803 None None] For port f86ecc8e-afab-4f7a-86a7-a11e4155d82f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,segment=NetworkSegment(43c4f389-a4cd-4868-b9cf-1e0fe32d59e2),segment_id=43c4f389-a4cd-4868-b9cf-1e0fe32d59e2)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:01.840078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event updated for resources: {'Subnet': ['ID=0cb06b82-aa4b-4b2c-a81b-6ce42638940d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:01.850926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Checking segment: {'id': '7f2e1ded-31a9-4397-a1d7-b99de15cd6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:01.851331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Network hostable DHCP agents. Network: 1560d6ac-47d6-415c-a5e5-8730d5cf27a8, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:10:01.877391 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-47b38422-b748-435e-901b-52048994d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.922547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Network 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:10:01.949378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b38422-b748-435e-901b-52048994d803 None None] Pushing event updated for resources: {'Port': ['ID=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:02.014244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 1560d6ac-47d6-415c-a5e5-8730d5cf27a8) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:02.018638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:02.020608 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.023007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebdcb7-690a-4930-87a5-faccf00dc485 None None] Network 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:02.090527 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a0f37bae-e360-442a-8d11-603209761a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.105619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-664c33eb-85ec-46a3-b549-b9c4e5b84c77 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7213500 Nov 11 22:10:02.106316 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40832) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:02.115410 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cfe7aa0b-5a2d-473b-b1ce-d4bfc72a7412 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Request body: {'router': {'external_gateway_info': {'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:02.203020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-1560d6ac-47d6-415c-a5e5-8730d5cf27a8', 'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8', 'tenant_id': 'fa97bd8181c04b49845b007f645fe58f', 'fixed_ips': [{'subnet_id': '0cb06b82-aa4b-4b2c-a81b-6ce42638940d'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:10:02.204099 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.347035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cfe7aa0b-5a2d-473b-b1ce-d4bfc72a7412 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.349621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Allocated IP 172.21.0.2 (1560d6ac-47d6-415c-a5e5-8730d5cf27a8/0cb06b82-aa4b-4b2c-a81b-6ce42638940d/b0c389f8-2630-420d-82d6-1d0dc1a33735) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:02.498906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.551577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.560407 n-d-805734-3 neutron-server[109675]: INFO neutron.api.v2.resource [None req-cfe7aa0b-5a2d-473b-b1ce-d4bfc72a7412 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 22:10:02.563554 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cfe7aa0b-5a2d-473b-b1ce-d4bfc72a7412 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "PUT /v2.0/routers/e4322d37-555b-48e5-a082-5dae52b3a77f HTTP/1.1" status: 400 len: 364 time: 0.4538710 Nov 11 22:10:02.569219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:02.596286 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Network 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:02.599317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:02.603853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:02.607998 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Pushing event updated for resources: {'Port': ['ID=b0c389f8-2630-420d-82d6-1d0dc1a33735,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:02.628982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Deleting subnet 0cb06b82-aa4b-4b2c-a81b-6ce42638940d {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:10:02.632978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.670044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Attempting to bind port b0c389f8-2630-420d-82d6-1d0dc1a33735 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:02.670673 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Attempting to bind port b0c389f8-2630-420d-82d6-1d0dc1a33735 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7f2e1ded-31a9-4397-a1d7-b99de15cd6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:02.671220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Attempting to bind port b0c389f8-2630-420d-82d6-1d0dc1a33735 on network 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:02.679296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:02.680303 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Checking segment: {'id': '7f2e1ded-31a9-4397-a1d7-b99de15cd6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:02.680925 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.682163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Bound using segment: {'id': '7f2e1ded-31a9-4397-a1d7-b99de15cd6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:02.683044 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Bound port: b0c389f8-2630-420d-82d6-1d0dc1a33735, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2e1ded-31a9-4397-a1d7-b99de15cd6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1560d6ac-47d6-415c-a5e5-8730d5cf27a8'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:02.683505 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.687668 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.752620 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] For port b0c389f8-2630-420d-82d6-1d0dc1a33735, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:02.755815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] For port b0c389f8-2630-420d-82d6-1d0dc1a33735, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b0c389f8-2630-420d-82d6-1d0dc1a33735,segment=NetworkSegment(7f2e1ded-31a9-4397-a1d7-b99de15cd6ba),segment_id=7f2e1ded-31a9-4397-a1d7-b99de15cd6ba)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:02.797673 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.799030 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:02.891498 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2992c-8f91-462d-a8f4-e5a90061419a None None] Pushing event updated for resources: {'Port': ['ID=b0c389f8-2630-420d-82d6-1d0dc1a33735,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:02.916421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f86ecc8e-afab-4f7a-86a7-a11e4155d82f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:02.963189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e477bad-663a-4c8a-8679-27b97c847290 None None] Network 0122bc40-4b0e-4609-9993-397366ff8e09 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:03.049123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-70933d6e-7984-457d-a653-62720582f544 None None] Provisioning complete for port f86ecc8e-afab-4f7a-86a7-a11e4155d82f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:03.051619 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70933d6e-7984-457d-a653-62720582f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.089834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f86ecc8e-afab-4f7a-86a7-a11e4155d82f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:03.089834 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.095225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.134037 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.140497 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "DELETE /v2.0/subnets/0cb06b82-aa4b-4b2c-a81b-6ce42638940d HTTP/1.1" status: 204 len: 168 time: 0.5669684 Nov 11 22:10:03.140497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e873cf4-87d4-476e-ad9a-46ce6b9a9f05 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb06b82-aa4b-4b2c-a81b-6ce42638940d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:03.140497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40836) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:03.225490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.270180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70933d6e-7984-457d-a653-62720582f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.280073 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Deleting port b0c389f8-2630-420d-82d6-1d0dc1a33735 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:10:03.280438 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.299793 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.333593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-70933d6e-7984-457d-a653-62720582f544 None None] For port f86ecc8e-afab-4f7a-86a7-a11e4155d82f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,segment=NetworkSegment(43c4f389-a4cd-4868-b9cf-1e0fe32d59e2),segment_id=43c4f389-a4cd-4868-b9cf-1e0fe32d59e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:03.350543 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] For port b0c389f8-2630-420d-82d6-1d0dc1a33735, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=b0c389f8-2630-420d-82d6-1d0dc1a33735,segment=NetworkSegment(7f2e1ded-31a9-4397-a1d7-b99de15cd6ba),segment_id=7f2e1ded-31a9-4397-a1d7-b99de15cd6ba)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:03.350914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.364670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Calling delete_port for b0c389f8-2630-420d-82d6-1d0dc1a33735 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:10:03.408787 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-70933d6e-7984-457d-a653-62720582f544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.490459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:10:03.490890 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:10:03.503766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70933d6e-7984-457d-a653-62720582f544 None None] Pushing event updated for resources: {'Port': ['ID=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:03.530838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e3bdbfe5-bc12-45d3-8827-8565f0d98a2f None None] Provisioning complete for port f86ecc8e-afab-4f7a-86a7-a11e4155d82f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:03.531308 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbfe5-bc12-45d3-8827-8565f0d98a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.574452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.609867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] No DVR routers for this DVR port b0c389f8-2630-420d-82d6-1d0dc1a33735 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:10:03.616686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event deleted for resources: {'Port': ['ID=b0c389f8-2630-420d-82d6-1d0dc1a33735,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:03.697653 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.719114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1560d6ac-47d6-415c-a5e5-8730d5cf27a8']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:03.728852 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2e1ded-31a9-4397-a1d7-b99de15cd6ba') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:03.729153 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2e1ded-31a9-4397-a1d7-b99de15cd6ba') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:03.739903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.754234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.760250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:10:03.760629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:10:03.763705 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:10:03.840667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0fec5b-ec33-4d83-8614-73e5619a33a4 None None] Network 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:03.876978 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.884225 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:03.887449 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "DELETE /v2.0/networks/1560d6ac-47d6-415c-a5e5-8730d5cf27a8 HTTP/1.1" status: 204 len: 168 time: 0.7464149 Nov 11 22:10:03.890555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40838) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:03.901477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd67a4-d6e5-4400-9ad5-039ce7940e19 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event deleted for resources: {'Network': ['ID=1560d6ac-47d6-415c-a5e5-8730d5cf27a8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:03.949868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-564ed775-3dec-4a2e-bed6-636bbda11f0d None None] Could not find standard attr ID for object b0c389f8-2630-420d-82d6-1d0dc1a33735. {{(pid=109676) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 22:10:03.960334 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Deleting subnet 46ec3adf-24e7-42e1-a1a9-3233e24d7fbe {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:10:03.965289 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.014890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5bc3d3-6355-4567-be23-9e95a3b8f5d8 None None] DHCP port deletion for 1560d6ac-47d6-415c-a5e5-8730d5cf27a8 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:04.017837 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.103381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.202984 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.234518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event deleted for resources: {'Subnet': ['ID=46ec3adf-24e7-42e1-a1a9-3233e24d7fbe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:04.238300 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.243360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3969a0d0-8bd5-4aeb-9cc5-f988a8276e9f tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "DELETE /v2.0/subnets/46ec3adf-24e7-42e1-a1a9-3233e24d7fbe HTTP/1.1" status: 204 len: 168 time: 0.3493869 Nov 11 22:10:04.244246 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40840) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:04.246910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f9647c-1b80-4055-b8dd-3b86f978ed11 None None] Network 0122bc40-4b0e-4609-9993-397366ff8e09 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:04.319359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.376019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Deleting port f86ecc8e-afab-4f7a-86a7-a11e4155d82f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:10:04.376393 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.431599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] DHCP port deletion for 0122bc40-4b0e-4609-9993-397366ff8e09 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:04.440987 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] For port f86ecc8e-afab-4f7a-86a7-a11e4155d82f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,segment=NetworkSegment(43c4f389-a4cd-4868-b9cf-1e0fe32d59e2),segment_id=43c4f389-a4cd-4868-b9cf-1e0fe32d59e2)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:04.441507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.453893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Calling delete_port for f86ecc8e-afab-4f7a-86a7-a11e4155d82f owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:10:04.483761 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-83c8d2ff-9679-44d5-a5a7-60d731ae69d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.487096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] Deleting port f86ecc8e-afab-4f7a-86a7-a11e4155d82f {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:10:04.487477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.555205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] For port f86ecc8e-afab-4f7a-86a7-a11e4155d82f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,segment=NetworkSegment(43c4f389-a4cd-4868-b9cf-1e0fe32d59e2),segment_id=43c4f389-a4cd-4868-b9cf-1e0fe32d59e2)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:04.556229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.570420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] Calling delete_port for f86ecc8e-afab-4f7a-86a7-a11e4155d82f owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:10:04.734694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.759451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] Pushing event deleted for resources: {'Port': ['ID=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:04.768852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c455da-a2f6-455a-b57e-c17f995626b7 None None] No DVR routers for this DVR port f86ecc8e-afab-4f7a-86a7-a11e4155d82f on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:10:04.870796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f86ecc8e-afab-4f7a-86a7-a11e4155d82f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:10:04.892461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: f86ecc8e-afab-4f7a-86a7-a11e4155d82f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:10:04.892807 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f86ecc8e-afab-4f7a-86a7-a11e4155d82f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:10:04.914129 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:04.941958 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] No DVR routers for this DVR port f86ecc8e-afab-4f7a-86a7-a11e4155d82f on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:10:04.947239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event deleted for resources: {'Port': ['ID=f86ecc8e-afab-4f7a-86a7-a11e4155d82f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:05.025654 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.045453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0122bc40-4b0e-4609-9993-397366ff8e09']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:05.054419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c4f389-a4cd-4868-b9cf-1e0fe32d59e2') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:05.054714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c4f389-a4cd-4868-b9cf-1e0fe32d59e2') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:05.064373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.077101 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.083191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:10:05.083564 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: self.session.flush() Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:10:05.086562 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:10:05.208014 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.214865 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.218679 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "DELETE /v2.0/networks/0122bc40-4b0e-4609-9993-397366ff8e09 HTTP/1.1" status: 204 len: 168 time: 0.9730361 Nov 11 22:10:05.221364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:05.240973 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293dcb8-3044-48e1-9165-8d5d80e3a634 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Pushing event deleted for resources: {'Network': ['ID=0122bc40-4b0e-4609-9993-397366ff8e09,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:05.256691 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-55061ea6-ac1c-4a17-a2ce-ac73f6b01b21 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4322d37-555b-48e5-a082-5dae52b3a77f HTTP/1.1" status: 200 len: 205 time: 0.0339408 Nov 11 22:10:05.259030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:05.332984 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31fb8aac-4c95-4ded-b82c-303865cfbac7 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.487012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31fb8aac-4c95-4ded-b82c-303865cfbac7 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.489237 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31fb8aac-4c95-4ded-b82c-303865cfbac7 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.619680 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31fb8aac-4c95-4ded-b82c-303865cfbac7 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.620101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb8aac-4c95-4ded-b82c-303865cfbac7 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Fanout notify agent at l3_agent the message router_deleted on router e4322d37-555b-48e5-a082-5dae52b3a77f {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:10:05.630050 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-31fb8aac-4c95-4ded-b82c-303865cfbac7 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:05.630050 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-31fb8aac-4c95-4ded-b82c-303865cfbac7 tempest-RoutersNegativeTest-758992875 tempest-RoutersNegativeTest-758992875-project] 10.222.0.31 "DELETE /v2.0/routers/e4322d37-555b-48e5-a082-5dae52b3a77f HTTP/1.1" status: 204 len: 168 time: 0.3686438 Nov 11 22:10:05.853830 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:06.043711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40850) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:06.177902 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-94f1be0b-52c0-4a5b-8989-01cfbfaacd16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa97bd8181c04b49845b007f645fe58f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313088 Nov 11 22:10:06.178720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40854) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:06.225509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2875b6ee-758d-44e2-a594-c60a64183204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:06.246477 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2875b6ee-758d-44e2-a594-c60a64183204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:06.333830 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2875b6ee-758d-44e2-a594-c60a64183204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:06.336509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2875b6ee-758d-44e2-a594-c60a64183204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:06.337673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2875b6ee-758d-44e2-a594-c60a64183204 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cff1e6a-e9ca-43f3-a055-ff28c643beac HTTP/1.1" status: 204 len: 168 time: 0.1580617 Nov 11 22:10:06.346324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875b6ee-758d-44e2-a594-c60a64183204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff1e6a-e9ca-43f3-a055-ff28c643beac,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:07.276985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40876) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:07.374836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1564210862-network', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:07.379730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.465199 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Made reservation on behalf of 5d3522eca7b5441db7f396aaedf35273 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:07.468108 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.476833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.555207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.619420 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.642352 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:10:07.657658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c948e-cb04-4cc3-a689-75d13be5b7d7,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:07.662986 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.663328 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Added segment 4ed6afdd-b94b-414a-bf23-65cfa744598b of type vlan for network 406b4835-6902-4ae4-a275-687c52ababfe Nov 11 22:10:07.707827 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.779052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.780704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:07.781287 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.874423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] Pushing event updated for resources: {'Network': ['ID=406b4835-6902-4ae4-a275-687c52ababfe,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:07.883880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 406b4835-6902-4ae4-a275-687c52ababfe details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:10:07.884742 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-72c0f379-b92f-4509-a0e6-3fff2b70a05d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6067078 Nov 11 22:10:07.888729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:07.893872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Request body: {'subnet': {'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-subnet', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:07.907806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:07.968090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Made reservation on behalf of 5d3522eca7b5441db7f396aaedf35273 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:07.970549 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.168417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.227612 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7bf09a-c975-4aab-9198-2fd2062b26b4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:08.236462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Checking segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:08.236820 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Network hostable DHCP agents. Network: 406b4835-6902-4ae4-a275-687c52ababfe, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:10:08.299711 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Network 406b4835-6902-4ae4-a275-687c52ababfe is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:10:08.385174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 406b4835-6902-4ae4-a275-687c52ababfe) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:08.390174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:08.390775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.394548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd6911-4fee-43c4-93af-63c13620a479 None None] Network 406b4835-6902-4ae4-a275-687c52ababfe requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:08.486096 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-05786113-10e9-47f0-88cc-dc219b4d0e2f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5959697 Nov 11 22:10:08.488597 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:08.492885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:08.538849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-406b4835-6902-4ae4-a275-687c52ababfe', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'fixed_ips': [{'subnet_id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:10:08.539697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.637213 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.638292 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.692610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.845095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Allocated IP 172.20.0.2 (406b4835-6902-4ae4-a275-687c52ababfe/7f7bf09a-c975-4aab-9198-2fd2062b26b4/968d1871-3b38-4e3e-b782-380b98581267) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:08.901792 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:08.990739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.077456 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.112874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Network 406b4835-6902-4ae4-a275-687c52ababfe is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:09.115636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:09.118951 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:09.134628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Pushing event updated for resources: {'Port': ['ID=968d1871-3b38-4e3e-b782-380b98581267,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:09.179320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Attempting to bind port 968d1871-3b38-4e3e-b782-380b98581267 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:09.179699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Attempting to bind port 968d1871-3b38-4e3e-b782-380b98581267 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:09.180062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Attempting to bind port 968d1871-3b38-4e3e-b782-380b98581267 on network 406b4835-6902-4ae4-a275-687c52ababfe {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:09.185163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:09.185367 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.185542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Checking segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:09.185947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.186346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Bound using segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:09.186818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Bound port: 968d1871-3b38-4e3e-b782-380b98581267, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:09.187201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.208450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.251729 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] For port 968d1871-3b38-4e3e-b782-380b98581267, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:09.254209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] For port 968d1871-3b38-4e3e-b782-380b98581267, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=968d1871-3b38-4e3e-b782-380b98581267,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:09.311319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Allocated IP 172.25.2.56 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/7a2afb38-d73e-403d-845c-9800b022154f) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:09.334251 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.393275 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302eb93-4174-4d37-b4e8-c3d08160ff1a None None] Pushing event updated for resources: {'Port': ['ID=968d1871-3b38-4e3e-b782-380b98581267,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:09.433232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.500373 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.546043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:09.549628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:09.554482 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:09.567734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871825f4-9235-4f18-90f2-1873ea38a0d7 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:09.592839 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Pushing event updated for resources: {'Port': ['ID=7a2afb38-d73e-403d-845c-9800b022154f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:09.611694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cdaa4690-33e4-4df7-9910-c0afcf2557fc None None] Provisioning complete for port 7a2afb38-d73e-403d-845c-9800b022154f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:09.612248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdaa4690-33e4-4df7-9910-c0afcf2557fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.648238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa4690-33e4-4df7-9910-c0afcf2557fc None None] Port 7a2afb38-d73e-403d-845c-9800b022154f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:09.863442 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.066246 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.258656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18765062-b52f-4ca7-a5b1-fc0160c57229 None None] Network 406b4835-6902-4ae4-a275-687c52ababfe requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:10.276533 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Router 29dec8ae-8659-4c9d-9575-95113601359a is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:10:10.321819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7371d7dd-d1b4-459a-9196-bbfe2d1987c2 None None] Provisioning complete for port 968d1871-3b38-4e3e-b782-380b98581267 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:10.322199 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7371d7dd-d1b4-459a-9196-bbfe2d1987c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.384016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:10:10.395861 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Sync routers for ids ['29dec8ae-8659-4c9d-9575-95113601359a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:10:10.407696 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Routers {'29dec8ae-8659-4c9d-9575-95113601359a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:10.409447 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['29dec8ae-8659-4c9d-9575-95113601359a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:10.452026 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.453938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-db13b5b7-82f8-4ff3-9cfb-7f379efce463 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9643948 Nov 11 22:10:10.456907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40884) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:10.476694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7371d7dd-d1b4-459a-9196-bbfe2d1987c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.520292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7371d7dd-d1b4-459a-9196-bbfe2d1987c2 None None] For port 968d1871-3b38-4e3e-b782-380b98581267, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=968d1871-3b38-4e3e-b782-380b98581267,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:10.520626 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Set router 29dec8ae-8659-4c9d-9575-95113601359a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:10.591878 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7371d7dd-d1b4-459a-9196-bbfe2d1987c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.665564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371d7dd-d1b4-459a-9196-bbfe2d1987c2 None None] Pushing event updated for resources: {'Port': ['ID=968d1871-3b38-4e3e-b782-380b98581267,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:10.727157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7a2afb38-d73e-403d-845c-9800b022154f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:10:09Z', 'revision_number': 3, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port': {'id': '7a2afb38-d73e-403d-845c-9800b022154f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:09Z', 'updated_at': '2021-11-11T22:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:10.759178 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Checking router: 29dec8ae-8659-4c9d-9575-95113601359a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:10:10.759530 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Updating router 29dec8ae-8659-4c9d-9575-95113601359a port 7a2afb38-d73e-403d-845c-9800b022154f binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:10:10.784796 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.819034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-565c7c95-713c-4bda-be0c-6a0fae7f19c0 None None] Provisioning complete for port 968d1871-3b38-4e3e-b782-380b98581267 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:10.819492 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-565c7c95-713c-4bda-be0c-6a0fae7f19c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.931844 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 968d1871-3b38-4e3e-b782-380b98581267 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:10.964702 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:10.987238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 968d1871-3b38-4e3e-b782-380b98581267 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:10.987736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.065087 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.174401 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.218838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e041f-949d-4b04-b0c0-75cd7b23b1e5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:11.228347 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Attempting to bind port 7a2afb38-d73e-403d-845c-9800b022154f on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:11.228735 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Attempting to bind port 7a2afb38-d73e-403d-845c-9800b022154f by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:11.229103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Attempting to bind port 7a2afb38-d73e-403d-845c-9800b022154f on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:11.233371 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Pushing event updated for resources: {'Port': ['ID=7a2afb38-d73e-403d-845c-9800b022154f,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:11.238431 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:11.238805 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:11.239209 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.239603 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:11.240083 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Bound port: 7a2afb38-d73e-403d-845c-9800b022154f, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:11.240489 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.247610 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.247954 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.248332 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.248673 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.249009 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.249370 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.249705 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.250030 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.250358 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.250684 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.251011 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.251335 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:11.307531 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] For port 7a2afb38-d73e-403d-845c-9800b022154f, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:11.311407 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] For port 7a2afb38-d73e-403d-845c-9800b022154f, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7a2afb38-d73e-403d-845c-9800b022154f,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:11.342882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7c54706e-faf3-45d7-80c5-21db511dd230 None None] Provisioning complete for port 7a2afb38-d73e-403d-845c-9800b022154f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:11.343348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c54706e-faf3-45d7-80c5-21db511dd230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.368494 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.380929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7c54706e-faf3-45d7-80c5-21db511dd230 None None] Port 7a2afb38-d73e-403d-845c-9800b022154f cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:11.415541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3d554-629e-4487-b4f8-866bd9991d84 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:11.432354 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Routers {'29dec8ae-8659-4c9d-9575-95113601359a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:11.432989 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['29dec8ae-8659-4c9d-9575-95113601359a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:11.437378 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688b2c1-1151-4048-8eee-46aabd901ab0 None None] Pushing event updated for resources: {'Port': ['ID=7a2afb38-d73e-403d-845c-9800b022154f,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:11.502826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b03cc572-02ce-4737-8384-fc35690cac9e None None] Provisioning complete for port 7a2afb38-d73e-403d-845c-9800b022154f triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:11.503309 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b03cc572-02ce-4737-8384-fc35690cac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.594411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Allocated IP 172.20.0.1 (406b4835-6902-4ae4-a275-687c52ababfe/7f7bf09a-c975-4aab-9198-2fd2062b26b4/30f2b566-f029-4a8f-9649-3d4d6699333c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:11.602095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b03cc572-02ce-4737-8384-fc35690cac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.624050 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b03cc572-02ce-4737-8384-fc35690cac9e None None] For port 7a2afb38-d73e-403d-845c-9800b022154f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7a2afb38-d73e-403d-845c-9800b022154f,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:11.635965 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] Set router 29dec8ae-8659-4c9d-9575-95113601359a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:11.705099 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.717724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b03cc572-02ce-4737-8384-fc35690cac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.767908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cc572-02ce-4737-8384-fc35690cac9e None None] Pushing event updated for resources: {'Port': ['ID=7a2afb38-d73e-403d-845c-9800b022154f,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:11.803110 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:11.816990 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7a2afb38-d73e-403d-845c-9800b022154f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:10:09Z', 'revision_number': 3, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port': {'id': '7a2afb38-d73e-403d-845c-9800b022154f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:09Z', 'updated_at': '2021-11-11T22:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:11.843787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Network 406b4835-6902-4ae4-a275-687c52ababfe is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:11.847020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:11.847160 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b6dfc-d9f3-457a-8fd1-e5f96517656a None None] The sync data for ids ['29dec8ae-8659-4c9d-9575-95113601359a'] in n-d-805734-3 is: [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7a2afb38-d73e-403d-845c-9800b022154f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:10:09Z', 'revision_number': 3, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port': {'id': '7a2afb38-d73e-403d-845c-9800b022154f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:09Z', 'updated_at': '2021-11-11T22:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:10:11.850951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:11.889685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Pushing event updated for resources: {'Port': ['ID=30f2b566-f029-4a8f-9649-3d4d6699333c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:11.908372 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:12.143779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c37eb5f-c652-415c-92c9-379db0352426 None None] Provisioning complete for port 30f2b566-f029-4a8f-9649-3d4d6699333c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:12.144063 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c37eb5f-c652-415c-92c9-379db0352426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:12.149231 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:12.180926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0c37eb5f-c652-415c-92c9-379db0352426 None None] Port 30f2b566-f029-4a8f-9649-3d4d6699333c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:12.337508 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:12.396804 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:12.465796 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Pushing event updated for resources: {'Port': ['ID=30f2b566-f029-4a8f-9649-3d4d6699333c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:12.469788 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:12.570091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Network 406b4835-6902-4ae4-a275-687c52ababfe is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:12.571696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:12.696460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Router 29dec8ae-8659-4c9d-9575-95113601359a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:10:12.808346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fb290786-1447-42fd-9afd-be9545de6141 None None] Provisioning complete for port 30f2b566-f029-4a8f-9649-3d4d6699333c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:12.810074 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fb290786-1447-42fd-9afd-be9545de6141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:12.815458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:10:12.824634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a1b4b0e1-543b-4169-bdbb-32149017ea44 admin admin] 10.222.0.31 "PUT /v2.0/routers/29dec8ae-8659-4c9d-9575-95113601359a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3626590 Nov 11 22:10:12.850130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-fb290786-1447-42fd-9afd-be9545de6141 None None] Port 30f2b566-f029-4a8f-9649-3d4d6699333c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:12.897209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7a2afb38-d73e-403d-845c-9800b022154f up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:12.960425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 7a2afb38-d73e-403d-845c-9800b022154f triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:12.961133 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.363400 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Sync routers for ids ['29dec8ae-8659-4c9d-9575-95113601359a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:10:13.373970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Routers {'29dec8ae-8659-4c9d-9575-95113601359a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:13.374596 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['29dec8ae-8659-4c9d-9575-95113601359a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:13.484580 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Set router 29dec8ae-8659-4c9d-9575-95113601359a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:13.580274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40900) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:13.585448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1217204233-network', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:13.690151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7a2afb38-d73e-403d-845c-9800b022154f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:10:12Z', 'revision_number': 4, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port': {'id': '7a2afb38-d73e-403d-845c-9800b022154f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:09Z', 'updated_at': '2021-11-11T22:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '30f2b566-f029-4a8f-9649-3d4d6699333c', 'name': '', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'mac_address': 'fa:16:3e:5b:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:10Z', 'updated_at': '2021-11-11T22:10:12Z', 'revision_number': 2, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'subnets': [{'id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:13.704432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Made reservation on behalf of 5c65c158d3db47b68f7da3bc2fa24637 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:13.710569 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.716204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.717402 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Checking router: 29dec8ae-8659-4c9d-9575-95113601359a for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:10:13.717788 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Updating router 29dec8ae-8659-4c9d-9575-95113601359a port 30f2b566-f029-4a8f-9649-3d4d6699333c binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:10:13.742990 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.791381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.864852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.891067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:10:13.899787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d43df8-22b4-489e-86d3-b3bd0973bd8b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:13.906038 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:13.906389 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Added segment c2ef9728-ca2c-4322-9695-478e00b55443 of type vlan for network a14e6224-7a72-4415-959f-8f02aa1b5040 Nov 11 22:10:13.954447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.015607 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.048232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.049445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:14.050091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.070899 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.114423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] Pushing event updated for resources: {'Network': ['ID=a14e6224-7a72-4415-959f-8f02aa1b5040,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:14.120017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98201c4-b654-4e86-a437-1f127e698c72 None None] Pushing event updated for resources: {'Port': ['ID=30f2b566-f029-4a8f-9649-3d4d6699333c,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:14.142598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network a14e6224-7a72-4415-959f-8f02aa1b5040 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:10:14.154804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3abe8b8e-ab5c-479e-ba97-b22d64696e6d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5732780 Nov 11 22:10:14.157465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40902) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:14.162646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Request body: {'subnet': {'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-subnet', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:14.226256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Attempting to bind port 30f2b566-f029-4a8f-9649-3d4d6699333c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:14.226697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Attempting to bind port 30f2b566-f029-4a8f-9649-3d4d6699333c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:14.226996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Attempting to bind port 30f2b566-f029-4a8f-9649-3d4d6699333c on network 406b4835-6902-4ae4-a275-687c52ababfe {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:14.240712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:14.244943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Checking segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:14.244943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.244943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Bound using segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:14.244943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Bound port: 30f2b566-f029-4a8f-9649-3d4d6699333c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:14.244943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.288443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Made reservation on behalf of 5c65c158d3db47b68f7da3bc2fa24637 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:14.291008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.311395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] For port 30f2b566-f029-4a8f-9649-3d4d6699333c, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:14.313447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] For port 30f2b566-f029-4a8f-9649-3d4d6699333c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=30f2b566-f029-4a8f-9649-3d4d6699333c,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:14.375998 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.411192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-45bf9f99-f897-47ad-bcb8-465b3c2a2310 None None] Provisioning complete for port 30f2b566-f029-4a8f-9649-3d4d6699333c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:14.411567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45bf9f99-f897-47ad-bcb8-465b3c2a2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.477143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98201c4-b654-4e86-a437-1f127e698c72 None None] Pushing event updated for resources: {'Port': ['ID=30f2b566-f029-4a8f-9649-3d4d6699333c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:14.480531 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Routers {'29dec8ae-8659-4c9d-9575-95113601359a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:14.481720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['29dec8ae-8659-4c9d-9575-95113601359a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:14.517705 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.578512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c1fa33-e1bb-460c-9b51-3563b3e25ab5,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:14.591734 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Checking segment: {'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:14.592109 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Network hostable DHCP agents. Network: a14e6224-7a72-4415-959f-8f02aa1b5040, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:10:14.627231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45bf9f99-f897-47ad-bcb8-465b3c2a2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.633305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] Set router 29dec8ae-8659-4c9d-9575-95113601359a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:14.676467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Network a14e6224-7a72-4415-959f-8f02aa1b5040 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:10:14.729263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-45bf9f99-f897-47ad-bcb8-465b3c2a2310 None None] For port 30f2b566-f029-4a8f-9649-3d4d6699333c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=30f2b566-f029-4a8f-9649-3d4d6699333c,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:14.762245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, a14e6224-7a72-4415-959f-8f02aa1b5040) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:14.768070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:14.769838 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.781629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943de6dd-d743-462c-8503-d97298b9c4e5 None None] Network a14e6224-7a72-4415-959f-8f02aa1b5040 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:14.798861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-45bf9f99-f897-47ad-bcb8-465b3c2a2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.862365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-812d431f-265f-4ffb-acac-a87d18b51875 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7035415 Nov 11 22:10:14.864785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 40904) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:14.869786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:14.996310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:14.997982 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.052362 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.089824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf9f99-f897-47ad-bcb8-465b3c2a2310 None None] Pushing event updated for resources: {'Port': ['ID=30f2b566-f029-4a8f-9649-3d4d6699333c,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:15.141549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-447b0c8d-7f99-4db4-8556-45b39e42f1f8 None None] Provisioning complete for port 30f2b566-f029-4a8f-9649-3d4d6699333c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:15.141842 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-447b0c8d-7f99-4db4-8556-45b39e42f1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.241824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7a2afb38-d73e-403d-845c-9800b022154f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:10:12Z', 'revision_number': 4, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port': {'id': '7a2afb38-d73e-403d-845c-9800b022154f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:09Z', 'updated_at': '2021-11-11T22:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '30f2b566-f029-4a8f-9649-3d4d6699333c', 'name': '', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'mac_address': 'fa:16:3e:5b:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:10Z', 'updated_at': '2021-11-11T22:10:14Z', 'revision_number': 4, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'subnets': [{'id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:15.245081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-a14e6224-7a72-4415-959f-8f02aa1b5040', 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'fixed_ips': [{'subnet_id': '99c1fa33-e1bb-460c-9b51-3563b3e25ab5'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:10:15.245914 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.274019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.306086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5484d921-d3c5-483c-9ca4-63188f8f7eef None None] The sync data for ids ['29dec8ae-8659-4c9d-9575-95113601359a'] in n-d-805734-3 is: [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7a2afb38-d73e-403d-845c-9800b022154f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:10:12Z', 'revision_number': 4, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port': {'id': '7a2afb38-d73e-403d-845c-9800b022154f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:09Z', 'updated_at': '2021-11-11T22:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '30f2b566-f029-4a8f-9649-3d4d6699333c', 'name': '', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'mac_address': 'fa:16:3e:5b:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:10Z', 'updated_at': '2021-11-11T22:10:14Z', 'revision_number': 4, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'subnets': [{'id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:10:15.468872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Allocated IP 172.20.0.2 (a14e6224-7a72-4415-959f-8f02aa1b5040/99c1fa33-e1bb-460c-9b51-3563b3e25ab5/608b7b2e-705b-4de1-b948-366a03c00989) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:15.568095 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.591998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.627244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.689318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.706449 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Allocated IP 172.25.2.26 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/ca7007f7-8e9e-4946-8a87-f83bea93a016) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:15.737018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Network a14e6224-7a72-4415-959f-8f02aa1b5040 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:15.742931 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:15.744986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Pushing event updated for resources: {'Port': ['ID=608b7b2e-705b-4de1-b948-366a03c00989,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:15.750633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:15.807581 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Attempting to bind port 608b7b2e-705b-4de1-b948-366a03c00989 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:15.810237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Attempting to bind port 608b7b2e-705b-4de1-b948-366a03c00989 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:15.810237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Attempting to bind port 608b7b2e-705b-4de1-b948-366a03c00989 on network a14e6224-7a72-4415-959f-8f02aa1b5040 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:15.814258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:15.814519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Checking segment: {'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:15.814926 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.815328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Bound using segment: {'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:15.815768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Bound port: 608b7b2e-705b-4de1-b948-366a03c00989, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:15.816169 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.826823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.883677 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] For port 608b7b2e-705b-4de1-b948-366a03c00989, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:15.887419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] For port 608b7b2e-705b-4de1-b948-366a03c00989, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=608b7b2e-705b-4de1-b948-366a03c00989,segment=NetworkSegment(c2ef9728-ca2c-4322-9695-478e00b55443),segment_id=c2ef9728-ca2c-4322-9695-478e00b55443)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:15.917382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:15.962671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:15.966709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:15.971473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:15.974818 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Pushing event updated for resources: {'Port': ['ID=ca7007f7-8e9e-4946-8a87-f83bea93a016,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:15.981068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d3e46c-04c4-469e-ad78-ee23e8e5974f None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:16.002034 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:16.074680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f2d106db-12f4-475b-92b4-8faaf66ec387 None None] Provisioning complete for port ca7007f7-8e9e-4946-8a87-f83bea93a016 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:16.075106 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f2d106db-12f4-475b-92b4-8faaf66ec387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:16.076957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0777afb-2a02-4656-bed4-358368920e90 None None] Pushing event updated for resources: {'Port': ['ID=608b7b2e-705b-4de1-b948-366a03c00989,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:16.130291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f2d106db-12f4-475b-92b4-8faaf66ec387 None None] Port ca7007f7-8e9e-4946-8a87-f83bea93a016 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:16.363347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:16.933638 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:16.952813 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 608b7b2e-705b-4de1-b948-366a03c00989 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:17.017110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 608b7b2e-705b-4de1-b948-366a03c00989 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:17.017628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.043640 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be5f5c-8cf5-4228-a545-e04e67b24945 None None] Network a14e6224-7a72-4415-959f-8f02aa1b5040 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:17.130884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0a323af3-18df-4f0f-b164-2274e1d1c555 None None] Provisioning complete for port 608b7b2e-705b-4de1-b948-366a03c00989 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:17.131572 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a323af3-18df-4f0f-b164-2274e1d1c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.150615 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Router dec4be11-8052-4ed8-8252-8e890936b253 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:10:17.248929 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.259060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:10:17.269143 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Sync routers for ids ['dec4be11-8052-4ed8-8252-8e890936b253'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:10:17.289100 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Routers {'dec4be11-8052-4ed8-8252-8e890936b253'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:17.289100 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dec4be11-8052-4ed8-8252-8e890936b253'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:17.327829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 608b7b2e-705b-4de1-b948-366a03c00989, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=608b7b2e-705b-4de1-b948-366a03c00989,segment=NetworkSegment(c2ef9728-ca2c-4322-9695-478e00b55443),segment_id=c2ef9728-ca2c-4322-9695-478e00b55443)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:17.342194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a323af3-18df-4f0f-b164-2274e1d1c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.370646 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.373243 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-08e8457b-9596-4ce5-b527-4ca72e9271ec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5068057 Nov 11 22:10:17.375811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 40906) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:17.390507 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Set router dec4be11-8052-4ed8-8252-8e890936b253 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:17.406740 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.407974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 30f2b566-f029-4a8f-9649-3d4d6699333c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:17.528424 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-0a323af3-18df-4f0f-b164-2274e1d1c555 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:10:17.528783 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-0a323af3-18df-4f0f-b164-2274e1d1c555 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:10:17.533315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=608b7b2e-705b-4de1-b948-366a03c00989,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:17.547333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 30f2b566-f029-4a8f-9649-3d4d6699333c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:17.547760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.611605 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:16Z', 'revision_number': 3, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port': {'id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:17.638341 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Checking router: dec4be11-8052-4ed8-8252-8e890936b253 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:10:17.638688 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Updating router dec4be11-8052-4ed8-8252-8e890936b253 port ca7007f7-8e9e-4946-8a87-f83bea93a016 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:10:17.667161 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.846613 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.913595 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:17.973747 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.011414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Allocated IP 172.20.0.1 (a14e6224-7a72-4415-959f-8f02aa1b5040/99c1fa33-e1bb-460c-9b51-3563b3e25ab5/f6e420b4-f072-4b21-bc0a-7d7d97012ffa) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:18.020097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dacd39-b3c7-4e85-95ba-747935ae292c None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:18.027726 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Attempting to bind port ca7007f7-8e9e-4946-8a87-f83bea93a016 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:18.028702 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Attempting to bind port ca7007f7-8e9e-4946-8a87-f83bea93a016 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:18.029082 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Attempting to bind port ca7007f7-8e9e-4946-8a87-f83bea93a016 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:18.038470 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:18.038847 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:18.039292 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.039629 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:18.040224 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Bound port: ca7007f7-8e9e-4946-8a87-f83bea93a016, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:18.040495 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.065172 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc536c-5f57-4166-aa8a-8ef4d774b809 None None] Pushing event updated for resources: {'Port': ['ID=ca7007f7-8e9e-4946-8a87-f83bea93a016,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:18.098869 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] For port ca7007f7-8e9e-4946-8a87-f83bea93a016, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:18.102067 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] For port ca7007f7-8e9e-4946-8a87-f83bea93a016, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ca7007f7-8e9e-4946-8a87-f83bea93a016,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:18.127493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.156702 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.194110 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.205671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ac579-fb7c-4d05-8e91-7a6ccafa24a4 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:10:18.209106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] Provisioning complete for port 608b7b2e-705b-4de1-b948-366a03c00989 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:18.209575 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.211952 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Routers {'dec4be11-8052-4ed8-8252-8e890936b253'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:18.212617 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dec4be11-8052-4ed8-8252-8e890936b253'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:18.235674 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Network a14e6224-7a72-4415-959f-8f02aa1b5040 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:18.239031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:18.246773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:18.284273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:18.306322 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.321009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] Provisioning complete for port ca7007f7-8e9e-4946-8a87-f83bea93a016 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:18.321700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.330022 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc536c-5f57-4166-aa8a-8ef4d774b809 None None] Pushing event updated for resources: {'Port': ['ID=ca7007f7-8e9e-4946-8a87-f83bea93a016,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:18.335641 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] Set router dec4be11-8052-4ed8-8252-8e890936b253 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:18.432333 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.457204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] For port ca7007f7-8e9e-4946-8a87-f83bea93a016, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ca7007f7-8e9e-4946-8a87-f83bea93a016,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:18.530958 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:16Z', 'revision_number': 3, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port': {'id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:18.557565 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb33e96-1c10-4c4d-a604-f3db0edff789 None None] The sync data for ids ['dec4be11-8052-4ed8-8252-8e890936b253'] in n-d-805734-3 is: [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:16Z', 'revision_number': 3, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port': {'id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:10:18.577529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.585625 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.632641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f515c-b406-4a15-a9eb-168a0596ca8f None None] Pushing event updated for resources: {'Port': ['ID=ca7007f7-8e9e-4946-8a87-f83bea93a016,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:18.704833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ca86e76-318f-4986-b8ad-9bbb3ad748b8 None None] Provisioning complete for port ca7007f7-8e9e-4946-8a87-f83bea93a016 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:18.705697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ca86e76-318f-4986-b8ad-9bbb3ad748b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.757144 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.825779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ca86e76-318f-4986-b8ad-9bbb3ad748b8 None None] Provisioning complete for port f6e420b4-f072-4b21-bc0a-7d7d97012ffa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:18.826181 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ca86e76-318f-4986-b8ad-9bbb3ad748b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.836593 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.867419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ca86e76-318f-4986-b8ad-9bbb3ad748b8 None None] Port f6e420b4-f072-4b21-bc0a-7d7d97012ffa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:18.927245 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:18.934569 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:19.018485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ca7007f7-8e9e-4946-8a87-f83bea93a016 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:19.046773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Network a14e6224-7a72-4415-959f-8f02aa1b5040 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:19.048594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:19.072542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ca7007f7-8e9e-4946-8a87-f83bea93a016 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:19.072890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:19.182213 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 608b7b2e-705b-4de1-b948-366a03c00989 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:19.187735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Router dec4be11-8052-4ed8-8252-8e890936b253 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:10:19.236378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 608b7b2e-705b-4de1-b948-366a03c00989 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:19.236972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:19.303585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b5217abf-bd44-4eef-b09e-e5589fe6c3d6 None None] Provisioning complete for port f6e420b4-f072-4b21-bc0a-7d7d97012ffa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:19.304042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b5217abf-bd44-4eef-b09e-e5589fe6c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:19.319872 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:10:19.333179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8c493d90-3951-461c-b7d7-3e96a2185460 admin admin] 10.222.0.31 "PUT /v2.0/routers/dec4be11-8052-4ed8-8252-8e890936b253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9559007 Nov 11 22:10:19.369041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b5217abf-bd44-4eef-b09e-e5589fe6c3d6 None None] Port f6e420b4-f072-4b21-bc0a-7d7d97012ffa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:20.205772 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Sync routers for ids ['dec4be11-8052-4ed8-8252-8e890936b253'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:10:20.217095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Routers {'dec4be11-8052-4ed8-8252-8e890936b253'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:20.217712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dec4be11-8052-4ed8-8252-8e890936b253'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:20.318581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-952392c9-5be3-4ca3-96dc-37ae6407d4bc tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:20.320073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-952392c9-5be3-4ca3-96dc-37ae6407d4bc tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/networks?id=406b4835-6902-4ae4-a275-687c52ababfe HTTP/1.1" status: 200 len: 817 time: 0.1079602 Nov 11 22:10:20.323936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Set router dec4be11-8052-4ed8-8252-8e890936b253 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:20.335904 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-aecdfa7b-f5c1-4ac7-b462-9027c8f4028a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/quotas/5d3522eca7b5441db7f396aaedf35273 HTTP/1.1" status: 200 len: 375 time: 0.0093741 Nov 11 22:10:20.388640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-368e9974-b3f4-4294-8a58-bed57d606698 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d3522eca7b5441db7f396aaedf35273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464396 Nov 11 22:10:20.493007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-f10d4926-21a9-4e0b-9b3f-399382f4799d service neutron] 10.222.0.31 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914309 Nov 11 22:10:20.530257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 4, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port': {'id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'f6e420b4-f072-4b21-bc0a-7d7d97012ffa', 'name': '', 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'mac_address': 'fa:16:3e:4b:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '99c1fa33-e1bb-460c-9b51-3563b3e25ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:17Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 2, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'subnets': [{'id': '99c1fa33-e1bb-460c-9b51-3563b3e25ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:20.566183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Checking router: dec4be11-8052-4ed8-8252-8e890936b253 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:10:20.566657 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Updating router dec4be11-8052-4ed8-8252-8e890936b253 port f6e420b4-f072-4b21-bc0a-7d7d97012ffa binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:10:20.596179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:20.855582 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-bff7a724-0e63-474d-8124-66e0356757b5 service neutron] 10.222.0.31 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558395 Nov 11 22:10:20.866069 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:20.945019 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:21.001086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d51df3-5d53-4cf6-b912-af1f54f0960d None None] Pushing event updated for resources: {'Port': ['ID=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:21.091160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e9ec725-a794-4ed2-9c00-1df7d750e29d req-6ff1756d-1276-464b-ab2f-a1f23fa57a3a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 210 time: 0.0299211 Nov 11 22:10:21.244230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Attempting to bind port f6e420b4-f072-4b21-bc0a-7d7d97012ffa on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:21.244851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Attempting to bind port f6e420b4-f072-4b21-bc0a-7d7d97012ffa by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:21.245218 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Attempting to bind port f6e420b4-f072-4b21-bc0a-7d7d97012ffa on network a14e6224-7a72-4415-959f-8f02aa1b5040 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:21.250335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:21.250709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Checking segment: {'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:21.251101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:21.251487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Bound using segment: {'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:21.251944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Bound port: f6e420b4-f072-4b21-bc0a-7d7d97012ffa, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ef9728-ca2c-4322-9695-478e00b55443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:21.252392 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:21.323191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] For port f6e420b4-f072-4b21-bc0a-7d7d97012ffa, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:21.327683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] For port f6e420b4-f072-4b21-bc0a-7d7d97012ffa, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,segment=NetworkSegment(c2ef9728-ca2c-4322-9695-478e00b55443),segment_id=c2ef9728-ca2c-4322-9695-478e00b55443)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:21.329174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c0b75de0-f4d4-47ae-af3d-e43ff4d3e186 None None] Provisioning complete for port f6e420b4-f072-4b21-bc0a-7d7d97012ffa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:21.329544 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0b75de0-f4d4-47ae-af3d-e43ff4d3e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:21.365685 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c0b75de0-f4d4-47ae-af3d-e43ff4d3e186 None None] Port f6e420b4-f072-4b21-bc0a-7d7d97012ffa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:21.425137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:21.483101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Routers {'dec4be11-8052-4ed8-8252-8e890936b253'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:10:21.483821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:10:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dec4be11-8052-4ed8-8252-8e890936b253'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:21.493205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d51df3-5d53-4cf6-b912-af1f54f0960d None None] Pushing event updated for resources: {'Port': ['ID=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:21.604001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] Set router dec4be11-8052-4ed8-8252-8e890936b253 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:10:21.741699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-cea629bc-6b5a-42e5-87a0-fe8e375e2356 None None] Provisioning complete for port f6e420b4-f072-4b21-bc0a-7d7d97012ffa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:21.741979 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cea629bc-6b5a-42e5-87a0-fe8e375e2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:21.874093 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cea629bc-6b5a-42e5-87a0-fe8e375e2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:21.910069 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 4, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port': {'id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'f6e420b4-f072-4b21-bc0a-7d7d97012ffa', 'name': '', 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'mac_address': 'fa:16:3e:4b:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '99c1fa33-e1bb-460c-9b51-3563b3e25ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:17Z', 'updated_at': '2021-11-11T22:10:21Z', 'revision_number': 4, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'subnets': [{'id': '99c1fa33-e1bb-460c-9b51-3563b3e25ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:10:21.942582 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b81d6-4396-43af-abae-b55f2f8a9ca9 None None] The sync data for ids ['dec4be11-8052-4ed8-8252-8e890936b253'] in n-d-805734-3 is: [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 4, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port': {'id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'f6e420b4-f072-4b21-bc0a-7d7d97012ffa', 'name': '', 'network_id': 'a14e6224-7a72-4415-959f-8f02aa1b5040', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'mac_address': 'fa:16:3e:4b:f8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '99c1fa33-e1bb-460c-9b51-3563b3e25ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:17Z', 'updated_at': '2021-11-11T22:10:21Z', 'revision_number': 4, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'subnets': [{'id': '99c1fa33-e1bb-460c-9b51-3563b3e25ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:10:21.945248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-cea629bc-6b5a-42e5-87a0-fe8e375e2356 None None] For port f6e420b4-f072-4b21-bc0a-7d7d97012ffa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,segment=NetworkSegment(c2ef9728-ca2c-4322-9695-478e00b55443),segment_id=c2ef9728-ca2c-4322-9695-478e00b55443)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:22.028684 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cea629bc-6b5a-42e5-87a0-fe8e375e2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:22.094553 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea629bc-6b5a-42e5-87a0-fe8e375e2356 None None] Pushing event updated for resources: {'Port': ['ID=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:22.210346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a7a93f5-9e5f-4d43-990d-419f5ae84a8f req-301a149d-47b9-4f59-bad8-2ec4f74a3fc7 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 210 time: 0.0373852 Nov 11 22:10:22.814101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:22.910866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f6e420b4-f072-4b21-bc0a-7d7d97012ffa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:22.966874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f6e420b4-f072-4b21-bc0a-7d7d97012ffa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:22.967374 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:23.243690 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:10:23.297496 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-0c49c188-7f0b-4461-a0c4-db3b6887542a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:23.299367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-0c49c188-7f0b-4461-a0c4-db3b6887542a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.58 "GET /v2.0/networks?id=406b4835-6902-4ae4-a275-687c52ababfe HTTP/1.1" status: 200 len: 817 time: 0.1055896 Nov 11 22:10:23.311428 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff977390-c845-44af-adf7-9f7c7999d77f req-6cd048fd-c7b5-478d-b000-7535b52ef507 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 210 time: 0.0274568 Nov 11 22:10:23.313345 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Request body: {'port': {'device_id': '100b653e-78cc-4d02-b233-83e3fd437f90', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'admin_state_up': True, 'tenant_id': '5d3522eca7b5441db7f396aaedf35273'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:23.476423 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Made reservation on behalf of 5d3522eca7b5441db7f396aaedf35273 for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:10:23.480115 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:23.615512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Allocated IP 172.20.0.10 (406b4835-6902-4ae4-a275-687c52ababfe/7f7bf09a-c975-4aab-9198-2fd2062b26b4/c7900f04-4bfc-4016-9e93-d7085ee3b8c3) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:10:23.765988 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:23.848260 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:23.900924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Network 406b4835-6902-4ae4-a275-687c52ababfe is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:10:23.906721 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:10:23.910421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:10:23.947362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Pushing event updated for resources: {'Port': ['ID=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:23.981779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:23.982499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.073089 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-8723409c-5751-4fbe-a4b1-4469018a4b9a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7650154 Nov 11 22:10:24.086168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Request body: {'port': {'device_id': '100b653e-78cc-4d02-b233-83e3fd437f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:24.140599 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.163412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a7b654c7-ab67-4a62-b057-0501147db8b7 None None] Provisioning complete for port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:24.165194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b654c7-ab67-4a62-b057-0501147db8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.200480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a7b654c7-ab67-4a62-b057-0501147db8b7 None None] Port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:10:24.441592 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7900f04-4bfc-4016-9e93-d7085ee3b8c3 {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:10:24.449002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.450497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35ed6-874e-4dde-a51b-4db5116ba793 req-74b41b3d-c18b-4e47-9b76-d4cb1bb4bf05 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:24.452120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-daf35ed6-874e-4dde-a51b-4db5116ba793 req-74b41b3d-c18b-4e47-9b76-d4cb1bb4bf05 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 932 time: 0.0638714 Nov 11 22:10:24.461687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Transition to ACTIVE for port object c7900f04-4bfc-4016-9e93-d7085ee3b8c3 will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:10:24.500346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-daf35ed6-874e-4dde-a51b-4db5116ba793 req-d785ba2a-1453-487d-ae14-be5104a81c4a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Nov 11 22:10:24.533004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.589548 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:24.669611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Attempting to bind port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:24.670096 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Attempting to bind port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:10:24.670567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Attempting to bind port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 on network 406b4835-6902-4ae4-a275-687c52ababfe {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:24.677335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 on network 406b4835-6902-4ae4-a275-687c52ababfe not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:10:24.677757 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Attempting to bind port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 on network 406b4835-6902-4ae4-a275-687c52ababfe {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:10:24.685265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:10:24.685686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Checking segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:10:24.686182 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Bound using segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:10:24.687034 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Bound port: c7900f04-4bfc-4016-9e93-d7085ee3b8c3, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:10:24.687381 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.774546 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] For port c7900f04-4bfc-4016-9e93-d7085ee3b8c3, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:10:24.777564 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] For port c7900f04-4bfc-4016-9e93-d7085ee3b8c3, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:10:24.877112 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.916824 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:24.917497 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:24.919157 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] 10.222.0.58 "PUT /v2.0/ports/c7900f04-4bfc-4016-9e93-d7085ee3b8c3 HTTP/1.1" status: 200 len: 1092 time: 0.8374522 Nov 11 22:10:24.919632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100b653e-78cc-4d02-b233-83e3fd437f90', 'tag': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:10:24.922069 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b345bf2e-3e96-4354-bd87-0f81c353aecb" -d '{"events": [{"name": "network-changed", "server_uuid": "100b653e-78cc-4d02-b233-83e3fd437f90", "tag": "c7900f04-4bfc-4016-9e93-d7085ee3b8c3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:10:24.958280 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d022c0-be6a-44be-a7b5-36896539d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:24.986868 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ee4ad-d2d0-4d0b-a7f4-95f9e7323dbd x-openstack-request-id: req-a08ee4ad-d2d0-4d0b-a7f4-95f9e7323dbd {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:10:24.987191 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100b653e-78cc-4d02-b233-83e3fd437f90", "tag": "c7900f04-4bfc-4016-9e93-d7085ee3b8c3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:10:24.987394 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a08ee4ad-d2d0-4d0b-a7f4-95f9e7323dbd {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:10:24.987805 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100b653e-78cc-4d02-b233-83e3fd437f90', 'tag': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3', 'status': 'completed', 'code': 200} Nov 11 22:10:25.040632 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-6af2d3a9-4f6f-42e7-b5da-18c23a88b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.042244 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-6af2d3a9-4f6f-42e7-b5da-18c23a88b595 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d3522eca7b5441db7f396aaedf35273&device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 1095 time: 0.0483007 Nov 11 22:10:25.092862 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-ffd2be67-80e4-4401-9de0-2403134883ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7900f04-4bfc-4016-9e93-d7085ee3b8c3 HTTP/1.1" status: 200 len: 217 time: 0.0424802 Nov 11 22:10:25.144971 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-2380dc0c-e18a-497c-bf61-377f41873341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.146666 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-2380dc0c-e18a-497c-bf61-377f41873341 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f7bf09a-c975-4aab-9198-2fd2062b26b4 HTTP/1.1" status: 200 len: 856 time: 0.0466292 Nov 11 22:10:25.196083 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-90caecf0-439c-4dad-9d1a-f301cb2a297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.197601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-90caecf0-439c-4dad-9d1a-f301cb2a297e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=406b4835-6902-4ae4-a275-687c52ababfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440295 Nov 11 22:10:25.292909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-028f4dac-e3af-44e9-8b8b-af0231ba4564 service neutron] 10.222.0.58 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877402 Nov 11 22:10:25.383183 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7ed99f1c-ac78-4ac6-967a-30e8db808118 req-5119557c-10c7-4730-a1aa-f53d01eb2627 service neutron] 10.222.0.58 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Nov 11 22:10:25.541301 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-b4a474fa-8b8d-4ed2-8348-7e10efe7626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.544568 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-b4a474fa-8b8d-4ed2-8348-7e10efe7626e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d3522eca7b5441db7f396aaedf35273&device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 1095 time: 0.0427322 Nov 11 22:10:25.624782 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df12fd2-07c7-416c-9adc-aa597aadc165 req-09f664ec-a32e-47e2-b1d2-f1553d6ac3de tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.626041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0df12fd2-07c7-416c-9adc-aa597aadc165 req-09f664ec-a32e-47e2-b1d2-f1553d6ac3de tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 944 time: 0.0537078 Nov 11 22:10:25.648421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-e283039e-5865-4354-b6e4-623305ddeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.649938 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-e283039e-5865-4354-b6e4-623305ddeaaa service neutron] 10.222.0.58 "GET /v2.0/networks?id=406b4835-6902-4ae4-a275-687c52ababfe HTTP/1.1" status: 200 len: 918 time: 0.0993664 Nov 11 22:10:25.681118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0df12fd2-07c7-416c-9adc-aa597aadc165 req-44c721ca-332e-4e98-974e-4b65395faf9f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 Nov 11 22:10:25.693658 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-69a95779-c3d3-45d4-b027-a9ccb08b18da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7900f04-4bfc-4016-9e93-d7085ee3b8c3 HTTP/1.1" status: 200 len: 217 time: 0.0368006 Nov 11 22:10:25.749666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-c5c94041-8fc5-46b8-bf66-4082df817088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.751128 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-c5c94041-8fc5-46b8-bf66-4082df817088 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f7bf09a-c975-4aab-9198-2fd2062b26b4 HTTP/1.1" status: 200 len: 856 time: 0.0501881 Nov 11 22:10:25.798475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-c932ef59-a2de-4f01-ba6c-38da362d0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:25.799849 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-c932ef59-a2de-4f01-ba6c-38da362d0455 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=406b4835-6902-4ae4-a275-687c52ababfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421433 Nov 11 22:10:25.904061 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-98350994-6715-4030-a06b-5dd43922afd1 service neutron] 10.222.0.58 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967698 Nov 11 22:10:25.994164 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b345bf2e-3e96-4354-bd87-0f81c353aecb req-bcf9c7b0-7f01-4617-b448-3e4f73fcece7 service neutron] 10.222.0.58 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831988 Nov 11 22:10:26.797750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d8cda-d64f-44a6-a410-a5821be8f2ce req-cf004abb-a72a-483c-83c0-8e44e6129e62 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:26.799549 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f8d8cda-d64f-44a6-a410-a5821be8f2ce req-cf004abb-a72a-483c-83c0-8e44e6129e62 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 944 time: 0.0506427 Nov 11 22:10:26.849699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f8d8cda-d64f-44a6-a410-a5821be8f2ce req-84b51376-2193-4cb1-a141-a9c15eacc72f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Nov 11 22:10:27.970125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c2585-54ca-4c42-b072-ec4830295b49 req-6abab2fe-33c8-4f23-a5ff-7855f7aea653 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:27.971649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-709c2585-54ca-4c42-b072-ec4830295b49 req-6abab2fe-33c8-4f23-a5ff-7855f7aea653 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 944 time: 0.0516207 Nov 11 22:10:28.023875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-709c2585-54ca-4c42-b072-ec4830295b49 req-12469794-bb69-4f3e-af7c-eb4085f1adfe tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454674 Nov 11 22:10:28.087726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:28.874820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c7900f04-4bfc-4016-9e93-d7085ee3b8c3 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:10:28.987041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c7900f04-4bfc-4016-9e93-d7085ee3b8c3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:28.997834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'port_id': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3', 'mac_address': 'fa:16:3e:35:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:10:29.035086 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:29.047577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7900f04-4bfc-4016-9e93-d7085ee3b8c3 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:10:29.071712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c7900f04-4bfc-4016-9e93-d7085ee3b8c3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:29.144815 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:29.153911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322485a-d6b2-4192-8cbe-de515ad9500e req-4629ff6b-4042-403b-93c3-794f351279f5 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:29.155596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1322485a-d6b2-4192-8cbe-de515ad9500e req-4629ff6b-4042-403b-93c3-794f351279f5 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 944 time: 0.0564704 Nov 11 22:10:29.192325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:29.200241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.200241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.200929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.201269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.201605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.201937 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.202268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.202598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.202922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.203246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.203572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.203893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:29.206020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1322485a-d6b2-4192-8cbe-de515ad9500e req-ead95ec6-63ce-49b7-a01d-c5e0c1e26f0d tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Nov 11 22:10:29.489314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['c7900f04-4bfc-4016-9e93-d7085ee3b8c3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:10:30.328972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efaa8c-2df6-43f7-9a44-12307de8faa3 req-f484649f-37bf-4afe-9b1c-49e96f04125b tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:30.330506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04efaa8c-2df6-43f7-9a44-12307de8faa3 req-f484649f-37bf-4afe-9b1c-49e96f04125b tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 945 time: 0.0501509 Nov 11 22:10:30.384405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04efaa8c-2df6-43f7-9a44-12307de8faa3 req-12993bf6-c456-4c80-9e2c-35e67759a622 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Nov 11 22:10:30.874464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c7900f04-4bfc-4016-9e93-d7085ee3b8c3 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:10:31.024780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:10:31.030156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:10:31.030536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:31.107384 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:31.128712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100b653e-78cc-4d02-b233-83e3fd437f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:10:31.130956 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c101504-5735-4552-bf90-9880b6daf1e8" -d '{"events": [{"server_uuid": "100b653e-78cc-4d02-b233-83e3fd437f90", "name": "network-vif-plugged", "status": "completed", "tag": "c7900f04-4bfc-4016-9e93-d7085ee3b8c3"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:10:31.147142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port c7900f04-4bfc-4016-9e93-d7085ee3b8c3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:10:31.168549 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081e8ac9-ab5b-47ca-9729-90461da1d089 x-openstack-request-id: req-081e8ac9-ab5b-47ca-9729-90461da1d089 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:10:31.168842 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100b653e-78cc-4d02-b233-83e3fd437f90", "name": "network-vif-plugged", "status": "completed", "tag": "c7900f04-4bfc-4016-9e93-d7085ee3b8c3", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:10:31.169095 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-081e8ac9-ab5b-47ca-9729-90461da1d089 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:10:31.169490 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100b653e-78cc-4d02-b233-83e3fd437f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3', 'code': 200} Nov 11 22:10:31.202376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:31.249720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:31.266327 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859f8a1-dde0-41af-820b-796ca901187a req-975ef45b-37db-4bcd-b221-858bf48c55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:31.267839 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2859f8a1-dde0-41af-820b-796ca901187a req-975ef45b-37db-4bcd-b221-858bf48c55d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 1097 time: 0.0405538 Nov 11 22:10:31.316296 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-2859f8a1-dde0-41af-820b-796ca901187a req-2dfde0b6-7942-458f-9958-e98c573e841e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Nov 11 22:10:31.505665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dc5cb-65f0-461b-b36a-09ab8668b3a1 req-0bd90bfb-2677-40d5-ae4c-5ec7c24343f7 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:31.507166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc0dc5cb-65f0-461b-b36a-09ab8668b3a1 req-0bd90bfb-2677-40d5-ae4c-5ec7c24343f7 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 946 time: 0.0484118 Nov 11 22:10:31.557797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fc0dc5cb-65f0-461b-b36a-09ab8668b3a1 req-dbbda191-e2ac-4882-93e5-91018197ed8d tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440843 Nov 11 22:10:32.007303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-14bfded9-faa6-4a7c-a0ee-4a1ca13987b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:32.676518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57dbd9-803e-4437-89d4-b576ad3cf797 req-3d425978-3033-41e1-9cff-1947e525cbf5 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:32.678042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a57dbd9-803e-4437-89d4-b576ad3cf797 req-3d425978-3033-41e1-9cff-1947e525cbf5 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 946 time: 0.0493774 Nov 11 22:10:32.727370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9a57dbd9-803e-4437-89d4-b576ad3cf797 req-b4fcdd94-0eef-4c6b-9f14-f599edbab199 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Nov 11 22:10:33.844307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9e02-068e-4daf-b243-5b23f0eb8bb9 req-955ecf77-feca-4f15-b7ff-152b5883e69c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:33.845768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f9f9e02-068e-4daf-b243-5b23f0eb8bb9 req-955ecf77-feca-4f15-b7ff-152b5883e69c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 946 time: 0.0501585 Nov 11 22:10:33.894036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f9f9e02-068e-4daf-b243-5b23f0eb8bb9 req-5697c061-7c8c-43d3-a376-bc1ab1186bc9 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Nov 11 22:10:34.012430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4e219-31b8-466e-92a2-4b938fd388e6 req-099fce36-3d16-4c8a-a5ac-a506e10ee05a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:34.013829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12d4e219-31b8-466e-92a2-4b938fd388e6 req-099fce36-3d16-4c8a-a5ac-a506e10ee05a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 946 time: 0.0538256 Nov 11 22:10:34.061783 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12d4e219-31b8-466e-92a2-4b938fd388e6 req-c3890b50-f3f5-4df3-8728-d735d12c0543 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Nov 11 22:10:34.487857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6aca2dd7-e87b-41a0-b860-e5cee1c8cbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:35.841753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:37.401936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:37.893191 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:52.824793 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:58.144702 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:59.420623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b2374-755f-4527-b4c2-b16c30f4d979 req-c37cb7ed-4add-4400-85d3-437f77215a9f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:59.422481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea6b2374-755f-4527-b4c2-b16c30f4d979 req-c37cb7ed-4add-4400-85d3-437f77215a9f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 946 time: 0.0493929 Nov 11 22:10:59.470746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea6b2374-755f-4527-b4c2-b16c30f4d979 req-01c25171-85d3-4d6c-bf36-70995b8071b8 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Nov 11 22:11:00.242989 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:11:00.593294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25bd0b-56b0-43e7-9f54-098931f1c31b req-0e184540-2bb7-4897-8af7-34fe1ea8a995 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:00.594809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e25bd0b-56b0-43e7-9f54-098931f1c31b req-0e184540-2bb7-4897-8af7-34fe1ea8a995 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 946 time: 0.0562060 Nov 11 22:11:00.643251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e25bd0b-56b0-43e7-9f54-098931f1c31b req-c8b5001f-940c-473c-8067-b1b546e15bd5 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Nov 11 22:11:01.257620 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d032d-59e8-473d-a24e-595c910145a5 req-d2a91f34-4b5f-4125-85a3-b80340adb344 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:01.259067 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-201d032d-59e8-473d-a24e-595c910145a5 req-d2a91f34-4b5f-4125-85a3-b80340adb344 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.58 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 946 time: 0.0485525 Nov 11 22:11:01.349184 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Deleting port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:01.349524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:01.442966 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] For port c7900f04-4bfc-4016-9e93-d7085ee3b8c3, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:01.443319 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:01.456138 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Calling delete_port for c7900f04-4bfc-4016-9e93-d7085ee3b8c3 owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:01.636444 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:01.648922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['c7900f04-4bfc-4016-9e93-d7085ee3b8c3'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:11:01.664905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Pushing event deleted for resources: {'Port': ['ID=c7900f04-4bfc-4016-9e93-d7085ee3b8c3,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:01.693498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.693916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.694196 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.694534 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.694871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.695204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.695532 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.695864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.696218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.696538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.696864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.697183 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:01.717869 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] No DVR routers for this DVR port c7900f04-4bfc-4016-9e93-d7085ee3b8c3 on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:11:01.720581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:01.723927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-201d032d-59e8-473d-a24e-595c910145a5 req-6ffa900a-d1e4-41ac-90a8-c5c9dfb7abe4 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.58 "DELETE /v2.0/ports/c7900f04-4bfc-4016-9e93-d7085ee3b8c3 HTTP/1.1" status: 204 len: 173 time: 0.4583848 Nov 11 22:11:01.724545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100b653e-78cc-4d02-b233-83e3fd437f90', 'name': 'network-vif-deleted', 'tag': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:11:01.726858 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d24797-bf8b-4b57-b0ea-96983bccb58c" -d '{"events": [{"server_uuid": "100b653e-78cc-4d02-b233-83e3fd437f90", "name": "network-vif-deleted", "tag": "c7900f04-4bfc-4016-9e93-d7085ee3b8c3"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:11:01.772274 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d086657b-e874-4e3a-a61e-f0616cd064f2 req-96a77c92-c3c9-438e-9af7-c4c529c37521 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=100b653e-78cc-4d02-b233-83e3fd437f90 HTTP/1.1" status: 200 len: 210 time: 0.0274670 Nov 11 22:11:01.821378 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b40a497-b7cc-4d92-bfd8-831693019ec9 x-openstack-request-id: req-4b40a497-b7cc-4d92-bfd8-831693019ec9 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:11:01.821674 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100b653e-78cc-4d02-b233-83e3fd437f90", "name": "network-vif-deleted", "tag": "c7900f04-4bfc-4016-9e93-d7085ee3b8c3", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:11:01.821930 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b40a497-b7cc-4d92-bfd8-831693019ec9 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:11:01.822337 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100b653e-78cc-4d02-b233-83e3fd437f90', 'name': 'network-vif-deleted', 'tag': 'c7900f04-4bfc-4016-9e93-d7085ee3b8c3', 'status': 'completed', 'code': 200} Nov 11 22:11:02.007316 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d84b0ff0-9c3d-4ebb-9e75-781062c14a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:03.370125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-c95bbb51-c7cc-4104-9166-42fa8551204e tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:03.371635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-c95bbb51-c7cc-4104-9166-42fa8551204e tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/networks?id=406b4835-6902-4ae4-a275-687c52ababfe HTTP/1.1" status: 200 len: 817 time: 0.1018064 Nov 11 22:11:03.387223 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-fbd478ac-4044-4dce-8a21-5aba894f1548 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/quotas/5d3522eca7b5441db7f396aaedf35273 HTTP/1.1" status: 200 len: 375 time: 0.0096905 Nov 11 22:11:03.443210 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-cd09c63a-aa57-485f-aa76-aff00774353a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d3522eca7b5441db7f396aaedf35273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505893 Nov 11 22:11:03.539248 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-1473d48b-8b61-44a7-a326-0b7c36c920be service neutron] 10.222.0.31 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840278 Nov 11 22:11:03.631700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-74eb03fd-414d-4537-aad0-1298ec73d0d6 service neutron] 10.222.0.31 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863678 Nov 11 22:11:03.877216 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a26c9f5b-540a-4b16-b140-f822c62f2042 req-188ed3e4-812b-4216-a87e-ad3fbedc6a9f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 210 time: 0.0275273 Nov 11 22:11:04.573861 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4354507-8325-49e1-828d-e9cc984200d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:04.976505 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1d12dee-9301-4e96-928c-14ccc3a79fdd req-357ad497-aa94-4072-878d-5969a3949fe1 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 210 time: 0.0270824 Nov 11 22:11:05.060817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c7900f04-4bfc-4016-9e93-d7085ee3b8c3 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:05.091736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: c7900f04-4bfc-4016-9e93-d7085ee3b8c3 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:05.092319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device c7900f04-4bfc-4016-9e93-d7085ee3b8c3 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:05.870642 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:05.930018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-93c9531a-ef42-4812-8081-6361eed9b16f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:05.931459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-93c9531a-ef42-4812-8081-6361eed9b16f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.62 "GET /v2.0/networks?id=406b4835-6902-4ae4-a275-687c52ababfe HTTP/1.1" status: 200 len: 817 time: 0.1086521 Nov 11 22:11:05.944590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Request body: {'port': {'device_id': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'admin_state_up': True, 'tenant_id': '5d3522eca7b5441db7f396aaedf35273'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:11:06.082841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3875a6d-d6f4-4e27-b72d-8e7d0bf2fdbd req-1b27bb94-6f1b-4a80-a41b-d2ab2917fdca tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 210 time: 0.0358737 Nov 11 22:11:06.132616 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Made reservation on behalf of 5d3522eca7b5441db7f396aaedf35273 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:11:06.136781 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:06.260249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Allocated IP 172.20.0.10 (406b4835-6902-4ae4-a275-687c52ababfe/7f7bf09a-c975-4aab-9198-2fd2062b26b4/63c25d05-3a52-481d-85d0-11a913c2e2a8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:11:06.408839 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:06.493128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:06.536202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Network 406b4835-6902-4ae4-a275-687c52ababfe is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:11:06.541182 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:06.545731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:11:06.570724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Pushing event updated for resources: {'Port': ['ID=63c25d05-3a52-481d-85d0-11a913c2e2a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:06.584010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.587684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:06.619256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:06.620691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:06.718288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-9aaaef9c-0029-4e9e-8933-588e35e80d3c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7777283 Nov 11 22:11:06.726697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-25fb939c-cda7-482c-9016-2fb7639dc87c None None] Provisioning complete for port 63c25d05-3a52-481d-85d0-11a913c2e2a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:06.727072 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-25fb939c-cda7-482c-9016-2fb7639dc87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:06.762453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-25fb939c-cda7-482c-9016-2fb7639dc87c None None] Port 63c25d05-3a52-481d-85d0-11a913c2e2a8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:11:06.821581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Request body: {'port': {'device_id': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:11:06.880728 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.151828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c25d05-3a52-481d-85d0-11a913c2e2a8 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:11:07.161155 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.197299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Transition to ACTIVE for port object 63c25d05-3a52-481d-85d0-11a913c2e2a8 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:11:07.216433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8ff4a-2409-44d3-802a-9cd9aec1b2b9 req-e49eecc6-4d79-4cbe-8a19-73e432b9b8e2 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:07.217879 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75f8ff4a-2409-44d3-802a-9cd9aec1b2b9 req-e49eecc6-4d79-4cbe-8a19-73e432b9b8e2 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 932 time: 0.0613415 Nov 11 22:11:07.264712 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75f8ff4a-2409-44d3-802a-9cd9aec1b2b9 req-16a1fbc0-f4e8-4ea9-b59a-fd517b1c2a04 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Nov 11 22:11:07.281260 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.353039 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Pushing event updated for resources: {'Port': ['ID=63c25d05-3a52-481d-85d0-11a913c2e2a8,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:07.412643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Attempting to bind port 63c25d05-3a52-481d-85d0-11a913c2e2a8 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:11:07.412985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Attempting to bind port 63c25d05-3a52-481d-85d0-11a913c2e2a8 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:11:07.413327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Attempting to bind port 63c25d05-3a52-481d-85d0-11a913c2e2a8 on network 406b4835-6902-4ae4-a275-687c52ababfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:11:07.418237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Port 63c25d05-3a52-481d-85d0-11a913c2e2a8 on network 406b4835-6902-4ae4-a275-687c52ababfe not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:11:07.418570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Attempting to bind port 63c25d05-3a52-481d-85d0-11a913c2e2a8 on network 406b4835-6902-4ae4-a275-687c52ababfe {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:11:07.423971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:11:07.424377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Checking segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:11:07.432918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.433437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Bound using segment: {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:11:07.433437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Bound port: 63c25d05-3a52-481d-85d0-11a913c2e2a8, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed6afdd-b94b-414a-bf23-65cfa744598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:11:07.433437 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.495330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] For port 63c25d05-3a52-481d-85d0-11a913c2e2a8, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:11:07.498403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] For port 63c25d05-3a52-481d-85d0-11a913c2e2a8, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63c25d05-3a52-481d-85d0-11a913c2e2a8,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:11:07.554563 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.589558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:07.590215 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.591776 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] 10.222.0.62 "PUT /v2.0/ports/63c25d05-3a52-481d-85d0-11a913c2e2a8 HTTP/1.1" status: 200 len: 1092 time: 0.8643785 Nov 11 22:11:07.592059 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'tag': '63c25d05-3a52-481d-85d0-11a913c2e2a8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:11:07.594369 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ecba3-8915-41b4-b072-26291d42f53b" -d '{"events": [{"name": "network-changed", "server_uuid": "976aaa00-d5c2-4389-8a2d-3345e36cba25", "tag": "63c25d05-3a52-481d-85d0-11a913c2e2a8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:11:07.620925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95876ee8-a771-47b9-af66-d01e343cea24 service neutron] Pushing event updated for resources: {'Port': ['ID=63c25d05-3a52-481d-85d0-11a913c2e2a8,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:07.634840 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e015b4b-628e-4b22-9c46-ead8f5eb6368 x-openstack-request-id: req-8e015b4b-628e-4b22-9c46-ead8f5eb6368 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:11:07.635141 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aaa00-d5c2-4389-8a2d-3345e36cba25", "tag": "63c25d05-3a52-481d-85d0-11a913c2e2a8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:11:07.635997 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e015b4b-628e-4b22-9c46-ead8f5eb6368 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:11:07.636403 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'tag': '63c25d05-3a52-481d-85d0-11a913c2e2a8', 'status': 'completed', 'code': 200} Nov 11 22:11:07.699430 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ecba3-8915-41b4-b072-26291d42f53b req-60220464-3499-4e95-9997-cfbf877e3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:07.701011 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c3ecba3-8915-41b4-b072-26291d42f53b req-60220464-3499-4e95-9997-cfbf877e3904 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d3522eca7b5441db7f396aaedf35273&device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 1095 time: 0.0445962 Nov 11 22:11:07.808351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ecba3-8915-41b4-b072-26291d42f53b req-97c9d6a8-e404-40bd-9894-3c7c7dc9e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:07.809849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c3ecba3-8915-41b4-b072-26291d42f53b req-97c9d6a8-e404-40bd-9894-3c7c7dc9e63e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5d3522eca7b5441db7f396aaedf35273&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0995555 Nov 11 22:11:07.910087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ecba3-8915-41b4-b072-26291d42f53b req-26404539-3a60-442a-9ece-992da5c74c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:07.911503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c3ecba3-8915-41b4-b072-26291d42f53b req-26404539-3a60-442a-9ece-992da5c74c44 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949802 Nov 11 22:11:07.921133 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:07.991066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-7f98743f-b40f-41ab-bfbd-d78210c591d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:07.992599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-7f98743f-b40f-41ab-bfbd-d78210c591d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d3522eca7b5441db7f396aaedf35273&device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 1095 time: 0.0433769 Nov 11 22:11:08.036442 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-646457c5-c4d9-4093-a79c-7017c9d9343b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c25d05-3a52-481d-85d0-11a913c2e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0352788 Nov 11 22:11:08.085685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-cebe2c34-754c-4b40-8b64-e8fe0a8212c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:08.087149 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-cebe2c34-754c-4b40-8b64-e8fe0a8212c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f7bf09a-c975-4aab-9198-2fd2062b26b4 HTTP/1.1" status: 200 len: 856 time: 0.0442674 Nov 11 22:11:08.137791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-8445cdeb-dd28-452e-bc70-ea04cae1b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:08.139262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-8445cdeb-dd28-452e-bc70-ea04cae1b90b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=406b4835-6902-4ae4-a275-687c52ababfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441389 Nov 11 22:11:08.227826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-ffbfa202-ed2b-493d-8e3f-2eae856a9011 service neutron] 10.222.0.62 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810797 Nov 11 22:11:08.323147 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7579261c-cde4-4bca-b10e-03cc141132a6 req-140a103b-aa7d-4f54-a2ef-dc8fb189ecca service neutron] 10.222.0.62 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879974 Nov 11 22:11:08.387338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b6c01-dba1-475c-9c78-ba936103ddb6 req-8aba3841-08e6-4da1-89d8-ffc0291b22d9 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:08.388927 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e6b6c01-dba1-475c-9c78-ba936103ddb6 req-8aba3841-08e6-4da1-89d8-ffc0291b22d9 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 944 time: 0.0510235 Nov 11 22:11:08.437640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e6b6c01-dba1-475c-9c78-ba936103ddb6 req-a1dd05f9-66f8-4e75-ad2b-313bb1e6e368 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Nov 11 22:11:09.553974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14d085-9466-45dc-9782-6facf9f3421d req-38776601-21af-4224-84af-ac5e5d3a926c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:09.555465 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b14d085-9466-45dc-9782-6facf9f3421d req-38776601-21af-4224-84af-ac5e5d3a926c tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 944 time: 0.0505638 Nov 11 22:11:09.606024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b14d085-9466-45dc-9782-6facf9f3421d req-c65d06cd-8fb4-4a75-a3f3-30b9b1bc4ee1 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445747 Nov 11 22:11:10.721570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5033014-31c9-43be-881f-54f3a3a1129b req-c7ded6bc-4cda-4cea-9c01-58b29db1bb79 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:10.723041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5033014-31c9-43be-881f-54f3a3a1129b req-c7ded6bc-4cda-4cea-9c01-58b29db1bb79 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 944 time: 0.0485642 Nov 11 22:11:10.772671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5033014-31c9-43be-881f-54f3a3a1129b req-b5f271ec-8736-482e-92ad-b970fd45edc7 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Nov 11 22:11:11.518671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63c25d05-3a52-481d-85d0-11a913c2e2a8 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:11:11.616384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 63c25d05-3a52-481d-85d0-11a913c2e2a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63c25d05-3a52-481d-85d0-11a913c2e2a8,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:11.628083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '63c25d05-3a52-481d-85d0-11a913c2e2a8', 'network_id': '406b4835-6902-4ae4-a275-687c52ababfe', 'port_id': '63c25d05-3a52-481d-85d0-11a913c2e2a8', 'mac_address': 'fa:16:3e:39:0a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7bf09a-c975-4aab-9198-2fd2062b26b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:11:11.663555 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:11.680070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c25d05-3a52-481d-85d0-11a913c2e2a8 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:11:11.699730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 63c25d05-3a52-481d-85d0-11a913c2e2a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63c25d05-3a52-481d-85d0-11a913c2e2a8,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:11.761118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:11.808365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=63c25d05-3a52-481d-85d0-11a913c2e2a8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:11.889135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d6b6-f778-489c-be09-f16e3ad5d0ec req-f64a3468-3b2e-4945-b85b-c9b140d69933 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:11.890645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbe2d6b6-f778-489c-be09-f16e3ad5d0ec req-f64a3468-3b2e-4945-b85b-c9b140d69933 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 945 time: 0.0492969 Nov 11 22:11:11.939878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbe2d6b6-f778-489c-be09-f16e3ad5d0ec req-f68b1145-1fe8-4aa8-9569-855269079d0e tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Nov 11 22:11:11.970864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['63c25d05-3a52-481d-85d0-11a913c2e2a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:11:13.058584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041da34a-8d7d-4f6a-8f6f-240c745b49cc req-5b1d8ef9-a08a-4dab-8873-a6b9f2ff2c84 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:13.060056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-041da34a-8d7d-4f6a-8f6f-240c745b49cc req-5b1d8ef9-a08a-4dab-8873-a6b9f2ff2c84 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 945 time: 0.0533707 Nov 11 22:11:13.107402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-041da34a-8d7d-4f6a-8f6f-240c745b49cc req-16d6b108-8d80-4747-bc5f-89a184c8865a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 Nov 11 22:11:13.518650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63c25d05-3a52-481d-85d0-11a913c2e2a8 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:11:13.633964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 63c25d05-3a52-481d-85d0-11a913c2e2a8 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:11:13.637901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 63c25d05-3a52-481d-85d0-11a913c2e2a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:13.638269 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:13.713986 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:13.735773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c25d05-3a52-481d-85d0-11a913c2e2a8'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:11:13.738029 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d529bd27-415a-4912-b9d5-1668346a19e1" -d '{"events": [{"server_uuid": "976aaa00-d5c2-4389-8a2d-3345e36cba25", "name": "network-vif-plugged", "status": "completed", "tag": "63c25d05-3a52-481d-85d0-11a913c2e2a8"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:11:13.750646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 63c25d05-3a52-481d-85d0-11a913c2e2a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63c25d05-3a52-481d-85d0-11a913c2e2a8,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:13.772707 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71c8d43-cab3-4f2f-a4f3-eb76996784d9 x-openstack-request-id: req-b71c8d43-cab3-4f2f-a4f3-eb76996784d9 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:11:13.776451 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aaa00-d5c2-4389-8a2d-3345e36cba25", "name": "network-vif-plugged", "status": "completed", "tag": "63c25d05-3a52-481d-85d0-11a913c2e2a8", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:11:13.776451 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b71c8d43-cab3-4f2f-a4f3-eb76996784d9 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:11:13.776451 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c25d05-3a52-481d-85d0-11a913c2e2a8', 'code': 200} Nov 11 22:11:13.818485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:13.870156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=63c25d05-3a52-481d-85d0-11a913c2e2a8,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:13.874486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd301d8-f09e-4504-a861-24efa0016c41 req-87b11400-0be3-46fe-a1ae-84291673ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:13.876134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fdd301d8-f09e-4504-a861-24efa0016c41 req-87b11400-0be3-46fe-a1ae-84291673ac16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 1097 time: 0.0426793 Nov 11 22:11:13.923035 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fdd301d8-f09e-4504-a861-24efa0016c41 req-01240378-b7e8-4779-86d8-7ee487f63230 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Nov 11 22:11:14.226497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17080db5-20ce-4f2a-b2d4-757f7bb641d3 req-10dac090-6fe5-48a6-9f12-4ede06b12486 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:14.227968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17080db5-20ce-4f2a-b2d4-757f7bb641d3 req-10dac090-6fe5-48a6-9f12-4ede06b12486 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 946 time: 0.0521567 Nov 11 22:11:14.275210 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-17080db5-20ce-4f2a-b2d4-757f7bb641d3 req-68f012e5-6ac2-4a5d-b696-baa7e15c1351 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Nov 11 22:11:15.655662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b12fa-8a69-4cdd-8016-57d956f79fd9 req-4b998d3d-75ed-42dd-bc3f-e8df537b1c43 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:15.657149 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-618b12fa-8a69-4cdd-8016-57d956f79fd9 req-4b998d3d-75ed-42dd-bc3f-e8df537b1c43 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 946 time: 0.0505850 Nov 11 22:11:15.704817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-618b12fa-8a69-4cdd-8016-57d956f79fd9 req-7df79dea-b376-4f03-aa5e-632b0674414f tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Nov 11 22:11:15.817702 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41ff22-54c8-4142-9f85-887f362eea74 req-74d1def8-443a-4495-809d-20b48ed8ef26 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:15.819177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c41ff22-54c8-4142-9f85-887f362eea74 req-74d1def8-443a-4495-809d-20b48ed8ef26 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 946 time: 0.0485895 Nov 11 22:11:15.870946 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c41ff22-54c8-4142-9f85-887f362eea74 req-1fdf0628-377f-4bc1-a6aa-4a299844fd27 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Nov 11 22:11:22.829887 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:28.176009 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:32.008115 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72f41a58-36f2-446d-a9c0-293d3e9cb86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:34.457584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-7ba77bb2-fd37-4c46-84ac-5c998c9435a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413504 Nov 11 22:11:34.469841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1343-02c2-44e2-a641-368f764bdee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:34.551903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-76c0b7f9-b7e1-4a3e-b1ed-c32ad7ee2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:34.553448 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-76c0b7f9-b7e1-4a3e-b1ed-c32ad7ee2eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d3522eca7b5441db7f396aaedf35273&device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 1097 time: 0.0420923 Nov 11 22:11:34.663852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-d19003c4-d949-4904-956b-17c2420aba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:34.665377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-d19003c4-d949-4904-956b-17c2420aba58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=406b4835-6902-4ae4-a275-687c52ababfe HTTP/1.1" status: 200 len: 918 time: 0.0907192 Nov 11 22:11:34.709120 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-638cdf20-e7a6-442f-8380-97ad26fd911e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c25d05-3a52-481d-85d0-11a913c2e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0359881 Nov 11 22:11:34.761686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-f2647275-75fe-41c8-9436-19e993ffecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:34.763569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-f2647275-75fe-41c8-9436-19e993ffecd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7f7bf09a-c975-4aab-9198-2fd2062b26b4 HTTP/1.1" status: 200 len: 856 time: 0.0473549 Nov 11 22:11:34.817964 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-55ec3cf1-db26-42ee-9f2d-df761691262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:34.819425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-55ec3cf1-db26-42ee-9f2d-df761691262f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=406b4835-6902-4ae4-a275-687c52ababfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473337 Nov 11 22:11:34.914700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-e3c40fc8-e151-4900-820d-590d7039286f service neutron] 10.222.0.62 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875599 Nov 11 22:11:35.010695 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3878ca92-c9ed-4a1e-9194-8745691e40ed req-d763db14-df26-4700-8b81-9ef2a33aaf00 service neutron] 10.222.0.62 "GET /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885222 Nov 11 22:11:35.855827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:37.242939 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:11:37.398903 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:37.938037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:40.867685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfcec5-d9ac-4092-a8c3-19fa35003254 req-927fcba7-a7a6-4c6b-a40e-0313b742e541 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:40.869515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3adfcec5-d9ac-4092-a8c3-19fa35003254 req-927fcba7-a7a6-4c6b-a40e-0313b742e541 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 946 time: 0.0506201 Nov 11 22:11:40.917111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3adfcec5-d9ac-4092-a8c3-19fa35003254 req-ebd6fa3a-8354-4aa6-9575-1e27c4bb9766 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Nov 11 22:11:42.035486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fd345-44a4-4479-aaa4-d7dd3a7f906e req-8b3ce956-45c7-45f7-a340-05ef366fa4da tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:42.037024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b4fd345-44a4-4479-aaa4-d7dd3a7f906e req-8b3ce956-45c7-45f7-a340-05ef366fa4da tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 946 time: 0.0498116 Nov 11 22:11:42.090416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b4fd345-44a4-4479-aaa4-d7dd3a7f906e req-6c5a1952-7c8a-48bd-920b-f37e31975b78 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/security-groups?id=e86c948e-cb04-4cc3-a689-75d13be5b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Nov 11 22:11:42.385495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-c3c9f019-908f-4910-872a-57f6b3db9a4a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:42.386958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-c3c9f019-908f-4910-872a-57f6b3db9a4a tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.62 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 946 time: 0.0478628 Nov 11 22:11:42.475385 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Deleting port 63c25d05-3a52-481d-85d0-11a913c2e2a8 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:42.475729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:42.566396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] For port 63c25d05-3a52-481d-85d0-11a913c2e2a8, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=63c25d05-3a52-481d-85d0-11a913c2e2a8,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:42.566755 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:42.579740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Calling delete_port for 63c25d05-3a52-481d-85d0-11a913c2e2a8 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:42.772095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:42.783836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['63c25d05-3a52-481d-85d0-11a913c2e2a8'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:11:42.798861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Pushing event deleted for resources: {'Port': ['ID=63c25d05-3a52-481d-85d0-11a913c2e2a8,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:42.843217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] No DVR routers for this DVR port 63c25d05-3a52-481d-85d0-11a913c2e2a8 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:11:42.845786 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:42.849769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-905ed069-b3ac-41bb-b955-338cba62bc92 req-0dc658b0-2147-4763-927a-aaaa2455fbaf tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.62 "DELETE /v2.0/ports/63c25d05-3a52-481d-85d0-11a913c2e2a8 HTTP/1.1" status: 204 len: 173 time: 0.4559460 Nov 11 22:11:42.849769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'name': 'network-vif-deleted', 'tag': '63c25d05-3a52-481d-85d0-11a913c2e2a8'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:11:42.851801 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21351d10-c55a-46d0-a7ee-1b0d82fc8dd0" -d '{"events": [{"server_uuid": "976aaa00-d5c2-4389-8a2d-3345e36cba25", "name": "network-vif-deleted", "tag": "63c25d05-3a52-481d-85d0-11a913c2e2a8"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:11:42.889170 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab2896-e427-4df2-93b0-ba9271687544 x-openstack-request-id: req-7cab2896-e427-4df2-93b0-ba9271687544 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:11:42.889469 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aaa00-d5c2-4389-8a2d-3345e36cba25", "name": "network-vif-deleted", "tag": "63c25d05-3a52-481d-85d0-11a913c2e2a8", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:11:42.889723 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cab2896-e427-4df2-93b0-ba9271687544 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:11:42.890127 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aaa00-d5c2-4389-8a2d-3345e36cba25', 'name': 'network-vif-deleted', 'tag': '63c25d05-3a52-481d-85d0-11a913c2e2a8', 'status': 'completed', 'code': 200} Nov 11 22:11:43.203832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18750004-7a34-4461-9b18-d0781693a39b req-e6b1f863-f32b-4830-95cb-8e2a9ab42dc1 tempest-TestEncryptedCinderVolumes-1397797405 tempest-TestEncryptedCinderVolumes-1397797405-project] 10.222.0.31 "GET /v2.0/ports?device_id=976aaa00-d5c2-4389-8a2d-3345e36cba25 HTTP/1.1" status: 200 len: 210 time: 0.0282190 Nov 11 22:11:44.385981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41248) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:44.727502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:44.975439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Deleting port 30f2b566-f029-4a8f-9649-3d4d6699333c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:44.975915 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:45.052341 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] For port 30f2b566-f029-4a8f-9649-3d4d6699333c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=30f2b566-f029-4a8f-9649-3d4d6699333c,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:45.052690 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:45.065718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Calling delete_port for 30f2b566-f029-4a8f-9649-3d4d6699333c owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:45.303608 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:45.331265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f2b566-f029-4a8f-9649-3d4d6699333c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:45.500421 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:45.705701 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63c25d05-3a52-481d-85d0-11a913c2e2a8 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:45.710296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Router 29dec8ae-8659-4c9d-9575-95113601359a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:11:45.726144 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 63c25d05-3a52-481d-85d0-11a913c2e2a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:45.726499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 63c25d05-3a52-481d-85d0-11a913c2e2a8 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:45.815782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:11:45.820796 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-04a6f56c-b610-460f-9cfa-54269cb807e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/29dec8ae-8659-4c9d-9575-95113601359a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338093 Nov 11 22:11:45.823361 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41250) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:45.826245 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] Sync routers for ids ['29dec8ae-8659-4c9d-9575-95113601359a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:11:45.836249 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] Routers {'29dec8ae-8659-4c9d-9575-95113601359a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:11:45.836861 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['29dec8ae-8659-4c9d-9575-95113601359a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:45.927292 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:45.940594 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] Set router 29dec8ae-8659-4c9d-9575-95113601359a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:11:46.031998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:46.123074 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7a2afb38-d73e-403d-845c-9800b022154f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:11:45Z', 'revision_number': 5, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port': {'id': '7a2afb38-d73e-403d-845c-9800b022154f', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dec8ae-8659-4c9d-9575-95113601359a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:09Z', 'updated_at': '2021-11-11T22:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:46.150670 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] Checking router: 29dec8ae-8659-4c9d-9575-95113601359a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:11:46.159111 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] Routers {'29dec8ae-8659-4c9d-9575-95113601359a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:11:46.159718 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['29dec8ae-8659-4c9d-9575-95113601359a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:46.166830 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Deleting port 7a2afb38-d73e-403d-845c-9800b022154f {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:46.167273 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:46.243736 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] For port 7a2afb38-d73e-403d-845c-9800b022154f, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7a2afb38-d73e-403d-845c-9800b022154f,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:46.244280 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:46.247047 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] Set router 29dec8ae-8659-4c9d-9575-95113601359a gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:11:46.256531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Calling delete_port for 7a2afb38-d73e-403d-845c-9800b022154f owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:46.300599 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:11:46Z', 'revision_number': 6, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:46.329494 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4adf49-bc15-4a11-a42e-aa2335ee2664 None None] The sync data for ids ['29dec8ae-8659-4c9d-9575-95113601359a'] in n-d-805734-3 is: [{'id': '29dec8ae-8659-4c9d-9575-95113601359a', 'name': 'tempest-TestEncryptedCinderVolumes-1564210862-router', 'tenant_id': '5d3522eca7b5441db7f396aaedf35273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:08Z', 'updated_at': '2021-11-11T22:11:46Z', 'revision_number': 6, 'project_id': '5d3522eca7b5441db7f396aaedf35273', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:11:46.832716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:46.862016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2afb38-d73e-403d-845c-9800b022154f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:46.876327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb871a-e524-4aa6-94e1-e3ce12445b99 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:11:46.922507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.015258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.017489 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.101920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 30f2b566-f029-4a8f-9649-3d4d6699333c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:47.123227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 30f2b566-f029-4a8f-9649-3d4d6699333c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:47.123576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 30f2b566-f029-4a8f-9649-3d4d6699333c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:47.128394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7a2afb38-d73e-403d-845c-9800b022154f no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:47.142980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 7a2afb38-d73e-403d-845c-9800b022154f {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:47.143327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7a2afb38-d73e-403d-845c-9800b022154f not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:47.153295 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.153835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29dec8ae-8659-4c9d-9575-95113601359a {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:11:47.158321 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.159591 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-da95aba2-39ec-4ae6-a62e-08a40718603b admin admin] 10.222.0.31 "DELETE /v2.0/routers/29dec8ae-8659-4c9d-9575-95113601359a HTTP/1.1" status: 204 len: 168 time: 1.3353176 Nov 11 22:11:47.162266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:47.211008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] Deleting subnet 7f7bf09a-c975-4aab-9198-2fd2062b26b4 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:11:47.215019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.251304 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.331003 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.480886 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.505735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7bf09a-c975-4aab-9198-2fd2062b26b4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:47.510131 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.513351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dde5576a-5176-4214-be06-af9f5c2f4cb2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7f7bf09a-c975-4aab-9198-2fd2062b26b4 HTTP/1.1" status: 204 len: 168 time: 0.3494668 Nov 11 22:11:47.515809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95cfc6-38c0-48eb-aeaf-7892cbdf9d90 None None] Network 406b4835-6902-4ae4-a275-687c52ababfe requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:11:47.516104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41254) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:47.583469 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.638834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Deleting port 968d1871-3b38-4e3e-b782-380b98581267 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:47.639249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.691618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] DHCP port deletion for 406b4835-6902-4ae4-a275-687c52ababfe request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:11:47.710087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] For port 968d1871-3b38-4e3e-b782-380b98581267, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=968d1871-3b38-4e3e-b782-380b98581267,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:47.710452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.723335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Calling delete_port for 968d1871-3b38-4e3e-b782-380b98581267 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:47.744848 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Deleting port 968d1871-3b38-4e3e-b782-380b98581267 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:47.745121 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.810840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] For port 968d1871-3b38-4e3e-b782-380b98581267, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=968d1871-3b38-4e3e-b782-380b98581267,segment=NetworkSegment(4ed6afdd-b94b-414a-bf23-65cfa744598b),segment_id=4ed6afdd-b94b-414a-bf23-65cfa744598b)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:47.811246 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.824030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Calling delete_port for 968d1871-3b38-4e3e-b782-380b98581267 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:47.869764 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.897076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Pushing event deleted for resources: {'Port': ['ID=968d1871-3b38-4e3e-b782-380b98581267,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:47.899155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] No DVR routers for this DVR port 968d1871-3b38-4e3e-b782-380b98581267 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:11:47.906011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:47.929107 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Pushing event deleted for resources: {'Port': ['ID=968d1871-3b38-4e3e-b782-380b98581267,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:47.939565 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.939914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.940291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.940631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.940972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.941299 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.941634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.941965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.942292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.942624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.942947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.943276 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:47.946024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81246f4c-d1e5-42cb-bd7c-37fd27622eb0 None None] No DVR routers for this DVR port 968d1871-3b38-4e3e-b782-380b98581267 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406b4835-6902-4ae4-a275-687c52ababfe']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed6afdd-b94b-414a-bf23-65cfa744598b') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed6afdd-b94b-414a-bf23-65cfa744598b') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:11:48.112214 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:11:48.211979 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.218064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.221402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] 10.222.0.31 "DELETE /v2.0/networks/406b4835-6902-4ae4-a275-687c52ababfe HTTP/1.1" status: 204 len: 168 time: 0.7041500 Nov 11 22:11:48.224433 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41256) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:48.232613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacb692-cf28-4621-a4c7-1ad323edb39a admin admin] Pushing event deleted for resources: {'Network': ['ID=406b4835-6902-4ae4-a275-687c52ababfe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:48.560581 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.804699 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Deleting port f6e420b4-f072-4b21-bc0a-7d7d97012ffa {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:48.805034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.891337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] For port f6e420b4-f072-4b21-bc0a-7d7d97012ffa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,segment=NetworkSegment(c2ef9728-ca2c-4322-9695-478e00b55443),segment_id=c2ef9728-ca2c-4322-9695-478e00b55443)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:48.891792 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:48.905159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Calling delete_port for f6e420b4-f072-4b21-bc0a-7d7d97012ffa owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:48.912932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 968d1871-3b38-4e3e-b782-380b98581267 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:48.934462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 968d1871-3b38-4e3e-b782-380b98581267 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:48.934814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 968d1871-3b38-4e3e-b782-380b98581267 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:49.147092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.174216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e420b4-f072-4b21-bc0a-7d7d97012ffa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:49.347148 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.572029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Router dec4be11-8052-4ed8-8252-8e890936b253 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:11:49.675786 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:11:49.681565 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-109ee13f-51eb-4a0c-ad98-6b7f622b0673 admin admin] 10.222.0.31 "PUT /v2.0/routers/dec4be11-8052-4ed8-8252-8e890936b253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559124 Nov 11 22:11:49.683952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41258) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:49.686630 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] Sync routers for ids ['dec4be11-8052-4ed8-8252-8e890936b253'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:11:49.697359 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] Routers {'dec4be11-8052-4ed8-8252-8e890936b253'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:11:49.697990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dec4be11-8052-4ed8-8252-8e890936b253'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:49.788417 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.802706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] Set router dec4be11-8052-4ed8-8252-8e890936b253 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:11:49.891408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.985163 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:11:49Z', 'revision_number': 5, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port': {'id': 'ca7007f7-8e9e-4946-8a87-f83bea93a016', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:50.008975 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Deleting port ca7007f7-8e9e-4946-8a87-f83bea93a016 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:50.009382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.095916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] For port ca7007f7-8e9e-4946-8a87-f83bea93a016, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ca7007f7-8e9e-4946-8a87-f83bea93a016,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:50.096310 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.111145 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Calling delete_port for ca7007f7-8e9e-4946-8a87-f83bea93a016 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:50.170862 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] Checking router: dec4be11-8052-4ed8-8252-8e890936b253 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:11:50.179073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] Routers {'dec4be11-8052-4ed8-8252-8e890936b253'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:11:50.179687 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['dec4be11-8052-4ed8-8252-8e890936b253'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:50.267994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] Set router dec4be11-8052-4ed8-8252-8e890936b253 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:11:50.322868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:11:49Z', 'revision_number': 6, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:50.341097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.348880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e64b5-984d-40f7-97dd-8b9cf3e915e4 None None] The sync data for ids ['dec4be11-8052-4ed8-8252-8e890936b253'] in n-d-805734-3 is: [{'id': 'dec4be11-8052-4ed8-8252-8e890936b253', 'name': 'tempest-TestEncryptedCinderVolumes-1217204233-router', 'tenant_id': '5c65c158d3db47b68f7da3bc2fa24637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:15Z', 'updated_at': '2021-11-11T22:11:49Z', 'revision_number': 6, 'project_id': '5c65c158d3db47b68f7da3bc2fa24637', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:11:50.376478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7007f7-8e9e-4946-8a87-f83bea93a016,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:50.384935 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709458a9-243c-480d-9fc2-0f1ed86d1ec4 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:11:50.433000 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.522208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.525002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.629178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.629740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec4be11-8052-4ed8-8252-8e890936b253 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:11:50.634828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.635781 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81dd6d5f-4d7b-4535-8274-6cbc8c872451 admin admin] 10.222.0.31 "DELETE /v2.0/routers/dec4be11-8052-4ed8-8252-8e890936b253 HTTP/1.1" status: 204 len: 168 time: 0.9508860 Nov 11 22:11:50.638319 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41260) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:50.683461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] Deleting subnet 99c1fa33-e1bb-460c-9b51-3563b3e25ab5 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:11:50.686804 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.723283 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.807817 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.921020 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.948002 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c1fa33-e1bb-460c-9b51-3563b3e25ab5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:50.951762 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:50.954747 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-32c42d24-a1ff-4fbc-8966-da9817dff060 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/99c1fa33-e1bb-460c-9b51-3563b3e25ab5 HTTP/1.1" status: 204 len: 168 time: 0.3154914 Nov 11 22:11:50.957197 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41262) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:50.959617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba7fd0-760d-4344-bd4f-a0c6df1488d9 None None] Network a14e6224-7a72-4415-959f-8f02aa1b5040 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:11:51.031580 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.086501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Deleting port 608b7b2e-705b-4de1-b948-366a03c00989 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:51.086912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.147280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] DHCP port deletion for a14e6224-7a72-4415-959f-8f02aa1b5040 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:11:51.163317 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] For port 608b7b2e-705b-4de1-b948-366a03c00989, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=608b7b2e-705b-4de1-b948-366a03c00989,segment=NetworkSegment(c2ef9728-ca2c-4322-9695-478e00b55443),segment_id=c2ef9728-ca2c-4322-9695-478e00b55443)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:51.163694 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.178883 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Calling delete_port for 608b7b2e-705b-4de1-b948-366a03c00989 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:51.189627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ca7007f7-8e9e-4946-8a87-f83bea93a016 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:51.211965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ca7007f7-8e9e-4946-8a87-f83bea93a016 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:51.212451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ca7007f7-8e9e-4946-8a87-f83bea93a016 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:51.212943 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f6e420b4-f072-4b21-bc0a-7d7d97012ffa no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:51.245351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: f6e420b4-f072-4b21-bc0a-7d7d97012ffa {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:51.245706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f6e420b4-f072-4b21-bc0a-7d7d97012ffa not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:51.252106 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] Deleting port 608b7b2e-705b-4de1-b948-366a03c00989 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:11:51.252587 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.316674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] For port 608b7b2e-705b-4de1-b948-366a03c00989, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=608b7b2e-705b-4de1-b948-366a03c00989,segment=NetworkSegment(c2ef9728-ca2c-4322-9695-478e00b55443),segment_id=c2ef9728-ca2c-4322-9695-478e00b55443)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:51.317381 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.330251 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] Calling delete_port for 608b7b2e-705b-4de1-b948-366a03c00989 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:11:51.370451 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.397956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Pushing event deleted for resources: {'Port': ['ID=608b7b2e-705b-4de1-b948-366a03c00989,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:51.399812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] No DVR routers for this DVR port 608b7b2e-705b-4de1-b948-366a03c00989 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:11:51.424065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.452662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] Pushing event deleted for resources: {'Port': ['ID=608b7b2e-705b-4de1-b948-366a03c00989,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:51.457247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d37646-7525-40c4-b849-3eb6a199cbcc None None] No DVR routers for this DVR port 608b7b2e-705b-4de1-b948-366a03c00989 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:11:51.478374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.499266 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14e6224-7a72-4415-959f-8f02aa1b5040']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:51.508300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ef9728-ca2c-4322-9695-478e00b55443') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:51.508638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ef9728-ca2c-4322-9695-478e00b55443') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:51.518162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.531155 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.537357 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:11:51.537767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:11:51.539411 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:11:51.657334 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.662751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:51.666575 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a14e6224-7a72-4415-959f-8f02aa1b5040 HTTP/1.1" status: 204 len: 168 time: 0.7084341 Nov 11 22:11:51.677407 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2280c85-ccf6-4f77-ae52-4d201f819553 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14e6224-7a72-4415-959f-8f02aa1b5040,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:52.013123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41266) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:52.053237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-be0642f3-4577-43bf-84a1-2378e7c5bb47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d3522eca7b5441db7f396aaedf35273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388718 Nov 11 22:11:52.055947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41268) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:52.103137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9176-1a87-4ac7-a77e-fc19345b33b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.123683 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9176-1a87-4ac7-a77e-fc19345b33b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.229255 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9176-1a87-4ac7-a77e-fc19345b33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.231797 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9176-1a87-4ac7-a77e-fc19345b33b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.233005 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6a0b9176-1a87-4ac7-a77e-fc19345b33b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e86c948e-cb04-4cc3-a689-75d13be5b7d7 HTTP/1.1" status: 204 len: 168 time: 0.1760359 Nov 11 22:11:52.241037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b9176-1a87-4ac7-a77e-fc19345b33b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c948e-cb04-4cc3-a689-75d13be5b7d7,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:52.846302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.896691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41274) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:52.928328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 608b7b2e-705b-4de1-b948-366a03c00989 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:11:52.953176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 608b7b2e-705b-4de1-b948-366a03c00989 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:11:52.953176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 608b7b2e-705b-4de1-b948-366a03c00989 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:11:53.198996 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bd78902d-79e1-4ea4-a2fb-cb58ae260e0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c65c158d3db47b68f7da3bc2fa24637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010359 Nov 11 22:11:53.201396 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41276) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:53.246919 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1377b56-67af-4708-9fad-cce889fe581a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.267252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1377b56-67af-4708-9fad-cce889fe581a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.394554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1377b56-67af-4708-9fad-cce889fe581a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.397191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1377b56-67af-4708-9fad-cce889fe581a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.398401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a1377b56-67af-4708-9fad-cce889fe581a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3d43df8-22b4-489e-86d3-b3bd0973bd8b HTTP/1.1" status: 204 len: 168 time: 0.1960585 Nov 11 22:11:53.406856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1377b56-67af-4708-9fad-cce889fe581a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d43df8-22b4-489e-86d3-b3bd0973bd8b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:54.401982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41298) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:54.497568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-43616524-network', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:11:54.577695 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Made reservation on behalf of d4d11b598e864ff58d6584c2a54b390e for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:11:54.579946 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.592361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.666848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.737568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.761983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:11:54.770667 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:54.776994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.777336 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Added segment 7c578a12-a31b-4d3b-972b-61e8d4e0a1eb of type vlan for network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 Nov 11 22:11:54.817019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.903028 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.903990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:54.904591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.965978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] Pushing event updated for resources: {'Network': ['ID=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:54.975913 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:11:55.014741 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6f4f30f3-4bb8-4f07-8014-3a855ba15df6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6116319 Nov 11 22:11:55.017687 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41302) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:55.022813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Request body: {'subnet': {'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-43616524-subnet', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:11:55.137955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Made reservation on behalf of d4d11b598e864ff58d6584c2a54b390e for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:11:55.140314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.360399 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.416540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0082615-38ea-48d5-92a7-f97c6f62a8a5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:55.424125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Checking segment: {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:11:55.424505 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Network hostable DHCP agents. Network: 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:11:55.491867 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:11:55.565941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:55.569998 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:55.570593 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.574860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e614c51-a39c-495e-a7bc-c9e0e3175696 None None] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:11:55.660507 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dc7cf41c-023f-4931-9edb-6ad87067efc8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6416180 Nov 11 22:11:55.663047 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41304) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:55.668107 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:11:55.719001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:11:55.719856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.777751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.778964 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.831706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.856897 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Allocated IP 172.20.0.2 (91ff567e-4b4d-4fb9-b12b-5ab45f8eac02/c0082615-38ea-48d5-92a7-f97c6f62a8a5/c8250ad2-d775-4da2-9e46-dc3c0e38d9ff) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:11:56.003192 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.024747 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.132131 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.174778 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:11:56.177654 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:56.182174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:11:56.185263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Pushing event updated for resources: {'Port': ['ID=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:56.240090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Attempting to bind port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:11:56.240420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Attempting to bind port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:11:56.240794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Attempting to bind port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff on network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:11:56.245895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:11:56.247056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Checking segment: {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:11:56.247056 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.247056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Bound using segment: {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:11:56.247538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Bound port: c8250ad2-d775-4da2-9e46-dc3c0e38d9ff, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:11:56.247923 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.313001 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] For port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:11:56.316038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] For port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:11:56.342282 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.362052 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.389967 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.451422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d1d8b-c0fc-4743-98dc-a5858e527903 None None] Pushing event updated for resources: {'Port': ['ID=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:56.480891 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Allocated IP 172.25.2.253 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/eebe01a7-a603-4841-a800-5f9b74864596) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:11:56.601124 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.698869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.744212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:11:56.746979 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:56.751308 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:11:56.754567 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Pushing event updated for resources: {'Port': ['ID=eebe01a7-a603-4841-a800-5f9b74864596,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:56.759708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029f214-2c37-460d-b3ed-2703fad8158e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:11:56.846206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-58b4b444-eb28-4a63-a62a-8e496c41aa75 None None] Provisioning complete for port eebe01a7-a603-4841-a800-5f9b74864596 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:56.846748 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-58b4b444-eb28-4a63-a62a-8e496c41aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:56.888648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-58b4b444-eb28-4a63-a62a-8e496c41aa75 None None] Port eebe01a7-a603-4841-a800-5f9b74864596 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:11:56.964351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c8250ad2-d775-4da2-9e46-dc3c0e38d9ff up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:11:57.019088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:57.024315 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:57.103528 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:57.138631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:57.206414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:57.267840 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:57.395354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5e1dc-4432-4c39-8073-870dab45f855 None None] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:11:57.465608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-12da2294-850c-41c8-932f-aa579fed9bd3 None None] Provisioning complete for port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:57.465982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12da2294-850c-41c8-932f-aa579fed9bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:57.476540 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:57.674894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:57.827860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0d77c4c6-4c97-4b46-b58e-81666a97e43a None None] Provisioning complete for port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:57.833864 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d77c4c6-4c97-4b46-b58e-81666a97e43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:57.897540 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:11:58.005873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:11:58.015202 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Sync routers for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:11:58.025046 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:11:58.025659 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:58.131081 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:11:58.139395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.140736 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aff8e3ce-3401-4a7a-b212-7c3efe5f224f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4767435 Nov 11 22:11:58.143448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41306) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:58.194633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.307781 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:57Z', 'revision_number': 3, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:58.337357 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Checking router: 1a3a10e9-c13d-43c1-b404-9b11102e8a0f for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:11:58.337832 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Updating router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f port eebe01a7-a603-4841-a800-5f9b74864596 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:11:58.362110 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.561067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.607319 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.680614 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.721486 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Allocated IP 172.20.0.1 (91ff567e-4b4d-4fb9-b12b-5ab45f8eac02/c0082615-38ea-48d5-92a7-f97c6f62a8a5/802c95b2-f32b-4f3c-8eaa-6ea9f3081377) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:11:58.812086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700e76f-90a0-44fa-9fe7-f88af38e093b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:11:58.816863 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Attempting to bind port eebe01a7-a603-4841-a800-5f9b74864596 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:11:58.819085 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Attempting to bind port eebe01a7-a603-4841-a800-5f9b74864596 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:11:58.819085 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Attempting to bind port eebe01a7-a603-4841-a800-5f9b74864596 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:11:58.830370 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:11:58.830748 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:11:58.831149 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.831542 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:11:58.832008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Bound port: eebe01a7-a603-4841-a800-5f9b74864596, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:11:58.832411 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.834094 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Pushing event updated for resources: {'Port': ['ID=eebe01a7-a603-4841-a800-5f9b74864596,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:58.841374 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.858557 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.858914 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.859278 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.859616 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.859954 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.860316 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.860654 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.860981 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.861307 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.861631 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.861958 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.862281 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:58.900193 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] For port eebe01a7-a603-4841-a800-5f9b74864596, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:11:58.900193 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] For port eebe01a7-a603-4841-a800-5f9b74864596, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=eebe01a7-a603-4841-a800-5f9b74864596,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:11:58.935057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c8250ad2-d775-4da2-9e46-dc3c0e38d9ff up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:11:58.935520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.962614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c5f7ab0a-baae-4be9-9879-927e3489792f None None] Provisioning complete for port eebe01a7-a603-4841-a800-5f9b74864596 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:58.962614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ab0a-baae-4be9-9879-927e3489792f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.976924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:11:58.979276 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.983372 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:58.985877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:11:59.014835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7ab0a-baae-4be9-9879-927e3489792f None None] Port eebe01a7-a603-4841-a800-5f9b74864596 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:11:59.026334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30393c3d-bafc-4a67-b9d3-874802e1b8a0 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:11:59.027390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Pushing event updated for resources: {'Port': ['ID=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:59.027576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:59.027576 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.047720 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.049013 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:11:59.049888 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:59.136669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5b3c234e-8fac-4c8c-bf70-5764d3276ce6 None None] Provisioning complete for port eebe01a7-a603-4841-a800-5f9b74864596 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:59.141700 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b3c234e-8fac-4c8c-bf70-5764d3276ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.192526 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22e4ed-4aac-422d-ac7f-3574dc880b0e None None] Pushing event updated for resources: {'Port': ['ID=eebe01a7-a603-4841-a800-5f9b74864596,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:59.206079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:11:59.251312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b3c234e-8fac-4c8c-bf70-5764d3276ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.271109 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.272792 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5b3c234e-8fac-4c8c-bf70-5764d3276ce6 None None] For port eebe01a7-a603-4841-a800-5f9b74864596, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=eebe01a7-a603-4841-a800-5f9b74864596,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:59.349193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5b3c234e-8fac-4c8c-bf70-5764d3276ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.397025 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:57Z', 'revision_number': 3, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:11:59.404140 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c234e-8fac-4c8c-bf70-5764d3276ce6 None None] Pushing event updated for resources: {'Port': ['ID=eebe01a7-a603-4841-a800-5f9b74864596,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:59.424482 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9012e3-a401-41af-9a84-9a5ae9af5cb1 None None] The sync data for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 is: [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:57Z', 'revision_number': 3, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:11:59.446895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.474945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1bb50026-e8c3-4901-a767-a8352ce5c744 None None] Provisioning complete for port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:59.475319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1bb50026-e8c3-4901-a767-a8352ce5c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.500942 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.510318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1bb50026-e8c3-4901-a767-a8352ce5c744 None None] Port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:11:59.576648 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Pushing event updated for resources: {'Port': ['ID=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:59.580037 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.684116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:11:59.686039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:59.819302 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:11:59.933152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aa3001ea-3eb0-4273-a47a-1e9574762015 None None] Provisioning complete for port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:59.933898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aa3001ea-3eb0-4273-a47a-1e9574762015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.943115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:11:59.953043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-caa37c9c-a26d-4e71-aeb2-3d511f7ca308 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a3a10e9-c13d-43c1-b404-9b11102e8a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8085966 Nov 11 22:11:59.979863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-aa3001ea-3eb0-4273-a47a-1e9574762015 None None] Port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:00.619129 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41322) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:00.624283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1848560514-network', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:00.695030 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Made reservation on behalf of 58c93c4b9af7401497210a30b4f1f79a for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:12:00.698579 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:00.707845 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:00.785516 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:00.872303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:00.904619 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:12:00.913022 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa2955-7edc-45ad-bed5-cbf399edb448,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:00.927756 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:00.928254 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Added segment 643da996-fa8f-468e-bc2c-2cc65802e9cd of type vlan for network f3b23f14-612a-4ebb-b9c3-f419ba40399e Nov 11 22:12:00.934524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Sync routers for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:12:00.965334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:00.965334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:00.986764 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.061423 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.062475 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:01.063069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.124355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] Pushing event updated for resources: {'Network': ['ID=f3b23f14-612a-4ebb-b9c3-f419ba40399e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:01.147560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device eebe01a7-a603-4841-a800-5f9b74864596 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:01.149452 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:12:01.166782 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a7516c54-3f44-441c-b836-005418bd6b9d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5463705 Nov 11 22:12:01.169310 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41324) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:01.174390 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Request body: {'subnet': {'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1848560514-subnet', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:01.277985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Made reservation on behalf of 58c93c4b9af7401497210a30b4f1f79a for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:12:01.280543 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.318084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:01.319742 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port eebe01a7-a603-4841-a800-5f9b74864596 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:01.320120 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.518243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.579771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194fc846-9229-4c01-88e5-aebb648edbf4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:01.583367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 2, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:01.590871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Checking segment: {'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:01.591230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Network hostable DHCP agents. Network: f3b23f14-612a-4ebb-b9c3-f419ba40399e, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:12:01.610870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Checking router: 1a3a10e9-c13d-43c1-b404-9b11102e8a0f for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:12:01.614589 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Updating router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:12:01.635665 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.680015 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:12:01.769606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f3b23f14-612a-4ebb-b9c3-f419ba40399e) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:12:01.773628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:01.774736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.780518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445f168-f348-4e7c-8f56-74448c6fe73d None None] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:12:01.863772 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dc9e7428-c8a7-4b51-ab50-3ee42e5f88d6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6932642 Nov 11 22:12:01.866193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41326) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:01.871113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:01.958457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:01.962164 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.014031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.015576 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.046510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f3b23f14-612a-4ebb-b9c3-f419ba40399e', 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'fixed_ips': [{'subnet_id': '194fc846-9229-4c01-88e5-aebb648edbf4'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:12:02.047411 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.061952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ad26517-d1bd-4d2e-92d0-91a5b4d106d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.125058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.223096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc07638-357e-4124-95ce-7ee3a55841db None None] Pushing event updated for resources: {'Port': ['ID=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:02.225929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.256870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Allocated IP 172.20.0.2 (f3b23f14-612a-4ebb-b9c3-f419ba40399e/194fc846-9229-4c01-88e5-aebb648edbf4/5a522c4a-5044-4541-9859-7cc5b1e83e14) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:12:02.291940 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Attempting to bind port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:12:02.292292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Attempting to bind port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:12:02.292624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Attempting to bind port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 on network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:02.309979 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:12:02.310367 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Checking segment: {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:02.310778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.311176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Bound using segment: {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:12:02.311671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Bound port: 802c95b2-f32b-4f3c-8eaa-6ea9f3081377, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:12:02.312304 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.449394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] For port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:12:02.455242 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] For port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:12:02.479192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ab97e87b-7097-467a-8fc4-323511bd1033 None None] Provisioning complete for port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:02.479570 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab97e87b-7097-467a-8fc4-323511bd1033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.499134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.517994 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.530911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.534616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ab97e87b-7097-467a-8fc4-323511bd1033 None None] Port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:02.536929 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.596618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:02.597241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:02.601079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc07638-357e-4124-95ce-7ee3a55841db None None] Pushing event updated for resources: {'Port': ['ID=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:02.634905 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Allocated IP 172.25.2.227 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f83eca8c-f3b3-4e6e-b581-f583dc5f702d) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:12:02.635995 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.719757 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:12:02.728703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:12:02.736460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:12:02.743810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Pushing event updated for resources: {'Port': ['ID=5a522c4a-5044-4541-9859-7cc5b1e83e14,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:02.761670 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.780059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:02.850097 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:02.894344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:12:02.900581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:12:02.903239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:12:02.912453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Pushing event updated for resources: {'Port': ['ID=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:02.941928 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.942271 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.942616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.942956 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.943290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.943650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.943985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.944342 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.944672 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.945001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.945328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.945650 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:12:02.982435 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466dbb9-2a2b-4f54-9649-69b7f166c9e6 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:12:03.018865 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Attempting to bind port 5a522c4a-5044-4541-9859-7cc5b1e83e14 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:12:03.019491 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Attempting to bind port 5a522c4a-5044-4541-9859-7cc5b1e83e14 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:12:03.019615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Attempting to bind port 5a522c4a-5044-4541-9859-7cc5b1e83e14 on network f3b23f14-612a-4ebb-b9c3-f419ba40399e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:03.059602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-77e2c6d7-387e-4023-9dcf-6fa18c7498e3 None None] Provisioning complete for port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:03.059976 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77e2c6d7-387e-4023-9dcf-6fa18c7498e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.062519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:12:03.062899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Checking segment: {'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:03.063300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.067422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Bound using segment: {'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:12:03.067422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Bound port: 5a522c4a-5044-4541-9859-7cc5b1e83e14, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:12:03.067422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.266380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] For port 5a522c4a-5044-4541-9859-7cc5b1e83e14, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:12:03.271935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.287364 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] For port 5a522c4a-5044-4541-9859-7cc5b1e83e14, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5a522c4a-5044-4541-9859-7cc5b1e83e14,segment=NetworkSegment(643da996-fa8f-468e-bc2c-2cc65802e9cd),segment_id=643da996-fa8f-468e-bc2c-2cc65802e9cd)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:12:03.294000 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77e2c6d7-387e-4023-9dcf-6fa18c7498e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.338631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-77e2c6d7-387e-4023-9dcf-6fa18c7498e3 None None] For port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:03.343421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6cb39127-deca-4600-b02e-306767a699ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:02Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:03.375033 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb39127-deca-4600-b02e-306767a699ba None None] The sync data for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 is: [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:02Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:12:03.380865 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.443358 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77e2c6d7-387e-4023-9dcf-6fa18c7498e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.458519 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0997f-cadc-4f0d-a9ab-6c0c45639a26 None None] Pushing event updated for resources: {'Port': ['ID=5a522c4a-5044-4541-9859-7cc5b1e83e14,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:03.532965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2c6d7-387e-4023-9dcf-6fa18c7498e3 None None] Pushing event updated for resources: {'Port': ['ID=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:03.547574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.591825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0a782bad-ff4a-4c25-ad70-ba35673d99ba None None] Provisioning complete for port f83eca8c-f3b3-4e6e-b581-f583dc5f702d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:03.592370 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0a782bad-ff4a-4c25-ad70-ba35673d99ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:03.651564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0a782bad-ff4a-4c25-ad70-ba35673d99ba None None] Port f83eca8c-f3b3-4e6e-b581-f583dc5f702d cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:04.135349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Router e1a14ea4-f48c-427b-9aaa-5552c602e869 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:12:04.253901 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:12:04.269998 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Sync routers for ids ['e1a14ea4-f48c-427b-9aaa-5552c602e869'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:12:04.281824 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Routers {'e1a14ea4-f48c-427b-9aaa-5552c602e869'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:04.282454 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:11:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e1a14ea4-f48c-427b-9aaa-5552c602e869'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:04.319761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:04.322197 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dfa90949-efcf-43dc-963d-254631b8429c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4545178 Nov 11 22:12:04.325146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41328) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:04.427685 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Set router e1a14ea4-f48c-427b-9aaa-5552c602e869 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:04.478823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-669bd736-a8b3-46e4-8217-2c55b5d6e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:04.546583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61beb841-819a-4664-aa7c-807d7bffb342 None None] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:12:04.623893 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-daf5dc8f-ad89-4464-b4bc-e27c81360366 None None] Provisioning complete for port 5a522c4a-5044-4541-9859-7cc5b1e83e14 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:04.624299 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-daf5dc8f-ad89-4464-b4bc-e27c81360366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:04.642930 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 3, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:04.672052 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Checking router: e1a14ea4-f48c-427b-9aaa-5552c602e869 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:12:04.672434 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Updating router e1a14ea4-f48c-427b-9aaa-5552c602e869 port f83eca8c-f3b3-4e6e-b581-f583dc5f702d binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:12:04.701533 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:04.800724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-daf5dc8f-ad89-4464-b4bc-e27c81360366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:04.819271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:04.841196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-daf5dc8f-ad89-4464-b4bc-e27c81360366 None None] For port 5a522c4a-5044-4541-9859-7cc5b1e83e14, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5a522c4a-5044-4541-9859-7cc5b1e83e14,segment=NetworkSegment(643da996-fa8f-468e-bc2c-2cc65802e9cd),segment_id=643da996-fa8f-468e-bc2c-2cc65802e9cd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:04.925926 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-daf5dc8f-ad89-4464-b4bc-e27c81360366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:04.995058 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.034949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5dc8f-ad89-4464-b4bc-e27c81360366 None None] Pushing event updated for resources: {'Port': ['ID=5a522c4a-5044-4541-9859-7cc5b1e83e14,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:05.052710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:05.064874 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Allocated IP 172.20.0.1 (f3b23f14-612a-4ebb-b9c3-f419ba40399e/194fc846-9229-4c01-88e5-aebb648edbf4/dbeee740-0cfe-4a40-ade7-f6282e0749fe) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:12:05.097714 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.103660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:05.104047 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.144545 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Attempting to bind port f83eca8c-f3b3-4e6e-b581-f583dc5f702d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:12:05.144928 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Attempting to bind port f83eca8c-f3b3-4e6e-b581-f583dc5f702d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:12:05.145295 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Attempting to bind port f83eca8c-f3b3-4e6e-b581-f583dc5f702d on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:05.150636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a532b5c-f9ce-42e5-a4dd-1a95dc51cdcb None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:12:05.155878 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:12:05.156379 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:05.156780 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.157361 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:12:05.158005 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Bound port: f83eca8c-f3b3-4e6e-b581-f583dc5f702d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:12:05.158573 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.187553 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.194425 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf786d-0c06-489d-99fe-dba40a6be013 None None] Pushing event updated for resources: {'Port': ['ID=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:05.204053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b2eadcfd-4007-4b51-a727-1f30b448689b None None] Provisioning complete for port 5a522c4a-5044-4541-9859-7cc5b1e83e14 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:05.204462 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b2eadcfd-4007-4b51-a727-1f30b448689b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.219490 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] For port f83eca8c-f3b3-4e6e-b581-f583dc5f702d, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:12:05.223167 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] For port f83eca8c-f3b3-4e6e-b581-f583dc5f702d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:12:05.229216 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5a522c4a-5044-4541-9859-7cc5b1e83e14 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:05.301033 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.315611 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.321622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5a522c4a-5044-4541-9859-7cc5b1e83e14 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:05.322111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.354809 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:12:05.357954 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:12:05.363043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:12:05.366557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Pushing event updated for resources: {'Port': ['ID=dbeee740-0cfe-4a40-ade7-f6282e0749fe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:05.376579 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Routers {'e1a14ea4-f48c-427b-9aaa-5552c602e869'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:05.377281 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e1a14ea4-f48c-427b-9aaa-5552c602e869'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:05.405097 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fad1e-a9da-46ea-b15b-0909a4f72ac1 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:12:05.413909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.445101 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf786d-0c06-489d-99fe-dba40a6be013 None None] Pushing event updated for resources: {'Port': ['ID=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:05.472331 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-02ddbbe2-f18f-4686-ab27-b90ae467e777 None None] Provisioning complete for port f83eca8c-f3b3-4e6e-b581-f583dc5f702d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:05.472949 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02ddbbe2-f18f-4686-ab27-b90ae467e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.553146 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] Set router e1a14ea4-f48c-427b-9aaa-5552c602e869 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:05.574708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02ddbbe2-f18f-4686-ab27-b90ae467e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.598676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-02ddbbe2-f18f-4686-ab27-b90ae467e777 None None] For port f83eca8c-f3b3-4e6e-b581-f583dc5f702d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:05.657803 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.701217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-02ddbbe2-f18f-4686-ab27-b90ae467e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.752408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddbbe2-f18f-4686-ab27-b90ae467e777 None None] Pushing event updated for resources: {'Port': ['ID=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:05.820187 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4ce9e34a-dc15-4230-95bd-4a490cdc0f6b None None] Provisioning complete for port dbeee740-0cfe-4a40-ade7-f6282e0749fe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:05.820986 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e34a-dc15-4230-95bd-4a490cdc0f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.839714 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 3, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:05.850507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.855035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:05.860887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9e34a-dc15-4230-95bd-4a490cdc0f6b None None] Port dbeee740-0cfe-4a40-ade7-f6282e0749fe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:05.866779 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf8856-2ef0-4391-af03-d5f2fecb0ca8 None None] The sync data for ids ['e1a14ea4-f48c-427b-9aaa-5552c602e869'] in n-d-805734-3 is: [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 3, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:12:05.932461 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:06.005980 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:06.007829 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Pushing event updated for resources: {'Port': ['ID=dbeee740-0cfe-4a40-ade7-f6282e0749fe,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:06.130661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:12:06.132059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:12:06.275552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Router e1a14ea4-f48c-427b-9aaa-5552c602e869 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:12:06.387638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-572504fb-31a5-4ab9-839c-9e9055002c1a None None] Provisioning complete for port dbeee740-0cfe-4a40-ade7-f6282e0749fe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:06.388011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-572504fb-31a5-4ab9-839c-9e9055002c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:06.395494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:12:06.401070 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ef5c4be2-7dce-4e88-abb6-635c59e3a883 admin admin] 10.222.0.31 "PUT /v2.0/routers/e1a14ea4-f48c-427b-9aaa-5552c602e869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0743644 Nov 11 22:12:06.429123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-572504fb-31a5-4ab9-839c-9e9055002c1a None None] Port dbeee740-0cfe-4a40-ade7-f6282e0749fe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:07.182543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f83eca8c-f3b3-4e6e-b581-f583dc5f702d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:07.233207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port f83eca8c-f3b3-4e6e-b581-f583dc5f702d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:07.233583 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:07.317205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5a522c4a-5044-4541-9859-7cc5b1e83e14 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:07.376970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5a522c4a-5044-4541-9859-7cc5b1e83e14 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:07.377265 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:07.458483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:07.511341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Sync routers for ids ['e1a14ea4-f48c-427b-9aaa-5552c602e869'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:12:07.523675 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Routers {'e1a14ea4-f48c-427b-9aaa-5552c602e869'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:07.525238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e1a14ea4-f48c-427b-9aaa-5552c602e869'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:07.641229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Set router e1a14ea4-f48c-427b-9aaa-5552c602e869 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:07.881595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dbeee740-0cfe-4a40-ade7-f6282e0749fe', 'name': '', 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'mac_address': 'fa:16:3e:ae:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '194fc846-9229-4c01-88e5-aebb648edbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:04Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 2, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'subnets': [{'id': '194fc846-9229-4c01-88e5-aebb648edbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:07.927715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Checking router: e1a14ea4-f48c-427b-9aaa-5552c602e869 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:12:07.927715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Updating router e1a14ea4-f48c-427b-9aaa-5552c602e869 port dbeee740-0cfe-4a40-ade7-f6282e0749fe binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:12:07.947949 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:07.988310 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:08.241725 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:08.308768 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:08.371782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d999bdf-34a3-4300-9e2c-5a4659f4c207 None None] Pushing event updated for resources: {'Port': ['ID=dbeee740-0cfe-4a40-ade7-f6282e0749fe,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:08.595633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Attempting to bind port dbeee740-0cfe-4a40-ade7-f6282e0749fe on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:12:08.596231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Attempting to bind port dbeee740-0cfe-4a40-ade7-f6282e0749fe by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:12:08.597003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Attempting to bind port dbeee740-0cfe-4a40-ade7-f6282e0749fe on network f3b23f14-612a-4ebb-b9c3-f419ba40399e {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:08.603155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:12:08.603538 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Checking segment: {'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:08.603945 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:08.604369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Bound using segment: {'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:12:08.604870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Bound port: dbeee740-0cfe-4a40-ade7-f6282e0749fe, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643da996-fa8f-468e-bc2c-2cc65802e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:12:08.605233 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:08.683744 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] For port dbeee740-0cfe-4a40-ade7-f6282e0749fe, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:12:08.686433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] For port dbeee740-0cfe-4a40-ade7-f6282e0749fe, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dbeee740-0cfe-4a40-ade7-f6282e0749fe,segment=NetworkSegment(643da996-fa8f-468e-bc2c-2cc65802e9cd),segment_id=643da996-fa8f-468e-bc2c-2cc65802e9cd)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:12:08.691982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2c37c07d-152c-4c21-b0cc-2bfff8c1b623 None None] Provisioning complete for port dbeee740-0cfe-4a40-ade7-f6282e0749fe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:08.692413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2c37c07d-152c-4c21-b0cc-2bfff8c1b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:08.734964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2c37c07d-152c-4c21-b0cc-2bfff8c1b623 None None] Port dbeee740-0cfe-4a40-ade7-f6282e0749fe cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:08.750367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:08.809955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Routers {'e1a14ea4-f48c-427b-9aaa-5552c602e869'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:12:08.810598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:12:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e1a14ea4-f48c-427b-9aaa-5552c602e869'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:08.815857 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d999bdf-34a3-4300-9e2c-5a4659f4c207 None None] Pushing event updated for resources: {'Port': ['ID=dbeee740-0cfe-4a40-ade7-f6282e0749fe,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:08.974297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] Set router e1a14ea4-f48c-427b-9aaa-5552c602e869 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:12:09.189111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dc9a0868-faa8-4882-a0c4-3d6654cd8d7c None None] Provisioning complete for port dbeee740-0cfe-4a40-ade7-f6282e0749fe triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:09.189457 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0868-faa8-4882-a0c4-3d6654cd8d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:09.260653 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dbeee740-0cfe-4a40-ade7-f6282e0749fe', 'name': '', 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'mac_address': 'fa:16:3e:ae:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '194fc846-9229-4c01-88e5-aebb648edbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:04Z', 'updated_at': '2021-11-11T22:12:08Z', 'revision_number': 4, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'subnets': [{'id': '194fc846-9229-4c01-88e5-aebb648edbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:12:09.310307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d225b6-e60c-4956-b2e9-2a01ddbca4fd None None] The sync data for ids ['e1a14ea4-f48c-427b-9aaa-5552c602e869'] in n-d-805734-3 is: [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dbeee740-0cfe-4a40-ade7-f6282e0749fe', 'name': '', 'network_id': 'f3b23f14-612a-4ebb-b9c3-f419ba40399e', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'mac_address': 'fa:16:3e:ae:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '194fc846-9229-4c01-88e5-aebb648edbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:04Z', 'updated_at': '2021-11-11T22:12:08Z', 'revision_number': 4, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'subnets': [{'id': '194fc846-9229-4c01-88e5-aebb648edbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:12:09.338865 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0868-faa8-4882-a0c4-3d6654cd8d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:09.405177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dc9a0868-faa8-4882-a0c4-3d6654cd8d7c None None] For port dbeee740-0cfe-4a40-ade7-f6282e0749fe, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dbeee740-0cfe-4a40-ade7-f6282e0749fe,segment=NetworkSegment(643da996-fa8f-468e-bc2c-2cc65802e9cd),segment_id=643da996-fa8f-468e-bc2c-2cc65802e9cd)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:09.475181 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dc9a0868-faa8-4882-a0c4-3d6654cd8d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:09.570406 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a0868-faa8-4882-a0c4-3d6654cd8d7c None None] Pushing event updated for resources: {'Port': ['ID=dbeee740-0cfe-4a40-ade7-f6282e0749fe,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:10.996095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dbeee740-0cfe-4a40-ade7-f6282e0749fe up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:11.057243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port dbeee740-0cfe-4a40-ade7-f6282e0749fe triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:11.057972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:14.246483 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:12:18.364222 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-785e128f-47f0-4d96-96a6-52fc3395b1d0 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:18.365697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-785e128f-47f0-4d96-96a6-52fc3395b1d0 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 813 time: 0.1061943 Nov 11 22:12:18.381310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-200a1cc6-6263-4ec9-9010-b1a7d107e541 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/quotas/d4d11b598e864ff58d6584c2a54b390e HTTP/1.1" status: 200 len: 375 time: 0.0093434 Nov 11 22:12:18.433182 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-5477c6c2-b816-4857-ae71-c7dd5a5a0c3d tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455794 Nov 11 22:12:18.530699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-029a4772-e24e-40fb-83a1-f3d0cc70b0dd service neutron] 10.222.0.31 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860734 Nov 11 22:12:18.622243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-49ed345b-57b9-47a0-b2fc-60ede4ac6f7c service neutron] 10.222.0.31 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851855 Nov 11 22:12:18.928827 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2416ad37-3f86-45c0-91f7-b6c323799282 req-2dcac59b-3b21-434a-acfc-8b6e362a8e4f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 210 time: 0.0276783 Nov 11 22:12:20.018567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb163d18-cb86-40ef-9559-fb659076d744 req-ab024558-0386-4beb-bf27-ff52b85c1323 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 210 time: 0.0322423 Nov 11 22:12:21.112925 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-011d057d-1943-4ae2-afb4-96c97b48502a req-0f422cc9-4e54-4d36-89a7-d0f6907ba184 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 210 time: 0.0261009 Nov 11 22:12:21.334461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-a4d9f57c-b91b-4b11-84f5-b7b71df16cb2 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:21.336200 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-a4d9f57c-b91b-4b11-84f5-b7b71df16cb2 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 813 time: 0.1062663 Nov 11 22:12:21.348606 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'port': {'device_id': '7ddc2c58-49e8-4468-8937-999477cb0712', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'admin_state_up': True, 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:21.523119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Made reservation on behalf of d4d11b598e864ff58d6584c2a54b390e for: {'port': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:12:21.526754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:21.657996 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Allocated IP 172.20.0.12 (91ff567e-4b4d-4fb9-b12b-5ab45f8eac02/c0082615-38ea-48d5-92a7-f97c6f62a8a5/81947cd7-b107-4bbb-a5c1-6497d236b62e) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:12:21.807272 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:21.903448 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:21.947080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:12:21.954562 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:12:21.958300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:12:21.986267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:22.026931 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:22.027181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:22.140766 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-cf78088b-cbca-4d4d-b842-1c683c0110ca tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957683 Nov 11 22:12:22.227651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-6938c2b9-9dec-4476-b785-6c88619a3dcd tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:12:22.228768 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-6938c2b9-9dec-4476-b785-6c88619a3dcd tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063136 Nov 11 22:12:22.312918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e6c1-cf34-4dcd-80ba-41b03bcef0a5 req-5f9b15ce-42fd-4d95-ace9-4cd2168d0fa7 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:22.314616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f425e6c1-cf34-4dcd-80ba-41b03bcef0a5 req-5f9b15ce-42fd-4d95-ace9-4cd2168d0fa7 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0749242 Nov 11 22:12:22.377635 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f425e6c1-cf34-4dcd-80ba-41b03bcef0a5 req-aa80983c-51c9-4763-b9ca-d3a5849ed40b tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537214 Nov 11 22:12:22.429162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-72001edd-a908-4ace-8d6b-0c2fe1aacf84 None None] Provisioning complete for port 81947cd7-b107-4bbb-a5c1-6497d236b62e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:22.430895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-72001edd-a908-4ace-8d6b-0c2fe1aacf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:22.480614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-72001edd-a908-4ace-8d6b-0c2fe1aacf84 None None] Port 81947cd7-b107-4bbb-a5c1-6497d236b62e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:12:22.885697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:23.505177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd105be3-311f-423b-b683-81382d9fedc8 req-557826c5-463b-4144-ae5b-619d4f707381 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:23.506697 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd105be3-311f-423b-b683-81382d9fedc8 req-557826c5-463b-4144-ae5b-619d4f707381 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0521898 Nov 11 22:12:23.570552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fd105be3-311f-423b-b683-81382d9fedc8 req-e5fed0a0-8874-4189-ac72-12fd80ab04d3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567884 Nov 11 22:12:24.707700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2a3b4-833b-4bf5-9c21-c323edad4d65 req-42c60aee-f214-4fa7-9742-bedf65d59455 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:24.709700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adf2a3b4-833b-4bf5-9c21-c323edad4d65 req-42c60aee-f214-4fa7-9742-bedf65d59455 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0577934 Nov 11 22:12:24.768847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adf2a3b4-833b-4bf5-9c21-c323edad4d65 req-29358206-9ce2-44b3-bc4d-151d37455340 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507517 Nov 11 22:12:25.887065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89709bb4-fd50-4cc6-a0c3-4167fd080cb8 req-76b47e03-8320-4997-ad1d-345fdf4837a7 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:25.888652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89709bb4-fd50-4cc6-a0c3-4167fd080cb8 req-76b47e03-8320-4997-ad1d-345fdf4837a7 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0513520 Nov 11 22:12:25.943061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-89709bb4-fd50-4cc6-a0c3-4167fd080cb8 req-2e4f9218-4382-40c4-86f2-ea8359314342 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482442 Nov 11 22:12:27.071793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c28b-1577-453d-bd32-4e27cb9bb282 req-c795943c-a9c8-4be9-9191-be9e89cbb2c6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:27.073340 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e01c28b-1577-453d-bd32-4e27cb9bb282 req-c795943c-a9c8-4be9-9191-be9e89cbb2c6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0594535 Nov 11 22:12:27.122812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5e01c28b-1577-453d-bd32-4e27cb9bb282 req-450a3901-b43c-49f8-914b-c3db54eb0e15 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Nov 11 22:12:28.181200 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.245136 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52992e-f72d-48a1-be9f-5f30dfa6b45d req-65aa8aaa-38c0-400d-995b-799802887ddf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:28.246724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f52992e-f72d-48a1-be9f-5f30dfa6b45d req-65aa8aaa-38c0-400d-995b-799802887ddf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0523434 Nov 11 22:12:28.298324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1f52992e-f72d-48a1-be9f-5f30dfa6b45d req-ceaced6a-c2d2-4fd4-883f-3287dcb71283 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Nov 11 22:12:29.425044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8493b8f-d62d-41f5-9799-5c6a4e832cc6 req-9946fbff-c99c-45b6-b11e-07bb8bd71ccf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:29.426676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8493b8f-d62d-41f5-9799-5c6a4e832cc6 req-9946fbff-c99c-45b6-b11e-07bb8bd71ccf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0558751 Nov 11 22:12:29.476921 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f8493b8f-d62d-41f5-9799-5c6a4e832cc6 req-f055b9a6-8018-422c-9a6d-d9c96e5116e1 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Nov 11 22:12:30.600419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e02d39-25bd-4dd0-9421-c95a9d20d420 req-6fd56dda-151d-43ba-9e40-ac137f696b3e tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:30.602764 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7e02d39-25bd-4dd0-9421-c95a9d20d420 req-6fd56dda-151d-43ba-9e40-ac137f696b3e tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0522373 Nov 11 22:12:30.652421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7e02d39-25bd-4dd0-9421-c95a9d20d420 req-9896403c-4849-4a60-b65a-9cedf8df9e6a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Nov 11 22:12:31.785614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035ffc-3078-4564-aced-c99e41302d0f req-fd3bfe42-a981-4654-8927-251475ac690a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:31.787174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f035ffc-3078-4564-aced-c99e41302d0f req-fd3bfe42-a981-4654-8927-251475ac690a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0523071 Nov 11 22:12:31.842498 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f035ffc-3078-4564-aced-c99e41302d0f req-842b146d-ef5a-47aa-80a0-24cb42a26687 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Nov 11 22:12:31.997545 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74d17afd-5c9f-4cf4-96cf-1f81d8030c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:32.976858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9ab10-05ca-41d2-b814-baa7ed8a7d79 req-e1dabe1e-0a22-4469-b394-636df946155f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:32.978437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcd9ab10-05ca-41d2-b814-baa7ed8a7d79 req-e1dabe1e-0a22-4469-b394-636df946155f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0514874 Nov 11 22:12:33.026030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bcd9ab10-05ca-41d2-b814-baa7ed8a7d79 req-0b414ba3-feee-4917-a0b0-e8715f81e6db tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Nov 11 22:12:34.147167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94033610-18a3-4821-96df-80814504ad6c req-b904cf92-6b57-48bb-93e0-982f1c9673ef tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:34.148964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94033610-18a3-4821-96df-80814504ad6c req-b904cf92-6b57-48bb-93e0-982f1c9673ef tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0521822 Nov 11 22:12:34.196309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94033610-18a3-4821-96df-80814504ad6c req-8b1126e5-a823-4f70-ad7d-d9e10cc4ecb1 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Nov 11 22:12:34.482108 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3457b0a0-2f71-4746-aea2-d09ab4f3dc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:34.837877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Request body: {'port': {'device_id': '7ddc2c58-49e8-4468-8937-999477cb0712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:34.897294 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:35.190848 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81947cd7-b107-4bbb-a5c1-6497d236b62e {{(pid=109675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:12:35.199760 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:35.213411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Transition to ACTIVE for port object 81947cd7-b107-4bbb-a5c1-6497d236b62e will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:12:35.315350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765370-796c-404b-b836-5220191339cf req-43ec8ed3-12fa-4cd7-9f9e-34610a5c7291 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:35.316840 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff765370-796c-404b-b836-5220191339cf req-43ec8ed3-12fa-4cd7-9f9e-34610a5c7291 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 932 time: 0.0545783 Nov 11 22:12:35.345358 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:35.364891 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ff765370-796c-404b-b836-5220191339cf req-8e50a333-dd3d-48c1-9f6a-430641f0c70c tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Nov 11 22:12:35.399009 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Pushing event updated for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:35.469749 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Attempting to bind port 81947cd7-b107-4bbb-a5c1-6497d236b62e on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:12:35.475075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Attempting to bind port 81947cd7-b107-4bbb-a5c1-6497d236b62e by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:12:35.475075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Attempting to bind port 81947cd7-b107-4bbb-a5c1-6497d236b62e on network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:35.475075 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Port 81947cd7-b107-4bbb-a5c1-6497d236b62e on network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:12:35.475526 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Attempting to bind port 81947cd7-b107-4bbb-a5c1-6497d236b62e on network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:12:35.480777 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:12:35.481090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Checking segment: {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:12:35.481470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Bound using segment: {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:12:35.481893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Bound port: 81947cd7-b107-4bbb-a5c1-6497d236b62e, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:12:35.482245 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:35.548754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:12:35.551784 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:12:35.614370 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:35.648972 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:35.649547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:35.650988 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] 10.222.0.58 "PUT /v2.0/ports/81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 1092 time: 0.8179107 Nov 11 22:12:35.651335 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:12:35.653587 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a1967a-6e5d-424e-8bfc-2b2cdfabdb76" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:12:35.686477 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65edd2-37e5-462c-bc12-ee108c8e52de service neutron] Pushing event updated for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=3']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:35.701574 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e685cdb2-cf5c-4fd4-a27a-9ef145b2125c x-openstack-request-id: req-e685cdb2-cf5c-4fd4-a27a-9ef145b2125c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:12:35.701865 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:12:35.702120 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e685cdb2-cf5c-4fd4-a27a-9ef145b2125c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:12:35.702525 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'status': 'completed', 'code': 200} Nov 11 22:12:35.770043 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1967a-6e5d-424e-8bfc-2b2cdfabdb76 req-6a6e00ff-3f44-4909-acaa-45ee079890f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:35.771695 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14a1967a-6e5d-424e-8bfc-2b2cdfabdb76 req-6a6e00ff-3f44-4909-acaa-45ee079890f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1095 time: 0.0497384 Nov 11 22:12:35.856801 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:35.876403 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1967a-6e5d-424e-8bfc-2b2cdfabdb76 req-88e3b3af-39b5-4946-80cc-a5533b8bdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:35.877944 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14a1967a-6e5d-424e-8bfc-2b2cdfabdb76 req-88e3b3af-39b5-4946-80cc-a5533b8bdefa service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4d11b598e864ff58d6584c2a54b390e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0987549 Nov 11 22:12:35.979524 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1967a-6e5d-424e-8bfc-2b2cdfabdb76 req-37331d1c-7bf9-484b-b879-54e986a4317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:35.981047 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-14a1967a-6e5d-424e-8bfc-2b2cdfabdb76 req-37331d1c-7bf9-484b-b879-54e986a4317a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955181 Nov 11 22:12:36.058294 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-a066a20b-1c53-4442-9ae4-99a0eae5e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:36.059790 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-a066a20b-1c53-4442-9ae4-99a0eae5e767 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1095 time: 0.0412104 Nov 11 22:12:36.101388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-34f22992-365a-4986-90e1-a32984a851d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 217 time: 0.0330694 Nov 11 22:12:36.155678 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-4ba72c25-426a-4ac1-8b5d-6144162ab14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:36.157223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-4ba72c25-426a-4ac1-8b5d-6144162ab14a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0497611 Nov 11 22:12:36.203332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-af440cfb-0660-4bac-bd6b-2b0094557d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:36.204822 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-af440cfb-0660-4bac-bd6b-2b0094557d58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403013 Nov 11 22:12:36.295758 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-549c3407-7f9c-447c-94ca-bee3a53ecc6f service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Nov 11 22:12:36.387064 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c6a99cd0-a818-4e55-9a3a-86ef1ccbc0a3 req-d5205060-6813-4478-80d5-fda78414b907 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846515 Nov 11 22:12:36.489000 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b2b4-55e2-4cc6-a73b-e3b83559ff9a req-c2681240-74b4-4066-8952-37730e78d4aa tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:36.490413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f449b2b4-55e2-4cc6-a73b-e3b83559ff9a req-c2681240-74b4-4066-8952-37730e78d4aa tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 944 time: 0.0497084 Nov 11 22:12:36.538856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f449b2b4-55e2-4cc6-a73b-e3b83559ff9a req-c364fb03-d966-4958-9b61-316d541d4a19 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Nov 11 22:12:37.442262 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:37.652921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dcced-073c-4a9e-9520-8d3f19305336 req-de46748a-bcd4-4e33-b581-6f7111008d83 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:37.654450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-185dcced-073c-4a9e-9520-8d3f19305336 req-de46748a-bcd4-4e33-b581-6f7111008d83 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 944 time: 0.0489511 Nov 11 22:12:37.706176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-185dcced-073c-4a9e-9520-8d3f19305336 req-38ef245c-6407-43a9-a1ef-4297e3cddbbf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Nov 11 22:12:37.939245 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:38.825323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fa74-a7e2-4e7d-9f79-cb77b70d7fde req-c4766091-2551-4e73-a2a3-e004e960e016 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:38.826864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ee9fa74-a7e2-4e7d-9f79-cb77b70d7fde req-c4766091-2551-4e73-a2a3-e004e960e016 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 944 time: 0.0503337 Nov 11 22:12:38.875403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7ee9fa74-a7e2-4e7d-9f79-cb77b70d7fde req-0e17e173-def2-4399-8967-39f87f147b23 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Nov 11 22:12:39.292064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81947cd7-b107-4bbb-a5c1-6497d236b62e details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:12:39.387272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:39.401770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'port_id': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'mac_address': 'fa:16:3e:5d:c4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:12:39.439045 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:39.452545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81947cd7-b107-4bbb-a5c1-6497d236b62e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:12:39.471318 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:39.542469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:39.592066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:39.874671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['81947cd7-b107-4bbb-a5c1-6497d236b62e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:12:39.993915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939b1ad-e7c5-40f5-85d6-de7494895fb0 req-fdf981d8-6adf-4338-85d8-36cba895c977 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:39.995488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2939b1ad-e7c5-40f5-85d6-de7494895fb0 req-fdf981d8-6adf-4338-85d8-36cba895c977 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Nov 11 22:12:40.043918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2939b1ad-e7c5-40f5-85d6-de7494895fb0 req-40318069-0f63-4479-be1c-cfda7acec9f7 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Nov 11 22:12:41.161116 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5606-7208-43d7-a940-c86280f7bf75 req-a12bbb56-5198-44fb-bc85-fe2a6ddd086f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:41.162515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f47d5606-7208-43d7-a940-c86280f7bf75 req-a12bbb56-5198-44fb-bc85-fe2a6ddd086f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 945 time: 0.0530140 Nov 11 22:12:41.210972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f47d5606-7208-43d7-a940-c86280f7bf75 req-8df804ce-c6c3-4ee8-965b-11ee9aa448ae tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Nov 11 22:12:41.292741 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81947cd7-b107-4bbb-a5c1-6497d236b62e up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:12:41.436573 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 81947cd7-b107-4bbb-a5c1-6497d236b62e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:12:41.440323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 81947cd7-b107-4bbb-a5c1-6497d236b62e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:12:41.440695 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:41.519841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:41.542537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:12:41.545073 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b72f024-994b-4c2f-b166-519500362add" -d '{"events": [{"server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "name": "network-vif-plugged", "status": "completed", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:12:41.557278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:12:41.581778 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3590bbdb-8500-45ba-87e0-5f341fe17b68 x-openstack-request-id: req-3590bbdb-8500-45ba-87e0-5f341fe17b68 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:12:41.582064 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "name": "network-vif-plugged", "status": "completed", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:12:41.582318 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3590bbdb-8500-45ba-87e0-5f341fe17b68 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:12:41.582710 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'code': 200} Nov 11 22:12:41.619971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:41.670132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:12:41.684812 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531d86f-a280-47cb-98f8-2067d9cf8ecb req-2bce744a-1d6a-48da-bc6a-41876fdeb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:41.686396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7531d86f-a280-47cb-98f8-2067d9cf8ecb req-2bce744a-1d6a-48da-bc6a-41876fdeb091 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1097 time: 0.0426168 Nov 11 22:12:41.730878 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-7531d86f-a280-47cb-98f8-2067d9cf8ecb req-04a1694b-16c2-4157-9fee-8a0a316ba650 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Nov 11 22:12:42.328316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1cff2-01c1-448b-9d92-699b364a62a3 req-294e599d-57b3-4d90-b31e-b11053a45569 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:42.329817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5b1cff2-01c1-448b-9d92-699b364a62a3 req-294e599d-57b3-4d90-b31e-b11053a45569 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0498898 Nov 11 22:12:42.376815 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5b1cff2-01c1-448b-9d92-699b364a62a3 req-c9b77340-6ee8-4711-beae-003628252d31 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Nov 11 22:12:43.495759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd7531-efef-45b1-893e-808a6f72d29e req-ca086460-fde1-41e7-91c1-8e63b3696d09 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:43.497278 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64bd7531-efef-45b1-893e-808a6f72d29e req-ca086460-fde1-41e7-91c1-8e63b3696d09 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0536859 Nov 11 22:12:43.545179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-64bd7531-efef-45b1-893e-808a6f72d29e req-d85796e8-7960-4789-b903-10bcabea6202 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Nov 11 22:12:43.656757 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ca4a7-f5f3-4a7a-97cb-f669fb392b7f req-0b896c41-9613-4ffd-934c-636606428b98 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:43.658181 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-438ca4a7-f5f3-4a7a-97cb-f669fb392b7f req-0b896c41-9613-4ffd-934c-636606428b98 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0490980 Nov 11 22:12:43.705607 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-438ca4a7-f5f3-4a7a-97cb-f669fb392b7f req-7ae9b297-94b3-475e-adbe-9685de63ebc1 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Nov 11 22:12:43.889792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7914-372d-438c-a7a9-b70352390868 req-ce5e42aa-fc1e-48fa-961c-e8a8e8f4b201 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:43.891282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3ef7914-372d-438c-a7a9-b70352390868 req-ce5e42aa-fc1e-48fa-961c-e8a8e8f4b201 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0489376 Nov 11 22:12:43.942257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3ef7914-372d-438c-a7a9-b70352390868 req-8d935748-795c-4472-9054-73e8d659692a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Nov 11 22:12:51.246561 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:12:52.879400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.162054 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.542502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d381b26-d36e-4f64-b467-f93451f085d6 req-3701110c-b9f7-459a-947b-c816c1a44813 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:59.544302 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d381b26-d36e-4f64-b467-f93451f085d6 req-3701110c-b9f7-459a-947b-c816c1a44813 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0496485 Nov 11 22:12:59.591141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3d381b26-d36e-4f64-b467-f93451f085d6 req-d0d17c11-8d74-4f21-8c8a-40c23173c47a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Nov 11 22:12:59.615596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41540) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:59.751160 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8885b66-85a0-4af6-926b-c40393ea0ee2 tempest-TestMinimumBasicScenario-2056154499 tempest-TestMinimumBasicScenario-2056154499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:12:59.752702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d8885b66-85a0-4af6-926b-c40393ea0ee2 tempest-TestMinimumBasicScenario-2056154499 tempest-TestMinimumBasicScenario-2056154499-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1092 time: 0.1360962 Nov 11 22:12:59.755780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41544) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:12:59.760063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:12:59.856549 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.956139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:00.061704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Allocated IP 172.25.2.40 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/e6aa081e-37e1-4397-b719-6d2cd09b5932) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:13:00.167140 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:00.302753 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:00.340232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:13:00.343073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:13:00.345696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:13:00.379885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'Port': ['ID=e6aa081e-37e1-4397-b719-6d2cd09b5932,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:00.392212 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.395881 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:00.764061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:00.887181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.038502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.093153 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.161672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'Port': ['ID=e6aa081e-37e1-4397-b719-6d2cd09b5932,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:01.175455 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.278286 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Floating IP a1bb6ac7-518d-41aa-b6b0-89c015053bc0 associated. External IP: 172.25.2.40, port: 81947cd7-b107-4bbb-a5c1-6497d236b62e. Nov 11 22:13:01.492315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:13:01.601347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:13:01.611356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] Sync routers for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:13:01.621455 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:13:01.627360 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:12:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:13:01.695758 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.728808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-9b854d0e-76e4-4535-a30d-08648c1c6875 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9692397 Nov 11 22:13:01.728808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:01.729136 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4b01bc-32c5-435b-915d-d886d58fcfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:01.729239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41546) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:01.733924 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fdac2c6c-3137-454f-aa7f-b5f6af3fd625 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119776383', 'description': 'tempest-secgroup-smoke-119776383 description', 'project_id': 'd4d11b598e864ff58d6584c2a54b390e'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:01.735891 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:13:01.765501 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6504f54d-2ccb-4fc2-9cb5-256180de5706 x-openstack-request-id: req-6504f54d-2ccb-4fc2-9cb5-256180de5706 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:01.766056 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:01.766056 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6504f54d-2ccb-4fc2-9cb5-256180de5706 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:01.766450 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'status': 'completed', 'code': 200} Nov 11 22:13:01.831591 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdac2c6c-3137-454f-aa7f-b5f6af3fd625 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.846845 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-7a7f8ce3-a786-42e3-adae-187537bfb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:01.848372 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-7a7f8ce3-a786-42e3-adae-187537bfb4b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1097 time: 0.0561299 Nov 11 22:13:01.974191 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'a1bb6ac7-518d-41aa-b6b0-89c015053bc0', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'port_id': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'mac_address': 'fa:16:3e:5d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc2c58-49e8-4468-8937-999477cb0712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:13:00Z', 'updated_at': '2021-11-11T22:13:00Z', 'revision_number': 0, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:13:01.976650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdac2c6c-3137-454f-aa7f-b5f6af3fd625 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.981404 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-af85a285-b832-46bb-b6f4-946fdb6681db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:01.982914 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-af85a285-b832-46bb-b6f4-946fdb6681db service neutron] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 914 time: 0.1237307 Nov 11 22:13:02.000264 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] Checking router: 1a3a10e9-c13d-43c1-b404-9b11102e8a0f for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:13:02.008006 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1fd91f07-39e6-48fe-91a5-32285c40ae81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.009122 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:13:02.009728 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:12:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:13:02.048700 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdac2c6c-3137-454f-aa7f-b5f6af3fd625 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.080411 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-586e9ad6-2a07-4db6-a29b-46b4a3b8f24f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 999 time: 0.0872083 Nov 11 22:13:02.097018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac2c6c-3137-454f-aa7f-b5f6af3fd625 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e4c6b-a0da-415d-bf1e-922e3a7c2073,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:02.118770 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:13:02.134132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-ac327d81-8a7e-425e-9e97-ce7b42748550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:02.135602 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-ac327d81-8a7e-425e-9e97-ce7b42748550 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0476763 Nov 11 22:13:02.173396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fdac2c6c-3137-454f-aa7f-b5f6af3fd625 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.174618 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fdac2c6c-3137-454f-aa7f-b5f6af3fd625 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4445190 Nov 11 22:13:02.177768 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41550) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:02.182752 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-867f10d9-bc9c-43f7-910b-4addb7f78f34 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'security_group_rule': {'security_group_id': 'f81e4c6b-a0da-415d-bf1e-922e3a7c2073', 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:02.209992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-df4e9d91-f528-4ea6-920b-97da16c9c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:02.211480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-df4e9d91-f528-4ea6-920b-97da16c9c2ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683737 Nov 11 22:13:02.290337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-867f10d9-bc9c-43f7-910b-4addb7f78f34 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.326611 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-32499559-4ce0-4a4b-acf8-8c269d6c2c80 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079590 Nov 11 22:13:02.348157 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'a1bb6ac7-518d-41aa-b6b0-89c015053bc0', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'port_id': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'mac_address': 'fa:16:3e:5d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc2c58-49e8-4468-8937-999477cb0712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:13:00Z', 'updated_at': '2021-11-11T22:13:00Z', 'revision_number': 0, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:13:02.375585 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c1d66-7a88-4ec9-a834-c316dc86e697 None None] The sync data for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 is: [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'a1bb6ac7-518d-41aa-b6b0-89c015053bc0', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'port_id': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'mac_address': 'fa:16:3e:5d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddc2c58-49e8-4468-8937-999477cb0712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:13:00Z', 'updated_at': '2021-11-11T22:13:00Z', 'revision_number': 0, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:13:02.378607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-867f10d9-bc9c-43f7-910b-4addb7f78f34 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.439466 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-6f4b01bc-32c5-435b-915d-d886d58fcfd9 req-9a4cebbb-58e4-4044-a8a1-8d0fcacb563d service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027246 Nov 11 22:13:02.467717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-867f10d9-bc9c-43f7-910b-4addb7f78f34 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.488660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f10d9-bc9c-43f7-910b-4addb7f78f34 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012a5e9b-1e28-42a7-b67d-07a458c1d11f,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:02.550000 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-867f10d9-bc9c-43f7-910b-4addb7f78f34 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.551324 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-867f10d9-bc9c-43f7-910b-4addb7f78f34 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3719859 Nov 11 22:13:02.554817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41552) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:02.559656 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-40cb6449-6736-445e-b860-6f67442a0723 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'security_group_rule': {'security_group_id': 'f81e4c6b-a0da-415d-bf1e-922e3a7c2073', 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:02.576539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46bb6ed-c821-4816-93e4-3e65947598fc None None] New status for floating IP a1bb6ac7-518d-41aa-b6b0-89c015053bc0: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:13:02.655854 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40cb6449-6736-445e-b860-6f67442a0723 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.712886 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40cb6449-6736-445e-b860-6f67442a0723 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.799264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40cb6449-6736-445e-b860-6f67442a0723 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.817354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6449-6736-445e-b860-6f67442a0723 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078a106f-b231-41af-a657-63ac182d5862,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:02.892659 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-40cb6449-6736-445e-b860-6f67442a0723 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:02.894021 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-40cb6449-6736-445e-b860-6f67442a0723 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3381271 Nov 11 22:13:02.897303 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41554) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:02.901704 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'security_group_rule': {'security_group_id': 'f81e4c6b-a0da-415d-bf1e-922e3a7c2073', 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:03.015455 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.074939 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.138695 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.157864 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f1414c-8ec7-4940-8a90-bd09bcaf5450,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:03.168751 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.169112 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.169459 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.169796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.170133 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.170468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.170796 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.171127 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.171454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.171771 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.172100 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.175714 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:03.237998 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.239254 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c65539f0-7a48-4ab5-a44a-1344fb546b99 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410263 Nov 11 22:13:03.242116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41556) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:03.246497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-24378a9f-b723-4478-93dc-398bb962e9cf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'security_group_rule': {'security_group_id': 'f81e4c6b-a0da-415d-bf1e-922e3a7c2073', 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:03.325842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24378a9f-b723-4478-93dc-398bb962e9cf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.380521 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24378a9f-b723-4478-93dc-398bb962e9cf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.501910 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24378a9f-b723-4478-93dc-398bb962e9cf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.522811 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378a9f-b723-4478-93dc-398bb962e9cf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5ebe3e-a045-4186-9795-7069860d7e28,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:03.569530 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-24378a9f-b723-4478-93dc-398bb962e9cf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.570765 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-24378a9f-b723-4478-93dc-398bb962e9cf tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276558 Nov 11 22:13:03.581060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41558) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:03.585471 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'security_group_rule': {'security_group_id': 'f81e4c6b-a0da-415d-bf1e-922e3a7c2073', 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:03.684959 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Project d4d11b598e864ff58d6584c2a54b390e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:13:03.690178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.748105 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.823912 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.840835 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c34637e-caf7-4044-9424-f5777296f00d,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:03.917479 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:03.919610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-03fb000e-9586-4770-b57c-d9bdc12c56e6 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3376305 Nov 11 22:13:03.921666 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41560) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:03.926187 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'security_group_rule': {'security_group_id': 'f81e4c6b-a0da-415d-bf1e-922e3a7c2073', 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:04.007296 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Project d4d11b598e864ff58d6584c2a54b390e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:13:04.012761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.074004 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.138322 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.156748 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695a1e5d-d6c4-4bc2-9674-e7a521acac8a,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:04.235085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.236331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a8e800bd-b338-4c29-b02c-ed6e29beb446 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3137000 Nov 11 22:13:04.328898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-4c77783e-d1cc-47eb-99bc-20f7d8c3fede tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119776383&fields=id&tenant_id=d4d11b598e864ff58d6584c2a54b390e HTTP/1.1" status: 200 len: 267 time: 0.0460711 Nov 11 22:13:04.383545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-892db774-c276-4e76-93d1-77755ed0bf8a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:04.385053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-892db774-c276-4e76-93d1-77755ed0bf8a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0497029 Nov 11 22:13:04.395978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'port': {'security_groups': ['e9b4e2a5-b019-4ffd-aefe-980c2aeabf94', 'f81e4c6b-a0da-415d-bf1e-922e3a7c2073']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:13:04.464030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.492590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7aeb7936-53b6-4228-bbdd-9b27c3f01bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.650844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:13:04.680068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.743869 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.756925 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['81947cd7-b107-4bbb-a5c1-6497d236b62e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:13:04.788533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:04.789182 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:04.790599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d505a917-d1a1-4f0f-87ac-de04de916cb2 req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "PUT /v2.0/ports/81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 982 time: 0.3991132 Nov 11 22:13:04.791067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:13:04.793685 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:13:04.831488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656f7c4-78f7-4946-a48d-ad109a3f8727 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=6']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:04.844887 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ff0d5-1c51-470a-91ff-122ca5cb405e x-openstack-request-id: req-8a9ff0d5-1c51-470a-91ff-122ca5cb405e {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:13:04.845246 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:13:04.845511 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a9ff0d5-1c51-470a-91ff-122ca5cb405e {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:13:04.845974 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'status': 'completed', 'code': 200} Nov 11 22:13:04.861670 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['81947cd7-b107-4bbb-a5c1-6497d236b62e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:13:04.933428 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-191b1632-ba01-4a8f-8389-0f192c43adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:04.935278 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-191b1632-ba01-4a8f-8389-0f192c43adf2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1136 time: 0.0595691 Nov 11 22:13:04.970481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42452656-6ab9-428e-aa34-98af6489c67f req-e312ed53-832d-4d6c-9847-d40604ccc7ba tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:04.979533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42452656-6ab9-428e-aa34-98af6489c67f req-e312ed53-832d-4d6c-9847-d40604ccc7ba tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0805781 Nov 11 22:13:05.053386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-42452656-6ab9-428e-aa34-98af6489c67f req-e1390446-c083-463b-8a47-d4e52054bb3f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728498 Nov 11 22:13:05.056485 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-ab1b7560-747b-4a60-b73b-279ec591215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.057960 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-ab1b7560-747b-4a60-b73b-279ec591215a service neutron] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 914 time: 0.1137130 Nov 11 22:13:05.130313 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-c4ee2a18-2049-402f-94d4-01a4a7594589 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 1001 time: 0.0646687 Nov 11 22:13:05.161031 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2942660d-f3ff-4128-9c7b-8ca47ba2861b None None] Provisioning complete for port 81947cd7-b107-4bbb-a5c1-6497d236b62e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:13:05.161322 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2942660d-f3ff-4128-9c7b-8ca47ba2861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.180720 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-8001066a-3a9b-4cdd-8dfc-2b4c9d70751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.182207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-8001066a-3a9b-4cdd-8dfc-2b4c9d70751f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0445180 Nov 11 22:13:05.229758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-d28b5721-4668-4c08-9398-5a5cc9d193cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:05.231275 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-d28b5721-4668-4c08-9398-5a5cc9d193cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414619 Nov 11 22:13:05.327601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-a0029c71-33f7-4933-bba3-8c615cd13e47 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892067 Nov 11 22:13:05.428893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-fd5f9587-0e4a-4e92-acc7-1e64cf3da60f req-36b77bca-df22-42ef-a35c-3dee025a7717 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928698 Nov 11 22:13:05.846723 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:07.447115 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:07.909801 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:22.502441 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-a24361ee-234b-470c-8161-915716f50e38 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403497 Nov 11 22:13:22.589001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-fa77dc8a-c323-4585-b584-d0816e78128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:22.590496 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-fa77dc8a-c323-4585-b584-d0816e78128f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1136 time: 0.0432765 Nov 11 22:13:22.915387 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:23.052618 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-2705be39-dbad-4262-9e48-ab4768cdb62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:23.054297 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-2705be39-dbad-4262-9e48-ab4768cdb62d service neutron] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 914 time: 0.4459236 Nov 11 22:13:23.120993 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-441047e7-8593-4128-b060-caf0fbd11b82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 1001 time: 0.0586503 Nov 11 22:13:23.170087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-d957a7c9-65ab-44f6-afad-41e5571a6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:23.171506 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-d957a7c9-65ab-44f6-afad-41e5571a6ea1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0433815 Nov 11 22:13:23.219780 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-5d5a974b-5798-4fe1-b2ff-d5ae6ca39423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:23.221353 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-5d5a974b-5798-4fe1-b2ff-d5ae6ca39423 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425949 Nov 11 22:13:23.362092 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-5891621f-25f1-4c17-8e7d-19be47963685 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330194 Nov 11 22:13:23.466143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-d2cf47b2-1be7-4e4c-b533-85812fd36013 req-f838c46c-ed55-4fea-955e-dc9ab1f23215 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974884 Nov 11 22:13:28.189059 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:28.246851 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:13:32.000043 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-608c5870-b1a8-4896-afef-270009d126f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:34.491691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6c689e11-60e9-4330-8148-b84f1b43568d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:35.868760 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:37.432660 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:37.925831 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:52.925357 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:53.327375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d49f59-a4a7-46a8-97db-1f94bbe38750 req-1375c586-04eb-425d-875d-0d519f0075a3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:53.329114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73d49f59-a4a7-46a8-97db-1f94bbe38750 req-1375c586-04eb-425d-875d-0d519f0075a3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0522091 Nov 11 22:13:53.372791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-d2ff5ff7-6b45-4771-98a7-00c609c82c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:53.374320 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-d2ff5ff7-6b45-4771-98a7-00c609c82c13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1136 time: 0.0432878 Nov 11 22:13:53.391906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-73d49f59-a4a7-46a8-97db-1f94bbe38750 req-68d36790-55c6-45fa-aea4-adc93cf074aa tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560346 Nov 11 22:13:53.469716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-ce068a65-2750-4fae-9ccb-4d5901aeb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:53.471203 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-ce068a65-2750-4fae-9ccb-4d5901aeb001 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 914 time: 0.0902171 Nov 11 22:13:53.545304 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-c63e3362-1934-41c3-8883-4f113c3594e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 1001 time: 0.0665081 Nov 11 22:13:53.593999 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-11f22b63-e0b5-4c0b-aa17-d7695c0d5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:53.595425 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-11f22b63-e0b5-4c0b-aa17-d7695c0d5927 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0433104 Nov 11 22:13:53.644338 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-daba9cef-78a2-4d4b-a15d-e42d91decfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:53.646485 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-daba9cef-78a2-4d4b-a15d-e42d91decfe9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437763 Nov 11 22:13:53.735025 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-6dcfcf87-f2c7-4ae4-a1b6-981d5847e0ba service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811470 Nov 11 22:13:53.827970 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-45eccbb2-037a-4e28-b274-80bbbb7e9ea6 req-e431f46f-d06e-4aa4-8b80-ef646beedd08 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851142 Nov 11 22:13:54.513073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2cd56-f941-49c9-b85d-66b3b3858ce1 req-aac8f0da-ccf4-4200-89ba-57d3e495503f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:54.514548 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7c2cd56-f941-49c9-b85d-66b3b3858ce1 req-aac8f0da-ccf4-4200-89ba-57d3e495503f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0495315 Nov 11 22:13:54.574110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7c2cd56-f941-49c9-b85d-66b3b3858ce1 req-27276b3c-43b3-4034-9a80-68c5e4ae9b92 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534689 Nov 11 22:13:55.697184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be99124-21c3-4c13-801c-7982ad4cb16f req-8a88849a-213d-4990-aa29-8ec262e1e82f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:55.698691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0be99124-21c3-4c13-801c-7982ad4cb16f req-8a88849a-213d-4990-aa29-8ec262e1e82f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0546134 Nov 11 22:13:55.759729 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0be99124-21c3-4c13-801c-7982ad4cb16f req-4a62cb56-2f1d-4738-b783-b17faf3ea9bd tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546558 Nov 11 22:13:56.876328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9814c-07b4-4a01-acaf-293853e56568 req-15178636-53e3-4c79-8488-9a8b26ffce9d tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:56.877858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eef9814c-07b4-4a01-acaf-293853e56568 req-15178636-53e3-4c79-8488-9a8b26ffce9d tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0496333 Nov 11 22:13:56.940352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eef9814c-07b4-4a01-acaf-293853e56568 req-378c39a5-4c34-4909-b3c2-20df0c82db96 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551841 Nov 11 22:13:58.064387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b158b61-a2ef-49a0-b680-f75baf6151af req-1935e580-91b4-460c-b8f8-e9e7dd287c60 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:58.065929 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b158b61-a2ef-49a0-b680-f75baf6151af req-1935e580-91b4-460c-b8f8-e9e7dd287c60 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0548234 Nov 11 22:13:58.128166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2b158b61-a2ef-49a0-b680-f75baf6151af req-895dd6d1-eb76-4bcc-a22f-70383ead2054 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551951 Nov 11 22:13:58.170729 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:59.248738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e196f-3740-474b-8d76-3285401da9d6 req-44defe24-26de-43a0-bb28-31acb1224077 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:13:59.250178 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b9e196f-3740-474b-8d76-3285401da9d6 req-44defe24-26de-43a0-bb28-31acb1224077 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0498009 Nov 11 22:13:59.310919 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5b9e196f-3740-474b-8d76-3285401da9d6 req-8ff9b8af-1478-4670-9635-6be1e238dcb3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539901 Nov 11 22:14:00.427093 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df7681-88f4-4098-9b6c-31aee212be67 req-d8b6e3d6-ac79-4f6e-ad0b-eb41668891df tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:00.428620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21df7681-88f4-4098-9b6c-31aee212be67 req-d8b6e3d6-ac79-4f6e-ad0b-eb41668891df tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0497715 Nov 11 22:14:00.493010 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21df7681-88f4-4098-9b6c-31aee212be67 req-e2b50118-d36b-4696-87b5-417bf93317de tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583463 Nov 11 22:14:01.616871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1b0e-9dbd-4a72-81a7-34fe499453cb req-ce3ca53d-3992-4ef1-847c-9425a426610a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:01.618658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cdb1b0e-9dbd-4a72-81a7-34fe499453cb req-ce3ca53d-3992-4ef1-847c-9425a426610a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0499928 Nov 11 22:14:01.678785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cdb1b0e-9dbd-4a72-81a7-34fe499453cb req-f70b177f-555e-4f41-a0cd-76b3f17d1728 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540810 Nov 11 22:14:02.003827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2b8bda13-9291-41bc-93e6-020fe332e98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:02.794810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca781e-4888-4613-9732-5c1cd3b3338f req-bcc15243-b450-40fe-93e5-299ebd4c7fd5 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:02.796355 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29ca781e-4888-4613-9732-5c1cd3b3338f req-bcc15243-b450-40fe-93e5-299ebd4c7fd5 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0498798 Nov 11 22:14:02.858207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29ca781e-4888-4613-9732-5c1cd3b3338f req-29edb956-3f5f-42e2-a406-803e29f10603 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545681 Nov 11 22:14:03.979984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4c05-1ae3-495e-a642-1ab546eb828f req-3cd7a579-335a-4a50-9027-fb720fa529c3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:03.981506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-859d4c05-1ae3-495e-a642-1ab546eb828f req-3cd7a579-335a-4a50-9027-fb720fa529c3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0560050 Nov 11 22:14:04.043394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-859d4c05-1ae3-495e-a642-1ab546eb828f req-ca10dac1-57d3-4344-b199-a6e64355b84e tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557852 Nov 11 22:14:04.507542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a3461ad-41b4-4468-b809-574ed2ff144c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:05.159497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e2632-282b-4f87-b46d-1b61bf8d9206 req-92be7f99-99ab-4e4b-a039-b68f5dfed680 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:05.161831 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-918e2632-282b-4f87-b46d-1b61bf8d9206 req-92be7f99-99ab-4e4b-a039-b68f5dfed680 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0506034 Nov 11 22:14:05.226332 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-918e2632-282b-4f87-b46d-1b61bf8d9206 req-ea786f77-dc8a-47ec-8ed2-85de8d1b9ef1 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&id=f81e4c6b-a0da-415d-bf1e-922e3a7c2073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581665 Nov 11 22:14:05.245563 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:14:05.860827 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:07.462081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:07.913070 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:22.558178 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-e5497072-377e-454c-b21d-e27fa468120c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915985 Nov 11 22:14:22.641897 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-c3daafe5-9853-487d-80b4-70dddb4e536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:22.643447 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-c3daafe5-9853-487d-80b4-70dddb4e536d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1136 time: 0.0408301 Nov 11 22:14:22.749718 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-eeaceb27-fcb5-4d5c-8076-68e8e46bb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:22.751118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-eeaceb27-fcb5-4d5c-8076-68e8e46bb4ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 914 time: 0.0879495 Nov 11 22:14:22.817828 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-80cbd6a2-7f1c-4acd-8541-1957bf5dbfe9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 1001 time: 0.0591722 Nov 11 22:14:22.873126 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-5feeafef-d2b3-4965-bcea-f7a6fbd49d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:22.874610 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-5feeafef-d2b3-4965-bcea-f7a6fbd49d6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0506363 Nov 11 22:14:22.921808 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-9e335ca5-fc89-415f-b677-a69816358525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:14:22.923343 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-9e335ca5-fc89-415f-b677-a69816358525 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415716 Nov 11 22:14:22.958179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:23.017798 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-88f7fdad-9106-42f9-a10c-0230e5cccda2 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864749 Nov 11 22:14:23.137835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-c5c04ea5-90b9-40d5-81c1-f3aaf6e0c701 req-5aef6e29-959c-4415-a752-9aa62e098594 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127546 Nov 11 22:14:28.249508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:32.004111 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66c324d3-9ca9-4da3-b34c-a56f4fe8c117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:34.477838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cb90-7efb-4027-8f3f-98b1cad430ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:35.855015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:37.466169 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:37.900509 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:42.246277 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:14:52.942244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:58.173856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:02.008490 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e2867c0d-bb7c-48f9-b530-c463c06f7ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:04.465580 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b060414b-5275-4fa5-ba7c-52561c5e38c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:05.939732 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:07.482716 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:07.905242 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:08.754186 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-102e3cbd-2ce6-4e13-a95f-614e665e3d21 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119776383&fields=id&tenant_id=d4d11b598e864ff58d6584c2a54b390e HTTP/1.1" status: 200 len: 267 time: 0.0459239 Nov 11 22:15:08.810371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-1e4ff131-d6c9-4c08-bdb1-10316193b78a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:08.811869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-1e4ff131-d6c9-4c08-bdb1-10316193b78a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 985 time: 0.0522392 Nov 11 22:15:08.824069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Request body: {'port': {'security_groups': ['e9b4e2a5-b019-4ffd-aefe-980c2aeabf94']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:08.887928 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.326827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:09.356024 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.419841 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.432086 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['81947cd7-b107-4bbb-a5c1-6497d236b62e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:15:09.467347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:09.467850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.469284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c3e22315-a57e-4901-8f6f-b5b34e31aa3c req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "PUT /v2.0/ports/81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 943 time: 0.6497545 Nov 11 22:15:09.469741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:09.472749 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d0152-068b-47a3-a22c-7869071f6e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:09.480551 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:09.506671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event updated for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=7']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:09.516097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.516800 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.518110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.518668 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.519207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.519748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.520380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.520933 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.521469 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.521992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.522526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.523338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57219ccd-9a19-4b5c-981f-f4aa95d909f4 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.552105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['81947cd7-b107-4bbb-a5c1-6497d236b62e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:15:09.568361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.603290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.698637 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d624d9-8564-4060-89d4-998bf85081bc x-openstack-request-id: req-15d624d9-8564-4060-89d4-998bf85081bc {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:09.699009 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:09.699271 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15d624d9-8564-4060-89d4-998bf85081bc {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:09.699702 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'status': 'completed', 'code': 200} Nov 11 22:15:09.728673 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.731870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.733264 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "DELETE /v2.0/security-groups/f81e4c6b-a0da-415d-bf1e-922e3a7c2073 HTTP/1.1" status: 204 len: 168 time: 0.2509511 Nov 11 22:15:09.737568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41642) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:09.775436 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e4c6b-a0da-415d-bf1e-922e3a7c2073,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:09.788596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.789373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.789521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.790003 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.790336 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.790663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.791023 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.791691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.791691 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.791913 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.792245 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.792803 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdc87fa-ff35-4b9b-a9cd-7850c730d538 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:09.797632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-690a7a1d-2fb4-44fc-8155-3065acc47acd None None] Provisioning complete for port 81947cd7-b107-4bbb-a5c1-6497d236b62e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:09.798143 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-690a7a1d-2fb4-44fc-8155-3065acc47acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.809489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-8296f613-78a9-424d-8271-bca8815451af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:09.811196 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-8296f613-78a9-424d-8271-bca8815451af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1097 time: 0.0715635 Nov 11 22:15:09.907286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Deleting port e6aa081e-37e1-4397-b719-6d2cd09b5932 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:09.907854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.919116 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-785970cb-ae3d-4522-878c-50344534a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:09.920675 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-785970cb-ae3d-4522-878c-50344534a79c service neutron] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 914 time: 0.1025829 Nov 11 22:15:09.987274 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.987606 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:09.993236 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-24412f4d-4c85-467c-9cde-baade4217ded service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 1001 time: 0.0648909 Nov 11 22:15:09.999421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Calling delete_port for e6aa081e-37e1-4397-b719-6d2cd09b5932 owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:10.044415 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-f06b4b52-c5c6-4517-9896-35790e21c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:10.045893 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-f06b4b52-c5c6-4517-9896-35790e21c4d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0448208 Nov 11 22:15:10.096871 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-b7f012e1-74f9-4af6-8939-6aebb8038b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:10.098332 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-b7f012e1-74f9-4af6-8939-6aebb8038b6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457501 Nov 11 22:15:10.194669 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-f9fb2bc6-9c07-4686-97d8-607eaecbea09 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894647 Nov 11 22:15:10.237895 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:10.268517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event deleted for resources: {'Port': ['ID=e6aa081e-37e1-4397-b719-6d2cd09b5932,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:10.287748 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-3f6d0152-068b-47a3-a22c-7869071f6e8a req-9af874b8-0f00-45b3-ae0c-26f41617cc09 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863683 Nov 11 22:15:10.330468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:10.330468 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Floating IP a1bb6ac7-518d-41aa-b6b0-89c015053bc0 disassociated (deleted). External IP: 172.25.2.40, port: 81947cd7-b107-4bbb-a5c1-6497d236b62e. Nov 11 22:15:10.540807 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:15:10.648727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:10.654203 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:10.658945 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] Sync routers for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:10.668549 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:10.669150 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:10.680545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa5d6eae-e01d-4fa3-a398-a7297e40114a tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "DELETE /v2.0/floatingips/a1bb6ac7-518d-41aa-b6b0-89c015053bc0 HTTP/1.1" status: 204 len: 168 time: 0.9417460 Nov 11 22:15:10.773344 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:11.059387 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:11.089262 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] Checking router: 1a3a10e9-c13d-43c1-b404-9b11102e8a0f for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:11.097521 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:11.098234 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:11.203773 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:11.397837 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:11.424408 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707dd9bb-5702-429f-942f-56e00ef8b35a None None] The sync data for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 is: [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '802c95b2-f32b-4f3c-8eaa-6ea9f3081377', 'name': '', 'network_id': '91ff567e-4b4d-4fb9-b12b-5ab45f8eac02', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'mac_address': 'fa:16:3e:25:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:58Z', 'updated_at': '2021-11-11T22:12:03Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'subnets': [{'id': 'c0082615-38ea-48d5-92a7-f97c6f62a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:11.633365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02245e85-26f1-4910-93af-e3084bf29f39 None None] New status for floating IP a1bb6ac7-518d-41aa-b6b0-89c015053bc0: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:15:11.700696 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:11.703124 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b854ee03-0613-4bdb-9c76-964323d4c20a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:11.746142 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ecc080-78d7-44d3-8b7b-817c9eea7d02 x-openstack-request-id: req-a0ecc080-78d7-44d3-8b7b-817c9eea7d02 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:11.746433 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:11.746684 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0ecc080-78d7-44d3-8b7b-817c9eea7d02 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:11.747102 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'status': 'completed', 'code': 200} Nov 11 22:15:11.813267 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-b5357613-7094-442a-9ea8-5c56d1489c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:11.814953 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-b5357613-7094-442a-9ea8-5c56d1489c0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 1097 time: 0.0455432 Nov 11 22:15:11.905985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-2b65c147-c989-41b3-a1c2-0e76d3a76a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:11.907459 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-2b65c147-c989-41b3-a1c2-0e76d3a76a16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 200 len: 914 time: 0.0864315 Nov 11 22:15:11.953740 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-ebd711f3-691f-48d8-af2b-e4bb6c74beec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 200 len: 217 time: 0.0395026 Nov 11 22:15:12.002049 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-ceaf2939-fcf3-4713-9856-c5021ca9988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:12.003845 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-ceaf2939-fcf3-4713-9856-c5021ca9988e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 200 len: 852 time: 0.0441518 Nov 11 22:15:12.050512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-eb74ef51-5ef5-474c-b305-b3b211da0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:12.052009 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-eb74ef51-5ef5-474c-b305-b3b211da0567 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408638 Nov 11 22:15:12.147737 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-e7ac29f8-5d51-4d56-a52a-f27a9a49b590 service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885646 Nov 11 22:15:12.238396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b854ee03-0613-4bdb-9c76-964323d4c20a req-e0234a46-d1e2-4ee8-907d-8cd10ff4cdae service neutron] 10.222.0.58 "GET /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836051 Nov 11 22:15:19.245155 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:15:20.173451 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997d1e-4547-418d-acb1-c510893c002e req-6ba26afc-aacc-4a5c-80a5-287b5ba0b581 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:20.175933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ef997d1e-4547-418d-acb1-c510893c002e req-6ba26afc-aacc-4a5c-80a5-287b5ba0b581 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.1042993 Nov 11 22:15:20.229002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ef997d1e-4547-418d-acb1-c510893c002e req-e4330d0b-ac8d-4892-acf6-2d5c93e37a1e tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Nov 11 22:15:21.345581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa76df-aec2-4def-afb2-759845528c54 req-180ef783-1f4b-4be3-9054-e86f83d8b31f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:21.347078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecfa76df-aec2-4def-afb2-759845528c54 req-180ef783-1f4b-4be3-9054-e86f83d8b31f tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0489252 Nov 11 22:15:21.396501 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ecfa76df-aec2-4def-afb2-759845528c54 req-0e2c1f08-fde5-4f7b-bcdc-b7dd8032ddea tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Nov 11 22:15:22.106125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-3a30f047-f38d-44f6-b95f-7dcf810043b2 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:22.107634 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-3a30f047-f38d-44f6-b95f-7dcf810043b2 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0487471 Nov 11 22:15:22.205169 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Deleting port 81947cd7-b107-4bbb-a5c1-6497d236b62e {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:22.205422 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:22.297907 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] For port 81947cd7-b107-4bbb-a5c1-6497d236b62e, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=81947cd7-b107-4bbb-a5c1-6497d236b62e,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:22.298264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:22.310241 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Calling delete_port for 81947cd7-b107-4bbb-a5c1-6497d236b62e owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:22.512742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ffe79-1e2e-4c5b-a7f0-f3d43c646363 req-d6438e98-8c11-449d-8569-8232bf068bb3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:22.514255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e55ffe79-1e2e-4c5b-a7f0-f3d43c646363 req-d6438e98-8c11-449d-8569-8232bf068bb3 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 946 time: 0.0495908 Nov 11 22:15:22.522509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:22.557038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Pushing event deleted for resources: {'Port': ['ID=81947cd7-b107-4bbb-a5c1-6497d236b62e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:22.567144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e55ffe79-1e2e-4c5b-a7f0-f3d43c646363 req-b961895d-3702-495d-b557-869457005d6d tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458944 Nov 11 22:15:22.598518 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] No DVR routers for this DVR port 81947cd7-b107-4bbb-a5c1-6497d236b62e on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:15:22.601229 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:22.604581 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5a4322b0-0b0b-473f-a348-c5893ae7cb21 req-60711536-a8f6-463f-a845-aa65d69be780 tempest-TestMinimumBasicScenario-1629061106 tempest-TestMinimumBasicScenario-1629061106-project] 10.222.0.58 "DELETE /v2.0/ports/81947cd7-b107-4bbb-a5c1-6497d236b62e HTTP/1.1" status: 204 len: 173 time: 0.4904449 Nov 11 22:15:22.605057 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'name': 'network-vif-deleted', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:22.607274 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032fc62c-fd02-4548-9f36-791dd4765b3e" -d '{"events": [{"server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "name": "network-vif-deleted", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:22.696958 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc78b518-7da9-4aab-a701-5ec1fe7a7945 x-openstack-request-id: req-fc78b518-7da9-4aab-a701-5ec1fe7a7945 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:22.697248 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc2c58-49e8-4468-8937-999477cb0712", "name": "network-vif-deleted", "tag": "81947cd7-b107-4bbb-a5c1-6497d236b62e", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:22.697499 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc78b518-7da9-4aab-a701-5ec1fe7a7945 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:22.697906 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddc2c58-49e8-4468-8937-999477cb0712', 'name': 'network-vif-deleted', 'tag': '81947cd7-b107-4bbb-a5c1-6497d236b62e', 'status': 'completed', 'code': 200} Nov 11 22:15:22.916980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:23.472043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61367420-dcba-453f-849f-58a0105ca45c req-c48e9c3f-190c-4a5e-b3e1-aa40b624d18f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ddc2c58-49e8-4468-8937-999477cb0712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260847 Nov 11 22:15:23.602935 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61367420-dcba-453f-849f-58a0105ca45c req-4af8d31a-f91f-4fea-a324-fa47c37dc5c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d11b598e864ff58d6584c2a54b390e&device_id=7ddc2c58-49e8-4468-8937-999477cb0712 HTTP/1.1" status: 200 len: 210 time: 0.0267763 Nov 11 22:15:23.718831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61367420-dcba-453f-849f-58a0105ca45c req-35f5cd69-ab80-4d37-8b0f-d1052f878276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:23.721143 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61367420-dcba-453f-849f-58a0105ca45c req-35f5cd69-ab80-4d37-8b0f-d1052f878276 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4d11b598e864ff58d6584c2a54b390e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973499 Nov 11 22:15:23.815084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61367420-dcba-453f-849f-58a0105ca45c req-272622b7-d8b8-4e88-9f8f-9eb5fde80f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:23.816626 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-61367420-dcba-453f-849f-58a0105ca45c req-272622b7-d8b8-4e88-9f8f-9eb5fde80f33 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901163 Nov 11 22:15:24.186285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81947cd7-b107-4bbb-a5c1-6497d236b62e no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:24.207870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 81947cd7-b107-4bbb-a5c1-6497d236b62e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:24.213185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 81947cd7-b107-4bbb-a5c1-6497d236b62e not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:24.826542 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41744) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:25.172976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:25.416653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Deleting port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:25.416987 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:25.494634 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] For port 802c95b2-f32b-4f3c-8eaa-6ea9f3081377, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:25.494996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:25.511396 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Calling delete_port for 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:25.733688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:25.760511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Pushing event deleted for resources: {'Port': ['ID=802c95b2-f32b-4f3c-8eaa-6ea9f3081377,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:25.930884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:26.147122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:15:26.255904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:26.260962 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8823625c-1a4d-4bf4-aade-7fe18e289955 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a3a10e9-c13d-43c1-b404-9b11102e8a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4333868 Nov 11 22:15:26.263758 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41746) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:26.267553 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] Sync routers for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:26.277536 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:26.281085 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:26.369624 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:26.381997 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:26.563357 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:15:25Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:26.590585 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] Checking router: 1a3a10e9-c13d-43c1-b404-9b11102e8a0f for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:26.600117 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] Routers {'1a3a10e9-c13d-43c1-b404-9b11102e8a0f'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:26.600767 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:26.707451 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] Set router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:26.832012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:26.888604 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:15:25Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:26.914875 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218bd05-0fe2-4d81-b7cb-d12d4a30a67e None None] The sync data for ids ['1a3a10e9-c13d-43c1-b404-9b11102e8a0f'] in n-d-805734-3 is: [{'id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'name': 'tempest-TestMinimumBasicScenario-43616524-router', 'tenant_id': 'd4d11b598e864ff58d6584c2a54b390e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:11:55Z', 'updated_at': '2021-11-11T22:15:25Z', 'revision_number': 5, 'project_id': 'd4d11b598e864ff58d6584c2a54b390e', 'gw_port': {'id': 'eebe01a7-a603-4841-a800-5f9b74864596', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a10e9-c13d-43c1-b404-9b11102e8a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:11:56Z', 'updated_at': '2021-11-11T22:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:26.969409 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Deleting port eebe01a7-a603-4841-a800-5f9b74864596 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:26.969928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.047065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] For port eebe01a7-a603-4841-a800-5f9b74864596, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=eebe01a7-a603-4841-a800-5f9b74864596,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:27.047418 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.060237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Calling delete_port for eebe01a7-a603-4841-a800-5f9b74864596 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:27.288260 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.319498 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebe01a7-a603-4841-a800-5f9b74864596,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:27.330192 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:27.361663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143f3a4-e3f4-4312-bd9b-5273a719f9bd None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:27.365339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:27.365691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 802c95b2-f32b-4f3c-8eaa-6ea9f3081377 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:27.387566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.484012 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.487069 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.602169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.602792 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3a10e9-c13d-43c1-b404-9b11102e8a0f {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:15:27.607456 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.608644 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a132f81f-64f0-456b-99bf-e245787366d7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1a3a10e9-c13d-43c1-b404-9b11102e8a0f HTTP/1.1" status: 204 len: 168 time: 1.3438885 Nov 11 22:15:27.613497 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:27.663312 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] Deleting subnet c0082615-38ea-48d5-92a7-f97c6f62a8a5 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:15:27.667044 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.704278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.781343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.899847 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.926337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0082615-38ea-48d5-92a7-f97c6f62a8a5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:27.929928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:27.933521 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0afdaef0-ddaf-4247-8a13-bdbed216e0e7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c0082615-38ea-48d5-92a7-f97c6f62a8a5 HTTP/1.1" status: 204 len: 168 time: 0.3203299 Nov 11 22:15:27.936128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:27.942855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3201f1-d2ef-4fc3-bb45-9282ea955dd9 None None] Network 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:15:28.006110 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.069658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Deleting port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:28.069658 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.135964 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] DHCP port deletion for 91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:28.139441 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] For port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:28.139804 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.152563 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Calling delete_port for c8250ad2-d775-4da2-9e46-dc3c0e38d9ff owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:28.195398 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Deleting port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:28.195777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.242453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.259485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] For port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,segment=NetworkSegment(7c578a12-a31b-4d3b-972b-61e8d4e0a1eb),segment_id=7c578a12-a31b-4d3b-972b-61e8d4e0a1eb)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:28.264399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.272888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Calling delete_port for c8250ad2-d775-4da2-9e46-dc3c0e38d9ff owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:28.282445 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.313132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:28.314935 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] No DVR routers for this DVR port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:15:28.353148 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.379124 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Pushing event deleted for resources: {'Port': ['ID=c8250ad2-d775-4da2-9e46-dc3c0e38d9ff,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:28.381391 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] No DVR routers for this DVR port c8250ad2-d775-4da2-9e46-dc3c0e38d9ff on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:15:28.390821 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.395152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.395152 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.395445 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.395786 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.396127 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.396503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.396838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.397176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.397494 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.397866 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.398143 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.398470 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f427356-b9df-4afb-bc08-5ae270226457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:28.413462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ff567e-4b4d-4fb9-b12b-5ab45f8eac02']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:28.423755 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:28.424425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c578a12-a31b-4d3b-972b-61e8d4e0a1eb') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:28.435431 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.449067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.455573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:15:28.455957 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:15:28.457640 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:15:28.584848 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.590513 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.593729 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] 10.222.0.31 "DELETE /v2.0/networks/91ff567e-4b4d-4fb9-b12b-5ab45f8eac02 HTTP/1.1" status: 204 len: 168 time: 0.6566200 Nov 11 22:15:28.596878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41752) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:28.604411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdce351-7dec-4d0c-a881-a72fa6be6201 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ff567e-4b4d-4fb9-b12b-5ab45f8eac02,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:28.951373 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.045416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device eebe01a7-a603-4841-a800-5f9b74864596 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:29.066660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: eebe01a7-a603-4841-a800-5f9b74864596 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:29.067012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device eebe01a7-a603-4841-a800-5f9b74864596 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:29.067436 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c8250ad2-d775-4da2-9e46-dc3c0e38d9ff no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:29.098062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c8250ad2-d775-4da2-9e46-dc3c0e38d9ff {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:29.098417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c8250ad2-d775-4da2-9e46-dc3c0e38d9ff not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:29.217067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Deleting port dbeee740-0cfe-4a40-ade7-f6282e0749fe {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:29.217323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.296273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] For port dbeee740-0cfe-4a40-ade7-f6282e0749fe, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dbeee740-0cfe-4a40-ade7-f6282e0749fe,segment=NetworkSegment(643da996-fa8f-468e-bc2c-2cc65802e9cd),segment_id=643da996-fa8f-468e-bc2c-2cc65802e9cd)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:29.296634 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.309857 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Calling delete_port for dbeee740-0cfe-4a40-ade7-f6282e0749fe owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:29.643143 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.690058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbeee740-0cfe-4a40-ade7-f6282e0749fe,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:29.853186 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.069079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Router e1a14ea4-f48c-427b-9aaa-5552c602e869 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:15:30.178982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:30.184444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7cd73438-3165-4cdd-b1e1-c9d001708f0e admin admin] 10.222.0.31 "PUT /v2.0/routers/e1a14ea4-f48c-427b-9aaa-5552c602e869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5860119 Nov 11 22:15:30.186443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41754) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:30.189650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] Sync routers for ids ['e1a14ea4-f48c-427b-9aaa-5552c602e869'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:30.199147 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] Routers {'e1a14ea4-f48c-427b-9aaa-5552c602e869'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:30.199777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e1a14ea4-f48c-427b-9aaa-5552c602e869'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:30.296681 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.307767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] Set router e1a14ea4-f48c-427b-9aaa-5552c602e869 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:30.494247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:15:29Z', 'revision_number': 5, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:30.522578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] Checking router: e1a14ea4-f48c-427b-9aaa-5552c602e869 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:30.531510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] Routers {'e1a14ea4-f48c-427b-9aaa-5552c602e869'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:30.532139 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['e1a14ea4-f48c-427b-9aaa-5552c602e869'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:30.642805 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] Set router e1a14ea4-f48c-427b-9aaa-5552c602e869 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:30.674980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.794574 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Deleting port f83eca8c-f3b3-4e6e-b581-f583dc5f702d {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:30.794915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.825777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:15:29Z', 'revision_number': 5, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:30.852981 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48846719-cef6-4817-84da-ffc3bbb5a741 None None] The sync data for ids ['e1a14ea4-f48c-427b-9aaa-5552c602e869'] in n-d-805734-3 is: [{'id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'name': 'tempest-TestMinimumBasicScenario-1848560514-router', 'tenant_id': '58c93c4b9af7401497210a30b4f1f79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:12:01Z', 'updated_at': '2021-11-11T22:15:29Z', 'revision_number': 5, 'project_id': '58c93c4b9af7401497210a30b4f1f79a', 'gw_port': {'id': 'f83eca8c-f3b3-4e6e-b581-f583dc5f702d', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a14ea4-f48c-427b-9aaa-5552c602e869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:12:02Z', 'updated_at': '2021-11-11T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:30.877198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] For port f83eca8c-f3b3-4e6e-b581-f583dc5f702d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:30.877680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.891966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Calling delete_port for f83eca8c-f3b3-4e6e-b581-f583dc5f702d owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:31.133648 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.164494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Pushing event deleted for resources: {'Port': ['ID=f83eca8c-f3b3-4e6e-b581-f583dc5f702d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:31.177645 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e3c41-475b-411b-9ba3-7bd64abcb37d None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:31.236258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.320808 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dbeee740-0cfe-4a40-ade7-f6282e0749fe no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:31.333212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.335511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.342887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: dbeee740-0cfe-4a40-ade7-f6282e0749fe {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:31.343237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dbeee740-0cfe-4a40-ade7-f6282e0749fe not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:31.453040 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.453520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a14ea4-f48c-427b-9aaa-5552c602e869 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:15:31.458561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.460600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4a5e29b3-870f-40c3-bb29-c4e869ba856a admin admin] 10.222.0.31 "DELETE /v2.0/routers/e1a14ea4-f48c-427b-9aaa-5552c602e869 HTTP/1.1" status: 204 len: 168 time: 1.2723730 Nov 11 22:15:31.462358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41756) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:31.514101 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] Deleting subnet 194fc846-9229-4c01-88e5-aebb648edbf4 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:15:31.518069 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.554537 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.631865 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.751875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.778200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194fc846-9229-4c01-88e5-aebb648edbf4,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:31.781891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.785220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6de5a7d2-383a-4e37-8ae5-0678fc08d5f2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/194fc846-9229-4c01-88e5-aebb648edbf4 HTTP/1.1" status: 204 len: 168 time: 0.3218646 Nov 11 22:15:31.787676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41758) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:31.790310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd8131-26fb-4de7-b6e7-9e44ccd9c926 None None] Network f3b23f14-612a-4ebb-b9c3-f419ba40399e requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:15:31.858596 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.935391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Deleting port 5a522c4a-5044-4541-9859-7cc5b1e83e14 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:31.935738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.017401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] For port 5a522c4a-5044-4541-9859-7cc5b1e83e14, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5a522c4a-5044-4541-9859-7cc5b1e83e14,segment=NetworkSegment(643da996-fa8f-468e-bc2c-2cc65802e9cd),segment_id=643da996-fa8f-468e-bc2c-2cc65802e9cd)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:32.017915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.043664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Calling delete_port for 5a522c4a-5044-4541-9859-7cc5b1e83e14 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:32.107352 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d8dede4-0df1-4065-9550-bc5bb3345be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.190864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] DHCP port deletion for f3b23f14-612a-4ebb-b9c3-f419ba40399e request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:32.225166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.245651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] Deleting port 5a522c4a-5044-4541-9859-7cc5b1e83e14 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:15:32.249633 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.253456 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a522c4a-5044-4541-9859-7cc5b1e83e14,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:32.258303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] No DVR routers for this DVR port 5a522c4a-5044-4541-9859-7cc5b1e83e14 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:15:32.323628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] For port 5a522c4a-5044-4541-9859-7cc5b1e83e14, host n-d-805734-3, got binding levels [] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:32.324202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.337641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] Calling delete_port for 5a522c4a-5044-4541-9859-7cc5b1e83e14 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:15:32.338999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.341957 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.ipam_backend_mixin [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] Port 5a522c4a-5044-4541-9859-7cc5b1e83e14 was not found and therefore no delete operation was performed {{(pid=109676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:15:32.343716 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.363509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b23f14-612a-4ebb-b9c3-f419ba40399e']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:32.369083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] Pushing event deleted for resources: {'Port': ['ID=5a522c4a-5044-4541-9859-7cc5b1e83e14,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:32.372752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620104d-af6d-4ead-8dff-3beea78a58a3 None None] No DVR routers for this DVR port 5a522c4a-5044-4541-9859-7cc5b1e83e14 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:15:32.372943 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643da996-fa8f-468e-bc2c-2cc65802e9cd') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:32.373065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643da996-fa8f-468e-bc2c-2cc65802e9cd') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:32.384033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.398252 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.404547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:15:32.409199 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:15:32.507361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.514215 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.517860 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] 10.222.0.31 "DELETE /v2.0/networks/f3b23f14-612a-4ebb-b9c3-f419ba40399e HTTP/1.1" status: 204 len: 168 time: 0.7291849 Nov 11 22:15:32.527272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82418f3c-3125-4f59-bba4-3dd6676e7b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b23f14-612a-4ebb-b9c3-f419ba40399e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:32.865163 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:32.904414 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-07b60bfd-3b17-4852-bc56-bde15d1d6171 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4d11b598e864ff58d6584c2a54b390e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380514 Nov 11 22:15:32.906880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41766) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:32.954583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf0f29e3-7fe2-4789-b612-ec784c50c2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:32.975637 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf0f29e3-7fe2-4789-b612-ec784c50c2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.038861 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f83eca8c-f3b3-4e6e-b581-f583dc5f702d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:33.063966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: f83eca8c-f3b3-4e6e-b581-f583dc5f702d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:33.064341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device f83eca8c-f3b3-4e6e-b581-f583dc5f702d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:33.064760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5a522c4a-5044-4541-9859-7cc5b1e83e14 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:15:33.084305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5a522c4a-5044-4541-9859-7cc5b1e83e14 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:15:33.090471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5a522c4a-5044-4541-9859-7cc5b1e83e14 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:15:33.105022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf0f29e3-7fe2-4789-b612-ec784c50c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.107629 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cf0f29e3-7fe2-4789-b612-ec784c50c2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.108825 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cf0f29e3-7fe2-4789-b612-ec784c50c2d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9b4e2a5-b019-4ffd-aefe-980c2aeabf94 HTTP/1.1" status: 204 len: 168 time: 0.2010014 Nov 11 22:15:33.125120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f29e3-7fe2-4789-b612-ec784c50c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b4e2a5-b019-4ffd-aefe-980c2aeabf94,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:33.706490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41772) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:33.749915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-584c4252-fe1f-46d9-b034-415527e82bf7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58c93c4b9af7401497210a30b4f1f79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421510 Nov 11 22:15:33.752697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41774) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:33.804181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f6f365-ffbf-4999-8c3d-937ad2c01d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.825005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f6f365-ffbf-4999-8c3d-937ad2c01d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.940095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f6f365-ffbf-4999-8c3d-937ad2c01d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.942689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-25f6f365-ffbf-4999-8c3d-937ad2c01d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:33.943859 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-25f6f365-ffbf-4999-8c3d-937ad2c01d65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bfa2955-7edc-45ad-bed5-cbf399edb448 HTTP/1.1" status: 204 len: 168 time: 0.1902571 Nov 11 22:15:33.955927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6f365-ffbf-4999-8c3d-937ad2c01d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa2955-7edc-45ad-bed5-cbf399edb448,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:34.465156 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fff3d28e-16ca-4bf7-8193-e0f4d70776ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:35.865708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.154590 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41814) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:36.159545 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327515281', 'description': 'tempest-secgroup-smoke-1327515281 description', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:36.236916 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.246488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.331332 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.408469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.450311 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7196fa37-70e0-41e6-b2eb-2eb30e5430fe,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:36.487496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.544419 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.574337 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ae497-2aea-4f2a-b877-093ba9964b2a,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:36.627829 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.629147 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9512d4ae-b2d3-4c9a-8a06-adbfe7b4111e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4735157 Nov 11 22:15:36.632318 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41816) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:36.636747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-310305c5-703c-4bb5-8972-2b29b712daa2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'e59ae497-2aea-4f2a-b877-093ba9964b2a', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:36.715566 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310305c5-703c-4bb5-8972-2b29b712daa2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.774336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310305c5-703c-4bb5-8972-2b29b712daa2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.854003 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310305c5-703c-4bb5-8972-2b29b712daa2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.876292 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310305c5-703c-4bb5-8972-2b29b712daa2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679117ac-060e-4065-9c40-a7f72b089a15,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:36.958832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-310305c5-703c-4bb5-8972-2b29b712daa2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:36.960080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-310305c5-703c-4bb5-8972-2b29b712daa2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268259 Nov 11 22:15:36.964893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41818) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:36.967160 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fd7dab07-4fc7-4306-ad35-52c7bc2caa5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'e59ae497-2aea-4f2a-b877-093ba9964b2a', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:37.057738 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd7dab07-4fc7-4306-ad35-52c7bc2caa5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.112936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd7dab07-4fc7-4306-ad35-52c7bc2caa5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.178956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd7dab07-4fc7-4306-ad35-52c7bc2caa5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.196769 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dab07-4fc7-4306-ad35-52c7bc2caa5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335444c0-7d88-4aa4-a8e0-6104b24817df,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:37.261085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fd7dab07-4fc7-4306-ad35-52c7bc2caa5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.262325 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fd7dab07-4fc7-4306-ad35-52c7bc2caa5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2986045 Nov 11 22:15:37.265115 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41820) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:37.270224 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-28e93641-f2e5-4f91-9e58-2f28fe9a105c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'e59ae497-2aea-4f2a-b877-093ba9964b2a', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:37.373032 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28e93641-f2e5-4f91-9e58-2f28fe9a105c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.429832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28e93641-f2e5-4f91-9e58-2f28fe9a105c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.471776 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.510676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28e93641-f2e5-4f91-9e58-2f28fe9a105c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.529300 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e93641-f2e5-4f91-9e58-2f28fe9a105c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15053e41-125e-4c50-b3ac-c9fd7b5ccae7,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:37.598712 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-28e93641-f2e5-4f91-9e58-2f28fe9a105c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.599950 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-28e93641-f2e5-4f91-9e58-2f28fe9a105c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338969 Nov 11 22:15:37.602715 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41822) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:37.607098 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-98ccb846-eb2f-4a2f-a634-f58adc3255c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'e59ae497-2aea-4f2a-b877-093ba9964b2a', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:37.698812 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-98ccb846-eb2f-4a2f-a634-f58adc3255c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.758382 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-98ccb846-eb2f-4a2f-a634-f58adc3255c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.842286 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-98ccb846-eb2f-4a2f-a634-f58adc3255c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:37.864908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccb846-eb2f-4a2f-a634-f58adc3255c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f66c3bf-f073-4c01-9efe-3e4481a95c4e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:37.962261 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.009717 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-98ccb846-eb2f-4a2f-a634-f58adc3255c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.010992 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-98ccb846-eb2f-4a2f-a634-f58adc3255c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4072974 Nov 11 22:15:38.013762 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41826) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:38.018863 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'e59ae497-2aea-4f2a-b877-093ba9964b2a', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:38.132997 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:15:38.138337 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.197214 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.293763 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.311918 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b448568c-f495-48c9-b8cb-301ca5e5b917,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:38.393469 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.394354 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eb796dd6-02f3-43f2-9add-8f0b6fb1d9c6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3796377 Nov 11 22:15:38.397125 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41828) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:38.401478 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'e59ae497-2aea-4f2a-b877-093ba9964b2a', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:38.487943 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:15:38.493394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.553544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.642841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.661934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9beab3-76d8-46ff-ae4c-00dc6e5f0414,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:38.736086 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.737388 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ae4da600-bf64-42af-8cb2-51f1e7534336 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393192 Nov 11 22:15:38.740461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41830) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:38.745384 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'network': {'name': 'tempest-network-smoke--243264591', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:38.853724 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:15:38.857316 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.882731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:15:38.891528 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.893105 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Added segment 3c914199-bc7b-4455-b46d-0cb8a97ffe65 of type vlan for network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f Nov 11 22:15:38.949439 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.030841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.037071 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:39.037722 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.103842 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Network': ['ID=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:39.114841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:15:39.128686 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:39.129348 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b153aa83-41c3-4c30-b28d-48211f37b3dc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3865316 Nov 11 22:15:39.133632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'admin_state_up': True, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:39.213709 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.214744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.305727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.552830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.817450 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.849706 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:39.951834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.235 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/6c84122a-6248-4da6-bec3-821ce01d760c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:40.070894 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:40.156753 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:40.200378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:40.203347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:40.207877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:40.211004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=6c84122a-6248-4da6-bec3-821ce01d760c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:40.215819 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00fc9a5-c570-411b-aad3-2aa818df27e7 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:40.305560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e420469c-cab8-41e4-80b5-0691d6562791 None None] Provisioning complete for port 6c84122a-6248-4da6-bec3-821ce01d760c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:40.305978 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e420469c-cab8-41e4-80b5-0691d6562791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:40.339743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e420469c-cab8-41e4-80b5-0691d6562791 None None] Port 6c84122a-6248-4da6-bec3-821ce01d760c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:40.650988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:40.850695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:41.048363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 5b0c63f9-b967-412c-a5af-5ffc7befde19 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:15:41.153223 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:41.163459 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Sync routers for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:41.173562 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:41.174149 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:41.261224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:41.262495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-80fdbadd-3825-4be1-bd8d-7d1059e3b015 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1327348 Nov 11 22:15:41.265934 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41834) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:41.278720 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:41.387322 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-067d8a9b-dd93-4b91-a90e-a8a4e6ca0762 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3ea4e0d6ba9f4e9d86182024edafefc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1201119 Nov 11 22:15:41.390138 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41838) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:41.469379 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:40Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:41.593026 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Checking router: 5b0c63f9-b967-412c-a5af-5ffc7befde19 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:41.593285 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Updating router 5b0c63f9-b967-412c-a5af-5ffc7befde19 port 6c84122a-6248-4da6-bec3-821ce01d760c binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:15:41.619408 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:41.837856 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae907c-6abb-474b-856d-e7d9bb81017d tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:41.839402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8fae907c-6abb-474b-856d-e7d9bb81017d tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4482391 Nov 11 22:15:41.842335 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41840) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:41.878028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e4807a0-97cf-47a2-b4d1-522565307e4e tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344667 Nov 11 22:15:41.880476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41842) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:41.882836 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:41.885187 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127515205', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:41.933002 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:41.977579 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff50d4-6447-4330-b596-444696998b49 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:41.995574 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Pushing event updated for resources: {'Port': ['ID=6c84122a-6248-4da6-bec3-821ce01d760c,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:42.000956 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Attempting to bind port 6c84122a-6248-4da6-bec3-821ce01d760c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:42.001287 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Attempting to bind port 6c84122a-6248-4da6-bec3-821ce01d760c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:42.001736 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Attempting to bind port 6c84122a-6248-4da6-bec3-821ce01d760c on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:42.012007 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.012383 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.012726 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.013069 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.013405 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.013760 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.014086 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.014412 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.014735 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.015057 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.015382 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.015703 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:15:42.020334 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:42.020713 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:42.021114 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.021499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:42.021970 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Bound port: 6c84122a-6248-4da6-bec3-821ce01d760c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:42.022350 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.035488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:15:42.039486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.070558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-04ef106d-273e-4587-a16c-0ae5afa48e2c None None] Provisioning complete for port 6c84122a-6248-4da6-bec3-821ce01d760c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:42.070959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04ef106d-273e-4587-a16c-0ae5afa48e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.105551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04ef106d-273e-4587-a16c-0ae5afa48e2c None None] Port 6c84122a-6248-4da6-bec3-821ce01d760c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:42.115518 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] For port 6c84122a-6248-4da6-bec3-821ce01d760c, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:42.119108 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] For port 6c84122a-6248-4da6-bec3-821ce01d760c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6c84122a-6248-4da6-bec3-821ce01d760c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:42.192616 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.237849 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95110543-9085-4f9c-bc43-547e2b0dc6e3 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:15:42.259531 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:42.260182 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:42.297459 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eefb2-5baf-47d3-a880-dae5cc94ab2b None None] Pushing event updated for resources: {'Port': ['ID=6c84122a-6248-4da6-bec3-821ce01d760c,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:42.299708 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.327464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-561fcb68-762d-44c8-8524-be617da5a405 None None] Provisioning complete for port 6c84122a-6248-4da6-bec3-821ce01d760c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:42.327946 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-561fcb68-762d-44c8-8524-be617da5a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.367384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Subnet': ['ID=55d4e7bd-2101-493a-b186-64451666b2cb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:42.377327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Checking segment: {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:42.377546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network hostable DHCP agents. Network: 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:15:42.378962 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:42.411300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-561fcb68-762d-44c8-8524-be617da5a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.432103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-561fcb68-762d-44c8-8524-be617da5a405 None None] For port 6c84122a-6248-4da6-bec3-821ce01d760c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6c84122a-6248-4da6-bec3-821ce01d760c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:42.476583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:15:42.505437 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-561fcb68-762d-44c8-8524-be617da5a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.558466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fcb68-762d-44c8-8524-be617da5a405 None None] Pushing event updated for resources: {'Port': ['ID=6c84122a-6248-4da6-bec3-821ce01d760c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:42.559582 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:40Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:42.561908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:42.567323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:42.568130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.573626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b62c2c7-7c9f-4814-8d50-cb8421f85bbc None None] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:15:42.587644 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cde6a1-0dad-48e4-9ca5-93d9aebaead7 None None] The sync data for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 is: [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:40Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:42.679377 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6ce77092-7a51-4809-99aa-223c8c94d723 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7978718 Nov 11 22:15:42.682600 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41846) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:42.732267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:15:42.733255 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.898441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Allocated IP 172.20.0.2 (40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f/55d4e7bd-2101-493a-b186-64451666b2cb/30c3f443-f768-4a38-bbb7-1c288497ecaa) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:43.115471 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6c84122a-6248-4da6-bec3-821ce01d760c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:43.173407 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.191883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6c84122a-6248-4da6-bec3-821ce01d760c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:43.192297 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.241273 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.250258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.302419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:43.311588 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:43.314297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:43.333209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Pushing event updated for resources: {'Port': ['ID=30c3f443-f768-4a38-bbb7-1c288497ecaa,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:43.396892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Attempting to bind port 30c3f443-f768-4a38-bbb7-1c288497ecaa on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:43.397273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Attempting to bind port 30c3f443-f768-4a38-bbb7-1c288497ecaa by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:43.397641 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Attempting to bind port 30c3f443-f768-4a38-bbb7-1c288497ecaa on network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:43.403131 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:43.403511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Checking segment: {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:43.403916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.404346 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Bound using segment: {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:43.404821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Bound port: 30c3f443-f768-4a38-bbb7-1c288497ecaa, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:43.405205 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.476269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] For port 30c3f443-f768-4a38-bbb7-1c288497ecaa, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:43.480360 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] For port 30c3f443-f768-4a38-bbb7-1c288497ecaa, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=30c3f443-f768-4a38-bbb7-1c288497ecaa,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:43.540208 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.554974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.1 (40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f/55d4e7bd-2101-493a-b186-64451666b2cb/bf8dc37d-42eb-4141-a5e7-d5833627a038) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:43.607282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031ca9c-af81-4275-8e23-0da1d2936a39 None None] Pushing event updated for resources: {'Port': ['ID=30c3f443-f768-4a38-bbb7-1c288497ecaa,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:43.676775 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.759683 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:43.813919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:43.817260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:43.821974 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:43.826060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=bf8dc37d-42eb-4141-a5e7-d5833627a038,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:43.870075 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:44.077716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:44.363128 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:44.424832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:44.498193 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=bf8dc37d-42eb-4141-a5e7-d5833627a038,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:44.501923 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:44.599158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:44.600702 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:44.725703 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 5b0c63f9-b967-412c-a5af-5ffc7befde19 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:15:44.839394 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:44.845331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-91432f84-822e-466f-85bf-9a09193c7f7e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/5b0c63f9-b967-412c-a5af-5ffc7befde19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1611097 Nov 11 22:15:44.849669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Sync routers for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:44.862393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:44.863178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:44.905572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df31dcd-e1d7-4c5b-8258-3bedb2bc6844 None None] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:15:45.012279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-8c0dd599-a594-4910-916a-4c29aafb99de tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327515281&fields=id&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 267 time: 0.0511951 Nov 11 22:15:45.029385 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-388560f8-3a71-4e56-a270-572dfc10a480 None None] Provisioning complete for port 30c3f443-f768-4a38-bbb7-1c288497ecaa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:45.029762 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-388560f8-3a71-4e56-a270-572dfc10a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.078121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:45.118521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 30c3f443-f768-4a38-bbb7-1c288497ecaa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:45.143257 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-39f231c1-bfc3-4e61-a282-a65b3aca22be tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:45.144675 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-39f231c1-bfc3-4e61-a282-a65b3aca22be tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/networks?id=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f HTTP/1.1" status: 200 len: 796 time: 0.1184945 Nov 11 22:15:45.160322 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-8f55c901-5b86-48dd-b33e-7487c42ab043 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/quotas/3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 375 time: 0.0096793 Nov 11 22:15:45.217045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-cea6c222-dbb0-4182-9a07-f259645fe011 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506413 Nov 11 22:15:45.295633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-e04e1ab7-3656-4b39-ba21-04cf014a6e08 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:15:45.296702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-e04e1ab7-3656-4b39-ba21-04cf014a6e08 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0676744 Nov 11 22:15:45.376414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-388560f8-3a71-4e56-a270-572dfc10a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.381155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 30c3f443-f768-4a38-bbb7-1c288497ecaa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:45.381522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.390145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-f15c9609-1eab-482e-8269-801b91da9fa1 service neutron] 10.222.0.31 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867500 Nov 11 22:15:45.474005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-388560f8-3a71-4e56-a270-572dfc10a480 None None] For port 30c3f443-f768-4a38-bbb7-1c288497ecaa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=30c3f443-f768-4a38-bbb7-1c288497ecaa,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:45.501495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-d18c8a01-d794-426e-aae8-9ee1714dba9a service neutron] 10.222.0.31 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043410 Nov 11 22:15:45.530522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:44Z', 'revision_number': 2, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:45.727648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-388560f8-3a71-4e56-a270-572dfc10a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.736035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Checking router: 5b0c63f9-b967-412c-a5af-5ffc7befde19 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:15:45.736419 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Updating router 5b0c63f9-b967-412c-a5af-5ffc7befde19 port bf8dc37d-42eb-4141-a5e7-d5833627a038 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:15:45.740423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.768748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfaf1005-d386-46d0-a126-3436cc709d54 req-f0f2bbd6-8a84-4218-bf6a-f964f2c438f0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Nov 11 22:15:45.800294 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.880502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388560f8-3a71-4e56-a270-572dfc10a480 None None] Pushing event updated for resources: {'Port': ['ID=30c3f443-f768-4a38-bbb7-1c288497ecaa,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:45.916325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-07c9f675-98d8-41d0-9130-11944f650659 None None] Provisioning complete for port bf8dc37d-42eb-4141-a5e7-d5833627a038 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:45.916693 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07c9f675-98d8-41d0-9130-11944f650659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:45.990305 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:15:45.993138 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:15:46.022810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-07c9f675-98d8-41d0-9130-11944f650659 None None] Port bf8dc37d-42eb-4141-a5e7-d5833627a038 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:46.079715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-07c9f675-98d8-41d0-9130-11944f650659 None None] Provisioning complete for port 30c3f443-f768-4a38-bbb7-1c288497ecaa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:46.080301 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07c9f675-98d8-41d0-9130-11944f650659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.243713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.327759 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.390821 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2fa84-3d08-47bb-9742-64208611d0f4 None None] Pushing event updated for resources: {'Port': ['ID=bf8dc37d-42eb-4141-a5e7-d5833627a038,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:46.394066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bf953388-548d-4687-80f3-cfcc3d4121b4 None None] Provisioning complete for port bf8dc37d-42eb-4141-a5e7-d5833627a038 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:46.394442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bf953388-548d-4687-80f3-cfcc3d4121b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.468695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bf953388-548d-4687-80f3-cfcc3d4121b4 None None] Port bf8dc37d-42eb-4141-a5e7-d5833627a038 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:46.479810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Attempting to bind port bf8dc37d-42eb-4141-a5e7-d5833627a038 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:46.480208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Attempting to bind port bf8dc37d-42eb-4141-a5e7-d5833627a038 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:46.480700 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Attempting to bind port bf8dc37d-42eb-4141-a5e7-d5833627a038 on network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:46.486442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:46.486818 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Checking segment: {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:46.487222 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.487617 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Bound using segment: {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:46.488085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Bound port: bf8dc37d-42eb-4141-a5e7-d5833627a038, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:46.488504 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.593417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] For port bf8dc37d-42eb-4141-a5e7-d5833627a038, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:46.597916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] For port bf8dc37d-42eb-4141-a5e7-d5833627a038, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bf8dc37d-42eb-4141-a5e7-d5833627a038,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:46.602549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a40a73b1-6b44-4fc8-8b8b-e2547271dcb3 None None] Provisioning complete for port bf8dc37d-42eb-4141-a5e7-d5833627a038 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:46.602920 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a40a73b1-6b44-4fc8-8b8b-e2547271dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.637096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a40a73b1-6b44-4fc8-8b8b-e2547271dcb3 None None] Port bf8dc37d-42eb-4141-a5e7-d5833627a038 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:46.688474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:46.745297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:46.746051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:46.786933 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2fa84-3d08-47bb-9742-64208611d0f4 None None] Pushing event updated for resources: {'Port': ['ID=bf8dc37d-42eb-4141-a5e7-d5833627a038,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:46.875960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:15:46.883914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d4552f-0d04-40bf-b5be-16ae143df30f req-6452ab4b-135a-4c25-ab1f-7059e4405b1c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 210 time: 0.0346317 Nov 11 22:15:47.025327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-06d2095e-3f6d-4746-aa15-c26770ae590d None None] Provisioning complete for port bf8dc37d-42eb-4141-a5e7-d5833627a038 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:47.025895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06d2095e-3f6d-4746-aa15-c26770ae590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:47.068522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 30c3f443-f768-4a38-bbb7-1c288497ecaa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:47.211708 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06d2095e-3f6d-4746-aa15-c26770ae590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:47.226527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 30c3f443-f768-4a38-bbb7-1c288497ecaa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:47.226895 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:47.282543 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-06d2095e-3f6d-4746-aa15-c26770ae590d None None] For port bf8dc37d-42eb-4141-a5e7-d5833627a038, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bf8dc37d-42eb-4141-a5e7-d5833627a038,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:47.289526 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:46Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:47.321046 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002b731-df46-4fde-8872-b1e07e24ade5 None None] The sync data for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 is: [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:46Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:15:47.355546 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-06d2095e-3f6d-4746-aa15-c26770ae590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:47.424070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2095e-3f6d-4746-aa15-c26770ae590d None None] Pushing event updated for resources: {'Port': ['ID=bf8dc37d-42eb-4141-a5e7-d5833627a038,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:47.789895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fd863aab-6835-410a-b6a8-0c532ae9d2d4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:47.791499 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fd863aab-6835-410a-b6a8-0c532ae9d2d4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/networks?id=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f HTTP/1.1" status: 200 len: 796 time: 0.1116192 Nov 11 22:15:47.858342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-ff1178ca-a1e5-412d-95df-3d2e1dfbab0e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 380 time: 0.0574381 Nov 11 22:15:47.872878 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'port': {'device_id': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'admin_state_up': True, 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'security_groups': ['e59ae497-2aea-4f2a-b877-093ba9964b2a']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:48.003995 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88b824c6-b44f-4475-a7b8-9c175f27c66a req-15d4b434-1754-4e0b-a467-c748c015e640 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 210 time: 0.0399196 Nov 11 22:15:48.076556 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:15:48.080394 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.211249 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.10 (40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f/55d4e7bd-2101-493a-b186-64451666b2cb/1aebef35-8f73-48af-b205-a601db6de32a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:48.362223 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.459978 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.502219 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:48.505255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:48.507690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:48.546277 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=1aebef35-8f73-48af-b205-a601db6de32a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:48.572753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:48.573296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.632525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-fc928572-8ec8-4685-8efe-7f9c7a033bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7687976 Nov 11 22:15:48.645735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Request body: {'port': {'device_id': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:48.703367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.791775 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-39dc2feb-bb16-4e50-b848-01ccd896cf6a None None] Provisioning complete for port 1aebef35-8f73-48af-b205-a601db6de32a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:48.792374 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-39dc2feb-bb16-4e50-b848-01ccd896cf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.827724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-39dc2feb-bb16-4e50-b848-01ccd896cf6a None None] Port 1aebef35-8f73-48af-b205-a601db6de32a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:15:48.971740 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aebef35-8f73-48af-b205-a601db6de32a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:15:48.979240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:48.991719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Transition to ACTIVE for port object 1aebef35-8f73-48af-b205-a601db6de32a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:15:49.066532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bf8dc37d-42eb-4141-a5e7-d5833627a038 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:49.088472 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:49.119184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port bf8dc37d-42eb-4141-a5e7-d5833627a038 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:49.119566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:49.162166 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Pushing event updated for resources: {'Port': ['ID=1aebef35-8f73-48af-b205-a601db6de32a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:49.197422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f111-0f30-452f-b786-9b18a5fb342b req-29f28471-669f-4114-a9b7-0d8570c6ec8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:49.199007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04f5f111-0f30-452f-b786-9b18a5fb342b req-29f28471-669f-4114-a9b7-0d8570c6ec8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 944 time: 0.1216741 Nov 11 22:15:49.286103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Attempting to bind port 1aebef35-8f73-48af-b205-a601db6de32a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:15:49.286445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Attempting to bind port 1aebef35-8f73-48af-b205-a601db6de32a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:15:49.286779 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Attempting to bind port 1aebef35-8f73-48af-b205-a601db6de32a on network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:49.293881 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-04f5f111-0f30-452f-b786-9b18a5fb342b req-06b7797a-387e-443a-920a-21a87613700e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769010 Nov 11 22:15:49.296079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Port 1aebef35-8f73-48af-b205-a601db6de32a on network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:15:49.296453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Attempting to bind port 1aebef35-8f73-48af-b205-a601db6de32a on network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:15:49.302118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:15:49.302461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Checking segment: {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:15:49.302847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Bound using segment: {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:15:49.303306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Bound port: 1aebef35-8f73-48af-b205-a601db6de32a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c914199-bc7b-4455-b46d-0cb8a97ffe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:15:49.303646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:49.369332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] For port 1aebef35-8f73-48af-b205-a601db6de32a, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:15:49.372312 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] For port 1aebef35-8f73-48af-b205-a601db6de32a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1aebef35-8f73-48af-b205-a601db6de32a,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:15:49.505517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:49.540992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:49.541680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:49.543068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] 10.222.0.62 "PUT /v2.0/ports/1aebef35-8f73-48af-b205-a601db6de32a HTTP/1.1" status: 200 len: 1092 time: 0.9026353 Nov 11 22:15:49.543512 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:49.545849 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27669aa-d53e-4e6b-94d2-0f72ebc3bf83" -d '{"events": [{"name": "network-changed", "server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "tag": "1aebef35-8f73-48af-b205-a601db6de32a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:49.573458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3533b2-43fa-4ef6-9c56-e5f12629392f service neutron] Pushing event updated for resources: {'Port': ['ID=1aebef35-8f73-48af-b205-a601db6de32a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:49.589983 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3043cdc8-7025-429b-8a47-4c26d00b76b6 x-openstack-request-id: req-3043cdc8-7025-429b-8a47-4c26d00b76b6 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:49.590217 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "tag": "1aebef35-8f73-48af-b205-a601db6de32a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:49.590472 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3043cdc8-7025-429b-8a47-4c26d00b76b6 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:49.590916 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a', 'status': 'completed', 'code': 200} Nov 11 22:15:49.660730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27669aa-d53e-4e6b-94d2-0f72ebc3bf83 req-a0e7d034-4cc3-4297-9904-361352f9b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:49.662281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e27669aa-d53e-4e6b-94d2-0f72ebc3bf83 req-a0e7d034-4cc3-4297-9904-361352f9b796 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 1095 time: 0.0488348 Nov 11 22:15:49.765285 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27669aa-d53e-4e6b-94d2-0f72ebc3bf83 req-73b48a03-e391-4997-9647-838b3e13eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:49.767399 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e27669aa-d53e-4e6b-94d2-0f72ebc3bf83 req-73b48a03-e391-4997-9647-838b3e13eb07 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0970888 Nov 11 22:15:49.865623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27669aa-d53e-4e6b-94d2-0f72ebc3bf83 req-c4237e5f-1031-47e9-beaa-2e06fb376f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:49.866992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e27669aa-d53e-4e6b-94d2-0f72ebc3bf83 req-c4237e5f-1031-47e9-beaa-2e06fb376f76 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928912 Nov 11 22:15:49.946448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-ec6f802e-738e-4eed-b121-8901efa316ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:49.948013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-ec6f802e-738e-4eed-b121-8901efa316ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 1095 time: 0.0420935 Nov 11 22:15:49.991541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-0b41e519-5edb-4e41-a5f9-afd331cc315c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aebef35-8f73-48af-b205-a601db6de32a HTTP/1.1" status: 200 len: 217 time: 0.0350416 Nov 11 22:15:50.046010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-93d95cf2-f968-4542-830a-8b1b11dc6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:50.047978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-93d95cf2-f968-4542-830a-8b1b11dc6cce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d4e7bd-2101-493a-b186-64451666b2cb HTTP/1.1" status: 200 len: 835 time: 0.0489028 Nov 11 22:15:50.093083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-6e541efc-0fb6-4037-ab1e-8dcbba47c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:50.094691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-6e541efc-0fb6-4037-ab1e-8dcbba47c490 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398335 Nov 11 22:15:50.184661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-ffc5582e-99e7-43a6-9040-fad30537257d service neutron] 10.222.0.62 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816338 Nov 11 22:15:50.276360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09fc13a3-0597-4d02-bca7-ee014a21c4dd req-4650ab27-ad47-4964-8f09-6308a5e889d1 service neutron] 10.222.0.62 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Nov 11 22:15:50.414547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdde1c-7606-42e4-ad4f-94b9095ccf34 req-b645697c-70aa-4562-8a19-69e8ffbbb49b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:50.416029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9fdde1c-7606-42e4-ad4f-94b9095ccf34 req-b645697c-70aa-4562-8a19-69e8ffbbb49b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 944 time: 0.0509508 Nov 11 22:15:50.468219 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c9fdde1c-7606-42e4-ad4f-94b9095ccf34 req-b7ec9353-fa13-49ef-a931-1f3e4f1baffd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460153 Nov 11 22:15:51.598010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78a03-58f1-4f1b-adc8-7e945bd24be7 req-6b12d891-b68d-4df4-b172-842e4382d7c1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:51.599504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0eb78a03-58f1-4f1b-adc8-7e945bd24be7 req-6b12d891-b68d-4df4-b172-842e4382d7c1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 944 time: 0.0546064 Nov 11 22:15:51.648472 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0eb78a03-58f1-4f1b-adc8-7e945bd24be7 req-143aa284-b564-4bd6-aa4c-663f69d6b998 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429575 Nov 11 22:15:52.765057 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebab1f-33db-4788-87a9-7df95a57590f req-00440b4e-3be5-4982-a941-c3ed148d57db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:52.767468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8eebab1f-33db-4788-87a9-7df95a57590f req-00440b4e-3be5-4982-a941-c3ed148d57db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 944 time: 0.0497251 Nov 11 22:15:52.816835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8eebab1f-33db-4788-87a9-7df95a57590f req-6f727885-6636-47c9-b685-1d49e9b9cc7c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Nov 11 22:15:52.916769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1aebef35-8f73-48af-b205-a601db6de32a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:15:52.949455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:53.016211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1aebef35-8f73-48af-b205-a601db6de32a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1aebef35-8f73-48af-b205-a601db6de32a,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:53.026928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '1aebef35-8f73-48af-b205-a601db6de32a', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'port_id': '1aebef35-8f73-48af-b205-a601db6de32a', 'mac_address': 'fa:16:3e:52:c8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:15:53.063557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:53.076484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aebef35-8f73-48af-b205-a601db6de32a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:15:53.095947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1aebef35-8f73-48af-b205-a601db6de32a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1aebef35-8f73-48af-b205-a601db6de32a,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:53.178638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:53.228970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1aebef35-8f73-48af-b205-a601db6de32a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:53.397206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['1aebef35-8f73-48af-b205-a601db6de32a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:15:53.935890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f750c5a-d295-4fa1-bc36-4cb7978e41ff req-877038cb-b2b2-4eac-a07e-254b1c2e3ce1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:53.937432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f750c5a-d295-4fa1-bc36-4cb7978e41ff req-877038cb-b2b2-4eac-a07e-254b1c2e3ce1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Nov 11 22:15:53.989932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4f750c5a-d295-4fa1-bc36-4cb7978e41ff req-ccfaf7d0-09d0-4511-ac6b-a8a77e3f8230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 Nov 11 22:15:54.932823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1aebef35-8f73-48af-b205-a601db6de32a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:15:55.075458 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 1aebef35-8f73-48af-b205-a601db6de32a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:15:55.079528 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 1aebef35-8f73-48af-b205-a601db6de32a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:15:55.079907 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:55.119824 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32822-2957-4e03-a415-9616fcb8fae6 req-1b26af58-2081-46d2-8b21-278b24cfb6d2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:55.121382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-57a32822-2957-4e03-a415-9616fcb8fae6 req-1b26af58-2081-46d2-8b21-278b24cfb6d2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 945 time: 0.0582726 Nov 11 22:15:55.168887 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:55.171540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-57a32822-2957-4e03-a415-9616fcb8fae6 req-a41157ce-cfa2-4f4e-a6b3-d3dc65940fc7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Nov 11 22:15:55.192259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:55.194529 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e2377e-89e9-4506-acf0-3ed976262106" -d '{"events": [{"server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "name": "network-vif-plugged", "status": "completed", "tag": "1aebef35-8f73-48af-b205-a601db6de32a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:55.206921 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 1aebef35-8f73-48af-b205-a601db6de32a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1aebef35-8f73-48af-b205-a601db6de32a,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:15:55.276509 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:55.303156 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e57d4-7011-48ba-a90a-e7593f69a679 x-openstack-request-id: req-e12e57d4-7011-48ba-a90a-e7593f69a679 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:15:55.303446 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "name": "network-vif-plugged", "status": "completed", "tag": "1aebef35-8f73-48af-b205-a601db6de32a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:15:55.303727 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e12e57d4-7011-48ba-a90a-e7593f69a679 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:15:55.304115 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a', 'code': 200} Nov 11 22:15:55.330372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=1aebef35-8f73-48af-b205-a601db6de32a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:55.398563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ee54a-070d-4d4c-8342-5c1c124380ab req-c128d5cf-75bc-49cc-94f0-f6b9dfc3f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:55.400050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e51ee54a-070d-4d4c-8342-5c1c124380ab req-c128d5cf-75bc-49cc-94f0-f6b9dfc3f64d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 1097 time: 0.0405254 Nov 11 22:15:55.450467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e51ee54a-070d-4d4c-8342-5c1c124380ab req-7d831039-7ab0-489f-b2d6-eea549cb19d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 Nov 11 22:15:56.248400 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:15:56.290898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ddbea-d24c-49d7-8644-5d4310121fc1 req-11f2e376-d795-45f4-92b5-0874770ff9a6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:56.292595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e3ddbea-d24c-49d7-8644-5d4310121fc1 req-11f2e376-d795-45f4-92b5-0874770ff9a6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0501475 Nov 11 22:15:56.342569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e3ddbea-d24c-49d7-8644-5d4310121fc1 req-5beca721-9f75-4d30-a596-298d904e9605 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Nov 11 22:15:57.458979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099eb51b-e9eb-4c7e-ab95-dd961c5091b5 req-89de508d-730e-4653-825f-55b360452789 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:57.460490 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-099eb51b-e9eb-4c7e-ab95-dd961c5091b5 req-89de508d-730e-4653-825f-55b360452789 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0503724 Nov 11 22:15:57.509739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-099eb51b-e9eb-4c7e-ab95-dd961c5091b5 req-179dcdd6-a389-478e-a2f4-39295a91ca95 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Nov 11 22:15:57.625940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e995f9-bb78-45da-8957-f354940a01d3 req-889ef5bf-2edc-4bfd-81c6-2c56c978a579 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:57.627411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91e995f9-bb78-45da-8957-f354940a01d3 req-889ef5bf-2edc-4bfd-81c6-2c56c978a579 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0539055 Nov 11 22:15:57.676310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91e995f9-bb78-45da-8957-f354940a01d3 req-a7468e02-96df-41e4-b3ba-dc465e79a893 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 Nov 11 22:15:57.698235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41902) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:57.737294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc05d72-53aa-4025-a324-e621726e13f4 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:15:57.738807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8cc05d72-53aa-4025-a324-e621726e13f4 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 1092 time: 0.0396070 Nov 11 22:15:57.741683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41904) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:15:57.745962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '1aebef35-8f73-48af-b205-a601db6de32a', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:15:57.858051 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:57.958337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:58.059940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.206 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f82c3b63-0452-49a8-a640-380425bb46a2) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:15:58.164052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:58.218970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:58.300015 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:58.338194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:15:58.342997 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:15:58.345619 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:15:58.371577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=f82c3b63-0452-49a8-a640-380425bb46a2,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:58.706243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:58.833187 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:58.987752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:59.041529 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:59.116232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=f82c3b63-0452-49a8-a640-380425bb46a2,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:15:59.130162 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:59.231315 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP ab1c8a9a-1201-4da4-99e0-950567c70d89 associated. External IP: 172.25.2.206, port: 1aebef35-8f73-48af-b205-a601db6de32a. Nov 11 22:15:59.731299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 5b0c63f9-b967-412c-a5af-5ffc7befde19 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:15:59.835990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:15:59.845459 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] Sync routers for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:15:59.857453 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:15:59.858067 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:15:59.912707 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:59.954209 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2f9a4490-2d0f-4067-9333-ba5972b83a75 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2114866 Nov 11 22:15:59.954843 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:15:59.957253 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d063988-fe0c-489b-be49-914a89e744a4" -d '{"events": [{"name": "network-changed", "server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "tag": "1aebef35-8f73-48af-b205-a601db6de32a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:15:59.965647 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:00.053078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094f7e-f323-4e15-807f-ba3029ab754c req-91e112bd-f283-4d16-8c50-28155c4605fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:00.054589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c094f7e-f323-4e15-807f-ba3029ab754c req-91e112bd-f283-4d16-8c50-28155c4605fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Nov 11 22:16:00.106193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4c094f7e-f323-4e15-807f-ba3029ab754c req-ed9e55c9-9e54-46e2-8d7e-ab19a06485ce tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455081 Nov 11 22:16:00.130025 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41910) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:00.157836 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d04ddf-b737-42a5-aae6-dfcd4e22a147 x-openstack-request-id: req-54d04ddf-b737-42a5-aae6-dfcd4e22a147 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:16:00.158624 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "tag": "1aebef35-8f73-48af-b205-a601db6de32a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:16:00.158884 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54d04ddf-b737-42a5-aae6-dfcd4e22a147 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:16:00.159292 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a', 'status': 'completed', 'code': 200} Nov 11 22:16:00.193937 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'ab1c8a9a-1201-4da4-99e0-950567c70d89', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'port_id': '1aebef35-8f73-48af-b205-a601db6de32a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'mac_address': 'fa:16:3e:52:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:58Z', 'updated_at': '2021-11-11T22:15:58Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:47Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:00.196080 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c03e6c5a-92b4-46b6-ac17-876bfe659cfd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/ab1c8a9a-1201-4da4-99e0-950567c70d89 HTTP/1.1" status: 200 len: 992 time: 0.0649719 Nov 11 22:16:00.220041 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] Checking router: 5b0c63f9-b967-412c-a5af-5ffc7befde19 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:00.223641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d063988-fe0c-489b-be49-914a89e744a4 req-aedf56f8-8f0b-4108-a4e1-c14ddb03fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:00.225237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d063988-fe0c-489b-be49-914a89e744a4 req-aedf56f8-8f0b-4108-a4e1-c14ddb03fa7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 1097 time: 0.0425379 Nov 11 22:16:00.228420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:00.229019 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:15:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:00.324572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d063988-fe0c-489b-be49-914a89e744a4 req-c0dae79d-8611-4775-8d02-51d152a27c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:00.325985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d063988-fe0c-489b-be49-914a89e744a4 req-c0dae79d-8611-4775-8d02-51d152a27c42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f HTTP/1.1" status: 200 len: 897 time: 0.0941861 Nov 11 22:16:00.349780 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:00.394665 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d063988-fe0c-489b-be49-914a89e744a4 req-7c2adcfc-3f1e-43ae-a38a-51b9cafc038a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aebef35-8f73-48af-b205-a601db6de32a HTTP/1.1" status: 200 len: 1000 time: 0.0615566 Nov 11 22:16:00.453141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d063988-fe0c-489b-be49-914a89e744a4 req-00399861-7901-4793-86c4-39a3bbab91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:00.454620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d063988-fe0c-489b-be49-914a89e744a4 req-00399861-7901-4793-86c4-39a3bbab91e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d4e7bd-2101-493a-b186-64451666b2cb HTTP/1.1" status: 200 len: 835 time: 0.0521362 Nov 11 22:16:00.500316 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d063988-fe0c-489b-be49-914a89e744a4 req-a1d9373e-8a12-4e93-bafd-4843a01ecd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:00.501836 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d063988-fe0c-489b-be49-914a89e744a4 req-a1d9373e-8a12-4e93-bafd-4843a01ecd38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401776 Nov 11 22:16:00.592392 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d063988-fe0c-489b-be49-914a89e744a4 req-1ef0a803-6ca5-4e85-be0b-e4c87e179695 service neutron] 10.222.0.62 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834301 Nov 11 22:16:00.663749 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'ab1c8a9a-1201-4da4-99e0-950567c70d89', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'port_id': '1aebef35-8f73-48af-b205-a601db6de32a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'mac_address': 'fa:16:3e:52:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:58Z', 'updated_at': '2021-11-11T22:15:58Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:47Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:00.686431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5d063988-fe0c-489b-be49-914a89e744a4 req-48b6a3ff-a8df-4293-951c-152e15a2ac43 service neutron] 10.222.0.62 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875409 Nov 11 22:16:00.690498 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761045e0-3c83-4562-a8cd-f6e2ad0536aa None None] The sync data for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 is: [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'ab1c8a9a-1201-4da4-99e0-950567c70d89', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'port_id': '1aebef35-8f73-48af-b205-a601db6de32a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'mac_address': 'fa:16:3e:52:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:15:58Z', 'updated_at': '2021-11-11T22:15:58Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:47Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:00.891780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecf99bc-73cc-4e84-bf90-06dd96ed7662 None None] New status for floating IP ab1c8a9a-1201-4da4-99e0-950567c70d89: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:16:01.197982 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41912) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:01.261041 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fa19432b-dfa2-4cf8-83dc-edcfc64fb81e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/ab1c8a9a-1201-4da4-99e0-950567c70d89 HTTP/1.1" status: 200 len: 994 time: 0.0619013 Nov 11 22:16:02.184851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bb676c2-814d-4761-b7a6-0220368be02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:04.469832 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d90367cb-19d9-4b24-af8d-5742c8515d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:05.869013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:07.430103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:07.897065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:22.921166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:28.101592 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79ac7d-6ccd-4bb1-b9d6-e44f4bbe55c0 req-4e53d0c7-1db8-49e1-b684-762f20a7222f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:28.103082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a79ac7d-6ccd-4bb1-b9d6-e44f4bbe55c0 req-4e53d0c7-1db8-49e1-b684-762f20a7222f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0511975 Nov 11 22:16:28.154699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a79ac7d-6ccd-4bb1-b9d6-e44f4bbe55c0 req-6b8373fe-3e89-4eb8-9138-31fe55aba475 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454268 Nov 11 22:16:28.218239 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.277378 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea4ab9-af4a-4df9-8ae6-48454d68bfce req-a3eff7af-a62b-46a8-a2b6-fae0b349f022 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:29.278886 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8ea4ab9-af4a-4df9-8ae6-48454d68bfce req-a3eff7af-a62b-46a8-a2b6-fae0b349f022 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0525002 Nov 11 22:16:29.328584 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b8ea4ab9-af4a-4df9-8ae6-48454d68bfce req-e030da01-bd0e-4e47-be72-c847ae95b40f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Nov 11 22:16:29.352224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41928) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:29.411785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7160de87-f68e-4a92-92e0-8447be9316d4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/ab1c8a9a-1201-4da4-99e0-950567c70d89 HTTP/1.1" status: 200 len: 994 time: 0.0583963 Nov 11 22:16:30.832295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e685-8bec-42dd-9a20-09602ac66f73 req-2a4ae2a7-8054-4f47-a70d-f2199ef0572e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:30.833809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2635e685-8bec-42dd-9a20-09602ac66f73 req-2a4ae2a7-8054-4f47-a70d-f2199ef0572e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0544412 Nov 11 22:16:30.885291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2635e685-8bec-42dd-9a20-09602ac66f73 req-41e4cddc-6a5c-4d73-9231-eb82b1e7f4b4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Nov 11 22:16:32.000737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ef679-acde-4f22-b381-2df6b1921cf0 req-4f13769e-5282-4ab8-9e69-29e434c1c458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:32.002305 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c6ef679-acde-4f22-b381-2df6b1921cf0 req-4f13769e-5282-4ab8-9e69-29e434c1c458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0494516 Nov 11 22:16:32.016474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-508b6d5e-af08-41ec-a8f1-d44a67eb3ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.053408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c6ef679-acde-4f22-b381-2df6b1921cf0 req-29693a6d-baee-4d54-a009-0ad5a0f52750 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Nov 11 22:16:32.075530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41938) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:32.139701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c0b95d13-35e8-4545-95d5-b719a4124686 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/ab1c8a9a-1201-4da4-99e0-950567c70d89 HTTP/1.1" status: 200 len: 994 time: 0.0630107 Nov 11 22:16:32.437681 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41944) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:32.598419 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port f82c3b63-0452-49a8-a640-380425bb46a2 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:16:32.598754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.672544 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.672870 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.684349 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for f82c3b63-0452-49a8-a640-380425bb46a2 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:16:32.944314 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.974368 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=f82c3b63-0452-49a8-a640-380425bb46a2,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:32.988069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.988494 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.989430 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.989821 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.990159 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.990493 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.990823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.991151 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.991480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.991802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.992124 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:32.992466 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.051236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.051588 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP ab1c8a9a-1201-4da4-99e0-950567c70d89 disassociated (deleted). External IP: 172.25.2.206, port: 1aebef35-8f73-48af-b205-a601db6de32a. Nov 11 22:16:33.247436 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:16:33.262658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 5b0c63f9-b967-412c-a5af-5ffc7befde19 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:16:33.374920 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:33.379689 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.385008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] Sync routers for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:33.395734 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:33.396453 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:33.406389 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2b38f234-ce3a-471f-bd54-d99ef079558c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab1c8a9a-1201-4da4-99e0-950567c70d89 HTTP/1.1" status: 204 len: 168 time: 0.9677162 Nov 11 22:16:33.407053 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:16:33.410357 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "tag": "1aebef35-8f73-48af-b205-a601db6de32a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:16:33.504011 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:33.706574 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:47Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:33.736160 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] Checking router: 5b0c63f9-b967-412c-a5af-5ffc7befde19 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:33.744853 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:33.745466 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:33.787502 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99eb1d5-031d-4a9d-bdeb-28016d156b34 x-openstack-request-id: req-f99eb1d5-031d-4a9d-bdeb-28016d156b34 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:16:33.788380 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "tag": "1aebef35-8f73-48af-b205-a601db6de32a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:16:33.788940 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f99eb1d5-031d-4a9d-bdeb-28016d156b34 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:16:33.789538 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a', 'status': 'completed', 'code': 200} Nov 11 22:16:33.858569 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:33.914720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f47c0-ca93-4e5d-8b38-be5f30f54b5a req-f7bdd1d0-ba39-444c-8fb5-06c2bd85377d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:33.916284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-154f47c0-ca93-4e5d-8b38-be5f30f54b5a req-f7bdd1d0-ba39-444c-8fb5-06c2bd85377d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0796859 Nov 11 22:16:33.922244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-f03a77c5-55d4-4646-9833-781940707415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:33.923673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-f03a77c5-55d4-4646-9833-781940707415 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 1097 time: 0.1119776 Nov 11 22:16:34.023856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-154f47c0-ca93-4e5d-8b38-be5f30f54b5a req-56eeecae-7d14-4b5e-a22a-ef4a5db32f68 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990932 Nov 11 22:16:34.059561 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:47Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:34.061025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-ed7056c7-8e65-4a8a-ac2b-e933fcef1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:34.062504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-ed7056c7-8e65-4a8a-ac2b-e933fcef1963 service neutron] 10.222.0.62 "GET /v2.0/networks?id=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f HTTP/1.1" status: 200 len: 897 time: 0.1241040 Nov 11 22:16:34.087006 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151a2af-28fa-4ae8-97d4-e8a469b410d7 None None] The sync data for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 is: [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:43Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'bf8dc37d-42eb-4141-a5e7-d5833627a038', 'name': '', 'network_id': '40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:70:48:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:43Z', 'updated_at': '2021-11-11T22:15:47Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '55d4e7bd-2101-493a-b186-64451666b2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:34.107236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-9422cd4a-6e41-4352-b391-93391cf96c1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aebef35-8f73-48af-b205-a601db6de32a HTTP/1.1" status: 200 len: 217 time: 0.0362811 Nov 11 22:16:34.164038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-0d2a88dd-d7fd-4eaa-b614-3143e51447a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:34.165589 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-0d2a88dd-d7fd-4eaa-b614-3143e51447a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=55d4e7bd-2101-493a-b186-64451666b2cb HTTP/1.1" status: 200 len: 835 time: 0.0512133 Nov 11 22:16:34.216869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-b32d9f72-f55f-4db8-b8e8-c0843b11c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:34.218426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-b32d9f72-f55f-4db8-b8e8-c0843b11c03b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433033 Nov 11 22:16:34.311842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49608ef-6751-498c-9f90-cfc7688b70e8 None None] New status for floating IP ab1c8a9a-1201-4da4-99e0-950567c70d89: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:16:34.326141 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-8bc1da53-d77a-4566-86ca-3a0477b8cbc3 service neutron] 10.222.0.62 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934570 Nov 11 22:16:34.421847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b5c168f4-7ff9-4ecc-92be-4782433eb0fa req-eb60d858-b9a3-4b13-a870-612d1d576e94 service neutron] 10.222.0.62 "GET /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884302 Nov 11 22:16:34.497989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-822a0ca6-7bc8-4078-bc56-fb5c75d0328a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.140518 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403cee5-ebb1-466b-972a-967e68712d3a req-be52026b-2729-424c-8c61-3f005e3bc96d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:35.142009 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4403cee5-ebb1-466b-972a-967e68712d3a req-be52026b-2729-424c-8c61-3f005e3bc96d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0495753 Nov 11 22:16:35.197481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4403cee5-ebb1-466b-972a-967e68712d3a req-dbeb182b-f128-442e-b23b-34835f21857e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=e59ae497-2aea-4f2a-b877-093ba9964b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489163 Nov 11 22:16:35.457941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-d8dec15a-bd33-4758-80b6-0a738409180c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:35.459337 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-d8dec15a-bd33-4758-80b6-0a738409180c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 946 time: 0.0496862 Nov 11 22:16:35.551226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 1aebef35-8f73-48af-b205-a601db6de32a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:16:35.551578 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.643481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 1aebef35-8f73-48af-b205-a601db6de32a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=1aebef35-8f73-48af-b205-a601db6de32a,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:35.643856 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.656499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 1aebef35-8f73-48af-b205-a601db6de32a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:16:35.862251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.887071 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.890970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=1aebef35-8f73-48af-b205-a601db6de32a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:35.903849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.904235 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.904588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.904936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.905275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.905614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.905973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.906284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.906621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.906976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.907308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.907632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:35.943058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] No DVR routers for this DVR port 1aebef35-8f73-48af-b205-a601db6de32a on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:16:35.945909 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.949502 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f91450d0-c4e8-46af-89d4-d45f466cc800 req-1ea3e8d3-9f87-4af4-9f47-eaa48e1f2081 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "DELETE /v2.0/ports/1aebef35-8f73-48af-b205-a601db6de32a HTTP/1.1" status: 204 len: 173 time: 0.4834762 Nov 11 22:16:35.950065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'name': 'network-vif-deleted', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:16:35.952500 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d64c52f-1506-440a-ab4d-d972dccf8896" -d '{"events": [{"server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "name": "network-vif-deleted", "tag": "1aebef35-8f73-48af-b205-a601db6de32a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:16:35.988215 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417efe4a-e1f9-4e1f-b292-3d8705597db1 x-openstack-request-id: req-417efe4a-e1f9-4e1f-b292-3d8705597db1 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:16:35.988519 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a8cb3f-1df2-47e5-90e3-5c741c8def38", "name": "network-vif-deleted", "tag": "1aebef35-8f73-48af-b205-a601db6de32a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:16:35.988777 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-417efe4a-e1f9-4e1f-b292-3d8705597db1 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:16:35.989188 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a8cb3f-1df2-47e5-90e3-5c741c8def38', 'name': 'network-vif-deleted', 'tag': '1aebef35-8f73-48af-b205-a601db6de32a', 'status': 'completed', 'code': 200} Nov 11 22:16:36.318195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-caf601f5-acf5-431f-84ec-7e0e60e223b4 req-c088574a-7231-4741-a82e-38fb391257f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a8cb3f-1df2-47e5-90e3-5c741c8def38 HTTP/1.1" status: 200 len: 210 time: 0.0286143 Nov 11 22:16:37.378226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41962) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:37.441754 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.745484 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.921522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:38.389085 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port bf8dc37d-42eb-4141-a5e7-d5833627a038 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:16:38.389953 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:38.498012 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port bf8dc37d-42eb-4141-a5e7-d5833627a038, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=bf8dc37d-42eb-4141-a5e7-d5833627a038,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:38.498618 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:38.516367 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for bf8dc37d-42eb-4141-a5e7-d5833627a038 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:16:38.816759 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:38.849965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=bf8dc37d-42eb-4141-a5e7-d5833627a038,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:39.035273 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.138803 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1aebef35-8f73-48af-b205-a601db6de32a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:16:39.160161 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 1aebef35-8f73-48af-b205-a601db6de32a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:16:39.165587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 1aebef35-8f73-48af-b205-a601db6de32a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:16:39.271103 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 5b0c63f9-b967-412c-a5af-5ffc7befde19 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:16:39.379090 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:39.384057 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a10e2275-7cbc-4f28-9752-132e74f23d99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/5b0c63f9-b967-412c-a5af-5ffc7befde19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066979 Nov 11 22:16:39.387021 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41964) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:39.388635 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] Sync routers for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:39.399865 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:39.400507 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:39.451217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting subnet 55d4e7bd-2101-493a-b186-64451666b2cb {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:16:39.456883 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.499232 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.515750 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:39.583561 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.710325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.717699 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:16:38Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:39.740641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Subnet': ['ID=55d4e7bd-2101-493a-b186-64451666b2cb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:39.744636 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] Checking router: 5b0c63f9-b967-412c-a5af-5ffc7befde19 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:39.744950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.748059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca9e2711-d9bd-4a09-bba4-34126155b039 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/subnets/55d4e7bd-2101-493a-b186-64451666b2cb HTTP/1.1" status: 204 len: 168 time: 0.3598130 Nov 11 22:16:39.750636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41966) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:39.753534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f358cd-1362-4b27-b7b5-c3c26f185f43 None None] Network 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:39.756941 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] Routers {'5b0c63f9-b967-412c-a5af-5ffc7befde19'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:39.757566 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['5b0c63f9-b967-412c-a5af-5ffc7befde19'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:39.870460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.958499 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] DHCP port deletion for 40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:16:39.971599 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] Set router 5b0c63f9-b967-412c-a5af-5ffc7befde19 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:39.991049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.008428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Deleting port 30c3f443-f768-4a38-bbb7-1c288497ecaa {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:16:40.011471 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.078325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] For port 30c3f443-f768-4a38-bbb7-1c288497ecaa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=30c3f443-f768-4a38-bbb7-1c288497ecaa,segment=NetworkSegment(3c914199-bc7b-4455-b46d-0cb8a97ffe65),segment_id=3c914199-bc7b-4455-b46d-0cb8a97ffe65)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:40.078730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.091571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Calling delete_port for 30c3f443-f768-4a38-bbb7-1c288497ecaa owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:16:40.112827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 6c84122a-6248-4da6-bec3-821ce01d760c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:16:40.113263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.157257 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:16:38Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:40.190823 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d5107-acdb-4266-9cf6-40225f3b6bd0 None None] The sync data for ids ['5b0c63f9-b967-412c-a5af-5ffc7befde19'] in n-d-805734-3 is: [{'id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1309929246', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:16:38Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '6c84122a-6248-4da6-bec3-821ce01d760c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c63f9-b967-412c-a5af-5ffc7befde19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:15:39Z', 'updated_at': '2021-11-11T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:40.199925 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 6c84122a-6248-4da6-bec3-821ce01d760c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6c84122a-6248-4da6-bec3-821ce01d760c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:40.200638 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.218046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 6c84122a-6248-4da6-bec3-821ce01d760c owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:16:40.264244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.296394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Pushing event deleted for resources: {'Port': ['ID=30c3f443-f768-4a38-bbb7-1c288497ecaa,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:40.298719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] No DVR routers for this DVR port 30c3f443-f768-4a38-bbb7-1c288497ecaa on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:16:40.308253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.308253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.308253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.308253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.308689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.308689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.309295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.309295 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.309651 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.309922 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.310263 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.310571 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a439b6-f42a-4838-a47a-e75df724b2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.475822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.512158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=6c84122a-6248-4da6-bec3-821ce01d760c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:40.520464 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23bce5a-4071-4d9a-913c-865c05da3d82 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:16:40.576132 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.672233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.674983 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.788409 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.788993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Fanout notify agent at l3_agent the message router_deleted on router 5b0c63f9-b967-412c-a5af-5ffc7befde19 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:16:40.796034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.797185 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-872365d3-42ec-4736-8435-733a9f44579f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/routers/5b0c63f9-b967-412c-a5af-5ffc7befde19 HTTP/1.1" status: 204 len: 168 time: 1.0453146 Nov 11 22:16:40.800769 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41968) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:40.886238 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.991644 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.011376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:41.021011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c914199-bc7b-4455-b46d-0cb8a97ffe65') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:41.021315 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c914199-bc7b-4455-b46d-0cb8a97ffe65') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:41.030482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.043604 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.049741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:16:41.050139 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:16:41.053164 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:16:41.176218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.187104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.187104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/networks/40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f HTTP/1.1" status: 204 len: 168 time: 0.3846412 Nov 11 22:16:41.189274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41970) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:41.198345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69dae6-0921-4e08-a8b0-a9d9833b60fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Network': ['ID=40f8b1d0-ebf7-4dc9-9ce5-b42761d8e86f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.253126 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff963f0b-ef60-4195-9038-211687c1b34c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.276985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bf8dc37d-42eb-4141-a5e7-d5833627a038 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:16:41.282343 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff963f0b-ef60-4195-9038-211687c1b34c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.297770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: bf8dc37d-42eb-4141-a5e7-d5833627a038 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:16:41.298123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device bf8dc37d-42eb-4141-a5e7-d5833627a038 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:16:41.298541 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 30c3f443-f768-4a38-bbb7-1c288497ecaa no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:16:41.318994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 30c3f443-f768-4a38-bbb7-1c288497ecaa {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:16:41.319348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 30c3f443-f768-4a38-bbb7-1c288497ecaa not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:16:41.319770 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6c84122a-6248-4da6-bec3-821ce01d760c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:16:41.338827 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 6c84122a-6248-4da6-bec3-821ce01d760c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:16:41.339184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6c84122a-6248-4da6-bec3-821ce01d760c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:16:41.389822 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff963f0b-ef60-4195-9038-211687c1b34c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.392520 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ff963f0b-ef60-4195-9038-211687c1b34c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.393852 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ff963f0b-ef60-4195-9038-211687c1b34c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/security-groups/e59ae497-2aea-4f2a-b877-093ba9964b2a HTTP/1.1" status: 204 len: 168 time: 0.2028346 Nov 11 22:16:41.404087 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff963f0b-ef60-4195-9038-211687c1b34c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ae497-2aea-4f2a-b877-093ba9964b2a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.796166 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41976) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:41.801759 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-42d2cbee-f4f0-459f-94cd-da15aa23bc51 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145110933', 'description': 'tempest-secgroup-smoke-1145110933 description', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:41.901965 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d2cbee-f4f0-459f-94cd-da15aa23bc51 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.969956 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d2cbee-f4f0-459f-94cd-da15aa23bc51 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.029450 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d2cbee-f4f0-459f-94cd-da15aa23bc51 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.057981 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2cbee-f4f0-459f-94cd-da15aa23bc51 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ffa272-613c-4be7-a93a-c4b9efff9d87,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:42.128823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-42d2cbee-f4f0-459f-94cd-da15aa23bc51 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.130095 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-42d2cbee-f4f0-459f-94cd-da15aa23bc51 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3328960 Nov 11 22:16:42.133552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41978) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:42.137886 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-604657aa-d2e9-4afd-bcfa-d7b132840e8c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'c2ffa272-613c-4be7-a93a-c4b9efff9d87', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:42.220606 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-604657aa-d2e9-4afd-bcfa-d7b132840e8c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.281488 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-604657aa-d2e9-4afd-bcfa-d7b132840e8c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.348198 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-604657aa-d2e9-4afd-bcfa-d7b132840e8c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.366412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604657aa-d2e9-4afd-bcfa-d7b132840e8c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a08b555-54a5-495f-aed8-b0ca30ba3988,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:42.443123 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-604657aa-d2e9-4afd-bcfa-d7b132840e8c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.444393 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-604657aa-d2e9-4afd-bcfa-d7b132840e8c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098710 Nov 11 22:16:42.447173 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41980) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:42.451593 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-942904d2-5dc1-4fca-ac18-0ab20d4954df tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'c2ffa272-613c-4be7-a93a-c4b9efff9d87', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:42.548635 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-942904d2-5dc1-4fca-ac18-0ab20d4954df tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.604099 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-942904d2-5dc1-4fca-ac18-0ab20d4954df tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.691341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-942904d2-5dc1-4fca-ac18-0ab20d4954df tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.708926 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942904d2-5dc1-4fca-ac18-0ab20d4954df tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf90ea2c-5e2b-40dc-a22b-dd156606fe09,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:42.785582 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-942904d2-5dc1-4fca-ac18-0ab20d4954df tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.786815 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-942904d2-5dc1-4fca-ac18-0ab20d4954df tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387010 Nov 11 22:16:42.789861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41982) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:42.794158 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-6f59d66f-245c-4ca0-97f5-65be7c7682e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'c2ffa272-613c-4be7-a93a-c4b9efff9d87', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:42.881094 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f59d66f-245c-4ca0-97f5-65be7c7682e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.937325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f59d66f-245c-4ca0-97f5-65be7c7682e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.012548 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f59d66f-245c-4ca0-97f5-65be7c7682e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.030754 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59d66f-245c-4ca0-97f5-65be7c7682e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589c2fc7-9005-40b0-b2fc-651af25161e1,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:43.109449 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-6f59d66f-245c-4ca0-97f5-65be7c7682e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.110739 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-6f59d66f-245c-4ca0-97f5-65be7c7682e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199489 Nov 11 22:16:43.114290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41984) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:43.118726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3460bf89-2959-4ab1-a969-865be4075922 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'c2ffa272-613c-4be7-a93a-c4b9efff9d87', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:43.221357 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3460bf89-2959-4ab1-a969-865be4075922 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.280502 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3460bf89-2959-4ab1-a969-865be4075922 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.353553 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3460bf89-2959-4ab1-a969-865be4075922 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.373132 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460bf89-2959-4ab1-a969-865be4075922 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e5426b-5133-4498-a931-7f60683e6653,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:43.437330 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3460bf89-2959-4ab1-a969-865be4075922 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.438670 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3460bf89-2959-4ab1-a969-865be4075922 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3234136 Nov 11 22:16:43.441467 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41986) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:43.445844 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'c2ffa272-613c-4be7-a93a-c4b9efff9d87', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:43.536245 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:16:43.541751 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.599785 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.673277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.690506 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b56837-fb61-4153-9089-775dfaceeae4,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:43.783575 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.784886 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-95050c81-2ccd-4ca4-974c-7a6289bb6264 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3424864 Nov 11 22:16:43.787876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41988) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:43.792191 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'c2ffa272-613c-4be7-a93a-c4b9efff9d87', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:43.898076 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:16:43.903090 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.962024 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.035085 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.054605 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f1213e-de99-44d7-b3a5-835a43780dce,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:44.128691 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.129927 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-69b487cf-5393-47ae-bd60-a16f6391a458 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3411143 Nov 11 22:16:44.132831 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41990) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:44.137862 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'network': {'name': 'tempest-network-smoke--1569337392', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:44.207024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:44.210539 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.234045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:16:44.242768 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.243127 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Added segment 8410d71d-6c1f-424b-91af-5ce5dc1f0329 of type vlan for network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 Nov 11 22:16:44.285592 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.383773 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.389578 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:44.390187 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.454515 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Network': ['ID=32ef4b50-ed34-4d23-bf71-d60e11eb68a6,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:44.465688 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:16:44.514920 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-61335351-fcc2-4e07-817e-b8cf2bd7be67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3785722 Nov 11 22:16:44.515174 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41992) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:44.520281 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'admin_state_up': True, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:44.618415 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.619473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.678635 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.874929 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.130562 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.149154 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.253152 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.67 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/448d61de-6c16-4f27-8801-48357a3b8a00) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:45.352388 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.435301 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.478067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:45.482872 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:45.486442 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:45.492223 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=448d61de-6c16-4f27-8801-48357a3b8a00,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:45.496649 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e262a-16d8-4f3e-ae0d-8e9766f13321 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:16:45.619878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a7b48365-4859-446d-af07-4175345efbc8 None None] Provisioning complete for port 448d61de-6c16-4f27-8801-48357a3b8a00 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:45.620290 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a7b48365-4859-446d-af07-4175345efbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.658155 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a7b48365-4859-446d-af07-4175345efbc8 None None] Port 448d61de-6c16-4f27-8801-48357a3b8a00 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:45.809066 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.004474 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.189131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:16:46.296037 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:46.306266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Sync routers for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:46.317232 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:46.319842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:46.357342 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.358601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-525a9b15-dd3d-41a9-8fc3-6c1ba12658d3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8425260 Nov 11 22:16:46.361725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41994) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:46.390366 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d21be826-dcd8-4cc8-a549-63d7d81677f7 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3ea4e0d6ba9f4e9d86182024edafefc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275781 Nov 11 22:16:46.393640 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 41996) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:46.426801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:46.484069 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629ad79e-a7bd-4e97-bca8-69dc64071b2a tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:46.485525 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-629ad79e-a7bd-4e97-bca8-69dc64071b2a tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909779 Nov 11 22:16:46.489322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 41998) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:46.523484 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5c438b93-d695-45e8-a3e5-420ed1854de6 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330076 Nov 11 22:16:46.525998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42000) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:46.530651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1884799070', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:46.608096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:45Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:46.642181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Checking router: 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:46.642723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Updating router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 port 448d61de-6c16-4f27-8801-48357a3b8a00 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:16:46.671193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.697895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:46.701506 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.921932 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.956045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.019399 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Subnet': ['ID=c0700785-c8f0-4a15-8806-78fdbb834f0e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:47.025299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Checking segment: {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:47.025606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network hostable DHCP agents. Network: 32ef4b50-ed34-4d23-bf71-d60e11eb68a6, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:16:47.029539 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.075618 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab3637-930a-4940-b284-785ffa25903f None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:16:47.091016 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Attempting to bind port 448d61de-6c16-4f27-8801-48357a3b8a00 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:47.091395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Attempting to bind port 448d61de-6c16-4f27-8801-48357a3b8a00 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:47.091769 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Attempting to bind port 448d61de-6c16-4f27-8801-48357a3b8a00 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:47.096679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c136841-2460-4cf1-84db-dd707549da01 None None] Pushing event updated for resources: {'Port': ['ID=448d61de-6c16-4f27-8801-48357a3b8a00,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:47.103420 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:47.103800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:47.104357 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.104609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:47.105082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Bound port: 448d61de-6c16-4f27-8801-48357a3b8a00, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:47.105561 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.126671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:16:47.161410 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] For port 448d61de-6c16-4f27-8801-48357a3b8a00, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:47.164938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] For port 448d61de-6c16-4f27-8801-48357a3b8a00, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=448d61de-6c16-4f27-8801-48357a3b8a00,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:47.187706 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1c6fe6f7-3210-4c6b-9332-9bbe8678cb28 None None] Provisioning complete for port 448d61de-6c16-4f27-8801-48357a3b8a00 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:47.187991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1c6fe6f7-3210-4c6b-9332-9bbe8678cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.222694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fe6f7-3210-4c6b-9332-9bbe8678cb28 None None] Port 448d61de-6c16-4f27-8801-48357a3b8a00 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:47.234882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 32ef4b50-ed34-4d23-bf71-d60e11eb68a6) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:47.238967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:47.239568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.242917 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d50d2-be6a-40c2-a35b-c4f6127d7368 None None] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:47.265099 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.341372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914f4ae-9c78-4b97-aeb0-e8d81f72125f None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:16:47.347373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-803228d8-6fbf-40d6-ab60-b35fce171d56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8203077 Nov 11 22:16:47.350261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42002) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:47.377776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:47.377776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:47.419932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c136841-2460-4cf1-84db-dd707549da01 None None] Pushing event updated for resources: {'Port': ['ID=448d61de-6c16-4f27-8801-48357a3b8a00,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:47.524372 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3ecfef3a-8640-46d8-88dd-0c2c6b1f5685 None None] Provisioning complete for port 448d61de-6c16-4f27-8801-48357a3b8a00 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:47.524751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ecfef3a-8640-46d8-88dd-0c2c6b1f5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.740627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:47.769292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:16:47.770161 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.055265 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ecfef3a-8640-46d8-88dd-0c2c6b1f5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.117612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-3ecfef3a-8640-46d8-88dd-0c2c6b1f5685 None None] For port 448d61de-6c16-4f27-8801-48357a3b8a00, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=448d61de-6c16-4f27-8801-48357a3b8a00,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:48.117817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.118305 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Allocated IP 172.20.0.2 (32ef4b50-ed34-4d23-bf71-d60e11eb68a6/c0700785-c8f0-4a15-8806-78fdbb834f0e/ebc29492-0db1-4c57-837d-f0f6cfecc78d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:48.190093 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3ecfef3a-8640-46d8-88dd-0c2c6b1f5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.223145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:45Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:48.257910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f534a-54d4-4997-a84b-22bd4e6d9bec None None] The sync data for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 is: [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:45Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:48.302150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfef3a-8640-46d8-88dd-0c2c6b1f5685 None None] Pushing event updated for resources: {'Port': ['ID=448d61de-6c16-4f27-8801-48357a3b8a00,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:48.365679 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.439319 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.477724 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:48.514534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:48.514534 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:48.515684 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Pushing event updated for resources: {'Port': ['ID=ebc29492-0db1-4c57-837d-f0f6cfecc78d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:48.522025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.1 (32ef4b50-ed34-4d23-bf71-d60e11eb68a6/c0700785-c8f0-4a15-8806-78fdbb834f0e/523d4d43-6388-40e7-861a-f219d49c3339) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:48.574697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Attempting to bind port ebc29492-0db1-4c57-837d-f0f6cfecc78d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:48.575259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Attempting to bind port ebc29492-0db1-4c57-837d-f0f6cfecc78d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:48.575838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Attempting to bind port ebc29492-0db1-4c57-837d-f0f6cfecc78d on network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:48.581970 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:48.582440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Checking segment: {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:48.582918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.583379 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Bound using segment: {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:48.583928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Bound port: ebc29492-0db1-4c57-837d-f0f6cfecc78d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:48.584412 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.655712 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.660500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] For port ebc29492-0db1-4c57-837d-f0f6cfecc78d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:48.664948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] For port ebc29492-0db1-4c57-837d-f0f6cfecc78d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ebc29492-0db1-4c57-837d-f0f6cfecc78d,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:48.754713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.779314 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.819184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b0a38-0ee3-4da2-9a34-4089da757201 None None] Pushing event updated for resources: {'Port': ['ID=ebc29492-0db1-4c57-837d-f0f6cfecc78d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:48.830418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:48.833666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:48.841208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:48.868230 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=523d4d43-6388-40e7-861a-f219d49c3339,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:48.893816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.107410 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.198083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 448d61de-6c16-4f27-8801-48357a3b8a00 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:49.253533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 448d61de-6c16-4f27-8801-48357a3b8a00 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:49.253799 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.337013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ebc29492-0db1-4c57-837d-f0f6cfecc78d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:49.383993 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ebc29492-0db1-4c57-837d-f0f6cfecc78d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:49.384420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.415213 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.461471 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.469714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.500699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port ebc29492-0db1-4c57-837d-f0f6cfecc78d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ebc29492-0db1-4c57-837d-f0f6cfecc78d,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:49.550369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.552198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=523d4d43-6388-40e7-861a-f219d49c3339,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:49.565981 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.617887 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=ebc29492-0db1-4c57-837d-f0f6cfecc78d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:49.657880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:49.659690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:49.780662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:16:49.837453 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64989904-0f46-4e4c-a639-ae81c8acc997 None None] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:49.896082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:49.901237 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-744fb88b-1bb8-499d-80ce-bca243221969 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/0da5fbc0-2ddc-4d78-9eaf-bb6752e34539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499923 Nov 11 22:16:49.960480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1228eac6-6dd4-44ab-82a2-0a3183361706 None None] Provisioning complete for port ebc29492-0db1-4c57-837d-f0f6cfecc78d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:49.960867 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1228eac6-6dd4-44ab-82a2-0a3183361706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.063257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-5e005c44-a23b-4bfd-b20d-721303e39be5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145110933&fields=id&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 267 time: 0.0533140 Nov 11 22:16:50.187154 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-5efaa6a9-6667-48b3-a0d5-5fac11928550 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:50.188828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-5efaa6a9-6667-48b3-a0d5-5fac11928550 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/networks?id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6 HTTP/1.1" status: 200 len: 797 time: 0.1174116 Nov 11 22:16:50.208451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-b131bf08-3926-4976-a583-33777e9b1ebe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/quotas/3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 375 time: 0.0113766 Nov 11 22:16:50.266880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-5748a849-eb05-486d-b039-ae86ca7d488e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491788 Nov 11 22:16:50.324326 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-670cce3d-9fd5-43bc-8eb3-282922e31154 None None] Provisioning complete for port 523d4d43-6388-40e7-861a-f219d49c3339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:50.324800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-670cce3d-9fd5-43bc-8eb3-282922e31154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.366988 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-670cce3d-9fd5-43bc-8eb3-282922e31154 None None] Port 523d4d43-6388-40e7-861a-f219d49c3339 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:50.379260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-670cce3d-9fd5-43bc-8eb3-282922e31154 None None] Provisioning complete for port ebc29492-0db1-4c57-837d-f0f6cfecc78d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:50.379803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-670cce3d-9fd5-43bc-8eb3-282922e31154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.380694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-67c3b4f6-31fc-4012-930b-75554a3b40e5 service neutron] 10.222.0.31 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011059 Nov 11 22:16:50.411616 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Sync routers for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:50.421893 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:50.422524 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:50.486220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-63e0c17d-1abf-4c80-aaf5-4f33d4507536 service neutron] 10.222.0.31 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992537 Nov 11 22:16:50.532431 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:50.605237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b7be9ba7-8f94-47ae-8b16-7087c363f052 None None] Provisioning complete for port 523d4d43-6388-40e7-861a-f219d49c3339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:50.605937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b7be9ba7-8f94-47ae-8b16-7087c363f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.646562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b7be9ba7-8f94-47ae-8b16-7087c363f052 None None] Port 523d4d43-6388-40e7-861a-f219d49c3339 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:50.732500 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-14239205-399a-4fb7-ab40-25f5afa21b1b req-5bde92d7-da12-46a2-ae09-a961e13df814 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 210 time: 0.0289969 Nov 11 22:16:50.760310 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 2, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:50.769425 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-76d96cd3-cddb-4092-8f84-a5533384b957 None None] Provisioning complete for port 523d4d43-6388-40e7-861a-f219d49c3339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:50.775699 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-76d96cd3-cddb-4092-8f84-a5533384b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.791299 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Checking router: 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:50.791659 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Updating router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 port 523d4d43-6388-40e7-861a-f219d49c3339 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:16:50.813066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-76d96cd3-cddb-4092-8f84-a5533384b957 None None] Port 523d4d43-6388-40e7-861a-f219d49c3339 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:50.816515 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.077726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ebc29492-0db1-4c57-837d-f0f6cfecc78d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:51.078548 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.127416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ebc29492-0db1-4c57-837d-f0f6cfecc78d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:51.127899 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.166666 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.228359 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Pushing event updated for resources: {'Port': ['ID=523d4d43-6388-40e7-861a-f219d49c3339,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:51.255529 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.256387 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.256387 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.256664 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.257001 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.257339 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.257666 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.258176 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.258502 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.259021 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.259530 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.259857 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:51.291874 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Attempting to bind port 523d4d43-6388-40e7-861a-f219d49c3339 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:51.292269 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Attempting to bind port 523d4d43-6388-40e7-861a-f219d49c3339 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:51.292633 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Attempting to bind port 523d4d43-6388-40e7-861a-f219d49c3339 on network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:51.297862 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:51.298241 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Checking segment: {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:51.299249 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.299652 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Bound using segment: {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:51.300113 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Bound port: 523d4d43-6388-40e7-861a-f219d49c3339, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:51.300541 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.366646 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] For port 523d4d43-6388-40e7-861a-f219d49c3339, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:51.369953 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] For port 523d4d43-6388-40e7-861a-f219d49c3339, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=523d4d43-6388-40e7-861a-f219d49c3339,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:51.435181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f10b26ea-3427-4a5b-8f4b-c5929dd2a21a None None] Provisioning complete for port 523d4d43-6388-40e7-861a-f219d49c3339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:51.435559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f10b26ea-3427-4a5b-8f4b-c5929dd2a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.472103 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f10b26ea-3427-4a5b-8f4b-c5929dd2a21a None None] Port 523d4d43-6388-40e7-861a-f219d49c3339 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:51.493189 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.556288 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:51.556929 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:51.558865 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c247-824a-44e8-ad0e-23c3f2a50166 None None] Pushing event updated for resources: {'Port': ['ID=523d4d43-6388-40e7-861a-f219d49c3339,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:51.670873 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:51.799793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7a4f2330-9dd1-4a9e-937b-75cf4f7d7230 None None] Provisioning complete for port 523d4d43-6388-40e7-861a-f219d49c3339 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:51.799793 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a4f2330-9dd1-4a9e-937b-75cf4f7d7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.838171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d20d2e1b-e44f-4aa3-8157-02fb52593092 req-5ecc602e-b7fd-4a63-b432-06edca0ec3a1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 210 time: 0.0315306 Nov 11 22:16:51.885053 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:51.888765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a4f2330-9dd1-4a9e-937b-75cf4f7d7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.911083 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32758b8-e06a-4081-9fdd-a5992ba8191a None None] The sync data for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 is: [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:51.922736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7a4f2330-9dd1-4a9e-937b-75cf4f7d7230 None None] For port 523d4d43-6388-40e7-861a-f219d49c3339, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=523d4d43-6388-40e7-861a-f219d49c3339,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:51.989845 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7a4f2330-9dd1-4a9e-937b-75cf4f7d7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:52.043239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f2330-9dd1-4a9e-937b-75cf4f7d7230 None None] Pushing event updated for resources: {'Port': ['ID=523d4d43-6388-40e7-861a-f219d49c3339,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:52.684567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-daf9f025-aa52-4425-a36e-3f6c9d2cf298 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:52.686065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-daf9f025-aa52-4425-a36e-3f6c9d2cf298 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/networks?id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6 HTTP/1.1" status: 200 len: 797 time: 0.1171305 Nov 11 22:16:52.754401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-f5d0da5c-cd07-4f04-be82-3d6876e6791b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 380 time: 0.0586824 Nov 11 22:16:52.764432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'port': {'device_id': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'admin_state_up': True, 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'security_groups': ['c2ffa272-613c-4be7-a93a-c4b9efff9d87']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:52.950140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:52.952667 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5c4c7e7e-f2d5-4bcf-8692-f42182642700 req-8381009e-ad41-4998-bccc-e60912e06f32 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 210 time: 0.0306368 Nov 11 22:16:52.978406 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:52.982082 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.097561 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 523d4d43-6388-40e7-861a-f219d49c3339 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:53.121745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.7 (32ef4b50-ed34-4d23-bf71-d60e11eb68a6/c0700785-c8f0-4a15-8806-78fdbb834f0e/8e31a27e-cec0-4e52-87a0-8bd781e4fc6e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:53.147551 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 523d4d43-6388-40e7-861a-f219d49c3339 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:53.147952 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.268696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.353150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.399156 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:53.404124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:53.407905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:53.414907 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:53.463834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:53.464518 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.533578 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-806c7b69-1c29-4fb4-b175-b042b2213955 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723744 Nov 11 22:16:53.545598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Request body: {'port': {'device_id': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:53.605976 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.619468 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3e6b25e8-a1af-46b4-9922-c6979b0466cb None None] Provisioning complete for port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:53.619942 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3e6b25e8-a1af-46b4-9922-c6979b0466cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.654217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b25e8-a1af-46b4-9922-c6979b0466cb None None] Port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:53.866264 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:16:53.873598 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.885879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Transition to ACTIVE for port object 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:16:53.955193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:54.025624 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Pushing event updated for resources: {'Port': ['ID=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:54.115918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Attempting to bind port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:54.116286 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Attempting to bind port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:54.116628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Attempting to bind port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e on network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:54.125850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e605a-433d-4a08-bde5-98490168fb12 req-be9655ae-10ea-4b0a-bd7b-8a1604139737 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.127847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd2e605a-433d-4a08-bde5-98490168fb12 req-be9655ae-10ea-4b0a-bd7b-8a1604139737 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 943 time: 0.1041234 Nov 11 22:16:54.131677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e on network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:16:54.132017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Attempting to bind port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e on network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:54.150753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:54.151097 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Checking segment: {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:54.151483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Bound using segment: {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:54.151942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Bound port: 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8410d71d-6c1f-424b-91af-5ce5dc1f0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:54.152332 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:54.215694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dd2e605a-433d-4a08-bde5-98490168fb12 req-1d1fb509-b20a-4ea5-a608-d081c028fefc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812693 Nov 11 22:16:54.240699 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] For port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:54.243695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] For port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:54.316121 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:54.355065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.355670 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:54.357073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] 10.222.0.62 "PUT /v2.0/ports/8e31a27e-cec0-4e52-87a0-8bd781e4fc6e HTTP/1.1" status: 200 len: 1091 time: 0.8159344 Nov 11 22:16:54.357581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:16:54.359751 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb2b05-e508-4743-bfbf-51f8e644e3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:16:54.385058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051eae7-f585-4d94-9bc6-70209f5ca3aa service neutron] Pushing event updated for resources: {'Port': ['ID=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:54.402647 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c9bed-b5a5-4384-b411-43a3af601f45 x-openstack-request-id: req-879c9bed-b5a5-4384-b411-43a3af601f45 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:16:54.402945 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:16:54.403205 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-879c9bed-b5a5-4384-b411-43a3af601f45 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:16:54.403642 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'status': 'completed', 'code': 200} Nov 11 22:16:54.472172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb2b05-e508-4743-bfbf-51f8e644e3b6 req-6091273d-37f4-432a-904e-a7cdaa4be773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.474080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1bb2b05-e508-4743-bfbf-51f8e644e3b6 req-6091273d-37f4-432a-904e-a7cdaa4be773 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1094 time: 0.0462496 Nov 11 22:16:54.582551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb2b05-e508-4743-bfbf-51f8e644e3b6 req-c6d11a80-60ae-44c3-8833-0dc2bab3a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.584056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1bb2b05-e508-4743-bfbf-51f8e644e3b6 req-c6d11a80-60ae-44c3-8833-0dc2bab3a27c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1029222 Nov 11 22:16:54.679706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb2b05-e508-4743-bfbf-51f8e644e3b6 req-a4f9ed28-0563-49fa-8aad-e9bd82c6858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.681123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1bb2b05-e508-4743-bfbf-51f8e644e3b6 req-a4f9ed28-0563-49fa-8aad-e9bd82c6858e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899537 Nov 11 22:16:54.757368 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-1b75fa97-904c-4a27-a5ce-f9dd606ace8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.758858 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-1b75fa97-904c-4a27-a5ce-f9dd606ace8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1094 time: 0.0422380 Nov 11 22:16:54.804110 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-51d342c4-1f09-436f-a92b-d72ecc0e5a8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e HTTP/1.1" status: 200 len: 217 time: 0.0381744 Nov 11 22:16:54.853415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-3f3f2a46-7907-4226-9012-2ec7cbb359c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.854851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-3f3f2a46-7907-4226-9012-2ec7cbb359c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0700785-c8f0-4a15-8806-78fdbb834f0e HTTP/1.1" status: 200 len: 835 time: 0.0438530 Nov 11 22:16:54.900885 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7478f16c-65cb-409b-9266-79c1ecc511ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:54.902362 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-7478f16c-65cb-409b-9266-79c1ecc511ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398173 Nov 11 22:16:55.001020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-c8f6d35b-5858-498e-9b73-b0f936132a51 service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914595 Nov 11 22:16:55.097077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-26f7309b-8eb8-4d1b-a164-71bc4305396d req-8d7030f4-bebe-4793-a563-9ea422550cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898614 Nov 11 22:16:55.343126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48f5e5-b5b1-462d-9e45-60acb076aa75 req-c36dc63a-afa2-40e6-8b2b-50f6d2401da0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:55.344662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d48f5e5-b5b1-462d-9e45-60acb076aa75 req-c36dc63a-afa2-40e6-8b2b-50f6d2401da0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 943 time: 0.0554392 Nov 11 22:16:55.395053 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d48f5e5-b5b1-462d-9e45-60acb076aa75 req-3cfae9a6-16a2-481c-9584-31c55d68e978 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 Nov 11 22:16:56.509732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd6222-d370-43fc-9166-e75f2a7570f6 req-b0b9baf0-d2a2-4862-91bd-fb26e842b99b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:56.511224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12cd6222-d370-43fc-9166-e75f2a7570f6 req-b0b9baf0-d2a2-4862-91bd-fb26e842b99b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 943 time: 0.0486059 Nov 11 22:16:56.560164 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-12cd6222-d370-43fc-9166-e75f2a7570f6 req-89a906a7-410a-4c6c-b7e7-8dae96971b09 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Nov 11 22:16:57.215625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:16:57.306947 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:57.318222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'port_id': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'mac_address': 'fa:16:3e:e7:00:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:16:57.354967 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:57.371119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:16:57.390231 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:57.458038 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:57.504955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:57.668227 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['8e31a27e-cec0-4e52-87a0-8bd781e4fc6e'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:16:57.685019 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0dc3c-3a7f-46e7-b2d9-3eb9f45738a4 req-e6a09b61-c9f5-4bb5-9fab-16931a738f65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:57.686618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0da0dc3c-3a7f-46e7-b2d9-3eb9f45738a4 req-e6a09b61-c9f5-4bb5-9fab-16931a738f65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 944 time: 0.0490193 Nov 11 22:16:57.740524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0da0dc3c-3a7f-46e7-b2d9-3eb9f45738a4 req-f5278cf2-b8f3-4ba6-ae08-13eb8fc26592 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469580 Nov 11 22:16:58.189386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:58.858971 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7636328-0da8-476f-aeda-1fbc7e490e0e req-b2851579-6e5f-434f-9c99-a2cc00f014a0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:58.860493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7636328-0da8-476f-aeda-1fbc7e490e0e req-b2851579-6e5f-434f-9c99-a2cc00f014a0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 944 time: 0.0498683 Nov 11 22:16:58.910733 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f7636328-0da8-476f-aeda-1fbc7e490e0e req-db5bf9e6-03f3-4626-9e63-f85ae4e9c97b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436132 Nov 11 22:16:59.227781 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:59.331727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:16:59.335568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:59.335937 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:59.416841 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:59.438049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:16:59.440318 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1442fb4e-5342-419b-a934-ee191afb36fd" -d '{"events": [{"server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "name": "network-vif-plugged", "status": "completed", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:16:59.452554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:59.477012 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e264b641-5e7b-45e1-bb49-ab671d70ec7a x-openstack-request-id: req-e264b641-5e7b-45e1-bb49-ab671d70ec7a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:16:59.477311 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "name": "network-vif-plugged", "status": "completed", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:16:59.477570 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e264b641-5e7b-45e1-bb49-ab671d70ec7a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:16:59.477973 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'code': 200} Nov 11 22:16:59.531912 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:59.576489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4f584-2347-4243-a726-1101b1c1a8cb req-ed856ee0-e9c3-4bb2-8ec7-4b5ec017bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:59.578097 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6da4f584-2347-4243-a726-1101b1c1a8cb req-ed856ee0-e9c3-4bb2-8ec7-4b5ec017bf09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1096 time: 0.0409720 Nov 11 22:16:59.582440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:59.624654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6da4f584-2347-4243-a726-1101b1c1a8cb req-3ae2addd-1800-4cc5-8654-abfc591d2d2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387528 Nov 11 22:17:00.032174 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4919df-4fb8-468e-a065-8d0885102e40 req-4d6bff67-a787-4cc4-8c41-38fc0a789491 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:00.033794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e4919df-4fb8-468e-a065-8d0885102e40 req-4d6bff67-a787-4cc4-8c41-38fc0a789491 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0524428 Nov 11 22:17:00.082949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e4919df-4fb8-468e-a065-8d0885102e40 req-30e13d32-8cee-451e-92c3-93323341f480 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Nov 11 22:17:01.198875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9766ae0-6289-4270-8d57-493f03372ab2 req-59fdd579-ec74-474f-8b0f-b91a56c56257 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:01.200436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9766ae0-6289-4270-8d57-493f03372ab2 req-59fdd579-ec74-474f-8b0f-b91a56c56257 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0498183 Nov 11 22:17:01.249598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9766ae0-6289-4270-8d57-493f03372ab2 req-7e8db92a-d787-4edf-b332-01f48f2e220e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 Nov 11 22:17:01.366130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c493273-c794-4ebb-b7bd-4920e8247ea2 req-8f440472-e1bd-4bb6-84bf-fbcf3538f37e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:01.367614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c493273-c794-4ebb-b7bd-4920e8247ea2 req-8f440472-e1bd-4bb6-84bf-fbcf3538f37e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0498722 Nov 11 22:17:01.420417 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9c493273-c794-4ebb-b7bd-4920e8247ea2 req-d833a6d3-dd82-425d-ae51-79a759b03042 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Nov 11 22:17:01.443810 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42056) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:01.482118 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac712db9-2417-44a7-95c5-8aa3d537ebea tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:01.483520 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ac712db9-2417-44a7-95c5-8aa3d537ebea tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1091 time: 0.0386941 Nov 11 22:17:01.486945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42058) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:01.491446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:01.581396 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:01.675714 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:01.791867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.91 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/9189ae04-5962-4132-add0-714a21935f2e) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:17:01.895198 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:01.978498 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:02.017891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:17:02.022837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:17:02.025437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:17:02.040606 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2871cfb8-b316-4c3d-97ac-868416c0867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:02.055079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=9189ae04-5962-4132-add0-714a21935f2e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:02.698160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:02.825104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:02.975426 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:03.038307 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:03.108466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=9189ae04-5962-4132-add0-714a21935f2e,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:03.120020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:03.219583 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP 35f6eedc-2353-49cd-8301-b4c4c2c5fdc1 associated. External IP: 172.25.2.91, port: 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e. Nov 11 22:17:03.420976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:17:03.535865 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:17:03.546714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] Sync routers for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:17:03.557172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:03.558809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:03.608620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:03.636664 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c578b2e2-9990-4740-99b7-e23c637e899d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1486840 Nov 11 22:17:03.637349 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:03.639980 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:03.665914 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:03.742491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c8ff-f1fa-493a-9a4d-da0b78107fd5 req-43d80c80-b616-47e6-aaba-23d5b1c38913 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:03.743906 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1830c8ff-f1fa-493a-9a4d-da0b78107fd5 req-43d80c80-b616-47e6-aaba-23d5b1c38913 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0531778 Nov 11 22:17:03.794773 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1830c8ff-f1fa-493a-9a4d-da0b78107fd5 req-9dc5beab-6d8e-4b64-a7c0-beabe1f94004 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442271 Nov 11 22:17:03.818415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42064) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:03.855512 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834834d8-d765-4273-9f53-2c893b6772a6 x-openstack-request-id: req-834834d8-d765-4273-9f53-2c893b6772a6 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:03.855809 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:03.856236 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-834834d8-d765-4273-9f53-2c893b6772a6 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:03.856643 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'status': 'completed', 'code': 200} Nov 11 22:17:03.893046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0f15467f-39be-4b5d-b901-535ce31ac7a1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/35f6eedc-2353-49cd-8301-b4c4c2c5fdc1 HTTP/1.1" status: 200 len: 990 time: 0.0731940 Nov 11 22:17:03.901907 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '35f6eedc-2353-49cd-8301-b4c4c2c5fdc1', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'port_id': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'mac_address': 'fa:16:3e:e7:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:17:02Z', 'updated_at': '2021-11-11T22:17:02Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:03.926215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-364645cf-97c6-4f50-949f-e57e96f3fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:03.927720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-364645cf-97c6-4f50-949f-e57e96f3fc4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1096 time: 0.0485976 Nov 11 22:17:03.929004 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] Checking router: 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:17:03.940247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:03.940247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:16:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:04.021584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-3259c463-890e-4492-bd55-10ed88b77bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:04.023092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-3259c463-890e-4492-bd55-10ed88b77bd1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6 HTTP/1.1" status: 200 len: 898 time: 0.0888202 Nov 11 22:17:04.047082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:04.096101 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-9ca38c5a-6ea4-4fc0-9f2d-2f6a23cc5089 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e HTTP/1.1" status: 200 len: 998 time: 0.0648267 Nov 11 22:17:04.155066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-d1ebe730-80d3-404d-8fd3-5c693863d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:04.156879 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-d1ebe730-80d3-404d-8fd3-5c693863d7be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0700785-c8f0-4a15-8806-78fdbb834f0e HTTP/1.1" status: 200 len: 835 time: 0.0540717 Nov 11 22:17:04.214575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-6e82aa19-728d-40ee-bea0-088f658b2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:04.216122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-6e82aa19-728d-40ee-bea0-088f658b2a1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522289 Nov 11 22:17:04.312039 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-837f58b4-5d21-40a7-8d0b-f93a73e94990 service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889652 Nov 11 22:17:04.403301 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09070e56-6592-4f03-9fbe-54e1b7bc6f7a req-a3692a00-5802-493d-abff-9bef23643697 service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Nov 11 22:17:04.447722 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '35f6eedc-2353-49cd-8301-b4c4c2c5fdc1', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'port_id': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'mac_address': 'fa:16:3e:e7:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:17:02Z', 'updated_at': '2021-11-11T22:17:02Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:04.474855 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04cdaf5-32d6-4335-9030-8a48d8bd5899 None None] The sync data for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 is: [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '35f6eedc-2353-49cd-8301-b4c4c2c5fdc1', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'port_id': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'mac_address': 'fa:16:3e:e7:00:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:17:02Z', 'updated_at': '2021-11-11T22:17:02Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:17:04.520698 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3391b4a9-ec19-495a-bac5-13ce23bd1822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:04.658414 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636d5a1-c483-4978-a0fb-37b692c825a8 None None] New status for floating IP 35f6eedc-2353-49cd-8301-b4c4c2c5fdc1: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:17:04.897085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42066) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:04.964475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fe6dd58d-5f1c-49f5-a3c7-18e331c66db1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/35f6eedc-2353-49cd-8301-b4c4c2c5fdc1 HTTP/1.1" status: 200 len: 990 time: 0.0661681 Nov 11 22:17:05.897323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:05.967733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42068) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:06.028857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-067bb00e-970a-4a3f-8a26-33860d4652fe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/35f6eedc-2353-49cd-8301-b4c4c2c5fdc1 HTTP/1.1" status: 200 len: 992 time: 0.0599456 Nov 11 22:17:07.446026 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:07.937825 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.246358 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:17:22.977489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:28.211336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.040095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-623c5f49-65f0-4130-b808-4a8c95af420e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:34.488880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0a07909-6495-417f-bfc5-994bc7409d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:35.572050 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a7f93-904c-41df-985f-4c3378f593a4 req-8e4fd100-64d6-4b56-9985-482f5e83befa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.573599 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc7a7f93-904c-41df-985f-4c3378f593a4 req-8e4fd100-64d6-4b56-9985-482f5e83befa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0514252 Nov 11 22:17:35.652583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc7a7f93-904c-41df-985f-4c3378f593a4 req-85e24f8e-85c9-4f83-ac36-552dcaee160e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730293 Nov 11 22:17:35.661417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-96760967-bf45-4677-b663-1bf520df2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.662887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-96760967-bf45-4677-b663-1bf520df2a6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1096 time: 0.0698576 Nov 11 22:17:35.753847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-507efc82-c601-4b03-aebc-f6d87ca11fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.755239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-507efc82-c601-4b03-aebc-f6d87ca11fa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6 HTTP/1.1" status: 200 len: 898 time: 0.0854592 Nov 11 22:17:35.827420 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-9bed0542-8b10-41d4-b004-2e256fb985a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e HTTP/1.1" status: 200 len: 1000 time: 0.0645819 Nov 11 22:17:35.876165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-79867509-54cf-4c14-96f9-771f37ede566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.877700 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-79867509-54cf-4c14-96f9-771f37ede566 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0700785-c8f0-4a15-8806-78fdbb834f0e HTTP/1.1" status: 200 len: 835 time: 0.0437453 Nov 11 22:17:35.879766 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:35.925457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-dd9f60f3-41eb-4011-86bf-a2586aec0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.926930 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-dd9f60f3-41eb-4011-86bf-a2586aec0867 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414705 Nov 11 22:17:36.023166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-75304a19-aafd-4104-a97d-251c46f212a0 service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878515 Nov 11 22:17:36.115018 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3253f75e-4280-4c89-967f-ffd6bcdc27ca req-c38fdd58-d24c-434c-a8c0-ebb96c1cd79b service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842881 Nov 11 22:17:36.777786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba87a03-a0c1-4577-8499-92450c2dd677 req-011d259c-6777-45bf-bc37-aad47f537407 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:36.779315 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bba87a03-a0c1-4577-8499-92450c2dd677 req-011d259c-6777-45bf-bc37-aad47f537407 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0534005 Nov 11 22:17:36.829497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bba87a03-a0c1-4577-8499-92450c2dd677 req-ded894fe-9ae2-4556-8b3d-dd0d3551863e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Nov 11 22:17:37.465252 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:37.917813 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:37.953515 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06bf08-e7f2-4ba3-84af-20f996d6c649 req-b67f4933-4330-4ef9-8edb-35f89649d225 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.954774 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c06bf08-e7f2-4ba3-84af-20f996d6c649 req-b67f4933-4330-4ef9-8edb-35f89649d225 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0520539 Nov 11 22:17:38.007264 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c06bf08-e7f2-4ba3-84af-20f996d6c649 req-71ee9294-75c0-4aa0-911e-72103e273e20 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452034 Nov 11 22:17:39.131436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5571f72-c9c5-450f-875c-1d4f47752be2 req-afdff789-f001-49c1-b570-7a3ce23347ab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.132968 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5571f72-c9c5-450f-875c-1d4f47752be2 req-afdff789-f001-49c1-b570-7a3ce23347ab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0532894 Nov 11 22:17:39.183242 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c5571f72-c9c5-450f-875c-1d4f47752be2 req-1d923877-2dd2-4b18-b318-f9da8d940199 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444083 Nov 11 22:17:40.299714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d9216-a59c-4e1b-9fce-41b976305da3 req-412cab10-8a29-48a4-9ec9-0ea851e57414 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:40.301401 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e44d9216-a59c-4e1b-9fce-41b976305da3 req-412cab10-8a29-48a4-9ec9-0ea851e57414 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0500433 Nov 11 22:17:40.350907 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e44d9216-a59c-4e1b-9fce-41b976305da3 req-02785aa9-4274-4844-b7ae-2b9bdab80052 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435956 Nov 11 22:17:41.472461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39bf41-b82e-4ae5-a820-b92d7376dbab req-acad6a08-2ea6-4dbb-8c06-5d6f121409c4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.473966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a39bf41-b82e-4ae5-a820-b92d7376dbab req-acad6a08-2ea6-4dbb-8c06-5d6f121409c4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0547595 Nov 11 22:17:41.526753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a39bf41-b82e-4ae5-a820-b92d7376dbab req-9d5381a1-3a44-4e55-b35a-a2c3f41ce384 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468538 Nov 11 22:17:41.797363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-a631cca7-1cae-4bef-b4f4-43c055d55a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.799662 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-a631cca7-1cae-4bef-b4f4-43c055d55a0c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1096 time: 0.0403466 Nov 11 22:17:41.899066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-8aecef40-2e52-43a4-9d89-b1619efbfa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.900557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-8aecef40-2e52-43a4-9d89-b1619efbfa18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6 HTTP/1.1" status: 200 len: 898 time: 0.0841851 Nov 11 22:17:41.970020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-939233f2-9605-4013-9e1f-430986727af0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e HTTP/1.1" status: 200 len: 1000 time: 0.0626607 Nov 11 22:17:42.021020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-1dabcdb3-0637-4455-8bc8-3874fa414ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.022495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-1dabcdb3-0637-4455-8bc8-3874fa414ef5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0700785-c8f0-4a15-8806-78fdbb834f0e HTTP/1.1" status: 200 len: 835 time: 0.0453048 Nov 11 22:17:42.071909 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-f989d08c-eaba-4818-9665-7684032a1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.073654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-f989d08c-eaba-4818-9665-7684032a1e15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433793 Nov 11 22:17:42.168871 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-c168f4b3-6a3e-4b34-a766-d0542ec3ac0f service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884600 Nov 11 22:17:42.257243 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a2ccf115-2779-43c2-89c5-10ab68244275 req-c2baef7a-13d6-45f9-ac3a-c29f8f29f300 service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818076 Nov 11 22:17:42.650072 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ce6e0-ab02-4eea-b437-b15498f4ac29 req-474d20d7-be9d-4893-a397-3aa3d122743c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.651647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb4ce6e0-ab02-4eea-b437-b15498f4ac29 req-474d20d7-be9d-4893-a397-3aa3d122743c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0561259 Nov 11 22:17:42.702261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fb4ce6e0-ab02-4eea-b437-b15498f4ac29 req-08d6eff5-0a3b-4ee6-a878-e85b5330efaa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Nov 11 22:17:43.819294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31c78a-611d-491b-9486-2d5bd5290bd7 req-e62b3a55-f36a-4665-9bde-ed2ed0722187 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:43.820811 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b31c78a-611d-491b-9486-2d5bd5290bd7 req-e62b3a55-f36a-4665-9bde-ed2ed0722187 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0501072 Nov 11 22:17:43.870668 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3b31c78a-611d-491b-9486-2d5bd5290bd7 req-468ca07b-f259-418b-8a0f-e486660917f3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Nov 11 22:17:44.992930 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c0df1-ed9d-48e5-8407-1fb4ff161faf req-029eb0bb-2028-4bcc-b816-321389e9bcb6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:44.994399 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c67c0df1-ed9d-48e5-8407-1fb4ff161faf req-029eb0bb-2028-4bcc-b816-321389e9bcb6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0524468 Nov 11 22:17:45.043794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c67c0df1-ed9d-48e5-8407-1fb4ff161faf req-914d8cbe-dc0d-4010-8944-63ab0855ab8e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Nov 11 22:17:46.161778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8af34-57aa-4c2f-8ed5-3a2f06399781 req-7731b2c6-727f-49d0-b558-709f8033d54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:46.163279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85e8af34-57aa-4c2f-8ed5-3a2f06399781 req-7731b2c6-727f-49d0-b558-709f8033d54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0494976 Nov 11 22:17:46.213386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-85e8af34-57aa-4c2f-8ed5-3a2f06399781 req-2829609c-8f52-4af2-99bf-2994e1d5ee3e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Nov 11 22:17:47.245763 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:17:47.329328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e73cb-af6e-46d6-a6ef-7bf14a79423e req-c7d3bb28-2e29-4c4b-a0a9-2426e66ea16b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:47.331588 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-215e73cb-af6e-46d6-a6ef-7bf14a79423e req-c7d3bb28-2e29-4c4b-a0a9-2426e66ea16b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0502911 Nov 11 22:17:47.384799 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-215e73cb-af6e-46d6-a6ef-7bf14a79423e req-ef5171f4-cf42-4702-91f2-79b748a0a6af tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472696 Nov 11 22:17:48.502688 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1561-f68a-4ac4-a3fa-0e99d21cf2d0 req-d50a9449-0e0d-4cc8-9aa8-a94c1eb19f7d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:48.504183 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00fb1561-f68a-4ac4-a3fa-0e99d21cf2d0 req-d50a9449-0e0d-4cc8-9aa8-a94c1eb19f7d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0507879 Nov 11 22:17:48.554632 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00fb1561-f68a-4ac4-a3fa-0e99d21cf2d0 req-9ced6dd7-5d45-44e6-be99-b08faff432f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445247 Nov 11 22:17:49.670628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bd368-988b-4dd6-bb2c-b70558d327c7 req-19f7e38a-8a67-4d84-9b47-3f9d80c81af8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.672271 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee5bd368-988b-4dd6-bb2c-b70558d327c7 req-19f7e38a-8a67-4d84-9b47-3f9d80c81af8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0497727 Nov 11 22:17:49.722314 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee5bd368-988b-4dd6-bb2c-b70558d327c7 req-2fedbcd8-587d-4dea-a8d7-c7345d66a43f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Nov 11 22:17:50.842283 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78034835-e82d-4958-b75a-24b50d3a51a1 req-7c992de3-a627-4534-9828-3d4b1dfd9c21 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:50.843780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78034835-e82d-4958-b75a-24b50d3a51a1 req-7c992de3-a627-4534-9828-3d4b1dfd9c21 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0534642 Nov 11 22:17:50.893077 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-78034835-e82d-4958-b75a-24b50d3a51a1 req-49c0fae1-132b-49ea-b26f-79162fe53999 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432127 Nov 11 22:17:52.013171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22660cf1-cca3-45dc-b6e4-5de3a3345fec req-095bc53d-c6c1-4f2b-bcc3-a6355384e53e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:52.014685 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22660cf1-cca3-45dc-b6e4-5de3a3345fec req-095bc53d-c6c1-4f2b-bcc3-a6355384e53e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0487590 Nov 11 22:17:52.064970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-22660cf1-cca3-45dc-b6e4-5de3a3345fec req-81fb1101-91a0-4d8a-a0ca-b981d37e2cdc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Nov 11 22:17:52.944996 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:53.184251 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e3ec7-c6d5-4b88-93f0-8f98802a6313 req-3d5caf4a-8b8f-48da-aae5-9a7a9f9d7cc4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:53.185752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e8e3ec7-c6d5-4b88-93f0-8f98802a6313 req-3d5caf4a-8b8f-48da-aae5-9a7a9f9d7cc4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0497830 Nov 11 22:17:53.239380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8e8e3ec7-c6d5-4b88-93f0-8f98802a6313 req-efcb7f9e-4f65-43e0-b7a6-046616603e6b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471418 Nov 11 22:17:53.261480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42116) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:53.321646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2c1b4768-ce48-4e0a-91af-8be06aec7f1d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/35f6eedc-2353-49cd-8301-b4c4c2c5fdc1 HTTP/1.1" status: 200 len: 992 time: 0.0590401 Nov 11 22:17:58.213853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.030345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-958b1d95-08e2-4ac1-9815-5cd630ce2efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.492959 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f23ba7c7-6b78-458a-aea9-47ecfcab1156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.876507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.447590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.924920 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:21.909649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42126) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:22.072386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 9189ae04-5962-4132-add0-714a21935f2e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:18:22.072729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.152995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.153320 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.167300 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 9189ae04-5962-4132-add0-714a21935f2e owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:22.388479 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.416579 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=9189ae04-5962-4132-add0-714a21935f2e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:22.445908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.446269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.446617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.446962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.447304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.447641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.447976 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.448345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.448682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.449017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.449355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.449714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:22.488899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.489235 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP 35f6eedc-2353-49cd-8301-b4c4c2c5fdc1 disassociated (deleted). External IP: 172.25.2.91, port: 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e. Nov 11 22:18:22.696968 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:18:22.808511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:22.813377 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.818307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] Sync routers for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:22.828207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:22.829754 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:22.840346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c0d5b3a2-8a16-4dc2-a979-2cfc457a6535 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/floatingips/35f6eedc-2353-49cd-8301-b4c4c2c5fdc1 HTTP/1.1" status: 204 len: 168 time: 0.9295766 Nov 11 22:18:22.848695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:22.848695 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d757092-d8d9-4d45-b12a-bb0456fb4351" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:22.959182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.963223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:23.174217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:23.188810 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647898b7-fb37-44fd-b8f2-a9495a929f6d x-openstack-request-id: req-647898b7-fb37-44fd-b8f2-a9495a929f6d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:23.189335 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:23.189335 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-647898b7-fb37-44fd-b8f2-a9495a929f6d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:23.189935 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'status': 'completed', 'code': 200} Nov 11 22:18:23.208521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] Checking router: 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:23.214248 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:23.214850 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:23.289111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-4bce4818-4886-464d-94bc-4b09f0ce5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.290655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-4bce4818-4886-464d-94bc-4b09f0ce5f11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 1096 time: 0.0776136 Nov 11 22:18:23.303911 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c363ef2-0b16-44ac-a666-44854a07b9ee req-a764731c-46c7-497a-b9bc-ebe1fd4efd89 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.305431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c363ef2-0b16-44ac-a666-44854a07b9ee req-a764731c-46c7-497a-b9bc-ebe1fd4efd89 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0658545 Nov 11 22:18:23.322637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:23.532656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:23.566883 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8545e-47be-42db-ba71-6b7a270ac570 None None] The sync data for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 is: [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:16:49Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '523d4d43-6388-40e7-861a-f219d49c3339', 'name': '', 'network_id': '32ef4b50-ed34-4d23-bf71-d60e11eb68a6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:a4:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:48Z', 'updated_at': '2021-11-11T22:16:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': 'c0700785-c8f0-4a15-8806-78fdbb834f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:23.730893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c363ef2-0b16-44ac-a666-44854a07b9ee req-9d2f54d8-3c12-4454-9bbb-eed0d2477580 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936279 Nov 11 22:18:23.745104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-68668e84-dde4-44d1-a513-b3ed25c4666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.746651 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-68668e84-dde4-44d1-a513-b3ed25c4666d service neutron] 10.222.0.62 "GET /v2.0/networks?id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6 HTTP/1.1" status: 200 len: 898 time: 0.4403028 Nov 11 22:18:23.795129 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-8932980e-e8dc-48be-80e5-830c157da58b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e HTTP/1.1" status: 200 len: 217 time: 0.0408144 Nov 11 22:18:23.800747 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e5034-4a24-451c-8cb1-1a15917bbaae None None] New status for floating IP 35f6eedc-2353-49cd-8301-b4c4c2c5fdc1: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:18:23.847271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-5ed88207-5944-44a0-ad90-d505e1c1aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.848789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-5ed88207-5944-44a0-ad90-d505e1c1aa8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0700785-c8f0-4a15-8806-78fdbb834f0e HTTP/1.1" status: 200 len: 835 time: 0.0457358 Nov 11 22:18:23.897607 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-038abefb-bfc2-401b-bc54-4af6c918a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.899134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-038abefb-bfc2-401b-bc54-4af6c918a464 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=32ef4b50-ed34-4d23-bf71-d60e11eb68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422721 Nov 11 22:18:23.995405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-6bc40405-ad80-40a4-ba74-94069b395529 service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871861 Nov 11 22:18:24.086596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d757092-d8d9-4d45-b12a-bb0456fb4351 req-53ccd87a-cb43-46b8-bffc-e84b964d2dfd service neutron] 10.222.0.62 "GET /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823562 Nov 11 22:18:24.244605 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:18:24.757496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-15d7b32d-023d-4951-be41-73dee6aa7514 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:24.758983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-15d7b32d-023d-4951-be41-73dee6aa7514 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0557628 Nov 11 22:18:24.880982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979d280-f802-4f8f-ac7d-91f6a06bd81f req-fad87024-0757-4a45-a388-739427314b4d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:24.882475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2979d280-f802-4f8f-ac7d-91f6a06bd81f req-fad87024-0757-4a45-a388-739427314b4d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 945 time: 0.0763783 Nov 11 22:18:24.917661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:18:24.918002 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.990887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2979d280-f802-4f8f-ac7d-91f6a06bd81f req-923206a7-72be-4341-8f7c-7d98ecdf4779 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2ffa272-613c-4be7-a93a-c4b9efff9d87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012626 Nov 11 22:18:25.029246 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:25.029544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:25.042590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:25.263799 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:25.291591 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=8e31a27e-cec0-4e52-87a0-8bd781e4fc6e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:25.338167 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] No DVR routers for this DVR port 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:18:25.340741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:25.344788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-29d4c50f-0bee-4163-9364-fecf2c9e941f req-212cfcdb-77c9-4d99-97d6-60b23e281bbd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "DELETE /v2.0/ports/8e31a27e-cec0-4e52-87a0-8bd781e4fc6e HTTP/1.1" status: 204 len: 173 time: 0.5790253 Nov 11 22:18:25.345240 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'name': 'network-vif-deleted', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:25.347512 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abc49c4-85e3-4e41-90bf-b15c1bff52e2" -d '{"events": [{"server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "name": "network-vif-deleted", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:25.386356 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096d75b-6498-4c81-a585-b7f83fe24197 x-openstack-request-id: req-5096d75b-6498-4c81-a585-b7f83fe24197 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:25.386670 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3373d4-a9f1-4f44-9640-33910ddac52d", "name": "network-vif-deleted", "tag": "8e31a27e-cec0-4e52-87a0-8bd781e4fc6e", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:25.386925 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5096d75b-6498-4c81-a585-b7f83fe24197 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:25.387324 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3373d4-a9f1-4f44-9640-33910ddac52d', 'name': 'network-vif-deleted', 'tag': '8e31a27e-cec0-4e52-87a0-8bd781e4fc6e', 'status': 'completed', 'code': 200} Nov 11 22:18:26.100421 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c883b7ff-7e2d-4e38-afdf-bd10afefdb70 req-46a0cc66-cce6-431f-b736-91e9d6804896 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac3373d4-a9f1-4f44-9640-33910ddac52d HTTP/1.1" status: 200 len: 210 time: 0.0267675 Nov 11 22:18:27.159256 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42142) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:27.514842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:27.766832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 523d4d43-6388-40e7-861a-f219d49c3339 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:18:27.767060 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:27.803258 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:27.822962 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:27.823308 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 8e31a27e-cec0-4e52-87a0-8bd781e4fc6e not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:27.860821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 523d4d43-6388-40e7-861a-f219d49c3339, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=523d4d43-6388-40e7-861a-f219d49c3339,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:27.861256 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:27.873846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 523d4d43-6388-40e7-861a-f219d49c3339 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:28.127137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.154460 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=523d4d43-6388-40e7-861a-f219d49c3339,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:28.195648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.331729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.548717 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:18:28.655871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:28.662565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c06ec168-4c9f-4485-aa75-f3342cd48cf6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/0da5fbc0-2ddc-4d78-9eaf-bb6752e34539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019984 Nov 11 22:18:28.664347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42144) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:28.667505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] Sync routers for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:28.677529 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:28.678162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:28.715691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting subnet c0700785-c8f0-4a15-8806-78fdbb834f0e {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:18:28.719451 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.763902 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.785313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:28.847452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.966853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.971223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:18:28Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:28.998446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] Checking router: 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:28.999526 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Subnet': ['ID=c0700785-c8f0-4a15-8806-78fdbb834f0e,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:29.003554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.006845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d32a0001-94f5-4c12-a61c-3cb39e82f73c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/subnets/c0700785-c8f0-4a15-8806-78fdbb834f0e HTTP/1.1" status: 204 len: 168 time: 0.3414397 Nov 11 22:18:29.009159 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] Routers {'0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:29.009422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42146) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:29.009791 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:29.014249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ab879b-15b3-49a8-9b1c-a4535c4a4db3 None None] Network 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:29.123500 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.228738 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.365010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] Set router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:29.374302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 448d61de-6c16-4f27-8801-48357a3b8a00 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:18:29.374936 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.457103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 448d61de-6c16-4f27-8801-48357a3b8a00, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=448d61de-6c16-4f27-8801-48357a3b8a00,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:29.457481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.471927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 448d61de-6c16-4f27-8801-48357a3b8a00 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:29.503990 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] DHCP port deletion for 32ef4b50-ed34-4d23-bf71-d60e11eb68a6 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:18:29.603977 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:18:28Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:29.607311 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Deleting port ebc29492-0db1-4c57-837d-f0f6cfecc78d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:18:29.607691 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.641963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5e428-9966-4441-9345-6a1aa851809f None None] The sync data for ids ['0da5fbc0-2ddc-4d78-9eaf-bb6752e34539'] in n-d-805734-3 is: [{'id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388766763', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:44Z', 'updated_at': '2021-11-11T22:18:28Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '448d61de-6c16-4f27-8801-48357a3b8a00', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:59:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da5fbc0-2ddc-4d78-9eaf-bb6752e34539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:45Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:29.695492 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] For port ebc29492-0db1-4c57-837d-f0f6cfecc78d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ebc29492-0db1-4c57-837d-f0f6cfecc78d,segment=NetworkSegment(8410d71d-6c1f-424b-91af-5ce5dc1f0329),segment_id=8410d71d-6c1f-424b-91af-5ce5dc1f0329)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:29.695891 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.708084 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Calling delete_port for ebc29492-0db1-4c57-837d-f0f6cfecc78d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:29.730425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.765321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=448d61de-6c16-4f27-8801-48357a3b8a00,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:29.783205 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa2fcf-5238-472a-8248-d903c1a06471 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:18:29.829144 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.857823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.885075 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Pushing event deleted for resources: {'Port': ['ID=ebc29492-0db1-4c57-837d-f0f6cfecc78d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:29.887570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] No DVR routers for this DVR port ebc29492-0db1-4c57-837d-f0f6cfecc78d on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:18:29.901327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.901745 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.902169 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.902514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.902851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.903186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.903518 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.903872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.904238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.904559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.904889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.905215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683c419a-c09e-4e73-a166-0cd57bd45220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:29.925666 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.927857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.052609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.053184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Fanout notify agent at l3_agent the message router_deleted on router 0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:18:30.060898 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.062072 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bb2fd74e-9ffd-4622-af20-ffba8397c9cd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/routers/0da5fbc0-2ddc-4d78-9eaf-bb6752e34539 HTTP/1.1" status: 204 len: 168 time: 1.0517092 Nov 11 22:18:30.065785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42148) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:30.149054 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.243263 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.266906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ef4b50-ed34-4d23-bf71-d60e11eb68a6']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:30.277489 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8410d71d-6c1f-424b-91af-5ce5dc1f0329') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:30.277795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8410d71d-6c1f-424b-91af-5ce5dc1f0329') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:30.288396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.301744 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.307452 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:18:30.307837 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:18:30.310795 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:18:30.457895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.465162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.468125 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/networks/32ef4b50-ed34-4d23-bf71-d60e11eb68a6 HTTP/1.1" status: 204 len: 168 time: 0.4013646 Nov 11 22:18:30.471727 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42152) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:30.480362 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Network': ['ID=32ef4b50-ed34-4d23-bf71-d60e11eb68a6,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:30.489161 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.489514 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.489858 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.490199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.490535 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.490873 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.491226 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.491557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.491884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.492251 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.492565 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.492888 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f99cd0-b0cb-48fd-a8ff-bf8d2defa86a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:30.535532 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a70e47c-7e8c-4fab-a3fa-deffb56ee9b2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.561825 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a70e47c-7e8c-4fab-a3fa-deffb56ee9b2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.679354 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a70e47c-7e8c-4fab-a3fa-deffb56ee9b2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.682101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6a70e47c-7e8c-4fab-a3fa-deffb56ee9b2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.688637 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6a70e47c-7e8c-4fab-a3fa-deffb56ee9b2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/security-groups/c2ffa272-613c-4be7-a93a-c4b9efff9d87 HTTP/1.1" status: 204 len: 168 time: 0.2105172 Nov 11 22:18:30.694103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70e47c-7e8c-4fab-a3fa-deffb56ee9b2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ffa272-613c-4be7-a93a-c4b9efff9d87,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:31.122153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 523d4d43-6388-40e7-861a-f219d49c3339 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:31.144574 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 523d4d43-6388-40e7-861a-f219d49c3339 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:31.144924 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 523d4d43-6388-40e7-861a-f219d49c3339 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:31.145336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ebc29492-0db1-4c57-837d-f0f6cfecc78d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:31.167178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ebc29492-0db1-4c57-837d-f0f6cfecc78d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:31.169780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ebc29492-0db1-4c57-837d-f0f6cfecc78d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:31.169780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 448d61de-6c16-4f27-8801-48357a3b8a00 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:31.186901 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 448d61de-6c16-4f27-8801-48357a3b8a00 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:31.187254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 448d61de-6c16-4f27-8801-48357a3b8a00 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:31.259513 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42158) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:31.264236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6c09f5ee-f4d2-41e7-ba43-51d6bdc611e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484188259', 'description': 'tempest-secgroup-smoke-484188259 description', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:31.347942 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c09f5ee-f4d2-41e7-ba43-51d6bdc611e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.413652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c09f5ee-f4d2-41e7-ba43-51d6bdc611e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.507724 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c09f5ee-f4d2-41e7-ba43-51d6bdc611e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.537416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09f5ee-f4d2-41e7-ba43-51d6bdc611e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8942a62e-b45a-4abb-b7cb-eee94d437130,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:31.595364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6c09f5ee-f4d2-41e7-ba43-51d6bdc611e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.596672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6c09f5ee-f4d2-41e7-ba43-51d6bdc611e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3360274 Nov 11 22:18:31.604272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42160) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:31.604272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d0c099a4-3167-42fa-b198-14bc0115f0aa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '8942a62e-b45a-4abb-b7cb-eee94d437130', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:31.703544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0c099a4-3167-42fa-b198-14bc0115f0aa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.769958 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0c099a4-3167-42fa-b198-14bc0115f0aa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.838790 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0c099a4-3167-42fa-b198-14bc0115f0aa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.861168 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c099a4-3167-42fa-b198-14bc0115f0aa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eceec3a3-aa3b-4105-a649-d1cb6e3a1f5e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:31.944166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d0c099a4-3167-42fa-b198-14bc0115f0aa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.947921 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d0c099a4-3167-42fa-b198-14bc0115f0aa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447526 Nov 11 22:18:31.948191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42162) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:31.952736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ad329f09-6636-43db-bb25-50ffca81775b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '8942a62e-b45a-4abb-b7cb-eee94d437130', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:32.051806 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ebcc959c-f54f-4444-88d9-84f1b43c5886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.072318 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad329f09-6636-43db-bb25-50ffca81775b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.128495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad329f09-6636-43db-bb25-50ffca81775b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.223595 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad329f09-6636-43db-bb25-50ffca81775b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.244689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad329f09-6636-43db-bb25-50ffca81775b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0ae181-16a2-40b2-b235-329873d29f9b,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:32.317146 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad329f09-6636-43db-bb25-50ffca81775b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.318388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad329f09-6636-43db-bb25-50ffca81775b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3692334 Nov 11 22:18:32.321120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42164) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:32.325575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3984c0a0-ef83-402d-8376-fb3b2784e95e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '8942a62e-b45a-4abb-b7cb-eee94d437130', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:32.444483 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3984c0a0-ef83-402d-8376-fb3b2784e95e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.501458 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3984c0a0-ef83-402d-8376-fb3b2784e95e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.589403 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3984c0a0-ef83-402d-8376-fb3b2784e95e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.608463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984c0a0-ef83-402d-8376-fb3b2784e95e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e63adfd-c8da-4605-8d5f-219cbaa6436d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:32.680746 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3984c0a0-ef83-402d-8376-fb3b2784e95e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.681983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3984c0a0-ef83-402d-8376-fb3b2784e95e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3598838 Nov 11 22:18:32.684791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42166) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:32.689435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-730dd655-117e-4ad0-b824-10cc49bd18f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '8942a62e-b45a-4abb-b7cb-eee94d437130', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:32.793989 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730dd655-117e-4ad0-b824-10cc49bd18f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.854148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730dd655-117e-4ad0-b824-10cc49bd18f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.925157 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730dd655-117e-4ad0-b824-10cc49bd18f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.946847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dd655-117e-4ad0-b824-10cc49bd18f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fe06f0-47e5-4823-b2d4-fc88eb0b1259,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:33.037651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-730dd655-117e-4ad0-b824-10cc49bd18f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.039171 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-730dd655-117e-4ad0-b824-10cc49bd18f9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3531849 Nov 11 22:18:33.041656 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42168) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:33.049046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '8942a62e-b45a-4abb-b7cb-eee94d437130', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:33.136291 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:18:33.142117 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.201137 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.320627 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.339981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b81238-61f0-4b22-b4c7-b7904f53459f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:33.419527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.420796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f7d77c0f-4929-40a7-ae96-f6f09d9a4500 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3780639 Nov 11 22:18:33.423827 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42170) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:33.428266 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '8942a62e-b45a-4abb-b7cb-eee94d437130', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:33.543671 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:18:33.549101 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.607741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.680468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.698992 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe9e626-c9bc-4b73-8ee8-29773b0a17b6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:33.774173 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.775462 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3b7bde2c-a6d6-4820-bc86-81b42ac60449 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505547 Nov 11 22:18:33.778417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42172) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:33.783244 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'network': {'name': 'tempest-network-smoke--1927039564', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:33.953414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:33.957008 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.980384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:18:33.989519 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.989857 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Added segment 76a2cc09-60cb-475f-9c56-7498db8eab29 of type vlan for network f609bedb-0850-46d4-9360-608e2441f054 Nov 11 22:18:34.030425 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.131668 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.137292 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:34.137870 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.232990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Network': ['ID=f609bedb-0850-46d4-9360-608e2441f054,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:34.243952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f609bedb-0850-46d4-9360-608e2441f054 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:18:34.258649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0b4980bc-3702-48d7-96cc-37a920ba55c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4792140 Nov 11 22:18:34.261321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42174) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:34.266085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'admin_state_up': True, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:34.361075 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.362189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.417486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.681144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6a176064-363d-47e8-91a2-da69bae0a315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.050020 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.355545 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.376834 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.481677 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.54 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/8ed4b180-ccae-4914-aee9-ea608af5cb7c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:35.582834 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.663610 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.703759 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:35.706665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:35.712318 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:35.722028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cc3e2-1614-470f-a854-3813d5be950e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:18:35.737040 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=8ed4b180-ccae-4914-aee9-ea608af5cb7c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:35.797994 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0427ef0c-dca8-4d5e-81ef-5e223a15cca2 None None] Provisioning complete for port 8ed4b180-ccae-4914-aee9-ea608af5cb7c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:35.798360 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0427ef0c-dca8-4d5e-81ef-5e223a15cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.841585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0427ef0c-dca8-4d5e-81ef-5e223a15cca2 None None] Port 8ed4b180-ccae-4914-aee9-ea608af5cb7c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:35.938968 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:36.058875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:36.260624 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:36.480543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0ec6f108-bbc4-45ab-a599-100d5045bfee is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:18:36.588587 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:36.598741 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Sync routers for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:36.608045 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:36.608679 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:36.688912 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:36.690233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-120681f1-aa37-447b-8643-4fb76fc6f330 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4279478 Nov 11 22:18:36.693363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42176) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:36.710935 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:36.729452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a6eb0c45-272e-4df1-a5b9-0b18153e0cdf tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3ea4e0d6ba9f4e9d86182024edafefc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350010 Nov 11 22:18:36.731980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42178) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:36.817511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce0d2d-ec10-4226-a126-d2b6b1a0f419 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:36.819049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-35ce0d2d-ec10-4226-a126-d2b6b1a0f419 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860975 Nov 11 22:18:36.821942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42180) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:36.856834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-00db66f6-ce6a-481b-9ac5-afafd15de444 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329001 Nov 11 22:18:36.858839 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42182) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:36.864171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1372227507', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:36.890084 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:35Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:36.916658 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Checking router: 0ec6f108-bbc4-45ab-a599-100d5045bfee for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:36.918497 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Updating router 0ec6f108-bbc4-45ab-a599-100d5045bfee port 8ed4b180-ccae-4914-aee9-ea608af5cb7c binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:18:36.942377 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.046528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:37.050867 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.196351 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.274834 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.303524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.316500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483e1960-27e0-4a4b-ac4c-4a8b4de6f1e8 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:18:37.323394 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Attempting to bind port 8ed4b180-ccae-4914-aee9-ea608af5cb7c on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:37.323767 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Attempting to bind port 8ed4b180-ccae-4914-aee9-ea608af5cb7c by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:37.324127 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Attempting to bind port 8ed4b180-ccae-4914-aee9-ea608af5cb7c on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:37.332630 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Pushing event updated for resources: {'Port': ['ID=8ed4b180-ccae-4914-aee9-ea608af5cb7c,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:37.341250 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.341845 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.341994 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.342579 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.342727 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.342987 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.343314 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.343839 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.344424 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.344833 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.345170 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.345494 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:37.349699 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:37.350070 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:37.350661 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.351224 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:37.351704 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Bound port: 8ed4b180-ccae-4914-aee9-ea608af5cb7c, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:37.352204 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.373924 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Subnet': ['ID=1186c284-323e-40c9-8c46-2e0713e05919,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:37.385798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Checking segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:37.386088 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-536f1a8a-4c3c-489f-bf09-697236ad3073 None None] Provisioning complete for port 8ed4b180-ccae-4914-aee9-ea608af5cb7c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:37.386236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network hostable DHCP agents. Network: f609bedb-0850-46d4-9360-608e2441f054, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:18:37.386469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-536f1a8a-4c3c-489f-bf09-697236ad3073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.418432 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] For port 8ed4b180-ccae-4914-aee9-ea608af5cb7c, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:37.422338 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] For port 8ed4b180-ccae-4914-aee9-ea608af5cb7c, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8ed4b180-ccae-4914-aee9-ea608af5cb7c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:37.427048 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-536f1a8a-4c3c-489f-bf09-697236ad3073 None None] Port 8ed4b180-ccae-4914-aee9-ea608af5cb7c cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:37.462148 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.526241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network f609bedb-0850-46d4-9360-608e2441f054 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:18:37.526721 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.570335 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd9fc4b-eb25-452e-9891-441289fa822a None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:18:37.582159 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:37.582787 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:37.589471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f609bedb-0850-46d4-9360-608e2441f054) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:37.593739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:37.594570 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.598817 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182154a0-c0da-4705-ac8b-b2644989d0e1 None None] Network f609bedb-0850-46d4-9360-608e2441f054 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:37.627271 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bead53-8706-4939-b04e-4584e7c30daf None None] Pushing event updated for resources: {'Port': ['ID=8ed4b180-ccae-4914-aee9-ea608af5cb7c,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:37.675167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b880d322-f83b-43de-a9b9-f4370f41b046 None None] Provisioning complete for port 8ed4b180-ccae-4914-aee9-ea608af5cb7c triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:37.675547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b880d322-f83b-43de-a9b9-f4370f41b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.695006 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f8ecf054-b593-42bc-b238-7756e91cbe66 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8346033 Nov 11 22:18:37.698135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42184) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:37.700592 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:37.833758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f609bedb-0850-46d4-9360-608e2441f054', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:18:37.834577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.844277 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b880d322-f83b-43de-a9b9-f4370f41b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:37.892089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b880d322-f83b-43de-a9b9-f4370f41b046 None None] For port 8ed4b180-ccae-4914-aee9-ea608af5cb7c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8ed4b180-ccae-4914-aee9-ea608af5cb7c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:37.892380 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:35Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:37.918490 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57200d7c-c526-47ae-9135-9621288a1744 None None] The sync data for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 is: [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:35Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:38.013743 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.028696 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Allocated IP 172.20.0.2 (f609bedb-0850-46d4-9360-608e2441f054/1186c284-323e-40c9-8c46-2e0713e05919/3a98b95c-203d-42e6-b940-2e1b5ea3cc40) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:38.099015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b880d322-f83b-43de-a9b9-f4370f41b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.190872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880d322-f83b-43de-a9b9-f4370f41b046 None None] Pushing event updated for resources: {'Port': ['ID=8ed4b180-ccae-4914-aee9-ea608af5cb7c,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:38.226206 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.253377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.353666 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.407627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Pushing event updated for resources: {'Port': ['ID=3a98b95c-203d-42e6-b940-2e1b5ea3cc40,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:38.425898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Network f609bedb-0850-46d4-9360-608e2441f054 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:38.431038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:38.433462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:38.499215 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Attempting to bind port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:38.500279 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Attempting to bind port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:38.501162 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Attempting to bind port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 on network f609bedb-0850-46d4-9360-608e2441f054 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:38.507146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:38.507814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Checking segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:38.508437 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.509068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Bound using segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:38.509727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Bound port: 3a98b95c-203d-42e6-b940-2e1b5ea3cc40, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:38.510346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.555366 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.1 (f609bedb-0850-46d4-9360-608e2441f054/1186c284-323e-40c9-8c46-2e0713e05919/dcd5e0e4-74ec-4ec7-9270-e4645790e7fa) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:38.578349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] For port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:38.582195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] For port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3a98b95c-203d-42e6-b940-2e1b5ea3cc40,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:38.679705 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.684167 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.759475 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e770da-14bb-4fb7-8db3-706ef1b66662 None None] Pushing event updated for resources: {'Port': ['ID=3a98b95c-203d-42e6-b940-2e1b5ea3cc40,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:38.784822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.831608 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network f609bedb-0850-46d4-9360-608e2441f054 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:38.835003 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:38.838979 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:38.861636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:38.912401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.162134 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.214974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:39.266648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:39.267114 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.346814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.388562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3a98b95c-203d-42e6-b940-2e1b5ea3cc40,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:39.478875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.479676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8ed4b180-ccae-4914-aee9-ea608af5cb7c up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:39.489298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.563179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=3a98b95c-203d-42e6-b940-2e1b5ea3cc40,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:39.578845 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.581429 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8ed4b180-ccae-4914-aee9-ea608af5cb7c triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:39.581429 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.655417 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:39.658207 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:40.091448 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network f609bedb-0850-46d4-9360-608e2441f054 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:40.092955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:40.216043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0ec6f108-bbc4-45ab-a599-100d5045bfee has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:18:40.339375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:40.344984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-97aafbd5-47c9-443e-bb6c-5e566c2a1230 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/0ec6f108-bbc4-45ab-a599-100d5045bfee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6460125 Nov 11 22:18:40.349056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Sync routers for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:40.361149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:40.361794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:40.459511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6dc99-5622-4c8e-b802-09d40a62b3ea None None] Network f609bedb-0850-46d4-9360-608e2441f054 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:40.515533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-7d85e6e0-b79c-44f8-9e07-504daf596067 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484188259&fields=id&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 267 time: 0.0476122 Nov 11 22:18:40.539462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:40.637496 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-177173a8-8e80-4af7-bc29-407457c20c5c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:40.639167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-177173a8-8e80-4af7-bc29-407457c20c5c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 797 time: 0.1151602 Nov 11 22:18:40.655395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-7740d95f-3581-40e3-8fcb-789a12ff0b0f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/quotas/3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 375 time: 0.0101206 Nov 11 22:18:40.714540 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-8d0257f1-c00f-4b60-a61f-74517a39e5a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525591 Nov 11 22:18:40.802613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b4a74d93-3c52-4e24-9787-76ac051035c1 None None] Provisioning complete for port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:40.802906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b4a74d93-3c52-4e24-9787-76ac051035c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:40.824496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-0e217624-bceb-493e-b526-b4deefeac237 service neutron] 10.222.0.31 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968380 Nov 11 22:18:40.925847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-97993415-985f-41f2-bfef-7a7f493913ae service neutron] 10.222.0.31 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948451 Nov 11 22:18:41.066015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 2, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:41.094191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Checking router: 0ec6f108-bbc4-45ab-a599-100d5045bfee for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:41.094567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Updating router 0ec6f108-bbc4-45ab-a599-100d5045bfee port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:18:41.135961 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.172396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:41.183437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-623f3b44-9db1-476d-ac87-8708f6d29dc3 req-31998b5f-e5ac-4e7a-a5e4-dacf0ff33638 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 210 time: 0.0411336 Nov 11 22:18:41.313731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-794719bf-8964-4c28-abf3-33cc8670f457 None None] Provisioning complete for port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:41.314106 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-794719bf-8964-4c28-abf3-33cc8670f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.392188 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:41.392558 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.614577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.617059 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-794719bf-8964-4c28-abf3-33cc8670f457 None None] Provisioning complete for port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:41.617421 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-794719bf-8964-4c28-abf3-33cc8670f457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.653945 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-794719bf-8964-4c28-abf3-33cc8670f457 None None] Port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:41.714639 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.774965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391ca26-6b59-4f20-a7e9-325e2a5dc2a9 None None] Pushing event updated for resources: {'Port': ['ID=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:41.828182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5007c376-4edc-42a6-bf71-21ffa1b1b206 None None] Provisioning complete for port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:41.828182 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5007c376-4edc-42a6-bf71-21ffa1b1b206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.855545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Attempting to bind port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:41.855916 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Attempting to bind port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:41.856347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Attempting to bind port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa on network f609bedb-0850-46d4-9360-608e2441f054 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:41.866443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:41.866832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Checking segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:41.867243 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.867662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Bound using segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:41.868184 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Bound port: dcd5e0e4-74ec-4ec7-9270-e4645790e7fa, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:41.873773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.887601 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5007c376-4edc-42a6-bf71-21ffa1b1b206 None None] Port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:41.950224 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] For port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:41.953824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] For port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:42.007892 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-05e3acfe-5256-4b26-9020-f9c54a9d1a91 None None] Provisioning complete for port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:42.008303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-05e3acfe-5256-4b26-9020-f9c54a9d1a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.041626 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-05e3acfe-5256-4b26-9020-f9c54a9d1a91 None None] Port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:42.079223 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.142405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391ca26-6b59-4f20-a7e9-325e2a5dc2a9 None None] Pushing event updated for resources: {'Port': ['ID=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:42.145007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:42.145622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:42.265399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:42.287407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ba7360b-5659-4aa6-a23a-1281a204d508 req-62e10e96-a7d2-4c42-97c6-d7da234d48ee tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 210 time: 0.0290353 Nov 11 22:18:42.412664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c184ff7d-8317-4ad4-b4c0-2e15910b416a None None] Provisioning complete for port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:42.412967 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c184ff7d-8317-4ad4-b4c0-2e15910b416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.549989 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c184ff7d-8317-4ad4-b4c0-2e15910b416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.585779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:41Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:42.590548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c184ff7d-8317-4ad4-b4c0-2e15910b416a None None] For port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:42.615473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9db4d-6450-41fa-97bd-71a9d5e723c6 None None] The sync data for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 is: [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:41Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:42.703905 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c184ff7d-8317-4ad4-b4c0-2e15910b416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.756549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184ff7d-8317-4ad4-b4c0-2e15910b416a None None] Pushing event updated for resources: {'Port': ['ID=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:43.163954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dcd5e0e4-74ec-4ec7-9270-e4645790e7fa up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:43.221555 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:43.224434 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.367653 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-603d1a0b-983b-4cb3-a9d0-270cc2430082 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:43.369360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-603d1a0b-983b-4cb3-a9d0-270cc2430082 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 797 time: 0.1254790 Nov 11 22:18:43.400408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d74a4ea5-f734-499c-b72f-c1fc298e5eb9 req-fe3dddd1-b518-4042-ab6d-17d84749bfee tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 210 time: 0.0298791 Nov 11 22:18:43.459737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-403c8d42-61de-4c0c-93c1-3a185ec9d052 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 379 time: 0.0618384 Nov 11 22:18:43.470631 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'port': {'device_id': 'e9b92510-dee6-4277-87fa-94488db94595', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'admin_state_up': True, 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'security_groups': ['8942a62e-b45a-4abb-b7cb-eee94d437130']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:43.691706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:43.696094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.830970 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.3 (f609bedb-0850-46d4-9360-608e2441f054/1186c284-323e-40c9-8c46-2e0713e05919/bc32f129-27f0-418d-8a2f-45804bfb224a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:43.972879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.067785 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.116823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network f609bedb-0850-46d4-9360-608e2441f054 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:44.121918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:44.124379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:44.154176 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:44.182578 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:44.183212 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.254834 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-509fc313-9bef-4eb1-a0d2-4938316526ad tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7887068 Nov 11 22:18:44.268025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Request body: {'port': {'device_id': 'e9b92510-dee6-4277-87fa-94488db94595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:44.323447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.335868 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7c4fa235-6821-4374-8e75-04b582c43e7f None None] Provisioning complete for port bc32f129-27f0-418d-8a2f-45804bfb224a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:44.336447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa235-6821-4374-8e75-04b582c43e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.370145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fa235-6821-4374-8e75-04b582c43e7f None None] Port bc32f129-27f0-418d-8a2f-45804bfb224a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:44.571730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb498be-1e4d-43d9-a951-cb27a985efaa req-6317cb4b-c4f8-41c8-a146-356bc9ec8a12 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:44.573356 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adb498be-1e4d-43d9-a951-cb27a985efaa req-6317cb4b-c4f8-41c8-a146-356bc9ec8a12 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 931 time: 0.0986216 Nov 11 22:18:44.665041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-adb498be-1e4d-43d9-a951-cb27a985efaa req-bea1dbf4-b3d7-4577-87c1-fbed7985cc99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855508 Nov 11 22:18:44.676545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc32f129-27f0-418d-8a2f-45804bfb224a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:44.684321 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.697024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Transition to ACTIVE for port object bc32f129-27f0-418d-8a2f-45804bfb224a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:18:44.771787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.825177 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:44.898439 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:44.898784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:44.899121 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a on network f609bedb-0850-46d4-9360-608e2441f054 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:44.903652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Port bc32f129-27f0-418d-8a2f-45804bfb224a on network f609bedb-0850-46d4-9360-608e2441f054 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:18:44.903978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a on network f609bedb-0850-46d4-9360-608e2441f054 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:44.909634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:44.909981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Checking segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:44.910367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Bound using segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:44.910806 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Bound port: bc32f129-27f0-418d-8a2f-45804bfb224a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:44.911172 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.978079 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:44.982125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:45.068276 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:45.102671 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.103295 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:45.104713 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] 10.222.0.62 "PUT /v2.0/ports/bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 1091 time: 0.8412154 Nov 11 22:18:45.105157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:45.107425 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a18846-22fd-422e-af29-a355a6fb0a59" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:45.145584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617ec33-15c8-40c4-93c3-8ce5d5ea0f45 service neutron] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:45.149213 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce8a737-2606-45f0-996f-fb206bcb860a x-openstack-request-id: req-3ce8a737-2606-45f0-996f-fb206bcb860a {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:45.149506 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:45.149765 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ce8a737-2606-45f0-996f-fb206bcb860a {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:45.150203 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'status': 'completed', 'code': 200} Nov 11 22:18:45.216833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a18846-22fd-422e-af29-a355a6fb0a59 req-2588d976-f216-4011-8994-77a813bad8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.219155 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7a18846-22fd-422e-af29-a355a6fb0a59 req-2588d976-f216-4011-8994-77a813bad8df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1094 time: 0.0492885 Nov 11 22:18:45.326474 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a18846-22fd-422e-af29-a355a6fb0a59 req-7242f04d-8e82-400f-bdbb-ca98690e0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.327942 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7a18846-22fd-422e-af29-a355a6fb0a59 req-7242f04d-8e82-400f-bdbb-ca98690e0765 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0998194 Nov 11 22:18:45.429388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a18846-22fd-422e-af29-a355a6fb0a59 req-b57f5550-d56f-4684-b2ee-3a1f14ba563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.430794 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e7a18846-22fd-422e-af29-a355a6fb0a59 req-b57f5550-d56f-4684-b2ee-3a1f14ba563a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958056 Nov 11 22:18:45.509797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-a29e7394-13f1-402f-9d85-861b2aaa1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.511307 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-a29e7394-13f1-402f-9d85-861b2aaa1ffb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1094 time: 0.0417576 Nov 11 22:18:45.556262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-4ded9a3e-aece-4f25-a2bf-c68f6505ab88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 217 time: 0.0360301 Nov 11 22:18:45.609096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-1e036c8d-e68d-4c4f-bde8-9f27418a416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.610572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-1e036c8d-e68d-4c4f-bde8-9f27418a416b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0479436 Nov 11 22:18:45.656733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-80cf84e8-5594-4a31-af2e-b880bb4160a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.658464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-80cf84e8-5594-4a31-af2e-b880bb4160a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405574 Nov 11 22:18:45.774424 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-57355d52-c6fb-4f7c-991d-32fc5dc6177d service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083274 Nov 11 22:18:45.820966 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190107b-add1-4886-9115-4d2312a7ee7b req-103dc9d6-b2e9-4d3a-9c97-aa86e5bc2026 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.822444 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8190107b-add1-4886-9115-4d2312a7ee7b req-103dc9d6-b2e9-4d3a-9c97-aa86e5bc2026 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 943 time: 0.0844164 Nov 11 22:18:45.923251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8190107b-add1-4886-9115-4d2312a7ee7b req-fe45ba42-95e0-4135-a5e2-7878b0e10671 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753899 Nov 11 22:18:45.925492 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d1686fe1-7087-4ce3-8f60-d298cdf6cda0 req-1bf9ffff-f126-43f6-8baa-dcb925ede799 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412606 Nov 11 22:18:47.040903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5702f4-71ad-4cff-84aa-e074c1c03d67 req-3cf35833-47c1-4f6a-b67c-59185829b4c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:47.042414 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea5702f4-71ad-4cff-84aa-e074c1c03d67 req-3cf35833-47c1-4f6a-b67c-59185829b4c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 943 time: 0.0506022 Nov 11 22:18:47.092118 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea5702f4-71ad-4cff-84aa-e074c1c03d67 req-f568a943-55c9-4157-bd4a-2eaeb2f0d8d6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Nov 11 22:18:48.209726 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4b91-6683-4fb6-bf3a-9493930d22ed req-8bbe0da3-787f-49ae-8dd3-2e53d93df622 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:48.211135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00ac4b91-6683-4fb6-bf3a-9493930d22ed req-8bbe0da3-787f-49ae-8dd3-2e53d93df622 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 943 time: 0.0496676 Nov 11 22:18:48.259691 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00ac4b91-6683-4fb6-bf3a-9493930d22ed req-e6607db9-09a2-4678-a9e6-6fd55cc6cc34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427022 Nov 11 22:18:49.379310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fde62-a0a3-4fd6-9124-6c44ed377503 req-ec07d5ba-e72a-4106-8c94-08bdef6bab67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:49.380847 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b4fde62-a0a3-4fd6-9124-6c44ed377503 req-ec07d5ba-e72a-4106-8c94-08bdef6bab67 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 943 time: 0.0541527 Nov 11 22:18:49.430200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0b4fde62-a0a3-4fd6-9124-6c44ed377503 req-2d0b467d-5c7f-4fdf-8274-a8c44b4924ae tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Nov 11 22:18:49.865709 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:18:49.958595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:49.970070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'port_id': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'mac_address': 'fa:16:3e:04:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:18:50.166913 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:50.179948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc32f129-27f0-418d-8a2f-45804bfb224a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:50.199333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:50.278470 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:50.325532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:50.478433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['bc32f129-27f0-418d-8a2f-45804bfb224a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:50.550952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eeada-5d07-4506-ad38-a656cc499553 req-9464c53d-1177-4d21-a7c7-f7d83b042e1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:50.553574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c5eeada-5d07-4506-ad38-a656cc499553 req-9464c53d-1177-4d21-a7c7-f7d83b042e1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 944 time: 0.0538332 Nov 11 22:18:50.603358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2c5eeada-5d07-4506-ad38-a656cc499553 req-dcd174db-4111-4a2f-b053-cf910554cf40 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447474 Nov 11 22:18:51.724192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534da98-1141-43bd-97c3-ea844871af1c req-c0d57690-dd68-4fa0-acbd-10356b7fa15e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:51.725707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a534da98-1141-43bd-97c3-ea844871af1c req-c0d57690-dd68-4fa0-acbd-10356b7fa15e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 944 time: 0.0505018 Nov 11 22:18:51.779386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a534da98-1141-43bd-97c3-ea844871af1c req-6aab1af3-ca78-4b64-9119-b2c803cc17f6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475357 Nov 11 22:18:51.897324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:52.056870 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port bc32f129-27f0-418d-8a2f-45804bfb224a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:18:52.061111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port bc32f129-27f0-418d-8a2f-45804bfb224a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:52.061982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:52.136208 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:52.158380 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:52.160613 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12e674a-84c8-447a-921b-d3d9ac6da986" -d '{"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-plugged", "status": "completed", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:52.174841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:52.197909 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f32e45-9d42-4d67-9a05-440673c02a76 x-openstack-request-id: req-29f32e45-9d42-4d67-9a05-440673c02a76 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:52.201274 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-plugged", "status": "completed", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:52.201274 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f32e45-9d42-4d67-9a05-440673c02a76 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:52.201274 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'code': 200} Nov 11 22:18:52.246012 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:52.295073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:52.296511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03cc67-ed52-4093-b80d-1d44450e07e9 req-4a72dce2-4fa2-41d3-ada1-0b46b0082b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:52.298135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b03cc67-ed52-4093-b80d-1d44450e07e9 req-4a72dce2-4fa2-41d3-ada1-0b46b0082b86 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1096 time: 0.0414915 Nov 11 22:18:52.345807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4b03cc67-ed52-4093-b80d-1d44450e07e9 req-234569e3-23cf-41fb-b8c1-a968c0256916 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Nov 11 22:18:52.898563 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f5752-50a7-455b-98e2-ce9928382d04 req-36e06e97-8db4-45b8-8d0b-9c98207ee960 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:52.912586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-936f5752-50a7-455b-98e2-ce9928382d04 req-36e06e97-8db4-45b8-8d0b-9c98207ee960 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0499187 Nov 11 22:18:52.950636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-936f5752-50a7-455b-98e2-ce9928382d04 req-0348741d-24a7-454f-b141-bfbd96a1f542 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 Nov 11 22:18:52.988756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:54.070650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9322cf8-ea30-43e4-9319-4404f801f4b2 req-bec6e5a1-397f-42b8-8ce0-8741224ce9d7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:54.072052 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9322cf8-ea30-43e4-9319-4404f801f4b2 req-bec6e5a1-397f-42b8-8ce0-8741224ce9d7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0534475 Nov 11 22:18:54.121036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9322cf8-ea30-43e4-9319-4404f801f4b2 req-6f89c6e8-fce9-4a86-9932-76d6c47b952a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428267 Nov 11 22:18:54.232381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82c8cf-35fc-40da-ac27-91eed14eed08 req-a10cf3df-1908-4c83-994e-96d035f039b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:54.234543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e82c8cf-35fc-40da-ac27-91eed14eed08 req-a10cf3df-1908-4c83-994e-96d035f039b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0496638 Nov 11 22:18:54.282948 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e82c8cf-35fc-40da-ac27-91eed14eed08 req-46a213c6-e31e-4b0c-a27b-2149abd0abd0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 Nov 11 22:18:54.305100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:54.357403 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d35a7-fe06-4ac6-8729-e83fe84cb754 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:54.357403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-680d35a7-fe06-4ac6-8729-e83fe84cb754 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1091 time: 0.0459976 Nov 11 22:18:54.359582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42244) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:54.363890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:54.445576 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:54.541875 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:54.646580 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.226 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/aae2ea6e-3618-475c-b929-2e1a98cbf52b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:54.748204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:54.840202 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:54.894404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:54.898520 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=aae2ea6e-3618-475c-b929-2e1a98cbf52b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:54.902919 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:54.905215 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:55.269229 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:55.431805 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:55.580891 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:55.639507 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:55.705984 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=aae2ea6e-3618-475c-b929-2e1a98cbf52b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:55.720224 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:55.821586 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP 5eff4038-233e-46d2-8f42-0d391b6b441f associated. External IP: 172.25.2.226, port: bc32f129-27f0-418d-8a2f-45804bfb224a. Nov 11 22:18:56.339981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0ec6f108-bbc4-45ab-a599-100d5045bfee has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:18:56.449530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:56.461462 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] Sync routers for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:56.471223 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:56.471837 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:56.567959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:56.576664 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:56.597467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4e489b1c-9c6e-486b-a9be-d137577f2fe8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2367218 Nov 11 22:18:56.597961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:56.600425 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:56.699135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddfd36-a512-447f-bc09-c51782203153 req-9b117532-f806-47a2-99f6-6d187f670e52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:56.706440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07ddfd36-a512-447f-bc09-c51782203153 req-9b117532-f806-47a2-99f6-6d187f670e52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Nov 11 22:18:56.753874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07ddfd36-a512-447f-bc09-c51782203153 req-7e1c97bb-0fe4-4ecd-8d69-9cdabf2187ec tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467591 Nov 11 22:18:56.776848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42250) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:56.822367 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912a1967-d927-4dd4-a29d-14fa4d1eb33b x-openstack-request-id: req-912a1967-d927-4dd4-a29d-14fa4d1eb33b {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:56.822777 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:56.822978 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-912a1967-d927-4dd4-a29d-14fa4d1eb33b {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:56.823537 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'status': 'completed', 'code': 200} Nov 11 22:18:56.876094 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fe2388c7-efd4-4a33-989d-2a8a6f5aea22 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/5eff4038-233e-46d2-8f42-0d391b6b441f HTTP/1.1" status: 200 len: 991 time: 0.0959024 Nov 11 22:18:56.887581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-3daaf44e-cc2f-4db6-bfbf-b5f5ed6feab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:56.894594 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-3daaf44e-cc2f-4db6-bfbf-b5f5ed6feab3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1096 time: 0.0515761 Nov 11 22:18:56.899802 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5eff4038-233e-46d2-8f42-0d391b6b441f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'port_id': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'mac_address': 'fa:16:3e:04:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b92510-dee6-4277-87fa-94488db94595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:18:55Z', 'updated_at': '2021-11-11T22:18:55Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:42Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:56.928302 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] Checking router: 0ec6f108-bbc4-45ab-a599-100d5045bfee for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:56.937627 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:56.938355 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:18:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:56.986254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-856f43b4-9d9b-4a05-b14d-05c986d5eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:56.987746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-856f43b4-9d9b-4a05-b14d-05c986d5eeab service neutron] 10.222.0.62 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0921597 Nov 11 22:18:57.044470 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:57.058423 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-364c625b-174a-4d1c-9f68-4214f2d15052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 999 time: 0.0638757 Nov 11 22:18:57.108938 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-d96d2b65-89bb-4bc2-a2ab-c64f733f2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:57.110425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-d96d2b65-89bb-4bc2-a2ab-c64f733f2a75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0444148 Nov 11 22:18:57.156323 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-5879c904-76cf-426c-b752-3c72cf472833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:57.157830 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-5879c904-76cf-426c-b752-3c72cf472833 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408337 Nov 11 22:18:57.254495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-c64b19c9-0d49-4330-9a1d-9a0383786806 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888453 Nov 11 22:18:57.272355 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5eff4038-233e-46d2-8f42-0d391b6b441f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'port_id': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'mac_address': 'fa:16:3e:04:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b92510-dee6-4277-87fa-94488db94595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:18:55Z', 'updated_at': '2021-11-11T22:18:55Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:42Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:57.299556 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606efebd-f9db-4e61-8a23-bb80c45acac4 None None] The sync data for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 is: [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '5eff4038-233e-46d2-8f42-0d391b6b441f', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'port_id': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'mac_address': 'fa:16:3e:04:f7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b92510-dee6-4277-87fa-94488db94595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:18:55Z', 'updated_at': '2021-11-11T22:18:55Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:42Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:57.361446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8e19e8a-c4da-4dc3-b4fb-9301cf0d9396 req-7730edee-2159-480e-8e99-16254ef446f4 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950992 Nov 11 22:18:57.499511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96860dc8-6ae7-4a4c-a379-095283a69785 None None] New status for floating IP 5eff4038-233e-46d2-8f42-0d391b6b441f: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:18:57.877988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42252) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:57.940654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cafce97b-edbb-40f0-a080-ee007f51bab9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/5eff4038-233e-46d2-8f42-0d391b6b441f HTTP/1.1" status: 200 len: 993 time: 0.0613525 Nov 11 22:18:58.255359 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:01.244384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:19:02.034230 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-954eabbd-7709-4b02-b116-d7f7df6b3135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.519334 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c4b51f84-5489-4f59-b8f0-dc175daeda3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:05.936573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:07.479598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:07.923943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:22.953598 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:24.593302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-2fa115e5-2553-4e4c-8bd9-b6493a3b088c req-ca7bdd28-91b1-47cc-bb12-618c6d45b6c9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:19:24.594297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2fa115e5-2553-4e4c-8bd9-b6493a3b088c req-ca7bdd28-91b1-47cc-bb12-618c6d45b6c9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057378 Nov 11 22:19:24.902089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c549017-55be-424b-ac97-f5fb39387541 req-0d8e3bca-987d-4247-a41c-6886f47fb737 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:24.903595 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c549017-55be-424b-ac97-f5fb39387541 req-0d8e3bca-987d-4247-a41c-6886f47fb737 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0495574 Nov 11 22:19:24.956318 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c549017-55be-424b-ac97-f5fb39387541 req-4407d6f0-2e98-434f-a8ee-be5d45ce4d5f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Nov 11 22:19:25.071197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42270) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:25.155616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-5d27f3a5-e0c1-4d90-bfa4-174cf60e2056 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832353 Nov 11 22:19:25.164736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-3c40ae38-6642-4113-bb58-51fb30aefeb9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:19:25.170244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-3c40ae38-6642-4113-bb58-51fb30aefeb9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050666 Nov 11 22:19:26.075643 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9675-10d3-4ae7-b728-b2c6b75d99de req-ebd24304-f647-4fb2-9f3d-28ce03b225e7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:26.077238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19af9675-10d3-4ae7-b728-b2c6b75d99de req-ebd24304-f647-4fb2-9f3d-28ce03b225e7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0499210 Nov 11 22:19:26.126437 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-19af9675-10d3-4ae7-b728-b2c6b75d99de req-6ed39d89-0119-4fae-bdec-8e23b44e1be5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432956 Nov 11 22:19:27.258080 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440fac8-d496-4531-8e13-80d8ab532ee9 req-dd3fc1af-dfa0-42b7-9904-d11b8fd9431b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.260723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0440fac8-d496-4531-8e13-80d8ab532ee9 req-dd3fc1af-dfa0-42b7-9904-d11b8fd9431b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0641046 Nov 11 22:19:27.315028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0440fac8-d496-4531-8e13-80d8ab532ee9 req-a7376fa1-13d6-4adb-94a5-ba246c49d1b3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477355 Nov 11 22:19:28.266922 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:28.431577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4026112-5fcf-414d-9eaf-6b899cf4f202 req-4f2516ae-bc44-41e5-8e2e-0d2b2ec11cfc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:28.433014 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4026112-5fcf-414d-9eaf-6b899cf4f202 req-4f2516ae-bc44-41e5-8e2e-0d2b2ec11cfc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0501757 Nov 11 22:19:28.483215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f4026112-5fcf-414d-9eaf-6b899cf4f202 req-78975d4b-786d-4269-862f-bfb807cea432 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Nov 11 22:19:29.606388 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54df2e-9e88-4127-9515-b9dbf5dd7345 req-47faf8d0-3baf-4043-816e-f37c8f5ee4e0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:29.608068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d54df2e-9e88-4127-9515-b9dbf5dd7345 req-47faf8d0-3baf-4043-816e-f37c8f5ee4e0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0544360 Nov 11 22:19:29.658534 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1d54df2e-9e88-4127-9515-b9dbf5dd7345 req-6b699e4d-9a70-47be-ac6b-ff8998e015c2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 Nov 11 22:19:30.783949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46426e-1a2e-4b58-8b41-0e638b05a17a req-b6a5282a-28ea-488f-a7f1-1cb7bf5f82ae tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:30.785579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea46426e-1a2e-4b58-8b41-0e638b05a17a req-b6a5282a-28ea-488f-a7f1-1cb7bf5f82ae tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0580382 Nov 11 22:19:30.845365 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ea46426e-1a2e-4b58-8b41-0e638b05a17a req-deb385b0-020a-460d-8be5-97d23f90a14a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535614 Nov 11 22:19:31.376302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-c3acffef-7f12-47d5-a1a7-0bcf12031668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.377723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-c3acffef-7f12-47d5-a1a7-0bcf12031668 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1096 time: 0.0422659 Nov 11 22:19:31.472514 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-8462ba77-30fb-418a-bda7-51e794847f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.474005 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-8462ba77-30fb-418a-bda7-51e794847f96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0889130 Nov 11 22:19:31.540193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-85a2f3a2-9a53-43cb-b0cc-7cacc3d7c3f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 1001 time: 0.0586128 Nov 11 22:19:31.590270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-6ad6dbbc-dd16-48e1-bd12-d30b1fa59b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.592126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-6ad6dbbc-dd16-48e1-bd12-d30b1fa59b5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0448928 Nov 11 22:19:31.643161 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-74bfaec7-047a-4ac6-98c7-841c0198ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.644577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-74bfaec7-047a-4ac6-98c7-841c0198ab32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451927 Nov 11 22:19:31.656089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-8204ba87-8777-402d-b560-8ca4d4c16005 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:19:31.657350 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-8204ba87-8777-402d-b560-8ca4d4c16005 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054564 Nov 11 22:19:31.755250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-de6b957b-d933-4791-9b87-7787f7b22d09 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904758 Nov 11 22:19:31.851696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-a057997c-0f4f-4f8f-9f70-7dbd0df20a03 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888827 Nov 11 22:19:31.970662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21189ce5-8fcd-431a-9f63-9c5f5a10fc5b req-32895edd-4ab0-4e66-aa3a-43495e886fa8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.974872 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21189ce5-8fcd-431a-9f63-9c5f5a10fc5b req-32895edd-4ab0-4e66-aa3a-43495e886fa8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0569050 Nov 11 22:19:32.024411 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21189ce5-8fcd-431a-9f63-9c5f5a10fc5b req-126731b0-8e1c-4a6c-90f5-7225a7ddd31e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Nov 11 22:19:32.062036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-391789d2-212d-4cb3-981b-e096cf27d659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:33.141770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52120f-5879-4c11-95de-2ace2de893c6 req-b1b96199-9528-49d6-8660-0096c80a9d76 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:33.143557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe52120f-5879-4c11-95de-2ace2de893c6 req-b1b96199-9528-49d6-8660-0096c80a9d76 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0518992 Nov 11 22:19:33.201829 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fe52120f-5879-4c11-95de-2ace2de893c6 req-69bd298b-5038-4e29-bcb7-f197c9d31cb9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515363 Nov 11 22:19:34.321393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c53eb-89c2-46c8-94e2-edaf43d77be1 req-f27b4a2a-464b-40cc-9f75-53eb162178e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:34.322803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c3c53eb-89c2-46c8-94e2-edaf43d77be1 req-f27b4a2a-464b-40cc-9f75-53eb162178e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Nov 11 22:19:34.373104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8c3c53eb-89c2-46c8-94e2-edaf43d77be1 req-7e706256-3062-41ff-8252-d0bbdd833184 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Nov 11 22:19:34.478140 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9554f1a7-ba42-4789-9adf-f5c0de6ccd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:35.493155 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad365d7a-c020-432d-953d-0249b0558d9c req-66a30ea5-54ae-4d09-8dbd-b69e78a3bfb2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:35.494650 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad365d7a-c020-432d-953d-0249b0558d9c req-66a30ea5-54ae-4d09-8dbd-b69e78a3bfb2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Nov 11 22:19:35.543438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ad365d7a-c020-432d-953d-0249b0558d9c req-3e52365b-9746-4f3a-9db7-97abc50ca137 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422261 Nov 11 22:19:35.889826 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:36.684625 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2bbff-995f-4a5b-a2fc-0401bd370cf3 req-ae2b0f69-7cd0-49c5-b193-dbe834a16804 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:36.686548 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25b2bbff-995f-4a5b-a2fc-0401bd370cf3 req-ae2b0f69-7cd0-49c5-b193-dbe834a16804 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0620389 Nov 11 22:19:36.744290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25b2bbff-995f-4a5b-a2fc-0401bd370cf3 req-35d9945e-d4e3-44cf-87b1-38fc800ec77a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512085 Nov 11 22:19:37.461411 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.862317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812e94-2351-4945-b400-da97d3923f48 req-8fdb1930-e7fa-44c2-b110-44f30d852747 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:37.863837 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8812e94-2351-4945-b400-da97d3923f48 req-8fdb1930-e7fa-44c2-b110-44f30d852747 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Nov 11 22:19:37.907213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.914758 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d8812e94-2351-4945-b400-da97d3923f48 req-42f27afd-44a0-4bc2-bde1-45eaedbff1b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 Nov 11 22:19:38.243734 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:19:39.035400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99c42e-d06c-470d-92d3-6cfe1cd262dc req-e97ab38c-0588-4117-9ac0-80063d16b5f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:39.037046 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca99c42e-d06c-470d-92d3-6cfe1cd262dc req-e97ab38c-0588-4117-9ac0-80063d16b5f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Nov 11 22:19:39.092693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ca99c42e-d06c-470d-92d3-6cfe1cd262dc req-c2a5a6ea-a22f-4def-a022-ab90045e2a10 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496669 Nov 11 22:19:40.209689 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f2e5-4051-4436-8019-2eb4d2a01f86 req-0667411e-8dd3-42e4-806e-6b700c733d65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:40.211270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3b2f2e5-4051-4436-8019-2eb4d2a01f86 req-0667411e-8dd3-42e4-806e-6b700c733d65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0497489 Nov 11 22:19:40.262661 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f3b2f2e5-4051-4436-8019-2eb4d2a01f86 req-d7f2708a-4c06-42f3-9c72-5d51e4908f0e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447700 Nov 11 22:19:41.385506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa59ff-8a4f-429c-b50a-fbdd1c0f9d85 req-1ac1a710-236a-4a0c-9193-fea2d0b8fa77 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:41.387043 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cfa59ff-8a4f-429c-b50a-fbdd1c0f9d85 req-1ac1a710-236a-4a0c-9193-fea2d0b8fa77 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0531895 Nov 11 22:19:41.440866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3cfa59ff-8a4f-429c-b50a-fbdd1c0f9d85 req-212f5077-fb1a-4f6a-af72-be0cce42f865 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467970 Nov 11 22:19:41.822612 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-b714c720-c777-4d52-8de7-48a08b490707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:41.824153 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-b714c720-c777-4d52-8de7-48a08b490707 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1096 time: 0.0523393 Nov 11 22:19:41.950171 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-d4ddcc65-8e04-4ea7-a649-f2f6a1dbc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:41.952268 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-d4ddcc65-8e04-4ea7-a649-f2f6a1dbc966 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0944290 Nov 11 22:19:42.024958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-49d13b76-decc-4032-a820-cf94050e9163 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 1001 time: 0.0646243 Nov 11 22:19:42.076573 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-35d640b4-087c-4a31-9705-e009fecd81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:42.078076 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-35d640b4-087c-4a31-9705-e009fecd81ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0450642 Nov 11 22:19:42.124833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-c04b8ec9-e830-441e-8397-ab1cf0263601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:42.126339 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-c04b8ec9-e830-441e-8397-ab1cf0263601 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409255 Nov 11 22:19:42.223426 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-2d725b9b-102f-4feb-9049-bb32d2897ef0 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888402 Nov 11 22:19:42.321500 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a6132d57-821c-48d6-a10f-178f2fafcd35 req-82efab52-77e1-429e-9669-e715ac7912d8 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899031 Nov 11 22:19:42.564133 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e238d28-c8f9-4f3c-a4b5-b1713debf5c2 req-308474e1-2a75-4fe4-9195-d95a1bea82f4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:42.565636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e238d28-c8f9-4f3c-a4b5-b1713debf5c2 req-308474e1-2a75-4fe4-9195-d95a1bea82f4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0542524 Nov 11 22:19:42.613983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0e238d28-c8f9-4f3c-a4b5-b1713debf5c2 req-9a5e4adb-324a-4844-9393-9c2a2df5151a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Nov 11 22:19:43.732963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708c3b3-a212-4e3b-9a16-35a163b99a89 req-6ebf39c1-382f-43db-bbcd-c95eda91108e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:43.734468 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f708c3b3-a212-4e3b-9a16-35a163b99a89 req-6ebf39c1-382f-43db-bbcd-c95eda91108e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0504427 Nov 11 22:19:43.783415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f708c3b3-a212-4e3b-9a16-35a163b99a89 req-982b4d98-b9e2-4147-8f06-cddf89252586 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Nov 11 22:19:43.929565 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-45e3fa7e-b171-4caa-841b-995ab7e8b98f service neutron] show failed (client error): The resource could not be found. Nov 11 22:19:43.930482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-45e3fa7e-b171-4caa-841b-995ab7e8b98f service neutron] 10.222.0.62 "GET /v2.0/ports/bc32f129-27f0-418d-8a2f-45804bfb224a/bindings/n-h2-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0533354 Nov 11 22:19:44.503577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-e087f208-3711-4993-9a61-58a66e9fc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:44.505105 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-e087f208-3711-4993-9a61-58a66e9fc31e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 1096 time: 0.0833120 Nov 11 22:19:44.518005 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805734-3', 'device_owner': 'compute:nova'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:44.573209 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.771876 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:44.804838 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h1-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:44.846584 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.848638 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:44.850942 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c814e021-a15f-411d-a46d-f42645a7bcc4" -d '{"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-unplugged", "status": "completed", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:44.865056 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.provisioning_blocks [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Transition to ACTIVE for port object bc32f129-27f0-418d-8a2f-45804bfb224a will not be triggered until provisioned by entity L2. {{(pid=109675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:19:44.906117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d57352-51f6-4b07-9b56-90182c7d7c7f req-91b1c19c-13a8-4fba-8569-1738ee4f0e71 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:44.907870 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8d57352-51f6-4b07-9b56-90182c7d7c7f req-91b1c19c-13a8-4fba-8569-1738ee4f0e71 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Nov 11 22:19:44.940035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.965099 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e8d57352-51f6-4b07-9b56-90182c7d7c7f req-39fca8e7-d175-4937-bb57-e338d0f6aa45 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511670 Nov 11 22:19:45.375181 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36afd69-3c6a-41c8-b987-f0b07ebbbd6f x-openstack-request-id: req-a36afd69-3c6a-41c8-b987-f0b07ebbbd6f {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:45.375441 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-unplugged", "status": "completed", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:45.375618 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a36afd69-3c6a-41c8-b987-f0b07ebbbd6f {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:45.376002 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'code': 200} Nov 11 22:19:45.387689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=6']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:45.398801 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.399142 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.399501 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.399836 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.400198 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.400531 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.400855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.401177 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.401499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.401827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.402146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.402462 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:45.435589 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] No DVR routers for this DVR port bc32f129-27f0-418d-8a2f-45804bfb224a on host n-h1-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:19:45.568813 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:45.569512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:45.569512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a on network f609bedb-0850-46d4-9360-608e2441f054 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:45.573688 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Port bc32f129-27f0-418d-8a2f-45804bfb224a on network f609bedb-0850-46d4-9360-608e2441f054 not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:19:45.574008 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Attempting to bind port bc32f129-27f0-418d-8a2f-45804bfb224a on network f609bedb-0850-46d4-9360-608e2441f054 {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:45.579448 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:45.579782 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Checking segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:45.580188 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Bound using segment: {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'} {{(pid=109675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:45.580611 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.managers [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Bound port: bc32f129-27f0-418d-8a2f-45804bfb224a, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a2cc09-60cb-475f-9c56-7498db8eab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054'}}] {{(pid=109675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:45.580962 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:45.647146 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h2-805734-3, cleared binding levels {{(pid=109675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:45.650230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:45.695465 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:45.729323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:45.729934 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:45.731396 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] 10.222.0.58 "PUT /v2.0/ports/bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 1091 time: 1.2172422 Nov 11 22:19:45.763791 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185ab8f-69ed-4ace-9234-182bb0d0ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=7']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:45.796329 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-41b2292f-bbc8-43e0-b98f-7f7582c04c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:45.797875 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-41b2292f-bbc8-43e0-b98f-7f7582c04c71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1094 time: 0.0441184 Nov 11 22:19:45.896659 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-6b03f2e9-6566-4df0-90e4-36c687d08fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:45.898231 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-6b03f2e9-6566-4df0-90e4-36c687d08fc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0935686 Nov 11 22:19:45.964432 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-799a5df7-e998-496d-95e6-f2108c907cee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 999 time: 0.0593269 Nov 11 22:19:46.014481 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-8bbab623-f1f6-4839-b78d-d751574f6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:46.015976 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-8bbab623-f1f6-4839-b78d-d751574f6493 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0451040 Nov 11 22:19:46.066309 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-ae9364d7-73e2-42a1-b6f7-50b6a3a4f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:46.067841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-ae9364d7-73e2-42a1-b6f7-50b6a3a4f0b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448689 Nov 11 22:19:46.090190 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd758f-ce31-4387-a89a-975bc7425ea5 req-c51e463e-1bbf-4348-9f11-d7a10fd48328 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:46.092528 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62fd758f-ce31-4387-a89a-975bc7425ea5 req-c51e463e-1bbf-4348-9f11-d7a10fd48328 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 943 time: 0.0506423 Nov 11 22:19:46.142553 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62fd758f-ce31-4387-a89a-975bc7425ea5 req-7debe0eb-a252-457e-86ce-f297ede256d0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438409 Nov 11 22:19:46.159012 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-935aa567-55b9-46a3-980a-195ef6fca68a service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829971 Nov 11 22:19:46.251724 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-a97db5d7-959b-4b77-bf68-801d56a4ec4e req-eb6165ae-85a3-44c8-9d01-f3490dfc1d2b service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856194 Nov 11 22:19:47.264381 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff121-fb79-4890-adc5-85f21fc358a9 req-3ecb02d0-7f08-41e4-a79a-c7a34cee7df7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.265880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-676ff121-fb79-4890-adc5-85f21fc358a9 req-3ecb02d0-7f08-41e4-a79a-c7a34cee7df7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 943 time: 0.0536709 Nov 11 22:19:47.316621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-676ff121-fb79-4890-adc5-85f21fc358a9 req-84e73f30-12fe-429b-916c-a72f6cca0f9c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446277 Nov 11 22:19:47.376628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:47.379015 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:47.426915 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c22204-7a7c-4586-af6d-1caa070cf534 x-openstack-request-id: req-45c22204-7a7c-4586-af6d-1caa070cf534 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:47.427207 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:47.427464 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45c22204-7a7c-4586-af6d-1caa070cf534 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:47.427874 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'status': 'completed', 'code': 200} Nov 11 22:19:47.489007 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-895fcb53-0162-495c-a30b-fae6daae55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.490581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-895fcb53-0162-495c-a30b-fae6daae55bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1094 time: 0.0443158 Nov 11 22:19:47.492856 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-8889eb97-4bb0-4365-a204-7971a91aaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.494457 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-8889eb97-4bb0-4365-a204-7971a91aaf5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1094 time: 0.0418451 Nov 11 22:19:47.590219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-bd325048-9d32-492e-95ba-14674a1f2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.590449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-dea6f79a-3434-42d3-88e5-bef65b5ff10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.591756 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-bd325048-9d32-492e-95ba-14674a1f2b6a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0903208 Nov 11 22:19:47.591941 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-dea6f79a-3434-42d3-88e5-bef65b5ff10b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0932136 Nov 11 22:19:47.658700 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-c888e570-0d34-43c0-bdb3-843181c4efc1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 999 time: 0.0600817 Nov 11 22:19:47.659812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-20000cdb-02bd-4226-b391-ae18f9026fc4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 999 time: 0.0601010 Nov 11 22:19:47.710601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-57f26b51-c899-403c-9d2c-182b7207931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.710869 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-93c2b1d2-5423-4e22-be44-6b862e2bdd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.712069 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-57f26b51-c899-403c-9d2c-182b7207931b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0451205 Nov 11 22:19:47.712250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-93c2b1d2-5423-4e22-be44-6b862e2bdd51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0456018 Nov 11 22:19:47.760716 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-2a1c07f9-11e8-4b42-9e47-eb116e17ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.761178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-7ed6f28f-be8a-4ba1-af34-ddbd8990c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.762221 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-2a1c07f9-11e8-4b42-9e47-eb116e17ff7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429342 Nov 11 22:19:47.763195 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-7ed6f28f-be8a-4ba1-af34-ddbd8990c777 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439072 Nov 11 22:19:47.853464 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-cad3df22-bd8d-4830-95fd-dad0c6817b5f service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837128 Nov 11 22:19:47.853733 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-4f250bbf-faf3-4617-8a8e-5a762e854a8d service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834911 Nov 11 22:19:47.950150 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-a1ff89c0-f235-47a2-8b5f-e94533eccd45 service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889013 Nov 11 22:19:47.955944 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5fdf9f40-3cab-4827-ac15-6c6efd03a31e req-37b08c9c-a84e-4777-b052-26763414750a service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950181 Nov 11 22:19:48.207247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:19:48.248698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:19:48.437999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d166-6155-4504-bcb5-c310d9b36a46 req-701a5c54-57bc-4583-b773-976a2373ec9f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:48.439504 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9502d166-6155-4504-bcb5-c310d9b36a46 req-701a5c54-57bc-4583-b773-976a2373ec9f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 943 time: 0.0503855 Nov 11 22:19:48.489994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9502d166-6155-4504-bcb5-c310d9b36a46 req-f4a13573-67af-4802-9464-925cb1561136 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444791 Nov 11 22:19:49.260092 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:19:49.354012 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:49.365405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'port_id': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'mac_address': 'fa:16:3e:04:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:19:49.405526 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:49.418061 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc32f129-27f0-418d-8a2f-45804bfb224a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:19:49.437554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:49.512027 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:49.561662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:49.569189 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.569539 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.569880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.570240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.570591 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.570920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.571247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.571570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.571891 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.572237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.572560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.572881 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:49.609864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54379e9-e4a9-4475-8129-fbafdc5549e7 req-ab48c664-2d21-4672-ae55-f00508a52e17 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:49.611370 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d54379e9-e4a9-4475-8129-fbafdc5549e7 req-ab48c664-2d21-4672-ae55-f00508a52e17 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 944 time: 0.0487823 Nov 11 22:19:49.664252 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d54379e9-e4a9-4475-8129-fbafdc5549e7 req-a9d714e8-dd7d-40a3-afee-60ff17b1c03d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467818 Nov 11 22:19:50.785260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7d357-9b15-4770-9632-10fdec6c9178 req-8a817ec4-6849-4f57-b74e-edb54344bbd5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:50.786741 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbd7d357-9b15-4770-9632-10fdec6c9178 req-8a817ec4-6849-4f57-b74e-edb54344bbd5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 944 time: 0.0510690 Nov 11 22:19:50.836655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cbd7d357-9b15-4770-9632-10fdec6c9178 req-e803ed13-7c34-40b3-83d8-2d2555b4223e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439005 Nov 11 22:19:51.178427 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05406bfb-1861-423a-a074-40e9d98330e9 req-91dbbde6-b95e-47b8-8997-6422a4213efc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.180061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05406bfb-1861-423a-a074-40e9d98330e9 req-91dbbde6-b95e-47b8-8997-6422a4213efc tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 944 time: 0.0496995 Nov 11 22:19:51.216682 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['bc32f129-27f0-418d-8a2f-45804bfb224a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:19:51.281761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-05406bfb-1861-423a-a074-40e9d98330e9 req-cb5872a8-b0e3-4488-90da-9910c1476125 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947087 Nov 11 22:19:51.304178 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-9e3703df-c68c-4f11-a976-1d2c46f04895 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.305791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-9e3703df-c68c-4f11-a976-1d2c46f04895 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&binding%3Ahost_id=n-h2-805734-3 HTTP/1.1" status: 200 len: 944 time: 0.0910001 Nov 11 22:19:51.394018 n-d-805734-3 neutron-server[109674]: INFO neutron.api.v2.resource [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-8784b922-e294-4b17-8615-b7900f71d0ee service neutron] delete failed (client error): The resource could not be found. Nov 11 22:19:51.395096 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-8784b922-e294-4b17-8615-b7900f71d0ee service neutron] 10.222.0.62 "DELETE /v2.0/ports/bc32f129-27f0-418d-8a2f-45804bfb224a/bindings/n-h1-805734-3 HTTP/1.1" status: 404 len: 380 time: 0.0816720 Nov 11 22:19:51.414519 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab776ffb-cff2-4ac1-9865-4b14c7a6ebd7 req-cd6c9d4e-1543-40b9-bc77-694f6decd361 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.416036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ab776ffb-cff2-4ac1-9865-4b14c7a6ebd7 req-cd6c9d4e-1543-40b9-bc77-694f6decd361 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 944 time: 0.0612555 Nov 11 22:19:51.498591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ab776ffb-cff2-4ac1-9865-4b14c7a6ebd7 req-d3a3c339-e4a2-48c3-9664-63eb1cd2f08b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738323 Nov 11 22:19:51.508218 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-74b017c6-1d00-4863-8200-efa66cb4f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.509765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-74b017c6-1d00-4863-8200-efa66cb4f93a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1095 time: 0.0644770 Nov 11 22:19:51.603679 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-dec7a063-d5de-460f-baea-7446b27e7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.605176 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-dec7a063-d5de-460f-baea-7446b27e7323 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0882142 Nov 11 22:19:51.675190 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-19249ffb-b61b-4cb4-8d3e-72d9d4c4c475 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 1000 time: 0.0628843 Nov 11 22:19:51.727288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-240f5a84-1c87-451f-84fb-0b2a12994137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.728746 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-240f5a84-1c87-451f-84fb-0b2a12994137 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0467813 Nov 11 22:19:51.776956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-9ec759cd-7b6f-4ebc-96bf-c64a60e29175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.778803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-9ec759cd-7b6f-4ebc-96bf-c64a60e29175 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424359 Nov 11 22:19:51.872544 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-13807704-d829-4b52-909f-cfde5707ea03 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863295 Nov 11 22:19:51.963637 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e908fc2-725b-4801-82cf-6ccad3a850b1 req-899bdf41-f1bb-4c4e-b86d-979b91b93914 service neutron] 10.222.0.62 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837698 Nov 11 22:19:52.626126 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd5836-53a0-4cc4-b458-a638f01dae43 req-b31b5665-4396-4570-858d-f3085a29e731 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:52.627620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbd5836-53a0-4cc4-b458-a638f01dae43 req-b31b5665-4396-4570-858d-f3085a29e731 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 944 time: 0.0547163 Nov 11 22:19:52.677435 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbd5836-53a0-4cc4-b458-a638f01dae43 req-4b15242c-e2e3-44a6-8069-7767fc0710ef tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Nov 11 22:19:53.015069 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:53.274585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:53.403353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port bc32f129-27f0-418d-8a2f-45804bfb224a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:19:53.407416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port bc32f129-27f0-418d-8a2f-45804bfb224a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:53.407798 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:53.488367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:53.510457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:53.512774 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eacc226-790f-40a5-82ef-6e9416e70b25" -d '{"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-plugged", "status": "completed", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:53.525369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:53.552011 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b151347a-3a97-406a-822e-996680eb0243 x-openstack-request-id: req-b151347a-3a97-406a-822e-996680eb0243 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:53.552341 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-plugged", "status": "completed", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:53.552607 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b151347a-3a97-406a-822e-996680eb0243 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:53.553009 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'code': 200} Nov 11 22:19:53.608971 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:53.657428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:53.796234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f672-8aff-4070-9300-458a46fb735b req-c1ae8963-f6de-4be5-aefc-996e6953d00e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.797769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36b4f672-8aff-4070-9300-458a46fb735b req-c1ae8963-f6de-4be5-aefc-996e6953d00e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0507128 Nov 11 22:19:53.846918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-36b4f672-8aff-4070-9300-458a46fb735b req-13b2c062-120b-41ea-9ce4-3b730d765afa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430844 Nov 11 22:19:53.870119 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42368) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:53.934781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eb1858d0-0e04-4ecf-8062-89ab20e8d16d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/5eff4038-233e-46d2-8f42-0d391b6b441f HTTP/1.1" status: 200 len: 993 time: 0.0631993 Nov 11 22:19:58.237369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:02.026264 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4fee3bbe-f688-4c36-86f8-ae3d3093138b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:04.500571 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f3c2d8d6-6f07-4ff6-9893-bdb97d1bf221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:05.911321 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:07.482774 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:07.888611 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:15.242477 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:20:22.945597 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:28.242742 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:30.476618 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-c214e02f-0067-4d3f-8a6f-70fc42dc4d20 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394118 Nov 11 22:20:30.557111 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-c9e31d32-0055-4e50-9038-7e82da6d829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:30.559232 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-c9e31d32-0055-4e50-9038-7e82da6d829b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1096 time: 0.0420675 Nov 11 22:20:30.663082 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-f8255b2f-7d22-487f-9051-82df563b8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:30.664562 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-f8255b2f-7d22-487f-9051-82df563b8774 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0875888 Nov 11 22:20:30.732227 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-989d0938-76dc-4029-8dba-825acba938da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 1001 time: 0.0595639 Nov 11 22:20:30.785079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-56169209-e7ae-495a-a87c-43ec1f85e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:30.795331 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-56169209-e7ae-495a-a87c-43ec1f85e385 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0475955 Nov 11 22:20:30.832503 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-2944ee2f-ed4b-45cd-87af-76dbcc40b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:30.833973 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-2944ee2f-ed4b-45cd-87af-76dbcc40b961 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404015 Nov 11 22:20:30.922956 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-56198162-4459-4fe2-a8e5-5a698ef0fff3 service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816712 Nov 11 22:20:31.017742 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-f28aeb9f-f9bc-4d01-8248-8a78c4d0ddf0 req-0242ad80-60e1-489e-a81c-dd3487c7f826 service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875311 Nov 11 22:20:32.042637 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-729578f3-5d79-423b-8e88-1787f6d62663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:34.528326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c1e75653-e448-4fbc-b4ac-bc3b33e9212a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:35.922453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:37.476680 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:37.899473 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:48.948885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42390) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:49.146131 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port aae2ea6e-3618-475c-b929-2e1a98cbf52b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:49.146471 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.223277 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.223509 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.236360 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for aae2ea6e-3618-475c-b929-2e1a98cbf52b owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:49.453924 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.487840 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=aae2ea6e-3618-475c-b929-2e1a98cbf52b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:49.510550 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.510923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.511218 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.511552 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.511880 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.512237 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.512661 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.512985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.513305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.513628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.513946 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.514260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.554734 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.555070 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP 5eff4038-233e-46d2-8f42-0d391b6b441f disassociated (deleted). External IP: 172.25.2.226, port: bc32f129-27f0-418d-8a2f-45804bfb224a. Nov 11 22:20:49.763832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0ec6f108-bbc4-45ab-a599-100d5045bfee has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:20:49.872581 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:20:49.877392 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.881994 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] Sync routers for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:20:49.891984 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:49.892638 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:20:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:49.904480 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c7289d62-da8d-4556-89cb-1cd69651905c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/floatingips/5eff4038-233e-46d2-8f42-0d391b6b441f HTTP/1.1" status: 204 len: 168 time: 0.9544511 Nov 11 22:20:49.905421 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:49.907768 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:50.000076 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:50.191691 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:42Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:50.222524 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] Checking router: 0ec6f108-bbc4-45ab-a599-100d5045bfee for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:20:50.231521 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:50.232118 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:20:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:50.338254 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:50.443480 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407ac8d3-9968-4eba-8d92-2645811afcfa x-openstack-request-id: req-407ac8d3-9968-4eba-8d92-2645811afcfa {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:50.443480 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:50.443480 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-407ac8d3-9968-4eba-8d92-2645811afcfa {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:50.443480 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'status': 'completed', 'code': 200} Nov 11 22:20:50.525084 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-736c699d-ccad-45f7-b968-9cb19b5ad722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:50.526767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-736c699d-ccad-45f7-b968-9cb19b5ad722 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 1096 time: 0.0523872 Nov 11 22:20:50.604974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa667bf0-fa88-4434-b2d1-9e6ae7c14562 req-686218e9-5711-43b3-9741-3b7b1ddce465 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:50.607389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa667bf0-fa88-4434-b2d1-9e6ae7c14562 req-686218e9-5711-43b3-9741-3b7b1ddce465 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.1141167 Nov 11 22:20:50.624763 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-67a2b1b2-ef38-4d60-b79b-e463a63de1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:50.626266 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-67a2b1b2-ef38-4d60-b79b-e463a63de1b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 200 len: 898 time: 0.0923853 Nov 11 22:20:50.634173 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:42Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:50.659407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa667bf0-fa88-4434-b2d1-9e6ae7c14562 req-0868bb42-a032-4827-bbc6-8bf198bb82a1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453334 Nov 11 22:20:50.660528 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1bb622-ef76-4686-9456-694767594d28 None None] The sync data for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 is: [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'dcd5e0e4-74ec-4ec7-9270-e4645790e7fa', 'name': '', 'network_id': 'f609bedb-0850-46d4-9360-608e2441f054', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:2f:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '1186c284-323e-40c9-8c46-2e0713e05919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:38Z', 'updated_at': '2021-11-11T22:18:42Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '1186c284-323e-40c9-8c46-2e0713e05919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:20:50.673058 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-1caf5509-a306-46cc-a2fe-4562cab10d20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 200 len: 217 time: 0.0385957 Nov 11 22:20:50.725304 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-956066ad-169d-4629-906c-538c1338d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:50.726823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-956066ad-169d-4629-906c-538c1338d41f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 200 len: 835 time: 0.0447791 Nov 11 22:20:50.778078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-823da890-a662-422d-979b-624331b891c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:50.779873 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-823da890-a662-422d-979b-624331b891c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f609bedb-0850-46d4-9360-608e2441f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454738 Nov 11 22:20:50.879323 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-610803b8-19ae-4ce8-88f9-e88faa39b6e2 service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887220 Nov 11 22:20:50.893511 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f9466-fc4d-42e3-a4fd-070bb0353785 None None] New status for floating IP 5eff4038-233e-46d2-8f42-0d391b6b441f: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:20:50.980419 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-b33ded65-9ccd-4602-8ff6-9eccb40c06e5 req-bd1fc7f6-3297-4e2f-b553-a3e888640f7b service neutron] 10.222.0.58 "GET /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930059 Nov 11 22:20:51.782714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574b4cf-7a78-4809-abcc-a43c5085b27a req-7b44fbff-9bf5-428d-9e94-6d96f8ce64a4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:51.784291 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3574b4cf-7a78-4809-abcc-a43c5085b27a req-7b44fbff-9bf5-428d-9e94-6d96f8ce64a4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0495372 Nov 11 22:20:51.838114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3574b4cf-7a78-4809-abcc-a43c5085b27a req-162bb9ff-ac2f-4e2d-9c78-930ef2214001 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=8942a62e-b45a-4abb-b7cb-eee94d437130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477412 Nov 11 22:20:51.937884 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-705cae58-7afa-4255-9345-2e1046eef42f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:51.939375 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-705cae58-7afa-4255-9345-2e1046eef42f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Nov 11 22:20:52.027753 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port bc32f129-27f0-418d-8a2f-45804bfb224a {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:52.028095 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.118212 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port bc32f129-27f0-418d-8a2f-45804bfb224a, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=bc32f129-27f0-418d-8a2f-45804bfb224a,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:52.118571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.131887 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for bc32f129-27f0-418d-8a2f-45804bfb224a owned by compute:nova {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:52.241197 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:20:52.327688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.356850 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=bc32f129-27f0-418d-8a2f-45804bfb224a,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:52.398559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] No DVR routers for this DVR port bc32f129-27f0-418d-8a2f-45804bfb224a on host n-h2-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:20:52.402231 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.405883 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.58 "DELETE /v2.0/ports/bc32f129-27f0-418d-8a2f-45804bfb224a HTTP/1.1" status: 204 len: 173 time: 0.4596653 Nov 11 22:20:52.443114 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-deleted', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:52.445615 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e885611-5a9d-45d6-ba45-c2ceada908d2" -d '{"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-deleted", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:52.483033 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb561d0f-3757-494e-ad6f-83c78da8c877 x-openstack-request-id: req-fb561d0f-3757-494e-ad6f-83c78da8c877 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:52.483324 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b92510-dee6-4277-87fa-94488db94595", "name": "network-vif-deleted", "tag": "bc32f129-27f0-418d-8a2f-45804bfb224a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:52.483607 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb561d0f-3757-494e-ad6f-83c78da8c877 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:52.484017 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b92510-dee6-4277-87fa-94488db94595', 'name': 'network-vif-deleted', 'tag': 'bc32f129-27f0-418d-8a2f-45804bfb224a', 'status': 'completed', 'code': 200} Nov 11 22:20:52.951021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-34e308af-38df-4cc6-ad43-3d94a75cd3cd req-290e5839-6fad-4d4e-a00d-20059309c319 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9b92510-dee6-4277-87fa-94488db94595 HTTP/1.1" status: 200 len: 210 time: 0.0278695 Nov 11 22:20:52.989726 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:54.008816 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42412) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:54.369558 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:54.617397 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:54.617732 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:54.710664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port dcd5e0e4-74ec-4ec7-9270-e4645790e7fa, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:54.710933 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:54.722683 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for dcd5e0e4-74ec-4ec7-9270-e4645790e7fa owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:54.996711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:55.023675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=dcd5e0e4-74ec-4ec7-9270-e4645790e7fa,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:55.201843 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:55.418941 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 0ec6f108-bbc4-45ab-a599-100d5045bfee has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:20:55.615466 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:55.637810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: bc32f129-27f0-418d-8a2f-45804bfb224a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:55.638182 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device bc32f129-27f0-418d-8a2f-45804bfb224a not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:55.884595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:20:55.891500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e5a2423f-ed60-4e1c-a91a-f3ab5dd3761d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/0ec6f108-bbc4-45ab-a599-100d5045bfee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8798928 Nov 11 22:20:55.893701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42414) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:55.895442 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] Sync routers for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:20:55.906600 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:55.907259 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:20:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:55.945679 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting subnet 1186c284-323e-40c9-8c46-2e0713e05919 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:20:55.949104 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:55.993258 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.013536 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:56.075903 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.194129 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:20:54Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:56.202769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.225473 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] Checking router: 0ec6f108-bbc4-45ab-a599-100d5045bfee for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:20:56.234623 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] Routers {'0ec6f108-bbc4-45ab-a599-100d5045bfee'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:56.235286 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Subnet': ['ID=1186c284-323e-40c9-8c46-2e0713e05919,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:56.235456 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:20:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['0ec6f108-bbc4-45ab-a599-100d5045bfee'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:56.239038 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.242417 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-462d0c4e-9944-4db2-b17e-c1e7ca85f03b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/subnets/1186c284-323e-40c9-8c46-2e0713e05919 HTTP/1.1" status: 204 len: 168 time: 0.3470657 Nov 11 22:20:56.246380 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42416) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:56.252842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54350f37-979b-4e57-bfc5-5a34a13a2854 None None] Network f609bedb-0850-46d4-9360-608e2441f054 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:20:56.348883 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] Set router 0ec6f108-bbc4-45ab-a599-100d5045bfee gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:56.364208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.445877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] DHCP port deletion for f609bedb-0850-46d4-9360-608e2441f054 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:20:56.482383 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.497678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Deleting port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:56.498152 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.549333 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:20:54Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:56.568811 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] For port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=3a98b95c-203d-42e6-b940-2e1b5ea3cc40,segment=NetworkSegment(76a2cc09-60cb-475f-9c56-7498db8eab29),segment_id=76a2cc09-60cb-475f-9c56-7498db8eab29)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:56.569202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.579034 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b4673-83cc-437f-9ebb-8c95a047a053 None None] The sync data for ids ['0ec6f108-bbc4-45ab-a599-100d5045bfee'] in n-d-805734-3 is: [{'id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241549608', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:34Z', 'updated_at': '2021-11-11T22:20:54Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '8ed4b180-ccae-4914-aee9-ea608af5cb7c', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec6f108-bbc4-45ab-a599-100d5045bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:35Z', 'updated_at': '2021-11-11T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:20:56.584967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Calling delete_port for 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:56.609893 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 8ed4b180-ccae-4914-aee9-ea608af5cb7c {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:56.610233 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.692032 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 8ed4b180-ccae-4914-aee9-ea608af5cb7c, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8ed4b180-ccae-4914-aee9-ea608af5cb7c,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:56.692336 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.705065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 8ed4b180-ccae-4914-aee9-ea608af5cb7c owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:56.745634 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.769513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Pushing event deleted for resources: {'Port': ['ID=3a98b95c-203d-42e6-b940-2e1b5ea3cc40,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:56.778794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] No DVR routers for this DVR port 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:20:56.781415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783005 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.783986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.784334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.784658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.784982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a38839-e926-4591-9889-49ff117f42c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:56.934535 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.964717 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d43c7e-7f1a-4869-bdbd-6a5205cec722 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:20:57.009413 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=8ed4b180-ccae-4914-aee9-ea608af5cb7c,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:57.030853 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.126873 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.129047 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.246054 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:57.259216 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.260332 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec6f108-bbc4-45ab-a599-100d5045bfee {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:20:57.266390 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:57.266751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 3a98b95c-203d-42e6-b940-2e1b5ea3cc40 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:57.267098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dcd5e0e4-74ec-4ec7-9270-e4645790e7fa no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:57.267224 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.268255 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c26e4f77-cd2c-4295-b44b-d308f9786e0b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/routers/0ec6f108-bbc4-45ab-a599-100d5045bfee HTTP/1.1" status: 204 len: 168 time: 1.0212789 Nov 11 22:20:57.270955 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42418) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:57.295038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: dcd5e0e4-74ec-4ec7-9270-e4645790e7fa {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:57.295395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dcd5e0e4-74ec-4ec7-9270-e4645790e7fa not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:57.358483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.450033 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.470579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f609bedb-0850-46d4-9360-608e2441f054']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:57.480596 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a2cc09-60cb-475f-9c56-7498db8eab29') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:57.480882 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a2cc09-60cb-475f-9c56-7498db8eab29') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:57.490111 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.503079 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.509432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:20:57.509976 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:20:57.513235 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:20:57.641669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.649086 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.652223 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/networks/f609bedb-0850-46d4-9360-608e2441f054 HTTP/1.1" status: 204 len: 168 time: 0.3803048 Nov 11 22:20:57.655330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42420) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:57.663420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcc577-da59-4fae-a1f5-ff74b822bb8f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Network': ['ID=f609bedb-0850-46d4-9360-608e2441f054,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:57.716515 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.745535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.905045 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.907879 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:57.909083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/security-groups/8942a62e-b45a-4abb-b7cb-eee94d437130 HTTP/1.1" status: 204 len: 168 time: 0.2526643 Nov 11 22:20:57.919369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942a62e-b45a-4abb-b7cb-eee94d437130,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:57.927917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.928304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.928685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.929033 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.929380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.929724 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.930063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.930405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.930798 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.931139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.931499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:57.932420 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de950b5-e8fc-4624-ab15-bc8744341a26 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:58.236075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:58.404237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42426) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:58.409234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fe6c4041-3d5e-45cb-9674-09f982502672 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852054108', 'description': 'tempest-secgroup-smoke-852054108 description', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:58.521692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4041-3d5e-45cb-9674-09f982502672 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:58.587271 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4041-3d5e-45cb-9674-09f982502672 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:58.709774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4041-3d5e-45cb-9674-09f982502672 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:58.739785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c4041-3d5e-45cb-9674-09f982502672 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a31e6ad-d26e-42a7-a173-9c5e8873e18f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:58.856651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4041-3d5e-45cb-9674-09f982502672 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:58.857930 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fe6c4041-3d5e-45cb-9674-09f982502672 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4523466 Nov 11 22:20:58.860917 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42428) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:58.865289 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ffbbb84d-155b-44b4-b06b-c5c2ba3cc442 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '7a31e6ad-d26e-42a7-a173-9c5e8873e18f', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:58.995600 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffbbb84d-155b-44b4-b06b-c5c2ba3cc442 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.054768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffbbb84d-155b-44b4-b06b-c5c2ba3cc442 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.144817 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffbbb84d-155b-44b4-b06b-c5c2ba3cc442 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.157535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8ed4b180-ccae-4914-aee9-ea608af5cb7c no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:59.164135 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbb84d-155b-44b4-b06b-c5c2ba3cc442 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58ff0d4-62c3-47d4-9466-ef359774218c,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:59.178427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 8ed4b180-ccae-4914-aee9-ea608af5cb7c {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:59.178783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8ed4b180-ccae-4914-aee9-ea608af5cb7c not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:59.249517 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ffbbb84d-155b-44b4-b06b-c5c2ba3cc442 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.250745 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ffbbb84d-155b-44b4-b06b-c5c2ba3cc442 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889034 Nov 11 22:20:59.253639 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42430) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:59.258053 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0e802e4a-b180-4c9b-8f27-4a98654bbc13 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '7a31e6ad-d26e-42a7-a173-9c5e8873e18f', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:59.344126 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e802e4a-b180-4c9b-8f27-4a98654bbc13 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.398241 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e802e4a-b180-4c9b-8f27-4a98654bbc13 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.521604 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e802e4a-b180-4c9b-8f27-4a98654bbc13 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.540893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e802e4a-b180-4c9b-8f27-4a98654bbc13 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee40fba-f257-44db-8372-48b9036869bb,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:59.609761 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0e802e4a-b180-4c9b-8f27-4a98654bbc13 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.610998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0e802e4a-b180-4c9b-8f27-4a98654bbc13 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564034 Nov 11 22:20:59.613805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42432) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:59.618239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-98a57ea0-caf9-4f72-9d19-a936e9c4a1d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '7a31e6ad-d26e-42a7-a173-9c5e8873e18f', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:59.704439 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a57ea0-caf9-4f72-9d19-a936e9c4a1d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.760530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a57ea0-caf9-4f72-9d19-a936e9c4a1d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.835431 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a57ea0-caf9-4f72-9d19-a936e9c4a1d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.854031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a57ea0-caf9-4f72-9d19-a936e9c4a1d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390ad34a-2291-4221-be98-3c705e7131f0,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:59.941323 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98a57ea0-caf9-4f72-9d19-a936e9c4a1d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.942563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-98a57ea0-caf9-4f72-9d19-a936e9c4a1d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278334 Nov 11 22:20:59.945394 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42434) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:59.951446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c4c567d4-9aa2-4bb9-b9a8-732296b6d83d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '7a31e6ad-d26e-42a7-a173-9c5e8873e18f', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:00.063713 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4c567d4-9aa2-4bb9-b9a8-732296b6d83d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.123752 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4c567d4-9aa2-4bb9-b9a8-732296b6d83d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.236626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4c567d4-9aa2-4bb9-b9a8-732296b6d83d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.257295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c567d4-9aa2-4bb9-b9a8-732296b6d83d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c236372a-5ab9-4c42-aaa2-9e6018d544c4,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:00.352626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4c567d4-9aa2-4bb9-b9a8-732296b6d83d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.354671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4c567d4-9aa2-4bb9-b9a8-732296b6d83d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4081020 Nov 11 22:21:00.357410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42436) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:00.361735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '7a31e6ad-d26e-42a7-a173-9c5e8873e18f', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:00.459141 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:21:00.465385 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.523959 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.595955 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.614275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14132a7c-569f-4898-8992-af76bf5911a9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:00.701233 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.702493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-20f8e237-2cbb-436d-abac-a7fc48b646db tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3441629 Nov 11 22:21:00.705303 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42438) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:00.709760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': '7a31e6ad-d26e-42a7-a173-9c5e8873e18f', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:00.813585 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:21:00.818850 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.876590 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.008104 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.025623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249241f5-9ce4-4a3a-959f-3aec926c0b67,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:01.124068 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.125346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2ed9f279-d249-41e6-a972-ed61992cc1a7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4190755 Nov 11 22:21:01.128193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42440) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:01.132960 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'network': {'name': 'tempest-network-smoke--406045293', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'port_security_enabled': True}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:01.241768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:01.245411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.270543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:21:01.279950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.281106 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Added segment be621e88-3204-4bd4-89d9-8f969f6d6736 of type vlan for network 5f3d2942-db94-48de-a620-f150fa62c987 Nov 11 22:21:01.319062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.436516 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.442103 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:01.442719 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.506709 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Network': ['ID=5f3d2942-db94-48de-a620-f150fa62c987,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:01.517250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 5f3d2942-db94-48de-a620-f150fa62c987 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:21:01.586970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0091f581-4fce-4343-b79a-ea04fa659d00 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4577930 Nov 11 22:21:01.590751 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42442) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:01.595213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'admin_state_up': True, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:01.687768 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.688787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.743476 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.981661 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:02.080948 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-32cc01ed-73f8-45c5-a3a8-0b59471f7261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:02.598116 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:02.616544 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:02.722188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.47 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/c41f283c-d968-4f55-9b59-c30cab3efcd5) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:02.821832 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:02.961296 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:03.003975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:03.008778 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:03.012879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:03.018766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=c41f283c-d968-4f55-9b59-c30cab3efcd5,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:03.023247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb30ca4-6d64-44d9-8150-bd198ee152a6 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:21:03.125488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4edcb5ab-dab1-494a-8e5b-f8bed104f3ef None None] Provisioning complete for port c41f283c-d968-4f55-9b59-c30cab3efcd5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:03.125868 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4edcb5ab-dab1-494a-8e5b-f8bed104f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:03.162174 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4edcb5ab-dab1-494a-8e5b-f8bed104f3ef None None] Port c41f283c-d968-4f55-9b59-c30cab3efcd5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:03.330783 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:03.531591 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:03.727220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 42f280bf-795e-42a2-9a6b-853f188a18cf is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:21:03.834091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:03.844000 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Sync routers for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:21:03.853830 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:03.854438 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:20:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:03.912631 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:03.913893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-22348fab-2f96-47cf-be3c-107759ef5d83 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3221765 Nov 11 22:21:03.917433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42444) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:03.961694 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:03.994293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-53a9e66d-077b-4044-8616-688b3ab3a4d0 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3ea4e0d6ba9f4e9d86182024edafefc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755527 Nov 11 22:21:03.996834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42448) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:04.090209 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd089cb-c46e-41b1-a840-153e21ca9933 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:04.091798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0dd089cb-c46e-41b1-a840-153e21ca9933 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940528 Nov 11 22:21:04.094651 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42450) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:04.123037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75fdef11-8fc3-4be0-9683-6cdc7901258c tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272968 Nov 11 22:21:04.125918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42452) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:04.130862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1670400936', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:04.141177 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:03Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:04.168660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Checking router: 42f280bf-795e-42a2-9a6b-853f188a18cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:21:04.169019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Updating router 42f280bf-795e-42a2-9a6b-853f188a18cf port c41f283c-d968-4f55-9b59-c30cab3efcd5 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:21:04.287788 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:04.291901 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.353629 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.544477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-27fc2333-1e55-4069-8a0d-11397d347134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.556388 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.610554 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.617345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Subnet': ['ID=70799aae-058a-4802-8e7c-f28fdde0b331,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:04.629193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Checking segment: {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:04.629567 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network hostable DHCP agents. Network: 5f3d2942-db94-48de-a620-f150fa62c987, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:21:04.710697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.745684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 5f3d2942-db94-48de-a620-f150fa62c987 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:21:04.765665 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298da3e-4570-474f-9f7e-f43bd624731e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:21:04.776759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6e1cf-73a9-4c95-99c1-064f4e13c1d9 None None] Pushing event updated for resources: {'Port': ['ID=c41f283c-d968-4f55-9b59-c30cab3efcd5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:04.778932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Attempting to bind port c41f283c-d968-4f55-9b59-c30cab3efcd5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:04.779614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Attempting to bind port c41f283c-d968-4f55-9b59-c30cab3efcd5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:04.779920 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Attempting to bind port c41f283c-d968-4f55-9b59-c30cab3efcd5 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:04.786676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:04.787056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:04.787559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.787836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:04.788345 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Bound port: c41f283c-d968-4f55-9b59-c30cab3efcd5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:04.788705 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.839774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] For port c41f283c-d968-4f55-9b59-c30cab3efcd5, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:04.842660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] For port c41f283c-d968-4f55-9b59-c30cab3efcd5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c41f283c-d968-4f55-9b59-c30cab3efcd5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:04.847593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 5f3d2942-db94-48de-a620-f150fa62c987) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:04.855158 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:04.855158 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.856743 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce051aa-c4e2-47b9-b1f6-24152fc9a95d None None] Network 5f3d2942-db94-48de-a620-f150fa62c987 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:21:04.928567 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-12a19c51-5304-45fe-92de-fb68262fa838 None None] Provisioning complete for port c41f283c-d968-4f55-9b59-c30cab3efcd5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:04.928938 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-12a19c51-5304-45fe-92de-fb68262fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.967846 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:04.970642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fcfe4001-d164-4c39-8c62-9b625ab45dab tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8436849 Nov 11 22:21:04.973737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42454) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:05.006386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-12a19c51-5304-45fe-92de-fb68262fa838 None None] Port c41f283c-d968-4f55-9b59-c30cab3efcd5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:05.032081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400088b-eee6-4942-8f80-87ea57760eea None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:21:05.081480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:05.082098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:05.100474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6e1cf-73a9-4c95-99c1-064f4e13c1d9 None None] Pushing event updated for resources: {'Port': ['ID=c41f283c-d968-4f55-9b59-c30cab3efcd5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:05.139598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-5f3d2942-db94-48de-a620-f150fa62c987', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:21:05.140450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.223834 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7e28166d-68f9-416f-b6e9-6b0704603a52 None None] Provisioning complete for port c41f283c-d968-4f55-9b59-c30cab3efcd5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:05.224568 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e28166d-68f9-416f-b6e9-6b0704603a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.335752 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:05.433086 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.486602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Allocated IP 172.20.0.2 (5f3d2942-db94-48de-a620-f150fa62c987/70799aae-058a-4802-8e7c-f28fdde0b331/1331a496-fdc4-4441-a66a-bcbfafb60cb8) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:05.566046 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e28166d-68f9-416f-b6e9-6b0704603a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.639874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7e28166d-68f9-416f-b6e9-6b0704603a52 None None] For port c41f283c-d968-4f55-9b59-c30cab3efcd5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c41f283c-d968-4f55-9b59-c30cab3efcd5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:05.726333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:03Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:05.760453 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.761924 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7e28166d-68f9-416f-b6e9-6b0704603a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.769023 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db336d8-4f86-4a6f-b094-e1cdf2ec9fa0 None None] The sync data for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 is: [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:03Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:21:05.814156 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28166d-68f9-416f-b6e9-6b0704603a52 None None] Pushing event updated for resources: {'Port': ['ID=c41f283c-d968-4f55-9b59-c30cab3efcd5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:05.854470 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.891795 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Network 5f3d2942-db94-48de-a620-f150fa62c987 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:05.900814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:05.909560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:05.909731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.1 (5f3d2942-db94-48de-a620-f150fa62c987/70799aae-058a-4802-8e7c-f28fdde0b331/546c2d11-2a99-4494-8976-90b5735d4b77) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:05.909839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Pushing event updated for resources: {'Port': ['ID=1331a496-fdc4-4441-a66a-bcbfafb60cb8,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:05.937822 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.969238 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Attempting to bind port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:05.969899 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Attempting to bind port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:05.970457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Attempting to bind port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 on network 5f3d2942-db94-48de-a620-f150fa62c987 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:05.976203 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:05.976905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Checking segment: {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:05.977623 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:05.978836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Bound using segment: {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:05.979476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Bound port: 1331a496-fdc4-4441-a66a-bcbfafb60cb8, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:05.980049 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:06.062049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:06.062486 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] For port 1331a496-fdc4-4441-a66a-bcbfafb60cb8, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:06.065552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] For port 1331a496-fdc4-4441-a66a-bcbfafb60cb8, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1331a496-fdc4-4441-a66a-bcbfafb60cb8,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:06.191508 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:06.232298 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:06.255824 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1d54d-2cb8-4737-8485-5ad8aea14c0a None None] Pushing event updated for resources: {'Port': ['ID=1331a496-fdc4-4441-a66a-bcbfafb60cb8,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:06.287906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 5f3d2942-db94-48de-a620-f150fa62c987 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:06.294370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:06.297408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:06.331428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=546c2d11-2a99-4494-8976-90b5735d4b77,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:06.352242 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:06.610401 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:06.897454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:06.989441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.076450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=546c2d11-2a99-4494-8976-90b5735d4b77,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:07.080787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.153692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df946545-dded-4407-82b6-2c48fd0f12c6 None None] Network 5f3d2942-db94-48de-a620-f150fa62c987 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:21:07.180803 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 5f3d2942-db94-48de-a620-f150fa62c987 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:07.184018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:07.236835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c074ac66-6796-428a-a2aa-3d8fdb14f333 None None] Provisioning complete for port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:07.237219 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c074ac66-6796-428a-a2aa-3d8fdb14f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.273325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c41f283c-d968-4f55-9b59-c30cab3efcd5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:07.316299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 42f280bf-795e-42a2-9a6b-853f188a18cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:21:07.473095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:07.473095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8168ff1c-cdab-4f95-a9c9-ca21e0a49516 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/42f280bf-795e-42a2-9a6b-853f188a18cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4792984 Nov 11 22:21:07.473394 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c074ac66-6796-428a-a2aa-3d8fdb14f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.473394 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port c41f283c-d968-4f55-9b59-c30cab3efcd5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:07.473394 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.567194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c074ac66-6796-428a-a2aa-3d8fdb14f333 None None] For port 1331a496-fdc4-4441-a66a-bcbfafb60cb8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1331a496-fdc4-4441-a66a-bcbfafb60cb8,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:07.619983 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1331a496-fdc4-4441-a66a-bcbfafb60cb8 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:07.660551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-e2a70673-9f1e-4c33-8f55-4660bc61c52a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852054108&fields=id&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 267 time: 0.0613210 Nov 11 22:21:07.673615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:07.673986 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.712141 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.722145 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c074ac66-6796-428a-a2aa-3d8fdb14f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.747660 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Sync routers for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:21:07.759054 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:07.760448 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:07.805535 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ac66-6796-428a-a2aa-3d8fdb14f333 None None] Pushing event updated for resources: {'Port': ['ID=1331a496-fdc4-4441-a66a-bcbfafb60cb8,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:07.869962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-fa3b140a-8638-4167-b586-79db14ab479c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:07.869962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-fa3b140a-8638-4167-b586-79db14ab479c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 796 time: 0.1739421 Nov 11 22:21:07.870384 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ade3073b-bbea-4ffe-ac29-5e8800873a73 None None] Provisioning complete for port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:07.870384 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ade3073b-bbea-4ffe-ac29-5e8800873a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.870608 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-b66d0d1b-e5ed-42e7-9665-bd47eb67ed2d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/quotas/3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 375 time: 0.0106354 Nov 11 22:21:07.911740 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:07.948004 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-1081cffd-6a6d-4f78-b4ea-1fb3b36e7238 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669267 Nov 11 22:21:07.966614 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-ade3073b-bbea-4ffe-ac29-5e8800873a73 None None] Provisioning complete for port 546c2d11-2a99-4494-8976-90b5735d4b77 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:07.966993 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ade3073b-bbea-4ffe-ac29-5e8800873a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:07.999515 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.124694 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-2f879b52-6a60-4a36-9307-ef90d232893f service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713135 Nov 11 22:21:08.171960 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 2, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:08.191632 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-ade3073b-bbea-4ffe-ac29-5e8800873a73 None None] Port 546c2d11-2a99-4494-8976-90b5735d4b77 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:08.206231 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Checking router: 42f280bf-795e-42a2-9a6b-853f188a18cf for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:21:08.206588 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Updating router 42f280bf-795e-42a2-9a6b-853f188a18cf port 546c2d11-2a99-4494-8976-90b5735d4b77 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:21:08.234058 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.313386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8e739c88-bd1a-4af5-89e6-a544ccb4293c None None] Provisioning complete for port 546c2d11-2a99-4494-8976-90b5735d4b77 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:08.314104 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e739c88-bd1a-4af5-89e6-a544ccb4293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.355297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8e739c88-bd1a-4af5-89e6-a544ccb4293c None None] Port 546c2d11-2a99-4494-8976-90b5735d4b77 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:08.474049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-af70ede1-e2ad-483b-afc3-59077fa66b6a None None] Provisioning complete for port 546c2d11-2a99-4494-8976-90b5735d4b77 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:08.474369 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-af70ede1-e2ad-483b-afc3-59077fa66b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.509909 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-af70ede1-e2ad-483b-afc3-59077fa66b6a None None] Port 546c2d11-2a99-4494-8976-90b5735d4b77 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:08.518566 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.568801 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-6d65b5f0-6699-458a-ac91-44f5d97a7e28 service neutron] 10.222.0.31 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374979 Nov 11 22:21:08.601569 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.738767 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Pushing event updated for resources: {'Port': ['ID=546c2d11-2a99-4494-8976-90b5735d4b77,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:08.763411 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.764499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.765029 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.765368 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.765872 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.766417 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.766934 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.767448 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.767944 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.768463 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.768963 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.769482 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:08.801064 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Attempting to bind port 546c2d11-2a99-4494-8976-90b5735d4b77 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:08.801518 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Attempting to bind port 546c2d11-2a99-4494-8976-90b5735d4b77 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:08.802830 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Attempting to bind port 546c2d11-2a99-4494-8976-90b5735d4b77 on network 5f3d2942-db94-48de-a620-f150fa62c987 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:08.809175 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:08.809627 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Checking segment: {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:08.810727 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.811192 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Bound using segment: {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:08.811738 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Bound port: 546c2d11-2a99-4494-8976-90b5735d4b77, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:08.812233 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.848828 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b7950d5e-81ea-41d4-adbf-3cf0d361a637 req-15001e83-ac02-4733-8ce7-92fa45a1d435 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 210 time: 0.0346298 Nov 11 22:21:08.893949 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] For port 546c2d11-2a99-4494-8976-90b5735d4b77, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:08.897413 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] For port 546c2d11-2a99-4494-8976-90b5735d4b77, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=546c2d11-2a99-4494-8976-90b5735d4b77,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:08.991099 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.030932 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6fcdf38b-1eae-460e-be07-646df6ebafd6 None None] Provisioning complete for port 546c2d11-2a99-4494-8976-90b5735d4b77 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:09.031318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf38b-1eae-460e-be07-646df6ebafd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.053574 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:09.054628 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:09.095883 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751f40-2f30-4c30-8982-1d9e54103140 None None] Pushing event updated for resources: {'Port': ['ID=546c2d11-2a99-4494-8976-90b5735d4b77,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:09.134693 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf38b-1eae-460e-be07-646df6ebafd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.171462 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6fcdf38b-1eae-460e-be07-646df6ebafd6 None None] For port 546c2d11-2a99-4494-8976-90b5735d4b77, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=546c2d11-2a99-4494-8976-90b5735d4b77,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:09.178657 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:09.232820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1331a496-fdc4-4441-a66a-bcbfafb60cb8 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:09.274328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf38b-1eae-460e-be07-646df6ebafd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.331826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:09.332548 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.335249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdf38b-1eae-460e-be07-646df6ebafd6 None None] Pushing event updated for resources: {'Port': ['ID=546c2d11-2a99-4494-8976-90b5735d4b77,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:09.413351 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:08Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:09.419329 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e0420790-df2b-463c-ae29-2696aba31511 None None] Provisioning complete for port 546c2d11-2a99-4494-8976-90b5735d4b77 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:09.419701 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e0420790-df2b-463c-ae29-2696aba31511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.444637 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea3a2d-8717-4f9f-a71d-25fa86d38eb7 None None] The sync data for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 is: [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:08Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:21:09.947145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-465056a1-3ec5-4242-bcbc-3c2e065580a4 req-18e8f43b-0dce-4115-9b83-7d7c88399f56 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 210 time: 0.0315468 Nov 11 22:21:11.067646 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc9cc719-d19f-47e9-b736-fa2b35f33b4f req-05c204f2-57b2-4f12-bb13-0b786e4af04f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 210 time: 0.0514712 Nov 11 22:21:11.141707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-7a1e5f75-9a7c-440e-8e3d-166e9c859f06 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:11.143055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-7a1e5f75-9a7c-440e-8e3d-166e9c859f06 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 796 time: 0.1282697 Nov 11 22:21:11.218802 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-32c4bc19-2ed9-47a9-91ba-e9bf06c38f43 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 379 time: 0.0661185 Nov 11 22:21:11.231623 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 546c2d11-2a99-4494-8976-90b5735d4b77 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:11.232791 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'port': {'device_id': '43447970-dc2d-43d5-b214-f19e055de88b', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'admin_state_up': True, 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'security_groups': ['7a31e6ad-d26e-42a7-a173-9c5e8873e18f']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:11.281423 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 546c2d11-2a99-4494-8976-90b5735d4b77 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:11.281790 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:11.418723 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:11.422258 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:11.552293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.14 (5f3d2942-db94-48de-a620-f150fa62c987/70799aae-058a-4802-8e7c-f28fdde0b331/d23021a1-2e28-4245-8c7f-5b51c6ece3ff) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:11.692459 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:11.796697 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:11.838684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 5f3d2942-db94-48de-a620-f150fa62c987 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:11.847193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:11.847193 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:11.877173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:11.906983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:11.907651 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.026702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-592f5ce0-bcc8-4088-a4f5-132b82ec3ff9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7980509 Nov 11 22:21:12.039472 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Request body: {'port': {'device_id': '43447970-dc2d-43d5-b214-f19e055de88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:12.059774 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c65fe1d4-ed65-477e-a45d-769bc127c985 None None] Provisioning complete for port d23021a1-2e28-4245-8c7f-5b51c6ece3ff triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:12.060274 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c65fe1d4-ed65-477e-a45d-769bc127c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.097454 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.103211 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c65fe1d4-ed65-477e-a45d-769bc127c985 None None] Port d23021a1-2e28-4245-8c7f-5b51c6ece3ff cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:12.249720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b5e64-8077-44ff-aee8-5e0a66c3570e req-d1ebd174-08fb-4be3-a7a3-c4e0dc03cb58 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:12.251121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b07b5e64-8077-44ff-aee8-5e0a66c3570e req-d1ebd174-08fb-4be3-a7a3-c4e0dc03cb58 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 932 time: 0.1128354 Nov 11 22:21:12.356200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b07b5e64-8077-44ff-aee8-5e0a66c3570e req-0527b742-cc8b-465e-bbb6-0bbb4a8c8494 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986428 Nov 11 22:21:12.441642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23021a1-2e28-4245-8c7f-5b51c6ece3ff {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:12.449680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.461227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Transition to ACTIVE for port object d23021a1-2e28-4245-8c7f-5b51c6ece3ff will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:21:12.533067 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.582728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Pushing event updated for resources: {'Port': ['ID=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:12.661376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Attempting to bind port d23021a1-2e28-4245-8c7f-5b51c6ece3ff on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:12.661850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Attempting to bind port d23021a1-2e28-4245-8c7f-5b51c6ece3ff by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:12.662236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Attempting to bind port d23021a1-2e28-4245-8c7f-5b51c6ece3ff on network 5f3d2942-db94-48de-a620-f150fa62c987 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:12.667544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Port d23021a1-2e28-4245-8c7f-5b51c6ece3ff on network 5f3d2942-db94-48de-a620-f150fa62c987 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:21:12.667871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Attempting to bind port d23021a1-2e28-4245-8c7f-5b51c6ece3ff on network 5f3d2942-db94-48de-a620-f150fa62c987 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:12.673095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:12.673440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Checking segment: {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:12.673829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Bound using segment: {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:12.674261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Bound port: d23021a1-2e28-4245-8c7f-5b51c6ece3ff, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be621e88-3204-4bd4-89d9-8f969f6d6736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:12.674626 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.741497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] For port d23021a1-2e28-4245-8c7f-5b51c6ece3ff, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:12.744895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] For port d23021a1-2e28-4245-8c7f-5b51c6ece3ff, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:12.853620 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.889046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:12.889665 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.891036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] 10.222.0.62 "PUT /v2.0/ports/d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 1092 time: 0.8557072 Nov 11 22:21:12.891476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:12.893768 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bead0ee-30a9-490b-97c7-803b2d68b08f" -d '{"events": [{"name": "network-changed", "server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:12.917602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500dfa4-c511-43f5-a6d7-a4f50b447806 service neutron] Pushing event updated for resources: {'Port': ['ID=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:13.008944 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ba3661-7f95-44b4-b7cc-35a863c33403 x-openstack-request-id: req-42ba3661-7f95-44b4-b7cc-35a863c33403 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:13.009892 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:13.010295 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42ba3661-7f95-44b4-b7cc-35a863c33403 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:13.010793 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'status': 'completed', 'code': 200} Nov 11 22:21:13.059165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-33588f6d-5f7c-40c0-82b7-395f4b8b004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.060767 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-33588f6d-5f7c-40c0-82b7-395f4b8b004d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1095 time: 0.0481632 Nov 11 22:21:13.104369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-dcfeb382-1d83-4473-8756-317a17d355bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 217 time: 0.0359540 Nov 11 22:21:13.155593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-1299000a-31fb-4468-bc63-c8b725dfdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.157974 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-1299000a-31fb-4468-bc63-c8b725dfdb6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 200 len: 835 time: 0.0468559 Nov 11 22:21:13.207445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-961c85a0-400a-45be-8a14-83944b60b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.208880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-961c85a0-400a-45be-8a14-83944b60b394 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f3d2942-db94-48de-a620-f150fa62c987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441580 Nov 11 22:21:13.301167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-36eb51cd-4344-49e6-8ed0-3d155ba4d2e4 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843475 Nov 11 22:21:13.397251 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4919ca36-3f3c-47df-81fb-ceeab97285f7 req-0f7cdfd9-fa6d-4415-b9d8-11795504712b service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885260 Nov 11 22:21:13.479197 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ff1d-91cc-4dd7-99c5-de9596060b41 req-4639d01b-bf01-4790-a54a-2b092b815c27 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.480732 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e600ff1d-91cc-4dd7-99c5-de9596060b41 req-4639d01b-bf01-4790-a54a-2b092b815c27 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 944 time: 0.0515380 Nov 11 22:21:13.556801 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e600ff1d-91cc-4dd7-99c5-de9596060b41 req-b694797c-8985-4105-9976-682b98a58a05 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696714 Nov 11 22:21:13.572893 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-aa7fccd6-034e-4226-b369-098dab774e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.574406 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-aa7fccd6-034e-4226-b369-098dab774e21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1095 time: 0.0504260 Nov 11 22:21:13.671237 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-82140ab9-4504-4f57-81c1-964f41377442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.672711 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-82140ab9-4504-4f57-81c1-964f41377442 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 897 time: 0.0908015 Nov 11 22:21:13.715433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-3b8e72c0-875d-48d6-90ab-e877a141f060 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 217 time: 0.0360420 Nov 11 22:21:13.769525 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-b9e4815a-c56d-4a8d-9499-698647917fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.770972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-b9e4815a-c56d-4a8d-9499-698647917fb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 200 len: 835 time: 0.0485749 Nov 11 22:21:13.818302 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-ad07093b-d444-47d8-83b5-80f2ab218cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.819848 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-ad07093b-d444-47d8-83b5-80f2ab218cf8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f3d2942-db94-48de-a620-f150fa62c987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409389 Nov 11 22:21:13.913391 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-463e5989-e6cc-4a99-9fb6-dc38b36b884b service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850484 Nov 11 22:21:14.010236 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7bead0ee-30a9-490b-97c7-803b2d68b08f req-dcd4d7dc-33de-447c-82d3-0e38c59ab0ba service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892396 Nov 11 22:21:14.674031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2b8e0-cd98-45e8-badb-0b893d7ecfc2 req-2cac3c36-a269-4d3d-a3ba-6fd8fe8842a2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:14.675801 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ca2b8e0-cd98-45e8-badb-0b893d7ecfc2 req-2cac3c36-a269-4d3d-a3ba-6fd8fe8842a2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 944 time: 0.0502353 Nov 11 22:21:14.724311 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ca2b8e0-cd98-45e8-badb-0b893d7ecfc2 req-a90cc5fa-2209-40ca-9f6d-ec3b7461e0e5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422163 Nov 11 22:21:15.847433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be2855-f0d7-4627-83a3-c0c4a2587e40 req-80e4265c-1145-4122-9f30-f115213f2dfa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:15.849057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21be2855-f0d7-4627-83a3-c0c4a2587e40 req-80e4265c-1145-4122-9f30-f115213f2dfa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 944 time: 0.0573478 Nov 11 22:21:15.900680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-21be2855-f0d7-4627-83a3-c0c4a2587e40 req-5e1cc5cc-e039-4038-b793-52ebc005b3c7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446877 Nov 11 22:21:16.611463 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d23021a1-2e28-4245-8c7f-5b51c6ece3ff details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:21:16.707986 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d23021a1-2e28-4245-8c7f-5b51c6ece3ff, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:16.718703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'port_id': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'mac_address': 'fa:16:3e:cf:72:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:21:16.755394 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:16.768523 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23021a1-2e28-4245-8c7f-5b51c6ece3ff {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:16.788751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d23021a1-2e28-4245-8c7f-5b51c6ece3ff, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:16.915851 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:16.967863 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:17.021480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4470cb8-b2a8-480d-8ccc-9d7e8d3ade62 req-038ee9cf-fc8e-4c59-863f-dfe0c6b7102d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:17.022989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4470cb8-b2a8-480d-8ccc-9d7e8d3ade62 req-038ee9cf-fc8e-4c59-863f-dfe0c6b7102d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 945 time: 0.0542297 Nov 11 22:21:17.073583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d4470cb8-b2a8-480d-8ccc-9d7e8d3ade62 req-53ac0c14-42da-47d5-a1e7-40369d3d49c8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 Nov 11 22:21:17.147196 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['d23021a1-2e28-4245-8c7f-5b51c6ece3ff'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:21:18.189861 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32823f1b-ede4-47d9-8906-8cfb3b016bdd req-457c19c5-1252-4d38-b090-9c108c303878 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:18.191371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32823f1b-ede4-47d9-8906-8cfb3b016bdd req-457c19c5-1252-4d38-b090-9c108c303878 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 945 time: 0.0499775 Nov 11 22:21:18.245093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32823f1b-ede4-47d9-8906-8cfb3b016bdd req-5b58798f-ec35-4e4b-aaa5-ba5192481066 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475788 Nov 11 22:21:18.645966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d23021a1-2e28-4245-8c7f-5b51c6ece3ff up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:18.754455 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port d23021a1-2e28-4245-8c7f-5b51c6ece3ff completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:21:18.758328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port d23021a1-2e28-4245-8c7f-5b51c6ece3ff triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:18.758705 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:18.834420 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:18.856793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:18.859052 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc18167-3b58-49d1-b933-9a689cc689b4" -d '{"events": [{"server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "name": "network-vif-plugged", "status": "completed", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:18.872030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port d23021a1-2e28-4245-8c7f-5b51c6ece3ff, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:18.951163 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee2f53b-4932-4b45-b7b4-6fa7acaec124 x-openstack-request-id: req-8ee2f53b-4932-4b45-b7b4-6fa7acaec124 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:18.951163 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "name": "network-vif-plugged", "status": "completed", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:18.951163 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ee2f53b-4932-4b45-b7b4-6fa7acaec124 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:18.951163 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'code': 200} Nov 11 22:21:18.978870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:19.033984 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:19.048489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17157f7-2c86-4841-afbb-f69100684cc1 req-e44ea7e6-e2de-475b-ba6a-3c5877ec9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:19.050032 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e17157f7-2c86-4841-afbb-f69100684cc1 req-e44ea7e6-e2de-475b-ba6a-3c5877ec9f28 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1097 time: 0.0463626 Nov 11 22:21:19.096652 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e17157f7-2c86-4841-afbb-f69100684cc1 req-8752d0c1-b2e7-4b8c-8fd7-1cdfdbaf859b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Nov 11 22:21:19.362676 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981bfcb-f1ea-4c19-a329-0bea097f65dd req-85c3e0ad-22b1-4906-baaf-76ae13fe46bb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:19.364168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c981bfcb-f1ea-4c19-a329-0bea097f65dd req-85c3e0ad-22b1-4906-baaf-76ae13fe46bb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0498731 Nov 11 22:21:19.413583 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c981bfcb-f1ea-4c19-a329-0bea097f65dd req-db48dc8a-ea7f-47ac-ab58-d8dafef1e341 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Nov 11 22:21:20.537536 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa22-097b-43a0-b637-af29e2f59094 req-3a1c18d2-e48c-4ebc-ac9c-c08e0f5988f2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:20.539029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b0bfa22-097b-43a0-b637-af29e2f59094 req-3a1c18d2-e48c-4ebc-ac9c-c08e0f5988f2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0545778 Nov 11 22:21:20.588173 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b0bfa22-097b-43a0-b637-af29e2f59094 req-936873c2-1842-4c9e-913e-30e6dba19daa tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Nov 11 22:21:20.707632 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b84797-ef15-4640-8196-43a468a4fc07 req-d026108c-b58c-4e10-9b15-f934e6a7fccb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:20.709058 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63b84797-ef15-4640-8196-43a468a4fc07 req-d026108c-b58c-4e10-9b15-f934e6a7fccb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0487568 Nov 11 22:21:20.757696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-63b84797-ef15-4640-8196-43a468a4fc07 req-5851c6db-64df-4418-8502-ca27b3743cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Nov 11 22:21:20.779274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42516) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:20.818384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4dc19a-b482-432f-99e4-301a6cade7df tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:20.888050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3d4dc19a-b482-432f-99e4-301a6cade7df tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1092 time: 0.0396380 Nov 11 22:21:20.890179 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42518) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:20.894660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:21.036821 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.138452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.246936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.95 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/f0d13f3b-2020-44e5-934e-28b55df00f3b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:21.347673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.482198 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.525432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:21.528461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:21.533204 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:21.536304 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=f0d13f3b-2020-44e5-934e-28b55df00f3b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:21.901048 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.025288 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.173478 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.263170 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.334691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=f0d13f3b-2020-44e5-934e-28b55df00f3b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:22.346900 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.450100 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP 864417a9-a30e-4a7d-a4a8-a10d286928f6 associated. External IP: 172.25.2.95, port: d23021a1-2e28-4245-8c7f-5b51c6ece3ff. Nov 11 22:21:22.661775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 42f280bf-795e-42a2-9a6b-853f188a18cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:21:22.772838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:22.782890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] Sync routers for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:21:22.792272 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:22.793599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:22.866881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.895105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-248ffad7-fce1-446a-9529-cfceee652f9b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0038536 Nov 11 22:21:22.895736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:22.900778 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d483c3-62dd-4691-bdda-8a3416859ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:22.905450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:22.996720 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab163a-d0e8-442b-ad3b-2e68aeb72e67 req-06d5cb08-1fe9-4145-be4b-6f26658a0148 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:22.998317 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0ab163a-d0e8-442b-ad3b-2e68aeb72e67 req-06d5cb08-1fe9-4145-be4b-6f26658a0148 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0531902 Nov 11 22:21:23.007803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:23.049429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c0ab163a-d0e8-442b-ad3b-2e68aeb72e67 req-14b34871-3213-45d4-b00c-ec568d3fe5b0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448318 Nov 11 22:21:23.073341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42524) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:23.117827 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbc81cb-6b3e-48e1-bb1f-0a17e968f258 x-openstack-request-id: req-0dbc81cb-6b3e-48e1-bb1f-0a17e968f258 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:23.118115 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:23.118948 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dbc81cb-6b3e-48e1-bb1f-0a17e968f258 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:23.119968 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'status': 'completed', 'code': 200} Nov 11 22:21:23.149776 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '864417a9-a30e-4a7d-a4a8-a10d286928f6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'port_id': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'mac_address': 'fa:16:3e:cf:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43447970-dc2d-43d5-b214-f19e055de88b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:21Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:09Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:23.172189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f0d7768d-5155-4e9b-8fe6-76235c5c4829 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/864417a9-a30e-4a7d-a4a8-a10d286928f6 HTTP/1.1" status: 200 len: 991 time: 0.0976605 Nov 11 22:21:23.177309 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] Checking router: 42f280bf-795e-42a2-9a6b-853f188a18cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:21:23.186217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:23.186402 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-317ee0f3-5973-4039-b67e-9e5e5decfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.186825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:21:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:23.187781 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-317ee0f3-5973-4039-b67e-9e5e5decfa36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1097 time: 0.0562024 Nov 11 22:21:23.285442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-3ae981d0-b465-45e3-95a8-e4928bc8c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.286976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-3ae981d0-b465-45e3-95a8-e4928bc8c469 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 897 time: 0.0917118 Nov 11 22:21:23.295859 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:23.356680 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-3ae73042-9d13-41e7-a02a-39dde817e000 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 999 time: 0.0628636 Nov 11 22:21:23.407319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-1e4b677e-4168-43dc-a8de-0308561e633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.408888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-1e4b677e-4168-43dc-a8de-0308561e633c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 200 len: 835 time: 0.0456095 Nov 11 22:21:23.455900 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-d1672fa4-0e3d-4ad2-8f19-05f7fbc5a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.457452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-d1672fa4-0e3d-4ad2-8f19-05f7fbc5a3b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f3d2942-db94-48de-a620-f150fa62c987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422618 Nov 11 22:21:23.527237 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '864417a9-a30e-4a7d-a4a8-a10d286928f6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'port_id': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'mac_address': 'fa:16:3e:cf:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43447970-dc2d-43d5-b214-f19e055de88b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:21Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:09Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:23.554808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-3c54db8b-d01b-457c-ba83-c3b32fc4d65e service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899756 Nov 11 22:21:23.559222 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d6ed29-4e5e-40e5-b4c0-c56d66c7552e None None] The sync data for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 is: [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '864417a9-a30e-4a7d-a4a8-a10d286928f6', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'port_id': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'mac_address': 'fa:16:3e:cf:72:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43447970-dc2d-43d5-b214-f19e055de88b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:21Z', 'updated_at': '2021-11-11T22:21:21Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:09Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:21:23.652288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47d483c3-62dd-4691-bdda-8a3416859ecc req-ef5178e7-e9fd-4cea-b858-6f99a604055e service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894659 Nov 11 22:21:23.749380 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afada63b-fd45-4a4a-add2-259e15971603 None None] New status for floating IP 864417a9-a30e-4a7d-a4a8-a10d286928f6: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:21:24.176073 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42526) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:24.241500 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d83702de-1883-4e3a-8fe1-f1b6f989fbc1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/864417a9-a30e-4a7d-a4a8-a10d286928f6 HTTP/1.1" status: 200 len: 993 time: 0.0641527 Nov 11 22:21:28.252983 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:29.240123 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:21:32.012898 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49063178-4452-4a2c-9f6f-d34b85c75ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:34.491204 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ee335085-8146-4d7d-bc4d-f7195b165a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:35.908175 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:37.464293 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:37.926788 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:44.807750 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-ecb0af7f-a412-4831-b493-a9a6544c60d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801594 Nov 11 22:21:44.892812 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-06018245-b90e-44ff-aff4-de1fe9fab6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:44.894390 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-06018245-b90e-44ff-aff4-de1fe9fab6fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1097 time: 0.0425713 Nov 11 22:21:45.325401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-36fdf721-4861-48cf-9000-3e545c7cb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:45.326892 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-36fdf721-4861-48cf-9000-3e545c7cb424 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 897 time: 0.4106207 Nov 11 22:21:45.395601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-ce25ed24-dc37-4d7d-a67e-46d70354cd30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 1001 time: 0.0612841 Nov 11 22:21:45.445975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-b224d7af-eec9-4aa5-972b-b70690e6dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:45.447366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-b224d7af-eec9-4aa5-972b-b70690e6dec6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 200 len: 835 time: 0.0435920 Nov 11 22:21:45.496096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-dddb5fd3-625e-422d-ad57-750719210dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:45.497627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-dddb5fd3-625e-422d-ad57-750719210dc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f3d2942-db94-48de-a620-f150fa62c987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416012 Nov 11 22:21:45.591555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-9508c8b2-ccb3-4a6f-9a97-fdb1cfd7b42c service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861373 Nov 11 22:21:45.681596 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e785acd-5e64-42b5-bf7e-f8e063b1ad90 req-0ff0e916-aa44-4b74-bf46-9041944eb601 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828300 Nov 11 22:21:53.012382 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.915027 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10492070-76b8-480f-a14a-a989bf21f784 req-5da07972-6e4b-4b69-8092-95c37cdecca6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:55.916541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10492070-76b8-480f-a14a-a989bf21f784 req-5da07972-6e4b-4b69-8092-95c37cdecca6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0500839 Nov 11 22:21:55.971020 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-10492070-76b8-480f-a14a-a989bf21f784 req-abda8db7-1079-4382-8826-00af54ddef96 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484829 Nov 11 22:21:57.087438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c1dc7-0705-4fa7-bbff-108c01e674d3 req-6db9b847-ead3-46ff-928d-040a9b8b19a0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:57.088964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-384c1dc7-0705-4fa7-bbff-108c01e674d3 req-6db9b847-ead3-46ff-928d-040a9b8b19a0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0489979 Nov 11 22:21:57.138239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-384c1dc7-0705-4fa7-bbff-108c01e674d3 req-cbfc12db-c210-4a92-9052-f385943afd30 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Nov 11 22:21:58.255208 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf98a36-da0b-4831-9cfb-42d0690367a8 req-c60d7fd3-b68d-4715-8c55-6afb4f135646 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:58.256725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bf98a36-da0b-4831-9cfb-42d0690367a8 req-c60d7fd3-b68d-4715-8c55-6afb4f135646 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0493820 Nov 11 22:21:58.306463 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2bf98a36-da0b-4831-9cfb-42d0690367a8 req-4bba7c45-6a86-47ac-a505-46967930f9c1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Nov 11 22:21:58.336280 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.425760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b82a2-58a1-497c-a037-50d2b473ca3b req-087de953-92f2-4451-b9ba-a786df99ea43 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:59.427270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e65b82a2-58a1-497c-a037-50d2b473ca3b req-087de953-92f2-4451-b9ba-a786df99ea43 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0527880 Nov 11 22:21:59.475877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e65b82a2-58a1-497c-a037-50d2b473ca3b req-eae7b87d-ea50-4c1b-9aa8-666d67b90864 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Nov 11 22:22:00.593913 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b480510-cab6-4aa1-954e-3db95fd67a2c req-de428196-d7c3-4f23-9c11-3cb88f75e552 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:00.595470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b480510-cab6-4aa1-954e-3db95fd67a2c req-de428196-d7c3-4f23-9c11-3cb88f75e552 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0493081 Nov 11 22:22:00.646044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9b480510-cab6-4aa1-954e-3db95fd67a2c req-ee2a9cd1-b0b2-42e2-a204-60ce55fa985d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446141 Nov 11 22:22:01.766967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138ca6-9c9b-4918-9da8-0deb9d9b35a0 req-b7087dd3-23b8-4612-864d-26860fb5af99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:01.768467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e138ca6-9c9b-4918-9da8-0deb9d9b35a0 req-b7087dd3-23b8-4612-864d-26860fb5af99 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0542483 Nov 11 22:22:01.818689 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e138ca6-9c9b-4918-9da8-0deb9d9b35a0 req-7aa52019-1790-49fe-93c8-7ec9bac47186 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436065 Nov 11 22:22:02.092033 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe8af-aa43-45b6-8ce3-639c1b2ad7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.937245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547568-af4c-41fa-9ecb-76602b4158e2 req-74291336-b9c0-4793-8215-597871120624 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:02.938768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90547568-af4c-41fa-9ecb-76602b4158e2 req-74291336-b9c0-4793-8215-597871120624 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0490642 Nov 11 22:22:02.987817 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-90547568-af4c-41fa-9ecb-76602b4158e2 req-5885be87-8ed6-4eec-a6af-28fce0deca68 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Nov 11 22:22:04.108423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c6fc3-5396-4f34-b6b6-9ae068710b38 req-b1dc85cf-0e00-4575-9c19-db01663c4b60 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:04.109917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d8c6fc3-5396-4f34-b6b6-9ae068710b38 req-b1dc85cf-0e00-4575-9c19-db01663c4b60 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0490925 Nov 11 22:22:04.163612 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2d8c6fc3-5396-4f34-b6b6-9ae068710b38 req-5e712988-5228-48a9-8d80-6f2df72c4cc8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477257 Nov 11 22:22:04.503495 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f891074b-b37f-46e3-a53c-9109390765b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:05.279131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c49bf-4184-471c-a7fc-314bcb261b6b req-ed4b949a-1ef0-4452-baad-d020eea6d902 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:05.280629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-165c49bf-4184-471c-a7fc-314bcb261b6b req-ed4b949a-1ef0-4452-baad-d020eea6d902 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0489016 Nov 11 22:22:05.328992 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-165c49bf-4184-471c-a7fc-314bcb261b6b req-7a14819c-99dd-47e6-a561-68c7f356cc7b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Nov 11 22:22:05.924393 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:06.239317 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:22:06.446797 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424a94-b93b-4baf-8e6b-9c37394344bf req-740c2377-463b-4ab0-912d-4504f86bfc47 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:06.450864 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a424a94-b93b-4baf-8e6b-9c37394344bf req-740c2377-463b-4ab0-912d-4504f86bfc47 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0506480 Nov 11 22:22:06.498594 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a424a94-b93b-4baf-8e6b-9c37394344bf req-11459949-5f66-4eb5-95d6-04be970909d9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439980 Nov 11 22:22:07.486732 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:07.621610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202af7a-9f0c-4ca5-a339-5f5387aa87fa req-243c328f-6325-4164-b500-f9bbed1e2e84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:07.623073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4202af7a-9f0c-4ca5-a339-5f5387aa87fa req-243c328f-6325-4164-b500-f9bbed1e2e84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0545125 Nov 11 22:22:07.672835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4202af7a-9f0c-4ca5-a339-5f5387aa87fa req-1944bcff-e96b-4155-a5fd-d63c2eaafd89 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436997 Nov 11 22:22:07.909106 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:08.791254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622bf9a-3593-4c1c-bfa9-ef9c0eab4221 req-61e16d3c-9b55-4d5e-adb0-d4eef6bd195d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.798728 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c622bf9a-3593-4c1c-bfa9-ef9c0eab4221 req-61e16d3c-9b55-4d5e-adb0-d4eef6bd195d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0524216 Nov 11 22:22:08.843382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c622bf9a-3593-4c1c-bfa9-ef9c0eab4221 req-23a558ed-88a7-4cef-8d11-28378ee53ab5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446091 Nov 11 22:22:09.962650 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e0f90-ca5d-4020-951f-329fa12b65fd req-f6236470-4512-4fb7-97f8-e6f0c0dbf334 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:09.964200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-310e0f90-ca5d-4020-951f-329fa12b65fd req-f6236470-4512-4fb7-97f8-e6f0c0dbf334 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0500576 Nov 11 22:22:10.017724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-310e0f90-ca5d-4020-951f-329fa12b65fd req-32b01572-ae72-4992-b3d2-3f986cbd8780 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476336 Nov 11 22:22:11.133293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18108495-49b3-40e1-8660-f71073a1c55b req-18100cba-e8f4-47e1-81f3-3eac398773b3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:11.134780 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18108495-49b3-40e1-8660-f71073a1c55b req-18100cba-e8f4-47e1-81f3-3eac398773b3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0501666 Nov 11 22:22:11.187910 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18108495-49b3-40e1-8660-f71073a1c55b req-fad5e9af-c69e-4669-8923-d17410be09c3 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452037 Nov 11 22:22:12.302188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962ae26-f5e7-4b92-bcc3-b2d8474b0ad5 req-c48073a0-8034-40ce-a213-3cabb8724977 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.303672 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f962ae26-f5e7-4b92-bcc3-b2d8474b0ad5 req-c48073a0-8034-40ce-a213-3cabb8724977 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0495882 Nov 11 22:22:12.353570 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f962ae26-f5e7-4b92-bcc3-b2d8474b0ad5 req-854f859e-204b-42d0-8b77-062e63e943e8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439093 Nov 11 22:22:12.375549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42572) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:12.440688 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e33a589e-89f5-4cbc-b182-2f45d28ea46c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/864417a9-a30e-4a7d-a4a8-a10d286928f6 HTTP/1.1" status: 200 len: 993 time: 0.0639789 Nov 11 22:22:13.839511 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ed053-c6cb-4e83-8c0f-30b1e3d18198 req-d514e127-eb1c-4549-b75a-bd21ad5a32e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.841306 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-328ed053-c6cb-4e83-8c0f-30b1e3d18198 req-d514e127-eb1c-4549-b75a-bd21ad5a32e2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0547130 Nov 11 22:22:13.923551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-328ed053-c6cb-4e83-8c0f-30b1e3d18198 req-43609c1d-d055-4e0a-a680-9ea1e00986a5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755568 Nov 11 22:22:13.940527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-26046421-1688-4240-a87a-d317093b413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.940527 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-26046421-1688-4240-a87a-d317093b413b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1097 time: 0.0633388 Nov 11 22:22:14.031380 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-a3af629a-fd65-47c1-912d-260943a30a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.032884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-a3af629a-fd65-47c1-912d-260943a30a8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 897 time: 0.0868356 Nov 11 22:22:14.108821 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-7757edae-90d9-4cc1-974b-59f945dede88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 1001 time: 0.0636034 Nov 11 22:22:14.159386 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-8d2f24f7-c0a8-4308-96aa-180ffab6ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.160174 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-8d2f24f7-c0a8-4308-96aa-180ffab6ac77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 200 len: 835 time: 0.0443347 Nov 11 22:22:14.206301 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-139b09d4-9c40-45e4-ab3d-d9db2dd99507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.207797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-139b09d4-9c40-45e4-ab3d-d9db2dd99507 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f3d2942-db94-48de-a620-f150fa62c987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409794 Nov 11 22:22:14.302842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-5071ecd1-c171-45d7-be7e-060399182ad5 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877213 Nov 11 22:22:14.395319 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-76309faa-b367-4b9c-aa4e-fe36d1d36824 req-c4108e53-570e-472c-b968-c74fb24ecc3e service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831668 Nov 11 22:22:15.049076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed406a2-a5ae-4bda-8739-fcdd939dfe7f req-617ee3b9-5f82-41bd-9948-50977adc049d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:15.050551 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ed406a2-a5ae-4bda-8739-fcdd939dfe7f req-617ee3b9-5f82-41bd-9948-50977adc049d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0548511 Nov 11 22:22:15.099724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ed406a2-a5ae-4bda-8739-fcdd939dfe7f req-840b102c-05e9-480b-b2c0-929c8bd87148 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 Nov 11 22:22:15.123102 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42582) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:15.183552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd08d58e-08ff-4c8a-bab7-e93b7f6e54d9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/864417a9-a30e-4a7d-a4a8-a10d286928f6 HTTP/1.1" status: 200 len: 993 time: 0.0592506 Nov 11 22:22:23.000454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:28.304118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:32.043117 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6d1d9394-427a-47bc-ae08-7fce6ffc9476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.808521 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-82f969f7-6889-4479-af8d-e733754a00d4 req-9888c8c9-abff-43f5-8928-8ffa24e0bf2c service neutron] (109675) timed out ('10.222.0.31', 37960) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:22:34.486177 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-272e42d4-de96-4e36-917a-bccc4f2ef09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:35.897531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:37.480279 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:37.905967 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:43.237976 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:22:44.748188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-30d127f4-66e8-4f0c-bfd6-8b2b847be471 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400531 Nov 11 22:22:44.834781 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-ded3b335-af0d-425f-b1b4-4eba52f81494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:44.836299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-ded3b335-af0d-425f-b1b4-4eba52f81494 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1097 time: 0.0445726 Nov 11 22:22:44.940014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-79becedf-3c97-45e7-8fbb-f1de95472389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:44.941557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-79becedf-3c97-45e7-8fbb-f1de95472389 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 897 time: 0.0863628 Nov 11 22:22:45.010838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-d929e75a-fa5c-4e40-8058-9e129361e1c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 1001 time: 0.0624559 Nov 11 22:22:45.060614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-d8f9bf7c-4000-4c33-b105-cd8d28962e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:45.062031 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-d8f9bf7c-4000-4c33-b105-cd8d28962e21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 200 len: 835 time: 0.0441885 Nov 11 22:22:45.108565 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-c7ed9157-af2c-4001-87aa-996acf021a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:45.110058 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-c7ed9157-af2c-4001-87aa-996acf021a85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f3d2942-db94-48de-a620-f150fa62c987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411129 Nov 11 22:22:45.203299 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-d92f0811-237a-4c10-9467-81f05ad28c43 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861387 Nov 11 22:22:45.295193 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7c5f3d1f-6e2b-43a8-9df9-38e04b7c4aed req-a88d7231-4fda-407a-a2f0-d07ef726c622 service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830207 Nov 11 22:22:45.716583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42598) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:45.873680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port f0d13f3b-2020-44e5-934e-28b55df00f3b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:45.874397 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:45.954868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:45.955197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:45.967125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for f0d13f3b-2020-44e5-934e-28b55df00f3b owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:46.168584 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:46.192606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=f0d13f3b-2020-44e5-934e-28b55df00f3b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:46.202988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.203270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.203610 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.203955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.204317 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.205044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.205044 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.205265 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.205595 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.205916 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.206239 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.206561 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:46.270189 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:46.270535 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP 864417a9-a30e-4a7d-a4a8-a10d286928f6 disassociated (deleted). External IP: 172.25.2.95, port: d23021a1-2e28-4245-8c7f-5b51c6ece3ff. Nov 11 22:22:46.482330 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 42f280bf-795e-42a2-9a6b-853f188a18cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:22:46.590143 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:22:46.595106 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:46.600631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] Sync routers for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:46.610034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:46.610650 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:46.622321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c4d6cbe1-29ee-49e2-9e78-87bf50cd179e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/floatingips/864417a9-a30e-4a7d-a4a8-a10d286928f6 HTTP/1.1" status: 204 len: 168 time: 0.9046297 Nov 11 22:22:46.622908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:46.625196 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97" -d '{"events": [{"name": "network-changed", "server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:46.718938 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:46.919882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:09Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:46.950009 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] Checking router: 42f280bf-795e-42a2-9a6b-853f188a18cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:46.958249 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:46.959434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:47.066461 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a526af1-1686-4803-8b71-81a04241568f x-openstack-request-id: req-7a526af1-1686-4803-8b71-81a04241568f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:47.066997 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:47.067230 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a526af1-1686-4803-8b71-81a04241568f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:47.067649 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'status': 'completed', 'code': 200} Nov 11 22:22:47.164100 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-2fad4e58-ac59-49a6-887e-9c7315a7277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:47.165657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-2fad4e58-ac59-49a6-887e-9c7315a7277c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 1097 time: 0.0740757 Nov 11 22:22:47.192325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6f89-40ac-45c6-927b-4fd19e5af16d req-dcddbcb8-ebdb-49c2-8fcf-cecb304be64e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:47.194253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07bf6f89-40ac-45c6-927b-4fd19e5af16d req-dcddbcb8-ebdb-49c2-8fcf-cecb304be64e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0734630 Nov 11 22:22:47.228094 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:47.307389 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-07bf6f89-40ac-45c6-927b-4fd19e5af16d req-e293c0c3-103a-4190-a4df-8e3718b20295 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031065 Nov 11 22:22:47.312061 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-a0294969-f862-4a70-a2c0-7a300483f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:47.313541 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-a0294969-f862-4a70-a2c0-7a300483f3c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 200 len: 897 time: 0.1407650 Nov 11 22:22:47.358633 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-f1722e3a-8525-4613-9b21-f9c3239b0e0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 200 len: 217 time: 0.0361843 Nov 11 22:22:47.410075 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-c0ec83ac-4f59-45df-ba96-d311d01f6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:47.411561 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-c0ec83ac-4f59-45df-ba96-d311d01f6ace service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 200 len: 835 time: 0.0457461 Nov 11 22:22:47.432737 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:09Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:47.460974 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-818fd21f-0ae4-4a46-bdc1-99f8c7c80f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:47.461699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43ccc93-e37d-402c-8ffe-4c6fbebcba0f None None] The sync data for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 is: [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:06Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '546c2d11-2a99-4494-8976-90b5735d4b77', 'name': '', 'network_id': '5f3d2942-db94-48de-a620-f150fa62c987', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:77:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:05Z', 'updated_at': '2021-11-11T22:21:09Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '70799aae-058a-4802-8e7c-f28fdde0b331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:22:47.462581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-818fd21f-0ae4-4a46-bdc1-99f8c7c80f08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5f3d2942-db94-48de-a620-f150fa62c987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417724 Nov 11 22:22:47.562856 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-a9f65c4a-8003-471a-a604-7883beb812dd service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917392 Nov 11 22:22:47.659024 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6251e16f-5fec-48d0-8e0c-56c9d4c43c97 req-b8651ba9-7b8e-40ff-bd51-d6384a0b96bf service neutron] 10.222.0.62 "GET /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886929 Nov 11 22:22:47.697529 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44181c-19d7-44d9-867b-60b2b4470c29 None None] New status for floating IP 864417a9-a30e-4a7d-a4a8-a10d286928f6: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:22:48.432351 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1d7e-07b4-4177-b33e-e0c4ed33778a req-56b615fa-480d-4496-b924-37c09d039cbe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:48.433868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96aa1d7e-07b4-4177-b33e-e0c4ed33778a req-56b615fa-480d-4496-b924-37c09d039cbe tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0545998 Nov 11 22:22:48.483333 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96aa1d7e-07b4-4177-b33e-e0c4ed33778a req-0c4c683a-25c3-4163-b1d9-3b15dccfb221 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a31e6ad-d26e-42a7-a173-9c5e8873e18f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434923 Nov 11 22:22:48.559669 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-a88c4448-28a3-4bf1-bc30-13ef1034ac92 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:48.561213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-a88c4448-28a3-4bf1-bc30-13ef1034ac92 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 946 time: 0.0493224 Nov 11 22:22:48.653941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port d23021a1-2e28-4245-8c7f-5b51c6ece3ff {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:48.654201 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:48.742067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port d23021a1-2e28-4245-8c7f-5b51c6ece3ff, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:48.742432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:48.755228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for d23021a1-2e28-4245-8c7f-5b51c6ece3ff owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:48.951510 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:48.980892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=d23021a1-2e28-4245-8c7f-5b51c6ece3ff,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:49.023793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] No DVR routers for this DVR port d23021a1-2e28-4245-8c7f-5b51c6ece3ff on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:49.026636 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:49.030092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbec83be-6ff8-4b74-88f0-a811b9cad131 req-8a9cd1c4-65be-49f2-805b-4d28413dda52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "DELETE /v2.0/ports/d23021a1-2e28-4245-8c7f-5b51c6ece3ff HTTP/1.1" status: 204 len: 173 time: 0.4626420 Nov 11 22:22:49.069086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'name': 'network-vif-deleted', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:49.071493 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b065f1-7451-45d5-b9a4-c738e40077bf" -d '{"events": [{"server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "name": "network-vif-deleted", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:49.111281 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e109a61-3d89-4f40-8c92-45a63df796fb x-openstack-request-id: req-0e109a61-3d89-4f40-8c92-45a63df796fb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:49.111580 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43447970-dc2d-43d5-b214-f19e055de88b", "name": "network-vif-deleted", "tag": "d23021a1-2e28-4245-8c7f-5b51c6ece3ff", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:49.111844 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e109a61-3d89-4f40-8c92-45a63df796fb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:49.112287 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43447970-dc2d-43d5-b214-f19e055de88b', 'name': 'network-vif-deleted', 'tag': 'd23021a1-2e28-4245-8c7f-5b51c6ece3ff', 'status': 'completed', 'code': 200} Nov 11 22:22:49.594975 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69eecbb5-3052-4ec6-b88b-da6f70da165c req-6a3a4f16-cdea-4e61-bfaf-6f00bbd737c9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=43447970-dc2d-43d5-b214-f19e055de88b HTTP/1.1" status: 200 len: 210 time: 0.0307086 Nov 11 22:22:50.651533 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42614) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:51.007982 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.163874 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d23021a1-2e28-4245-8c7f-5b51c6ece3ff no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:51.183833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: d23021a1-2e28-4245-8c7f-5b51c6ece3ff {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:51.184200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device d23021a1-2e28-4245-8c7f-5b51c6ece3ff not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:51.264972 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 546c2d11-2a99-4494-8976-90b5735d4b77 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:51.265313 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.361206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 546c2d11-2a99-4494-8976-90b5735d4b77, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=546c2d11-2a99-4494-8976-90b5735d4b77,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:51.361816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.375272 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 546c2d11-2a99-4494-8976-90b5735d4b77 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:51.919652 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.946111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=546c2d11-2a99-4494-8976-90b5735d4b77,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:52.120218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.337400 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router 42f280bf-795e-42a2-9a6b-853f188a18cf has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:22:52.444139 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:22:52.449374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-016e6df7-e7fd-4574-9821-e58648ebec03 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/42f280bf-795e-42a2-9a6b-853f188a18cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966695 Nov 11 22:22:52.452802 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42616) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:52.455007 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] Sync routers for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:52.465220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:52.465842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:52.507284 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting subnet 70799aae-058a-4802-8e7c-f28fdde0b331 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:22:52.510706 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.557661 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.574105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:52.641879 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.758747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:22:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:52.771707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.789178 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] Checking router: 42f280bf-795e-42a2-9a6b-853f188a18cf for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:52.797680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] Routers {'42f280bf-795e-42a2-9a6b-853f188a18cf'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:52.798317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['42f280bf-795e-42a2-9a6b-853f188a18cf'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:52.806744 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Subnet': ['ID=70799aae-058a-4802-8e7c-f28fdde0b331,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:52.814708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.818604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/subnets/70799aae-058a-4802-8e7c-f28fdde0b331 HTTP/1.1" status: 204 len: 168 time: 0.3640475 Nov 11 22:22:52.820625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.821429 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42620) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:52.821658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.822017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.822355 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.822686 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.823019 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.823343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.823669 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.823992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.824344 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.824663 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.824978 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53559b94-b45a-48ee-9791-8651c09d027d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.833707 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5480f0a6-8c9b-4354-aa23-482698700017 None None] Network 5f3d2942-db94-48de-a620-f150fa62c987 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:22:52.931769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.007327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] Set router 42f280bf-795e-42a2-9a6b-853f188a18cf gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:53.009648 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.039618 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.145058 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port c41f283c-d968-4f55-9b59-c30cab3efcd5 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:53.145411 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.198442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] DHCP port deletion for 5f3d2942-db94-48de-a620-f150fa62c987 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:22:53.208091 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:22:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:53.238667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port c41f283c-d968-4f55-9b59-c30cab3efcd5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=c41f283c-d968-4f55-9b59-c30cab3efcd5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:53.239115 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.252282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for c41f283c-d968-4f55-9b59-c30cab3efcd5 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:53.257030 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a9373-3c3f-4899-8a0c-f3cf3ae88fd2 None None] The sync data for ids ['42f280bf-795e-42a2-9a6b-853f188a18cf'] in n-d-805734-3 is: [{'id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150790302', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:22:51Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': 'c41f283c-d968-4f55-9b59-c30cab3efcd5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f280bf-795e-42a2-9a6b-853f188a18cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:02Z', 'updated_at': '2021-11-11T22:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:22:53.304081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Deleting port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:53.304782 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.373730 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] For port 1331a496-fdc4-4441-a66a-bcbfafb60cb8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=1331a496-fdc4-4441-a66a-bcbfafb60cb8,segment=NetworkSegment(be621e88-3204-4bd4-89d9-8f969f6d6736),segment_id=be621e88-3204-4bd4-89d9-8f969f6d6736)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:53.374137 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.388063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Calling delete_port for 1331a496-fdc4-4441-a66a-bcbfafb60cb8 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:53.471056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.498680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=c41f283c-d968-4f55-9b59-c30cab3efcd5,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:53.509382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bb78c5-e73c-490f-9651-92085c84c1f5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:22:53.560113 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.562947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.589186 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Pushing event deleted for resources: {'Port': ['ID=1331a496-fdc4-4441-a66a-bcbfafb60cb8,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:53.597179 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.601121 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.602134 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:53.605599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16260c11-7596-42f5-a5cc-222b06f7c90d None None] No DVR routers for this DVR port 1331a496-fdc4-4441-a66a-bcbfafb60cb8 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:53.649323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1331a496-fdc4-4441-a66a-bcbfafb60cb8 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:53.660578 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.663466 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.671246 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 1331a496-fdc4-4441-a66a-bcbfafb60cb8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:53.676382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 1331a496-fdc4-4441-a66a-bcbfafb60cb8 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:53.851295 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.851912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Fanout notify agent at l3_agent the message router_deleted on router 42f280bf-795e-42a2-9a6b-853f188a18cf {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:22:53.870793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.870793 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-98b1528e-765c-47ff-ab24-6afcda772de6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/routers/42f280bf-795e-42a2-9a6b-853f188a18cf HTTP/1.1" status: 204 len: 168 time: 1.0379021 Nov 11 22:22:53.870793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42622) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:53.947911 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.039849 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.059466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3d2942-db94-48de-a620-f150fa62c987']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:54.069054 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be621e88-3204-4bd4-89d9-8f969f6d6736') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:54.069358 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be621e88-3204-4bd4-89d9-8f969f6d6736') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:54.078543 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.091283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.096932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:22:54.097315 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:22:54.100404 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:22:54.257632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.265103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.267835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/networks/5f3d2942-db94-48de-a620-f150fa62c987 HTTP/1.1" status: 204 len: 168 time: 0.4034636 Nov 11 22:22:54.270449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42624) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:54.287238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef1ca4-ccf6-4ccf-b060-bdbfc79c4ab8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Network': ['ID=5f3d2942-db94-48de-a620-f150fa62c987,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:54.339568 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa26981d-903d-4c5f-b430-0faf8876658c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.366813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa26981d-903d-4c5f-b430-0faf8876658c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.488061 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa26981d-903d-4c5f-b430-0faf8876658c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.491572 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-fa26981d-903d-4c5f-b430-0faf8876658c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.492771 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-fa26981d-903d-4c5f-b430-0faf8876658c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a31e6ad-d26e-42a7-a173-9c5e8873e18f HTTP/1.1" status: 204 len: 168 time: 0.2128837 Nov 11 22:22:54.502060 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26981d-903d-4c5f-b430-0faf8876658c tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a31e6ad-d26e-42a7-a173-9c5e8873e18f,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:55.122239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42630) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:55.126823 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-7d16233a-c8de-4cd9-9821-adcfcd91ab65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379264562', 'description': 'tempest-secgroup-smoke-1379264562 description', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:55.223002 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d16233a-c8de-4cd9-9821-adcfcd91ab65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.257388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 546c2d11-2a99-4494-8976-90b5735d4b77 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:55.278393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 546c2d11-2a99-4494-8976-90b5735d4b77 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:55.278751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 546c2d11-2a99-4494-8976-90b5735d4b77 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:55.279842 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c41f283c-d968-4f55-9b59-c30cab3efcd5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:55.294427 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d16233a-c8de-4cd9-9821-adcfcd91ab65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.301146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: c41f283c-d968-4f55-9b59-c30cab3efcd5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:55.301501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device c41f283c-d968-4f55-9b59-c30cab3efcd5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:55.359596 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d16233a-c8de-4cd9-9821-adcfcd91ab65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.388985 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16233a-c8de-4cd9-9821-adcfcd91ab65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:55.490571 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7d16233a-c8de-4cd9-9821-adcfcd91ab65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.491728 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7d16233a-c8de-4cd9-9821-adcfcd91ab65 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3684821 Nov 11 22:22:55.494658 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42632) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:55.499016 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-127747f2-20df-44aa-afb2-86c63a964430 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'bd797f34-dc34-4897-acb0-9a7a3ae0b4c4', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:55.582080 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127747f2-20df-44aa-afb2-86c63a964430 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.638813 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127747f2-20df-44aa-afb2-86c63a964430 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.687757 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127747f2-20df-44aa-afb2-86c63a964430 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.707693 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127747f2-20df-44aa-afb2-86c63a964430 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f8839e-2e8f-4647-8293-c39df7f83f93,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:55.756552 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-127747f2-20df-44aa-afb2-86c63a964430 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.757771 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-127747f2-20df-44aa-afb2-86c63a964430 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621918 Nov 11 22:22:55.760443 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42634) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:55.764885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-205ee5e0-36c5-433c-b4f7-61b86d0db6ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'bd797f34-dc34-4897-acb0-9a7a3ae0b4c4', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:55.832697 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-205ee5e0-36c5-433c-b4f7-61b86d0db6ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.890218 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-205ee5e0-36c5-433c-b4f7-61b86d0db6ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.942349 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-205ee5e0-36c5-433c-b4f7-61b86d0db6ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.960078 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ee5e0-36c5-433c-b4f7-61b86d0db6ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2896ad-18cb-429b-b48a-79f33c839c2e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:56.018864 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-205ee5e0-36c5-433c-b4f7-61b86d0db6ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.020060 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-205ee5e0-36c5-433c-b4f7-61b86d0db6ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2586274 Nov 11 22:22:56.022890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42636) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:56.027598 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3159c932-02d3-4b18-8857-4cbdbac74612 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'bd797f34-dc34-4897-acb0-9a7a3ae0b4c4', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:56.101914 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3159c932-02d3-4b18-8857-4cbdbac74612 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.159951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3159c932-02d3-4b18-8857-4cbdbac74612 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.239483 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3159c932-02d3-4b18-8857-4cbdbac74612 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.258750 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159c932-02d3-4b18-8857-4cbdbac74612 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f663dbd-3cb0-44c8-b513-a7a3eb2cb9b5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:56.327652 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3159c932-02d3-4b18-8857-4cbdbac74612 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.328842 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3159c932-02d3-4b18-8857-4cbdbac74612 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050117 Nov 11 22:22:56.331595 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42638) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:56.336559 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-eab564e7-d3cc-4e3e-bd8a-9f53296ee5dd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'bd797f34-dc34-4897-acb0-9a7a3ae0b4c4', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:56.410723 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eab564e7-d3cc-4e3e-bd8a-9f53296ee5dd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.469135 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eab564e7-d3cc-4e3e-bd8a-9f53296ee5dd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.531273 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eab564e7-d3cc-4e3e-bd8a-9f53296ee5dd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.549649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab564e7-d3cc-4e3e-bd8a-9f53296ee5dd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2a1bc3-f893-41b9-87df-74d00e5be467,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:56.613568 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-eab564e7-d3cc-4e3e-bd8a-9f53296ee5dd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.614767 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-eab564e7-d3cc-4e3e-bd8a-9f53296ee5dd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821741 Nov 11 22:22:56.617601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42640) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:56.623088 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'bd797f34-dc34-4897-acb0-9a7a3ae0b4c4', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:56.731464 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:22:56.736630 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.795107 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.871019 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.888516 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aff7831-e0fe-4486-a030-a5f2730b42e5,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:56.970121 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.971349 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-02fbaa69-5ce9-454a-8efe-ad26897bb72a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3527675 Nov 11 22:22:56.974164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42642) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:56.978726 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'security_group_rule': {'security_group_id': 'bd797f34-dc34-4897-acb0-9a7a3ae0b4c4', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:57.057190 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Project 3ea4e0d6ba9f4e9d86182024edafefc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:22:57.062232 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.122885 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.182492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.202199 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3928e9f-80bb-4155-9b9d-c37393d12b3c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:57.259347 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.260607 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c4135052-158b-4547-a265-bdbdd980e6b6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2854509 Nov 11 22:22:57.263343 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42644) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:57.268168 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'network': {'name': 'tempest-network-smoke--1987169878', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'port_security_enabled': True}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:57.342216 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:22:57.345724 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.372204 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:22:57.381186 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.381518 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Added segment 0a61dec9-7269-42f0-8da5-ab3b211536d8 of type vlan for network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 Nov 11 22:22:57.421639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.504959 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.511018 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:57.511669 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.580616 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Network': ['ID=287a9bd3-fdd6-4de7-9e42-ef4e081c1621,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:57.592035 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:22:57.617462 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-ecb5b68f-5f9f-41a3-87b8-a48082a60115 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3530986 Nov 11 22:22:57.620156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42646) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:57.624608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'admin_state_up': True, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:57.754303 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.755586 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:57.813175 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.024679 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.250976 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.278989 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.301492 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.402614 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.156 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/439722d5-0986-48dc-ba94-cf34985ab7b5) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:22:58.507810 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.594162 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.632892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:22:58.637649 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:22:58.640048 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:22:58.650992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00007c2c-b36a-4065-8a4f-d05ce82ee4c3 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:22:58.666233 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=439722d5-0986-48dc-ba94-cf34985ab7b5,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:58.695055 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e9399d81-a407-44ac-9f2c-15b88a497368 None None] Provisioning complete for port 439722d5-0986-48dc-ba94-cf34985ab7b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:58.695537 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e9399d81-a407-44ac-9f2c-15b88a497368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.733171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-e9399d81-a407-44ac-9f2c-15b88a497368 None None] Port 439722d5-0986-48dc-ba94-cf34985ab7b5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:22:58.954711 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.148823 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.339176 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router a4b57d1b-344e-401f-9311-dc201d9a5bc8 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:22:59.444557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:22:59.453883 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Sync routers for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:59.464005 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:59.464712 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:59.530440 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.531706 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5448f005-56fc-4eed-9bc2-92b3356e09a9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9105122 Nov 11 22:22:59.534896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42648) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:59.563535 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7664294d-afff-4ce1-818e-6160b6d7be48 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=3ea4e0d6ba9f4e9d86182024edafefc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274034 Nov 11 22:22:59.568248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42650) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:59.571622 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:59.654896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1713683-a0fb-4947-a544-0dddf8f1debb tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:59.656427 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d1713683-a0fb-4947-a544-0dddf8f1debb tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872445 Nov 11 22:22:59.659239 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42652) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:59.693475 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-a032b3d9-83ed-4d43-a97e-6f360b601288 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=ce4b585c-8f58-4174-b13c-8a78af33d669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298452 Nov 11 22:22:59.693741 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42654) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:59.698420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1970937677', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:59.753996 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:22:58Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:59.781426 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Checking router: a4b57d1b-344e-401f-9311-dc201d9a5bc8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:59.781773 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Updating router a4b57d1b-344e-401f-9311-dc201d9a5bc8 port 439722d5-0986-48dc-ba94-cf34985ab7b5 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:22:59.806543 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.859156 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:22:59.862780 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.054953 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.117031 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.151227 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.177892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Subnet': ['ID=64cdf0fc-7bb4-4e70-a4df-933f5912c164,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:00.192263 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Checking segment: {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:23:00.192631 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network hostable DHCP agents. Network: 287a9bd3-fdd6-4de7-9e42-ef4e081c1621, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:23:00.193734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca2ce82-fbf7-4d15-b690-4c5a0f47e11a None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:23:00.195248 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Attempting to bind port 439722d5-0986-48dc-ba94-cf34985ab7b5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:00.195630 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Attempting to bind port 439722d5-0986-48dc-ba94-cf34985ab7b5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:23:00.195998 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Attempting to bind port 439722d5-0986-48dc-ba94-cf34985ab7b5 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:00.207226 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:23:00.207611 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:23:00.208006 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.209462 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:23:00.209462 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Bound port: 439722d5-0986-48dc-ba94-cf34985ab7b5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:23:00.210009 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.231120 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Pushing event updated for resources: {'Port': ['ID=439722d5-0986-48dc-ba94-cf34985ab7b5,revision_number=2']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:00.243016 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.243362 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.243719 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.244050 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.244414 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.244742 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.245065 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.245384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.245705 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.246022 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.246344 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.246681 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:00.261282 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-569ec26d-5ba2-438d-b5bd-32ef5bf84b93 None None] Provisioning complete for port 439722d5-0986-48dc-ba94-cf34985ab7b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:00.261661 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-569ec26d-5ba2-438d-b5bd-32ef5bf84b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.277394 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] For port 439722d5-0986-48dc-ba94-cf34985ab7b5, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:23:00.280493 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] For port 439722d5-0986-48dc-ba94-cf34985ab7b5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=439722d5-0986-48dc-ba94-cf34985ab7b5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:23:00.288625 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:23:00.296877 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-569ec26d-5ba2-438d-b5bd-32ef5bf84b93 None None] Port 439722d5-0986-48dc-ba94-cf34985ab7b5 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:23:00.339930 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.365651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 287a9bd3-fdd6-4de7-9e42-ef4e081c1621) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:00.371067 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:00.371927 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.381829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f8702-5757-464c-acba-f569e8b15ee2 None None] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:23:00.388185 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b6958-711f-4f59-8f19-2a09eb26eee0 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:23:00.400887 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:00.401523 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:00.437927 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46384a8-9c60-4d6f-9dc6-3695bd1886e9 None None] Pushing event updated for resources: {'Port': ['ID=439722d5-0986-48dc-ba94-cf34985ab7b5,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:00.456934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42656) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:00.461601 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-99460dc3-b126-4271-9f8c-2cf8e059ab84 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7668731 Nov 11 22:23:00.511155 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:00.547278 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-07dbdc2e-a2d2-443d-b5a4-b683abfc6fbb None None] Provisioning complete for port 439722d5-0986-48dc-ba94-cf34985ab7b5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:00.547418 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07dbdc2e-a2d2-443d-b5a4-b683abfc6fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.574283 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:23:00.575157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.799585 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:22:58Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:00.826479 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418a575-e079-4f5e-8c25-b5c5609f6649 None None] The sync data for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 is: [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:22:58Z', 'revision_number': 3, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:00.905088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07dbdc2e-a2d2-443d-b5a4-b683abfc6fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.943488 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.943721 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-07dbdc2e-a2d2-443d-b5a4-b683abfc6fbb None None] For port 439722d5-0986-48dc-ba94-cf34985ab7b5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=439722d5-0986-48dc-ba94-cf34985ab7b5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:00.948111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Allocated IP 172.20.0.2 (287a9bd3-fdd6-4de7-9e42-ef4e081c1621/64cdf0fc-7bb4-4e70-a4df-933f5912c164/746615b3-b86c-4933-9a63-a7f722a91894) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:23:01.012847 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-07dbdc2e-a2d2-443d-b5a4-b683abfc6fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.149129 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.164428 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbdc2e-a2d2-443d-b5a4-b683abfc6fbb None None] Pushing event updated for resources: {'Port': ['ID=439722d5-0986-48dc-ba94-cf34985ab7b5,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:01.237563 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.285973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:01.298256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 439722d5-0986-48dc-ba94-cf34985ab7b5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:01.300356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:01.303280 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:23:01.305367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.1 (287a9bd3-fdd6-4de7-9e42-ef4e081c1621/64cdf0fc-7bb4-4e70-a4df-933f5912c164/daa267b3-de40-4181-864a-a9744b606dfb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:23:01.329017 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Pushing event updated for resources: {'Port': ['ID=746615b3-b86c-4933-9a63-a7f722a91894,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:01.402558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Attempting to bind port 746615b3-b86c-4933-9a63-a7f722a91894 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:01.403038 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Attempting to bind port 746615b3-b86c-4933-9a63-a7f722a91894 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:23:01.403472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Attempting to bind port 746615b3-b86c-4933-9a63-a7f722a91894 on network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:01.412674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:23:01.413160 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Checking segment: {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:23:01.413631 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.414093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Bound using segment: {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:23:01.414592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Bound port: 746615b3-b86c-4933-9a63-a7f722a91894, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:23:01.415069 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.431658 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 439722d5-0986-48dc-ba94-cf34985ab7b5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:01.432596 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.442460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.532221 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.545433 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] For port 746615b3-b86c-4933-9a63-a7f722a91894, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:23:01.564206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] For port 746615b3-b86c-4933-9a63-a7f722a91894, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=746615b3-b86c-4933-9a63-a7f722a91894,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:23:01.577481 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:01.581395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:01.585980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:23:01.592777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=daa267b3-de40-4181-864a-a9744b606dfb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:01.638899 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.665586 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:01.733025 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8732489-3c32-480b-b081-7e41e5293acc None None] Pushing event updated for resources: {'Port': ['ID=746615b3-b86c-4933-9a63-a7f722a91894,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:01.868729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:02.038421 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c7414def-cbc1-4630-b1bf-3fd1891d3b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:02.193100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:02.270960 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:02.349915 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:02.351623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=daa267b3-de40-4181-864a-a9744b606dfb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:02.446951 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:02.448665 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:02.563959 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router a4b57d1b-344e-401f-9311-dc201d9a5bc8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:02.676775 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:02.682383 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8a75bf79-c666-4227-9722-81ff3d72c595 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/a4b57d1b-344e-401f-9311-dc201d9a5bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2242985 Nov 11 22:23:02.686882 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Sync routers for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:02.698067 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:02.698659 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:02.815108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:02.860179 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-ebc8b5cb-175f-442f-af95-68aeade4be28 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379264562&fields=id&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 267 time: 0.0535815 Nov 11 22:23:02.988232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-33fdd31f-8568-4483-b694-f489381c6aa6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:02.990433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-33fdd31f-8568-4483-b694-f489381c6aa6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/networks?id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621 HTTP/1.1" status: 200 len: 797 time: 0.1205966 Nov 11 22:23:03.007430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-1e050aab-9331-409d-8dac-2fc2e009b62f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/quotas/3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 375 time: 0.0108895 Nov 11 22:23:03.032537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:02Z', 'revision_number': 2, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:03.065607 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Checking router: a4b57d1b-344e-401f-9311-dc201d9a5bc8 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:03.065972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Updating router a4b57d1b-344e-401f-9311-dc201d9a5bc8 port daa267b3-de40-4181-864a-a9744b606dfb binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:23:03.067335 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-3a74b8a1-e85e-4390-91b2-fb4216f9dbc8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536313 Nov 11 22:23:03.089989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ec195-b21c-4246-a82b-226bb256d11e None None] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:23:03.117203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.212190 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-aaf63f5b-f81f-42cc-bf99-c1e025a1745b None None] Provisioning complete for port 746615b3-b86c-4933-9a63-a7f722a91894 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:03.212577 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aaf63f5b-f81f-42cc-bf99-c1e025a1745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.333839 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 746615b3-b86c-4933-9a63-a7f722a91894 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:03.490439 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-8178a93e-6dc6-498d-8261-39064e46d53c service neutron] 10.222.0.31 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118309 Nov 11 22:23:03.546777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 746615b3-b86c-4933-9a63-a7f722a91894 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:03.547157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.552707 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aaf63f5b-f81f-42cc-bf99-c1e025a1745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.584792 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-a1d6112c-c81f-4a85-9270-2d7c100139f1 service neutron] 10.222.0.31 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879900 Nov 11 22:23:03.647514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aaf63f5b-f81f-42cc-bf99-c1e025a1745b None None] For port 746615b3-b86c-4933-9a63-a7f722a91894, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=746615b3-b86c-4933-9a63-a7f722a91894,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:03.721965 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.735164 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.745041 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aaf63f5b-f81f-42cc-bf99-c1e025a1745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.806566 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.846324 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c38e05ac-eb98-446b-abf5-29d6b6619bc0 req-a7923c19-4045-4e9d-8f1a-319621202984 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 210 time: 0.0376561 Nov 11 22:23:04.052719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf63f5b-f81f-42cc-bf99-c1e025a1745b None None] Pushing event updated for resources: {'Port': ['ID=746615b3-b86c-4933-9a63-a7f722a91894,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:04.102342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:23:04.107664 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:23:04.107664 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-99e50431-5572-48c4-871f-60e94b18aee4 None None] Provisioning complete for port 746615b3-b86c-4933-9a63-a7f722a91894 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:04.107664 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99e50431-5572-48c4-871f-60e94b18aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.178532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4646fa-d844-4ff8-bd43-5fb83adb462a None None] Pushing event updated for resources: {'Port': ['ID=daa267b3-de40-4181-864a-a9744b606dfb,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:04.184944 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Attempting to bind port daa267b3-de40-4181-864a-a9744b606dfb on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:04.185325 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Attempting to bind port daa267b3-de40-4181-864a-a9744b606dfb by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:23:04.185693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Attempting to bind port daa267b3-de40-4181-864a-a9744b606dfb on network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:04.193598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:23:04.193989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Checking segment: {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:23:04.194400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.194797 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Bound using segment: {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:23:04.195274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Bound port: daa267b3-de40-4181-864a-a9744b606dfb, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:23:04.195681 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.307680 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] For port daa267b3-de40-4181-864a-a9744b606dfb, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:23:04.311253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] For port daa267b3-de40-4181-864a-a9744b606dfb, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=daa267b3-de40-4181-864a-a9744b606dfb,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:23:04.313542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-99e50431-5572-48c4-871f-60e94b18aee4 None None] Provisioning complete for port daa267b3-de40-4181-864a-a9744b606dfb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:04.313542 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99e50431-5572-48c4-871f-60e94b18aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.352382 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-99e50431-5572-48c4-871f-60e94b18aee4 None None] Port daa267b3-de40-4181-864a-a9744b606dfb cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:23:04.388992 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.465837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:04.466495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:22:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:04.470500 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4646fa-d844-4ff8-bd43-5fb83adb462a None None] Pushing event updated for resources: {'Port': ['ID=daa267b3-de40-4181-864a-a9744b606dfb,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:04.518733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b30d46a0-ba2c-42be-8615-274e4e2e0afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.532070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d7df43fd-e54a-4bbe-bd4a-9fc67666ad83 None None] Provisioning complete for port daa267b3-de40-4181-864a-a9744b606dfb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:04.536698 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7df43fd-e54a-4bbe-bd4a-9fc67666ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.651875 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:04.785399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7df43fd-e54a-4bbe-bd4a-9fc67666ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.854604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d7df43fd-e54a-4bbe-bd4a-9fc67666ad83 None None] For port daa267b3-de40-4181-864a-a9744b606dfb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=daa267b3-de40-4181-864a-a9744b606dfb,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:04.928142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:04.950670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c7709307-43c4-4f73-b7a7-5e551ea969e0 req-d25711ca-94aa-4b06-bd5e-706e19dd1f01 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 210 time: 0.0278974 Nov 11 22:23:04.959749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c26-e4c2-46eb-a2f7-e6eac0f458b9 None None] The sync data for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 is: [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:04.961615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d7df43fd-e54a-4bbe-bd4a-9fc67666ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:05.030273 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df43fd-e54a-4bbe-bd4a-9fc67666ad83 None None] Pushing event updated for resources: {'Port': ['ID=daa267b3-de40-4181-864a-a9744b606dfb,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:05.085521 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-fe692d5a-a29b-4b91-840c-94bae593f42d None None] Provisioning complete for port daa267b3-de40-4181-864a-a9744b606dfb triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:05.091641 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fe692d5a-a29b-4b91-840c-94bae593f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:05.332172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device daa267b3-de40-4181-864a-a9744b606dfb up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:05.383796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port daa267b3-de40-4181-864a-a9744b606dfb triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:05.384300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:05.469334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 746615b3-b86c-4933-9a63-a7f722a91894 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:05.524256 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 746615b3-b86c-4933-9a63-a7f722a91894 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:05.524638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:05.916273 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:06.035091 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-1d3fcdad-fce3-4e12-bb1d-f9758d04a5bb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:06.036764 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-1d3fcdad-fce3-4e12-bb1d-f9758d04a5bb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/networks?id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621 HTTP/1.1" status: 200 len: 797 time: 0.1275730 Nov 11 22:23:06.069485 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-67e5d4b3-0bc6-404f-9ce2-702cce498c89 req-df0f91f9-396e-40c2-946b-b56923bd6be0 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 210 time: 0.0317092 Nov 11 22:23:06.122016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-af295a83-b63c-45f6-b59e-e6cd8a8fe6d8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3 HTTP/1.1" status: 200 len: 380 time: 0.0737123 Nov 11 22:23:06.132719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'port': {'device_id': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'admin_state_up': True, 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'security_groups': ['bd797f34-dc34-4897-acb0-9a7a3ae0b4c4']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:06.304672 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Made reservation on behalf of 3ea4e0d6ba9f4e9d86182024edafefc3 for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:23:06.308240 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:06.439345 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.20.0.12 (287a9bd3-fdd6-4de7-9e42-ef4e081c1621/64cdf0fc-7bb4-4e70-a4df-933f5912c164/6d9193d3-2eea-414f-ac01-0ad7713d5aaa) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:23:06.575195 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:06.699881 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:06.746733 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:06.751738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:06.754149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:23:06.782770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:06.815194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:06.815842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:06.900404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-02b4a6cb-b5b0-46c6-978f-5865756d4823 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7721090 Nov 11 22:23:06.913867 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Request body: {'port': {'device_id': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:06.973005 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.003625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f66a2b46-4057-4830-91c6-3d9a58e46cc8 None None] Provisioning complete for port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:07.004231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f66a2b46-4057-4830-91c6-3d9a58e46cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.040434 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-f66a2b46-4057-4830-91c6-3d9a58e46cc8 None None] Port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:23:07.231648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6087963-1218-4505-bcb4-524de1853572 req-6b84df34-b262-49d0-bb37-84d56d427b91 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:07.233260 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6087963-1218-4505-bcb4-524de1853572 req-6b84df34-b262-49d0-bb37-84d56d427b91 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 932 time: 0.0779576 Nov 11 22:23:07.323113 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9193d3-2eea-414f-ac01-0ad7713d5aaa {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:23:07.330660 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6087963-1218-4505-bcb4-524de1853572 req-3fdc6505-1173-4bc5-b9e4-ffddd57feea9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890477 Nov 11 22:23:07.335103 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.347234 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Transition to ACTIVE for port object 6d9193d3-2eea-414f-ac01-0ad7713d5aaa will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:23:07.428123 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.481310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:07.502489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.561695 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Attempting to bind port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:07.562038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Attempting to bind port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:23:07.562375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Attempting to bind port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa on network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:07.567016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa on network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:23:07.568020 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Attempting to bind port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa on network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:07.573382 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:23:07.573729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Checking segment: {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:23:07.574120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Bound using segment: {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:23:07.574606 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Bound port: 6d9193d3-2eea-414f-ac01-0ad7713d5aaa, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a61dec9-7269-42f0-8da5-ab3b211536d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:23:07.574950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.654566 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] For port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:23:07.657638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] For port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:23:07.754822 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.790524 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:07.791030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:07.792503 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] 10.222.0.62 "PUT /v2.0/ports/6d9193d3-2eea-414f-ac01-0ad7713d5aaa HTTP/1.1" status: 200 len: 1092 time: 0.8838506 Nov 11 22:23:07.792967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:07.795231 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdef0c2-a2a7-43f4-be20-6be1e3e07622" -d '{"events": [{"name": "network-changed", "server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:07.826188 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4926c-f07b-42fb-9132-6cc71e205bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:07.838288 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5623be98-ac40-4079-aabd-de6ca89a623f x-openstack-request-id: req-5623be98-ac40-4079-aabd-de6ca89a623f {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:07.838484 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:07.838746 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5623be98-ac40-4079-aabd-de6ca89a623f {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:07.839157 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'status': 'completed', 'code': 200} Nov 11 22:23:07.903342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef0c2-a2a7-43f4-be20-6be1e3e07622 req-77cdecf9-5e88-446a-bd1c-dfe4c5d4e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:07.905408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fdef0c2-a2a7-43f4-be20-6be1e3e07622 req-77cdecf9-5e88-446a-bd1c-dfe4c5d4e0c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1095 time: 0.0458896 Nov 11 22:23:07.922604 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.015322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef0c2-a2a7-43f4-be20-6be1e3e07622 req-6d70b2ea-e264-4eeb-8d95-fc35a6db08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.016850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fdef0c2-a2a7-43f4-be20-6be1e3e07622 req-6d70b2ea-e264-4eeb-8d95-fc35a6db08b5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1044195 Nov 11 22:23:08.113194 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef0c2-a2a7-43f4-be20-6be1e3e07622 req-4cda7165-f238-4e10-843f-be3b2c7b9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.115366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fdef0c2-a2a7-43f4-be20-6be1e3e07622 req-4cda7165-f238-4e10-843f-be3b2c7b9f35 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914350 Nov 11 22:23:08.191828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-afac3283-948f-4220-8f3e-1bf5b44ebbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.193629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-afac3283-948f-4220-8f3e-1bf5b44ebbf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1095 time: 0.0425932 Nov 11 22:23:08.241285 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-e09782ae-d036-47d8-9154-e7875c36dd42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa HTTP/1.1" status: 200 len: 217 time: 0.0385318 Nov 11 22:23:08.291889 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-278eb96a-ee39-42dc-94d1-1792f73c1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.293313 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-278eb96a-ee39-42dc-94d1-1792f73c1cc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64cdf0fc-7bb4-4e70-a4df-933f5912c164 HTTP/1.1" status: 200 len: 835 time: 0.0450461 Nov 11 22:23:08.340332 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-eaba120c-ea2f-4803-8cdb-1d1c0f989bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.341860 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-eaba120c-ea2f-4803-8cdb-1d1c0f989bea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417578 Nov 11 22:23:08.467358 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-e451e145-8eb0-401d-986c-8f635b8050c4 service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176589 Nov 11 22:23:08.476692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4836d0-3cc4-46d2-bd9b-b9935276b9ee req-85f9cdfe-f99f-45b2-a81b-a69056760313 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.478095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb4836d0-3cc4-46d2-bd9b-b9935276b9ee req-85f9cdfe-f99f-45b2-a81b-a69056760313 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 944 time: 0.0729451 Nov 11 22:23:08.589705 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-eb4836d0-3cc4-46d2-bd9b-b9935276b9ee req-dc302477-e33a-477d-8f93-2361f555d026 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026495 Nov 11 22:23:08.603756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6bcaca92-2e06-4f34-824b-5b4ff681cf0e req-d09585a7-408c-453e-9883-92e48f43ec90 service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247308 Nov 11 22:23:09.710131 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e9c8-bef4-4081-8067-ebcd98a81250 req-b1fdcb58-bbb2-4890-8a3e-c3b526f5ba4b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:09.711641 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c28e9c8-bef4-4081-8067-ebcd98a81250 req-b1fdcb58-bbb2-4890-8a3e-c3b526f5ba4b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 944 time: 0.0507748 Nov 11 22:23:09.761093 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6c28e9c8-bef4-4081-8067-ebcd98a81250 req-693e190b-5d52-4b68-805c-e2ebf7b314ba tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Nov 11 22:23:10.883159 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7ef5a-c147-46ce-a5a7-8c05b0b96dc6 req-8ec39afd-69df-46b2-9ff5-5dfeeb3b76ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.884681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2be7ef5a-c147-46ce-a5a7-8c05b0b96dc6 req-8ec39afd-69df-46b2-9ff5-5dfeeb3b76ff tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 944 time: 0.0541124 Nov 11 22:23:10.935533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2be7ef5a-c147-46ce-a5a7-8c05b0b96dc6 req-1c8dae92-01db-4384-90ae-6181715f7ca4 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Nov 11 22:23:11.279399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 6d9193d3-2eea-414f-ac01-0ad7713d5aaa details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:23:11.377175 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:11.387927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'port_id': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'mac_address': 'fa:16:3e:40:d2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:23:11.424772 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:11.436948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9193d3-2eea-414f-ac01-0ad7713d5aaa {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:23:11.454810 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:11.585161 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:11.634838 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:11.791368 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['6d9193d3-2eea-414f-ac01-0ad7713d5aaa'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:23:12.053442 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d967a-9b11-4d28-8b34-705ad949ca84 req-54c589ae-a93b-40f6-8439-4f224f09fefd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:12.054896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-967d967a-9b11-4d28-8b34-705ad949ca84 req-54c589ae-a93b-40f6-8439-4f224f09fefd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 945 time: 0.0509214 Nov 11 22:23:12.104404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-967d967a-9b11-4d28-8b34-705ad949ca84 req-9d66e379-a30d-494c-83db-4685e21d8ba1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Nov 11 22:23:13.220478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca64210-918d-473b-9b33-6d31e89bccea req-839bde47-fda5-4313-90db-37716ffffbd9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:13.221994 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fca64210-918d-473b-9b33-6d31e89bccea req-839bde47-fda5-4313-90db-37716ffffbd9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 945 time: 0.0499635 Nov 11 22:23:13.276036 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fca64210-918d-473b-9b33-6d31e89bccea req-fc1568a2-2bc9-4447-8ffc-38288cd1b313 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479338 Nov 11 22:23:13.280341 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 6d9193d3-2eea-414f-ac01-0ad7713d5aaa up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:13.405008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:23:13.409118 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:13.409521 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:13.487064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:13.509602 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:13.514804 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad566c-cf38-44d4-a6ee-780e8c352492" -d '{"events": [{"server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "name": "network-vif-plugged", "status": "completed", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:13.525015 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:13.550240 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6370703a-c5ab-4ed6-b002-a3b92e06fdf2 x-openstack-request-id: req-6370703a-c5ab-4ed6-b002-a3b92e06fdf2 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:13.550536 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "name": "network-vif-plugged", "status": "completed", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:13.550815 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6370703a-c5ab-4ed6-b002-a3b92e06fdf2 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:13.551217 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'code': 200} Nov 11 22:23:13.599446 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:13.666269 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6afb20-1e6f-46d1-994f-0664f03c969e req-91eb20a7-54bb-4ae5-bab0-18bae8fd625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:13.667823 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a6afb20-1e6f-46d1-994f-0664f03c969e req-91eb20a7-54bb-4ae5-bab0-18bae8fd625b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1097 time: 0.0619559 Nov 11 22:23:13.671549 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:13.715123 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7a6afb20-1e6f-46d1-994f-0664f03c969e req-4d97868f-c0f4-4221-8db9-919e79fcc7a8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401456 Nov 11 22:23:14.395434 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a56b1b-343c-4d84-9827-2d0e4ce7ff6c req-e7b23f26-eb8b-47e2-8534-9780f575d511 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:14.397030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48a56b1b-343c-4d84-9827-2d0e4ce7ff6c req-e7b23f26-eb8b-47e2-8534-9780f575d511 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0515187 Nov 11 22:23:14.447162 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48a56b1b-343c-4d84-9827-2d0e4ce7ff6c req-15a87598-3ca2-444f-b1c6-fd806b324ba6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Nov 11 22:23:15.570454 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568488d-cb81-42ef-aaed-fef4027ab43c req-2bd17b7e-2119-4611-b9c2-41849f406ca6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:15.571970 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f568488d-cb81-42ef-aaed-fef4027ab43c req-2bd17b7e-2119-4611-b9c2-41849f406ca6 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0557234 Nov 11 22:23:15.622676 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f568488d-cb81-42ef-aaed-fef4027ab43c req-3ed5f4fe-0ccd-407f-a59b-3bee1ab3c778 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447068 Nov 11 22:23:15.739862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62d6fc-629f-4c48-b243-22ce6be04376 req-bcebc672-babe-4f9d-b378-219d4db0ddf2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:15.741452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e62d6fc-629f-4c48-b243-22ce6be04376 req-bcebc672-babe-4f9d-b378-219d4db0ddf2 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0519259 Nov 11 22:23:15.791029 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3e62d6fc-629f-4c48-b243-22ce6be04376 req-31f1266a-6c62-4991-ba24-94bfea2e07fd tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Nov 11 22:23:15.812879 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42712) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:15.851904 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff5ad8-55eb-4e87-a0a6-35a75dd3cff6 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:15.853453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-68ff5ad8-55eb-4e87-a0a6-35a75dd3cff6 tempest-TestNetworkAdvancedServerOps-1480775295 tempest-TestNetworkAdvancedServerOps-1480775295-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1092 time: 0.0396037 Nov 11 22:23:15.856231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42714) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:15.860517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:15.954074 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.056027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.162982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Allocated IP 172.25.2.125 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/c45c57c8-79d9-4d95-ac92-62178d340276) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:23:16.263366 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.350493 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.385112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:16.387835 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:16.390342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:23:16.431320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=c45c57c8-79d9-4d95-ac92-62178d340276,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:16.758733 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.901579 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:17.048727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:17.110265 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:17.180539 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event updated for resources: {'Port': ['ID=c45c57c8-79d9-4d95-ac92-62178d340276,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:17.192535 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:17.293501 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP f02bc2ee-4988-4785-8fd3-579f7304e86a associated. External IP: 172.25.2.125, port: 6d9193d3-2eea-414f-ac01-0ad7713d5aaa. Nov 11 22:23:17.508404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router a4b57d1b-344e-401f-9311-dc201d9a5bc8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:17.617471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:17.627266 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] Sync routers for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:17.637011 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:17.638568 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:23:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:17.689443 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:17.720166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cd44a393-3410-4cba-89a2-f24ff609a54a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8628817 Nov 11 22:23:17.721162 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:17.724534 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67b0647-816f-4485-a167-df9ed1f91b84" -d '{"events": [{"name": "network-changed", "server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:17.745652 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:17.820603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b3c1e-3c8c-48a0-accf-1c5a135a47c9 req-69b60d47-e3b5-46b5-8463-2b8551aa6687 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.822061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a2b3c1e-3c8c-48a0-accf-1c5a135a47c9 req-69b60d47-e3b5-46b5-8463-2b8551aa6687 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0503225 Nov 11 22:23:17.873703 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a2b3c1e-3c8c-48a0-accf-1c5a135a47c9 req-5ea7c7f9-fb59-4bb7-9ecb-d4ce0dd7269e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456388 Nov 11 22:23:17.896181 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42720) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:17.941666 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43f3a05-d6f8-40ae-b446-b566b2b56ad0 x-openstack-request-id: req-f43f3a05-d6f8-40ae-b446-b566b2b56ad0 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:17.942046 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:17.942305 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f43f3a05-d6f8-40ae-b446-b566b2b56ad0 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:17.942708 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'status': 'completed', 'code': 200} Nov 11 22:23:17.972412 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f02bc2ee-4988-4785-8fd3-579f7304e86a', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'port_id': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'mac_address': 'fa:16:3e:40:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:16Z', 'updated_at': '2021-11-11T22:23:16Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:17.993915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-75655d33-253e-48ac-a86b-344a2a6cf47d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/f02bc2ee-4988-4785-8fd3-579f7304e86a HTTP/1.1" status: 200 len: 992 time: 0.0962875 Nov 11 22:23:17.999212 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] Checking router: a4b57d1b-344e-401f-9311-dc201d9a5bc8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:18.004756 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-685d5275-5cc1-426d-b8db-61176d8b28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:18.011554 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-685d5275-5cc1-426d-b8db-61176d8b28fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1097 time: 0.0614014 Nov 11 22:23:18.011699 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:18.011699 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:23:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:18.102483 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-ded3923c-717e-410d-80f4-5873fa3b0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:18.103956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-ded3923c-717e-410d-80f4-5873fa3b0be5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621 HTTP/1.1" status: 200 len: 898 time: 0.0903347 Nov 11 22:23:18.116433 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:18.174017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-d40fa728-3523-4a40-b19c-b4157d0bb5be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa HTTP/1.1" status: 200 len: 1000 time: 0.0635743 Nov 11 22:23:18.222628 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-64163fe9-855b-493c-af44-8328f98b49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:18.225233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-64163fe9-855b-493c-af44-8328f98b49ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64cdf0fc-7bb4-4e70-a4df-933f5912c164 HTTP/1.1" status: 200 len: 835 time: 0.0446942 Nov 11 22:23:18.271902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-148f2baf-ad46-4f6e-8d4d-52c04aef0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:18.273461 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-148f2baf-ad46-4f6e-8d4d-52c04aef0929 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408592 Nov 11 22:23:18.341916 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f02bc2ee-4988-4785-8fd3-579f7304e86a', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'port_id': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'mac_address': 'fa:16:3e:40:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:16Z', 'updated_at': '2021-11-11T22:23:16Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:18.369254 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e3b74-d1d5-4728-b5c1-a7e549cd9cb6 None None] The sync data for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 is: [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'f02bc2ee-4988-4785-8fd3-579f7304e86a', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'port_id': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'mac_address': 'fa:16:3e:40:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:16Z', 'updated_at': '2021-11-11T22:23:16Z', 'revision_number': 0, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:18.582062 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9f345f-419f-4658-9a9d-a1deb238d85c None None] New status for floating IP f02bc2ee-4988-4785-8fd3-579f7304e86a: ACTIVE {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:23:18.691372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-96908abd-6ca3-4425-ab21-e1ce7adeaa5a service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097817 Nov 11 22:23:18.789792 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e67b0647-816f-4485-a167-df9ed1f91b84 req-ebba141d-d94d-47cf-adb7-8d35b0aa27df service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900393 Nov 11 22:23:18.997728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42722) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:19.059854 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-89602909-6499-4830-a251-867c5d1586cb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/f02bc2ee-4988-4785-8fd3-579f7304e86a HTTP/1.1" status: 200 len: 994 time: 0.0609374 Nov 11 22:23:20.236759 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:23:22.990616 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:28.264062 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:32.024004 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-818bb806-c7dc-4468-aa4b-598d3a0da284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:34.475582 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-93d6a380-0040-401c-81c9-571528bdff7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:35.915362 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:37.467294 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:37.918677 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:44.750276 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-2ba57d3f-4fd1-4a71-b7db-7f4f3e58b8d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408461 Nov 11 22:23:44.839956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-e2ccbfc1-3a26-4d4a-8c62-0778cb7bed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:44.841524 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-e2ccbfc1-3a26-4d4a-8c62-0778cb7bed36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1097 time: 0.0455987 Nov 11 22:23:44.950067 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-f7b0625c-0555-456a-becc-3be27c23b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:44.951586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-f7b0625c-0555-456a-becc-3be27c23b99f service neutron] 10.222.0.62 "GET /v2.0/networks?id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621 HTTP/1.1" status: 200 len: 898 time: 0.0894392 Nov 11 22:23:45.023690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-9f597dae-72f8-4acb-a2bf-828b68407618 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa HTTP/1.1" status: 200 len: 1002 time: 0.0651634 Nov 11 22:23:45.078903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-2cd5d787-f9e7-43df-a0af-835d42b2cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:45.080418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-2cd5d787-f9e7-43df-a0af-835d42b2cf63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64cdf0fc-7bb4-4e70-a4df-933f5912c164 HTTP/1.1" status: 200 len: 835 time: 0.0499952 Nov 11 22:23:45.129829 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-cdbcaea2-994b-4225-bf5f-e666ed588ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:45.131404 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-cdbcaea2-994b-4225-bf5f-e666ed588ff0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439696 Nov 11 22:23:45.234238 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-0eea0912-a90d-4b31-81ac-06e81a19f5c8 service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949202 Nov 11 22:23:45.334415 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-698be17d-cd99-4022-8804-41ec0ece4f34 req-f275ca64-4529-4e08-b978-dc38e2d508ca service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932803 Nov 11 22:23:46.092899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add4a59-5c8a-4165-ae62-44aa3fe542fe req-89b72ced-b775-4681-9417-5b079f5ed555 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:46.094432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3add4a59-5c8a-4165-ae62-44aa3fe542fe req-89b72ced-b775-4681-9417-5b079f5ed555 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0548720 Nov 11 22:23:46.145579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3add4a59-5c8a-4165-ae62-44aa3fe542fe req-f35d21a3-d99b-46df-8eba-a48455586682 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Nov 11 22:23:47.265066 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0d27f-7e77-4011-a68a-5102b8a4f5dd req-84e896c6-8268-410a-8252-a44e4b03e60d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:47.266564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93a0d27f-7e77-4011-a68a-5102b8a4f5dd req-84e896c6-8268-410a-8252-a44e4b03e60d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0507553 Nov 11 22:23:47.317224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93a0d27f-7e77-4011-a68a-5102b8a4f5dd req-10151bdc-79a4-4558-b6e2-5b745c0bef8a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 Nov 11 22:23:47.344832 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42738) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:47.412118 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-2dd085cb-6023-4e00-b15c-991d5f49cbd5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/f02bc2ee-4988-4785-8fd3-579f7304e86a HTTP/1.1" status: 200 len: 994 time: 0.0658813 Nov 11 22:23:48.817438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2adfab-d29a-4f66-9438-32a0bb34541d req-4202fcad-36c6-4875-a598-483c9cf125f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:48.819073 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce2adfab-d29a-4f66-9438-32a0bb34541d req-4202fcad-36c6-4875-a598-483c9cf125f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0526922 Nov 11 22:23:48.882557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ce2adfab-d29a-4f66-9438-32a0bb34541d req-f69a2794-ccf1-4dc7-aac9-05329e592ce9 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567915 Nov 11 22:23:48.933530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99b59-b491-47e0-ac12-1164fc708555 req-cf5b7109-be56-4891-97c4-fe2974a5da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:48.935028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03a99b59-b491-47e0-ac12-1164fc708555 req-cf5b7109-be56-4891-97c4-fe2974a5da07 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1097 time: 0.0424695 Nov 11 22:23:49.036522 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99b59-b491-47e0-ac12-1164fc708555 req-4e307d80-cefe-4316-8a88-2e6f92237ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:49.038016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03a99b59-b491-47e0-ac12-1164fc708555 req-4e307d80-cefe-4316-8a88-2e6f92237ea2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621 HTTP/1.1" status: 200 len: 898 time: 0.0874050 Nov 11 22:23:49.108614 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03a99b59-b491-47e0-ac12-1164fc708555 req-5d6ef16b-7952-410d-a31e-5994c1d27465 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa HTTP/1.1" status: 200 len: 1002 time: 0.0630589 Nov 11 22:23:49.157185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99b59-b491-47e0-ac12-1164fc708555 req-111a2df7-6d97-4130-a886-16203eb8b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:49.158616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03a99b59-b491-47e0-ac12-1164fc708555 req-111a2df7-6d97-4130-a886-16203eb8b108 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64cdf0fc-7bb4-4e70-a4df-933f5912c164 HTTP/1.1" status: 200 len: 835 time: 0.0433514 Nov 11 22:23:49.204553 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99b59-b491-47e0-ac12-1164fc708555 req-0fc7944f-8134-450a-b58a-64a1ec029648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:49.206066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03a99b59-b491-47e0-ac12-1164fc708555 req-0fc7944f-8134-450a-b58a-64a1ec029648 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402806 Nov 11 22:23:49.302497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03a99b59-b491-47e0-ac12-1164fc708555 req-cfa08ab3-e15a-4b37-974d-5a5312818da5 service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882475 Nov 11 22:23:49.395666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-03a99b59-b491-47e0-ac12-1164fc708555 req-99e0794c-df56-4753-ba94-5cd147c74177 service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Nov 11 22:23:50.006347 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f13a8-042c-4b10-b5d4-603e25cc758f req-6659d51e-0e8f-436a-97b7-fb92c515df5b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:50.007895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d9f13a8-042c-4b10-b5d4-603e25cc758f req-6659d51e-0e8f-436a-97b7-fb92c515df5b tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0562246 Nov 11 22:23:50.058717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8d9f13a8-042c-4b10-b5d4-603e25cc758f req-0ae81595-efa5-44bd-8d41-779bf0d216c1 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448699 Nov 11 22:23:51.174537 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba164f9-7e36-400e-b6ff-346df6d2bf3b req-69fbce00-3ec4-4863-a73b-78f7e7551975 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:51.176887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fba164f9-7e36-400e-b6ff-346df6d2bf3b req-69fbce00-3ec4-4863-a73b-78f7e7551975 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0504949 Nov 11 22:23:51.227590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fba164f9-7e36-400e-b6ff-346df6d2bf3b req-0f5b0f1b-3e41-43f0-be8d-63ac67ba8d52 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445678 Nov 11 22:23:51.250123 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42750) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:51.310860 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5b40568c-8e84-4f54-9f7c-fcac31d77bcf tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/floatingips/f02bc2ee-4988-4785-8fd3-579f7304e86a HTTP/1.1" status: 200 len: 994 time: 0.0595574 Nov 11 22:23:51.616386 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42756) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:51.775128 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port c45c57c8-79d9-4d95-ac92-62178d340276 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:51.775466 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:51.849033 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:51.849359 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:51.860725 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for c45c57c8-79d9-4d95-ac92-62178d340276 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:52.451486 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.475291 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=c45c57c8-79d9-4d95-ac92-62178d340276,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:52.538238 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.538583 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Floating IP f02bc2ee-4988-4785-8fd3-579f7304e86a disassociated (deleted). External IP: 172.25.2.125, port: 6d9193d3-2eea-414f-ac01-0ad7713d5aaa. Nov 11 22:23:52.740080 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router a4b57d1b-344e-401f-9311-dc201d9a5bc8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:52.851350 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:52.856134 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.862058 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] Sync routers for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:52.871374 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:52.871970 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:23:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:52.881843 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3ed3a1f1-ab92-4138-b16d-73981b794cf5 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/floatingips/f02bc2ee-4988-4785-8fd3-579f7304e86a HTTP/1.1" status: 204 len: 168 time: 1.2643855 Nov 11 22:23:52.882429 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:52.884788 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d1bdbc-1071-40a9-9900-6e8b3a39962b" -d '{"events": [{"name": "network-changed", "server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:52.978169 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:52.994517 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:53.263311 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:53.295093 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] Checking router: a4b57d1b-344e-401f-9311-dc201d9a5bc8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:53.301939 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:53.302540 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:23:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:53.320902 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f24770-4bcf-430b-85c7-5a593eb27030 x-openstack-request-id: req-d7f24770-4bcf-430b-85c7-5a593eb27030 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:53.323434 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:53.323434 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f24770-4bcf-430b-85c7-5a593eb27030 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:53.323434 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'status': 'completed', 'code': 200} Nov 11 22:23:53.412968 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:53.426035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-e8e829fb-b15e-4d4e-ba36-7812c7d798db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:53.427565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-e8e829fb-b15e-4d4e-ba36-7812c7d798db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 1097 time: 0.0790038 Nov 11 22:23:53.440041 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25989a30-d560-4265-8cd0-94c8c4cdeb0d req-6c99388e-a449-4fc0-8d6c-5fd4956dde50 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:53.441978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25989a30-d560-4265-8cd0-94c8c4cdeb0d req-6c99388e-a449-4fc0-8d6c-5fd4956dde50 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0658836 Nov 11 22:23:53.553896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25989a30-d560-4265-8cd0-94c8c4cdeb0d req-b53946bb-42df-4158-8575-96ebf4991e4e tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035187 Nov 11 22:23:53.580422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-80d79462-28a5-4831-8e81-5ba79ee3bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:53.582493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-80d79462-28a5-4831-8e81-5ba79ee3bfa9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621 HTTP/1.1" status: 200 len: 898 time: 0.1396520 Nov 11 22:23:53.624652 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:53.628853 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-fe5f75cb-50e1-4730-a84c-72603fcd6f10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa HTTP/1.1" status: 200 len: 217 time: 0.0356905 Nov 11 22:23:53.652270 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f223d-b18d-4a63-b553-31d4fc23bd3e None None] The sync data for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 is: [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:01Z', 'revision_number': 4, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'daa267b3-de40-4181-864a-a9744b606dfb', 'name': '', 'network_id': '287a9bd3-fdd6-4de7-9e42-ef4e081c1621', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'mac_address': 'fa:16:3e:1e:ec:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:23:01Z', 'updated_at': '2021-11-11T22:23:04Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'subnets': [{'id': '64cdf0fc-7bb4-4e70-a4df-933f5912c164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:53.681649 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-a264cb15-bed1-4e75-bfb0-7c6a36ff6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:53.683137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-a264cb15-bed1-4e75-bfb0-7c6a36ff6c7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64cdf0fc-7bb4-4e70-a4df-933f5912c164 HTTP/1.1" status: 200 len: 835 time: 0.0456529 Nov 11 22:23:53.737969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-397d52e5-f94b-42b7-bd48-ca4330f63bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:53.739656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-397d52e5-f94b-42b7-bd48-ca4330f63bd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=287a9bd3-fdd6-4de7-9e42-ef4e081c1621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477934 Nov 11 22:23:53.838057 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-64746e71-1b68-455f-afc5-48a0dec4b7a6 service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878885 Nov 11 22:23:53.886691 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42cfdc-d763-4117-93c5-cf37ffedf008 None None] New status for floating IP f02bc2ee-4988-4785-8fd3-579f7304e86a: DOWN {{(pid=109676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:23:53.939428 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-40d1bdbc-1071-40a9-9900-6e8b3a39962b req-6fabe2a3-ad04-48c5-9e32-1777aacf0286 service neutron] 10.222.0.62 "GET /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917404 Nov 11 22:23:54.675946 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2f99c-c2dc-4d2d-b43c-322532ecd5f7 req-c2f5dc52-aaf0-4fcf-abae-82e7b4b3ca41 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:54.677619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69a2f99c-c2dc-4d2d-b43c-322532ecd5f7 req-c2f5dc52-aaf0-4fcf-abae-82e7b4b3ca41 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0521445 Nov 11 22:23:54.727742 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69a2f99c-c2dc-4d2d-b43c-322532ecd5f7 req-afd797e3-c23c-43dd-a714-edba401d5171 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Nov 11 22:23:54.930660 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-f8b8a8c1-fc9c-4fa1-9880-3ef510f3350a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:54.932044 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-f8b8a8c1-fc9c-4fa1-9880-3ef510f3350a tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 946 time: 0.0494099 Nov 11 22:23:55.025670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:55.026019 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:55.115228 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:55.115599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:55.128602 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 6d9193d3-2eea-414f-ac01-0ad7713d5aaa owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:55.354378 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:55.382022 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=6d9193d3-2eea-414f-ac01-0ad7713d5aaa,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:55.391931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.392310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.392658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.393107 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.393437 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.394446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.394786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.395128 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.395864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.395864 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.396099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.396465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:55.443435 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] No DVR routers for this DVR port 6d9193d3-2eea-414f-ac01-0ad7713d5aaa on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:23:55.446129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:55.449482 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-809626d1-fb56-43f6-8cd8-a463e7a37716 req-010c2657-8c6d-4d63-8802-c04eecfb1a1f tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.62 "DELETE /v2.0/ports/6d9193d3-2eea-414f-ac01-0ad7713d5aaa HTTP/1.1" status: 204 len: 173 time: 0.5113368 Nov 11 22:23:55.449918 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'name': 'network-vif-deleted', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:55.452216 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb265fd-3910-45ea-83c4-5d3d427f4074" -d '{"events": [{"server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "name": "network-vif-deleted", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:55.487174 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1223997-eea0-4557-88c6-57cc4eb2eb12 x-openstack-request-id: req-d1223997-eea0-4557-88c6-57cc4eb2eb12 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:55.488088 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc", "name": "network-vif-deleted", "tag": "6d9193d3-2eea-414f-ac01-0ad7713d5aaa", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:55.488579 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1223997-eea0-4557-88c6-57cc4eb2eb12 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:55.488996 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc', 'name': 'network-vif-deleted', 'tag': '6d9193d3-2eea-414f-ac01-0ad7713d5aaa', 'status': 'completed', 'code': 200} Nov 11 22:23:55.831382 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-35b9b61f-9a40-4877-9600-f5c159a83ece req-d0ea42eb-9f29-4d91-bbc2-3b75afcf0796 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "GET /v2.0/ports?device_id=c57b4fc3-7ee3-4a3e-80c4-9f3d329f01fc HTTP/1.1" status: 200 len: 210 time: 0.0283504 Nov 11 22:23:56.889889 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42772) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:57.235911 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:23:57.245642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:57.504065 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port daa267b3-de40-4181-864a-a9744b606dfb {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:57.504356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:57.529624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 6d9193d3-2eea-414f-ac01-0ad7713d5aaa no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:23:57.549194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 6d9193d3-2eea-414f-ac01-0ad7713d5aaa {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:23:57.549545 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 6d9193d3-2eea-414f-ac01-0ad7713d5aaa not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:23:57.599036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port daa267b3-de40-4181-864a-a9744b606dfb, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=daa267b3-de40-4181-864a-a9744b606dfb,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:57.599394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:57.611167 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for daa267b3-de40-4181-864a-a9744b606dfb owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:57.903254 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:57.931877 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=daa267b3-de40-4181-864a-a9744b606dfb,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:57.959826 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.960227 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.960579 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.960947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.961290 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.961635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.961970 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.962382 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.962635 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.962965 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.963295 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:57.963622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:58.120640 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.308615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.336798 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Router a4b57d1b-344e-401f-9311-dc201d9a5bc8 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:58.442912 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:58.448163 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e4f14a33-3a36-4f8c-b43b-a664b93c52fb tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "PUT /v2.0/routers/a4b57d1b-344e-401f-9311-dc201d9a5bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572166 Nov 11 22:23:58.450868 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:58.452293 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] Sync routers for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:58.462581 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:58.463195 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:23:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:58.502060 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting subnet 64cdf0fc-7bb4-4e70-a4df-933f5912c164 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:23:58.505276 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.550686 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.569732 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:58.632733 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.748703 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:57Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:58.775512 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] Checking router: a4b57d1b-344e-401f-9311-dc201d9a5bc8 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:58.783408 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.784117 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] Routers {'a4b57d1b-344e-401f-9311-dc201d9a5bc8'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:58.784836 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:23:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:58.815418 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Subnet': ['ID=64cdf0fc-7bb4-4e70-a4df-933f5912c164,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:58.818341 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.821732 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-252d9380-5df8-41a0-a2c7-7df6e98c34b7 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/subnets/64cdf0fc-7bb4-4e70-a4df-933f5912c164 HTTP/1.1" status: 204 len: 168 time: 0.3697896 Nov 11 22:23:58.824261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42776) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:58.830291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830f39a-18f6-409d-9033-c49c091d28ea None None] Network 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:23:58.899462 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] Set router a4b57d1b-344e-401f-9311-dc201d9a5bc8 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:58.942907 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.061270 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.099548 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:57Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:59.130212 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ff180-6d3e-49b8-8301-443746870c0d None None] The sync data for ids ['a4b57d1b-344e-401f-9311-dc201d9a5bc8'] in n-d-805734-3 is: [{'id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280547678', 'tenant_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:22:57Z', 'updated_at': '2021-11-11T22:23:57Z', 'revision_number': 5, 'project_id': '3ea4e0d6ba9f4e9d86182024edafefc3', 'gw_port': {'id': '439722d5-0986-48dc-ba94-cf34985ab7b5', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b57d1b-344e-401f-9311-dc201d9a5bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:22:58Z', 'updated_at': '2021-11-11T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:59.179956 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] DHCP port deletion for 287a9bd3-fdd6-4de7-9e42-ef4e081c1621 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:23:59.197379 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Deleting port 439722d5-0986-48dc-ba94-cf34985ab7b5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:59.197725 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.232355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Deleting port 746615b3-b86c-4933-9a63-a7f722a91894 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:59.232909 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.286326 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] For port 439722d5-0986-48dc-ba94-cf34985ab7b5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=439722d5-0986-48dc-ba94-cf34985ab7b5,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:59.286688 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.298324 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Calling delete_port for 439722d5-0986-48dc-ba94-cf34985ab7b5 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:59.301910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] For port 746615b3-b86c-4933-9a63-a7f722a91894, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=746615b3-b86c-4933-9a63-a7f722a91894,segment=NetworkSegment(0a61dec9-7269-42f0-8da5-ab3b211536d8),segment_id=0a61dec9-7269-42f0-8da5-ab3b211536d8)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:59.302346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.314802 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Calling delete_port for 746615b3-b86c-4933-9a63-a7f722a91894 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:59.496444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.525183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Pushing event deleted for resources: {'Port': ['ID=746615b3-b86c-4933-9a63-a7f722a91894,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:59.527559 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] No DVR routers for this DVR port 746615b3-b86c-4933-9a63-a7f722a91894 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:23:59.542077 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.542625 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.542835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.543262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.543761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.545678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.546250 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.546634 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.547078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.547473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.547869 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.549095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dd355b-1d8b-4ef6-83a5-1823c2dcd74a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:59.554266 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device daa267b3-de40-4181-864a-a9744b606dfb no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:23:59.571842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.576297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: daa267b3-de40-4181-864a-a9744b606dfb {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:23:59.576816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device daa267b3-de40-4181-864a-a9744b606dfb not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:23:59.577057 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 746615b3-b86c-4933-9a63-a7f722a91894 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:23:59.598289 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 746615b3-b86c-4933-9a63-a7f722a91894 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:23:59.598639 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 746615b3-b86c-4933-9a63-a7f722a91894 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:23:59.608747 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Port': ['ID=439722d5-0986-48dc-ba94-cf34985ab7b5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:59.622490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e18fa0-0d9a-4061-aa77-63ecd013fba2 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:23:59.688007 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.780041 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.782163 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.891460 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.891915 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Fanout notify agent at l3_agent the message router_deleted on router a4b57d1b-344e-401f-9311-dc201d9a5bc8 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:23:59.902473 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.902473 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-439a9af1-1d16-4cb8-9903-f2cb614ef01d tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/routers/a4b57d1b-344e-401f-9311-dc201d9a5bc8 HTTP/1.1" status: 204 len: 168 time: 1.0760388 Nov 11 22:23:59.903440 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42778) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:59.985193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.075539 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.095425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287a9bd3-fdd6-4de7-9e42-ef4e081c1621']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:00.105221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a61dec9-7269-42f0-8da5-ab3b211536d8') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:00.105530 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a61dec9-7269-42f0-8da5-ab3b211536d8') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:00.114921 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.135236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.135236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:24:00.135236 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:24:00.136799 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:24:00.279853 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.287667 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.290453 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/networks/287a9bd3-fdd6-4de7-9e42-ef4e081c1621 HTTP/1.1" status: 204 len: 168 time: 0.3858738 Nov 11 22:24:00.293348 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:00.301547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b8e1-56d2-466e-9014-de9b521c6834 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'Network': ['ID=287a9bd3-fdd6-4de7-9e42-ef4e081c1621,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:00.357647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-171e3ec5-4a3a-43ab-9ced-56abb77a02f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.383311 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-171e3ec5-4a3a-43ab-9ced-56abb77a02f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.497104 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-171e3ec5-4a3a-43ab-9ced-56abb77a02f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.499879 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-171e3ec5-4a3a-43ab-9ced-56abb77a02f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.501110 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-171e3ec5-4a3a-43ab-9ced-56abb77a02f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] 10.222.0.31 "DELETE /v2.0/security-groups/bd797f34-dc34-4897-acb0-9a7a3ae0b4c4 HTTP/1.1" status: 204 len: 168 time: 0.2066936 Nov 11 22:24:00.510576 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e3ec5-4a3a-43ab-9ced-56abb77a02f8 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd797f34-dc34-4897-acb0-9a7a3ae0b4c4,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:01.130364 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:01.269835 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-8ffe76bb-3eb3-4609-b181-ecee22108474 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ea4e0d6ba9f4e9d86182024edafefc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382878 Nov 11 22:24:01.272411 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42796) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:01.288292 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 439722d5-0986-48dc-ba94-cf34985ab7b5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:01.310995 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 439722d5-0986-48dc-ba94-cf34985ab7b5 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:01.311347 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 439722d5-0986-48dc-ba94-cf34985ab7b5 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:01.322781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33220b2-e3dc-4aa7-8022-1b8a80378c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.344452 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33220b2-e3dc-4aa7-8022-1b8a80378c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.474183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33220b2-e3dc-4aa7-8022-1b8a80378c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.476825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e33220b2-e3dc-4aa7-8022-1b8a80378c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.478001 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e33220b2-e3dc-4aa7-8022-1b8a80378c31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7196fa37-70e0-41e6-b2eb-2eb30e5430fe HTTP/1.1" status: 204 len: 168 time: 0.2046287 Nov 11 22:24:01.485885 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33220b2-e3dc-4aa7-8022-1b8a80378c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7196fa37-70e0-41e6-b2eb-2eb30e5430fe,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:02.068352 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4ece6b5-0a99-4bbe-86a0-e6ed7ef6cf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.102217 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42802) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:02.116214 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3aaaa45-5f1a-4843-927a-cf57759b06c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.191702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3aaaa45-5f1a-4843-927a-cf57759b06c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.274178 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b3aaaa45-5f1a-4843-927a-cf57759b06c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.313558 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aaaa45-5f1a-4843-927a-cf57759b06c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc937fd-da7e-4703-a479-2842f57ea48e,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:02.317710 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b3aaaa45-5f1a-4843-927a-cf57759b06c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53e2eb74b4e54b61a3ac046231df06f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144680 Nov 11 22:24:02.320363 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42804) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:02.367815 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00205d84-8092-4303-ad55-fa6968c38cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.388597 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00205d84-8092-4303-ad55-fa6968c38cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.525894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00205d84-8092-4303-ad55-fa6968c38cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.528493 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-00205d84-8092-4303-ad55-fa6968c38cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.529656 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-00205d84-8092-4303-ad55-fa6968c38cae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fc937fd-da7e-4703-a479-2842f57ea48e HTTP/1.1" status: 204 len: 168 time: 0.2084582 Nov 11 22:24:02.538465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00205d84-8092-4303-ad55-fa6968c38cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc937fd-da7e-4703-a479-2842f57ea48e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:03.579584 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42826) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:03.674461 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-654342662-network', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:03.760010 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Made reservation on behalf of 2445fd992c9c4ece97a586a424aac9fa for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:03.762414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.772027 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.844381 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.919482 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.947667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:24:03.962110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcab0f6-7bd8-442f-b8ac-e7c6e336c968,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:03.967732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.968081 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Added segment 793b494d-76e9-401d-bd3a-918c266bbb0f of type vlan for network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f Nov 11 22:24:04.015390 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.097995 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.098973 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:04.099549 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.163596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] Pushing event updated for resources: {'Network': ['ID=95bc2d46-b6fe-4ad7-9ede-a102323cb03f,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:04.173751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:24:04.197066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f68110da-8de6-43cc-92ea-f5ea9991fc50 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6163151 Nov 11 22:24:04.199931 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42830) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:04.204728 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Request body: {'subnet': {'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-654342662-subnet', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:04.329691 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Made reservation on behalf of 2445fd992c9c4ece97a586a424aac9fa for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:04.333218 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.497071 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b6370893-28f6-4500-bd96-b32d8ed137b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.571441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.626331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0550a77e-2654-4399-9d0e-dabffdaa3aa9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:04.636321 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Checking segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:04.636683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Network hostable DHCP agents. Network: 95bc2d46-b6fe-4ad7-9ede-a102323cb03f, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:24:04.725715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:24:04.821648 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 95bc2d46-b6fe-4ad7-9ede-a102323cb03f) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:04.826297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:04.827279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.830387 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a5a11-df0c-4c36-af92-f337e5064dd9 None None] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:04.921798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ad912a1e-a0bc-4fcf-83b0-9ee95e06f531 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7207637 Nov 11 22:24:04.925114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42832) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:04.929618 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:04.976676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:24:04.977531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.017327 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.019053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.075141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.112101 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Allocated IP 172.20.0.2 (95bc2d46-b6fe-4ad7-9ede-a102323cb03f/0550a77e-2654-4399-9d0e-dabffdaa3aa9/4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:05.255916 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.304946 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.324403 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.367013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:05.371715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:05.374314 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:05.386965 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Pushing event updated for resources: {'Port': ['ID=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:05.432765 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Attempting to bind port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:05.433149 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Attempting to bind port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:05.433514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Attempting to bind port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:05.438554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:05.439045 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Checking segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:05.439454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.439851 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Bound using segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:05.440482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Bound port: 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:05.441456 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.504194 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] For port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:05.507241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] For port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:05.577419 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.604572 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.624467 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.641260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d651b-a2c5-4bbc-91b0-82f2c35ed5f6 None None] Pushing event updated for resources: {'Port': ['ID=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:05.735967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Allocated IP 172.25.2.183 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/7b6b8e51-499b-48cf-9293-7efb000e79a8) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:05.857558 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.931674 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.972033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:06.009570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:06.012401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:06.017981 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:06.025431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76fef0-66a3-4264-9ad5-3b3e67ac9e1b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:06.046706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6b8e51-499b-48cf-9293-7efb000e79a8,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:06.147454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-5d0f0b1a-72c9-495d-8950-e17d7a9e6928 None None] Provisioning complete for port 7b6b8e51-499b-48cf-9293-7efb000e79a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:06.147740 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d0f0b1a-72c9-495d-8950-e17d7a9e6928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:06.182575 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f0b1a-72c9-495d-8950-e17d7a9e6928 None None] Port 7b6b8e51-499b-48cf-9293-7efb000e79a8 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:06.343948 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:06.523898 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c86965-069d-4c8b-9b0c-6f2af115ac61 None None] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:06.544398 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:06.642833 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7253ee10-03cf-4902-a200-5b25d4536f96 None None] Provisioning complete for port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:06.643833 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7253ee10-03cf-4902-a200-5b25d4536f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:06.764669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7253ee10-03cf-4902-a200-5b25d4536f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:06.802507 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-7253ee10-03cf-4902-a200-5b25d4536f96 None None] For port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:06.885838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7253ee10-03cf-4902-a200-5b25d4536f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:06.942327 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253ee10-03cf-4902-a200-5b25d4536f96 None None] Pushing event updated for resources: {'Port': ['ID=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:07.005628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-965dfd17-ba2b-469e-bae9-5f7200480613 None None] Provisioning complete for port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:07.006005 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-965dfd17-ba2b-469e-bae9-5f7200480613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.148376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Router 4a799185-62ae-4a86-ae51-db27381ada76 is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:24:07.256855 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:24:07.271413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Sync routers for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:24:07.281676 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:07.282373 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:07.323082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:07.333993 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.335298 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-0dc1b298-b2d7-4cca-ab56-0013c093b9a1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4091196 Nov 11 22:24:07.338186 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42836) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:07.438558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:07.501151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:07.501528 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.529522 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.691473 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:06Z', 'revision_number': 3, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:07.718949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Checking router: 4a799185-62ae-4a86-ae51-db27381ada76 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:24:07.719306 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Updating router 4a799185-62ae-4a86-ae51-db27381ada76 port 7b6b8e51-499b-48cf-9293-7efb000e79a8 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:24:07.744645 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.763811 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.929516 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Allocated IP 172.20.0.1 (95bc2d46-b6fe-4ad7-9ede-a102323cb03f/0550a77e-2654-4399-9d0e-dabffdaa3aa9/d16e124d-5a5c-4a40-b1f3-3772590a1d48) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:08.042303 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.109432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.149094 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.168688 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.187531 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:08.190221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:08.192714 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:08.228475 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Pushing event updated for resources: {'Port': ['ID=d16e124d-5a5c-4a40-b1f3-3772590a1d48,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:08.249010 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.256856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.308287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3310308-7025-41f4-9de2-f8f76ceda25a None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:08.318961 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Attempting to bind port 7b6b8e51-499b-48cf-9293-7efb000e79a8 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:08.319348 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Attempting to bind port 7b6b8e51-499b-48cf-9293-7efb000e79a8 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:08.319693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Attempting to bind port 7b6b8e51-499b-48cf-9293-7efb000e79a8 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:08.322554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab152c1-de93-47ff-8d56-b79e712695ea None None] Pushing event updated for resources: {'Port': ['ID=7b6b8e51-499b-48cf-9293-7efb000e79a8,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:08.330334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:08.330334 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:08.331166 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.332319 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:08.332663 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Bound port: 7b6b8e51-499b-48cf-9293-7efb000e79a8, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:08.333011 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.390723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] For port 7b6b8e51-499b-48cf-9293-7efb000e79a8, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:08.395126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] For port 7b6b8e51-499b-48cf-9293-7efb000e79a8, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7b6b8e51-499b-48cf-9293-7efb000e79a8,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:08.419339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Provisioning complete for port d16e124d-5a5c-4a40-b1f3-3772590a1d48 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:08.419721 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.453777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Port d16e124d-5a5c-4a40-b1f3-3772590a1d48 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:08.454408 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.462372 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.495293 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Provisioning complete for port 7b6b8e51-499b-48cf-9293-7efb000e79a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:08.495661 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.529727 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00360092-735f-4527-b974-a6d5ff9c399b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:08.576713 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab152c1-de93-47ff-8d56-b79e712695ea None None] Pushing event updated for resources: {'Port': ['ID=7b6b8e51-499b-48cf-9293-7efb000e79a8,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:08.586702 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:08.587328 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:08.626813 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.702871 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.728792 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.751982 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:08.776322 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Pushing event updated for resources: {'Port': ['ID=d16e124d-5a5c-4a40-b1f3-3772590a1d48,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:08.778882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.787167 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] For port 7b6b8e51-499b-48cf-9293-7efb000e79a8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7b6b8e51-499b-48cf-9293-7efb000e79a8,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:08.874390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:08.875834 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:08.891037 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.979556 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4f8de-e47f-4774-983b-fd7fc2708037 None None] Pushing event updated for resources: {'Port': ['ID=7b6b8e51-499b-48cf-9293-7efb000e79a8,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:09.013012 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Router 4a799185-62ae-4a86-ae51-db27381ada76 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:24:09.025783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-87c30952-36fd-40a7-9dc3-1cf6554885dd None None] Provisioning complete for port 7b6b8e51-499b-48cf-9293-7efb000e79a8 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:09.026250 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-87c30952-36fd-40a7-9dc3-1cf6554885dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:09.113686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:07Z', 'revision_number': 1, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:09.138988 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:24:09.144788 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4b654d0f-b59b-483f-9168-44ef7550818f admin admin] 10.222.0.31 "PUT /v2.0/routers/4a799185-62ae-4a86-ae51-db27381ada76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056004 Nov 11 22:24:09.155510 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d735988-1c11-4d27-a5dc-ad180a81671d None None] The sync data for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 is: [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:07Z', 'revision_number': 1, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:24:09.279616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9f26eb32-6e1e-4fe2-a088-20085f17f3f3 None None] Provisioning complete for port d16e124d-5a5c-4a40-b1f3-3772590a1d48 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:09.279836 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9f26eb32-6e1e-4fe2-a088-20085f17f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:09.315076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9f26eb32-6e1e-4fe2-a088-20085f17f3f3 None None] Port d16e124d-5a5c-4a40-b1f3-3772590a1d48 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:09.875556 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42852) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:09.881039 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-954880132-network', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:09.971106 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Made reservation on behalf of 0a052e574e754a0ea98c9f29574cb565 for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:09.973583 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:09.982884 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.061015 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.131113 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.157257 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:24:10.167340 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64c6567-286c-46fe-82a4-09883291cd46,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:10.172288 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.172638 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Added segment 67787b86-bfe3-4d63-af81-45da6994dbd9 of type vlan for network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 Nov 11 22:24:10.218035 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.308607 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.309651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:10.310234 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.371671 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] Pushing event updated for resources: {'Network': ['ID=e395b542-c7fa-45e4-80d1-c32ebd1b43e8,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:10.381989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:24:10.419604 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9732d4eb-db6d-4bc6-b01e-13e0b654dcea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5430322 Nov 11 22:24:10.422323 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42854) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:10.427104 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Request body: {'subnet': {'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-954880132-subnet', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:10.502121 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Made reservation on behalf of 0a052e574e754a0ea98c9f29574cb565 for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:10.505365 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.736048 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:10.794369 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=debf767d-a58f-47c1-a0a1-b533e34c931e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:10.802906 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Checking segment: {'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:10.803268 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Network hostable DHCP agents. Network: e395b542-c7fa-45e4-80d1-c32ebd1b43e8, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:24:10.901601 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:24:10.987766 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, e395b542-c7fa-45e4-80d1-c32ebd1b43e8) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:10.991895 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:10.992687 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.002199 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f6f75-2ec7-488b-9ed3-25a74a69528a None None] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:11.020018 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Sync routers for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:24:11.030423 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:11.031034 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:11.118218 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-198ac59b-2e32-43e4-92c9-350ef02f62ee admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6946571 Nov 11 22:24:11.120580 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42856) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:11.125029 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:11.139803 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:11.155794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'fixed_ips': [{'subnet_id': 'debf767d-a58f-47c1-a0a1-b533e34c931e'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:24:11.156710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.234208 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.235290 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.299363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Allocated IP 172.20.0.2 (e395b542-c7fa-45e4-80d1-c32ebd1b43e8/debf767d-a58f-47c1-a0a1-b533e34c931e/ae521cb0-267f-47b7-9f7e-f9a3c126a081) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:11.313791 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.377637 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7b6b8e51-499b-48cf-9293-7efb000e79a8 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:11.501427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 7b6b8e51-499b-48cf-9293-7efb000e79a8 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:11.502110 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.503675 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.531274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.534707 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 2, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:11.563736 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Checking router: 4a799185-62ae-4a86-ae51-db27381ada76 for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:24:11.564111 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Updating router 4a799185-62ae-4a86-ae51-db27381ada76 port d16e124d-5a5c-4a40-b1f3-3772590a1d48 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:24:11.576512 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.592977 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.632247 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:11.638572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:11.645638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:11.648226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Pushing event updated for resources: {'Port': ['ID=ae521cb0-267f-47b7-9f7e-f9a3c126a081,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:11.713206 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Attempting to bind port ae521cb0-267f-47b7-9f7e-f9a3c126a081 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:11.713711 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Attempting to bind port ae521cb0-267f-47b7-9f7e-f9a3c126a081 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:11.714093 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Attempting to bind port ae521cb0-267f-47b7-9f7e-f9a3c126a081 on network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:11.719217 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:11.719604 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Checking segment: {'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:11.720042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.720478 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Bound using segment: {'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:11.721509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Bound port: ae521cb0-267f-47b7-9f7e-f9a3c126a081, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:11.722077 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.786551 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.791661 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] For port ae521cb0-267f-47b7-9f7e-f9a3c126a081, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:11.795058 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] For port ae521cb0-267f-47b7-9f7e-f9a3c126a081, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ae521cb0-267f-47b7-9f7e-f9a3c126a081,segment=NetworkSegment(67787b86-bfe3-4d63-af81-45da6994dbd9),segment_id=67787b86-bfe3-4d63-af81-45da6994dbd9)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:11.806735 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.871633 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.910729 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Allocated IP 172.25.2.69 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/dd38f935-1a9f-43f9-adca-61dd5c36e9f7) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:11.920071 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.943631 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:11.985852 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c79608-3665-4425-bd36-1d49a5b22aac None None] Pushing event updated for resources: {'Port': ['ID=ae521cb0-267f-47b7-9f7e-f9a3c126a081,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:12.034239 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.075893 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Pushing event updated for resources: {'Port': ['ID=d16e124d-5a5c-4a40-b1f3-3772590a1d48,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:12.088566 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.088974 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.089542 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.089910 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.090297 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.090682 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.091117 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.091641 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.091933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.092356 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.092785 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.093168 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:12.097254 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Attempting to bind port d16e124d-5a5c-4a40-b1f3-3772590a1d48 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:12.097943 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Attempting to bind port d16e124d-5a5c-4a40-b1f3-3772590a1d48 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:12.098420 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Attempting to bind port d16e124d-5a5c-4a40-b1f3-3772590a1d48 on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:12.105317 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:12.105729 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Checking segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:12.106136 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.106615 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Bound using segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:12.107169 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Bound port: d16e124d-5a5c-4a40-b1f3-3772590a1d48, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:12.107568 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.179380 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] For port d16e124d-5a5c-4a40-b1f3-3772590a1d48, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:12.182893 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] For port d16e124d-5a5c-4a40-b1f3-3772590a1d48, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d16e124d-5a5c-4a40-b1f3-3772590a1d48,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:12.257769 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.265166 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a310c50e-b681-463c-82f2-dfc3a7fbc364 None None] Provisioning complete for port d16e124d-5a5c-4a40-b1f3-3772590a1d48 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:12.265519 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a310c50e-b681-463c-82f2-dfc3a7fbc364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.287162 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.306250 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:12.311063 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:12.315655 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:12.319872 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a310c50e-b681-463c-82f2-dfc3a7fbc364 None None] Port d16e124d-5a5c-4a40-b1f3-3772590a1d48 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:12.329542 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbc025-7601-46ed-bcfa-0f0c4adc476e None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:12.353206 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:12.357577 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:12.423311 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b0cb6-7c38-4ac9-92c6-6d176dd5cd6a None None] Pushing event updated for resources: {'Port': ['ID=d16e124d-5a5c-4a40-b1f3-3772590a1d48,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:12.464444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-4477732a-1202-43f2-84f9-a247473028cb None None] Provisioning complete for port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:12.464825 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4477732a-1202-43f2-84f9-a247473028cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.485416 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Pushing event updated for resources: {'Port': ['ID=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:12.509066 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:12.514022 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-4477732a-1202-43f2-84f9-a247473028cb None None] Port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:12.637234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8e68d058-e223-4452-9134-009f719a6025 None None] Provisioning complete for port d16e124d-5a5c-4a40-b1f3-3772590a1d48 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:12.637785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e68d058-e223-4452-9134-009f719a6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.679244 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.723723 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e68d058-e223-4452-9134-009f719a6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.734393 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:12.759972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8e68d058-e223-4452-9134-009f719a6025 None None] For port d16e124d-5a5c-4a40-b1f3-3772590a1d48, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d16e124d-5a5c-4a40-b1f3-3772590a1d48,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:12.762096 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796150af-a2d8-444f-8d85-ca2b38cfffa2 None None] The sync data for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 is: [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:24:12.868789 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8e68d058-e223-4452-9134-009f719a6025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:12.939585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d058-e223-4452-9134-009f719a6025 None None] Pushing event updated for resources: {'Port': ['ID=d16e124d-5a5c-4a40-b1f3-3772590a1d48,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:13.221740 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c705f417-b162-4237-9cb2-77f3d1757b41 None None] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:13.281715 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.339241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8ee70260-d83e-43a5-899a-df2d2cd8b14a None None] Provisioning complete for port ae521cb0-267f-47b7-9f7e-f9a3c126a081 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:13.339624 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ee70260-d83e-43a5-899a-df2d2cd8b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.480444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d16e124d-5a5c-4a40-b1f3-3772590a1d48 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:13.540498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ee70260-d83e-43a5-899a-df2d2cd8b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.587039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port d16e124d-5a5c-4a40-b1f3-3772590a1d48 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:13.587409 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.590003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-8ee70260-d83e-43a5-899a-df2d2cd8b14a None None] For port ae521cb0-267f-47b7-9f7e-f9a3c126a081, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ae521cb0-267f-47b7-9f7e-f9a3c126a081,segment=NetworkSegment(67787b86-bfe3-4d63-af81-45da6994dbd9),segment_id=67787b86-bfe3-4d63-af81-45da6994dbd9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:13.605572 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Router 67caf65c-d854-4614-8664-57e810b3d39a is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:24:13.668569 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8ee70260-d83e-43a5-899a-df2d2cd8b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.677520 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ae521cb0-267f-47b7-9f7e-f9a3c126a081 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:13.726805 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:24:13.745967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Sync routers for ids ['67caf65c-d854-4614-8664-57e810b3d39a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:24:13.767451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee70260-d83e-43a5-899a-df2d2cd8b14a None None] Pushing event updated for resources: {'Port': ['ID=ae521cb0-267f-47b7-9f7e-f9a3c126a081,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:13.776987 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Routers {'67caf65c-d854-4614-8664-57e810b3d39a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:13.777595 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67caf65c-d854-4614-8664-57e810b3d39a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:13.824702 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.825984 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-93cc0ae7-e250-4184-b1f3-b69e694f9fcd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7042966 Nov 11 22:24:13.828692 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42858) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:13.844313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7478a1b4-e4c5-4eb4-8fae-73f43c72f889 None None] Provisioning complete for port ae521cb0-267f-47b7-9f7e-f9a3c126a081 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:13.844664 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7478a1b4-e4c5-4eb4-8fae-73f43c72f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:13.848536 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ae521cb0-267f-47b7-9f7e-f9a3c126a081 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:13.848870 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.215171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Set router 67caf65c-d854-4614-8664-57e810b3d39a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:14.326941 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.402835 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 3, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port': {'id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:df:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:14.431019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Checking router: 67caf65c-d854-4614-8664-57e810b3d39a for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:24:14.431378 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Updating router 67caf65c-d854-4614-8664-57e810b3d39a port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:24:14.456736 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.489569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Allocated IP 172.20.0.1 (e395b542-c7fa-45e4-80d1-c32ebd1b43e8/debf767d-a58f-47c1-a0a1-b533e34c931e/8bd38c67-861a-4a05-91f2-41b29a0f6121) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:14.598369 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.696088 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.704755 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.733689 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:14.736453 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:14.739444 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:14.771093 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd38c67-861a-4a05-91f2-41b29a0f6121,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:14.791361 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.804101 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.867624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962cdf6-1ae6-49b9-b118-1fae233348e5 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:14.872895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e8b40-b9aa-4d11-9956-206af0f4ca55 None None] Pushing event updated for resources: {'Port': ['ID=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:14.878537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Attempting to bind port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:14.878972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Attempting to bind port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:14.879268 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Attempting to bind port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:14.886243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:14.888655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:14.888655 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.888655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:14.888655 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Bound port: dd38f935-1a9f-43f9-adca-61dd5c36e9f7, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:14.888655 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.946018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6cc3b160-6d34-4557-8545-a69da0ca6c58 None None] Provisioning complete for port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:14.946390 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b160-6d34-4557-8545-a69da0ca6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:14.973585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] For port dd38f935-1a9f-43f9-adca-61dd5c36e9f7, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:14.992532 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] For port dd38f935-1a9f-43f9-adca-61dd5c36e9f7, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:14.995021 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3b160-6d34-4557-8545-a69da0ca6c58 None None] Port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:15.020869 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.113758 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-b0bdedb9-1518-4fe3-bb2b-7c6398442d11 None None] Provisioning complete for port 8bd38c67-861a-4a05-91f2-41b29a0f6121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:15.114174 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b0bdedb9-1518-4fe3-bb2b-7c6398442d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.140171 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.185574 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.192671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdda86a-a889-44e4-9942-5d54cb78fcbc None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:15.208779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-b0bdedb9-1518-4fe3-bb2b-7c6398442d11 None None] Port 8bd38c67-861a-4a05-91f2-41b29a0f6121 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:15.216401 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e8b40-b9aa-4d11-9956-206af0f4ca55 None None] Pushing event updated for resources: {'Port': ['ID=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:15.221695 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Routers {'67caf65c-d854-4614-8664-57e810b3d39a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:15.222310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67caf65c-d854-4614-8664-57e810b3d39a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:15.256936 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14171239'] for port, after_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.322616 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ae521cb0-267f-47b7-9f7e-f9a3c126a081 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:15.324779 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd38c67-861a-4a05-91f2-41b29a0f6121,revision_number=2']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:15.327114 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.377720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] Set router 67caf65c-d854-4614-8664-57e810b3d39a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:15.409002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-dd8f21cc-0e51-4171-b6f5-e5693f9c166e None None] Provisioning complete for port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:15.409531 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8f21cc-0e51-4171-b6f5-e5693f9c166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.423827 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:15.425240 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:15.523105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ae521cb0-267f-47b7-9f7e-f9a3c126a081 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:15.523885 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.553995 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Router 67caf65c-d854-4614-8664-57e810b3d39a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:24:15.678038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:24:15.678897 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8f21cc-0e51-4171-b6f5-e5693f9c166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.683062 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3a04be15-8b4c-4e7c-a578-58aeb6e01d90 admin admin] 10.222.0.31 "PUT /v2.0/routers/67caf65c-d854-4614-8664-57e810b3d39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8534093 Nov 11 22:24:15.751240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-dd8f21cc-0e51-4171-b6f5-e5693f9c166e None None] For port dd38f935-1a9f-43f9-adca-61dd5c36e9f7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:15.785587 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 4, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port': {'id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:df:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '8bd38c67-861a-4a05-91f2-41b29a0f6121', 'name': '', 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'mac_address': 'fa:16:3e:ab:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 1, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'subnets': [{'id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:15.814116 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da54f46-ba92-43ba-890e-5d8a1fdff98b None None] The sync data for ids ['67caf65c-d854-4614-8664-57e810b3d39a'] in n-d-805734-3 is: [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 4, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port': {'id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:df:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '8bd38c67-861a-4a05-91f2-41b29a0f6121', 'name': '', 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'mac_address': 'fa:16:3e:ab:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 1, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'subnets': [{'id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:24:15.816991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dd8f21cc-0e51-4171-b6f5-e5693f9c166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.870019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f21cc-0e51-4171-b6f5-e5693f9c166e None None] Pushing event updated for resources: {'Port': ['ID=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:15.938674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-047218ea-0965-4be2-96ac-2900791ea1f2 None None] Provisioning complete for port 8bd38c67-861a-4a05-91f2-41b29a0f6121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:15.939059 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-047218ea-0965-4be2-96ac-2900791ea1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:15.985826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-047218ea-0965-4be2-96ac-2900791ea1f2 None None] Port 8bd38c67-861a-4a05-91f2-41b29a0f6121 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:16.228664 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42866) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:16.233927 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-9e175594-1a85-4b74-aafd-eb25f44e5679 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727253401', 'description': 'tempest-secgroup-smoke-1727253401 description', 'project_id': '2445fd992c9c4ece97a586a424aac9fa'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:16.325270 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e175594-1a85-4b74-aafd-eb25f44e5679 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.395736 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e175594-1a85-4b74-aafd-eb25f44e5679 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.455490 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e175594-1a85-4b74-aafd-eb25f44e5679 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.487676 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e175594-1a85-4b74-aafd-eb25f44e5679 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c326cfc1-13c4-464d-acbf-253264216150,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:16.555177 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-9e175594-1a85-4b74-aafd-eb25f44e5679 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.556500 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-9e175594-1a85-4b74-aafd-eb25f44e5679 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3263960 Nov 11 22:24:16.559468 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42868) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:16.564274 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-3293aed2-3af5-4a11-aa47-c1183409a34c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': 'c326cfc1-13c4-464d-acbf-253264216150', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:16.673640 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3293aed2-3af5-4a11-aa47-c1183409a34c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.735928 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3293aed2-3af5-4a11-aa47-c1183409a34c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.867073 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3293aed2-3af5-4a11-aa47-c1183409a34c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.886947 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293aed2-3af5-4a11-aa47-c1183409a34c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a38abe2-1403-400f-9829-18c2535836b0,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:16.978856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-3293aed2-3af5-4a11-aa47-c1183409a34c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:16.980237 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-3293aed2-3af5-4a11-aa47-c1183409a34c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4194357 Nov 11 22:24:16.982990 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42872) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:16.987577 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-666c331f-c9f7-42e6-9972-526e6a49317f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': 'c326cfc1-13c4-464d-acbf-253264216150', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:17.107868 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-666c331f-c9f7-42e6-9972-526e6a49317f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.167772 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-666c331f-c9f7-42e6-9972-526e6a49317f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.262642 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-666c331f-c9f7-42e6-9972-526e6a49317f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.284731 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c331f-c9f7-42e6-9972-526e6a49317f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cb7c77-9a4f-43f2-9a94-215ef56152b8,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:17.367459 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-666c331f-c9f7-42e6-9972-526e6a49317f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.368698 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-666c331f-c9f7-42e6-9972-526e6a49317f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3847466 Nov 11 22:24:17.371422 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42874) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:17.376261 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-fbad8e21-e5da-47f1-95e5-68a21081a255 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': 'c326cfc1-13c4-464d-acbf-253264216150', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:17.482823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dd38f935-1a9f-43f9-adca-61dd5c36e9f7 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:17.524495 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbad8e21-e5da-47f1-95e5-68a21081a255 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.533974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:17.534730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.589788 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbad8e21-e5da-47f1-95e5-68a21081a255 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.674797 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbad8e21-e5da-47f1-95e5-68a21081a255 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.694425 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad8e21-e5da-47f1-95e5-68a21081a255 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43550a61-d275-4a41-8a32-603710dcc48c,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:17.746008 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Sync routers for ids ['67caf65c-d854-4614-8664-57e810b3d39a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:24:17.755895 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Routers {'67caf65c-d854-4614-8664-57e810b3d39a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:17.756538 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67caf65c-d854-4614-8664-57e810b3d39a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:17.789761 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-fbad8e21-e5da-47f1-95e5-68a21081a255 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.791415 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-fbad8e21-e5da-47f1-95e5-68a21081a255 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187241 Nov 11 22:24:17.794122 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42878) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:17.798544 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-b1c76495-27d4-4f91-8f02-272dd1ec447b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': 'c326cfc1-13c4-464d-acbf-253264216150', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:17.863575 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Set router 67caf65c-d854-4614-8664-57e810b3d39a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:17.889961 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c76495-27d4-4f91-8f02-272dd1ec447b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.948555 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c76495-27d4-4f91-8f02-272dd1ec447b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.005034 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c76495-27d4-4f91-8f02-272dd1ec447b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.024321 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c76495-27d4-4f91-8f02-272dd1ec447b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84997c1e-df55-4f99-abf1-f7cc76a4cb22,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:18.066872 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 4, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port': {'id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '8bd38c67-861a-4a05-91f2-41b29a0f6121', 'name': '', 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'mac_address': 'fa:16:3e:ab:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:15Z', 'revision_number': 2, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'subnets': [{'id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:18.075857 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-b1c76495-27d4-4f91-8f02-272dd1ec447b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.077367 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-b1c76495-27d4-4f91-8f02-272dd1ec447b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821405 Nov 11 22:24:18.081328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42880) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:18.085857 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': 'c326cfc1-13c4-464d-acbf-253264216150', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:18.092842 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Checking router: 67caf65c-d854-4614-8664-57e810b3d39a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:24:18.093195 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Updating router 67caf65c-d854-4614-8664-57e810b3d39a port 8bd38c67-861a-4a05-91f2-41b29a0f6121 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:24:18.118567 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.171245 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Project 2445fd992c9c4ece97a586a424aac9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:24:18.176854 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.238308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.313795 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.333206 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff6b1e2-d94c-4230-8d87-497efb7be58e,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:18.423271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.425042 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-10c6e372-d4bd-4dba-8573-96d3a706d023 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3430166 Nov 11 22:24:18.427739 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 42882) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:18.432215 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': 'c326cfc1-13c4-464d-acbf-253264216150', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:18.467569 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.507862 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Project 2445fd992c9c4ece97a586a424aac9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:24:18.513139 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.530512 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.576895 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.584506 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c7140-7540-4cb7-b3c4-1d90eba32984 None None] Pushing event updated for resources: {'Port': ['ID=8bd38c67-861a-4a05-91f2-41b29a0f6121,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:18.641454 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Attempting to bind port 8bd38c67-861a-4a05-91f2-41b29a0f6121 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:18.641825 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Attempting to bind port 8bd38c67-861a-4a05-91f2-41b29a0f6121 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:18.642187 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Attempting to bind port 8bd38c67-861a-4a05-91f2-41b29a0f6121 on network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:18.647619 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:18.647939 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Checking segment: {'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:18.648629 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.649016 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Bound using segment: {'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:18.649480 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Bound port: 8bd38c67-861a-4a05-91f2-41b29a0f6121, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67787b86-bfe3-4d63-af81-45da6994dbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:18.649855 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.702158 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.714376 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] For port 8bd38c67-861a-4a05-91f2-41b29a0f6121, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:18.717107 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] For port 8bd38c67-861a-4a05-91f2-41b29a0f6121, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8bd38c67-861a-4a05-91f2-41b29a0f6121,segment=NetworkSegment(67787b86-bfe3-4d63-af81-45da6994dbd9),segment_id=67787b86-bfe3-4d63-af81-45da6994dbd9)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:18.724841 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5741a3-358b-4e4e-b880-85cdc5013ce6,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:18.788591 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.812894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.814207 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5e477674-c50f-4caa-ba91-0848151a63a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3854189 Nov 11 22:24:18.830823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-f1c756f6-21cc-469d-8005-847c824077c8 None None] Provisioning complete for port 8bd38c67-861a-4a05-91f2-41b29a0f6121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:18.831947 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1c756f6-21cc-469d-8005-847c824077c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.855929 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Routers {'67caf65c-d854-4614-8664-57e810b3d39a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:18.856645 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67caf65c-d854-4614-8664-57e810b3d39a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:18.864259 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c7140-7540-4cb7-b3c4-1d90eba32984 None None] Pushing event updated for resources: {'Port': ['ID=8bd38c67-861a-4a05-91f2-41b29a0f6121,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:18.952999 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1c756f6-21cc-469d-8005-847c824077c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.995278 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] Set router 67caf65c-d854-4614-8664-57e810b3d39a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:18.996115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-f1c756f6-21cc-469d-8005-847c824077c8 None None] For port 8bd38c67-861a-4a05-91f2-41b29a0f6121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8bd38c67-861a-4a05-91f2-41b29a0f6121,segment=NetworkSegment(67787b86-bfe3-4d63-af81-45da6994dbd9),segment_id=67787b86-bfe3-4d63-af81-45da6994dbd9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:19.080647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-0c1489f8-6f59-4f38-9fb7-8d4fc8b2098b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727253401&fields=id&tenant_id=2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 267 time: 0.0558407 Nov 11 22:24:19.085449 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f1c756f6-21cc-469d-8005-847c824077c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:19.152487 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c756f6-21cc-469d-8005-847c824077c8 None None] Pushing event updated for resources: {'Port': ['ID=8bd38c67-861a-4a05-91f2-41b29a0f6121,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:19.202387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-7c9c78d1-a94c-4072-95e5-b4c067368d56 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:19.204555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-7c9c78d1-a94c-4072-95e5-b4c067368d56 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 808 time: 0.1161103 Nov 11 22:24:19.206472 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c9a5efd0-fc16-45a9-8cde-e63f1f51240c None None] Provisioning complete for port 8bd38c67-861a-4a05-91f2-41b29a0f6121 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:19.207051 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c9a5efd0-fc16-45a9-8cde-e63f1f51240c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:19.217364 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 4, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port': {'id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '8bd38c67-861a-4a05-91f2-41b29a0f6121', 'name': '', 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'mac_address': 'fa:16:3e:ab:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:18Z', 'revision_number': 4, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'subnets': [{'id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:19.223450 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-de4b4a90-3104-4e36-9240-55e5f31aedad tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/quotas/2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 375 time: 0.0119631 Nov 11 22:24:19.249483 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89ead5-5855-444a-a282-d4d45cfcb694 None None] The sync data for ids ['67caf65c-d854-4614-8664-57e810b3d39a'] in n-d-805734-3 is: [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:14Z', 'revision_number': 4, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port': {'id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '8bd38c67-861a-4a05-91f2-41b29a0f6121', 'name': '', 'network_id': 'e395b542-c7fa-45e4-80d1-c32ebd1b43e8', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'mac_address': 'fa:16:3e:ab:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:14Z', 'updated_at': '2021-11-11T22:24:18Z', 'revision_number': 4, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'subnets': [{'id': 'debf767d-a58f-47c1-a0a1-b533e34c931e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:24:19.283565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f6f641e8-0dc3-4c13-a5f9-0afa2073f946 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512440 Nov 11 22:24:19.358265 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8bd38c67-861a-4a05-91f2-41b29a0f6121 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:19.410284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-ef36634e-9b87-4274-820c-c0f7888c798a service neutron] 10.222.0.31 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113873 Nov 11 22:24:19.413751 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 8bd38c67-861a-4a05-91f2-41b29a0f6121 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:19.414134 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:19.510433 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-ecc5fa62-9be4-4dfc-a950-69d33b849160 service neutron] 10.222.0.31 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917339 Nov 11 22:24:19.761016 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6da4a276-cc52-4c7d-b5ae-38a112feee80 req-1d0d9a11-4eec-483e-8b77-7191e76e58a9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 210 time: 0.0296006 Nov 11 22:24:20.844863 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-39bc1b9f-7a5d-424a-a34e-407659a0c800 req-a69e3ffa-15e3-4cc9-bfb5-0b7f85390a7a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 210 time: 0.0304382 Nov 11 22:24:21.942559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d874ee95-cdf7-4bf6-82fd-8b13f248dac5 req-8c12d731-723e-45eb-854b-eb3c6f800dc9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 210 time: 0.0290771 Nov 11 22:24:22.070685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-7ca2468c-1725-40c7-b60a-d677fae2047a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:22.072140 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-7ca2468c-1725-40c7-b60a-d677fae2047a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 808 time: 0.1219590 Nov 11 22:24:22.136263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-d279ed38-0935-4f0c-8eb7-a659a1a7c0ef tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 380 time: 0.0548389 Nov 11 22:24:22.146263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'port': {'device_id': '96a1a0d2-b89c-4246-8343-62038de1177d', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'admin_state_up': True, 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'security_groups': ['c326cfc1-13c4-464d-acbf-253264216150']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:22.336029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Made reservation on behalf of 2445fd992c9c4ece97a586a424aac9fa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:22.339718 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:22.472254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Allocated IP 172.20.0.13 (95bc2d46-b6fe-4ad7-9ede-a102323cb03f/0550a77e-2654-4399-9d0e-dabffdaa3aa9/0d192d83-602b-4ff5-90cc-dd1241686f76) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:22.612487 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:22.695558 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:22.741777 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:22.744738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:22.751173 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:22.778183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:22.818528 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:22.819196 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:22.894718 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-8077890a-520b-41d9-bb48-60f346c01a3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7521598 Nov 11 22:24:22.907111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Request body: {'port': {'device_id': '96a1a0d2-b89c-4246-8343-62038de1177d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:22.972643 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:22.988746 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.047880 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-3006d17b-bb49-4b0a-a2c1-cf4614f17cd6 None None] Provisioning complete for port 0d192d83-602b-4ff5-90cc-dd1241686f76 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:23.048208 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3006d17b-bb49-4b0a-a2c1-cf4614f17cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.084422 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-3006d17b-bb49-4b0a-a2c1-cf4614f17cd6 None None] Port 0d192d83-602b-4ff5-90cc-dd1241686f76 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:24:23.128419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a20a6-ce33-4ac0-8863-e0b8f7a28f6f req-1266f922-0d2f-428e-b9a2-fbe37f193fbb tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:23.129933 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f0a20a6-ce33-4ac0-8863-e0b8f7a28f6f req-1266f922-0d2f-428e-b9a2-fbe37f193fbb tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 932 time: 0.1087670 Nov 11 22:24:23.237380 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f0a20a6-ce33-4ac0-8863-e0b8f7a28f6f req-2c486a69-680a-4fa7-a212-2f048709a473 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010623 Nov 11 22:24:23.325902 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d192d83-602b-4ff5-90cc-dd1241686f76 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:24:23.333526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.345221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Transition to ACTIVE for port object 0d192d83-602b-4ff5-90cc-dd1241686f76 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:24:23.416448 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.474953 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:23.545694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Attempting to bind port 0d192d83-602b-4ff5-90cc-dd1241686f76 on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:23.546037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Attempting to bind port 0d192d83-602b-4ff5-90cc-dd1241686f76 by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:23.546375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Attempting to bind port 0d192d83-602b-4ff5-90cc-dd1241686f76 on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:23.552062 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Port 0d192d83-602b-4ff5-90cc-dd1241686f76 on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:24:23.552425 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Attempting to bind port 0d192d83-602b-4ff5-90cc-dd1241686f76 on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:23.557848 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:23.558148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Checking segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:23.558538 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Bound using segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:23.558978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Bound port: 0d192d83-602b-4ff5-90cc-dd1241686f76, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:23.559337 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.629940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:23.633340 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:23.714100 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.753814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:23.754457 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.755861 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] 10.222.0.62 "PUT /v2.0/ports/0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1092 time: 0.8531656 Nov 11 22:24:23.756342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:24:23.758629 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f038789-7354-4567-8836-08b4b8305e86" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:24:23.794449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b32316-b624-4010-b55f-d692cdcffc7b service neutron] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:23.821093 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08d180-1788-4a6a-a203-5d93e9c84d8d x-openstack-request-id: req-0d08d180-1788-4a6a-a203-5d93e9c84d8d {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:24:23.821387 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:24:23.821647 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d08d180-1788-4a6a-a203-5d93e9c84d8d {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:24:23.822061 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'status': 'completed', 'code': 200} Nov 11 22:24:23.893120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f038789-7354-4567-8836-08b4b8305e86 req-85e11f67-9bad-4bd5-8390-143ba8903aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:23.895008 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f038789-7354-4567-8836-08b4b8305e86 req-85e11f67-9bad-4bd5-8390-143ba8903aa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1095 time: 0.0476151 Nov 11 22:24:24.006582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f038789-7354-4567-8836-08b4b8305e86 req-371c46c2-6721-4e24-9acc-882554fd039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:24.008233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f038789-7354-4567-8836-08b4b8305e86 req-371c46c2-6721-4e24-9acc-882554fd039a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2445fd992c9c4ece97a586a424aac9fa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1035879 Nov 11 22:24:24.112956 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f038789-7354-4567-8836-08b4b8305e86 req-076ff2d3-51b2-4ce1-89ca-8e2108f19b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:24.114369 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3f038789-7354-4567-8836-08b4b8305e86 req-076ff2d3-51b2-4ce1-89ca-8e2108f19b28 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992656 Nov 11 22:24:24.195594 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-dd32b635-b5c4-4bb4-ae78-09d8d5eaf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:24.197135 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-dd32b635-b5c4-4bb4-ae78-09d8d5eaf531 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1095 time: 0.0430830 Nov 11 22:24:24.246121 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-6a575262-8ea7-45ea-8624-65ef09947d91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 217 time: 0.0400755 Nov 11 22:24:24.298350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-26c915d8-31d7-410d-a3fd-688c010b3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:24.299962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-26c915d8-31d7-410d-a3fd-688c010b3da1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0469468 Nov 11 22:24:24.380750 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-d21c3ee8-2eca-4589-bd3e-2061aa60eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:24.382188 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-d21c3ee8-2eca-4589-bd3e-2061aa60eb78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748041 Nov 11 22:24:24.390707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa3ac4-e03d-40a9-bafa-0a27bea14305 req-a10c005f-22fa-490e-9a55-b35bdb639989 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:24.392083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5aa3ac4-e03d-40a9-bafa-0a27bea14305 req-a10c005f-22fa-490e-9a55-b35bdb639989 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0769613 Nov 11 22:24:24.496513 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5aa3ac4-e03d-40a9-bafa-0a27bea14305 req-1ae03be2-8640-4194-bda9-8cf8025c42d0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955250 Nov 11 22:24:24.514842 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-93ec9f63-2dab-4b9c-a92b-014ade79bd60 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210899 Nov 11 22:24:24.610198 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a389d139-7088-4375-83e1-eaf3b2adaf82 req-b3e1900d-e453-4586-a0ca-72ff227fd135 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880692 Nov 11 22:24:25.615445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15111f25-2eee-4655-bfad-0b3d04bba709 req-3f82973a-0c4d-4ccc-a22b-86db66b3893e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:25.616956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15111f25-2eee-4655-bfad-0b3d04bba709 req-3f82973a-0c4d-4ccc-a22b-86db66b3893e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0507865 Nov 11 22:24:25.667366 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-15111f25-2eee-4655-bfad-0b3d04bba709 req-af697e5d-7d2e-4848-bd94-ab7923d31f47 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Nov 11 22:24:26.789298 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5094af0-5679-4a6a-b34b-795448f8bed7 req-c3d3ae67-2272-4a8b-8c1a-21729b58d432 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:26.790798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5094af0-5679-4a6a-b34b-795448f8bed7 req-c3d3ae67-2272-4a8b-8c1a-21729b58d432 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0547020 Nov 11 22:24:26.840263 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f5094af0-5679-4a6a-b34b-795448f8bed7 req-85952b0e-2a77-4b28-8fdf-6a5a9849234f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Nov 11 22:24:27.652427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:24:27.746837 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:27.758257 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'port_id': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'mac_address': 'fa:16:3e:1c:cc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:24:27.800520 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:27.812985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d192d83-602b-4ff5-90cc-dd1241686f76 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:24:27.832142 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:27.913244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:27.959725 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f5c6e-11bb-46f2-adc4-706a36bcc45a req-9800fe79-55a9-48fa-971c-53cad4182e51 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:27.961290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-807f5c6e-11bb-46f2-adc4-706a36bcc45a req-9800fe79-55a9-48fa-971c-53cad4182e51 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 945 time: 0.0539567 Nov 11 22:24:27.962259 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:28.015670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-807f5c6e-11bb-46f2-adc4-706a36bcc45a req-f61bc86b-89c5-4638-9645-e424e002d585 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482755 Nov 11 22:24:28.115968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['0d192d83-602b-4ff5-90cc-dd1241686f76'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:24:28.300469 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:29.134376 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b4347-2a76-4cff-b69d-e3550262356e req-388c4951-759e-471c-aef8-de0f8a0ff8ee tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:29.135874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-219b4347-2a76-4cff-b69d-e3550262356e req-388c4951-759e-471c-aef8-de0f8a0ff8ee tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 945 time: 0.0498068 Nov 11 22:24:29.190184 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-219b4347-2a76-4cff-b69d-e3550262356e req-e7e1884e-2528-4266-b139-4d01bdb5c2c2 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483320 Nov 11 22:24:29.668440 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:24:29.810110 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 0d192d83-602b-4ff5-90cc-dd1241686f76 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:24:29.814954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 0d192d83-602b-4ff5-90cc-dd1241686f76 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:24:29.815547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:29.911383 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:29.932992 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:24:29.935156 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7f231-f281-4362-bbed-071347873981" -d '{"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-plugged", "status": "completed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:24:29.949208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:29.973346 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf13b9b-981f-4d84-bd6a-3f22e2074fe1 x-openstack-request-id: req-1cf13b9b-981f-4d84-bd6a-3f22e2074fe1 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:24:29.973633 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-plugged", "status": "completed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:24:29.973969 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cf13b9b-981f-4d84-bd6a-3f22e2074fe1 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:24:29.974358 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'code': 200} Nov 11 22:24:30.050619 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:30.073741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a516218-46cf-424e-a389-cf1267d5124e req-79d196d1-95e3-41e8-bb87-43ecc58fbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:30.075253 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a516218-46cf-424e-a389-cf1267d5124e req-79d196d1-95e3-41e8-bb87-43ecc58fbc32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1096 time: 0.0415452 Nov 11 22:24:30.098207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:30.124127 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4a516218-46cf-424e-a389-cf1267d5124e req-c848824b-facf-4b4c-b4fb-bf8b9d51bc11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 Nov 11 22:24:30.306588 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6a2fb-68cc-4dae-b047-983e8d727bb3 req-b0709e8d-eab2-42ee-9c10-8e1b3fee7448 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:30.308078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9de6a2fb-68cc-4dae-b047-983e8d727bb3 req-b0709e8d-eab2-42ee-9c10-8e1b3fee7448 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0493205 Nov 11 22:24:30.358201 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9de6a2fb-68cc-4dae-b047-983e8d727bb3 req-8b035221-6e5d-4426-b31e-e23258480d18 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442328 Nov 11 22:24:31.478784 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f458691-bb10-4f08-b8ba-0a531272dacb req-61152e5c-f682-4ef9-9414-cbac996f2903 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:31.480270 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f458691-bb10-4f08-b8ba-0a531272dacb req-61152e5c-f682-4ef9-9414-cbac996f2903 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0543520 Nov 11 22:24:31.531597 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f458691-bb10-4f08-b8ba-0a531272dacb req-d2cbe020-f5fe-4f72-b834-22606896d9f5 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447941 Nov 11 22:24:31.643074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6878ed7-af48-4cc1-b93e-85878ab86b72 req-ffd1e691-64b8-47a5-8686-9f8bfb2c1746 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:31.644598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6878ed7-af48-4cc1-b93e-85878ab86b72 req-ffd1e691-64b8-47a5-8686-9f8bfb2c1746 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0491710 Nov 11 22:24:31.694203 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e6878ed7-af48-4cc1-b93e-85878ab86b72 req-d6206e4f-d720-4332-a954-225d0d087cd2 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Nov 11 22:24:31.715799 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42942) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:31.840551 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232e17e-573f-4591-ab6c-d4268f1ce571 tempest-TestShelveInstance-417364027 tempest-TestShelveInstance-417364027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:31.842082 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a232e17e-573f-4591-ab6c-d4268f1ce571 tempest-TestShelveInstance-417364027 tempest-TestShelveInstance-417364027-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1092 time: 0.1252661 Nov 11 22:24:31.845014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 42946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:31.849792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:31.930527 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.032114 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.032567 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-50e32b3a-b4bb-45d8-8093-460e4f359732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.139732 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Allocated IP 172.25.2.102 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/fd213cb9-87e8-4ecc-9dc0-a35a63437a5b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:32.240944 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.330852 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.366009 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:32.368789 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:32.372114 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:32.406634 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'Port': ['ID=fd213cb9-87e8-4ecc-9dc0-a35a63437a5b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:32.734741 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.862906 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.326058 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.386857 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.459146 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'Port': ['ID=fd213cb9-87e8-4ecc-9dc0-a35a63437a5b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:33.467333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.571064 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Floating IP a785ee5a-4282-4fdb-9105-f2413205baaf associated. External IP: 172.25.2.102, port: 0d192d83-602b-4ff5-90cc-dd1241686f76. Nov 11 22:24:33.779294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Router 4a799185-62ae-4a86-ae51-db27381ada76 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:24:33.888036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:24:33.899102 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] Sync routers for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:24:33.910195 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:33.913111 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:33.973263 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.001124 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-bf623bc9-cdf3-4142-9779-1bb44e5a276e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1545043 Nov 11 22:24:34.001998 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:24:34.004556 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3216114d-af66-4943-89a2-d7d71c168cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:24:34.047628 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6650207e-b956-4211-816b-b9214e908873 x-openstack-request-id: req-6650207e-b956-4211-816b-b9214e908873 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:24:34.047947 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:24:34.048239 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6650207e-b956-4211-816b-b9214e908873 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:24:34.048732 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'status': 'completed', 'code': 200} Nov 11 22:24:34.121122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-05690d68-5af2-498e-9a61-22c7e7efb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:34.122647 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-05690d68-5af2-498e-9a61-22c7e7efb299 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1097 time: 0.0441327 Nov 11 22:24:34.180912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:34.220245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-4acc4c18-8a33-4f99-942d-b9bc940ecda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:34.221735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-4acc4c18-8a33-4f99-942d-b9bc940ecda7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0924203 Nov 11 22:24:34.235386 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:24:34.288984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-f2f17ddf-5d18-40fc-a901-55d7b968ac5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1000 time: 0.0602055 Nov 11 22:24:34.345654 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-6e83e382-c56e-49b7-a915-336db052548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:34.347813 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-6e83e382-c56e-49b7-a915-336db052548b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0503390 Nov 11 22:24:34.400498 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-f4df0105-0053-4dc5-9476-6e84fe2c3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:34.402033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-f4df0105-0053-4dc5-9476-6e84fe2c3bd6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470474 Nov 11 22:24:34.440748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'a785ee5a-4282-4fdb-9105-f2413205baaf', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'port_id': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'mac_address': 'fa:16:3e:1c:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1a0d2-b89c-4246-8343-62038de1177d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:24:32Z', 'updated_at': '2021-11-11T22:24:32Z', 'revision_number': 0, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:34.468447 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] Checking router: 4a799185-62ae-4a86-ae51-db27381ada76 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:24:34.478578 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:34.479393 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:24:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:34.503394 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-91e3af45-ba46-490e-bd08-7fffa9415956 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942450 Nov 11 22:24:34.531221 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a8ed4558-a0b1-45c1-b35c-961aed0aac17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.606686 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:34.607240 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3216114d-af66-4943-89a2-d7d71c168cf1 req-fe7427af-c2e6-485d-b5fa-d2993cb78f32 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965364 Nov 11 22:24:34.833980 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'a785ee5a-4282-4fdb-9105-f2413205baaf', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'port_id': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'mac_address': 'fa:16:3e:1c:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1a0d2-b89c-4246-8343-62038de1177d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:24:32Z', 'updated_at': '2021-11-11T22:24:32Z', 'revision_number': 0, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:34.861066 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f8eb-0299-4d68-ab27-4653ac3fa1ee None None] The sync data for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 is: [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'a785ee5a-4282-4fdb-9105-f2413205baaf', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'port_id': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'mac_address': 'fa:16:3e:1c:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1a0d2-b89c-4246-8343-62038de1177d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:24:32Z', 'updated_at': '2021-11-11T22:24:32Z', 'revision_number': 0, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:24:35.053296 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb578b0-ad71-420a-92b9-af1706fd6fb2 None None] New status for floating IP a785ee5a-4282-4fdb-9105-f2413205baaf: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:24:35.929960 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:37.495975 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:37.912669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:44.753441 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-76619967-4b56-4f51-98d2-c51e0c3b3392 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414648 Nov 11 22:24:44.858577 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-58d88a1b-c116-4099-b89c-0984d8fb3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:44.860070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-58d88a1b-c116-4099-b89c-0984d8fb3df8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1097 time: 0.0417469 Nov 11 22:24:44.974945 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-bcb46d26-fc06-4199-88fa-56109b673d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:44.976603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-bcb46d26-fc06-4199-88fa-56109b673d03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0973253 Nov 11 22:24:45.053972 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-a9e86719-ee8c-48de-948a-5899cb7ba8f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1002 time: 0.0700259 Nov 11 22:24:45.108811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-28d145b5-af83-4f6a-807e-cef7dc686ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:45.110816 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-28d145b5-af83-4f6a-807e-cef7dc686ffc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0496418 Nov 11 22:24:45.158821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-78b71f75-25d3-432f-9889-2456ef243077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:45.160418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-78b71f75-25d3-432f-9889-2456ef243077 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427191 Nov 11 22:24:45.256287 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-0a069e31-8388-44e0-9bdd-f2c1d323a929 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Nov 11 22:24:45.361213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-513ed429-c164-47c9-9a82-211ba93ee6d6 req-23f91a72-e322-4c67-bc9a-3c6aa44295c2 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970294 Nov 11 22:24:52.975118 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.306124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.052187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-92a44ce3-ac39-46de-9e10-e8493c45c86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.494949 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f840cd8-c7e9-43fc-926e-2c8bfd95ed0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.911437 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.466902 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.923058 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:11.235575 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:25:23.019951 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:28.340016 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:32.025387 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-67199cf3-9e89-4050-b6b1-ec5c6dec9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.488254 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-15a022df-3ed6-430b-8732-b4985796dea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.934016 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.510756 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:37.911201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:44.745655 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-12bcb0ae-9948-4e02-a21b-f195ac74af8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407608 Nov 11 22:25:44.830609 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-67a5d6ce-e30a-42fa-99ff-301d4c33c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:44.832129 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-67a5d6ce-e30a-42fa-99ff-301d4c33c6f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1097 time: 0.0418830 Nov 11 22:25:44.941722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-549ffbde-4861-408f-97f7-f1201f668109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:44.943239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-549ffbde-4861-408f-97f7-f1201f668109 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0902152 Nov 11 22:25:45.011577 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-4c2e2736-6e80-4317-9a19-77c5072ff1a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1002 time: 0.0605626 Nov 11 22:25:45.066259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-4dfab21c-35b9-4356-b854-ab2527a91272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:45.067720 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-4dfab21c-35b9-4356-b854-ab2527a91272 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0490518 Nov 11 22:25:45.115458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-2af2f9b4-bb42-47ca-ad9b-c8a224ce82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:45.117021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-2af2f9b4-bb42-47ca-ad9b-c8a224ce82cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424712 Nov 11 22:25:45.206898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-303d5e1a-5e7e-45f0-b158-daaa27c3d9d8 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 Nov 11 22:25:45.302838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d9712ee1-2f8b-4427-af1b-e46033a5ecd6 req-5d9e2bf4-5c33-48e1-9435-a023bcdc61da service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875626 Nov 11 22:25:48.234200 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:25:52.990974 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:58.293064 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:02.041533 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-485ee735-7062-4714-ba58-7505f5179d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:04.499312 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9d992829-58e3-4cee-8c87-9c484dd9d5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:05.922400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.476318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:07.915077 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:23.019103 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:25.234567 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:26:28.349982 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:29.103260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211e0a1-dec3-4423-9412-169ee3ebf5b1 req-8c0bffb3-99d8-48e3-b327-9cbd5792bb58 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:29.105256 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8211e0a1-dec3-4423-9412-169ee3ebf5b1 req-8c0bffb3-99d8-48e3-b327-9cbd5792bb58 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0538676 Nov 11 22:26:29.156191 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8211e0a1-dec3-4423-9412-169ee3ebf5b1 req-706e870e-94f1-4edd-9eda-5cda4982846a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451508 Nov 11 22:26:30.276086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f495e-1ba7-40c5-8ab2-8e43ada976f0 req-cf00fdae-bb84-4735-b863-490730bb21b4 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:30.277600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc5f495e-1ba7-40c5-8ab2-8e43ada976f0 req-cf00fdae-bb84-4735-b863-490730bb21b4 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0535588 Nov 11 22:26:30.327687 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cc5f495e-1ba7-40c5-8ab2-8e43ada976f0 req-8221080a-62b1-4309-8b36-77a15456a23d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434403 Nov 11 22:26:31.443622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6876-9ffa-4ba9-a327-d3c553e0cecb req-34acb944-2eae-4fae-a303-d4cd42670a76 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:31.445218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a6a6876-9ffa-4ba9-a327-d3c553e0cecb req-34acb944-2eae-4fae-a303-d4cd42670a76 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0506456 Nov 11 22:26:31.494976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a6a6876-9ffa-4ba9-a327-d3c553e0cecb req-4413a234-de53-4946-8ba5-db460f2a0051 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Nov 11 22:26:32.058463 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4929a989-4e1e-464c-ae63-d272aeb274ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.616006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a5cc2-f331-4a4c-bbf2-abb574b89867 req-180dd3e2-f4b7-4227-9d87-a096ae2babe8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:32.617546 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c42a5cc2-f331-4a4c-bbf2-abb574b89867 req-180dd3e2-f4b7-4227-9d87-a096ae2babe8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0530143 Nov 11 22:26:32.667104 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c42a5cc2-f331-4a4c-bbf2-abb574b89867 req-0ca56092-dc5a-4a02-a875-f4462d320945 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Nov 11 22:26:33.791393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471699a9-acc2-42be-a651-3df6ef05d003 req-0877ef34-3c1d-4e80-85ff-64972f6de20b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:33.792949 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-471699a9-acc2-42be-a651-3df6ef05d003 req-0877ef34-3c1d-4e80-85ff-64972f6de20b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0500302 Nov 11 22:26:33.842068 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-471699a9-acc2-42be-a651-3df6ef05d003 req-8a0065e6-3d9c-472f-b4a2-d482da12c4a1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Nov 11 22:26:34.475906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ec45fd9b-a58e-47ad-8f87-96c2be744dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:34.964426 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48b87d-58d7-470f-ad4a-14327c5d970f req-a8355405-2a87-4943-9d52-23bc29d2281c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:34.966292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee48b87d-58d7-470f-ad4a-14327c5d970f req-a8355405-2a87-4943-9d52-23bc29d2281c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0539837 Nov 11 22:26:35.021138 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee48b87d-58d7-470f-ad4a-14327c5d970f req-9bf729a5-de82-4daa-8d13-dffdf21dfa50 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490630 Nov 11 22:26:35.954269 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:36.137195 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b176b-db75-4f39-a227-5c85f2f4d70f req-97e10154-1b26-4d7f-9607-1529d58f2773 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:36.138762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-656b176b-db75-4f39-a227-5c85f2f4d70f req-97e10154-1b26-4d7f-9607-1529d58f2773 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0493834 Nov 11 22:26:36.188323 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-656b176b-db75-4f39-a227-5c85f2f4d70f req-def7c6d7-4693-44d6-9fd7-5b3037ab1f9e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Nov 11 22:26:37.307086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6793f-32e1-43a7-b4ea-4aedc6039577 req-bf7a6288-5a87-4fcf-8f3b-35600b271097 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:37.308739 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-57d6793f-32e1-43a7-b4ea-4aedc6039577 req-bf7a6288-5a87-4fcf-8f3b-35600b271097 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0509849 Nov 11 22:26:37.360896 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-57d6793f-32e1-43a7-b4ea-4aedc6039577 req-a982c6d5-7e07-4150-be2a-790d61bf3649 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453506 Nov 11 22:26:37.497632 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:37.915573 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:38.483095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48768-6fd3-40f3-9a44-165d85fb8484 req-179374d4-6f30-40e5-9748-b37ef728325c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:38.484640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bb48768-6fd3-40f3-9a44-165d85fb8484 req-179374d4-6f30-40e5-9748-b37ef728325c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0545650 Nov 11 22:26:38.536327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bb48768-6fd3-40f3-9a44-165d85fb8484 req-749ca10c-7097-4768-a070-fd540a3c4b3c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Nov 11 22:26:39.656099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e860fe-700d-4250-8069-f1fdc10e50ae req-488ae4db-d8e6-49f5-97de-ca1a5e7bc665 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:39.657738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-92e860fe-700d-4250-8069-f1fdc10e50ae req-488ae4db-d8e6-49f5-97de-ca1a5e7bc665 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0529695 Nov 11 22:26:39.709761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-92e860fe-700d-4250-8069-f1fdc10e50ae req-5a123045-8a2e-43f9-819e-6d905ecd7950 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456448 Nov 11 22:26:40.827384 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584411-7701-4d18-acbe-e28f426dea54 req-0570d049-1b73-4205-a6a7-26f8a9e4119b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:40.828960 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa584411-7701-4d18-acbe-e28f426dea54 req-0570d049-1b73-4205-a6a7-26f8a9e4119b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0513549 Nov 11 22:26:40.882431 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fa584411-7701-4d18-acbe-e28f426dea54 req-d2ae958b-5970-4cd8-acdf-b2f1c1ed730e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475705 Nov 11 22:26:42.005898 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bec14-486c-4577-aaee-77653136751b req-1798d10f-020f-4eb2-bd97-86daa527f32f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:42.007386 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf3bec14-486c-4577-aaee-77653136751b req-1798d10f-020f-4eb2-bd97-86daa527f32f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0506330 Nov 11 22:26:42.056779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bf3bec14-486c-4577-aaee-77653136751b req-2748eca8-f2a1-42a9-b143-de029290166a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Nov 11 22:26:42.368027 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:26:42.471593 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:42.484051 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'port_id': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'mac_address': 'fa:16:3e:1c:cc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:26:42.530698 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:42.545226 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d192d83-602b-4ff5-90cc-dd1241686f76 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:26:42.568008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:42.634212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:42.702083 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:42.706832 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['0d192d83-602b-4ff5-90cc-dd1241686f76'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:42.757841 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:43.183077 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d173d9d-c0c6-4785-80d1-066068665e94 req-db2539a9-4bb6-4c9e-9494-f6a5bccf808e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:43.185895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d173d9d-c0c6-4785-80d1-066068665e94 req-db2539a9-4bb6-4c9e-9494-f6a5bccf808e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 945 time: 0.0562928 Nov 11 22:26:43.242360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d173d9d-c0c6-4785-80d1-066068665e94 req-ed16bb6c-134a-41d2-8e49-38a506f091d6 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505116 Nov 11 22:26:44.378635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce49ea-0ac4-40fc-b7a9-a0671f9c1e50 req-1a149e8e-efd4-4f4c-b3d9-f0519146a574 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:44.380229 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcce49ea-0ac4-40fc-b7a9-a0671f9c1e50 req-1a149e8e-efd4-4f4c-b3d9-f0519146a574 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 945 time: 0.0590203 Nov 11 22:26:44.383939 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:26:44.442653 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fcce49ea-0ac4-40fc-b7a9-a0671f9c1e50 req-54b85f41-c14a-47f1-b212-29355c642804 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552971 Nov 11 22:26:44.445622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 0d192d83-602b-4ff5-90cc-dd1241686f76 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:26:44.445991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:44.529241 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:44.552884 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:44.555138 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc6234-8223-4da3-b6f3-542b47e52d28" -d '{"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-plugged", "status": "completed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:44.569208 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:44.641800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:44.681365 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ddd04-c5f1-4850-bed6-d6942ed7e8cd x-openstack-request-id: req-490ddd04-c5f1-4850-bed6-d6942ed7e8cd {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:44.681733 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-plugged", "status": "completed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:44.682053 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-490ddd04-c5f1-4850-bed6-d6942ed7e8cd {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:44.682559 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'code': 200} Nov 11 22:26:44.699291 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:45.595401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56c58d-4a57-46c1-9d56-6f1738934f8e req-33f906cd-ae22-4687-9236-11c95d2f0b9c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:45.596887 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb56c58d-4a57-46c1-9d56-6f1738934f8e req-33f906cd-ae22-4687-9236-11c95d2f0b9c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0621040 Nov 11 22:26:45.658017 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cb56c58d-4a57-46c1-9d56-6f1738934f8e req-3812301b-4608-49a1-ae32-690f2d444c5f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550232 Nov 11 22:26:45.866372 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eab4d3-457f-427e-b699-99d349032fd9 req-e41f4a3b-5720-42d9-8eab-dafdca4ef512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:45.867964 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47eab4d3-457f-427e-b699-99d349032fd9 req-e41f4a3b-5720-42d9-8eab-dafdca4ef512 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1097 time: 0.1011097 Nov 11 22:26:45.986661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eab4d3-457f-427e-b699-99d349032fd9 req-bc14f55a-c97f-4760-a20e-6d4070762f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:45.988180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47eab4d3-457f-427e-b699-99d349032fd9 req-bc14f55a-c97f-4760-a20e-6d4070762f5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0985746 Nov 11 22:26:46.067598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47eab4d3-457f-427e-b699-99d349032fd9 req-a10285f0-ddc3-46e9-aa24-02ed468caef2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1002 time: 0.0717359 Nov 11 22:26:46.120517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eab4d3-457f-427e-b699-99d349032fd9 req-a36e678c-c624-4eec-aca7-fe38a18128b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:46.123061 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47eab4d3-457f-427e-b699-99d349032fd9 req-a36e678c-c624-4eec-aca7-fe38a18128b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0486345 Nov 11 22:26:46.176961 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eab4d3-457f-427e-b699-99d349032fd9 req-73b1d37e-8ab4-4887-ae54-707357c0e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:46.178512 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47eab4d3-457f-427e-b699-99d349032fd9 req-73b1d37e-8ab4-4887-ae54-707357c0e114 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465918 Nov 11 22:26:46.283102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47eab4d3-457f-427e-b699-99d349032fd9 req-e81a093a-d2e4-4f09-80cf-67be762355e2 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966620 Nov 11 22:26:46.389371 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-47eab4d3-457f-427e-b699-99d349032fd9 req-9495e988-3fd2-4398-ab6c-f2da4f034a53 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992401 Nov 11 22:26:46.804719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca132a-ba04-41ac-a937-440d46160dbd req-ea0f9cc7-0e4d-4016-9f94-b4e4be3c8846 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:46.808617 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1ca132a-ba04-41ac-a937-440d46160dbd req-ea0f9cc7-0e4d-4016-9f94-b4e4be3c8846 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0585599 Nov 11 22:26:46.858778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a1ca132a-ba04-41ac-a937-440d46160dbd req-89aceda8-2251-49cd-ac8e-ac46ab091b41 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Nov 11 22:26:48.001489 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdbc5b-852f-4468-9c27-9f36994a5e67 req-883dc13c-8a56-4f67-bdb3-842a716171cc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:48.003116 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0bbdbc5b-852f-4468-9c27-9f36994a5e67 req-883dc13c-8a56-4f67-bdb3-842a716171cc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0562806 Nov 11 22:26:48.067777 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0bbdbc5b-852f-4468-9c27-9f36994a5e67 req-3ebaecad-f02e-446f-b02d-f965b0a7dda9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571375 Nov 11 22:26:49.203636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00d012-72f7-4033-8a28-d7bd7a545d30 req-6a9b0120-d4b6-433f-b2ad-93cb6d7e28b8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:49.205142 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b00d012-72f7-4033-8a28-d7bd7a545d30 req-6a9b0120-d4b6-433f-b2ad-93cb6d7e28b8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0533657 Nov 11 22:26:49.266338 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7b00d012-72f7-4033-8a28-d7bd7a545d30 req-812abeae-849a-4e21-976d-4fefa76b9bba tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551538 Nov 11 22:26:50.394575 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48aac-5b9b-4d49-b6f9-3e0ec79d9b85 req-11826faf-8403-41ff-98a5-49fd8b10a5b3 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:50.401845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fbe48aac-5b9b-4d49-b6f9-3e0ec79d9b85 req-11826faf-8403-41ff-98a5-49fd8b10a5b3 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0627954 Nov 11 22:26:50.463189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fbe48aac-5b9b-4d49-b6f9-3e0ec79d9b85 req-16fcb40c-d072-403d-a8a6-9328e9145e9e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603602 Nov 11 22:26:51.603729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd5e4-b763-4755-9f29-9143a5d968c9 req-87c296a2-46fd-486e-8a33-ee1c169b1a0d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:51.606418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aacbd5e4-b763-4755-9f29-9143a5d968c9 req-87c296a2-46fd-486e-8a33-ee1c169b1a0d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0666578 Nov 11 22:26:51.664095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-aacbd5e4-b763-4755-9f29-9143a5d968c9 req-40ab4751-919b-4541-8eaa-b025697dd311 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515985 Nov 11 22:26:52.789038 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7abf4-d847-4e37-ac89-83410064204f req-61a06738-4f2d-4451-984f-6b299d3a2e66 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:52.790542 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fee7abf4-d847-4e37-ac89-83410064204f req-61a06738-4f2d-4451-984f-6b299d3a2e66 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0539556 Nov 11 22:26:52.839101 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-fee7abf4-d847-4e37-ac89-83410064204f req-6c071ba4-4012-4434-ab94-323d69310f53 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Nov 11 22:26:53.056498 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:53.314238 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-8fe87372-8cad-49a2-8977-bdb828bc01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:53.315737 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-8fe87372-8cad-49a2-8977-bdb828bc01fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1097 time: 0.0424259 Nov 11 22:26:53.411015 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-9dfda24a-727f-4905-9ec8-a6d1b1579ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:53.412518 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-9dfda24a-727f-4905-9ec8-a6d1b1579ee4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0900369 Nov 11 22:26:53.478115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-9937f97c-cf38-42bb-a85a-3aa60c655a84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1002 time: 0.0585582 Nov 11 22:26:53.527342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-68aef561-b476-4417-a61a-37d5cd64ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:53.529618 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-68aef561-b476-4417-a61a-37d5cd64ca47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0449095 Nov 11 22:26:53.579815 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-67fab859-5c3e-4405-a481-e475310d1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:53.581325 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-67fab859-5c3e-4405-a481-e475310d1f16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447671 Nov 11 22:26:53.672956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-3799ee4a-8121-458b-88e8-f0d3ece70dfe service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843143 Nov 11 22:26:53.771702 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b48307c4-9e02-40cb-b239-1a7e87682ccd req-72ededf3-167c-4789-9e0d-35a0851258b6 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911319 Nov 11 22:26:53.956947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ec045-788c-4ba2-bcbd-6eb11dcd45f4 req-349c7996-2f6d-46af-a06b-88116bf7c402 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:53.958470 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a68ec045-788c-4ba2-bcbd-6eb11dcd45f4 req-349c7996-2f6d-46af-a06b-88116bf7c402 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0511682 Nov 11 22:26:54.008796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a68ec045-788c-4ba2-bcbd-6eb11dcd45f4 req-e8ad4393-d114-4b4a-9250-f83b8adfe271 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444117 Nov 11 22:26:55.126690 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88717a0-62f9-4a54-93f9-29c217dc6164 req-802f63c5-6a90-4cef-b49c-52e11a9cc253 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:55.128250 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f88717a0-62f9-4a54-93f9-29c217dc6164 req-802f63c5-6a90-4cef-b49c-52e11a9cc253 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0492077 Nov 11 22:26:55.181888 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f88717a0-62f9-4a54-93f9-29c217dc6164 req-cf6c174a-bb15-4c99-921b-1aa71152c50f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475509 Nov 11 22:26:56.304306 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cfc08-ac9b-46cf-9dcc-1cd7e9057279 req-e51d4bb0-2f13-4776-9b8e-e0a27a2f2994 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:56.305779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-660cfc08-ac9b-46cf-9dcc-1cd7e9057279 req-e51d4bb0-2f13-4776-9b8e-e0a27a2f2994 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 946 time: 0.0504391 Nov 11 22:26:56.357279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-660cfc08-ac9b-46cf-9dcc-1cd7e9057279 req-b277d1d3-1917-405f-a033-2dba400e073e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454602 Nov 11 22:26:56.415560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:26:56.467703 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-c1f6e8d0-e57b-404c-bc08-92f0029ec5b9 req-b8655c7a-5f86-4ca1-b223-1deaef166459 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:26:56.468768 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c1f6e8d0-e57b-404c-bc08-92f0029ec5b9 req-b8655c7a-5f86-4ca1-b223-1deaef166459 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489614 Nov 11 22:26:56.494179 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:56.517228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:56.519721 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08322d-306a-4bf6-b9b2-4759e25e4b90" -d '{"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:56.533229 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:56.612477 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:56.658846 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:57.725732 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7432818-ff29-4b16-9a9a-dbe1032d5b1e x-openstack-request-id: req-d7432818-ff29-4b16-9a9a-dbe1032d5b1e {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:57.726354 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-unplugged", "status": "failed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:57.726354 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7432818-ff29-4b16-9a9a-dbe1032d5b1e {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:57.726647 n-d-805734-3 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'code': 422} returned with failed status Nov 11 22:26:57.814738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc01c7-097e-4713-a147-914a4a7bc8be req-c8aea2f2-e156-4302-85df-23b76d2012ce tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:57.827719 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bbc01c7-097e-4713-a147-914a4a7bc8be req-c8aea2f2-e156-4302-85df-23b76d2012ce tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0493546 Nov 11 22:26:57.866476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8bbc01c7-097e-4713-a147-914a4a7bc8be req-6d149e77-11f5-4f58-a4b6-46596df36668 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440052 Nov 11 22:26:58.276600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-9423f140-7466-4723-9147-6143806028c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867522 Nov 11 22:26:58.371538 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:58.985987 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286ef2c-7caa-4322-ace1-fe8336a1509e req-97d93ccb-db8a-4be4-b0fb-44d26aeac785 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:58.987493 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c286ef2c-7caa-4322-ace1-fe8336a1509e req-97d93ccb-db8a-4be4-b0fb-44d26aeac785 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0514836 Nov 11 22:26:59.038567 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c286ef2c-7caa-4322-ace1-fe8336a1509e req-e88ea861-4c2f-4599-81fb-332a4fc690ca tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 Nov 11 22:26:59.587387 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-7286076d-5493-428c-909f-2e16b3ce7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:59.588806 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-7286076d-5493-428c-909f-2e16b3ce7151 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d&tenant_id=2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 1095 time: 0.0407517 Nov 11 22:26:59.652401 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-19f18048-99df-4bf8-b8a6-a9c4352252a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:59.654045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-19f18048-99df-4bf8-b8a6-a9c4352252a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1095 time: 0.0443654 Nov 11 22:26:59.744822 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-9354ddae-eb58-4967-acd3-1a5a68ed5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:59.746955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-9354ddae-eb58-4967-acd3-1a5a68ed5620 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0858545 Nov 11 22:27:00.136413 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-5c4d2e25-b094-4ef1-835f-f0bc76e8eeb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1000 time: 0.3822680 Nov 11 22:27:00.206408 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52118d-347b-4922-a403-d1b98d1a8557 req-38dcfc3e-1ac0-49ca-a124-ded4d9d35b0c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:00.207823 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c52118d-347b-4922-a403-d1b98d1a8557 req-38dcfc3e-1ac0-49ca-a124-ded4d9d35b0c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0869362 Nov 11 22:27:00.211478 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-1bb11340-5a6d-4c77-b4d7-7059a09cb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:00.212835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-1bb11340-5a6d-4c77-b4d7-7059a09cb3ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0631309 Nov 11 22:27:00.289763 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3c52118d-347b-4922-a403-d1b98d1a8557 req-325f3236-2dbf-448b-9e04-8735f2877c32 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757554 Nov 11 22:27:00.292664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-4464e95d-f839-4a9e-a588-6d70c7d0b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:00.294533 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-4464e95d-f839-4a9e-a588-6d70c7d0b736 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747259 Nov 11 22:27:00.386147 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-3519ab7d-7aac-4f71-bfb3-14d0456a56a2 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831318 Nov 11 22:27:00.478529 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-88f2cd1d-398e-4013-a7bd-1c092557530a req-db7145b6-22ac-49dd-bd93-ef6d9e3a4ac7 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856509 Nov 11 22:27:01.424582 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821801f5-c89d-4251-a626-162ac8dc5b74 req-dafcad04-8810-46c3-a348-bd3bf152abc7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:01.426126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-821801f5-c89d-4251-a626-162ac8dc5b74 req-dafcad04-8810-46c3-a348-bd3bf152abc7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0569775 Nov 11 22:27:01.488736 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-821801f5-c89d-4251-a626-162ac8dc5b74 req-d81cb159-469f-47c1-9019-d7d9a3727b80 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560308 Nov 11 22:27:02.062653 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b641a562-6261-4416-aab9-0ab3fbf48f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:02.234538 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:27:02.609544 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503fa3f-d598-43d4-9914-16dcfc7ce35a req-c26b7741-7762-4305-ab11-416a8d02ffb7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:02.611080 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9503fa3f-d598-43d4-9914-16dcfc7ce35a req-c26b7741-7762-4305-ab11-416a8d02ffb7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0506241 Nov 11 22:27:02.669373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9503fa3f-d598-43d4-9914-16dcfc7ce35a req-cd0a8185-d8a8-4c66-94f0-8a942fa425c7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515232 Nov 11 22:27:03.790980 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de761eb6-a910-442d-831b-bc2628e9f877 req-3b1d42d7-e8fd-42d5-ba05-eaa4f4ee8364 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:03.792565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de761eb6-a910-442d-831b-bc2628e9f877 req-3b1d42d7-e8fd-42d5-ba05-eaa4f4ee8364 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0520773 Nov 11 22:27:03.843481 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-de761eb6-a910-442d-831b-bc2628e9f877 req-46fbcff3-d8b9-4177-90f7-e36cd8702196 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446434 Nov 11 22:27:04.537454 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7297-8811-42d6-aa4f-f2d27be8abb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.969086 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba28b49-892d-4fca-84f0-4c3392100cfa req-67221287-c99e-41e1-9be5-2bcdae2ff1b3 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:04.976569 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ba28b49-892d-4fca-84f0-4c3392100cfa req-67221287-c99e-41e1-9be5-2bcdae2ff1b3 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0605083 Nov 11 22:27:05.022279 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4ba28b49-892d-4fca-84f0-4c3392100cfa req-53660b06-eaf9-4d07-9394-d9e74b4e13c1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448053 Nov 11 22:27:05.950844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.148694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48647be0-f0a3-4ea2-816c-c7dbac1dfc9d req-caaaf7aa-e2c3-4680-a490-a69de62ef330 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:06.150296 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48647be0-f0a3-4ea2-816c-c7dbac1dfc9d req-caaaf7aa-e2c3-4680-a490-a69de62ef330 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0591617 Nov 11 22:27:06.206137 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-48647be0-f0a3-4ea2-816c-c7dbac1dfc9d req-b2251f88-d8bc-4a01-a59e-17ad9359a4a3 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492830 Nov 11 22:27:07.336766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852851c-91c3-4fec-b396-71058660ecd5 req-1459a3c4-e5dc-49a0-9506-4534745cd6e4 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:07.338529 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0852851c-91c3-4fec-b396-71058660ecd5 req-1459a3c4-e5dc-49a0-9506-4534745cd6e4 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0541463 Nov 11 22:27:07.391985 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0852851c-91c3-4fec-b396-71058660ecd5 req-a94ca028-7cee-4849-b423-a1690cb49550 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Nov 11 22:27:07.542514 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.938422 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.522297 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded484e0-152b-43af-9658-ece4bef2724c req-a8daa755-128e-460e-8ddf-c99ec4f682c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:08.523833 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ded484e0-152b-43af-9658-ece4bef2724c req-a8daa755-128e-460e-8ddf-c99ec4f682c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0540361 Nov 11 22:27:08.581447 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ded484e0-152b-43af-9658-ece4bef2724c req-8af24922-cf2e-4590-9645-133da132a9a6 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Nov 11 22:27:09.709122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e2634-b2a0-449e-a963-2089d5e90564 req-9bd67f4c-0d77-4b44-a708-60d8e73a08fc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:09.711239 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-864e2634-b2a0-449e-a963-2089d5e90564 req-9bd67f4c-0d77-4b44-a708-60d8e73a08fc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0525064 Nov 11 22:27:09.766673 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-864e2634-b2a0-449e-a963-2089d5e90564 req-aee4f321-8eed-40d1-92af-e1414030a179 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486684 Nov 11 22:27:10.891096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd67d-72fc-4d90-a9dc-2325d922f768 req-cddfbf33-9457-4f51-9c9f-f3ff6e188059 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:10.892626 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d88dd67d-72fc-4d90-a9dc-2325d922f768 req-cddfbf33-9457-4f51-9c9f-f3ff6e188059 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0515997 Nov 11 22:27:10.950166 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d88dd67d-72fc-4d90-a9dc-2325d922f768 req-2e2d3f0d-0031-49be-96a7-963781a1566d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511510 Nov 11 22:27:12.099495 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b8264-bac0-4479-aeef-5a87a99c9ce1 req-7cdb3708-b33d-41f7-83ee-b42be6ec8597 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:12.101078 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9b8264-bac0-4479-aeef-5a87a99c9ce1 req-7cdb3708-b33d-41f7-83ee-b42be6ec8597 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0590701 Nov 11 22:27:12.155126 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0c9b8264-bac0-4479-aeef-5a87a99c9ce1 req-116ea905-1cd9-41f7-9588-f1cf2f185616 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 Nov 11 22:27:13.275947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6aa0b-9423-45ec-b499-4d1c19ef81ee req-c1fdfb66-5b2d-4def-8d7f-e8aeaa279157 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:13.277657 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58f6aa0b-9423-45ec-b499-4d1c19ef81ee req-c1fdfb66-5b2d-4def-8d7f-e8aeaa279157 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0517526 Nov 11 22:27:13.327519 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-58f6aa0b-9423-45ec-b499-4d1c19ef81ee req-d76ff22e-861e-4489-bf45-4e352bd78d46 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 Nov 11 22:27:14.446391 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441998f-be97-44ce-9822-3fe38b21017f req-03d9177a-44ee-4db4-a307-e097a4b12fe5 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:14.447869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3441998f-be97-44ce-9822-3fe38b21017f req-03d9177a-44ee-4db4-a307-e097a4b12fe5 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 944 time: 0.0527866 Nov 11 22:27:14.492374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:27:14.498089 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3441998f-be97-44ce-9822-3fe38b21017f req-38fb0db5-cb0f-4e86-a0f1-0ed9a81136d2 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Nov 11 22:27:14.589039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:14.600763 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'port_id': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'mac_address': 'fa:16:3e:1c:cc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:27:14.637052 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.649377 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d192d83-602b-4ff5-90cc-dd1241686f76 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:27:14.668461 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:14.784029 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.836411 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=9']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:15.011323 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['0d192d83-602b-4ff5-90cc-dd1241686f76'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:27:15.613892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f04007-7c65-4795-9820-3cfe7ac875ee req-9109faa6-3b3c-40ce-892a-0d5e1da5b596 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:15.615295 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70f04007-7c65-4795-9820-3cfe7ac875ee req-9109faa6-3b3c-40ce-892a-0d5e1da5b596 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 945 time: 0.0487516 Nov 11 22:27:15.665262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-70f04007-7c65-4795-9820-3cfe7ac875ee req-58f570ba-57d7-4399-83c7-5dc4ac117732 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Nov 11 22:27:16.507960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:27:16.554669 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 0d192d83-602b-4ff5-90cc-dd1241686f76 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:16.555038 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.633667 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.655146 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:16.657417 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa149428-b930-4a5e-ae2c-162172e81eae" -d '{"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-plugged", "status": "completed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:16.670460 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:16.694109 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56233e5-4ff9-4398-a0f8-ce5aa26af221 x-openstack-request-id: req-a56233e5-4ff9-4398-a0f8-ce5aa26af221 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:16.694425 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-plugged", "status": "completed", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:16.694680 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a56233e5-4ff9-4398-a0f8-ce5aa26af221 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:16.695079 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'code': 200} Nov 11 22:27:16.749480 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.791227 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a74a9-80ca-4f85-b097-3641b370941c req-4fe93404-fdfa-4e7f-98cd-7f3144b945d5 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:16.793294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a7a74a9-80ca-4f85-b097-3641b370941c req-4fe93404-fdfa-4e7f-98cd-7f3144b945d5 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 947 time: 0.0514188 Nov 11 22:27:16.799024 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=10']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:16.848531 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5a7a74a9-80ca-4f85-b097-3641b370941c req-7e739a6f-1027-4e74-9844-3f365def5dd2 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491838 Nov 11 22:27:16.912341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150f3c-60ac-43f2-b099-4da353b9b064 req-f41edb88-0877-4f6e-b998-779c7ee0acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:16.913989 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ef150f3c-60ac-43f2-b099-4da353b9b064 req-f41edb88-0877-4f6e-b998-779c7ee0acb6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1098 time: 0.0418332 Nov 11 22:27:16.962557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ef150f3c-60ac-43f2-b099-4da353b9b064 req-a5cd06df-3cef-4727-af78-bbd478d3af8d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Nov 11 22:27:17.976657 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c06c-2284-4304-8936-77b6e1803601 req-75b2b833-834d-4e50-9f4f-54d2b58a7711 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:17.978359 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d63c06c-2284-4304-8936-77b6e1803601 req-75b2b833-834d-4e50-9f4f-54d2b58a7711 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 947 time: 0.0534296 Nov 11 22:27:18.029984 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0d63c06c-2284-4304-8936-77b6e1803601 req-733e5dfd-d315-42b4-8a48-7215ed512f55 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Nov 11 22:27:19.154620 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74848e-d81b-4ff5-86eb-da3c991d9649 req-14c7923f-1461-49e8-a436-9cc877954a58 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:19.156106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f74848e-d81b-4ff5-86eb-da3c991d9649 req-14c7923f-1461-49e8-a436-9cc877954a58 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 947 time: 0.0557575 Nov 11 22:27:19.210261 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7f74848e-d81b-4ff5-86eb-da3c991d9649 req-a30ae43c-1975-4f6b-84ce-5d6d7ff3ed90 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481060 Nov 11 22:27:20.328581 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1b41-9807-4701-b1ab-a6dc8307c871 req-3204bc55-b1a6-4ed3-8c3d-0658c8547652 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:20.330090 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93bb1b41-9807-4701-b1ab-a6dc8307c871 req-3204bc55-b1a6-4ed3-8c3d-0658c8547652 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 947 time: 0.0505414 Nov 11 22:27:20.380013 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-93bb1b41-9807-4701-b1ab-a6dc8307c871 req-935cf6d4-626d-4056-96c5-f93341cb4a00 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Nov 11 22:27:23.046484 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:28.369376 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:32.032374 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7218d62e-98d0-4b22-868f-ab42ea2f784a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:34.500862 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-789bcdb6-b2f7-4c67-87f4-073da2e80b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:35.950115 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.506705 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.992163 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:39.237219 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:27:48.399539 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-9fcca7f7-1c86-4f8c-84a3-5d95dd2dec47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386808 Nov 11 22:27:48.488597 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-351a5b62-f750-40d2-889a-acebac5d03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:48.490098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-351a5b62-f750-40d2-889a-acebac5d03ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1098 time: 0.0454633 Nov 11 22:27:48.594465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-58ca272f-fd93-4b36-815b-48f6ad85337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:48.595926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-58ca272f-fd93-4b36-815b-48f6ad85337d service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0868297 Nov 11 22:27:48.665708 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-43fd4532-8255-447b-a2a2-1aa3de719638 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 1002 time: 0.0612223 Nov 11 22:27:48.713969 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-b31ec0d6-5859-4b25-bf0f-eb14c939ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:48.716288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-b31ec0d6-5859-4b25-bf0f-eb14c939ce27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0437815 Nov 11 22:27:48.760586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-ddf08749-a18f-4b86-b254-2cd72bc72f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:48.762601 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-ddf08749-a18f-4b86-b254-2cd72bc72f7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395858 Nov 11 22:27:48.857113 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-4626d05f-2bdf-4ebd-8fa8-899719a10086 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857575 Nov 11 22:27:48.959218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cfee4cff-8904-40bd-a38d-7fb29a8e80d2 req-c2743bdc-348c-43c7-8372-9a266f6b09d1 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850720 Nov 11 22:27:53.068988 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.371812 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.037227 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-82d2efb4-956f-4dc9-bace-8e13129e3e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:04.497095 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-66bf205f-c460-40fb-b25f-95df0acb9f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:05.951764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:07.494122 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:07.943183 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:16.236724 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:28:23.079786 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:28.378673 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.002734 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43260) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:30.168610 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Deleting port fd213cb9-87e8-4ecc-9dc0-a35a63437a5b {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:28:30.169029 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.244708 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.244948 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.256789 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Calling delete_port for fd213cb9-87e8-4ecc-9dc0-a35a63437a5b owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:28:30.528495 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.555288 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event deleted for resources: {'Port': ['ID=fd213cb9-87e8-4ecc-9dc0-a35a63437a5b,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:30.580910 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.581260 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.581603 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.581951 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.582285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.582637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.582952 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.583297 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.583709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.584045 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.584461 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.584790 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:30.627937 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.628308 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Floating IP a785ee5a-4282-4fdb-9105-f2413205baaf disassociated (deleted). External IP: 172.25.2.102, port: 0d192d83-602b-4ff5-90cc-dd1241686f76. Nov 11 22:28:30.834296 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Router 4a799185-62ae-4a86-ae51-db27381ada76 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:28:30.942248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:28:30.947183 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.953053 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] Sync routers for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:28:30.962353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:30.962974 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:28:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:30.976614 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-aeb92208-faeb-4731-9d35-2740e8a704c0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "DELETE /v2.0/floatingips/a785ee5a-4282-4fdb-9105-f2413205baaf HTTP/1.1" status: 204 len: 168 time: 0.9727252 Nov 11 22:28:30.977285 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:28:30.980289 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415384ca-e2f1-4a84-a09b-f1c66c8d8664" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:28:31.076260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:31.275209 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:31.301533 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] Checking router: 4a799185-62ae-4a86-ae51-db27381ada76 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:28:31.311026 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:28:31.311712 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:28:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:31.401668 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95474134-5a4b-4955-bb13-66db04288f0c x-openstack-request-id: req-95474134-5a4b-4955-bb13-66db04288f0c {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:28:31.402807 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:28:31.403420 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-95474134-5a4b-4955-bb13-66db04288f0c {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:28:31.403420 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'status': 'completed', 'code': 200} Nov 11 22:28:31.429488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:28:31.506838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-03c3377a-3572-4acc-88fd-08436500062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:31.508395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-03c3377a-3572-4acc-88fd-08436500062f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 1098 time: 0.0777462 Nov 11 22:28:31.521786 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56aeb9-ede5-4f97-ab2e-32d778df6940 req-6ce52e91-0ee3-4f5d-8318-cc55c91ac441 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:31.523280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df56aeb9-ede5-4f97-ab2e-32d778df6940 req-6ce52e91-0ee3-4f5d-8318-cc55c91ac441 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 947 time: 0.0627100 Nov 11 22:28:31.636002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-df56aeb9-ede5-4f97-ab2e-32d778df6940 req-90960d77-cd54-47c4-893a-a08a75ae5222 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036947 Nov 11 22:28:31.640557 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:28:31.653245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-150653be-fe6c-44bf-a7cd-1e7eeffb416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:31.654748 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-150653be-fe6c-44bf-a7cd-1e7eeffb416e service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.1306112 Nov 11 22:28:31.669753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75480d2-9c33-4674-a620-4a6a9e097506 None None] The sync data for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 is: [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:28:31.701122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-2615ff72-0477-4030-8ed4-edad7a2d3069 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 200 len: 217 time: 0.0371561 Nov 11 22:28:31.753200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-2289c52e-4506-4dba-83be-2a0241419cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:31.754753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-2289c52e-4506-4dba-83be-2a0241419cc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0465653 Nov 11 22:28:31.812112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-435a3147-92e7-480c-8663-bba2d94542de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:31.813845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-435a3147-92e7-480c-8663-bba2d94542de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511329 Nov 11 22:28:31.908026 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a9772-d127-418f-bcbd-eff52073ca70 None None] New status for floating IP a785ee5a-4282-4fdb-9105-f2413205baaf: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:28:31.909785 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-f6c7f4b1-a5da-41ab-a25c-2609a1746f08 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884404 Nov 11 22:28:32.015430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-415384ca-e2f1-4a84-a09b-f1c66c8d8664 req-121f3c5d-bb62-458b-a612-7663229904a2 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918369 Nov 11 22:28:32.093604 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-127b735d-a6a1-4ba7-bd31-c9b7afe81337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:32.709042 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-8ec292a2-92b0-4037-8103-d94a90e658f1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:32.710530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-8ec292a2-92b0-4037-8103-d94a90e658f1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 947 time: 0.0516763 Nov 11 22:28:32.815043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee6504-cec7-40f7-877b-bc1656d2e443 req-557bbe92-1944-4aba-85db-3382eb4b2dc1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:28:32.816634 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdee6504-cec7-40f7-877b-bc1656d2e443 req-557bbe92-1944-4aba-85db-3382eb4b2dc1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 947 time: 0.1052332 Nov 11 22:28:32.875887 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Deleting port 0d192d83-602b-4ff5-90cc-dd1241686f76 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:28:32.876249 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:32.884178 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cdee6504-cec7-40f7-877b-bc1656d2e443 req-db00e576-8c81-4a97-b989-33c1fa20ad69 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=c326cfc1-13c4-464d-acbf-253264216150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607219 Nov 11 22:28:32.977955 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] For port 0d192d83-602b-4ff5-90cc-dd1241686f76, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=0d192d83-602b-4ff5-90cc-dd1241686f76,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:28:32.978316 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:32.990438 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Calling delete_port for 0d192d83-602b-4ff5-90cc-dd1241686f76 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:28:33.182237 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:33.214952 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event deleted for resources: {'Port': ['ID=0d192d83-602b-4ff5-90cc-dd1241686f76,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:33.227051 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.227393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.227735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.228076 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.228444 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.228780 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.229112 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.229450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.229774 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.230666 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.231043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.231373 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:28:33.265694 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] No DVR routers for this DVR port 0d192d83-602b-4ff5-90cc-dd1241686f76 on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:28:33.268646 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:33.272023 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ebaa6ff-ef06-4972-bbe1-7d3adcdaaa3b req-55bae974-b88f-4423-9931-d2ab419a7212 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "DELETE /v2.0/ports/0d192d83-602b-4ff5-90cc-dd1241686f76 HTTP/1.1" status: 204 len: 173 time: 0.5508969 Nov 11 22:28:33.272484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-deleted', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:28:33.274793 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3e8e1c-37f5-46dd-a955-d61d9309d847" -d '{"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-deleted", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:28:33.364329 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543cf0c6-37a1-4601-b4e0-492f4b4adb43 x-openstack-request-id: req-543cf0c6-37a1-4601-b4e0-492f4b4adb43 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:28:33.369074 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1a0d2-b89c-4246-8343-62038de1177d", "name": "network-vif-deleted", "tag": "0d192d83-602b-4ff5-90cc-dd1241686f76", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:28:33.369074 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-543cf0c6-37a1-4601-b4e0-492f4b4adb43 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:28:33.369074 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1a0d2-b89c-4246-8343-62038de1177d', 'name': 'network-vif-deleted', 'tag': '0d192d83-602b-4ff5-90cc-dd1241686f76', 'status': 'completed', 'code': 200} Nov 11 22:28:33.994998 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9488e257-0565-4e13-89de-f761fa581b3b req-21a3da27-be04-422d-badb-8226f04c5b9b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=96a1a0d2-b89c-4246-8343-62038de1177d HTTP/1.1" status: 200 len: 210 time: 0.0271490 Nov 11 22:28:34.481872 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3b9252a5-cdae-4f92-b2d5-f0c3b8275898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:34.821747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:28:34.842576 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 0d192d83-602b-4ff5-90cc-dd1241686f76 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:28:34.842929 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 0d192d83-602b-4ff5-90cc-dd1241686f76 not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:28:35.050465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43284) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:35.106504 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c188b962-7c42-4734-944e-508330d1c0de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:35.133567 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c188b962-7c42-4734-944e-508330d1c0de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:35.336935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c188b962-7c42-4734-944e-508330d1c0de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:35.339610 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-c188b962-7c42-4734-944e-508330d1c0de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:35.340823 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-c188b962-7c42-4734-944e-508330d1c0de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "DELETE /v2.0/security-groups/c326cfc1-13c4-464d-acbf-253264216150 HTTP/1.1" status: 204 len: 168 time: 0.2893803 Nov 11 22:28:35.354328 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188b962-7c42-4734-944e-508330d1c0de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326cfc1-13c4-464d-acbf-253264216150,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:35.855928 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43290) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:35.860593 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-66402704-18c5-4107-b898-c0955d267b61 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991364210', 'description': 'tempest-secgroup-smoke-991364210 description', 'project_id': '2445fd992c9c4ece97a586a424aac9fa'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:35.960046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66402704-18c5-4107-b898-c0955d267b61 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.007628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.026197 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66402704-18c5-4107-b898-c0955d267b61 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.087731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66402704-18c5-4107-b898-c0955d267b61 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.116375 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66402704-18c5-4107-b898-c0955d267b61 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824d2696-c334-4bc5-85f1-3953e480164e,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:36.175589 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-66402704-18c5-4107-b898-c0955d267b61 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.176917 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-66402704-18c5-4107-b898-c0955d267b61 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3199387 Nov 11 22:28:36.179820 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43292) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:36.185170 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-c27659ed-b1d6-4a78-bee7-c03d5816d6f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': '824d2696-c334-4bc5-85f1-3953e480164e', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:36.275417 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27659ed-b1d6-4a78-bee7-c03d5816d6f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.334692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27659ed-b1d6-4a78-bee7-c03d5816d6f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.419628 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27659ed-b1d6-4a78-bee7-c03d5816d6f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.434828 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27659ed-b1d6-4a78-bee7-c03d5816d6f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab66806a-a737-4149-9647-7f9da4315e52,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:36.500731 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-c27659ed-b1d6-4a78-bee7-c03d5816d6f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.501937 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c27659ed-b1d6-4a78-bee7-c03d5816d6f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209703 Nov 11 22:28:36.504673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43294) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:36.509132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7bc994df-c9df-426a-85e2-b9d293b13745 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': '824d2696-c334-4bc5-85f1-3953e480164e', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:36.590031 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc994df-c9df-426a-85e2-b9d293b13745 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.648064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc994df-c9df-426a-85e2-b9d293b13745 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.710217 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc994df-c9df-426a-85e2-b9d293b13745 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.729255 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc994df-c9df-426a-85e2-b9d293b13745 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47a238d-2277-4f33-9d54-d3ea7f374bbc,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:36.797809 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7bc994df-c9df-426a-85e2-b9d293b13745 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.799033 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7bc994df-c9df-426a-85e2-b9d293b13745 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934189 Nov 11 22:28:36.801892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43296) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:36.806192 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-5cb532ce-f0e7-4863-a0ce-3077391c7434 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': '824d2696-c334-4bc5-85f1-3953e480164e', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:36.915090 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cb532ce-f0e7-4863-a0ce-3077391c7434 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:36.972765 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cb532ce-f0e7-4863-a0ce-3077391c7434 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.079892 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cb532ce-f0e7-4863-a0ce-3077391c7434 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.098447 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb532ce-f0e7-4863-a0ce-3077391c7434 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633dabc7-e95d-4f03-81e8-4f9b0a74f41a,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:37.180964 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5cb532ce-f0e7-4863-a0ce-3077391c7434 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.182207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5cb532ce-f0e7-4863-a0ce-3077391c7434 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793809 Nov 11 22:28:37.185735 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43298) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:37.190043 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1d544aba-e0bd-45f9-9178-e3408eead756 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': '824d2696-c334-4bc5-85f1-3953e480164e', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:37.275150 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d544aba-e0bd-45f9-9178-e3408eead756 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.332777 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d544aba-e0bd-45f9-9178-e3408eead756 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.384632 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d544aba-e0bd-45f9-9178-e3408eead756 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.406275 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d544aba-e0bd-45f9-9178-e3408eead756 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a80aca0-5d91-4cb9-ba74-6b9c6f1dfb5e,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:37.487552 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1d544aba-e0bd-45f9-9178-e3408eead756 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.488826 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1d544aba-e0bd-45f9-9178-e3408eead756 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3021643 Nov 11 22:28:37.491767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43300) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:37.496922 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': '824d2696-c334-4bc5-85f1-3953e480164e', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:37.498036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.595838 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Project 2445fd992c9c4ece97a586a424aac9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:28:37.601129 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.660325 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.713524 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.731545 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd3810b-a8c1-4029-98dc-05140088bf1d,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:37.784006 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.785297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1262f1b9-0b78-48b6-8e04-1c3734275957 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2925479 Nov 11 22:28:37.787978 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43302) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:28:37.792999 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'security_group_rule': {'security_group_id': '824d2696-c334-4bc5-85f1-3953e480164e', 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:28:37.891039 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Project 2445fd992c9c4ece97a586a424aac9fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:28:37.896534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.922877 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:37.957200 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:38.178732 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:38.196892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db97f3cc-5074-4cd4-b6c9-781f7650c3a9,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:28:38.289030 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:38.290249 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2eb30686-2120-41f0-b2fd-ab349f2cea7d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5012977 Nov 11 22:28:53.085409 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:53.235955 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:28:58.435901 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:00.503751 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-1f129c30-96ee-4d5d-9700-83edd9d8ddad tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991364210&fields=id&tenant_id=2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 267 time: 0.0441406 Nov 11 22:29:00.613324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-b35ec414-f0c3-4911-ab03-fb004f67cb50 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:00.614717 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-b35ec414-f0c3-4911-ab03-fb004f67cb50 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 808 time: 0.1044183 Nov 11 22:29:00.629525 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-6f274063-896b-457e-8376-04ad4c547582 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/quotas/2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 375 time: 0.0092068 Nov 11 22:29:00.680050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-7f48f5e9-8e52-4df2-aa90-b67b109c33a2 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454440 Nov 11 22:29:00.695549 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-f5fa0774-c82b-49b8-87c0-db66a301dbcf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:29:00.696552 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-f5fa0774-c82b-49b8-87c0-db66a301dbcf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051103 Nov 11 22:29:00.788550 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-25867417-6bf7-4d56-8868-bd4bd285eab1 service neutron] 10.222.0.31 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864909 Nov 11 22:29:00.876523 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-713bfff1-40d7-41fb-9ac3-97ea39877575 service neutron] 10.222.0.31 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Nov 11 22:29:02.034559 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b608d089-7175-4783-b040-7c996010a9d6 req-9a0d8a06-a0a1-482f-aed7-a90f06566045 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0359647 Nov 11 22:29:02.117445 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-220a08ec-41da-4e6c-9a74-544fb6cfeb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:03.133658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1fe303f-9bb8-40bc-8c49-c7a3a9d421ca req-502d0b5e-fcd2-4766-aebe-b8a0fc76ad46 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Nov 11 22:29:03.931570 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-3e64f0cb-9d59-4cd2-8f37-68d267179d95 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:03.933156 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-3e64f0cb-9d59-4cd2-8f37-68d267179d95 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 808 time: 0.1032157 Nov 11 22:29:04.001566 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-88b40443-7e67-4793-9098-758db94dcef8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 379 time: 0.0572944 Nov 11 22:29:04.014700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'port': {'device_id': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'admin_state_up': True, 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'security_groups': ['824d2696-c334-4bc5-85f1-3953e480164e']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:29:04.178202 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Made reservation on behalf of 2445fd992c9c4ece97a586a424aac9fa for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:29:04.182468 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:04.267564 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5efad272-c3d4-465e-8be7-ab465b7959f4 req-728574ba-5644-4da3-a485-50693b2bec45 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0627515 Nov 11 22:29:04.342494 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Allocated IP 172.20.0.12 (95bc2d46-b6fe-4ad7-9ede-a102323cb03f/0550a77e-2654-4399-9d0e-dabffdaa3aa9/e753f076-005f-4659-8a42-cf500933490a) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:29:04.486812 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:04.492249 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e456e0e8-4da6-4201-a178-66fb44f2d5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:04.606920 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:04.652006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:29:04.657491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:29:04.661089 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:29:04.668291 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:04.723331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:04.724028 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:04.804289 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-a410e70f-901c-40f9-9be2-876f69563b40 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7933233 Nov 11 22:29:04.818305 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Request body: {'port': {'device_id': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:29:04.883882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:04.886972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2a308117-1a6a-4dc1-8ebb-e86e593d4155 None None] Provisioning complete for port e753f076-005f-4659-8a42-cf500933490a triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:29:04.887354 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2a308117-1a6a-4dc1-8ebb-e86e593d4155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:04.927095 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2a308117-1a6a-4dc1-8ebb-e86e593d4155 None None] Port e753f076-005f-4659-8a42-cf500933490a cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:29:05.158877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e753f076-005f-4659-8a42-cf500933490a {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:29:05.166428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:05.178467 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Transition to ACTIVE for port object e753f076-005f-4659-8a42-cf500933490a will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:29:05.245208 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:05.316379 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:05.406809 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Attempting to bind port e753f076-005f-4659-8a42-cf500933490a on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:29:05.407276 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Attempting to bind port e753f076-005f-4659-8a42-cf500933490a by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:29:05.407718 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Attempting to bind port e753f076-005f-4659-8a42-cf500933490a on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:29:05.414363 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Port e753f076-005f-4659-8a42-cf500933490a on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:29:05.414745 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Attempting to bind port e753f076-005f-4659-8a42-cf500933490a on network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:29:05.423216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:29:05.423927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Checking segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:29:05.424741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Bound using segment: {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:29:05.425700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Bound port: e753f076-005f-4659-8a42-cf500933490a, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793b494d-76e9-401d-bd3a-918c266bbb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:29:05.426452 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:05.438932 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959b4c6-8947-4959-8304-2e7f2f8a183d req-e43e5ec3-2219-4957-a513-fb4d2664b627 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:05.440681 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f959b4c6-8947-4959-8304-2e7f2f8a183d req-e43e5ec3-2219-4957-a513-fb4d2664b627 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0854101 Nov 11 22:29:05.552874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f959b4c6-8947-4959-8304-2e7f2f8a183d req-28a4d9d7-90b4-440d-b0c8-03b81ac7b051 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035583 Nov 11 22:29:05.559947 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:29:05.564290 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:29:05.639750 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:05.678200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:05.678200 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:05.678200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] 10.222.0.62 "PUT /v2.0/ports/e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1092 time: 0.8629770 Nov 11 22:29:05.678200 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'tag': 'e753f076-005f-4659-8a42-cf500933490a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:29:05.679306 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d41b8-fe64-4e5b-9362-427736b2e88b" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "tag": "e753f076-005f-4659-8a42-cf500933490a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:29:05.703982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0578e-5f68-4a26-8313-c6c283ecc0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:05.741153 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d961239-d8f8-46f4-aaa3-41f465a75084 x-openstack-request-id: req-3d961239-d8f8-46f4-aaa3-41f465a75084 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:29:05.741153 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "tag": "e753f076-005f-4659-8a42-cf500933490a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:29:05.741153 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d961239-d8f8-46f4-aaa3-41f465a75084 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:29:05.741153 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'tag': 'e753f076-005f-4659-8a42-cf500933490a', 'status': 'completed', 'code': 200} Nov 11 22:29:05.808279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d41b8-fe64-4e5b-9362-427736b2e88b req-60621884-1882-44cf-acd0-89e335eee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:05.809875 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a56d41b8-fe64-4e5b-9362-427736b2e88b req-60621884-1882-44cf-acd0-89e335eee5f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1095 time: 0.0454357 Nov 11 22:29:05.923768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d41b8-fe64-4e5b-9362-427736b2e88b req-327c5840-3745-467f-9231-7eee8f210231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:05.925225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a56d41b8-fe64-4e5b-9362-427736b2e88b req-327c5840-3745-467f-9231-7eee8f210231 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2445fd992c9c4ece97a586a424aac9fa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1067653 Nov 11 22:29:06.006965 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:06.024894 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d41b8-fe64-4e5b-9362-427736b2e88b req-d3dcb63f-f659-4615-a014-eb53311c0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:06.026381 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a56d41b8-fe64-4e5b-9362-427736b2e88b req-d3dcb63f-f659-4615-a014-eb53311c0282 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945904 Nov 11 22:29:06.106095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-d1ecddfd-1ec8-4f52-8fb1-c50130957fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:06.107600 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-d1ecddfd-1ec8-4f52-8fb1-c50130957fcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1095 time: 0.0434134 Nov 11 22:29:06.154374 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-bd27b9d6-99a5-41a5-9c3f-fb18071bfdc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 217 time: 0.0383532 Nov 11 22:29:06.204950 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c1d18177-ec80-4ab9-af4e-ec79a322b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:06.206330 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-c1d18177-ec80-4ab9-af4e-ec79a322b875 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0445743 Nov 11 22:29:06.253590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-5fbb802e-45e1-43eb-9f2b-4a0b585c335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:06.255235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-5fbb802e-45e1-43eb-9f2b-4a0b585c335a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419133 Nov 11 22:29:06.354822 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-14c4cee0-578d-4a2c-b969-6f2a87f0ae30 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924559 Nov 11 22:29:06.449214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-43acab13-b643-4d92-a90e-4f6fdeb07599 req-b322aea4-e863-4dea-9962-c0246828b40d service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877466 Nov 11 22:29:06.682490 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d2dd-a28f-4bf5-b977-e0a086c74982 req-b88aed1e-5111-4411-8616-85c0710602a0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:06.683908 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06c3d2dd-a28f-4bf5-b977-e0a086c74982 req-b88aed1e-5111-4411-8616-85c0710602a0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0545235 Nov 11 22:29:06.735115 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-06c3d2dd-a28f-4bf5-b977-e0a086c74982 req-89337d3f-8efe-464d-b5f9-fdd2934a0c37 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 Nov 11 22:29:07.514749 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:07.851484 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb18198-b90c-45bd-917f-4664f8407cd1 req-ca1fbff0-4f5b-4515-971d-b629764d5620 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:07.853055 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bb18198-b90c-45bd-917f-4664f8407cd1 req-ca1fbff0-4f5b-4515-971d-b629764d5620 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0491166 Nov 11 22:29:07.905106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5bb18198-b90c-45bd-917f-4664f8407cd1 req-83682988-2d9f-431a-bdce-ec1d203001ff tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457401 Nov 11 22:29:07.926152 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:09.031310 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a525cf-7ad7-4c63-9c38-a28c1f716462 req-f2d53967-08f3-41c8-a8d4-5c4bd18519de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:09.032839 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02a525cf-7ad7-4c63-9c38-a28c1f716462 req-f2d53967-08f3-41c8-a8d4-5c4bd18519de tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0552349 Nov 11 22:29:09.083699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02a525cf-7ad7-4c63-9c38-a28c1f716462 req-2e5c85d9-4ca8-4caf-b081-9e7c3130d36b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448639 Nov 11 22:29:10.200838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247c416-196f-4013-9054-0b691c1d5930 req-4f24311a-1634-4960-9cd1-8c1a5b06ac2a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:10.202267 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c247c416-196f-4013-9054-0b691c1d5930 req-4f24311a-1634-4960-9cd1-8c1a5b06ac2a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0500739 Nov 11 22:29:10.253670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c247c416-196f-4013-9054-0b691c1d5930 req-6fe02804-87c7-4e1c-8a8e-d6a1d834d9a9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447028 Nov 11 22:29:11.372031 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547ac03-0396-451d-9c52-1065bfc9cbfa req-8cda9117-9fa8-439d-811c-756d7fb01471 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:11.373515 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5547ac03-0396-451d-9c52-1065bfc9cbfa req-8cda9117-9fa8-439d-811c-756d7fb01471 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0495775 Nov 11 22:29:11.430889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5547ac03-0396-451d-9c52-1065bfc9cbfa req-8ef2638b-fd8c-43a0-80ef-fc2976f5213a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506992 Nov 11 22:29:12.544623 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6ab6f-89ea-4032-9458-6925c4d73ee6 req-4ec5dfc5-2619-4db6-8bf4-e75565e094d7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:12.546427 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96d6ab6f-89ea-4032-9458-6925c4d73ee6 req-4ec5dfc5-2619-4db6-8bf4-e75565e094d7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Nov 11 22:29:12.596244 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-96d6ab6f-89ea-4032-9458-6925c4d73ee6 req-ed36f1e0-92e0-42f2-9dd7-5848b687ddef tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Nov 11 22:29:13.712377 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac22e0-1a88-4831-9ed0-1b2be27d7177 req-e894fbf3-75dc-404a-8c07-a397d6c63d49 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:13.713762 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25ac22e0-1a88-4831-9ed0-1b2be27d7177 req-e894fbf3-75dc-404a-8c07-a397d6c63d49 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0489535 Nov 11 22:29:13.762604 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25ac22e0-1a88-4831-9ed0-1b2be27d7177 req-7cfd89d2-e436-4bdf-99fd-6c645e44bb37 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Nov 11 22:29:14.896603 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9981ec9-48a0-4d91-9426-e7c278f30ae9 req-830cb000-d15a-4b65-a424-59e05fc912b1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:14.898103 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9981ec9-48a0-4d91-9426-e7c278f30ae9 req-830cb000-d15a-4b65-a424-59e05fc912b1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0540817 Nov 11 22:29:14.947529 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f9981ec9-48a0-4d91-9426-e7c278f30ae9 req-ae497d82-dc8a-4059-89ce-ea467866c46c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435135 Nov 11 22:29:16.109259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e64d0-70d3-48c0-a359-92f2b738029d req-77e55b52-04c1-4b66-bf92-dea276057e68 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:16.110841 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-163e64d0-70d3-48c0-a359-92f2b738029d req-77e55b52-04c1-4b66-bf92-dea276057e68 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0503676 Nov 11 22:29:16.160402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-163e64d0-70d3-48c0-a359-92f2b738029d req-3774b155-1d82-49c8-85f8-61478f38b3d1 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435748 Nov 11 22:29:17.285683 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f206a-c0b9-423c-bf7b-df58893af1ee req-41e6435e-e628-48f1-a1f9-8ba932e28650 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:17.287159 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee2f206a-c0b9-423c-bf7b-df58893af1ee req-41e6435e-e628-48f1-a1f9-8ba932e28650 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0564809 Nov 11 22:29:17.340893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ee2f206a-c0b9-423c-bf7b-df58893af1ee req-a29f5278-2d54-46e1-b0a6-8492114c09f3 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477798 Nov 11 22:29:18.457063 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd7f8-cbbd-48e3-8f25-a0211c7a8216 req-585a8af0-a3f6-43d2-a12e-5d4d4490c87b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:18.458557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbbdd7f8-cbbd-48e3-8f25-a0211c7a8216 req-585a8af0-a3f6-43d2-a12e-5d4d4490c87b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0501833 Nov 11 22:29:18.507373 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bbbdd7f8-cbbd-48e3-8f25-a0211c7a8216 req-6a0bcb18-9d09-4142-87fc-79643b4a385a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428877 Nov 11 22:29:18.926503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e753f076-005f-4659-8a42-cf500933490a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:29:19.023262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:29:19.034952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'e753f076-005f-4659-8a42-cf500933490a', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'port_id': 'e753f076-005f-4659-8a42-cf500933490a', 'mac_address': 'fa:16:3e:08:8e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:29:19.079212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:19.091503 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e753f076-005f-4659-8a42-cf500933490a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:29:19.110912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:29:19.177380 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:19.223918 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:19.231056 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.231407 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.231748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.232085 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.232457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.232790 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.233122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.233446 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.233771 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.234096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.234432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.235544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:29:19.377885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['e753f076-005f-4659-8a42-cf500933490a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:29:19.625736 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a44e91-00ca-4ade-87fe-d17aeed4bd9c req-cf471343-4499-4cca-b6c5-0071c565df36 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:19.627288 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62a44e91-00ca-4ade-87fe-d17aeed4bd9c req-cf471343-4499-4cca-b6c5-0071c565df36 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 945 time: 0.0491812 Nov 11 22:29:19.676956 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62a44e91-00ca-4ade-87fe-d17aeed4bd9c req-c01ebd00-e37f-4075-ba99-5e4857f66aff tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436120 Nov 11 22:29:20.944181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e753f076-005f-4659-8a42-cf500933490a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:29:21.097789 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port e753f076-005f-4659-8a42-cf500933490a completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:29:21.101699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port e753f076-005f-4659-8a42-cf500933490a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:29:21.102230 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:21.108963 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a2355-e77e-427e-b3e3-0ddf59d4d129 req-06df6fd1-8b16-495a-9370-a5dfe45bf01b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:21.110530 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c11a2355-e77e-427e-b3e3-0ddf59d4d129 req-06df6fd1-8b16-495a-9370-a5dfe45bf01b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 945 time: 0.3661046 Nov 11 22:29:21.161722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c11a2355-e77e-427e-b3e3-0ddf59d4d129 req-3b38b49d-6b33-457a-ab6e-7eae3ec86530 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451317 Nov 11 22:29:21.185100 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:21.207950 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753f076-005f-4659-8a42-cf500933490a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:29:21.210215 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0864e2b-68b8-41f4-b3c8-b409b140b3d5" -d '{"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-plugged", "status": "completed", "tag": "e753f076-005f-4659-8a42-cf500933490a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:29:21.222681 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:29:21.252855 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7061497b-7e6f-4b9b-98db-942487f02d40 x-openstack-request-id: req-7061497b-7e6f-4b9b-98db-942487f02d40 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:29:21.252855 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-plugged", "status": "completed", "tag": "e753f076-005f-4659-8a42-cf500933490a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:29:21.252855 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7061497b-7e6f-4b9b-98db-942487f02d40 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:29:21.252855 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753f076-005f-4659-8a42-cf500933490a', 'code': 200} Nov 11 22:29:21.303465 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:21.342083 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f28db1-de7d-4cc2-b0af-7badcae5b987 req-9197d3f4-9ab4-4b6e-af41-c6c9dda32a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:21.343576 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08f28db1-de7d-4cc2-b0af-7badcae5b987 req-9197d3f4-9ab4-4b6e-af41-c6c9dda32a13 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0398569 Nov 11 22:29:21.353441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:21.389649 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-08f28db1-de7d-4cc2-b0af-7badcae5b987 req-81e39055-a45a-436e-8f43-8e3ea62ea1eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392399 Nov 11 22:29:22.280760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e888b4c-cfab-446d-8be6-59422ef0311a req-3b5bf76b-1e16-4295-951b-56afbf02e8c8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:22.283772 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e888b4c-cfab-446d-8be6-59422ef0311a req-3b5bf76b-1e16-4295-951b-56afbf02e8c8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0531893 Nov 11 22:29:22.338752 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6e888b4c-cfab-446d-8be6-59422ef0311a req-199e6932-8e2b-47d6-b3fa-93c91f5d35df tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489154 Nov 11 22:29:23.085868 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:23.457432 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438267ec-d343-4395-8679-14abe78f7fff req-7139b38a-902e-4d39-a715-f3e822ba6b0b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:23.458928 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-438267ec-d343-4395-8679-14abe78f7fff req-7139b38a-902e-4d39-a715-f3e822ba6b0b tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0481205 Nov 11 22:29:23.508303 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-438267ec-d343-4395-8679-14abe78f7fff req-f1de36eb-d2da-4747-afba-206dfe5fda96 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431211 Nov 11 22:29:23.627967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0cf23-3c2e-4b72-acf4-b31f6e846c5c req-8bff6292-a965-4078-ac04-eccf67ef9e08 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:23.629405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7f0cf23-3c2e-4b72-acf4-b31f6e846c5c req-8bff6292-a965-4078-ac04-eccf67ef9e08 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0497217 Nov 11 22:29:23.678779 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7f0cf23-3c2e-4b72-acf4-b31f6e846c5c req-f93bb6cf-bccf-4016-b679-927074f81f89 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434034 Nov 11 22:29:23.700912 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43520) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:29:23.745308 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c429d6c4-ad83-4399-a4a6-c781a7183cb5 tempest-TestShelveInstance-417364027 tempest-TestShelveInstance-417364027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:23.746812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-c429d6c4-ad83-4399-a4a6-c781a7183cb5 tempest-TestShelveInstance-417364027 tempest-TestShelveInstance-417364027-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1092 time: 0.0449145 Nov 11 22:29:23.749585 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43522) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:29:23.754414 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': 'e753f076-005f-4659-8a42-cf500933490a', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:29:23.861617 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:23.955179 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:24.062466 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Allocated IP 172.25.2.127 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/4bc401e7-c150-4a90-98b6-716613280445) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:29:24.162056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:24.269274 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:24.307248 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:29:24.311941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:29:24.315613 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:29:24.336949 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'Port': ['ID=4bc401e7-c150-4a90-98b6-716613280445,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:24.670554 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:24.802530 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:24.965808 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:25.033280 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:25.098416 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event updated for resources: {'Port': ['ID=4bc401e7-c150-4a90-98b6-716613280445,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:29:25.112111 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:25.215993 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Floating IP b17e264e-e3f2-4753-9efb-2e2a1362c3e0 associated. External IP: 172.25.2.127, port: e753f076-005f-4659-8a42-cf500933490a. Nov 11 22:29:25.431095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Router 4a799185-62ae-4a86-ae51-db27381ada76 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:29:25.540342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:29:25.550967 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] Sync routers for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:29:25.561034 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:29:25.561656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:29:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:29:25.652691 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:25.672890 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:29:25.681714 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-58a0efee-a7f0-4b4f-9933-07a60796ed11 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9304924 Nov 11 22:29:25.682411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'tag': 'e753f076-005f-4659-8a42-cf500933490a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:29:25.684786 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2da8c3-032d-460b-b1ec-1112c85c8092" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "tag": "e753f076-005f-4659-8a42-cf500933490a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:29:25.722312 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317a0d49-529e-4d52-9c5c-98d5f1c58504 x-openstack-request-id: req-317a0d49-529e-4d52-9c5c-98d5f1c58504 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:29:25.722636 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "tag": "e753f076-005f-4659-8a42-cf500933490a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:29:25.722898 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-317a0d49-529e-4d52-9c5c-98d5f1c58504 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:29:25.723311 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'tag': 'e753f076-005f-4659-8a42-cf500933490a', 'status': 'completed', 'code': 200} Nov 11 22:29:25.788172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-487f97d2-d368-44ad-ab6f-e1d366a6bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:25.789761 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-487f97d2-d368-44ad-ab6f-e1d366a6bfc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0430486 Nov 11 22:29:25.884652 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-1b4e173a-56e3-4016-9d9f-f550b62b1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:25.886070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-1b4e173a-56e3-4016-9d9f-f550b62b1911 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0900831 Nov 11 22:29:25.901560 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'b17e264e-e3f2-4753-9efb-2e2a1362c3e0', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'port_id': 'e753f076-005f-4659-8a42-cf500933490a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'mac_address': 'fa:16:3e:08:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:24Z', 'updated_at': '2021-11-11T22:29:24Z', 'revision_number': 0, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:29:25.928853 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] Checking router: 4a799185-62ae-4a86-ae51-db27381ada76 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:29:25.937731 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:29:25.938349 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:29:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:29:25.954912 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-7be6f63d-2bcc-4407-bc97-3cb0bfe1e818 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1000 time: 0.0604973 Nov 11 22:29:26.011034 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-39fb7e41-00c4-4892-8229-626bb6937d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:26.012575 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-39fb7e41-00c4-4892-8229-626bb6937d73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0507047 Nov 11 22:29:26.046145 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:29:26.061198 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-00198ce5-d921-4b65-a2ba-516be974834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:26.063095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-00198ce5-d921-4b65-a2ba-516be974834d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426414 Nov 11 22:29:26.157740 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-2be294b0-7351-4176-9f6d-8e1ca450dcbc service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866282 Nov 11 22:29:26.254133 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd2da8c3-032d-460b-b1ec-1112c85c8092 req-23a2e987-3e9c-4666-b814-7c4bbf1e8234 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898423 Nov 11 22:29:26.274002 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'b17e264e-e3f2-4753-9efb-2e2a1362c3e0', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'port_id': 'e753f076-005f-4659-8a42-cf500933490a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'mac_address': 'fa:16:3e:08:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:24Z', 'updated_at': '2021-11-11T22:29:24Z', 'revision_number': 0, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:29:26.300621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732aa085-1c68-4bd7-83b7-3c3992bb175f None None] The sync data for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 is: [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'b17e264e-e3f2-4753-9efb-2e2a1362c3e0', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'port_id': 'e753f076-005f-4659-8a42-cf500933490a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'mac_address': 'fa:16:3e:08:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:29:24Z', 'updated_at': '2021-11-11T22:29:24Z', 'revision_number': 0, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:29:26.493154 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a0ef4-1b13-47d6-95a6-ce4618325a34 None None] New status for floating IP b17e264e-e3f2-4753-9efb-2e2a1362c3e0: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:29:28.399978 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:30.236636 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:29:32.045399 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8882e377-9a18-4095-94cb-d2a42b4bb7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:34.496911 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-dfb8751f-8060-47e7-8355-49fb37ab2443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:35.971269 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:37.524483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:37.965448 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:51.397706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-e5aada0a-ab77-43a4-b4f7-2015a646a9a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424526 Nov 11 22:29:51.486473 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-09db4451-eadf-4238-9478-e497705505a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:51.487991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-09db4451-eadf-4238-9478-e497705505a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0466366 Nov 11 22:29:51.595523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-93750d4e-30ae-47db-ac44-97b5ef929878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:51.597054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-93750d4e-30ae-47db-ac44-97b5ef929878 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0908780 Nov 11 22:29:51.677440 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-238c79b2-e320-45d9-a279-5adc0f40d858 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1002 time: 0.0643885 Nov 11 22:29:51.730859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-10091353-8061-46f1-b3c8-28320329a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:51.732363 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-10091353-8061-46f1-b3c8-28320329a1e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0477247 Nov 11 22:29:51.781341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-d37183d1-8330-4e13-b3a5-cc71eee751d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:29:51.782883 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-d37183d1-8330-4e13-b3a5-cc71eee751d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425835 Nov 11 22:29:51.793552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-08aefa9a-aa71-485c-9b59-61eeb977d742 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:29:51.794546 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-08aefa9a-aa71-485c-9b59-61eeb977d742 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051124 Nov 11 22:29:51.892037 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-c7f447dc-96b1-4c5e-b1ea-ce1d4699073f service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895867 Nov 11 22:29:51.982451 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1ed20efe-2de7-4983-9812-05cbbe5d566a req-ff5cccb9-7c98-4c34-9d48-667740334252 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838380 Nov 11 22:29:53.107623 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.444203 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:02.079052 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a21dac96-b33b-44b2-bb6e-367a3c54f592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:04.484128 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f91f5ac0-0350-47a3-b831-2af23aa970c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:05.998764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:07.235363 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:30:07.530015 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:07.935332 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:23.106180 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.449236 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:32.060386 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc212-e329-42f3-bd98-a43938409f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:34.586536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ef4d19b0-79fb-4945-b472-cadd2360ad5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:35.963393 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:37.569694 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:37.929025 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:44.235076 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:30:53.100875 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:53.324028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-1d1e2527-085c-42ad-bf2c-c08e479b153b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473275 Nov 11 22:30:53.415157 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f309e-cf10-4027-b14c-cad859716deb req-f8ee2b14-3a76-497b-a8fe-0e1fcd429df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:53.416696 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-f8ee2b14-3a76-497b-a8fe-0e1fcd429df7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0468302 Nov 11 22:30:53.523008 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f309e-cf10-4027-b14c-cad859716deb req-a691ee96-3f7e-453b-a62f-fd42d1cf9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:53.524526 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-a691ee96-3f7e-453b-a62f-fd42d1cf9b9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0872095 Nov 11 22:30:53.596869 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-51966227-c7dc-4a94-ad99-925625a5f6a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1002 time: 0.0657279 Nov 11 22:30:53.648013 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f309e-cf10-4027-b14c-cad859716deb req-d09550a5-efd2-459b-860f-1045b190e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:53.649627 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-d09550a5-efd2-459b-860f-1045b190e611 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0454657 Nov 11 22:30:53.696419 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f309e-cf10-4027-b14c-cad859716deb req-2e60eb0d-c6ac-4287-892a-5683a936109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:30:53.697945 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-2e60eb0d-c6ac-4287-892a-5683a936109c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411327 Nov 11 22:30:53.793130 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-7f9d24c6-3d1c-4ee0-8d4e-cc58e928c906 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878315 Nov 11 22:30:53.881898 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f10f309e-cf10-4027-b14c-cad859716deb req-195fa763-d703-46dd-aa21-6a7ca67e753c service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821908 Nov 11 22:30:58.425718 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:02.060936 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-763edb24-14d8-4410-89b4-38fc04aec89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:04.483017 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a30619e9-07a8-43e3-91a9-59bbe88baf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:05.985688 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:07.494266 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:07.911328 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:21.234943 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:31:23.094414 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.419711 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:32.076887 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-3cc0a595-db6d-4b1f-b512-c754b5362465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:34.493124 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-de387736-3e2d-4a5f-94a0-8e0c3a3548a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:35.972733 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:37.522235 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:37.956438 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:52.344165 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd990-9d38-4dd8-989c-d506fc11cc68 req-f35e9134-46f2-4fea-9210-ee4ed1b9de20 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:52.345784 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-932bd990-9d38-4dd8-989c-d506fc11cc68 req-f35e9134-46f2-4fea-9210-ee4ed1b9de20 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.1691444 Nov 11 22:31:52.396372 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-932bd990-9d38-4dd8-989c-d506fc11cc68 req-b4c18b0d-683c-4126-8304-3bc36e62ee50 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445805 Nov 11 22:31:53.099254 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:53.541294 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780f2f2-eecf-4811-acb4-94f499899d1f req-4dc76ea4-e700-4866-97a2-c1b4b64edc1a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:53.542796 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f780f2f2-eecf-4811-acb4-94f499899d1f req-4dc76ea4-e700-4866-97a2-c1b4b64edc1a tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0498996 Nov 11 22:31:53.593142 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f780f2f2-eecf-4811-acb4-94f499899d1f req-7f7c1601-038a-4804-8e7f-f58cc27fa5e3 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435493 Nov 11 22:31:54.430356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-379b4f61-3d44-43e5-994d-6ee0cc573534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:54.431835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-379b4f61-3d44-43e5-994d-6ee0cc573534 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0772426 Nov 11 22:31:54.540637 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-fd80272a-56d4-4117-9ef3-4dd817fc8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:54.542122 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-fd80272a-56d4-4117-9ef3-4dd817fc8477 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0903106 Nov 11 22:31:54.611665 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-832d94f0-c7a1-40a8-8bd8-527b24ef3665 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1002 time: 0.0621204 Nov 11 22:31:54.662129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-a358673b-3e8a-4ccb-b946-05746b8b7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:54.663603 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-a358673b-3e8a-4ccb-b946-05746b8b7d01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0453076 Nov 11 22:31:54.739990 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b44b00-113f-407b-99f7-e757fb1d2b8c req-ce187a4d-31c8-446d-a372-2c238515175c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:54.741506 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18b44b00-113f-407b-99f7-e757fb1d2b8c req-ce187a4d-31c8-446d-a372-2c238515175c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0769141 Nov 11 22:31:54.743326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-c2396eed-46ff-4331-825b-f6fdb85f1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:54.744684 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-c2396eed-46ff-4331-825b-f6fdb85f1229 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701408 Nov 11 22:31:54.843991 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-18b44b00-113f-407b-99f7-e757fb1d2b8c req-4f264930-1890-454e-a7ad-c32c652ea3f9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958898 Nov 11 22:31:54.871145 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-eeb7a2ee-40d9-4bd1-b00b-2bbdf5a83e09 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171920 Nov 11 22:31:54.967102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3aceb642-9111-4650-9eea-e9eb4b9355f4 req-0456d271-490f-4e14-835b-3b96355ac4bc service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880017 Nov 11 22:31:55.960395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3eadc-ae6d-4809-8a03-841cce679a06 req-dc0edb91-9f52-48a6-9a65-454a9b2cc303 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:55.961966 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01d3eadc-ae6d-4809-8a03-841cce679a06 req-dc0edb91-9f52-48a6-9a65-454a9b2cc303 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0499926 Nov 11 22:31:56.011983 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-01d3eadc-ae6d-4809-8a03-841cce679a06 req-43883ec8-3eb3-4940-b995-dd8df37cfc68 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431693 Nov 11 22:31:57.137270 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d714a-e1eb-49e4-beb4-8a6a96cb2319 req-d1993a19-a7b1-4ac5-9a4a-2fc8ff417d35 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:57.138769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-093d714a-e1eb-49e4-beb4-8a6a96cb2319 req-d1993a19-a7b1-4ac5-9a4a-2fc8ff417d35 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0495789 Nov 11 22:31:57.188690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-093d714a-e1eb-49e4-beb4-8a6a96cb2319 req-fedf5251-3998-4983-9758-baa7d88d88eb tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437205 Nov 11 22:31:58.233787 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:31:58.310149 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c87cc1-2042-4a5e-95c2-38e16b80bf52 req-9feca79f-3245-4ad6-a60d-390411d72541 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:58.311640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2c87cc1-2042-4a5e-95c2-38e16b80bf52 req-9feca79f-3245-4ad6-a60d-390411d72541 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0529346 Nov 11 22:31:58.361162 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2c87cc1-2042-4a5e-95c2-38e16b80bf52 req-743ebc41-a29f-42c8-9609-76571d1ad510 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434721 Nov 11 22:31:58.425002 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:59.479271 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eadad-f97f-4bb7-8da4-cdcfae43df46 req-78c0fda5-e256-4519-b83b-fed4478977eb tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:31:59.480791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-996eadad-f97f-4bb7-8da4-cdcfae43df46 req-78c0fda5-e256-4519-b83b-fed4478977eb tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0492702 Nov 11 22:31:59.530590 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-996eadad-f97f-4bb7-8da4-cdcfae43df46 req-d8a39c1c-af6a-4f32-98c6-3f445ccc6d51 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Nov 11 22:32:00.651704 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a126ce-4722-4d96-b793-7dc77ca6fa01 req-c092c276-3ba8-482b-9b91-8784f481770d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:00.653282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9a126ce-4722-4d96-b793-7dc77ca6fa01 req-c092c276-3ba8-482b-9b91-8784f481770d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0550051 Nov 11 22:32:00.704105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a9a126ce-4722-4d96-b793-7dc77ca6fa01 req-8dc7bf0f-fcac-4376-8f4a-469ad9900130 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 Nov 11 22:32:01.820986 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b143276-29d8-44b2-a847-32659987c358 req-24f328b4-7196-4b93-9c9f-3ea1d040f8d2 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:01.822467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b143276-29d8-44b2-a847-32659987c358 req-24f328b4-7196-4b93-9c9f-3ea1d040f8d2 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0503302 Nov 11 22:32:01.872560 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8b143276-29d8-44b2-a847-32659987c358 req-29644f2f-56c9-4683-a609-79cfe98fdc82 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438762 Nov 11 22:32:02.062972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-98270949-582c-4bf9-9d11-6d5201debfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:02.447231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-6369b6b6-05cc-45b3-9814-736721da0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:02.448724 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-6369b6b6-05cc-45b3-9814-736721da0ac5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0397065 Nov 11 22:32:02.543319 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-1ccbd868-13d9-404d-8c6f-8235bda51b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:02.545610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-1ccbd868-13d9-404d-8c6f-8235bda51b6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0895374 Nov 11 22:32:02.611398 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-cb33ac04-674a-4ff3-908a-832530bbbec0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1002 time: 0.0592210 Nov 11 22:32:02.667846 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-b58e3789-a834-4b6f-8fb8-ffc917a6885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:02.669344 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-b58e3789-a834-4b6f-8fb8-ffc917a6885e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0511675 Nov 11 22:32:02.715793 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-ad7c6d31-37d2-4449-91ba-a760a099a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:02.717878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-ad7c6d31-37d2-4449-91ba-a760a099a9f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412745 Nov 11 22:32:02.810918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-c4c7798f-05eb-4e03-850f-9360c92759f3 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860465 Nov 11 22:32:02.899631 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6aa8de57-9112-4d07-8f74-a20b064e8067 req-89a3bdc1-6fd5-4fa9-870a-e8adeaeee423 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822675 Nov 11 22:32:02.991326 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec46ecb-47f8-4fea-959a-14c948019b05 req-a6f9c7f8-4d72-41e5-95f6-1fc73d9af232 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:02.992756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ec46ecb-47f8-4fea-959a-14c948019b05 req-a6f9c7f8-4d72-41e5-95f6-1fc73d9af232 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0498662 Nov 11 22:32:03.049507 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3ec46ecb-47f8-4fea-959a-14c948019b05 req-350180fc-df58-4dbb-a9c3-a7d6d6452982 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506909 Nov 11 22:32:04.165201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e64c3-08c5-4635-a550-111788c7df0d req-913c94d3-55a4-4f6c-8773-ab29501f0970 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:04.166659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a1e64c3-08c5-4635-a550-111788c7df0d req-913c94d3-55a4-4f6c-8773-ab29501f0970 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Nov 11 22:32:04.216693 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-3a1e64c3-08c5-4635-a550-111788c7df0d req-7c50991d-9a3d-4342-a3b5-2d21ef9f2be8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434756 Nov 11 22:32:04.493502 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f10ead76-8fb5-43b8-8c25-1c1cf170e676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:05.337148 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2b9c4-2e56-4cb9-8831-82f09bbb174e req-063cd660-21e7-410d-8b7e-e3533e0606fc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:05.338756 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38c2b9c4-2e56-4cb9-8831-82f09bbb174e req-063cd660-21e7-410d-8b7e-e3533e0606fc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0513690 Nov 11 22:32:05.394644 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-38c2b9c4-2e56-4cb9-8831-82f09bbb174e req-271ae657-725f-405a-a215-efd3fa244984 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497634 Nov 11 22:32:05.967785 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:06.516858 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d175-6b77-47a9-8296-386f38883a9b req-0aa08286-72d1-4261-847b-00b890eccca8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:06.518375 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9016d175-6b77-47a9-8296-386f38883a9b req-0aa08286-72d1-4261-847b-00b890eccca8 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0533350 Nov 11 22:32:06.568105 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9016d175-6b77-47a9-8296-386f38883a9b req-39479898-8773-4064-8e55-f31672b4279f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Nov 11 22:32:07.562168 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:07.642356 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e753f076-005f-4659-8a42-cf500933490a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:32:07.690354 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9f357-e0b3-4901-874c-f365c28a2a73 req-3fb330a6-8bc9-445e-91d9-98e83e8c7ced tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:07.691877 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2a9f357-e0b3-4901-874c-f365c28a2a73 req-3fb330a6-8bc9-445e-91d9-98e83e8c7ced tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0508187 Nov 11 22:32:07.723669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:07.742042 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2a9f357-e0b3-4901-874c-f365c28a2a73 req-11058773-0657-4d93-8f10-c0bd9b606541 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 Nov 11 22:32:07.745151 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e753f076-005f-4659-8a42-cf500933490a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:32:07.747386 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f08834b-c2f2-47cc-9d73-3ba0a4813f7a" -d '{"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-unplugged", "status": "completed", "tag": "e753f076-005f-4659-8a42-cf500933490a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:32:07.763656 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:32:07.829135 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:07.831723 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c23bda2-5156-415f-b67a-f44d6548d6ae x-openstack-request-id: req-5c23bda2-5156-415f-b67a-f44d6548d6ae {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:32:07.832116 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-unplugged", "status": "failed", "tag": "e753f076-005f-4659-8a42-cf500933490a", "code": 422}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:32:07.832391 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c23bda2-5156-415f-b67a-f44d6548d6ae {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:32:07.832780 n-d-805734-3 neutron-server[109676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e753f076-005f-4659-8a42-cf500933490a', 'code': 422} returned with failed status Nov 11 22:32:07.892454 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:32:07.900018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.900389 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.900747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.901074 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.901405 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.901736 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.902064 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.902490 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.902825 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.903150 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.903474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.904524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:32:07.983075 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:08.232457 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d143-6c45-452d-bdd1-e0dd530e98f6 req-35c3d9d9-9ca3-4945-a8fd-b369263be2f0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:08.237976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e735d143-6c45-452d-bdd1-e0dd530e98f6 req-35c3d9d9-9ca3-4945-a8fd-b369263be2f0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0499837 Nov 11 22:32:08.314310 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e735d143-6c45-452d-bdd1-e0dd530e98f6 req-8a05171b-2f57-4706-8a92-fea959bf6b60 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738559 Nov 11 22:32:08.328101 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-ca790b48-6ee8-4770-9157-fa73da3016ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926952 Nov 11 22:32:08.337273 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-c898d849-db34-46c5-bd2d-8f15b5e043bf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:32:08.338235 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-c898d849-db34-46c5-bd2d-8f15b5e043bf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049360 Nov 11 22:32:09.431682 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37443-3cf5-4327-92ed-39c31bf2b810 req-2f47b1d5-8ff6-48e0-babd-478851710057 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:09.433202 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75e37443-3cf5-4327-92ed-39c31bf2b810 req-2f47b1d5-8ff6-48e0-babd-478851710057 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0502846 Nov 11 22:32:09.483753 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-75e37443-3cf5-4327-92ed-39c31bf2b810 req-35cff692-1032-47e0-a0f3-a4a12b8fb8a7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435200 Nov 11 22:32:10.604586 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f917428-835f-4eb1-a933-0e03cc37ee21 req-7e0dae6f-a86f-4de3-aeed-6e98dfe4b9c6 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:10.606095 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f917428-835f-4eb1-a933-0e03cc37ee21 req-7e0dae6f-a86f-4de3-aeed-6e98dfe4b9c6 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0496907 Nov 11 22:32:10.661850 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0f917428-835f-4eb1-a933-0e03cc37ee21 req-469b6fd5-bc55-480e-a402-6ea4f21eb271 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492992 Nov 11 22:32:11.777642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465791fe-b541-4ace-90c0-dee3b0d5efd0 req-e8b8a83a-d00d-4d3d-ab5c-996f9af1bfac tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:11.779878 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-465791fe-b541-4ace-90c0-dee3b0d5efd0 req-e8b8a83a-d00d-4d3d-ab5c-996f9af1bfac tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0507493 Nov 11 22:32:11.831679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-465791fe-b541-4ace-90c0-dee3b0d5efd0 req-d06fcb40-985f-402c-bc00-1972dd4ac67d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456674 Nov 11 22:32:12.950123 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf1ce-6a0c-4e65-ad56-b305909562f6 req-19e1aa37-b8b8-48d8-9034-b13c2954a417 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:12.951669 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d79bf1ce-6a0c-4e65-ad56-b305909562f6 req-19e1aa37-b8b8-48d8-9034-b13c2954a417 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0505598 Nov 11 22:32:13.002598 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d79bf1ce-6a0c-4e65-ad56-b305909562f6 req-607dd8ae-79d3-4c7a-9eb9-789beb6112ad tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446401 Nov 11 22:32:14.124172 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbe9b8-bc5a-42ba-b0aa-6370c7a887bb req-e14eb106-38fc-44a1-b846-7dd7cf888137 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:14.125810 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02bbe9b8-bc5a-42ba-b0aa-6370c7a887bb req-e14eb106-38fc-44a1-b846-7dd7cf888137 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0563743 Nov 11 22:32:14.177978 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-02bbe9b8-bc5a-42ba-b0aa-6370c7a887bb req-270fe0b3-ffb1-47fe-8c1b-003b67a9b818 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460725 Nov 11 22:32:15.298296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83828a-6b98-4292-8aa5-991a9f04a047 req-38ae2d32-4fae-4795-a73a-faf96b411353 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:15.299770 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc83828a-6b98-4292-8aa5-991a9f04a047 req-38ae2d32-4fae-4795-a73a-faf96b411353 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0494168 Nov 11 22:32:15.348835 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-dc83828a-6b98-4292-8aa5-991a9f04a047 req-f88bb205-dda2-4489-a45e-683684fa1321 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432084 Nov 11 22:32:15.449837 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-098feba6-805e-428e-8af8-4d37464bb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:15.452083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-098feba6-805e-428e-8af8-4d37464bb352 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079&tenant_id=2445fd992c9c4ece97a586a424aac9fa HTTP/1.1" status: 200 len: 1095 time: 0.0444510 Nov 11 22:32:15.817850 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-94ba5335-e793-40c7-86db-eb2e0a7b3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:15.819556 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-94ba5335-e793-40c7-86db-eb2e0a7b3dab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1095 time: 0.3468194 Nov 11 22:32:15.909773 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-7b6446b3-46e7-49e2-94e9-2184e389e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:15.911227 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-7b6446b3-46e7-49e2-94e9-2184e389e59c service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0845001 Nov 11 22:32:15.978679 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-398d2f80-19b0-48b4-94be-e211e65014cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1000 time: 0.0601616 Nov 11 22:32:16.027129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-0be23f09-ccf4-457b-a007-f060642b3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:16.029180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-0be23f09-ccf4-457b-a007-f060642b3e39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0431461 Nov 11 22:32:16.072065 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-0956170c-3824-4055-aff3-117358d3bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:16.073475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-0956170c-3824-4055-aff3-117358d3bebd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383763 Nov 11 22:32:16.164866 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-30e1a323-700c-496d-857b-507f5a022202 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Nov 11 22:32:16.261180 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-95cd0776-4962-47e1-bc84-e33bb48a9039 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896590 Nov 11 22:32:16.464360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097eecf-6743-46ed-ae04-06a6545ecf7a req-7545ff98-15b3-41f3-8bd2-b6fd5474ce62 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:16.465852 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9097eecf-6743-46ed-ae04-06a6545ecf7a req-7545ff98-15b3-41f3-8bd2-b6fd5474ce62 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0495996 Nov 11 22:32:16.515901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9097eecf-6743-46ed-ae04-06a6545ecf7a req-fca9b404-bbe2-4c7e-b0f9-450f2c351416 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Nov 11 22:32:17.631491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53554484-2de6-4e0a-9437-a8c6c921a3e2 req-57588db2-3ce7-44f8-91e7-3f8ad757fa83 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:17.633001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53554484-2de6-4e0a-9437-a8c6c921a3e2 req-57588db2-3ce7-44f8-91e7-3f8ad757fa83 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0492988 Nov 11 22:32:17.681200 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-53554484-2de6-4e0a-9437-a8c6c921a3e2 req-c85c1833-256d-4f09-9b50-95d13aba7760 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Nov 11 22:32:18.802412 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077e6e-00dd-4da7-ad8f-35f6eb06efb6 req-26bea581-a252-48e8-bf7d-9d672171d800 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:18.803915 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20077e6e-00dd-4da7-ad8f-35f6eb06efb6 req-26bea581-a252-48e8-bf7d-9d672171d800 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0530407 Nov 11 22:32:18.853050 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-20077e6e-00dd-4da7-ad8f-35f6eb06efb6 req-587854d4-9c2f-433a-9107-b2c6c328d06e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Nov 11 22:32:19.970958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc240ff-f00c-4178-aea3-61cbf4fd2686 req-55637d15-b8c6-4406-9cef-bd2b6909a130 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:19.972521 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc240ff-f00c-4178-aea3-61cbf4fd2686 req-55637d15-b8c6-4406-9cef-bd2b6909a130 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0497408 Nov 11 22:32:20.022495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6cc240ff-f00c-4178-aea3-61cbf4fd2686 req-b27fc458-253d-4e03-8cfe-f5dc2ce34585 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440118 Nov 11 22:32:21.142852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec596f-a6d2-4907-ae0b-eba26dc24752 req-a0ce936b-7d8f-4c19-8290-e8d39e6353e7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:21.144488 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2ec596f-a6d2-4907-ae0b-eba26dc24752 req-a0ce936b-7d8f-4c19-8290-e8d39e6353e7 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0533872 Nov 11 22:32:21.194189 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b2ec596f-a6d2-4907-ae0b-eba26dc24752 req-53fda0c6-93bb-466f-b08d-e3535eb6f003 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437615 Nov 11 22:32:22.307823 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b34c0-625f-4076-8717-18d051df06e9 req-8258f047-7f98-4044-b37d-de69263087b9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:22.309329 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-618b34c0-625f-4076-8717-18d051df06e9 req-8258f047-7f98-4044-b37d-de69263087b9 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0482557 Nov 11 22:32:22.359205 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-618b34c0-625f-4076-8717-18d051df06e9 req-d98884d5-ddbe-47e0-bae0-c56446ed944e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Nov 11 22:32:23.121739 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:23.473124 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a0609-5956-4cce-93af-c072f2ca5221 req-a98aa66e-085c-476a-8054-f9b5bb1cd78c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:23.474610 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b32a0609-5956-4cce-93af-c072f2ca5221 req-a98aa66e-085c-476a-8054-f9b5bb1cd78c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 944 time: 0.0483689 Nov 11 22:32:23.528059 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b32a0609-5956-4cce-93af-c072f2ca5221 req-243ad640-f2c0-4fab-a2d5-5a19355b8f5f tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475414 Nov 11 22:32:23.687285 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e753f076-005f-4659-8a42-cf500933490a details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:32:23.784812 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:32:23.796354 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': 'e753f076-005f-4659-8a42-cf500933490a', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'port_id': 'e753f076-005f-4659-8a42-cf500933490a', 'mac_address': 'fa:16:3e:08:8e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:32:23.831838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:23.844714 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e753f076-005f-4659-8a42-cf500933490a {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:32:23.864164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:32:23.951104 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:23.998648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:32:24.180449 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['e753f076-005f-4659-8a42-cf500933490a'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:32:24.645737 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adee8b-6f75-4d80-967c-6be56a1a7d6c req-58f82309-75b5-425e-beef-03200f463418 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:24.647220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32adee8b-6f75-4d80-967c-6be56a1a7d6c req-58f82309-75b5-425e-beef-03200f463418 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Nov 11 22:32:24.701976 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-32adee8b-6f75-4d80-967c-6be56a1a7d6c req-b7127643-2dd3-483f-9dca-720238198bbc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487812 Nov 11 22:32:25.704439 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e753f076-005f-4659-8a42-cf500933490a up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:32:25.757954 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port e753f076-005f-4659-8a42-cf500933490a triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:32:25.758329 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:25.820267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4a782-4208-4727-98c1-7092a8cba775 req-a8c2d604-c227-4287-8223-43e520a9360c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:25.821776 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4eb4a782-4208-4727-98c1-7092a8cba775 req-a8c2d604-c227-4287-8223-43e520a9360c tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 945 time: 0.0502503 Nov 11 22:32:25.839055 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:25.861959 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753f076-005f-4659-8a42-cf500933490a'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:32:25.864207 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305ad14e-a242-4189-bca5-b3882a2217f2" -d '{"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-plugged", "status": "completed", "tag": "e753f076-005f-4659-8a42-cf500933490a"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:32:25.874282 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4eb4a782-4208-4727-98c1-7092a8cba775 req-b56afe93-c57b-452b-8bfd-9e5dcbdfa44d tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458565 Nov 11 22:32:25.879718 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:32:25.920111 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1924509b-1867-4c8f-94e9-0cd9f656ac00 x-openstack-request-id: req-1924509b-1867-4c8f-94e9-0cd9f656ac00 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:32:25.920111 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-plugged", "status": "completed", "tag": "e753f076-005f-4659-8a42-cf500933490a", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:32:25.920111 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1924509b-1867-4c8f-94e9-0cd9f656ac00 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:32:25.920111 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e753f076-005f-4659-8a42-cf500933490a', 'code': 200} Nov 11 22:32:25.973126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:26.025809 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:32:26.071527 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7cc5d-5248-45c1-99ab-93f6c439d00f req-6c0b508e-aba9-4f27-af15-05148d10ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:26.073049 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bd7cc5d-5248-45c1-99ab-93f6c439d00f req-6c0b508e-aba9-4f27-af15-05148d10ae89 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0434132 Nov 11 22:32:26.119272 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1bd7cc5d-5248-45c1-99ab-93f6c439d00f req-5c8b52e1-2d5b-4359-b56a-65129a6e0c34 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395827 Nov 11 22:32:26.994920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551145b4-51f5-4530-90fb-9e93aad73397 req-b7ec9274-ce27-45d4-aa84-211a528e7bfb tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:26.996446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-551145b4-51f5-4530-90fb-9e93aad73397 req-b7ec9274-ce27-45d4-aa84-211a528e7bfb tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0499284 Nov 11 22:32:27.047845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-551145b4-51f5-4530-90fb-9e93aad73397 req-1fc496b6-baba-40c4-aabf-42b3d84db259 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446463 Nov 11 22:32:28.164719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b453af1-7cde-42ed-a32f-9726cd1b0206 req-96f503a5-9169-4ba5-9aba-2a7c6d807cb0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:28.171692 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b453af1-7cde-42ed-a32f-9726cd1b0206 req-96f503a5-9169-4ba5-9aba-2a7c6d807cb0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0496843 Nov 11 22:32:28.221701 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1b453af1-7cde-42ed-a32f-9726cd1b0206 req-8eee913d-86a9-4772-9a32-315af8138fdc tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472193 Nov 11 22:32:28.450814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:32.024437 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1ee12bb8-f9eb-473a-a495-3c235de14dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:34.521730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0aa7346b-6e40-4cb9-8900-e4e743ac5cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:35.233824 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:32:35.984078 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:37.566801 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:37.938226 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:53.126968 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:56.360225 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-d8a4cd5c-1aeb-46ce-a2d4-206e1220fe18 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415730 Nov 11 22:32:56.444642 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-261d2b6b-ed5e-4c07-b4e9-3f66a21274cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:56.446293 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-261d2b6b-ed5e-4c07-b4e9-3f66a21274cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0441542 Nov 11 22:32:56.558370 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-df285a34-809f-4067-9214-55adba366a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:56.559943 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-df285a34-809f-4067-9214-55adba366a25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0926530 Nov 11 22:32:56.629798 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-9cf26894-a716-42b4-9822-6930b66a4695 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1002 time: 0.0620153 Nov 11 22:32:56.680024 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-c20035e0-223b-410e-868f-36d67b7f3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:56.681508 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-c20035e0-223b-410e-868f-36d67b7f3a16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0453627 Nov 11 22:32:56.730590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-5799f85c-05f6-40df-bc02-a28604592eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:32:56.732079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-5799f85c-05f6-40df-bc02-a28604592eb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439756 Nov 11 22:32:56.821441 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-ebb56e80-7f2a-4711-9d66-32ccfe5a282f service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822201 Nov 11 22:32:56.915678 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4aed7acc-cbdf-4ac3-a132-17ba02b308cf req-77c658be-344c-4ca2-8166-c509e034725e service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868883 Nov 11 22:32:58.598301 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:02.054494 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-da0a38c6-6785-492a-b2e3-906a2e063be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:04.604079 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7f3103fa-fbc7-4389-8c59-96de57818449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:05.986630 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:07.566844 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:07.941143 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:12.233581 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:33:23.166326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:28.480814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:32.059738 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-361fea99-9cc8-4f40-949f-0995712e9ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:34.608757 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cf09f445-2c36-4659-b288-45a6e0ea29a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:35.968671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:37.542974 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:37.937310 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:49.232082 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:33:53.145255 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:33:56.467281 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-5bb6480f-5edf-4a9b-aceb-7d828ce221ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425835 Nov 11 22:33:56.550697 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-1021f47d-51ff-4126-b783-a7e384dc1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:56.552326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-1021f47d-51ff-4126-b783-a7e384dc1e63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0422964 Nov 11 22:33:56.663341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-84e81f4b-1489-4be9-8457-d8e6138652ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:56.664890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-84e81f4b-1489-4be9-8457-d8e6138652ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.0919011 Nov 11 22:33:56.731809 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-7d9bb425-f23a-409b-b5d8-5ac3d9eae218 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 1002 time: 0.0598960 Nov 11 22:33:56.788849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-e001754a-e691-4e6e-bcca-472973eb70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:56.790290 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-e001754a-e691-4e6e-bcca-472973eb70a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0508392 Nov 11 22:33:56.836183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-82e3ab4f-859c-44bb-843a-8fc76cb43d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:33:56.837656 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-82e3ab4f-859c-44bb-843a-8fc76cb43d54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405443 Nov 11 22:33:56.932079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-c0a39f29-287a-4ae7-891c-815afe7cfe1f service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873783 Nov 11 22:33:57.028327 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b80d535c-3a85-42e3-8d45-19d7651fa8da req-5135b178-b72b-47c0-aea8-a4bf769467bb service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896270 Nov 11 22:33:58.462857 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:02.093187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e757bfe8-7ac8-4257-8255-d2ca77c5d143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:04.349817 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43698) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:04.513412 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Deleting port 4bc401e7-c150-4a90-98b6-716613280445 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:04.513752 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:04.516213 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ce86eb01-dcb1-475a-93d2-7785e2214f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:04.590275 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:04.590597 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:04.604949 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Calling delete_port for 4bc401e7-c150-4a90-98b6-716613280445 owned by network:floatingip {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:04.834249 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:04.859164 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event deleted for resources: {'Port': ['ID=4bc401e7-c150-4a90-98b6-716613280445,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:04.871354 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.871701 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.872036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.872393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.872728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.873055 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.873375 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.873697 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.874017 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.874333 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.874653 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.874986 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:04.932995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for floatingip, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:04.933321 n-d-805734-3 neutron-server[109675]: INFO neutron.db.l3_db [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Floating IP b17e264e-e3f2-4753-9efb-2e2a1362c3e0 disassociated (deleted). External IP: 172.25.2.127, port: e753f076-005f-4659-8a42-cf500933490a. Nov 11 22:34:05.522024 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Router 4a799185-62ae-4a86-ae51-db27381ada76 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:34:05.626921 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:05.632480 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:05.637063 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] Sync routers for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:05.651109 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:05.651734 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:05.661585 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-e757d6f5-c8cd-4db2-8566-0ec90cfed397 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "DELETE /v2.0/floatingips/b17e264e-e3f2-4753-9efb-2e2a1362c3e0 HTTP/1.1" status: 204 len: 168 time: 1.3106980 Nov 11 22:34:05.662171 n-d-805734-3 neutron-server[109675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'tag': 'e753f076-005f-4659-8a42-cf500933490a'}] {{(pid=109675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:05.664445 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16aba2a5c90893d25aec93c4b16ad90b0eda092fb3b9455cf1baf22c9d32f1b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634bc514-5e47-46c1-86cf-da8b73fc7e86" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "tag": "e753f076-005f-4659-8a42-cf500933490a"}]}' {{(pid=109675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:05.771704 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:05.980836 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:05.986634 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:06.007948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] Checking router: 4a799185-62ae-4a86-ae51-db27381ada76 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:06.017548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:06.017548 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:06.042648 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4e5d62-0435-47ff-ba30-7eb47e732860 x-openstack-request-id: req-8e4e5d62-0435-47ff-ba30-7eb47e732860 {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:06.043022 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "tag": "e753f076-005f-4659-8a42-cf500933490a", "status": "completed", "code": 200}]} {{(pid=109675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:06.043344 n-d-805734-3 neutron-server[109675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e4e5d62-0435-47ff-ba30-7eb47e732860 {{(pid=109675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:06.043814 n-d-805734-3 neutron-server[109675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'tag': 'e753f076-005f-4659-8a42-cf500933490a', 'status': 'completed', 'code': 200} Nov 11 22:34:06.147279 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-1be25a8f-21f9-429a-aaae-8f3f547d1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:06.148886 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-1be25a8f-21f9-429a-aaae-8f3f547d1ab1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2445fd992c9c4ece97a586a424aac9fa&device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 1097 time: 0.0800285 Nov 11 22:34:06.166293 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbc7e1-1b36-45e6-9986-97e5acf60c96 req-6ea52e7b-474b-4cc6-bbf8-7054095102fd tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:06.167812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5cbc7e1-1b36-45e6-9986-97e5acf60c96 req-6ea52e7b-474b-4cc6-bbf8-7054095102fd tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0714724 Nov 11 22:34:06.270857 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5cbc7e1-1b36-45e6-9986-97e5acf60c96 req-638e9f3a-6762-4dc2-8629-ece9d2cf9530 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951517 Nov 11 22:34:06.284212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:06.297314 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-7ea04e99-8bd3-4abf-b762-d17c26f1f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:06.298670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-7ea04e99-8bd3-4abf-b762-d17c26f1f4ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 200 len: 909 time: 0.1416471 Nov 11 22:34:06.347804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-bd03587d-ed3f-47e2-880d-28afcb9a30b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 200 len: 217 time: 0.0412209 Nov 11 22:34:06.399196 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-84aa5212-4dbd-425a-90be-3e42da6484e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:06.400699 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-84aa5212-4dbd-425a-90be-3e42da6484e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 200 len: 847 time: 0.0452771 Nov 11 22:34:06.447680 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-47de0afc-0bb5-4db8-bc31-8831c55828f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:06.449418 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-47de0afc-0bb5-4db8-bc31-8831c55828f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95bc2d46-b6fe-4ad7-9ede-a102323cb03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415878 Nov 11 22:34:06.498610 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:06.526158 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c6d15-7d21-46dd-b8bb-5a50f9ce38ac None None] The sync data for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 is: [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'd16e124d-5a5c-4a40-b1f3-3772590a1d48', 'name': '', 'network_id': '95bc2d46-b6fe-4ad7-9ede-a102323cb03f', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'mac_address': 'fa:16:3e:06:6a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:07Z', 'updated_at': '2021-11-11T22:24:12Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'subnets': [{'id': '0550a77e-2654-4399-9d0e-dabffdaa3aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:06.547098 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-cfb25d77-844a-4be0-97e8-b9eb1cda4d53 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897169 Nov 11 22:34:06.642403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-634bc514-5e47-46c1-86cf-da8b73fc7e86 req-53489452-1468-4020-b032-3fff3fb78ad8 service neutron] 10.222.0.62 "GET /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876052 Nov 11 22:34:06.749695 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618f055-abdb-4b1a-bc4a-e5184b00f4e6 None None] New status for floating IP b17e264e-e3f2-4753-9efb-2e2a1362c3e0: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:34:07.397915 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a8455-7cb5-4cc6-8a3e-76108c12459d req-5e81ef48-d5b6-42a6-974d-f61a9a045726 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:07.399416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-752a8455-7cb5-4cc6-8a3e-76108c12459d req-5e81ef48-d5b6-42a6-974d-f61a9a045726 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.0561361 Nov 11 22:34:07.451041 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-752a8455-7cb5-4cc6-8a3e-76108c12459d req-abe14607-19a8-481f-8500-131d32818514 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/security-groups?id=824d2696-c334-4bc5-85f1-3953e480164e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455697 Nov 11 22:34:07.542563 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:07.598715 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-d5cedb29-0b3f-4a5b-9daf-49ee71c5a0b0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:07.600255 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-d5cedb29-0b3f-4a5b-9daf-49ee71c5a0b0 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 946 time: 0.1117954 Nov 11 22:34:07.698493 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Deleting port e753f076-005f-4659-8a42-cf500933490a {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:07.698841 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:07.791937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] For port e753f076-005f-4659-8a42-cf500933490a, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=e753f076-005f-4659-8a42-cf500933490a,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:07.792333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:07.809765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Calling delete_port for e753f076-005f-4659-8a42-cf500933490a owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:07.949997 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:08.011369 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:08.041895 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event deleted for resources: {'Port': ['ID=e753f076-005f-4659-8a42-cf500933490a,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:08.070995 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.074892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:08.091216 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] No DVR routers for this DVR port e753f076-005f-4659-8a42-cf500933490a on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:34:08.093774 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:08.098111 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-189ba10a-39e9-491d-9bb2-eb2d56a3cd88 req-bea8f840-83dd-444e-ae22-091d191c0369 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.62 "DELETE /v2.0/ports/e753f076-005f-4659-8a42-cf500933490a HTTP/1.1" status: 204 len: 173 time: 0.4911480 Nov 11 22:34:08.103622 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-deleted', 'tag': 'e753f076-005f-4659-8a42-cf500933490a'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:08.103622 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02adf66a-038a-4bb3-811a-156aa5106adc" -d '{"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-deleted", "tag": "e753f076-005f-4659-8a42-cf500933490a"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:08.187118 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100e2258-99a4-4a7a-ac85-f0522ef745ed x-openstack-request-id: req-100e2258-99a4-4a7a-ac85-f0522ef745ed {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:08.187415 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd0e5b4-1d18-4a41-96dc-b809c4256079", "name": "network-vif-deleted", "tag": "e753f076-005f-4659-8a42-cf500933490a", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:08.187671 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-100e2258-99a4-4a7a-ac85-f0522ef745ed {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:08.188076 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd0e5b4-1d18-4a41-96dc-b809c4256079', 'name': 'network-vif-deleted', 'tag': 'e753f076-005f-4659-8a42-cf500933490a', 'status': 'completed', 'code': 200} Nov 11 22:34:08.560496 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-172374a1-1b88-44d2-972b-71b2fd6b960f req-4cef0ed6-1bce-4d5a-b0d1-d1aaacd0eed5 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0315509 Nov 11 22:34:09.657292 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a846f21c-e224-4dd0-ae27-3547050c2f1e req-5c3fb444-fe13-49f6-b305-db20c01ebf47 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0268397 Nov 11 22:34:10.757438 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-236bad38-57fb-4f60-8c27-b436657ccfb6 req-ff9a7ee3-27de-42b8-a095-78a7d7680bee tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Nov 11 22:34:11.852168 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d2abf690-74bb-49be-a34d-0efa544e4c32 req-8ab19558-eedc-492e-a17f-64b4f40b121e tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Nov 11 22:34:12.371928 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e753f076-005f-4659-8a42-cf500933490a no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:12.394239 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: e753f076-005f-4659-8a42-cf500933490a {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:34:12.394662 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device e753f076-005f-4659-8a42-cf500933490a not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:34:12.960918 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-c07c4aa4-b9ac-4751-8866-35e3a46b98fb req-6f61b213-028b-4236-b35d-491bbf912c64 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbd0e5b4-1d18-4a41-96dc-b809c4256079 HTTP/1.1" status: 200 len: 210 time: 0.0277836 Nov 11 22:34:14.021523 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43748) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:14.077151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da25da1b-cd96-428c-82e7-09747f372661 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:14.102842 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da25da1b-cd96-428c-82e7-09747f372661 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:14.224405 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da25da1b-cd96-428c-82e7-09747f372661 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:14.226951 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-da25da1b-cd96-428c-82e7-09747f372661 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:14.228168 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-da25da1b-cd96-428c-82e7-09747f372661 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] 10.222.0.31 "DELETE /v2.0/security-groups/824d2696-c334-4bc5-85f1-3953e480164e HTTP/1.1" status: 204 len: 168 time: 0.2055891 Nov 11 22:34:14.238041 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25da1b-cd96-428c-82e7-09747f372661 tempest-TestShelveInstance-1373685953 tempest-TestShelveInstance-1373685953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d2696-c334-4bc5-85f1-3953e480164e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:14.346155 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43752) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:14.869968 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:15.121001 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Deleting port d16e124d-5a5c-4a40-b1f3-3772590a1d48 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:15.121655 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:15.199101 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] For port d16e124d-5a5c-4a40-b1f3-3772590a1d48, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=d16e124d-5a5c-4a40-b1f3-3772590a1d48,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:15.199356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:15.212305 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Calling delete_port for d16e124d-5a5c-4a40-b1f3-3772590a1d48 owned by network:router_interface {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:15.458781 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:15.486785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16e124d-5a5c-4a40-b1f3-3772590a1d48,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:15.678832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:15.897709 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Router 4a799185-62ae-4a86-ae51-db27381ada76 has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:34:16.008013 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:16.013434 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81f897ca-d8c0-4876-baff-40c3f109d4b8 admin admin] 10.222.0.31 "PUT /v2.0/routers/4a799185-62ae-4a86-ae51-db27381ada76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6661539 Nov 11 22:34:16.015861 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43758) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:16.019780 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] Sync routers for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:16.029667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:16.030552 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:16.126386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.138270 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:16.235650 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.327815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:34:15Z', 'revision_number': 5, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port': {'id': '7b6b8e51-499b-48cf-9293-7efb000e79a8', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a799185-62ae-4a86-ae51-db27381ada76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:16.355793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] Checking router: 4a799185-62ae-4a86-ae51-db27381ada76 for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:16.365028 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] Routers {'4a799185-62ae-4a86-ae51-db27381ada76'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:16.365768 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['4a799185-62ae-4a86-ae51-db27381ada76'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:16.366298 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Deleting port 7b6b8e51-499b-48cf-9293-7efb000e79a8 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:16.368651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.455353 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] For port 7b6b8e51-499b-48cf-9293-7efb000e79a8, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=7b6b8e51-499b-48cf-9293-7efb000e79a8,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:16.455651 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.458191 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] Set router 4a799185-62ae-4a86-ae51-db27381ada76 gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:16.468785 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Calling delete_port for 7b6b8e51-499b-48cf-9293-7efb000e79a8 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:16.515049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:34:16Z', 'revision_number': 6, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:16.542858 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f603b-6305-40b0-9ae8-80fbb9b97e52 None None] The sync data for ids ['4a799185-62ae-4a86-ae51-db27381ada76'] in n-d-805734-3 is: [{'id': '4a799185-62ae-4a86-ae51-db27381ada76', 'name': 'tempest-TestShelveInstance-654342662-router', 'tenant_id': '2445fd992c9c4ece97a586a424aac9fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:05Z', 'updated_at': '2021-11-11T22:34:16Z', 'revision_number': 6, 'project_id': '2445fd992c9c4ece97a586a424aac9fa', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:16.702547 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.726983 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6b8e51-499b-48cf-9293-7efb000e79a8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:16.743089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f5cc4-e4f1-405c-ad93-87026b88eabd None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:16.812211 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.905169 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:16.907397 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.029714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.030256 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a799185-62ae-4a86-ae51-db27381ada76 {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:34:17.035235 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.037093 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-109bfd6a-1922-481b-8e11-14677bf9362b admin admin] 10.222.0.31 "DELETE /v2.0/routers/4a799185-62ae-4a86-ae51-db27381ada76 HTTP/1.1" status: 204 len: 168 time: 1.0200651 Nov 11 22:34:17.039660 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43762) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:17.088451 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] Deleting subnet 0550a77e-2654-4399-9d0e-dabffdaa3aa9 {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:34:17.091524 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.127896 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.202972 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.307017 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.343983 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.348856 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0550a77e-2654-4399-9d0e-dabffdaa3aa9 HTTP/1.1" status: 204 len: 168 time: 0.3081818 Nov 11 22:34:17.349908 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405874bd-ca32-413f-bdd3-4298e23c324a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0550a77e-2654-4399-9d0e-dabffdaa3aa9,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:17.351454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43764) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:17.353873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4076e3-241b-4b3e-b748-d00abf01c40a None None] Network 95bc2d46-b6fe-4ad7-9ede-a102323cb03f requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:34:17.421356 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.478735 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Deleting port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:17.479071 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.539910 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] DHCP port deletion for 95bc2d46-b6fe-4ad7-9ede-a102323cb03f request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:17.556470 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] For port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:17.560647 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.576855 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Calling delete_port for 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:17.595267 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Deleting port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:17.595506 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.661878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:17.701804 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] For port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,segment=NetworkSegment(793b494d-76e9-401d-bd3a-918c266bbb0f),segment_id=793b494d-76e9-401d-bd3a-918c266bbb0f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:17.710918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.721090 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Calling delete_port for 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:17.746767 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.779454 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] No DVR routers for this DVR port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:34:17.783740 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:17.816178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:34:17.844319 n-d-805734-3 neutron-server[109676]: self.session.flush() Nov 11 22:34:17.860457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.866671 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d16e124d-5a5c-4a40-b1f3-3772590a1d48 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:17.868348 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.884052 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bc2d46-b6fe-4ad7-9ede-a102323cb03f']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:17.893511 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793b494d-76e9-401d-bd3a-918c266bbb0f') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:17.893807 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793b494d-76e9-401d-bd3a-918c266bbb0f') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:17.903264 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.906888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: d16e124d-5a5c-4a40-b1f3-3772590a1d48 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:34:17.907243 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device d16e124d-5a5c-4a40-b1f3-3772590a1d48 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:34:17.907660 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7b6b8e51-499b-48cf-9293-7efb000e79a8 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:17.912739 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Pushing event deleted for resources: {'Port': ['ID=4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:17.917022 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.923113 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:34:17.923496 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:34:17.926040 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:34:17.939927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] No DVR routers for this DVR port 4f2ac99a-1e1b-4084-a2af-b7edd3b57dc5 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:34:17.939927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 7b6b8e51-499b-48cf-9293-7efb000e79a8 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:34:17.939927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 7b6b8e51-499b-48cf-9293-7efb000e79a8 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:34:17.942049 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.942399 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.942746 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.943089 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:17.945726 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d69c3ff-ff1d-4f55-b7cc-0534aedac753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:18.062395 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:18.071966 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:18.071966 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] 10.222.0.31 "DELETE /v2.0/networks/95bc2d46-b6fe-4ad7-9ede-a102323cb03f HTTP/1.1" status: 204 len: 168 time: 0.7190437 Nov 11 22:34:18.074596 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43768) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:18.082674 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d40d0-bb60-43f9-8294-19efb61a6207 admin admin] Pushing event deleted for resources: {'Network': ['ID=95bc2d46-b6fe-4ad7-9ede-a102323cb03f,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:18.425769 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:18.671842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Deleting port 8bd38c67-861a-4a05-91f2-41b29a0f6121 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:18.672217 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:18.749713 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] For port 8bd38c67-861a-4a05-91f2-41b29a0f6121, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=8bd38c67-861a-4a05-91f2-41b29a0f6121,segment=NetworkSegment(67787b86-bfe3-4d63-af81-45da6994dbd9),segment_id=67787b86-bfe3-4d63-af81-45da6994dbd9)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:18.749980 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:18.764111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Calling delete_port for 8bd38c67-861a-4a05-91f2-41b29a0f6121 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:18.988279 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:19.019183 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd38c67-861a-4a05-91f2-41b29a0f6121,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:19.190689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:19.407087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Router 67caf65c-d854-4614-8664-57e810b3d39a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:34:19.831890 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:19.836851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cccd177b-0876-4d93-8295-bd39c6674ea8 admin admin] 10.222.0.31 "PUT /v2.0/routers/67caf65c-d854-4614-8664-57e810b3d39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611592 Nov 11 22:34:19.839797 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43774) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:19.841025 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] Sync routers for ids ['67caf65c-d854-4614-8664-57e810b3d39a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:19.853259 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] Routers {'67caf65c-d854-4614-8664-57e810b3d39a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:19.853863 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67caf65c-d854-4614-8664-57e810b3d39a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:19.944507 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks [] for router, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:19.958733 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] Set router 67caf65c-d854-4614-8664-57e810b3d39a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:20.045271 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:20.137921 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:34:18Z', 'revision_number': 5, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port': {'id': 'dd38f935-1a9f-43f9-adca-61dd5c36e9f7', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:df:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67caf65c-d854-4614-8664-57e810b3d39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:20.164933 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] Checking router: 67caf65c-d854-4614-8664-57e810b3d39a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:20.173281 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] Routers {'67caf65c-d854-4614-8664-57e810b3d39a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:20.175590 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['67caf65c-d854-4614-8664-57e810b3d39a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:20.214439 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Deleting port dd38f935-1a9f-43f9-adca-61dd5c36e9f7 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:20.214771 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:20.258617 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] Set router 67caf65c-d854-4614-8664-57e810b3d39a gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:20.296007 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] For port dd38f935-1a9f-43f9-adca-61dd5c36e9f7, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:20.296396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:20.309480 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Calling delete_port for dd38f935-1a9f-43f9-adca-61dd5c36e9f7 owned by network:router_gateway {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:20.309678 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:34:20Z', 'revision_number': 6, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:20.338499 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d7993-a356-4f3c-a61a-5d7ed52d04b6 None None] The sync data for ids ['67caf65c-d854-4614-8664-57e810b3d39a'] in n-d-805734-3 is: [{'id': '67caf65c-d854-4614-8664-57e810b3d39a', 'name': 'tempest-TestShelveInstance-954880132-router', 'tenant_id': '0a052e574e754a0ea98c9f29574cb565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:11Z', 'updated_at': '2021-11-11T22:34:20Z', 'revision_number': 6, 'project_id': '0a052e574e754a0ea98c9f29574cb565', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:20.881025 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:20.906120 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd38f935-1a9f-43f9-adca-61dd5c36e9f7,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:20.920444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b48fa55-116b-4665-b0fe-2837681869ea None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:20.969714 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.059243 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.061263 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.155401 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.155933 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67caf65c-d854-4614-8664-57e810b3d39a {{(pid=109675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:34:21.161396 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.162620 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-7306ec81-6b9d-477f-9585-8edc3bb80a47 admin admin] 10.222.0.31 "DELETE /v2.0/routers/67caf65c-d854-4614-8664-57e810b3d39a HTTP/1.1" status: 204 len: 168 time: 1.3217313 Nov 11 22:34:21.165289 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43778) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:21.211585 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] Deleting subnet debf767d-a58f-47c1-a0a1-b533e34c931e {{(pid=109675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:34:21.215023 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.254743 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12845615'] for subnet, precommit_delete_associations {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.332676 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.470181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14171181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58288700'] for subnet, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.496651 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=debf767d-a58f-47c1-a0a1-b533e34c931e,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:21.504909 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.504909 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-76c3bfed-54e0-47cd-aeb5-9513d7fde387 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/debf767d-a58f-47c1-a0a1-b533e34c931e HTTP/1.1" status: 204 len: 168 time: 0.3379908 Nov 11 22:34:21.507036 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43780) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:21.510885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a6fac-8719-4f0c-abc7-3725d7014d87 None None] Network e395b542-c7fa-45e4-80d1-c32ebd1b43e8 requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:34:21.581856 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.634355 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dd38f935-1a9f-43f9-adca-61dd5c36e9f7 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:21.636499 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Deleting port ae521cb0-267f-47b7-9f7e-f9a3c126a081 {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:21.636746 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.654585 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: dd38f935-1a9f-43f9-adca-61dd5c36e9f7 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:34:21.655018 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device dd38f935-1a9f-43f9-adca-61dd5c36e9f7 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:34:21.655495 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8bd38c67-861a-4a05-91f2-41b29a0f6121 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:21.675644 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 8bd38c67-861a-4a05-91f2-41b29a0f6121 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:34:21.675991 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 8bd38c67-861a-4a05-91f2-41b29a0f6121 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:34:21.706795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] For port ae521cb0-267f-47b7-9f7e-f9a3c126a081, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ae521cb0-267f-47b7-9f7e-f9a3c126a081,segment=NetworkSegment(67787b86-bfe3-4d63-af81-45da6994dbd9),segment_id=67787b86-bfe3-4d63-af81-45da6994dbd9)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:21.707151 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.707747 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] DHCP port deletion for e395b542-c7fa-45e4-80d1-c32ebd1b43e8 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:21.719728 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Calling delete_port for ae521cb0-267f-47b7-9f7e-f9a3c126a081 owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:21.754949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] Deleting port ae521cb0-267f-47b7-9f7e-f9a3c126a081 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:34:21.755240 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.821079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] For port ae521cb0-267f-47b7-9f7e-f9a3c126a081, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ae521cb0-267f-47b7-9f7e-f9a3c126a081,segment=NetworkSegment(67787b86-bfe3-4d63-af81-45da6994dbd9),segment_id=67787b86-bfe3-4d63-af81-45da6994dbd9)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:21.821474 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.833823 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] Calling delete_port for ae521cb0-267f-47b7-9f7e-f9a3c126a081 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:34:21.880935 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.907778 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ae521cb0-267f-47b7-9f7e-f9a3c126a081,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:21.910322 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] No DVR routers for this DVR port ae521cb0-267f-47b7-9f7e-f9a3c126a081 on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:34:21.911032 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:21.941946 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] No DVR routers for this DVR port ae521cb0-267f-47b7-9f7e-f9a3c126a081 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:34:21.944320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d510ac-5da1-46b5-ab33-6c5f1ff3bc31 None None] Pushing event deleted for resources: {'Port': ['ID=ae521cb0-267f-47b7-9f7e-f9a3c126a081,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:21.991932 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.012500 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e395b542-c7fa-45e4-80d1-c32ebd1b43e8']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:22.021617 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67787b86-bfe3-4d63-af81-45da6994dbd9') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:22.021916 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67787b86-bfe3-4d63-af81-45da6994dbd9') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:22.031457 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.045390 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.051969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:34:22.052391 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:34:22.054312 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:34:22.172166 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.177639 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.180841 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/e395b542-c7fa-45e4-80d1-c32ebd1b43e8 HTTP/1.1" status: 204 len: 168 time: 0.6726985 Nov 11 22:34:22.191512 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ab5fd-15c1-442d-b39f-4ca45b5542ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e395b542-c7fa-45e4-80d1-c32ebd1b43e8,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:22.480960 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43784) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:22.522673 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4e0a2b75-8e90-4be0-b208-fdd11343cd61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2445fd992c9c4ece97a586a424aac9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405059 Nov 11 22:34:22.525248 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43786) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:22.572703 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d04407-22db-4a43-a72e-0bdfd28e417f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.593779 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d04407-22db-4a43-a72e-0bdfd28e417f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.698149 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d04407-22db-4a43-a72e-0bdfd28e417f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.700754 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-61d04407-22db-4a43-a72e-0bdfd28e417f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:22.703004 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-61d04407-22db-4a43-a72e-0bdfd28e417f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dcab0f6-7bd8-442f-b8ac-e7c6e336c968 HTTP/1.1" status: 204 len: 168 time: 0.1767843 Nov 11 22:34:22.711879 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d04407-22db-4a43-a72e-0bdfd28e417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcab0f6-7bd8-442f-b8ac-e7c6e336c968,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:23.121040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.371969 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43792) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:23.414043 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-57fca974-3a4a-4cd4-8b30-61204b5bddd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a052e574e754a0ea98c9f29574cb565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409009 Nov 11 22:34:23.416557 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43794) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:23.467067 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08c04ad-1135-4fb5-978c-42a84dfd5066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.488996 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08c04ad-1135-4fb5-978c-42a84dfd5066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.600841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08c04ad-1135-4fb5-978c-42a84dfd5066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.603505 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-d08c04ad-1135-4fb5-978c-42a84dfd5066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:23.604792 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-d08c04ad-1135-4fb5-978c-42a84dfd5066 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a64c6567-286c-46fe-82a4-09883291cd46 HTTP/1.1" status: 204 len: 168 time: 0.1873193 Nov 11 22:34:23.617464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c04ad-1135-4fb5-978c-42a84dfd5066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64c6567-286c-46fe-82a4-09883291cd46,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:23.632514 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ae521cb0-267f-47b7-9f7e-f9a3c126a081 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:34:23.661060 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ae521cb0-267f-47b7-9f7e-f9a3c126a081 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:34:23.661457 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ae521cb0-267f-47b7-9f7e-f9a3c126a081 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:34:24.683497 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43816) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:24.788564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1919852426-network', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:24.874646 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Made reservation on behalf of 2c736a0fe787435796983fd4da53eb2e for: {'network': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:34:24.877511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:24.886271 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:24.960447 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.029130 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.054564 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=109674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:34:25.063004 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e66782-a90f-4436-80ca-70ec90902b46,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:25.070725 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.072908 n-d-805734-3 neutron-server[109674]: INFO neutron.db.segments_db [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Added segment 878927a2-e399-48a3-9902-47811df569af of type vlan for network 16c450c8-ce95-4dad-a9f6-9792a6483adc Nov 11 22:34:25.109640 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.206505 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.207433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.208015 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.269875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] Pushing event updated for resources: {'Network': ['ID=16c450c8-ce95-4dad-a9f6-9792a6483adc,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:25.279333 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:34:25.287765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-3aa5cbde-2247-4b64-86a8-443ed3295a37 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6030295 Nov 11 22:34:25.290742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43820) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:25.295395 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Request body: {'subnet': {'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1919852426-subnet', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'ip_version': 4}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:25.371087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Made reservation on behalf of 2c736a0fe787435796983fd4da53eb2e for: {'subnet': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:34:25.373480 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13854018'] for subnet, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.624029 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13028795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13854032'] for subnet, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.680562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94553ef0-4720-419f-a076-effb3a9c57b3,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:25.690638 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Checking segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:25.691288 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Network hostable DHCP agents. Network: 16c450c8-ce95-4dad-a9f6-9792a6483adc, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:34:25.806772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:34:25.897903 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, 16c450c8-ce95-4dad-a9f6-9792a6483adc) {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:25.902206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:25.902888 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:25.909374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56993be0-d830-4c65-a171-2f7d75afcd03 None None] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:34:25.985428 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7fc1960d-7d5e-4df0-ac73-8233a02b04e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6936395 Nov 11 22:34:25.989842 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43822) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:25.994263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:26.051600 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-16c450c8-ce95-4dad-a9f6-9792a6483adc', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:34:26.052481 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.074181 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.075278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.130414 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.186703 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Allocated IP 172.20.0.2 (16c450c8-ce95-4dad-a9f6-9792a6483adc/94553ef0-4720-419f-a076-effb3a9c57b3/ee858fbf-f5d7-45ca-920f-ac94a73d952d) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:26.231158 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:34:26.326128 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.486890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.588858 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.607144 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.607368 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.646451 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:26.649413 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:26.652431 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:26.668220 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Pushing event updated for resources: {'Port': ['ID=ee858fbf-f5d7-45ca-920f-ac94a73d952d,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:26.713132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Allocated IP 172.25.2.225 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/6fe009e1-95a9-41d8-a6a9-f66f504413b9) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:26.721234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Attempting to bind port ee858fbf-f5d7-45ca-920f-ac94a73d952d on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:26.721636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Attempting to bind port ee858fbf-f5d7-45ca-920f-ac94a73d952d by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:26.722234 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Attempting to bind port ee858fbf-f5d7-45ca-920f-ac94a73d952d on network 16c450c8-ce95-4dad-a9f6-9792a6483adc {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:26.727297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:26.727683 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Checking segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:26.728090 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.728522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Bound using segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:26.728996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Bound port: ee858fbf-f5d7-45ca-920f-ac94a73d952d, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:26.729387 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.793200 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] For port ee858fbf-f5d7-45ca-920f-ac94a73d952d, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:26.796358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] For port ee858fbf-f5d7-45ca-920f-ac94a73d952d, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee858fbf-f5d7-45ca-920f-ac94a73d952d,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:26.821141 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.903980 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.932985 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:26.959631 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a455f-5a25-46ea-9b14-708a1981bfd3 None None] Pushing event updated for resources: {'Port': ['ID=ee858fbf-f5d7-45ca-920f-ac94a73d952d,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:26.984201 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe009e1-95a9-41d8-a6a9-f66f504413b9,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:26.988543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:26.990629 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:26.992886 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:27.006590 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f39f15-10fa-4223-b70f-587db980c7c9 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:27.114363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-6666c65b-641f-4b21-adab-3e0ef0f80c4f None None] Provisioning complete for port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:27.114671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6666c65b-641f-4b21-adab-3e0ef0f80c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:27.168416 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-6666c65b-641f-4b21-adab-3e0ef0f80c4f None None] Port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:27.381795 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:27.587711 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:27.672896 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee858fbf-f5d7-45ca-920f-ac94a73d952d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:27.724317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ee858fbf-f5d7-45ca-920f-ac94a73d952d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:27.724991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:27.805662 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:27.810600 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:34:27.845079 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] For port ee858fbf-f5d7-45ca-920f-ac94a73d952d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee858fbf-f5d7-45ca-920f-ac94a73d952d,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:27.910255 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:27.927880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:27.940878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Sync routers for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:27.942873 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21483ca2-cdac-4c04-a361-1d6e0fa751d1 None None] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:34:28.026148 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.027574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-6f630d40-1c9d-4118-8094-cb2887d575c4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0367150 Nov 11 22:34:28.031006 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:28.031648 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:28.032722 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43824) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:28.042039 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Pushing event updated for resources: {'Port': ['ID=ee858fbf-f5d7-45ca-920f-ac94a73d952d,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:28.083878 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9df89aed-dbf4-43f4-994a-1acfc70c75f9 None None] Provisioning complete for port ee858fbf-f5d7-45ca-920f-ac94a73d952d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:28.084268 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9df89aed-dbf4-43f4-994a-1acfc70c75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.230509 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:28.467495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.475991 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.485564 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:27Z', 'revision_number': 3, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:28.512501 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Checking router: 25daa765-cd5f-4feb-a66f-3a5d063a2c9e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:28.513003 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Updating router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:34:28.544590 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.643016 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Allocated IP 172.20.0.1 (16c450c8-ce95-4dad-a9f6-9792a6483adc/94553ef0-4720-419f-a076-effb3a9c57b3/ec5f38db-573e-49bf-971f-eb5c0b910873) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:28.724761 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-77cc1990-d5e4-4cea-b832-351d89544bd0 None None] Provisioning complete for port ee858fbf-f5d7-45ca-920f-ac94a73d952d triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:28.725384 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-77cc1990-d5e4-4cea-b832-351d89544bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.755950 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.871634 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.886868 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.926852 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:28.931753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:28.935320 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:28.941371 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5f38db-573e-49bf-971f-eb5c0b910873,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:28.971969 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:28.983801 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.022636 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde40d6-d8e4-43c8-9704-468c8736c125 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:29.034815 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Attempting to bind port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:29.035480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Attempting to bind port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:29.035864 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Attempting to bind port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:29.043594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d808f-cb46-4ea8-bd49-4f2161e96612 None None] Pushing event updated for resources: {'Port': ['ID=6fe009e1-95a9-41d8-a6a9-f66f504413b9,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:29.048505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:29.048698 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:29.049088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.049516 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:29.050153 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Bound port: 6fe009e1-95a9-41d8-a6a9-f66f504413b9, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:29.050777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.118072 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] For port 6fe009e1-95a9-41d8-a6a9-f66f504413b9, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:29.121513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] For port 6fe009e1-95a9-41d8-a6a9-f66f504413b9, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6fe009e1-95a9-41d8-a6a9-f66f504413b9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:29.122577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-9e841d40-3006-4be8-ae68-a814b737aa64 None None] Provisioning complete for port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:29.122951 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-9e841d40-3006-4be8-ae68-a814b737aa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.161908 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-9e841d40-3006-4be8-ae68-a814b737aa64 None None] Port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:29.207628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.209913 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.253225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32614f-3329-4cea-8a3f-5e2b0304a55d None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:29.278357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:29.279082 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:29.281624 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d808f-cb46-4ea8-bd49-4f2161e96612 None None] Pushing event updated for resources: {'Port': ['ID=6fe009e1-95a9-41d8-a6a9-f66f504413b9,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:29.331621 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-977031da-73af-49a6-8390-af92bb7fe19b None None] Provisioning complete for port ec5f38db-573e-49bf-971f-eb5c0b910873 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:29.332036 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-977031da-73af-49a6-8390-af92bb7fe19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.381639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.404782 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-977031da-73af-49a6-8390-af92bb7fe19b None None] Port ec5f38db-573e-49bf-971f-eb5c0b910873 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:29.421207 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:29.423612 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.494586 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.496339 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5f38db-573e-49bf-971f-eb5c0b910873,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:29.568643 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bbcba4e8-c0c5-4231-9366-3f9a47656bf7 None None] Provisioning complete for port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:29.569018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbcba4e8-c0c5-4231-9366-3f9a47656bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.593018 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:29.596185 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:29.729844 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:34:29.767108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee858fbf-f5d7-45ca-920f-ac94a73d952d up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:29.850617 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:29.856260 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4c340372-1318-485d-8e4a-81e2d5637697 admin admin] 10.222.0.31 "PUT /v2.0/routers/25daa765-cd5f-4feb-a66f-3a5d063a2c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222506 Nov 11 22:34:29.915835 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbcba4e8-c0c5-4231-9366-3f9a47656bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.925168 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ee858fbf-f5d7-45ca-920f-ac94a73d952d triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:29.925642 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:29.966108 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-bbcba4e8-c0c5-4231-9366-3f9a47656bf7 None None] For port 6fe009e1-95a9-41d8-a6a9-f66f504413b9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6fe009e1-95a9-41d8-a6a9-f66f504413b9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:29.976622 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:28Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:30.007073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c91ba-585e-4399-858a-5a87c6fe454c None None] The sync data for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 is: [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:28Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:30.058972 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bbcba4e8-c0c5-4231-9366-3f9a47656bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:30.110674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcba4e8-c0c5-4231-9366-3f9a47656bf7 None None] Pushing event updated for resources: {'Port': ['ID=6fe009e1-95a9-41d8-a6a9-f66f504413b9,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:30.202383 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8a997c89-72fc-4916-a4b8-f1f7181db1a2 None None] Provisioning complete for port ec5f38db-573e-49bf-971f-eb5c0b910873 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:30.202795 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8a997c89-72fc-4916-a4b8-f1f7181db1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:30.242705 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-8a997c89-72fc-4916-a4b8-f1f7181db1a2 None None] Port ec5f38db-573e-49bf-971f-eb5c0b910873 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:30.624373 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43840) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:30.629923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1255433138-network', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:30.721219 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Made reservation on behalf of a907bcf217bb4941841efecfd17e03db for: {'network': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:34:30.723832 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for network, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:30.733092 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:30.810325 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:30.885707 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:30.912464 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=109675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:34:30.922670 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f436ff5-1e3c-48ad-811e-c8a4ca4f0553,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:30.928024 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:30.928398 n-d-805734-3 neutron-server[109675]: INFO neutron.db.segments_db [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Added segment 0e702acd-3300-4f3a-affb-964b46f5ace7 of type vlan for network f16d4fd3-4cb6-4316-8e53-70b9b726186d Nov 11 22:34:30.977251 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769089848284'] for network, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:31.113894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769'] for network, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:31.113894 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:31.113894 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:31.177432 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=f16d4fd3-4cb6-4316-8e53-70b9b726186d,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:31.187357 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d details requested by agent ovs-agent-n-d-805734-3 with host n-d-805734-3 {{(pid=109676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:34:31.226302 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4744524e-6e10-4d6b-9584-9c9865d53cb9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6008058 Nov 11 22:34:31.229038 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43842) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:31.235031 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Request body: {'subnet': {'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1255433138-subnet', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'ip_version': 4}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:31.360675 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Made reservation on behalf of a907bcf217bb4941841efecfd17e03db for: {'subnet': 1} {{(pid=109675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:34:31.363590 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58288727'] for subnet, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:31.640298 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14171370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58288709'] for subnet, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:31.655480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6fe009e1-95a9-41d8-a6a9-f66f504413b9 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:31.697992 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd385ce2-a194-4389-ad13-7eaeaa73e260,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:31.703637 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Checking segment: {'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:31.703994 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Network hostable DHCP agents. Network: f16d4fd3-4cb6-4316-8e53-70b9b726186d, hostable agents: ['1e4203dd-91e2-493c-93a9-05dd02023d86'], hosted agents: [] {{(pid=109675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:34:31.713307 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:31.713918 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:31.810977 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d is scheduled to be hosted by DHCP agent 1e4203dd-91e2-493c-93a9-05dd02023d86 with binding_index 1 {{(pid=109675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:34:31.914224 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Sync routers for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:31.920706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805734-3, f16d4fd3-4cb6-4316-8e53-70b9b726186d) {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:31.923709 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:31.924474 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:31.925732 n-d-805734-3 neutron-server[109675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:31.926526 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:31.929927 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a0f9e-0578-4593-a123-f4287acc7f8d None None] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:34:32.032246 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:32.045636 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-0000adbb-4c1e-4a94-9a4f-10b6836747bb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8130374 Nov 11 22:34:32.045898 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43844) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:32.051395 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:32.097800 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc69be6ee-8232-56f2-b322-b1d2aaf5aac8-f16d4fd3-4cb6-4316-8e53-70b9b726186d', 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'fixed_ips': [{'subnet_id': 'bd385ce2-a194-4389-ad13-7eaeaa73e260'}]}} from n-d-805734-3. {{(pid=109676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:34:32.098710 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.168489 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f9bf6a29-be47-4b0f-87f4-fa3b951eabfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.201236 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16372643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41877'] for router, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.202482 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16368745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16679634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41886'] for router, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.232965 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 2, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:32.246759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.db_base_plugin_common [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Allocated IP 172.20.0.2 (f16d4fd3-4cb6-4316-8e53-70b9b726186d/bd385ce2-a194-4389-ad13-7eaeaa73e260/76f50824-8ec1-4c8c-9aa3-463c81cc1c41) {{(pid=109676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:32.265788 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Checking router: 25daa765-cd5f-4feb-a66f-3a5d063a2c9e for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:32.266148 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Updating router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e port ec5f38db-573e-49bf-971f-eb5c0b910873 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:34:32.266386 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.291767 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.394621 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Publish callbacks [] for port, precommit_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.452795 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548'] for port, after_create {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.464194 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.493488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d is already hosted by enough agents. {{(pid=109676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:32.496158 n-d-805734-3 neutron-server[109676]: DEBUG neutron.scheduler.base_scheduler [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Resources bound (agent type, host, resource id): {{(pid=109676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:32.504340 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Received port after_create {{(pid=109676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:32.515119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Pushing event updated for resources: {'Port': ['ID=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,revision_number=1']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:32.553815 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.563502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Attempting to bind port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:32.564397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Attempting to bind port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:32.564397 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Attempting to bind port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 on network f16d4fd3-4cb6-4316-8e53-70b9b726186d {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:32.570708 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:32.571132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Checking segment: {'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:32.571547 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.571952 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Bound using segment: {'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:32.573096 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Bound port: 76f50824-8ec1-4c8c-9aa3-463c81cc1c41, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:32.573491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.613764 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.651592 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] For port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:32.655599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] For port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,segment=NetworkSegment(0e702acd-3300-4f3a-affb-964b46f5ace7),segment_id=0e702acd-3300-4f3a-affb-964b46f5ace7)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:32.722239 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.776860 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.781832 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Pushing event updated for resources: {'Port': ['ID=ec5f38db-573e-49bf-971f-eb5c0b910873,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:32.793216 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.793634 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.794388 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.794793 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.795195 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.795916 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.796103 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.796653 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.796777 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb32fd4-be3c-4027-90cb-5595295aeb1a None None] Pushing event updated for resources: {'Port': ['ID=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:32.797312 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.797709 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.798229 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.798623 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:34:32.800308 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.884817 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Attempting to bind port ec5f38db-573e-49bf-971f-eb5c0b910873 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:32.885351 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Attempting to bind port ec5f38db-573e-49bf-971f-eb5c0b910873 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:32.885812 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Attempting to bind port ec5f38db-573e-49bf-971f-eb5c0b910873 on network 16c450c8-ce95-4dad-a9f6-9792a6483adc {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:32.896889 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:32.897159 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Checking segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:32.897561 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.897945 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Bound using segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:32.898415 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Bound port: ec5f38db-573e-49bf-971f-eb5c0b910873, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:32.898786 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:32.927923 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.db_base_plugin_common [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Allocated IP 172.25.2.117 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/4deccb77-20d0-4e39-acb8-0fa8618fe431) {{(pid=109675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:32.975541 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] For port ec5f38db-573e-49bf-971f-eb5c0b910873, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:32.976290 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] For port ec5f38db-573e-49bf-971f-eb5c0b910873, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ec5f38db-573e-49bf-971f-eb5c0b910873,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:32.982441 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-99b8c1f8-1d75-49f6-8e67-5d6896e344f7 None None] Provisioning complete for port ec5f38db-573e-49bf-971f-eb5c0b910873 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:32.982931 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-99b8c1f8-1d75-49f6-8e67-5d6896e344f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.042562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-99b8c1f8-1d75-49f6-8e67-5d6896e344f7 None None] Port ec5f38db-573e-49bf-971f-eb5c0b910873 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:33.058179 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.069657 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.128932 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4f2e-b648-4eac-a961-871d1142ccd0 None None] Pushing event updated for resources: {'Port': ['ID=ec5f38db-573e-49bf-971f-eb5c0b910873,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:33.136285 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:33.136955 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:33.184278 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.230919 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:33.235795 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.base_scheduler [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Resources bound (agent type, host, resource id): {{(pid=109675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:33.238865 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Received port after_create {{(pid=109675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:33.255796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f752b94-e7fa-4e8a-9469-3dc85d78c0cc None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:33.257727 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:33.275892 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Pushing event updated for resources: {'Port': ['ID=4deccb77-20d0-4e39-acb8-0fa8618fe431,revision_number=1']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:33.381115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Provisioning complete for port 4deccb77-20d0-4e39-acb8-0fa8618fe431 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:33.382151 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.435297 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Port 4deccb77-20d0-4e39-acb8-0fa8618fe431 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:33.446517 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Provisioning complete for port ec5f38db-573e-49bf-971f-eb5c0b910873 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:33.446958 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.473744 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:32Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:33.504519 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e10b0-8c9e-4e74-ae0f-839f6c150a35 None None] The sync data for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 is: [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:32Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:33.532468 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.588013 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] For port ec5f38db-573e-49bf-971f-eb5c0b910873, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ec5f38db-573e-49bf-971f-eb5c0b910873,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:33.676612 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.677727 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.738605 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bc8b9-0f62-4b86-b19e-286fa6e3250c None None] Pushing event updated for resources: {'Port': ['ID=ec5f38db-573e-49bf-971f-eb5c0b910873,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:33.821183 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec5f38db-573e-49bf-971f-eb5c0b910873 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:33.894019 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ec5f38db-573e-49bf-971f-eb5c0b910873 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:33.894724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.994834 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16368828'] for router, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:33.996537 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae7e7a-d9e8-4e13-bb14-1584e43585e7 None None] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:34:34.000415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:34.137353 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:34.137735 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:34.139171 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-c82be7e8-0491-446f-9ae5-db5317cb3b2e None None] Provisioning complete for port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:34.139534 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c82be7e8-0491-446f-9ae5-db5317cb3b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:34.235743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Router 16a66dc3-100d-418a-8e6d-830e4eaaec0a is scheduled to L3 agent 636c455a-b362-443e-b27d-94f360359dcf with binding_index 1 {{(pid=109675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:34:34.345420 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:34.347275 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c82be7e8-0491-446f-9ae5-db5317cb3b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:34.360091 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:34.363985 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Sync routers for ids ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:34.405759 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Routers {'16a66dc3-100d-418a-8e6d-830e4eaaec0a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:34.406396 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:34.443364 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] Publish callbacks [] for router, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:34.445640 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1481fa5e-be0e-4741-a0b1-b2b9d634426b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3986509 Nov 11 22:34:34.455085 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43858) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:34.455627 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c82be7e8-0491-446f-9ae5-db5317cb3b2e None None] For port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,segment=NetworkSegment(0e702acd-3300-4f3a-affb-964b46f5ace7),segment_id=0e702acd-3300-4f3a-affb-964b46f5ace7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:34.529721 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c82be7e8-0491-446f-9ae5-db5317cb3b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:34.580467 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Set router 16a66dc3-100d-418a-8e6d-830e4eaaec0a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:34.582823 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c0e25c8c-da0c-43b1-85ad-6cb9a985abe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:34.859840 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:34:34.860175 n-d-805734-3 neutron-server[109676]: DEBUG oslo_db.api [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:34:34.903115 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be7e8-0491-446f-9ae5-db5317cb3b2e None None] Pushing event updated for resources: {'Port': ['ID=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:34.907613 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-e4045de0-965d-4643-99fd-692ad8ff8282 None None] Provisioning complete for port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:34.907995 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e4045de0-965d-4643-99fd-692ad8ff8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.054885 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 3, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port': {'id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:35.085269 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Checking router: 16a66dc3-100d-418a-8e6d-830e4eaaec0a for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:35.085628 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Updating router 16a66dc3-100d-418a-8e6d-830e4eaaec0a port 4deccb77-20d0-4e39-acb8-0fa8618fe431 binding host n-d-805734-3 {{(pid=109676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:34:35.110604 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.217513 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.366693 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Publish callbacks [] for port, precommit_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.381942 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Allocated IP 172.20.0.1 (f16d4fd3-4cb6-4316-8e53-70b9b726186d/bd385ce2-a194-4389-ad13-7eaeaa73e260/5a224e12-87eb-4a17-bc23-e68786426b82) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:35.452072 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.492696 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.498646 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d11409-0c32-4b90-9aab-9084f012003c None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:35.514212 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Attempting to bind port 4deccb77-20d0-4e39-acb8-0fa8618fe431 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:35.514583 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Attempting to bind port 4deccb77-20d0-4e39-acb8-0fa8618fe431 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:35.514953 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Attempting to bind port 4deccb77-20d0-4e39-acb8-0fa8618fe431 on network ce4b585c-8f58-4174-b13c-8a78af33d669 {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:35.519415 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427d55-cf3e-43ea-899f-f778f35489d2 None None] Pushing event updated for resources: {'Port': ['ID=4deccb77-20d0-4e39-acb8-0fa8618fe431,revision_number=2']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:35.524572 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:35.525068 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Checking segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:35.525342 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.525773 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Bound using segment: {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'} {{(pid=109676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:35.526219 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.managers [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Bound port: 4deccb77-20d0-4e39-acb8-0fa8618fe431, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f6b7f-ea05-43cd-9899-8f686e27325f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669'}}] {{(pid=109676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:35.526628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.583854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.584123 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-04ee8562-b0dd-45c2-9cae-a4f0c2684f5a None None] Provisioning complete for port 4deccb77-20d0-4e39-acb8-0fa8618fe431 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:35.584615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-04ee8562-b0dd-45c2-9cae-a4f0c2684f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.608732 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] For port 4deccb77-20d0-4e39-acb8-0fa8618fe431, host n-d-805734-3, cleared binding levels {{(pid=109676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:35.624274 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] For port 4deccb77-20d0-4e39-acb8-0fa8618fe431, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4deccb77-20d0-4e39-acb8-0fa8618fe431,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:35.634570 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-04ee8562-b0dd-45c2-9cae-a4f0c2684f5a None None] Port 4deccb77-20d0-4e39-acb8-0fa8618fe431 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:35.636811 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:35.645014 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:35.647985 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:35.648611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec5f38db-573e-49bf-971f-eb5c0b910873 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:35.675965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Pushing event updated for resources: {'Port': ['ID=5a224e12-87eb-4a17-bc23-e68786426b82,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:35.698191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16370025'] for router_interface, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.707412 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port ec5f38db-573e-49bf-971f-eb5c0b910873 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:35.707820 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.731880 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.796785 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1222f94a-062f-45de-a66c-2a70f9b907a4 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:34:35.826100 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Routers {'16a66dc3-100d-418a-8e6d-830e4eaaec0a'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:35.826783 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:35.829888 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427d55-cf3e-43ea-899f-f778f35489d2 None None] Pushing event updated for resources: {'Port': ['ID=4deccb77-20d0-4e39-acb8-0fa8618fe431,revision_number=3']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:35.899166 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.966254 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-1e129a2d-3088-453e-a373-84d6e93b7fc2 None None] Provisioning complete for port 4deccb77-20d0-4e39-acb8-0fa8618fe431 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:35.966631 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e129a2d-3088-453e-a373-84d6e93b7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:35.972304 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:36.021390 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.058073 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] Set router 16a66dc3-100d-418a-8e6d-830e4eaaec0a gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:36.079859 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.132421 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.204660 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16281691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16370173'] for router_interface, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.206122 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:36.206500 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.207838 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Pushing event updated for resources: {'Port': ['ID=5a224e12-87eb-4a17-bc23-e68786426b82,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:36.235427 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e129a2d-3088-453e-a373-84d6e93b7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.277241 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-1e129a2d-3088-453e-a373-84d6e93b7fc2 None None] For port 4deccb77-20d0-4e39-acb8-0fa8618fe431, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4deccb77-20d0-4e39-acb8-0fa8618fe431,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:36.304633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:36.306897 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:36.344615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1e129a2d-3088-453e-a373-84d6e93b7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.412315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 3, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port': {'id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:36.437241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Router 16a66dc3-100d-418a-8e6d-830e4eaaec0a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:34:36.447674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e68d7f-48de-47fd-b919-65e7efa69ff4 None None] The sync data for ids ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'] in n-d-805734-3 is: [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 3, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port': {'id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:36.450008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e129a2d-3088-453e-a373-84d6e93b7fc2 None None] Pushing event updated for resources: {'Port': ['ID=4deccb77-20d0-4e39-acb8-0fa8618fe431,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:36.474320 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-0abca846-0ae7-4c4c-93af-78d889780881 None None] Provisioning complete for port 5a224e12-87eb-4a17-bc23-e68786426b82 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:36.474697 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0abca846-0ae7-4c4c-93af-78d889780881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.514363 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-0abca846-0ae7-4c4c-93af-78d889780881 None None] Port 5a224e12-87eb-4a17-bc23-e68786426b82 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:36.570557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:36.575797 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5f3ae41f-28d0-49f3-85fc-31e5071c7113 admin admin] 10.222.0.31 "PUT /v2.0/routers/16a66dc3-100d-418a-8e6d-830e4eaaec0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1261756 Nov 11 22:34:36.635912 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-7bd0f79f-6c2f-43dd-8a8c-6d962f2945ff None None] Provisioning complete for port 5a224e12-87eb-4a17-bc23-e68786426b82 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:36.636320 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7bd0f79f-6c2f-43dd-8a8c-6d962f2945ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:36.676689 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0f79f-6c2f-43dd-8a8c-6d962f2945ff None None] Port 5a224e12-87eb-4a17-bc23-e68786426b82 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:37.327247 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43866) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:37.333036 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-10dbda27-06a9-4237-8b92-be89fa9dbfec tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588186099', 'description': 'tempest-secgroup-smoke-588186099 description', 'project_id': '2c736a0fe787435796983fd4da53eb2e'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:37.441297 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10dbda27-06a9-4237-8b92-be89fa9dbfec tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.509882 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10dbda27-06a9-4237-8b92-be89fa9dbfec tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.589322 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.612787 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10dbda27-06a9-4237-8b92-be89fa9dbfec tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.642753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbda27-06a9-4237-8b92-be89fa9dbfec tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca528ec7-6b3d-429d-bece-deb665472a88,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:37.646996 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4deccb77-20d0-4e39-acb8-0fa8618fe431 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:37.693999 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-10dbda27-06a9-4237-8b92-be89fa9dbfec tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.695211 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-10dbda27-06a9-4237-8b92-be89fa9dbfec tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3669276 Nov 11 22:34:37.696365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 4deccb77-20d0-4e39-acb8-0fa8618fe431 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:37.696744 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.698213 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43870) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:37.703787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-ae11cdca-00e7-4774-afc1-d9285d8f67d6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'security_group_rule': {'security_group_id': 'ca528ec7-6b3d-429d-bece-deb665472a88', 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:37.794917 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae11cdca-00e7-4774-afc1-d9285d8f67d6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.853565 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae11cdca-00e7-4774-afc1-d9285d8f67d6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.937737 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae11cdca-00e7-4774-afc1-d9285d8f67d6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:37.957129 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11cdca-00e7-4774-afc1-d9285d8f67d6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0559f8-1d0f-4ada-893d-d861ea804215,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:37.971659 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.027028 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Sync routers for ids ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:38.037695 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-ae11cdca-00e7-4774-afc1-d9285d8f67d6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.038462 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Routers {'16a66dc3-100d-418a-8e6d-830e4eaaec0a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:38.039079 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:38.039283 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-ae11cdca-00e7-4774-afc1-d9285d8f67d6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389862 Nov 11 22:34:38.042095 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43872) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:38.046739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-79bb3b08-7ebf-46ce-9b4f-283b38b13e99 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'security_group_rule': {'security_group_id': 'ca528ec7-6b3d-429d-bece-deb665472a88', 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:38.142395 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Set router 16a66dc3-100d-418a-8e6d-830e4eaaec0a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:38.148091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79bb3b08-7ebf-46ce-9b4f-283b38b13e99 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.210830 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79bb3b08-7ebf-46ce-9b4f-283b38b13e99 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.296495 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79bb3b08-7ebf-46ce-9b4f-283b38b13e99 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.312259 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb3b08-7ebf-46ce-9b4f-283b38b13e99 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb4c91e-7b17-46fa-96c8-7703f006e3c6,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:38.345035 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:35Z', 'revision_number': 4, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port': {'id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '5a224e12-87eb-4a17-bc23-e68786426b82', 'name': '', 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'mac_address': 'fa:16:3e:52:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bd385ce2-a194-4389-ad13-7eaeaa73e260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:35Z', 'updated_at': '2021-11-11T22:34:35Z', 'revision_number': 2, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'subnets': [{'id': 'bd385ce2-a194-4389-ad13-7eaeaa73e260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:38.372644 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Checking router: 16a66dc3-100d-418a-8e6d-830e4eaaec0a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:38.372991 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Updating router 16a66dc3-100d-418a-8e6d-830e4eaaec0a port 5a224e12-87eb-4a17-bc23-e68786426b82 binding host n-d-805734-3 {{(pid=109677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:34:38.385692 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-79bb3b08-7ebf-46ce-9b4f-283b38b13e99 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.387207 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-79bb3b08-7ebf-46ce-9b4f-283b38b13e99 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3441010 Nov 11 22:34:38.389958 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43874) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:38.395415 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-21acbb37-1148-4fce-90c6-ef3487b489f5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'security_group_rule': {'security_group_id': 'ca528ec7-6b3d-429d-bece-deb665472a88', 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:38.404019 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.510764 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21acbb37-1148-4fce-90c6-ef3487b489f5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.572833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21acbb37-1148-4fce-90c6-ef3487b489f5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.646679 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21acbb37-1148-4fce-90c6-ef3487b489f5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.671267 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acbb37-1148-4fce-90c6-ef3487b489f5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e17bdd-09dd-4e54-8988-3a36edd68bd2,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:38.671684 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Publish callbacks [] for port, precommit_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.745353 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-21acbb37-1148-4fce-90c6-ef3487b489f5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.746611 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-21acbb37-1148-4fce-90c6-ef3487b489f5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556900 Nov 11 22:34:38.749573 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43876) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:38.754472 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-1fddbae6-a796-4015-b995-12515dcdb8b3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'security_group_rule': {'security_group_id': 'ca528ec7-6b3d-429d-bece-deb665472a88', 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:38.777809 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.833576 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf90cc9-8d1b-4668-9b43-c400ad5f3b32 None None] Pushing event updated for resources: {'Port': ['ID=5a224e12-87eb-4a17-bc23-e68786426b82,revision_number=3']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:38.864716 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fddbae6-a796-4015-b995-12515dcdb8b3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.891689 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Attempting to bind port 5a224e12-87eb-4a17-bc23-e68786426b82 on host n-d-805734-3 for vnic_type normal with profile {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:38.897535 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Attempting to bind port 5a224e12-87eb-4a17-bc23-e68786426b82 by drivers openvswitch,hyperv on host n-d-805734-3 at level 0 using segments [{'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:38.897535 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Attempting to bind port 5a224e12-87eb-4a17-bc23-e68786426b82 on network f16d4fd3-4cb6-4316-8e53-70b9b726186d {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:38.898252 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Checking agent: {'id': '6c69d94e-27bf-4f72-bc45-11c74e77727c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 33, 38), 'started_at': datetime.datetime(2021, 11, 11, 20, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805734-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:38.898623 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Checking segment: {'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:38.899023 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.899411 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Bound using segment: {'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'} {{(pid=109677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:38.899873 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.managers [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Bound port: 5a224e12-87eb-4a17-bc23-e68786426b82, host: n-d-805734-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e702acd-3300-4f3a-affb-964b46f5ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d'}}] {{(pid=109677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:38.900281 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.937108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fddbae6-a796-4015-b995-12515dcdb8b3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:38.973908 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] For port 5a224e12-87eb-4a17-bc23-e68786426b82, host n-d-805734-3, cleared binding levels {{(pid=109677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:38.977142 n-d-805734-3 neutron-server[109677]: DEBUG neutron.plugins.ml2.db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] For port 5a224e12-87eb-4a17-bc23-e68786426b82, host n-d-805734-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5a224e12-87eb-4a17-bc23-e68786426b82,segment=NetworkSegment(0e702acd-3300-4f3a-affb-964b46f5ace7),segment_id=0e702acd-3300-4f3a-affb-964b46f5ace7)] {{(pid=109677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:38.989021 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fddbae6-a796-4015-b995-12515dcdb8b3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.008582 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddbae6-a796-4015-b995-12515dcdb8b3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bb1b40-a1e7-49c3-ad0a-ed31cf9ab2ec,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:39.068483 n-d-805734-3 neutron-server[109677]: DEBUG neutron_lib.callbacks.manager [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.094159 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-1fddbae6-a796-4015-b995-12515dcdb8b3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.095684 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-1fddbae6-a796-4015-b995-12515dcdb8b3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450902 Nov 11 22:34:39.099690 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 43878) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:39.115079 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.v2.base [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'security_group_rule': {'security_group_id': 'ca528ec7-6b3d-429d-bece-deb665472a88', 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:39.123784 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-034341ed-bf6f-41e0-8123-d1adba445528 None None] Provisioning complete for port 5a224e12-87eb-4a17-bc23-e68786426b82 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:39.124392 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-034341ed-bf6f-41e0-8123-d1adba445528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.138954 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Routers {'16a66dc3-100d-418a-8e6d-830e4eaaec0a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:39.139843 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:39.143619 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf90cc9-8d1b-4668-9b43-c400ad5f3b32 None None] Pushing event updated for resources: {'Port': ['ID=5a224e12-87eb-4a17-bc23-e68786426b82,revision_number=4']} {{(pid=109677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:39.247269 n-d-805734-3 neutron-server[109675]: INFO neutron.db.securitygroups_db [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Project 2c736a0fe787435796983fd4da53eb2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:34:39.248628 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-034341ed-bf6f-41e0-8123-d1adba445528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.253828 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.284968 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-034341ed-bf6f-41e0-8123-d1adba445528 None None] For port 5a224e12-87eb-4a17-bc23-e68786426b82, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5a224e12-87eb-4a17-bc23-e68786426b82,segment=NetworkSegment(0e702acd-3300-4f3a-affb-964b46f5ace7),segment_id=0e702acd-3300-4f3a-affb-964b46f5ace7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:39.302052 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] Set router 16a66dc3-100d-418a-8e6d-830e4eaaec0a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:39.340267 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.348942 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-034341ed-bf6f-41e0-8123-d1adba445528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.406193 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.415678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034341ed-bf6f-41e0-8123-d1adba445528 None None] Pushing event updated for resources: {'Port': ['ID=5a224e12-87eb-4a17-bc23-e68786426b82,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:39.434628 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6d0466-a20a-4e56-955f-dc6032bf42cb,revision_number=0']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:39.471228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-8c2f4f38-c083-4a88-a862-f0a6ede6c2b1 None None] Provisioning complete for port 5a224e12-87eb-4a17-bc23-e68786426b82 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:39.471665 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-8c2f4f38-c083-4a88-a862-f0a6ede6c2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.499499 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.504521 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43880) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:39.509920 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'security_group_rule': {'security_group_id': 'ca528ec7-6b3d-429d-bece-deb665472a88', 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:39.510606 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-cbf27512-a76d-4928-b60f-ae2e4b78ad0f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4041357 Nov 11 22:34:39.606449 n-d-805734-3 neutron-server[109674]: INFO neutron.db.securitygroups_db [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Project 2c736a0fe787435796983fd4da53eb2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:34:39.611387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.630791 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:35Z', 'revision_number': 4, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port': {'id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '5a224e12-87eb-4a17-bc23-e68786426b82', 'name': '', 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'mac_address': 'fa:16:3e:52:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bd385ce2-a194-4389-ad13-7eaeaa73e260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:35Z', 'updated_at': '2021-11-11T22:34:38Z', 'revision_number': 4, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'subnets': [{'id': 'bd385ce2-a194-4389-ad13-7eaeaa73e260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:39.657225 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a55a1ac-be17-48d0-8f58-87dcdd7a0d33 None None] The sync data for ids ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'] in n-d-805734-3 is: [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:35Z', 'revision_number': 4, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port': {'id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': '5a224e12-87eb-4a17-bc23-e68786426b82', 'name': '', 'network_id': 'f16d4fd3-4cb6-4316-8e53-70b9b726186d', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'mac_address': 'fa:16:3e:52:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bd385ce2-a194-4389-ad13-7eaeaa73e260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:35Z', 'updated_at': '2021-11-11T22:34:38Z', 'revision_number': 4, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'subnets': [{'id': 'bd385ce2-a194-4389-ad13-7eaeaa73e260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:39.674736 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.738599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745719'] for security_group_rule, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.760555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e61301-413f-4dc8-85a2-eb0502e87a9f,revision_number=0']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:39.826049 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:39.833220 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-2e2fd210-4bc7-4053-b687-84200f5bdfd0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270371 Nov 11 22:34:39.986962 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-9f94a94f-1068-4806-b83b-a8acf576dac6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588186099&fields=id&tenant_id=2c736a0fe787435796983fd4da53eb2e HTTP/1.1" status: 200 len: 267 time: 0.0484021 Nov 11 22:34:40.104965 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-eaf8b26c-d414-4f9f-aebf-71d1fda7999a tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:40.106478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-eaf8b26c-d414-4f9f-aebf-71d1fda7999a tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 810 time: 0.1111622 Nov 11 22:34:40.122452 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-53413bdf-348f-4231-b7f3-df5dce6a4a43 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/quotas/2c736a0fe787435796983fd4da53eb2e HTTP/1.1" status: 200 len: 375 time: 0.0092776 Nov 11 22:34:40.172475 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-3e3fae60-9ab6-4310-8d7a-e54def318c8e tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449417 Nov 11 22:34:40.363963 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-4ce9999b-76f2-4b28-9ae5-5e51c3cd793e service neutron] 10.222.0.31 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790414 Nov 11 22:34:40.458645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-8dc20223-6fea-41ba-a264-72043e500682 service neutron] 10.222.0.31 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883808 Nov 11 22:34:40.700862 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-4d52495b-7fbd-4b79-a1f0-4f7b42a74b23 req-4727bbab-edda-450c-9168-bff45ee0b52b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 210 time: 0.0321989 Nov 11 22:34:41.648504 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5a224e12-87eb-4a17-bc23-e68786426b82 up at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:41.698598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Provisioning complete for port 5a224e12-87eb-4a17-bc23-e68786426b82 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:41.698970 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:41.799722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ed032c4d-f178-4da9-bdf5-abf1c9ac2e3f req-50205ee1-c1cf-4656-b556-7cffa93ccf8e tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 210 time: 0.0279567 Nov 11 22:34:42.907114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7e28d74f-ca67-46bf-86d4-6f868b8ccd85 req-2424ca98-7418-470d-9206-c5cfd7242ee4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 210 time: 0.0348532 Nov 11 22:34:42.944836 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-7db4a51b-d1c4-4d8c-a1de-b23e4d58edce tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:42.946361 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-7db4a51b-d1c4-4d8c-a1de-b23e4d58edce tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 810 time: 0.1324096 Nov 11 22:34:43.013563 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-ed3eb67e-c27d-4c88-ac39-c38254086938 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c736a0fe787435796983fd4da53eb2e HTTP/1.1" status: 200 len: 379 time: 0.0584295 Nov 11 22:34:43.023719 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'port': {'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'admin_state_up': True, 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'security_groups': ['ca528ec7-6b3d-429d-bece-deb665472a88']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:43.205934 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Made reservation on behalf of 2c736a0fe787435796983fd4da53eb2e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:34:43.209428 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:43.338423 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Allocated IP 172.20.0.5 (16c450c8-ce95-4dad-a9f6-9792a6483adc/94553ef0-4720-419f-a076-effb3a9c57b3/7319bdf8-e113-44ad-8549-89133db3d57b) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:43.476264 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:43.566338 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:43.610546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:43.615692 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:43.619389 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:43.643562 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:43.672866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:43.673502 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:43.740233 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-937eda83-e495-4582-b46b-7280aee3c36f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201240 Nov 11 22:34:43.753017 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Request body: {'port': {'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:43.814015 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:43.822260 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-a037a549-86f1-4bdf-8aeb-03fe79701a10 None None] Provisioning complete for port 7319bdf8-e113-44ad-8549-89133db3d57b triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:43.822773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a037a549-86f1-4bdf-8aeb-03fe79701a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:43.858720 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-a037a549-86f1-4bdf-8aeb-03fe79701a10 None None] Port 7319bdf8-e113-44ad-8549-89133db3d57b cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:34:44.056866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b45ce-7ef3-4868-b7e0-cb848d913f54 req-1d2e2472-c93a-4561-86d0-908b7fa7b092 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:44.058367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-683b45ce-7ef3-4868-b7e0-cb848d913f54 req-1d2e2472-c93a-4561-86d0-908b7fa7b092 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 931 time: 0.0708997 Nov 11 22:34:44.149403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-683b45ce-7ef3-4868-b7e0-cb848d913f54 req-95c99e04-36a6-49b3-af2e-f373dd764523 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848606 Nov 11 22:34:44.158411 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7319bdf8-e113-44ad-8549-89133db3d57b {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:34:44.166052 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:44.179122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Transition to ACTIVE for port object 7319bdf8-e113-44ad-8549-89133db3d57b will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:34:44.268729 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:44.323765 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:44.391941 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Attempting to bind port 7319bdf8-e113-44ad-8549-89133db3d57b on host n-h1-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:34:44.392311 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Attempting to bind port 7319bdf8-e113-44ad-8549-89133db3d57b by drivers openvswitch,hyperv on host n-h1-805734-3 at level 0 using segments [{'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:34:44.392741 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Attempting to bind port 7319bdf8-e113-44ad-8549-89133db3d57b on network 16c450c8-ce95-4dad-a9f6-9792a6483adc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:44.397342 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Port 7319bdf8-e113-44ad-8549-89133db3d57b on network 16c450c8-ce95-4dad-a9f6-9792a6483adc not bound, no agent of type Open vSwitch agent registered on host n-h1-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:34:44.397673 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Attempting to bind port 7319bdf8-e113-44ad-8549-89133db3d57b on network 16c450c8-ce95-4dad-a9f6-9792a6483adc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:34:44.402746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Checking agent: {'id': '5741ca43-d2e9-40b9-8611-1c99573ebdb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:34:44.403087 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Checking segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:34:44.403471 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Bound using segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:34:44.403899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Bound port: 7319bdf8-e113-44ad-8549-89133db3d57b, host: n-h1-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:34:44.404282 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:44.475074 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:34:44.478260 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:34:44.572253 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:44.606517 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:44.607142 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:44.608565 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] 10.222.0.62 "PUT /v2.0/ports/7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 1091 time: 0.8602533 Nov 11 22:34:44.610892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:44.614713 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7ea3cc-95d2-4cb4-b380-59ef5ff45153" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:44.640967 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637befe3-48ae-4326-b4f5-9cfbe98d693e service neutron] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:44.656120 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bb254b-e704-48c7-8d2d-e2585df8e8d2 x-openstack-request-id: req-36bb254b-e704-48c7-8d2d-e2585df8e8d2 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:44.656449 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:44.656704 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36bb254b-e704-48c7-8d2d-e2585df8e8d2 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:44.657114 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b', 'status': 'completed', 'code': 200} Nov 11 22:34:44.723122 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ea3cc-95d2-4cb4-b380-59ef5ff45153 req-95c024dc-ebe7-4c67-969c-2efb0a095451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:44.724765 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f7ea3cc-95d2-4cb4-b380-59ef5ff45153 req-95c024dc-ebe7-4c67-969c-2efb0a095451 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1094 time: 0.0456622 Nov 11 22:34:44.830758 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ea3cc-95d2-4cb4-b380-59ef5ff45153 req-00a21c32-7ba2-423e-98b7-0684effa3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:44.832177 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f7ea3cc-95d2-4cb4-b380-59ef5ff45153 req-00a21c32-7ba2-423e-98b7-0684effa3b0a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2c736a0fe787435796983fd4da53eb2e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1003633 Nov 11 22:34:44.927826 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ea3cc-95d2-4cb4-b380-59ef5ff45153 req-1496feba-f984-4d57-8343-bb5f6a286c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:44.929339 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9f7ea3cc-95d2-4cb4-b380-59ef5ff45153 req-1496feba-f984-4d57-8343-bb5f6a286c4a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900357 Nov 11 22:34:45.006169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-93839b6c-6e9d-4c09-a14c-196227f23a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:45.007735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-93839b6c-6e9d-4c09-a14c-196227f23a09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1094 time: 0.0416677 Nov 11 22:34:45.053309 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-696fbd03-a211-4fb0-a0ec-a533499c1493 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 217 time: 0.0378852 Nov 11 22:34:45.100847 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-47e0d43f-e954-4eb8-b101-8a4571e22643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:45.102165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-47e0d43f-e954-4eb8-b101-8a4571e22643 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0427260 Nov 11 22:34:45.148558 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-f2df3232-c116-4bb6-8765-c14478469b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:45.150012 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-f2df3232-c116-4bb6-8765-c14478469b1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410528 Nov 11 22:34:45.277343 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-f686cdb5-3b39-4196-a2a6-c029d9e8c8eb service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198409 Nov 11 22:34:45.286770 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4e253-801e-456a-a05a-4b776bae20a5 req-97916fe2-ce8f-4878-b5e3-968f0ff9f9b9 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:45.288218 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94a4e253-801e-456a-a05a-4b776bae20a5 req-97916fe2-ce8f-4878-b5e3-968f0ff9f9b9 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 943 time: 0.0694602 Nov 11 22:34:45.392538 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-94a4e253-801e-456a-a05a-4b776bae20a5 req-d7cf8d60-5ea2-47d2-bf95-95af13ac52eb tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962696 Nov 11 22:34:45.415286 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-0fbde81f-cf22-4cc0-bd23-d9c1e2d7bc4d req-5951923c-df2b-4819-acae-10bba172520c service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261203 Nov 11 22:34:46.513921 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f243a-1538-4a03-8a65-4625a300d75a req-7b46930d-141c-4076-92e8-68b42543965c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:46.515430 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a44f243a-1538-4a03-8a65-4625a300d75a req-7b46930d-141c-4076-92e8-68b42543965c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 943 time: 0.0512917 Nov 11 22:34:46.565555 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a44f243a-1538-4a03-8a65-4625a300d75a req-c9e0cf50-40c5-465c-b303-b5fbf51e2edf tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436494 Nov 11 22:34:47.685226 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881e65b-a598-4fb4-ba15-f4107e8ca21d req-362184f8-c71b-4aba-a11a-9a353fa3a45c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:47.686723 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6881e65b-a598-4fb4-ba15-f4107e8ca21d req-362184f8-c71b-4aba-a11a-9a353fa3a45c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 943 time: 0.0535958 Nov 11 22:34:47.735523 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-6881e65b-a598-4fb4-ba15-f4107e8ca21d req-2ac8fd41-6875-495a-bedb-6c7891c47257 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Nov 11 22:34:48.573633 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7319bdf8-e113-44ad-8549-89133db3d57b details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:34:48.668386 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:48.679612 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7319bdf8-e113-44ad-8549-89133db3d57b', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:34:48.720083 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:48.734041 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7319bdf8-e113-44ad-8549-89133db3d57b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:34:48.753522 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:48.834794 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:48.853611 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d43ff-930a-44c5-870c-5d63e34fc145 req-c54d0391-160f-43f2-bec4-819ec6589fe4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:48.855131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a27d43ff-930a-44c5-870c-5d63e34fc145 req-c54d0391-160f-43f2-bec4-819ec6589fe4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 943 time: 0.0511618 Nov 11 22:34:48.884692 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:48.905446 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a27d43ff-930a-44c5-870c-5d63e34fc145 req-16e6fb89-541f-468e-8c78-e068d13ba2cf tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Nov 11 22:34:49.050233 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7319bdf8-e113-44ad-8549-89133db3d57b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:34:50.023453 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a648f1-487f-43b8-9d12-a50f3255a988 req-47b84437-9656-419d-b6f0-8e4493dea462 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:50.024955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62a648f1-487f-43b8-9d12-a50f3255a988 req-47b84437-9656-419d-b6f0-8e4493dea462 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 944 time: 0.0483179 Nov 11 22:34:50.077407 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-62a648f1-487f-43b8-9d12-a50f3255a988 req-f3c8f7a3-036a-44e6-ae53-72642beff970 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465698 Nov 11 22:34:50.573421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7319bdf8-e113-44ad-8549-89133db3d57b up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:34:50.691369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning for port 7319bdf8-e113-44ad-8549-89133db3d57b completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:34:50.695294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7319bdf8-e113-44ad-8549-89133db3d57b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:34:50.695670 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:50.932218 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:50.955316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:50.958143 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85082a69-d4ce-4821-b214-75cde1ba1a95" -d '{"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-plugged", "status": "completed", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:50.974317 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:34:50.995333 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df881e5-df95-4ec1-b5fe-1e52eeec0374 x-openstack-request-id: req-1df881e5-df95-4ec1-b5fe-1e52eeec0374 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:50.995634 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-plugged", "status": "completed", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:50.995891 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1df881e5-df95-4ec1-b5fe-1e52eeec0374 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:50.996383 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b', 'code': 200} Nov 11 22:34:51.045930 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:51.090390 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de64dba-6332-4008-bd00-086089af80c0 req-88ef71fc-23e0-422d-9ff1-471b90453d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:51.092001 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1de64dba-6332-4008-bd00-086089af80c0 req-88ef71fc-23e0-422d-9ff1-471b90453d00 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1096 time: 0.0406361 Nov 11 22:34:51.096679 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:51.141804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1de64dba-6332-4008-bd00-086089af80c0 req-6b26714b-74a8-4321-ad8a-165e1e701c3c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Nov 11 22:34:51.196104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a4143-12e3-440d-8780-c0591abef709 req-bcd4f064-a779-4035-b250-61e523cb807b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:51.197547 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f70a4143-12e3-440d-8780-c0591abef709 req-bcd4f064-a779-4035-b250-61e523cb807b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 945 time: 0.0486364 Nov 11 22:34:51.245812 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f70a4143-12e3-440d-8780-c0591abef709 req-41312c76-38c7-4c8d-8360-cffb19f7e429 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423524 Nov 11 22:34:52.366503 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835fb3d-a962-4f31-8d6f-556083394898 req-35dda7d6-c3ec-4048-926a-b4ca895b2a60 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:52.367982 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1835fb3d-a962-4f31-8d6f-556083394898 req-35dda7d6-c3ec-4048-926a-b4ca895b2a60 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 945 time: 0.0522952 Nov 11 22:34:52.418707 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1835fb3d-a962-4f31-8d6f-556083394898 req-671e7de5-0f9d-4522-be41-9778b8eb4337 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448108 Nov 11 22:34:52.531712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54bc11-d4cd-44ab-8cb2-3995313231d1 req-b1247bdc-e2bb-4cfd-a3a4-5b4101c07b08 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:52.533160 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a54bc11-d4cd-44ab-8cb2-3995313231d1 req-b1247bdc-e2bb-4cfd-a3a4-5b4101c07b08 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 945 time: 0.0499868 Nov 11 22:34:52.583405 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-8a54bc11-d4cd-44ab-8cb2-3995313231d1 req-4b1077c6-af99-4c31-ab61-9df9f2dcf50d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Nov 11 22:34:52.604458 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43942) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:52.690284 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc09328-efd4-4f6d-8c8f-38cb6d9a267f tempest-TestSnapshotPattern-861089292 tempest-TestSnapshotPattern-861089292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:52.691795 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-7fc09328-efd4-4f6d-8c8f-38cb6d9a267f tempest-TestSnapshotPattern-861089292 tempest-TestSnapshotPattern-861089292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1091 time: 0.0863709 Nov 11 22:34:52.694707 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 43946) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:34:52.698892 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:34:52.788334 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:52.882486 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:52.987555 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Allocated IP 172.25.2.6 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/64930b2b-f71d-4128-bdf9-cded7288fa6c) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:34:53.089633 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:53.148773 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:53.189033 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:53.225711 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:34:53.228449 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:34:53.231045 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:34:53.265465 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'Port': ['ID=64930b2b-f71d-4128-bdf9-cded7288fa6c,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:53.932526 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:54.088574 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:54.238095 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:54.302349 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:54.369106 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'Port': ['ID=64930b2b-f71d-4128-bdf9-cded7288fa6c,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:34:54.381364 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:54.488238 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Floating IP d270a5e1-e1ad-4144-9184-49c20ed43a6b associated. External IP: 172.25.2.6, port: 7319bdf8-e113-44ad-8549-89133db3d57b. Nov 11 22:34:54.711189 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:34:54.825767 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:34:54.835699 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] Sync routers for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:34:54.849989 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:54.855020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:54.910599 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:34:54.940367 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-d7e7e196-c12c-4ad2-85fd-6e75b23cdca4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2429836 Nov 11 22:34:54.940367 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:34:54.942854 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f30fc9-ba69-43f1-b621-e9442aeba701" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:34:54.969337 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:54.989913 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b20700-ec95-4abb-b55a-b15f4cebaf06 x-openstack-request-id: req-39b20700-ec95-4abb-b55a-b15f4cebaf06 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:34:54.990200 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:34:54.990458 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39b20700-ec95-4abb-b55a-b15f4cebaf06 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:34:54.990869 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b', 'status': 'completed', 'code': 200} Nov 11 22:34:55.054132 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-c15c9caa-38c6-49ac-9071-4342724546b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:55.055786 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-c15c9caa-38c6-49ac-9071-4342724546b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1096 time: 0.0431550 Nov 11 22:34:55.154614 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-8d9118bb-1fb7-46f5-b71c-2dbfd55b9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:55.156056 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-8d9118bb-1fb7-46f5-b71c-2dbfd55b9500 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0936265 Nov 11 22:34:55.203719 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:53Z', 'revision_number': 0, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:55.227027 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-2effad60-c1ac-4160-9fbe-16e701ef7f39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 997 time: 0.0628641 Nov 11 22:34:55.235119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] Checking router: 25daa765-cd5f-4feb-a66f-3a5d063a2c9e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:34:55.244598 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:34:55.245225 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:34:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:55.278906 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-0e771e3c-f902-4cc0-95d2-f18e27f83289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:55.280425 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-0e771e3c-f902-4cc0-95d2-f18e27f83289 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0467229 Nov 11 22:34:55.334296 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-7a514453-9cbd-4524-b05b-f9020d315d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:55.336838 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-7a514453-9cbd-4524-b05b-f9020d315d02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488832 Nov 11 22:34:55.358020 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:34:55.451988 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-b6f92cbe-1eaa-4ac8-b152-11de0b3e2bef service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077564 Nov 11 22:34:55.551722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e3f30fc9-ba69-43f1-b621-e9442aeba701 req-a13ea31f-eea7-484c-8410-011099c24251 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921254 Nov 11 22:34:55.593078 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:53Z', 'revision_number': 0, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:34:55.620344 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576562f7-903c-43f8-b671-c21fad3c3300 None None] The sync data for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 is: [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:53Z', 'revision_number': 0, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:34:55.730395 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-7b2ba121-cb29-48b3-89ec-adbee48e6fd2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411129 Nov 11 22:34:55.820281 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-dbdcb9c2-e59b-4eaf-8274-69f570a14977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:55.821825 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-dbdcb9c2-e59b-4eaf-8274-69f570a14977 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1096 time: 0.0455186 Nov 11 22:34:55.836253 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37f90ca-a87b-4a24-bca1-98b7f3c9ed89 None None] New status for floating IP d270a5e1-e1ad-4144-9184-49c20ed43a6b: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:34:55.935636 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-b9e45d95-f4df-4a2c-a0b7-1ef4bd904df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:55.937204 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-b9e45d95-f4df-4a2c-a0b7-1ef4bd904df7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0952473 Nov 11 22:34:56.008294 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-76395953-76b6-4e3a-b009-35696ab4d50a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 997 time: 0.0632577 Nov 11 22:34:56.065899 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-fd027fce-5bab-46a6-b504-28c0e62c4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:56.067402 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-fd027fce-5bab-46a6-b504-28c0e62c4d6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0526545 Nov 11 22:34:56.114787 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-f0acab13-e71d-465a-bd60-3a65052e0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:34:56.116316 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-f0acab13-e71d-465a-bd60-3a65052e0d61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415270 Nov 11 22:34:56.206346 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-3ef3b1bc-efd3-43a3-92c4-381e54a84b14 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829890 Nov 11 22:34:56.300214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23251e7e-e8af-46b1-8a31-7be687ec41e1 req-da7beab3-09cf-4089-a209-8cfe503b7d54 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864232 Nov 11 22:34:58.485178 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:02.075231 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-631a4f92-56f6-4bd2-972c-0494fe9860cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:03.230352 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:35:04.530524 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e92a-464b-4aa1-a575-76d4c07980a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:05.993866 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.536461 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:07.948112 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:23.159244 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:28.461214 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:32.067298 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c6da549f-3000-4384-ae27-f55343e271e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:34.518303 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-71da0ff5-169c-4d7b-8989-d10b3286a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:35.987326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:37.552497 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:37.952546 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:40.229548 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:35:52.407904 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [req-47566262-b9c2-4f00-8eb6-a402e596f72f req-4e7df946-9bd0-4aa8-8027-ee3536778c34 tempest-TestNetworkAdvancedServerOps-1085005170 tempest-TestNetworkAdvancedServerOps-1085005170-project] (109675) timed out ('10.222.0.58', 51880) {{(pid=109675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:35:53.152206 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:35:56.730666 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-66bfc295-e5bb-4f1b-809d-1ecba09aeab5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434835 Nov 11 22:35:56.828441 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-87317ace-1da5-4cfd-9caa-9113cda28e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:56.830065 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-87317ace-1da5-4cfd-9caa-9113cda28e96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1096 time: 0.0532148 Nov 11 22:35:56.939096 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-d5ef9fcd-13db-44e6-80aa-6b745243ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:56.940619 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-d5ef9fcd-13db-44e6-80aa-6b745243ed00 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0894701 Nov 11 22:35:57.018623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-67ebc793-b76f-4caa-a795-f195aa438498 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 999 time: 0.0703166 Nov 11 22:35:57.071729 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-4ba6f4b4-0083-477c-84bb-6edcf0a0b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:57.073257 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-4ba6f4b4-0083-477c-84bb-6edcf0a0b8c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0480666 Nov 11 22:35:57.121975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-edfdf7db-767f-491f-a217-aa71879409e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:35:57.123497 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-edfdf7db-767f-491f-a217-aa71879409e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434427 Nov 11 22:35:57.219690 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-29daeb84-910a-459e-977d-9d289e3468f2 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892794 Nov 11 22:35:57.313469 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-00724053-ba8b-49b1-b262-0f7d8fa3ceac req-0645950f-71df-4941-b11f-f863fe2e922f service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855849 Nov 11 22:35:58.484082 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:02.049346 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-288dac93-8dc1-4427-8aaa-c4251160c6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:04.517725 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7102f299-7c14-4576-83de-3474daa62628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:05.992217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:07.552217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:07.946302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:17.228513 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:36:23.157516 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:28.494308 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:32.093157 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74026645-f919-46a4-abfa-d468a137122c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:34.504447 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a2856182-1c19-40ab-8118-5b26028e877f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:35.990497 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:37.597927 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:37.929858 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.179753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.308753 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7319bdf8-e113-44ad-8549-89133db3d57b details requested by agent hyperv_n-h1-805734-3 with host n-h1-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:36:53.405374 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:53.416388 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Returning: {'device': '7319bdf8-e113-44ad-8549-89133db3d57b', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:36:53.452491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.464408 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7319bdf8-e113-44ad-8549-89133db3d57b {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:36:53.483047 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:53.580217 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:53.635080 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:53.642608 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.642972 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.643294 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.643629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.643960 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.644313 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.644642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.644966 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.645287 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.645599 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.645936 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.646228 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:36:53.668948 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] get_ports_and_sgs() called for port_ids ['7319bdf8-e113-44ad-8549-89133db3d57b'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:36:54.229436 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:36:55.336350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7319bdf8-e113-44ad-8549-89133db3d57b up at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:36:55.391324 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Provisioning complete for port 7319bdf8-e113-44ad-8549-89133db3d57b triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:36:55.391699 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.476345 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.506296 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:36:55.508905 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8147f-b70e-4c08-be48-852d1ab4e560" -d '{"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-plugged", "status": "completed", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:36:55.527760 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:36:55.556027 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835e5364-e52a-41e2-8934-fde01637a32a x-openstack-request-id: req-835e5364-e52a-41e2-8934-fde01637a32a {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:36:55.556027 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-plugged", "status": "completed", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:36:55.556027 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-835e5364-e52a-41e2-8934-fde01637a32a {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:36:55.556027 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b', 'code': 200} Nov 11 22:36:55.597112 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:55.652008 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:36:58.500320 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:36:58.832866 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-1253b557-0c9f-4650-a012-6c8a7b28acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:58.834574 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-1253b557-0c9f-4650-a012-6c8a7b28acea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1096 time: 0.1025634 Nov 11 22:36:58.983477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-092e5e1a-55c5-4eea-8a63-ef8438fa5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:58.985351 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-092e5e1a-55c5-4eea-8a63-ef8438fa5063 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.1275039 Nov 11 22:36:59.073007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-1e1ddc0a-093d-4db3-8703-80bc50527763 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 999 time: 0.0782552 Nov 11 22:36:59.129926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-db038053-7b23-4aba-8824-79ea84f8968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:59.131868 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-db038053-7b23-4aba-8824-79ea84f8968e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0509558 Nov 11 22:36:59.190833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-0fefd3b6-ae31-4aa4-86aa-4ebd0d5a2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:36:59.192845 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-0fefd3b6-ae31-4aa4-86aa-4ebd0d5a2082 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524487 Nov 11 22:36:59.310000 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-3d772cce-1799-4320-8134-85bcf76edf97 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091797 Nov 11 22:36:59.423659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a70eaa3c-5bb1-4a48-b9f4-22ddf4569448 req-330b4f51-5481-48e6-9722-182fdf795a69 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042678 Nov 11 22:37:02.072389 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ea4465ab-444f-4fa0-ac6e-c08a11587c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:04.545751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1186-bcb5-4192-bddb-ae19ff7aa1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:06.012238 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:06.478084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-48c4ee81-5301-4a51-affb-94efdb54cb80 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588186099&fields=id&tenant_id=2c736a0fe787435796983fd4da53eb2e HTTP/1.1" status: 200 len: 267 time: 0.0472181 Nov 11 22:37:06.588661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-47ba831e-9b0c-476f-b0d3-29a5998ba851 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:06.590144 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-47ba831e-9b0c-476f-b0d3-29a5998ba851 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 810 time: 0.1047468 Nov 11 22:37:06.605443 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-1a7f09ee-7a4d-4c2a-87a0-319f6f14777f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/quotas/2c736a0fe787435796983fd4da53eb2e HTTP/1.1" status: 200 len: 375 time: 0.0094857 Nov 11 22:37:06.659572 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-86cebc09-c8f3-4994-9d9c-f9504af96ec6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491331 Nov 11 22:37:06.758902 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-f444f64e-2950-46bf-8773-ef0cee908d79 service neutron] 10.222.0.31 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875130 Nov 11 22:37:06.848054 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-03c56a14-6cd2-46c6-943c-e4213ff5fdfe service neutron] 10.222.0.31 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824821 Nov 11 22:37:07.549170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:07.951229 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:08.108591 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-23062883-b92e-48d4-93f8-b83230c13778 req-4d8eb4b5-9e15-4d85-a6e3-9814ecaa46fd tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 210 time: 0.0321960 Nov 11 22:37:09.203491 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e5f7cace-8d8a-49ff-873d-f5c13b1f0187 req-e17a5eaf-19b2-4d1f-bbbc-0f1d7a2d003f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 210 time: 0.0271749 Nov 11 22:37:09.429443 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7319bdf8-e113-44ad-8549-89133db3d57b no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:37:09.506998 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.530725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:09.532986 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b6f8cb-a573-4f1e-a14a-5fcd8ab8b5fc" -d '{"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-unplugged", "status": "completed", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:09.545638 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:09.608373 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:09.631579 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489760e2-826c-47fa-9ae8-76dca9182b75 x-openstack-request-id: req-489760e2-826c-47fa-9ae8-76dca9182b75 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:09.631871 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-unplugged", "status": "completed", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:09.632126 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-489760e2-826c-47fa-9ae8-76dca9182b75 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:09.632537 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b', 'code': 200} Nov 11 22:37:09.658130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Pushing event updated for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=8']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:09.875350 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.58', 52715) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:09.978142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-ee1d88fa-cc0e-4f06-b807-a856d1f5feab tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:09.979659 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-ee1d88fa-cc0e-4f06-b807-a856d1f5feab tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.58 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 810 time: 0.1033792 Nov 11 22:37:10.043478 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-fb8b7f3e-4523-4ea3-a481-406561f17d48 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c736a0fe787435796983fd4da53eb2e HTTP/1.1" status: 200 len: 379 time: 0.0555975 Nov 11 22:37:10.052338 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'port': {'device_id': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'admin_state_up': True, 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'security_groups': ['ca528ec7-6b3d-429d-bece-deb665472a88']}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:37:10.265450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Made reservation on behalf of 2c736a0fe787435796983fd4da53eb2e for: {'port': 1} {{(pid=109674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:37:10.269367 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:10.318543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cf113d76-f393-4efc-ae92-dc1db368fbda req-ad4f2bc5-1780-42f2-a47b-34c98354b8f0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 210 time: 0.0348456 Nov 11 22:37:10.430324 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Allocated IP 172.20.0.12 (16c450c8-ce95-4dad-a9f6-9792a6483adc/94553ef0-4720-419f-a076-effb3a9c57b3/9d9caac2-0ad6-469b-b230-004a4f285a97) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:37:10.582833 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:10.675641 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:10.721369 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:37:10.726859 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:37:10.731082 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:37:10.784433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:10.792982 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:10.793639 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:10.797070 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.797418 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.797766 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.798111 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.798452 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.798792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.799125 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.799459 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.799785 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.800117 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.804662 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.805261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:37:10.921403 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-0a2aeee0-1ba2-4ec1-8798-c426e89bd525 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8726063 Nov 11 22:37:10.990011 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-730cd74d-6010-4a11-9c45-0e88134d71f0 None None] Provisioning complete for port 9d9caac2-0ad6-469b-b230-004a4f285a97 triggered by entity DHCP. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:37:10.990604 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-730cd74d-6010-4a11-9c45-0e88134d71f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:11.030450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-730cd74d-6010-4a11-9c45-0e88134d71f0 None None] Port 9d9caac2-0ad6-469b-b230-004a4f285a97 cannot update to ACTIVE because it is not bound. {{(pid=109676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:37:11.442025 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60842de8-f740-451e-8b6c-2dbc7bf087ed req-0e2965cd-c9d6-4e83-b8d5-47e6be91e0d0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:11.443671 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60842de8-f740-451e-8b6c-2dbc7bf087ed req-0e2965cd-c9d6-4e83-b8d5-47e6be91e0d0 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0521295 Nov 11 22:37:11.497092 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-60842de8-f740-451e-8b6c-2dbc7bf087ed req-5810d461-e47e-40ca-bbc9-3762388d1e43 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465178 Nov 11 22:37:12.623069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8b49-f68a-45a2-a22a-e5c6555c26be req-e5443db3-46bc-4edd-92ac-88875fcf048b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:12.624592 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-186f8b49-f68a-45a2-a22a-e5c6555c26be req-e5443db3-46bc-4edd-92ac-88875fcf048b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0559213 Nov 11 22:37:12.676663 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-186f8b49-f68a-45a2-a22a-e5c6555c26be req-d5ab3b14-2710-406e-bca0-013700b55039 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457940 Nov 11 22:37:13.801523 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2fde-46e0-4bad-8b69-a1dfcad1dc33 req-c00aa8a2-0f0a-49b7-b251-e6859ca34a6a tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:13.803079 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-252c2fde-46e0-4bad-8b69-a1dfcad1dc33 req-c00aa8a2-0f0a-49b7-b251-e6859ca34a6a tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0514908 Nov 11 22:37:13.853269 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-252c2fde-46e0-4bad-8b69-a1dfcad1dc33 req-36c2f00e-3a9b-4817-ae73-138138875a3e tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439446 Nov 11 22:37:15.004805 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a4799-fafc-4fd0-a59f-d40e6c4f523c req-c414b597-66a6-440a-a995-146c4c05c0ea tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:15.006342 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-314a4799-fafc-4fd0-a59f-d40e6c4f523c req-c414b597-66a6-440a-a995-146c4c05c0ea tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0615928 Nov 11 22:37:15.054586 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-314a4799-fafc-4fd0-a59f-d40e6c4f523c req-e6b25143-007e-4786-840e-4d3ef25cf61a tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415668 Nov 11 22:37:16.176356 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecab0dc-6986-483c-a8d2-8b18e54cc5ed req-9dfbff56-c801-485d-b436-605ac52e190e tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:16.178002 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ecab0dc-6986-483c-a8d2-8b18e54cc5ed req-9dfbff56-c801-485d-b436-605ac52e190e tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0482852 Nov 11 22:37:16.228134 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-2ecab0dc-6986-483c-a8d2-8b18e54cc5ed req-279f9ad4-35c2-4428-b415-8619ae48ca8c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434296 Nov 11 22:37:17.357975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25204887-f757-4e62-9d52-f175bd202c38 req-f04b0065-9f10-4eba-bfa1-9026c076c9ff tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:17.359495 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25204887-f757-4e62-9d52-f175bd202c38 req-f04b0065-9f10-4eba-bfa1-9026c076c9ff tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0540223 Nov 11 22:37:17.408926 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-25204887-f757-4e62-9d52-f175bd202c38 req-d553364d-70b2-4d30-a375-75e473c97231 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 Nov 11 22:37:18.532274 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f80e4-066d-4d15-97c1-b867b2a2d3c3 req-440b3665-30ba-4544-a0c3-bbc8fbef0ee4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:18.533903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b38f80e4-066d-4d15-97c1-b867b2a2d3c3 req-440b3665-30ba-4544-a0c3-bbc8fbef0ee4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0511074 Nov 11 22:37:18.583562 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b38f80e4-066d-4d15-97c1-b867b2a2d3c3 req-dad39d81-4d30-4604-a2f5-09797faa66d3 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Nov 11 22:37:19.701583 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eb5e5-8c9b-4c4a-9b9a-ca71ab074f19 req-b59a5a53-524a-4038-8140-956786b4d455 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:19.703297 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e00eb5e5-8c9b-4c4a-9b9a-ca71ab074f19 req-b59a5a53-524a-4038-8140-956786b4d455 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0491769 Nov 11 22:37:19.758629 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e00eb5e5-8c9b-4c4a-9b9a-ca71ab074f19 req-e4743f70-ec90-46ff-a309-cfe30807a6de tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491617 Nov 11 22:37:20.877104 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c4ae5-fe59-4530-8641-ddaa5967d3d9 req-d50f2087-b865-4806-ab61-52e87eed8839 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:20.878636 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-908c4ae5-fe59-4530-8641-ddaa5967d3d9 req-d50f2087-b865-4806-ab61-52e87eed8839 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0492718 Nov 11 22:37:20.926986 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-908c4ae5-fe59-4530-8641-ddaa5967d3d9 req-71f1a574-c66e-4189-8c62-39574d889402 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Nov 11 22:37:22.041630 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cc214-6b64-4f4e-b563-842583add163 req-93b55b43-7e6b-4fb0-8f4c-1b6e1af035f6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:22.048654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-471cc214-6b64-4f4e-b563-842583add163 req-93b55b43-7e6b-4fb0-8f4c-1b6e1af035f6 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0491619 Nov 11 22:37:22.092804 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-471cc214-6b64-4f4e-b563-842583add163 req-1d8a9c43-6035-4455-90aa-6c355851a272 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Nov 11 22:37:23.168081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:23.221746 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b636c-516f-40fb-9202-f4afd49e7523 req-b6ffc17d-66c6-4024-bd85-3cfd0be00353 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:23.223150 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f77b636c-516f-40fb-9202-f4afd49e7523 req-b6ffc17d-66c6-4024-bd85-3cfd0be00353 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.0544736 Nov 11 22:37:23.272026 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f77b636c-516f-40fb-9202-f4afd49e7523 req-50dd5160-af2e-4582-aac2-036d9d891cd2 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429220 Nov 11 22:37:24.113641 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-a15327b9-07f2-4b34-8c08-9db9eaa5b88f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:37:24.114594 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-a15327b9-07f2-4b34-8c08-9db9eaa5b88f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055194 Nov 11 22:37:24.172658 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Request body: {'port': {'device_id': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805734-3'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:37:24.227534 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:24.760550 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef507d-fc75-4d51-a346-f7cc1c18ffcf req-de6aaf5e-4941-4b5c-a121-ce393858cb05 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:24.762125 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fef507d-fc75-4d51-a346-f7cc1c18ffcf req-de6aaf5e-4941-4b5c-a121-ce393858cb05 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 932 time: 0.4206905 Nov 11 22:37:24.837581 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7fef507d-fc75-4d51-a346-f7cc1c18ffcf req-b7dc7b5c-97b3-448b-a15f-5a896ba9d075 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692000 Nov 11 22:37:24.882940 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9caac2-0ad6-469b-b230-004a4f285a97 {{(pid=109674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:37:24.890350 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:24.902069 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.provisioning_blocks [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Transition to ACTIVE for port object 9d9caac2-0ad6-469b-b230-004a4f285a97 will not be triggered until provisioned by entity L2. {{(pid=109674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:37:25.040333 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:25.095348 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Pushing event updated for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:25.168882 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Attempting to bind port 9d9caac2-0ad6-469b-b230-004a4f285a97 on host n-h2-805734-3 for vnic_type normal with profile {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:37:25.169224 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Attempting to bind port 9d9caac2-0ad6-469b-b230-004a4f285a97 by drivers openvswitch,hyperv on host n-h2-805734-3 at level 0 using segments [{'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:37:25.169552 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Attempting to bind port 9d9caac2-0ad6-469b-b230-004a4f285a97 on network 16c450c8-ce95-4dad-a9f6-9792a6483adc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:37:25.174278 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Port 9d9caac2-0ad6-469b-b230-004a4f285a97 on network 16c450c8-ce95-4dad-a9f6-9792a6483adc not bound, no agent of type Open vSwitch agent registered on host n-h2-805734-3 {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:37:25.174598 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Attempting to bind port 9d9caac2-0ad6-469b-b230-004a4f285a97 on network 16c450c8-ce95-4dad-a9f6-9792a6483adc {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:37:25.179488 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Checking agent: {'id': '73b789e1-880b-4cbb-8247-bc34304ca8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805734-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'started_at': datetime.datetime(2021, 11, 11, 20, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:37:25.179821 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Checking segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:37:25.180282 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Bound using segment: {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'} {{(pid=109674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:37:25.180712 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.managers [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Bound port: 9d9caac2-0ad6-469b-b230-004a4f285a97, host: n-h2-805734-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878927a2-e399-48a3-9902-47811df569af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc'}}] {{(pid=109674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:37:25.181064 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:25.249661 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, cleared binding levels {{(pid=109674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:37:25.258795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:37:25.338216 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:25.372772 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.373402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:25.374778 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] 10.222.0.58 "PUT /v2.0/ports/9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 200 len: 1092 time: 1.2518880 Nov 11 22:37:25.375220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:25.377760 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91562fe9-cecc-4cce-a4fd-b94d4e32eafa" -d '{"events": [{"name": "network-changed", "server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:25.403633 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f041e8-1ab6-4bf6-beea-c18315afb50a service neutron] Pushing event updated for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=3']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:25.423061 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc741654-ddc9-49ae-aa3a-d02eeb1c5242 x-openstack-request-id: req-dc741654-ddc9-49ae-aa3a-d02eeb1c5242 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:25.423492 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:25.423749 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc741654-ddc9-49ae-aa3a-d02eeb1c5242 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:25.424175 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'status': 'completed', 'code': 200} Nov 11 22:37:25.489874 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562fe9-cecc-4cce-a4fd-b94d4e32eafa req-624bd46a-9e7b-4012-93b1-82772d476d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.491416 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91562fe9-cecc-4cce-a4fd-b94d4e32eafa req-624bd46a-9e7b-4012-93b1-82772d476d51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1095 time: 0.0488851 Nov 11 22:37:25.595983 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562fe9-cecc-4cce-a4fd-b94d4e32eafa req-ebc39cee-2dbc-47e4-a2a9-ed2d31785338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.597436 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91562fe9-cecc-4cce-a4fd-b94d4e32eafa req-ebc39cee-2dbc-47e4-a2a9-ed2d31785338 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2c736a0fe787435796983fd4da53eb2e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0971949 Nov 11 22:37:25.700804 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91562fe9-cecc-4cce-a4fd-b94d4e32eafa req-0f7296eb-ca4e-4e80-bdf3-3c2573d5f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.702280 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-91562fe9-cecc-4cce-a4fd-b94d4e32eafa req-0f7296eb-ca4e-4e80-bdf3-3c2573d5f662 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981264 Nov 11 22:37:25.779099 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-ed15b08c-062b-401a-9b38-86a3acbbaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.780613 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-ed15b08c-062b-401a-9b38-86a3acbbaae0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1095 time: 0.0433056 Nov 11 22:37:25.825738 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-edbe6e08-fc9c-45ec-b202-b05c6eac809a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 200 len: 217 time: 0.0377665 Nov 11 22:37:25.874541 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-8ee3952b-71c7-4334-a89c-755b129317f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.876007 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-8ee3952b-71c7-4334-a89c-755b129317f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0433762 Nov 11 22:37:25.948364 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504211b-3a95-414a-9ad1-f8db894edabe req-145aef94-7234-4223-9671-07a93d64fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.950459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-145aef94-7234-4223-9671-07a93d64fd96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666533 Nov 11 22:37:25.972477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264349fb-29c4-4291-a59d-f964c9212ca6 req-6537ff79-9f1e-4786-a936-2e569dffda52 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:25.973874 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-264349fb-29c4-4291-a59d-f964c9212ca6 req-6537ff79-9f1e-4786-a936-2e569dffda52 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 944 time: 0.0650334 Nov 11 22:37:26.072932 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-264349fb-29c4-4291-a59d-f964c9212ca6 req-578b9abc-7027-4cf1-8c55-f4da433dd78c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885365 Nov 11 22:37:26.089474 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-2e194838-66e4-4281-b99d-dc8307acd210 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313069 Nov 11 22:37:26.185643 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e504211b-3a95-414a-9ad1-f8db894edabe req-3662fcef-9bf6-495a-a73f-12b86576c603 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890763 Nov 11 22:37:27.189901 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03f74-0778-4696-8661-ba65da0c7c94 req-80904d07-f0d5-45d3-9a86-b7489a5f3c67 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:27.191388 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ace03f74-0778-4696-8661-ba65da0c7c94 req-80904d07-f0d5-45d3-9a86-b7489a5f3c67 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 944 time: 0.0507629 Nov 11 22:37:27.241213 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ace03f74-0778-4696-8661-ba65da0c7c94 req-f5170ec8-bebf-40a3-983f-f3061dc1fe3b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436881 Nov 11 22:37:28.357130 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9d34a-1458-42b2-9f75-0e980b5b9494 req-51d6265f-5f41-4fa7-9c55-c2ba23cb1f13 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:28.358621 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79e9d34a-1458-42b2-9f75-0e980b5b9494 req-51d6265f-5f41-4fa7-9c55-c2ba23cb1f13 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 944 time: 0.0491884 Nov 11 22:37:28.407645 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-79e9d34a-1458-42b2-9f75-0e980b5b9494 req-1660ce5c-033b-49de-ab9e-6239f261298f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431697 Nov 11 22:37:28.502906 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:29.526404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f67ba6-eef8-40a2-95d9-dd509c6d49aa req-059b3eca-5c45-4270-bcfa-ccc3fe9d7d78 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:29.527965 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74f67ba6-eef8-40a2-95d9-dd509c6d49aa req-059b3eca-5c45-4270-bcfa-ccc3fe9d7d78 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 944 time: 0.0537055 Nov 11 22:37:29.577851 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-74f67ba6-eef8-40a2-95d9-dd509c6d49aa req-0b292678-a3a3-4b4a-b066-877eb43e1ebb tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440135 Nov 11 22:37:30.108822 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:37:30.204421 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:30.215779 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'port_id': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'mac_address': 'fa:16:3e:cf:7b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:37:30.250928 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:30.267070 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9caac2-0ad6-469b-b230-004a4f285a97 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:37:30.285697 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:30.345042 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:30.391444 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=4']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:30.700546 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebc502-6088-44c8-b361-cf55267d7c26 req-06867c7f-48bc-40d4-b6f8-c1134bb725fb tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:30.702045 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bfebc502-6088-44c8-b361-cf55267d7c26 req-06867c7f-48bc-40d4-b6f8-c1134bb725fb tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Nov 11 22:37:30.715568 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['9d9caac2-0ad6-469b-b230-004a4f285a97'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:37:30.753106 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-bfebc502-6088-44c8-b361-cf55267d7c26 req-805d689f-ec78-4bc0-8910-2d46f67f1e72 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451250 Nov 11 22:37:31.229166 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:37:31.868263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a0a4-3e18-4417-a474-eefcefb774f6 req-461168de-f030-4fe0-8c2a-c68ec49d6d6c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:31.869789 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5669a0a4-3e18-4417-a474-eefcefb774f6 req-461168de-f030-4fe0-8c2a-c68ec49d6d6c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 945 time: 0.0494416 Nov 11 22:37:31.924025 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-5669a0a4-3e18-4417-a474-eefcefb774f6 req-595572a6-6a48-44b0-83f7-dbd865e3a367 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476766 Nov 11 22:37:32.041986 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2f3b7735-717e-46bb-afcb-0d81c7b8a97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:32.123949 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:37:32.236181 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning for port 9d9caac2-0ad6-469b-b230-004a4f285a97 completed by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:37:32.239860 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 9d9caac2-0ad6-469b-b230-004a4f285a97 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:37:32.240327 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:32.319194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:32.341351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:32.343746 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c42cd15-f067-45ff-85ea-cb14d7e8bd71" -d '{"events": [{"server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "name": "network-vif-plugged", "status": "completed", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:32.357615 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:37:32.380898 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee42af6-2403-4857-bbcf-8d682819bbbf x-openstack-request-id: req-aee42af6-2403-4857-bbcf-8d682819bbbf {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:32.381192 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "name": "network-vif-plugged", "status": "completed", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:32.381449 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aee42af6-2403-4857-bbcf-8d682819bbbf {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:32.381864 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'code': 200} Nov 11 22:37:32.413780 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:32.464240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=5']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:32.479849 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935493a-4655-4f5a-af1f-b792c50370a7 req-868fede3-4231-4de1-99b3-23a89a97642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:32.481903 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d935493a-4655-4f5a-af1f-b792c50370a7 req-868fede3-4231-4de1-99b3-23a89a97642f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1097 time: 0.0417295 Nov 11 22:37:32.529322 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d935493a-4655-4f5a-af1f-b792c50370a7 req-87d8fa9a-e512-4c5c-862c-e9a19a3256c1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Nov 11 22:37:33.042232 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885dc18-6aa2-41e5-8662-d979e6b3fadf req-cac26cf1-939c-416a-b9aa-0e42be185adc tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:33.043914 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a885dc18-6aa2-41e5-8662-d979e6b3fadf req-cac26cf1-939c-416a-b9aa-0e42be185adc tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 946 time: 0.0503101 Nov 11 22:37:33.096557 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a885dc18-6aa2-41e5-8662-d979e6b3fadf req-fb4afb12-a41a-48b4-b773-f46f506e924c tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467308 Nov 11 22:37:34.221506 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c345da4-3293-4a87-a15f-0b6237c6e755 req-6a4e5404-dc07-409c-bc41-20087d30adbb tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:34.222895 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c345da4-3293-4a87-a15f-0b6237c6e755 req-6a4e5404-dc07-409c-bc41-20087d30adbb tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 946 time: 0.0526314 Nov 11 22:37:34.272028 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-1c345da4-3293-4a87-a15f-0b6237c6e755 req-48c1ea51-54f3-49b4-8c18-6e629b2d0f32 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431569 Nov 11 22:37:34.387404 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cda7b-8aa7-4983-871e-0e47c7f1d823 req-c34a243b-f33f-4d14-a3d1-88477e4603f7 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:34.388930 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-816cda7b-8aa7-4983-871e-0e47c7f1d823 req-c34a243b-f33f-4d14-a3d1-88477e4603f7 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 946 time: 0.0494092 Nov 11 22:37:34.439067 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-816cda7b-8aa7-4983-871e-0e47c7f1d823 req-e2a7150e-1a21-46d3-a940-25465d2abafb tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Nov 11 22:37:34.463393 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44240) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:34.507328 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72793f1-cb5d-4db0-b5ac-ea033955e067 tempest-TestSnapshotPattern-861089292 tempest-TestSnapshotPattern-861089292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:34.508625 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5af672db-ca19-4da7-9d46-7212b1b8be10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:34.509245 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-f72793f1-cb5d-4db0-b5ac-ea033955e067 tempest-TestSnapshotPattern-861089292 tempest-TestSnapshotPattern-861089292-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1092 time: 0.0445371 Nov 11 22:37:34.512217 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44242) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:37:34.516739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.v2.base [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Request body: {'floatingip': {'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'port_id': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:37:34.594062 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:34.689432 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:34.796863 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_common [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Allocated IP 172.25.2.13 (ce4b585c-8f58-4174-b13c-8a78af33d669/dd81621d-baa1-4b92-ba47-e74f466da662/8acc0aec-e5b0-4292-afdc-e2b62fd23fcb) {{(pid=109674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:37:34.897387 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for port, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:34.985361 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769089862548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:35.032443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Network ce4b585c-8f58-4174-b13c-8a78af33d669 is already hosted by enough agents. {{(pid=109674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:37:35.035327 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.base_scheduler [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Resources bound (agent type, host, resource id): {{(pid=109674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:37:35.039937 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Received port after_create {{(pid=109674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:37:35.041936 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'Port': ['ID=8acc0aec-e5b0-4292-afdc-e2b62fd23fcb,revision_number=1']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:35.403244 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:35.533460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:35.685942 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for port, precommit_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:35.748247 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13028662'] for port, after_update {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:35.813808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event updated for resources: {'Port': ['ID=8acc0aec-e5b0-4292-afdc-e2b62fd23fcb,revision_number=2']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:37:35.827193 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16368850'] for floatingip, after_create {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:35.929224 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Floating IP 50f311a8-08ea-42da-b041-3a5c36447d1e associated. External IP: 172.25.2.13, port: 9d9caac2-0ad6-469b-b230-004a4f285a97. Nov 11 22:37:35.994212 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:36.141684 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:37:36.250141 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:37:36.262081 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] Sync routers for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:37:36.272204 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:36.272816 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:37:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:36.322088 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:36.350157 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a1fca4f8-c139-462c-a7d0-fb6dafe9230d tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8367305 Nov 11 22:37:36.350743 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:37:36.353181 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69377deb-2fc2-48ff-90c7-5d7bcefd3205" -d '{"events": [{"name": "network-changed", "server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:37:36.385113 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:36.391324 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb7855a-ca7f-465e-b17e-1b506cb200ce x-openstack-request-id: req-fdb7855a-ca7f-465e-b17e-1b506cb200ce {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:37:36.391559 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:37:36.391803 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdb7855a-ca7f-465e-b17e-1b506cb200ce {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:37:36.392235 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'status': 'completed', 'code': 200} Nov 11 22:37:36.458572 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-f639fcf0-4279-4cc2-9074-a785b74cd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:36.460107 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-f639fcf0-4279-4cc2-9074-a785b74cd65b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1097 time: 0.0418754 Nov 11 22:37:36.554908 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-961c1065-84c6-4b90-b0e1-d2787e5d187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:36.556445 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-961c1065-84c6-4b90-b0e1-d2787e5d187b service neutron] 10.222.0.58 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0901337 Nov 11 22:37:36.622766 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '50f311a8-08ea-42da-b041-3a5c36447d1e', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:cf:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:37:35Z', 'updated_at': '2021-11-11T22:37:35Z', 'revision_number': 0, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}, {'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:55Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:36.623807 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-bce5576a-7437-4b5a-9820-0a25c383f7dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 200 len: 999 time: 0.0597012 Nov 11 22:37:36.653710 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] Checking router: 25daa765-cd5f-4feb-a66f-3a5d063a2c9e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:37:36.662130 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:37:36.662738 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:37:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:36.674409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-12a72c06-8de4-4219-be00-f2240c455d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:36.676066 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-12a72c06-8de4-4219-be00-f2240c455d50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0456600 Nov 11 22:37:36.727832 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-61bb8062-f056-4e5d-b9f4-0dd33a72776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:36.729393 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-61bb8062-f056-4e5d-b9f4-0dd33a72776b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461383 Nov 11 22:37:36.770310 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:37:36.822735 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-7133a7aa-41b1-4f0c-87b7-43587fcbd4db service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860622 Nov 11 22:37:36.917102 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-69377deb-2fc2-48ff-90c7-5d7bcefd3205 req-0ee6898f-6bab-450b-8a2a-adce8e115715 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880229 Nov 11 22:37:36.999973 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '50f311a8-08ea-42da-b041-3a5c36447d1e', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:cf:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:37:35Z', 'updated_at': '2021-11-11T22:37:35Z', 'revision_number': 0, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}, {'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:55Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:37:37.026609 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e8250-f418-4485-a823-797bbc8dee05 None None] The sync data for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 is: [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': '50f311a8-08ea-42da-b041-3a5c36447d1e', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:cf:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:37:35Z', 'updated_at': '2021-11-11T22:37:35Z', 'revision_number': 0, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}, {'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:55Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:37:37.236940 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1b8ad-537c-4b32-8ed8-0d6ff02a173b None None] New status for floating IP 50f311a8-08ea-42da-b041-3a5c36447d1e: ACTIVE {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:37:37.579129 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:37.944926 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:46.443165 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-eeec24f7-8b43-4d2b-b4be-68a6bf2152a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431828 Nov 11 22:37:46.527808 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-7019bccf-1654-48d5-bf89-145b5b8acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:46.529326 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-7019bccf-1654-48d5-bf89-145b5b8acfa9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1097 time: 0.0410264 Nov 11 22:37:46.638670 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-eb7fde6f-da09-4957-9413-b900d82860fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:46.640167 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-eb7fde6f-da09-4957-9413-b900d82860fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0901530 Nov 11 22:37:46.705955 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-83120dac-f324-4cd0-aeb0-15b1d4baad6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 200 len: 1001 time: 0.0576675 Nov 11 22:37:46.760333 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-53d0b580-d89d-473f-9d74-4bf9caa16146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:46.762259 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-53d0b580-d89d-473f-9d74-4bf9caa16146 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0481689 Nov 11 22:37:46.813730 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-fe9f5d3d-b28d-4260-b9d1-1e13dfab12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:37:46.815214 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-fe9f5d3d-b28d-4260-b9d1-1e13dfab12ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463769 Nov 11 22:37:46.911284 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-08804aa2-35df-4cf4-813d-d34889f1b040 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880654 Nov 11 22:37:47.005543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d5ae3f80-c257-45ce-b291-85af8ed94d36 req-ac9c74a6-48ca-494a-8f2a-5167e76764b8 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859196 Nov 11 22:37:53.184615 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:37:58.502400 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:00.723706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-007409b0-3be6-4212-925a-97ddeb3e3b25 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393670 Nov 11 22:38:00.809241 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-4456211e-8426-4d5a-9135-a9b9c95b5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:00.810747 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-4456211e-8426-4d5a-9135-a9b9c95b5ba6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1094 time: 0.0440483 Nov 11 22:38:00.914331 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-05a345b0-544f-44f8-9caf-6d96efb6d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:00.915808 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-05a345b0-544f-44f8-9caf-6d96efb6d478 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0849869 Nov 11 22:38:00.987224 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-8121c476-507a-4542-bc3a-248cfad3ab8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 997 time: 0.0631702 Nov 11 22:38:01.035191 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-06c02f40-17cc-4fb4-a920-2920587dd75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:01.036670 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-06c02f40-17cc-4fb4-a920-2920587dd75e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0432775 Nov 11 22:38:01.082325 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-fa1457b4-0ae9-4e49-834a-efc7eb8b1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:01.083769 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-fa1457b4-0ae9-4e49-834a-efc7eb8b1d8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390658 Nov 11 22:38:01.175658 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-9f0bc282-9ce4-454b-84ff-209d781edca0 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843596 Nov 11 22:38:01.262620 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-e1b03cb5-2c8f-4f97-bd48-b7aa430dda9c req-b1ff8d10-d474-4eb5-8041-56247ae3b570 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805805 Nov 11 22:38:02.041528 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e744808-b661-419c-94f4-c8f295e030e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:04.536248 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-18d9b2fc-868e-46e6-a816-436c233db6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:05.998777 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.578160 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:07.995511 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:08.228515 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:38:23.195323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:28.526664 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:32.183849 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4e50-cfe6-4d57-a920-e6fbf0f00a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:34.534552 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5f37785d-6174-45bd-aa2d-55d8d9aef35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:36.023890 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:37.572491 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:37.946408 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:45.230220 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:38:46.436408 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-cfd92312-d776-4674-9e56-c3028fb75378 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447474 Nov 11 22:38:46.515346 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-8fa4afd4-e8c8-42de-88d2-35673fc91b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:46.516880 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-8fa4afd4-e8c8-42de-88d2-35673fc91b93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1097 time: 0.0409069 Nov 11 22:38:46.621261 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-817db9a3-ab26-4248-ab69-371bcf7c5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:46.622766 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-817db9a3-ab26-4248-ab69-371bcf7c5eb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0864775 Nov 11 22:38:46.691814 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-2c7fe01f-504f-4b60-bed2-f8b09d876531 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 200 len: 1001 time: 0.0618834 Nov 11 22:38:46.742667 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-4ff340db-0a0d-441f-98ec-f8aed1f10480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:46.744114 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-4ff340db-0a0d-441f-98ec-f8aed1f10480 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0445576 Nov 11 22:38:46.789768 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-0347e547-27ae-4fe8-97a8-77ce6dd940a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:38:46.791241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-0347e547-27ae-4fe8-97a8-77ce6dd940a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401487 Nov 11 22:38:47.194832 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-a16b9900-246f-456e-b2f0-2b002ede78c9 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966253 Nov 11 22:38:47.284579 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-86eb478a-f913-47b1-bda7-4e5116397ffe req-7f6d3612-66f8-45c8-9115-2355a5348ea4 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820405 Nov 11 22:38:53.248417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:38:58.516638 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:02.065541 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6e4f9972-0c02-4683-b51e-6e3cdda67820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:02.719803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-09976809-a44f-4f0a-8b05-ce2ab4978ace service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418696 Nov 11 22:39:02.803502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-da784280-ae81-4c5e-9c15-83ed7a1bf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:02.805021 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-da784280-ae81-4c5e-9c15-83ed7a1bf340 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1094 time: 0.0401931 Nov 11 22:39:02.917221 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-93c7bdde-2544-4ab2-8ba2-a2927ff23aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:02.918642 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-93c7bdde-2544-4ab2-8ba2-a2927ff23aa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.0936062 Nov 11 22:39:02.984131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-c157ac81-b84a-422e-9dec-c8b59cbee3ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 997 time: 0.0582309 Nov 11 22:39:03.032029 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-8c235086-ed0c-4725-9dda-e403f5d7ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:03.033476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-8c235086-ed0c-4725-9dda-e403f5d7ea35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0427341 Nov 11 22:39:03.082329 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-832f19b9-6024-4623-9495-beeb522bb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:03.084457 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-832f19b9-6024-4623-9495-beeb522bb20d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441842 Nov 11 22:39:03.175616 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-de813e54-ec0f-4699-a96e-aff29846403d service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838640 Nov 11 22:39:03.269030 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a36c04b9-03a9-4d5a-a8f3-8837aeaf37fe req-8e51784d-bc81-45ae-88a8-0429ebbf7cd6 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864015 Nov 11 22:39:04.493939 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-29e11b59-f027-4fd6-8937-c44cbd919f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:06.000417 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:07.577646 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:07.949139 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:22.231384 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:39:23.195685 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:28.544202 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:32.047068 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-0d914fb5-1bc6-41ce-9242-afd398b957ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:34.498247 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-640dc177-9bf8-483e-b408-6cd5fc0706a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:36.011432 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:37.600829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:37.966665 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:40.916527 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 details requested by agent hyperv_n-h2-805734-3 with host n-h2-805734-3 {{(pid=109676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:39:41.013432 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:39:41.025029 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Returning: {'device': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'port_id': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'mac_address': 'fa:16:3e:cf:7b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:39:41.060603 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:41.073554 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d9caac2-0ad6-469b-b230-004a4f285a97 {{(pid=109676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:39:41.092484 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:39:41.172104 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:41.222164 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=6']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:39:41.229749 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.230105 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.230450 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.230793 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.231132 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.231485 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.231826 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.232176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.232513 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.232843 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.233176 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.233502 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:41.248137 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] get_ports_and_sgs() called for port_ids ['9d9caac2-0ad6-469b-b230-004a4f285a97'] {{(pid=109676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:39:42.918288 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 up at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:39:42.969481 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.provisioning_blocks [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Provisioning complete for port 9d9caac2-0ad6-469b-b230-004a4f285a97 triggered by entity L2. {{(pid=109676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:39:42.969853 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-951599'] for port, provisioning_complete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:43.044336 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-530286'] for port, before_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:43.066358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97'}] {{(pid=109676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:39:43.069450 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3663597b6926772f5124eaea219fe3555af07ffe35036ae5a3233c4f0656840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d120f9-4132-4262-ba2c-50889d208237" -d '{"events": [{"server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "name": "network-vif-plugged", "status": "completed", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97"}]}' {{(pid=109676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:39:43.081748 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:39:43.126683 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769090405268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769089862566', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769089862584'] for port, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:43.133514 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6fc842-20f5-464e-a6f3-e6e7788593e4 x-openstack-request-id: req-8a6fc842-20f5-464e-a6f3-e6e7788593e4 {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:39:43.133814 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "name": "network-vif-plugged", "status": "completed", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97", "code": 200}]} {{(pid=109676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:39:43.134066 n-d-805734-3 neutron-server[109676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a6fc842-20f5-464e-a6f3-e6e7788593e4 {{(pid=109676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:39:43.134457 n-d-805734-3 neutron-server[109676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'code': 200} Nov 11 22:39:43.329794 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Pushing event updated for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=7']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:39:47.489795 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-47eb9a6a-b8f5-439b-b81c-f9520ce95be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:47.491348 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-47eb9a6a-b8f5-439b-b81c-f9520ce95be7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1097 time: 0.0558290 Nov 11 22:39:47.619184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-80d89c7c-dede-47c6-811a-f7a48569a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:47.620725 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-80d89c7c-dede-47c6-811a-f7a48569a78c service neutron] 10.222.0.58 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.1073935 Nov 11 22:39:47.694791 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-bffd6153-49c7-4b2e-b801-5083b159071d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 200 len: 1001 time: 0.0662591 Nov 11 22:39:47.752814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-0076715a-5d01-439a-9de2-369f214d5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:47.755226 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-0076715a-5d01-439a-9de2-369f214d5c73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0522237 Nov 11 22:39:47.825499 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-3e1910c0-4c3c-46ed-ae17-88a0a2621426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:47.827706 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-3e1910c0-4c3c-46ed-ae17-88a0a2621426 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657570 Nov 11 22:39:47.933901 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-060d5f46-d6c1-4da3-aaad-2fa210680b9c service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991154 Nov 11 22:39:48.047722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-cd684fa8-5927-49e0-ad2b-6664d176b771 req-dc6592ad-e7d1-459c-873d-c3e1f6fbae49 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043317 Nov 11 22:39:53.229377 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:57.358884 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44498) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:39:57.521510 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Deleting port 8acc0aec-e5b0-4292-afdc-e2b62fd23fcb {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:39:57.521854 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:57.595047 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:57.595283 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:57.607397 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Calling delete_port for 8acc0aec-e5b0-4292-afdc-e2b62fd23fcb owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:39:57.822274 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:57.846502 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event deleted for resources: {'Port': ['ID=8acc0aec-e5b0-4292-afdc-e2b62fd23fcb,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:39:57.861877 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.862337 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.862685 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.863035 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.863407 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.863880 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.864463 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.864590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.864814 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.865142 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.865477 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.865801 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:39:57.923893 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:57.924272 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Floating IP 50f311a8-08ea-42da-b041-3a5c36447d1e disassociated (deleted). External IP: 172.25.2.13, port: 9d9caac2-0ad6-469b-b230-004a4f285a97. Nov 11 22:39:58.139923 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:39:58.249621 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:39:58.255097 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:58.260505 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] Sync routers for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:39:58.271594 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:39:58.272321 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:39:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:39:58.284640 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-582816ba-7731-423a-852e-e3dd5c2acaad tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "DELETE /v2.0/floatingips/50f311a8-08ea-42da-b041-3a5c36447d1e HTTP/1.1" status: 204 len: 168 time: 0.9245760 Nov 11 22:39:58.285236 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:39:58.287625 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09056e12-7080-4831-821e-f8cf8d21f097" -d '{"events": [{"name": "network-changed", "server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:39:58.382603 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:39:58.594574 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:39:58.623369 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:55Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:39:58.649801 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] Checking router: 25daa765-cd5f-4feb-a66f-3a5d063a2c9e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:39:58.658482 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:39:58.659098 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:39:34Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:39:58.734304 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c448dd0-a021-4d31-904c-54179ec9f4e9 x-openstack-request-id: req-3c448dd0-a021-4d31-904c-54179ec9f4e9 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:39:58.734870 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:39:58.734870 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c448dd0-a021-4d31-904c-54179ec9f4e9 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:39:58.735298 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'status': 'completed', 'code': 200} Nov 11 22:39:58.780010 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:39:58.826731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056e12-7080-4831-821e-f8cf8d21f097 req-1fe33d05-0798-4661-bbd3-d78a4cf702ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:58.828467 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09056e12-7080-4831-821e-f8cf8d21f097 req-1fe33d05-0798-4661-bbd3-d78a4cf702ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 1097 time: 0.0702212 Nov 11 22:39:58.843731 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece443f5-7c06-461a-86ac-a4ad1eec6131 req-86aeb7d1-041b-40f4-8329-027dc48f68e5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:58.845352 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ece443f5-7c06-461a-86ac-a4ad1eec6131 req-86aeb7d1-041b-40f4-8329-027dc48f68e5 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 946 time: 0.0615170 Nov 11 22:39:58.959459 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-ece443f5-7c06-461a-86ac-a4ad1eec6131 req-384febe2-0fc7-4da2-914b-b23372da542e tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042526 Nov 11 22:39:58.975169 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056e12-7080-4831-821e-f8cf8d21f097 req-6169c03f-3d3b-4bb0-9dc5-c35d351aa054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:58.976849 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09056e12-7080-4831-821e-f8cf8d21f097 req-6169c03f-3d3b-4bb0-9dc5-c35d351aa054 service neutron] 10.222.0.58 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.1305983 Nov 11 22:39:59.025693 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:55Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:39:59.027529 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09056e12-7080-4831-821e-f8cf8d21f097 req-417c9721-b821-4846-b5d8-ade42244fe5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 200 len: 217 time: 0.0420029 Nov 11 22:39:59.053723 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdfcb0-d34e-494d-aa9e-c82e8a7459ee None None] The sync data for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 is: [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_floatingips': [{'id': 'd270a5e1-e1ad-4144-9184-49c20ed43a6b', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'floating_ip_address': '172.25.2.6', 'floating_network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'router_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'port_id': '7319bdf8-e113-44ad-8549-89133db3d57b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'mac_address': 'fa:16:3e:ff:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:34:53Z', 'updated_at': '2021-11-11T22:34:55Z', 'revision_number': 1, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:39:59.091026 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056e12-7080-4831-821e-f8cf8d21f097 req-9f88eee5-5733-4da4-a643-276111cf80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:59.092654 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09056e12-7080-4831-821e-f8cf8d21f097 req-9f88eee5-5733-4da4-a643-276111cf80d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0571978 Nov 11 22:39:59.141445 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056e12-7080-4831-821e-f8cf8d21f097 req-f55e4e7b-cbe3-4e54-906f-41806cbbcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:39:59.142971 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09056e12-7080-4831-821e-f8cf8d21f097 req-f55e4e7b-cbe3-4e54-906f-41806cbbcaaa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426235 Nov 11 22:39:59.231704 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:39:59.243131 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09056e12-7080-4831-821e-f8cf8d21f097 req-b6721690-46fb-4ea4-9a63-eccbbe9cfd7d service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900395 Nov 11 22:39:59.277392 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f60215-207d-4af7-8564-fd3132345abf None None] New status for floating IP 50f311a8-08ea-42da-b041-3a5c36447d1e: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:39:59.337241 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-09056e12-7080-4831-821e-f8cf8d21f097 req-a4e0badf-4322-48c1-b6e9-2e58dc1e8af9 service neutron] 10.222.0.58 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860429 Nov 11 22:40:00.076006 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abc845-3379-4098-8159-1c7ed0c1573d req-ae5c9490-971e-4790-a7af-3e9f99647042 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:00.077538 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7abc845-3379-4098-8159-1c7ed0c1573d req-ae5c9490-971e-4790-a7af-3e9f99647042 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 946 time: 0.0497994 Nov 11 22:40:00.131958 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-d7abc845-3379-4098-8159-1c7ed0c1573d req-74eb1b05-82b2-4bee-a2dd-8499c0edbbac tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479524 Nov 11 22:40:00.371590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381159-b270-4966-91b5-9eef7c276892 req-6ec6c7d2-391c-4dda-bf04-41bdcde72a92 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:00.374889 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5381159-b270-4966-91b5-9eef7c276892 req-6ec6c7d2-391c-4dda-bf04-41bdcde72a92 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.58 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 946 time: 0.0497401 Nov 11 22:40:00.463480 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Deleting port 9d9caac2-0ad6-469b-b230-004a4f285a97 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:00.463816 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:00.552762 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] For port 9d9caac2-0ad6-469b-b230-004a4f285a97, host n-h2-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805734-3',level=0,port_id=9d9caac2-0ad6-469b-b230-004a4f285a97,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:00.553124 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:00.565436 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Calling delete_port for 9d9caac2-0ad6-469b-b230-004a4f285a97 owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:00.777270 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:00.811409 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event deleted for resources: {'Port': ['ID=9d9caac2-0ad6-469b-b230-004a4f285a97,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:00.849433 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] No DVR routers for this DVR port 9d9caac2-0ad6-469b-b230-004a4f285a97 on host n-h2-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:40:00.851958 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:00.855258 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-a5381159-b270-4966-91b5-9eef7c276892 req-de0bdf57-1c48-4dea-bd5b-b91766a0de0b tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.58 "DELETE /v2.0/ports/9d9caac2-0ad6-469b-b230-004a4f285a97 HTTP/1.1" status: 204 len: 173 time: 0.4728374 Nov 11 22:40:00.855700 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'name': 'network-vif-deleted', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:40:00.857951 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5bf745-2479-489c-8012-49dfcf0717f5" -d '{"events": [{"server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "name": "network-vif-deleted", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:40:00.904883 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeeb5a3-9806-4bd1-a72d-f05157cded12 x-openstack-request-id: req-8eeeb5a3-9806-4bd1-a72d-f05157cded12 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:40:00.904883 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d0f010-5b6f-42c4-a47e-f9b0403bae36", "name": "network-vif-deleted", "tag": "9d9caac2-0ad6-469b-b230-004a4f285a97", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:40:00.904883 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8eeeb5a3-9806-4bd1-a72d-f05157cded12 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:40:00.904883 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d0f010-5b6f-42c4-a47e-f9b0403bae36', 'name': 'network-vif-deleted', 'tag': '9d9caac2-0ad6-469b-b230-004a4f285a97', 'status': 'completed', 'code': 200} Nov 11 22:40:00.977350 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:00.997611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 9d9caac2-0ad6-469b-b230-004a4f285a97 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:00.997955 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:01.247360 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-b052c7fb-a36f-458e-8cd3-22eb41171970 req-cb269179-8d18-494c-805a-d31fcea9b574 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=76d0f010-5b6f-42c4-a47e-f9b0403bae36 HTTP/1.1" status: 200 len: 210 time: 0.0286531 Nov 11 22:40:02.067838 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5d31276-2db4-4dec-b7ee-2d1f01a25888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:03.521263 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44556) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:03.690422 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Deleting port 64930b2b-f71d-4128-bdf9-cded7288fa6c {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:03.690673 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:03.773084 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-d6ad615f-fe2d-4b2f-8589-516a2f859dc8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927618 Nov 11 22:40:03.792481 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:03.792818 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:03.804590 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Calling delete_port for 64930b2b-f71d-4128-bdf9-cded7288fa6c owned by network:floatingip {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:03.898753 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199534a1-8353-4e85-8f8a-16a20105279a req-8b2f7c50-5aa7-4bd2-86d3-67229126044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:03.900262 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-8b2f7c50-5aa7-4bd2-86d3-67229126044e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1094 time: 0.0842581 Nov 11 22:40:04.050645 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199534a1-8353-4e85-8f8a-16a20105279a req-e5ef79d7-bee3-456a-b44a-d5a1f71ecee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:04.052234 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-e5ef79d7-bee3-456a-b44a-d5a1f71ecee6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.1314030 Nov 11 22:40:04.109046 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:04.144891 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event deleted for resources: {'Port': ['ID=64930b2b-f71d-4128-bdf9-cded7288fa6c,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:04.152893 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-2177477e-c7fa-47e6-b5bd-b9d0cbc648ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 997 time: 0.0931647 Nov 11 22:40:04.247184 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199534a1-8353-4e85-8f8a-16a20105279a req-16878d91-0729-41c3-aea5-f5af0dc12911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:04.248916 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-16878d91-0729-41c3-aea5-f5af0dc12911 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0787916 Nov 11 22:40:04.249689 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for floatingip, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:04.250010 n-d-805734-3 neutron-server[109674]: INFO neutron.db.l3_db [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Floating IP d270a5e1-e1ad-4144-9184-49c20ed43a6b disassociated (deleted). External IP: 172.25.2.6, port: 7319bdf8-e113-44ad-8549-89133db3d57b. Nov 11 22:40:04.509109 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-e3e78362-cb09-440f-8a2c-53581738de28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:04.682989 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199534a1-8353-4e85-8f8a-16a20105279a req-01f90b7d-f50a-4a8a-8d57-4c63297a51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:04.684486 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-01f90b7d-f50a-4a8a-8d57-4c63297a51e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4015212 Nov 11 22:40:04.695476 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-1d8c49a2-583e-431e-a420-cbf8e741e759 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:40:04.696429 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-1d8c49a2-583e-431e-a420-cbf8e741e759 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048347 Nov 11 22:40:04.866047 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-5689bfe9-348a-418c-bfff-f8fb16751389 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619797 Nov 11 22:40:04.875509 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:40:05.009767 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 no longer exists at agent hyperv_n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:05.031395 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] No Port match for: 9d9caac2-0ad6-469b-b230-004a4f285a97 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:05.032371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Device 9d9caac2-0ad6-469b-b230-004a4f285a97 not bound to the agent host n-h2-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:05.039709 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-199534a1-8353-4e85-8f8a-16a20105279a req-82e80904-dfc9-4971-934b-afef3576d261 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660790 Nov 11 22:40:05.057748 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:40:05.062274 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for floatingip, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:05.067223 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] Sync routers for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:40:05.076558 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:40:05.077172 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:40:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:05.090117 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-70c0161b-5e78-46d4-8d3a-4a1e97e54e70 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "DELETE /v2.0/floatingips/d270a5e1-e1ad-4144-9184-49c20ed43a6b HTTP/1.1" status: 204 len: 168 time: 1.5677598 Nov 11 22:40:05.090706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:40:05.093158 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a4908b-fb22-4f91-a1f1-aabcd35d1153" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:40:05.185524 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:40:05.388119 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:05.418895 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] Checking router: 25daa765-cd5f-4feb-a66f-3a5d063a2c9e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:40:05.427905 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:40:05.428562 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:40:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:05.489414 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce871e-7337-4518-b8ef-7289beae2ebb x-openstack-request-id: req-31ce871e-7337-4518-b8ef-7289beae2ebb {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:40:05.489760 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:40:05.494244 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31ce871e-7337-4518-b8ef-7289beae2ebb {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:40:05.494244 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b', 'status': 'completed', 'code': 200} Nov 11 22:40:05.536997 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:40:05.583862 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-41a22f13-85eb-4a1a-bb39-80a160fca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:05.585460 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-41a22f13-85eb-4a1a-bb39-80a160fca9b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c736a0fe787435796983fd4da53eb2e&device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 1094 time: 0.0717003 Nov 11 22:40:05.600529 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f7c3-f847-42b6-92df-3f8e7cb732ae req-f423ef97-151f-4813-8167-f035246b5fa2 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:05.602215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d42f7c3-f847-42b6-92df-3f8e7cb732ae req-f423ef97-151f-4813-8167-f035246b5fa2 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 943 time: 0.0622485 Nov 11 22:40:05.719215 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-7d42f7c3-f847-42b6-92df-3f8e7cb732ae req-08926add-219b-4a77-880c-278045db3af4 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/security-groups?id=ca528ec7-6b3d-429d-bece-deb665472a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932217 Nov 11 22:40:05.729254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-533b1817-0f1d-46c3-a123-f77d3960c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:05.730722 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-533b1817-0f1d-46c3-a123-f77d3960c1df service neutron] 10.222.0.62 "GET /v2.0/networks?id=16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 200 len: 911 time: 0.1276357 Nov 11 22:40:05.750336 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:05.779427 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da66356-3b10-479b-880d-8282b1d838b6 None None] The sync data for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 is: [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3', '_interfaces': [{'id': 'ec5f38db-573e-49bf-971f-eb5c0b910873', 'name': '', 'network_id': '16c450c8-ce95-4dad-a9f6-9792a6483adc', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'mac_address': 'fa:16:3e:72:3b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:28Z', 'updated_at': '2021-11-11T22:34:33Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'subnets': [{'id': '94553ef0-4720-419f-a076-effb3a9c57b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:40:05.781476 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-021d7e6f-9df3-4d59-810d-85a9be7b259f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 200 len: 217 time: 0.0414839 Nov 11 22:40:05.831871 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-a0f00b20-2e6e-4578-ac22-ee599293d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:05.833623 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-a0f00b20-2e6e-4578-ac22-ee599293d77a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 200 len: 849 time: 0.0453627 Nov 11 22:40:05.881207 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-2df67dc9-c242-4001-9739-3d123d1f8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:05.882721 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-2df67dc9-c242-4001-9739-3d123d1f8cfc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16c450c8-ce95-4dad-a9f6-9792a6483adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418277 Nov 11 22:40:05.989790 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-d6364de8-2ca3-43d0-ada4-d069cc4482f3 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972750 Nov 11 22:40:06.023959 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaaed44-182e-41bc-92e8-a1dde3ac64f1 None None] New status for floating IP d270a5e1-e1ad-4144-9184-49c20ed43a6b: DOWN {{(pid=109677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:40:06.034622 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:06.085606 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-65a4908b-fb22-4f91-a1f1-aabcd35d1153 req-e17b3796-4b2a-43b9-8942-e7b0fc0dca58 service neutron] 10.222.0.62 "GET /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872669 Nov 11 22:40:06.186343 n-d-805734-3 neutron-server[109674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-3282e69a-3335-4826-ab66-d36a6195f951 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:40:06.187743 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-3282e69a-3335-4826-ab66-d36a6195f951 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 943 time: 0.0502224 Nov 11 22:40:06.280833 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Deleting port 7319bdf8-e113-44ad-8549-89133db3d57b {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:06.281156 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:06.371078 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] For port 7319bdf8-e113-44ad-8549-89133db3d57b, host n-h1-805734-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805734-3',level=0,port_id=7319bdf8-e113-44ad-8549-89133db3d57b,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:06.371441 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:06.384993 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Calling delete_port for 7319bdf8-e113-44ad-8549-89133db3d57b owned by compute:nova {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:06.559988 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:06.588851 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event deleted for resources: {'Port': ['ID=7319bdf8-e113-44ad-8549-89133db3d57b,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:06.636405 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] No DVR routers for this DVR port 7319bdf8-e113-44ad-8549-89133db3d57b on host n-h1-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:40:06.639230 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500733'] for port, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:06.642884 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-9e757d16-1195-4373-b3ec-e696be8e3ec7 req-e677303a-508c-48a3-9b82-910e2cd85dd1 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.62 "DELETE /v2.0/ports/7319bdf8-e113-44ad-8549-89133db3d57b HTTP/1.1" status: 204 len: 173 time: 0.4494760 Nov 11 22:40:06.818487 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [req-f2c4d749-05e8-484b-9e1c-ba99cc4a0254 req-2808b602-8edd-40a3-a650-13d39763407f tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4c00eea-1a37-41eb-bde2-0ad5721fee69 HTTP/1.1" status: 200 len: 210 time: 0.0276444 Nov 11 22:40:07.491664 n-d-805734-3 neutron-server[109674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-deleted', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b'}] {{(pid=109674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:40:07.494085 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8cf4b2508b8abc3900d110fa50ab77c702b57b4d431a78fdee356c1325661b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e2501-7d58-4628-85f1-80e13be82310" -d '{"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-deleted", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b"}]}' {{(pid=109674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:40:07.531623 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc363443-bd6d-43e4-bfbe-3b087a3a4698 x-openstack-request-id: req-bc363443-bd6d-43e4-bfbe-3b087a3a4698 {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:40:07.531924 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c00eea-1a37-41eb-bde2-0ad5721fee69", "name": "network-vif-deleted", "tag": "7319bdf8-e113-44ad-8549-89133db3d57b", "status": "completed", "code": 200}]} {{(pid=109674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:40:07.532213 n-d-805734-3 neutron-server[109674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc363443-bd6d-43e4-bfbe-3b087a3a4698 {{(pid=109674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:40:07.532641 n-d-805734-3 neutron-server[109674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c00eea-1a37-41eb-bde2-0ad5721fee69', 'name': 'network-vif-deleted', 'tag': '7319bdf8-e113-44ad-8549-89133db3d57b', 'status': 'completed', 'code': 200} Nov 11 22:40:07.571331 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:07.874635 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44570) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:07.932952 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-212cd737-5b42-4962-8df5-3ecb67273919 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:07.943450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:07.960402 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-212cd737-5b42-4962-8df5-3ecb67273919 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:08.074460 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-212cd737-5b42-4962-8df5-3ecb67273919 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:08.077142 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-212cd737-5b42-4962-8df5-3ecb67273919 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:08.078321 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-212cd737-5b42-4962-8df5-3ecb67273919 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] 10.222.0.31 "DELETE /v2.0/security-groups/ca528ec7-6b3d-429d-bece-deb665472a88 HTTP/1.1" status: 204 len: 168 time: 0.2026854 Nov 11 22:40:08.089011 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cd737-5b42-4962-8df5-3ecb67273919 tempest-TestSnapshotPattern-1983905398 tempest-TestSnapshotPattern-1983905398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca528ec7-6b3d-429d-bece-deb665472a88,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:08.190307 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44574) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:08.630511 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:08.872760 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Deleting port ec5f38db-573e-49bf-971f-eb5c0b910873 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:08.873154 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:08.953262 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] For port ec5f38db-573e-49bf-971f-eb5c0b910873, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ec5f38db-573e-49bf-971f-eb5c0b910873,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:08.953859 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:08.967254 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Calling delete_port for ec5f38db-573e-49bf-971f-eb5c0b910873 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:09.194383 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:09.225220 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5f38db-573e-49bf-971f-eb5c0b910873,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:09.391808 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:09.605357 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:40:09.710231 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:40:09.715308 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-8b401453-76f2-403f-a903-faa03fc638a7 admin admin] 10.222.0.31 "PUT /v2.0/routers/25daa765-cd5f-4feb-a66f-3a5d063a2c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5238297 Nov 11 22:40:09.717875 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44578) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:09.720512 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] Sync routers for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:40:09.730418 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:40:09.731032 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:40:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:09.830034 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:09.838725 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: n-d-805734-3 {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:40:09.933216 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.017629 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:40:09Z', 'revision_number': 5, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port': {'id': '6fe009e1-95a9-41d8-a6a9-f66f504413b9', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:10.027962 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Deleting port 6fe009e1-95a9-41d8-a6a9-f66f504413b9 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:10.028573 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.047814 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] Checking router: 25daa765-cd5f-4feb-a66f-3a5d063a2c9e for host: n-d-805734-3 {{(pid=109676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:40:10.056889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] Routers {'25daa765-cd5f-4feb-a66f-3a5d063a2c9e'} bound to L3 agent in host n-d-805734-3 {{(pid=109676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:40:10.057507 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:40:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'], 'active': True} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:10.107299 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] For port 6fe009e1-95a9-41d8-a6a9-f66f504413b9, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=6fe009e1-95a9-41d8-a6a9-f66f504413b9,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:10.107668 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.121037 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Calling delete_port for 6fe009e1-95a9-41d8-a6a9-f66f504413b9 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:10.302316 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvr_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] Set router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e gateway port host: None {{(pid=109676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:40:10.349001 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.357358 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7319bdf8-e113-44ad-8549-89133db3d57b no longer exists at agent hyperv_n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:10.360442 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_hamode_db [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:40:09Z', 'revision_number': 6, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:10.377706 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe009e1-95a9-41d8-a6a9-f66f504413b9,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:10.379667 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] No Port match for: 7319bdf8-e113-44ad-8549-89133db3d57b {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:10.380230 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Device 7319bdf8-e113-44ad-8549-89133db3d57b not bound to the agent host n-h1-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:10.410371 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b735b6-5463-428c-9d7a-541966e0041b None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:40:10.412674 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48d371-8ad1-493d-ade5-6a8b96fcc103 None None] The sync data for ids ['25daa765-cd5f-4feb-a66f-3a5d063a2c9e'] in n-d-805734-3 is: [{'id': '25daa765-cd5f-4feb-a66f-3a5d063a2c9e', 'name': 'tempest-TestSnapshotPattern-1919852426-router', 'tenant_id': '2c736a0fe787435796983fd4da53eb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:26Z', 'updated_at': '2021-11-11T22:40:09Z', 'revision_number': 6, 'project_id': '2c736a0fe787435796983fd4da53eb2e', 'gw_port_host': None}] {{(pid=109676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:40:10.443808 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.541091 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.543204 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.657278 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.657738 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25daa765-cd5f-4feb-a66f-3a5d063a2c9e {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:40:10.662293 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.663543 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-026fe3df-6ba4-4f17-9eb1-3467287e6e1d admin admin] 10.222.0.31 "DELETE /v2.0/routers/25daa765-cd5f-4feb-a66f-3a5d063a2c9e HTTP/1.1" status: 204 len: 168 time: 0.9447193 Nov 11 22:40:10.666002 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44580) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:10.716443 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] Deleting subnet 94553ef0-4720-419f-a076-effb3a9c57b3 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:40:10.719664 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.754948 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.836440 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:10.983243 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.009446 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94553ef0-4720-419f-a076-effb3a9c57b3,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:11.013156 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.016432 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-cb39e285-a43d-4318-955e-41606206486a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/94553ef0-4720-419f-a076-effb3a9c57b3 HTTP/1.1" status: 204 len: 168 time: 0.3494642 Nov 11 22:40:11.019059 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44582) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:11.023076 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b7aa3-1439-4dc1-ac72-9f990b0ed75e None None] Network 16c450c8-ce95-4dad-a9f6-9792a6483adc requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:40:11.088681 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.141014 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Deleting port ee858fbf-f5d7-45ca-920f-ac94a73d952d {{(pid=109675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:11.141274 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.205026 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.db [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] For port ee858fbf-f5d7-45ca-920f-ac94a73d952d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee858fbf-f5d7-45ca-920f-ac94a73d952d,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:11.205304 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.223539 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Calling delete_port for ee858fbf-f5d7-45ca-920f-ac94a73d952d owned by network:dhcp {{(pid=109675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:11.225417 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] DHCP port deletion for 16c450c8-ce95-4dad-a9f6-9792a6483adc request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:40:11.277253 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] Deleting port ee858fbf-f5d7-45ca-920f-ac94a73d952d {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:11.277963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.342678 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] For port ee858fbf-f5d7-45ca-920f-ac94a73d952d, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=ee858fbf-f5d7-45ca-920f-ac94a73d952d,segment=NetworkSegment(878927a2-e399-48a3-9902-47811df569af),segment_id=878927a2-e399-48a3-9902-47811df569af)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:11.343081 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.359958 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] Calling delete_port for ee858fbf-f5d7-45ca-920f-ac94a73d952d owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:11.376766 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14171166'] for port, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.403473 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ee858fbf-f5d7-45ca-920f-ac94a73d952d,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:11.413265 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.413538 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.413890 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.414230 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.414569 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.414902 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.415283 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.415568 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.415896 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.416465 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.416799 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.421393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805734-3 {{(pid=109675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:40:11.421393 n-d-805734-3 neutron-server[109675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] No DVR routers for this DVR port ee858fbf-f5d7-45ca-920f-ac94a73d952d on host n-d-805734-3 {{(pid=109675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:40:11.444668 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.473365 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] Pushing event deleted for resources: {'Port': ['ID=ee858fbf-f5d7-45ca-920f-ac94a73d952d,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:11.476221 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a499d-4be6-4474-b793-510ac398c37c None None] No DVR routers for this DVR port ee858fbf-f5d7-45ca-920f-ac94a73d952d on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:40:11.503853 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.528483 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c450c8-ce95-4dad-a9f6-9792a6483adc']}} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:11.540399 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878927a2-e399-48a3-9902-47811df569af') {'for_net_delete': True} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:11.540706 n-d-805734-3 neutron-server[109675]: DEBUG neutron.services.segments.db [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878927a2-e399-48a3-9902-47811df569af') {} {{(pid=109675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:11.553995 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12846300'] for segment, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.568423 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.574710 n-d-805734-3 neutron-server[109675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=109675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:40:11.575108 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14171203'] for segment, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: Traceback (most recent call last): Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: timer() Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: cb(*args, **kw) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: return func(*args, **kwargs) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: self._notify() Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: self.callback(batched_events) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: event.method(event) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: return f(self, *a, **k) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: return self._get(url).json() Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: return self.request(url, 'GET', **kwargs) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:40:11.576883 n-d-805734-3 neutron-server[109675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:40:11.697394 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.702825 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Publish callbacks [] for network, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:11.709327 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] 10.222.0.31 "DELETE /v2.0/networks/16c450c8-ce95-4dad-a9f6-9792a6483adc HTTP/1.1" status: 204 len: 168 time: 0.6884413 Nov 11 22:40:11.710150 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44586) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:11.724608 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f8ebc-e1ce-4cf1-8ab8-72e4a942b3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=16c450c8-ce95-4dad-a9f6-9792a6483adc,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:11.802642 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec5f38db-573e-49bf-971f-eb5c0b910873 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:11.824198 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ec5f38db-573e-49bf-971f-eb5c0b910873 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:11.824544 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ec5f38db-573e-49bf-971f-eb5c0b910873 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:11.824963 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee858fbf-f5d7-45ca-920f-ac94a73d952d no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:11.848474 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: ee858fbf-f5d7-45ca-920f-ac94a73d952d {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:11.848820 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device ee858fbf-f5d7-45ca-920f-ac94a73d952d not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:11.849262 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6fe009e1-95a9-41d8-a6a9-f66f504413b9 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:11.869315 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 6fe009e1-95a9-41d8-a6a9-f66f504413b9 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:11.869715 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 6fe009e1-95a9-41d8-a6a9-f66f504413b9 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:12.377407 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16370130'] for router_interface, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:12.624905 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Deleting port 5a224e12-87eb-4a17-bc23-e68786426b82 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:12.625246 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:12.704568 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] For port 5a224e12-87eb-4a17-bc23-e68786426b82, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=5a224e12-87eb-4a17-bc23-e68786426b82,segment=NetworkSegment(0e702acd-3300-4f3a-affb-964b46f5ace7),segment_id=0e702acd-3300-4f3a-affb-964b46f5ace7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:12.704842 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:12.717547 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Calling delete_port for 5a224e12-87eb-4a17-bc23-e68786426b82 owned by network:router_interface {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:12.999751 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:13.025975 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a224e12-87eb-4a17-bc23-e68786426b82,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:13.203582 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16281760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16372322'] for router_interface, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:13.413486 n-d-805734-3 neutron-server[109674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Router 16a66dc3-100d-418a-8e6d-830e4eaaec0a has already been hosted by L3 agent 636c455a-b362-443e-b27d-94f360359dcf {{(pid=109674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:40:13.520543 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] Notify agent at l3_agent.n-d-805734-3 the message routers_updated {{(pid=109674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:40:13.525803 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-4d9ab867-1c77-4c64-9936-6e78767151c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/16a66dc3-100d-418a-8e6d-830e4eaaec0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8145406 Nov 11 22:40:13.528341 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44588) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:13.531040 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] Sync routers for ids ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'] in n-d-805734-3 {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:40:13.541664 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] Routers {'16a66dc3-100d-418a-8e6d-830e4eaaec0a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:40:13.542260 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:40:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:13.635900 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks [] for router, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:13.648821 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] Set router 16a66dc3-100d-418a-8e6d-830e4eaaec0a gateway port host: n-d-805734-3 {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:40:13.738727 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:13.829243 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'external_fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:40:12Z', 'revision_number': 5, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port': {'id': '4deccb77-20d0-4e39-acb8-0fa8618fe431', 'name': '', 'network_id': 'ce4b585c-8f58-4174-b13c-8a78af33d669', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805734-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd81621d-baa1-4b92-ba47-e74f466da662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805734-3'}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:13.839206 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Deleting port 4deccb77-20d0-4e39-acb8-0fa8618fe431 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:13.839548 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:13.855696 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] Checking router: 16a66dc3-100d-418a-8e6d-830e4eaaec0a for host: n-d-805734-3 {{(pid=109677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:40:13.864304 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] Routers {'16a66dc3-100d-418a-8e6d-830e4eaaec0a'} bound to L3 agent in host n-d-805734-3 {{(pid=109677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:40:13.865572 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805734-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:33:34Z,description=,heartbeat_timestamp=2021-11-11T22:40:04Z,host='n-d-805734-3',id=636c455a-b362-443e-b27d-94f360359dcf,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:33:35Z,topic='l3_agent')) {'router_ids': ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'], 'active': True} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:13.927926 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] For port 4deccb77-20d0-4e39-acb8-0fa8618fe431, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=4deccb77-20d0-4e39-acb8-0fa8618fe431,segment=NetworkSegment(586f6b7f-ea05-43cd-9899-8f686e27325f),segment_id=586f6b7f-ea05-43cd-9899-8f686e27325f)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:13.928350 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:13.942110 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Calling delete_port for 4deccb77-20d0-4e39-acb8-0fa8618fe431 owned by network:router_gateway {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:14.037712 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_dvr_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] Set router 16a66dc3-100d-418a-8e6d-830e4eaaec0a gateway port host: None {{(pid=109677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:40:14.090391 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.l3_hamode_db [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:40:13Z', 'revision_number': 6, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port_host': None}], 'n-d-805734-3', False) {} {{(pid=109677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:14.118138 n-d-805734-3 neutron-server[109677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eaeb7-6294-4302-a70e-6fba5fdd0ae9 None None] The sync data for ids ['16a66dc3-100d-418a-8e6d-830e4eaaec0a'] in n-d-805734-3 is: [{'id': '16a66dc3-100d-418a-8e6d-830e4eaaec0a', 'name': 'tempest-TestSnapshotPattern-1255433138-router', 'tenant_id': 'a907bcf217bb4941841efecfd17e03db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:34:32Z', 'updated_at': '2021-11-11T22:40:13Z', 'revision_number': 6, 'project_id': 'a907bcf217bb4941841efecfd17e03db', 'gw_port_host': None}] {{(pid=109677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:40:14.171214 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.196410 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4deccb77-20d0-4e39-acb8-0fa8618fe431,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:14.212577 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b628ec-8945-412f-952f-5804dd2571d0 None None] DHCP port deletion for ce4b585c-8f58-4174-b13c-8a78af33d669 request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:40:14.264966 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16368792'] for router_gateway, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.357077 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41863'] for router, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.359160 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.457654 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16370804'] for router, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.458742 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a66dc3-100d-418a-8e6d-830e4eaaec0a {{(pid=109674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:40:14.466140 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] Publish callbacks [] for router, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.467384 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-5f131253-6be5-4142-a65f-b1becd7352ee admin admin] 10.222.0.31 "DELETE /v2.0/routers/16a66dc3-100d-418a-8e6d-830e4eaaec0a HTTP/1.1" status: 204 len: 168 time: 0.9379876 Nov 11 22:40:14.472927 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44590) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:14.518245 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] Deleting subnet bd385ce2-a194-4389-ad13-7eaeaa73e260 {{(pid=109674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:40:14.522251 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.558744 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14009506'] for subnet, precommit_delete_associations {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.639609 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955421'] for subnet, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.760286 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16662040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13028732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13853993'] for subnet, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.786355 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd385ce2-a194-4389-ad13-7eaeaa73e260,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:14.790174 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.793545 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-dd11ecc3-fab6-463c-bddc-ad441f986075 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bd385ce2-a194-4389-ad13-7eaeaa73e260 HTTP/1.1" status: 204 len: 168 time: 0.3224549 Nov 11 22:40:14.796049 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44592) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:14.796488 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d731c-a937-432e-9c27-d14f2bb86d83 None None] Network f16d4fd3-4cb6-4316-8e53-70b9b726186d requested from n-d-805734-3 {{(pid=109676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:40:14.878056 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568184'] for network, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.936450 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Deleting port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 {{(pid=109674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:14.936772 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:14.999796 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49850346-95a5-4907-ab36-5a4de193184c None None] DHCP port deletion for f16d4fd3-4cb6-4316-8e53-70b9b726186d request from n-d-805734-3 {{(pid=109676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:40:15.011500 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.db [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] For port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,segment=NetworkSegment(0e702acd-3300-4f3a-affb-964b46f5ace7),segment_id=0e702acd-3300-4f3a-affb-964b46f5ace7)] {{(pid=109674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:15.011864 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.024739 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Calling delete_port for 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 owned by network:dhcp {{(pid=109674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:15.046611 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-49850346-95a5-4907-ab36-5a4de193184c None None] Deleting port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 {{(pid=109676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:40:15.047288 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49850346-95a5-4907-ab36-5a4de193184c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769090399160'] for port, before_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.126926 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.db [None req-49850346-95a5-4907-ab36-5a4de193184c None None] For port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41, host n-d-805734-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805734-3',level=0,port_id=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,segment=NetworkSegment(0e702acd-3300-4f3a-affb-964b46f5ace7),segment_id=0e702acd-3300-4f3a-affb-964b46f5ace7)] {{(pid=109676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:40:15.127326 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49850346-95a5-4907-ab36-5a4de193184c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16364660'] for port, precommit_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.141252 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-49850346-95a5-4907-ab36-5a4de193184c None None] Calling delete_port for 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 owned by network:dhcp {{(pid=109676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:40:15.166053 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13028687'] for port, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.193360 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Pushing event deleted for resources: {'Port': ['ID=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:15.196888 n-d-805734-3 neutron-server[109674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] No DVR routers for this DVR port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 on host n-d-805734-3 {{(pid=109674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:40:15.220065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-49850346-95a5-4907-ab36-5a4de193184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-618946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769090405250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769089862557'] for port, after_delete {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.245339 n-d-805734-3 neutron-server[109676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49850346-95a5-4907-ab36-5a4de193184c None None] Pushing event deleted for resources: {'Port': ['ID=76f50824-8ec1-4c8c-9aa3-463c81cc1c41,revision_number=None']} {{(pid=109676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:15.250351 n-d-805734-3 neutron-server[109676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49850346-95a5-4907-ab36-5a4de193184c None None] No DVR routers for this DVR port 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 on host n-d-805734-3 {{(pid=109676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:40:15.275569 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956314', 'neutron.services.segments.db._delete_segments_for_network-8769090442990'] for network, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.295295 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16d4fd3-4cb6-4316-8e53-70b9b726186d']}} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:15.305120 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e702acd-3300-4f3a-affb-964b46f5ace7') {'for_net_delete': True} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:15.305421 n-d-805734-3 neutron-server[109674]: DEBUG neutron.services.segments.db [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e702acd-3300-4f3a-affb-964b46f5ace7') {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:40:15.314680 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769090380791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008913'] for segment, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.328560 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706'] for segment, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.334428 n-d-805734-3 neutron-server[109674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=109674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13028626'] for segment, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: Traceback (most recent call last): Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: timer() Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: cb(*args, **kw) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: return func(*args, **kwargs) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: self._notify() Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: self.callback(batched_events) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: event.method(event) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: return f(self, *a, **k) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: return self._get(url).json() Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: return self.request(url, 'GET', **kwargs) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:40:15.337588 n-d-805734-3 neutron-server[109674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:40:15.480248 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16747367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16281769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16368868'] for network, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.485841 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Publish callbacks [] for network, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.489070 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] 10.222.0.31 "DELETE /v2.0/networks/f16d4fd3-4cb6-4316-8e53-70b9b726186d HTTP/1.1" status: 204 len: 168 time: 0.6920414 Nov 11 22:40:15.500792 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb2f1-8cd0-4eb9-9860-999394f991ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f16d4fd3-4cb6-4316-8e53-70b9b726186d,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:15.725119 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44596) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:15.769559 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-4374a6b6-4482-4d64-9c0a-982263032eeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c736a0fe787435796983fd4da53eb2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432777 Nov 11 22:40:15.772622 n-d-805734-3 neutron-server[109675]: DEBUG neutron.wsgi [-] (109675) accepted ('10.222.0.31', 44598) {{(pid=109675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:15.803135 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:15.820603 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f96504-bed6-4762-a092-8de6334f4c5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.826476 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:15.826829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 76f50824-8ec1-4c8c-9aa3-463c81cc1c41 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:15.827240 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4deccb77-20d0-4e39-acb8-0fa8618fe431 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:15.842181 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f96504-bed6-4762-a092-8de6334f4c5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.846126 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 4deccb77-20d0-4e39-acb8-0fa8618fe431 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:15.846480 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 4deccb77-20d0-4e39-acb8-0fa8618fe431 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:15.846889 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5a224e12-87eb-4a17-bc23-e68786426b82 no longer exists at agent ovs-agent-n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:40:15.865829 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] No Port match for: 5a224e12-87eb-4a17-bc23-e68786426b82 {{(pid=109676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:40:15.866180 n-d-805734-3 neutron-server[109676]: DEBUG neutron.plugins.ml2.rpc [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Device 5a224e12-87eb-4a17-bc23-e68786426b82 not bound to the agent host n-d-805734-3 {{(pid=109676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:40:15.970841 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f96504-bed6-4762-a092-8de6334f4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.973523 n-d-805734-3 neutron-server[109675]: DEBUG neutron_lib.callbacks.manager [None req-81f96504-bed6-4762-a092-8de6334f4c5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:15.975450 n-d-805734-3 neutron-server[109675]: INFO neutron.wsgi [None req-81f96504-bed6-4762-a092-8de6334f4c5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33e66782-a90f-4436-80ca-70ec90902b46 HTTP/1.1" status: 204 len: 168 time: 0.2019064 Nov 11 22:40:15.983743 n-d-805734-3 neutron-server[109675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f96504-bed6-4762-a092-8de6334f4c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e66782-a90f-4436-80ca-70ec90902b46,revision_number=None']} {{(pid=109675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:16.534491 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44604) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:16.575083 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-1afb3d1d-fff8-4ac9-991f-77d379077dc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a907bcf217bb4941841efecfd17e03db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394464 Nov 11 22:40:16.577485 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [-] (109674) accepted ('10.222.0.31', 44606) {{(pid=109674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:40:16.623793 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eab9e24a-f772-4931-adca-bbd4c9b5871b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:16.645191 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eab9e24a-f772-4931-adca-bbd4c9b5871b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:16.765170 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eab9e24a-f772-4931-adca-bbd4c9b5871b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16745686'] for security_group, after_delete {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:16.767665 n-d-805734-3 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-eab9e24a-f772-4931-adca-bbd4c9b5871b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:16.768890 n-d-805734-3 neutron-server[109674]: INFO neutron.wsgi [None req-eab9e24a-f772-4931-adca-bbd4c9b5871b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f436ff5-1e3c-48ad-811e-c8a4ca4f0553 HTTP/1.1" status: 204 len: 168 time: 0.1905069 Nov 11 22:40:16.776557 n-d-805734-3 neutron-server[109674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9e24a-f772-4931-adca-bbd4c9b5871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f436ff5-1e3c-48ad-811e-c8a4ca4f0553,revision_number=None']} {{(pid=109674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:40:23.296442 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:28.547856 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:32.124724 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-ba2e9a4f-b806-4def-af2a-afe7bb8f2e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:34.542035 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c18a-2736-4d86-90bb-994f9785145f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:36.010470 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:36.231308 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:40:37.593444 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:37.947300 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:53.244385 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:40:58.547162 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:02.067744 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-495c19ff-ff16-4c45-9439-26e1e616586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:04.523945 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f6c6c8b3-fbc2-4a7f-9599-e069a9a494b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:06.009435 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:07.575921 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:07.936057 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:13.230523 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:41:23.260568 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:28.557652 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:32.043669 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f516d415-de60-48f1-9265-dbb9eaea7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:34.489253 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-cdece319-7124-4336-958a-1c9f775e16bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:36.032194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:37.569584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:37.934925 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:50.232291 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:41:53.300406 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:41:58.585671 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:02.060331 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1495f2d8-1d76-4827-a445-f72d03bb84b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:04.526810 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c66c9467-0c0e-4daf-aeac-a0c1e8cf2313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:06.008829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:07.603018 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:07.945311 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:23.299413 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:27.230928 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:42:28.562344 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:32.103423 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7cecf87d-427d-443a-81be-f8a6b65b1b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:34.531751 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-5d8d692b-580e-4339-a455-6610ea205053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:36.059873 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:37.606071 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:37.933765 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:53.298888 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:42:58.582455 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:02.073950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-68a42b76-0f56-4947-b81a-4020d423299b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:04.229567 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:43:04.533338 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fbce1c4d-baf7-46d1-b689-a2705ff69524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:06.030483 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:07.610527 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:07.947950 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:23.333014 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:28.609685 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:32.053318 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-36f2c6c7-15c3-49a2-96dc-d0c1f35ab047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:34.532571 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-567c2b3c-053c-4873-a50d-652228c4a180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:36.026584 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:37.601194 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:37.935829 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:41.228245 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:43:53.389500 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:43:58.643038 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:02.060496 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a5406662-9659-4a22-bf8c-f2ed2c9c7d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:04.540302 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-90a77b57-acad-4933-bc31-442a3cbdf680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:06.054013 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:07.591375 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:07.937803 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:18.227214 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:44:23.356963 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:28.624556 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:32.064488 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-08e9ced2-fe6c-44aa-bca5-7504f6e96fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:34.533201 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-fd50cd4f-b2ce-4b6e-8a42-868d8634be0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:36.047187 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:37.617402 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:37.945065 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:53.372800 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:44:55.226075 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:44:58.616719 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:02.081072 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-17a3d09a-3174-435c-8024-c078c4a92f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:04.526536 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4d657727-bfe8-4771-bbc9-e15a28d28f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:06.035193 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:07.640367 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:07.949529 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:23.399730 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:28.617074 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:32.056323 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-253a0f2a-1133-4e9b-9745-c28d6a60f1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:32.225700 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:45:34.542475 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-22d74a18-488d-40ec-a041-c1dee475574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:36.039292 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:37.593778 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:37.930507 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:53.404656 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:45:58.627748 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:02.072814 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-4659f33f-66f6-4777-966e-28f7077709d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:04.558559 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-390f60ad-4927-4e11-aa91-dca71676fe27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:06.044396 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:07.621626 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:07.952943 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:09.226116 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:46:23.421291 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:28.661450 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:32.066459 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-f661dd25-acc3-489d-8f98-aa4b5b36844f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:34.534753 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-1913110d-b6f1-4a13-b84d-20c285f534c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:36.044048 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:37.603807 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:37.958040 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:46.225755 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:46:53.386446 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:46:58.626174 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:02.067764 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7940989c-5a8f-4a85-bb76-b83c04ba7cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:04.534864 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-c5949a13-ecca-48a8-ae84-daf81126726a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:06.042126 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.626176 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:07.968886 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:08.340046 n-d-805734-3 neutron-server[109674]: DEBUG neutron.wsgi [req-902881ac-9215-4c37-b0c9-04bf7e6f06c4 req-c898d849-db34-46c5-bd2d-8f15b5e043bf service neutron] (109674) timed out ('10.222.0.31', 42270) {{(pid=109674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:47:23.225354 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:47:23.384208 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:28.709802 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:32.086485 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a694-dd2f-461d-b50c-eb1a89bf4d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:34.532088 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-a79fa40f-b342-4663-9bfc-89704616b16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:36.040949 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:37.609681 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:37.969053 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:53.394358 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:47:58.647908 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:00.227248 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:48:02.065170 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-74dabec7-4dfc-4ec5-bb78-672548325bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:04.527725 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d2cef2c1-b4fe-43ac-bf5c-d40316dce272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:06.036160 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:07.651029 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:07.979557 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:23.407834 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-2d817544-86b1-4dbf-88fa-fa46ee273e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:28.673087 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3b1-968c-4626-bf0a-7b5d58f82a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:32.079503 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-6bde3336-eccb-416d-b12a-1098a576508d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:34.527190 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-d5663e6f-50a0-4a8a-bf3e-7f9a9d0c2062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:36.061614 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-7c52bbe4-e668-404e-bd3f-adb07585290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:37.226536 n-d-805734-3 neutron-server[109677]: DEBUG neutron.db.agents_db [None req-d39a616d-75e8-4bac-8847-a76c47a8867c None None] Agent healthcheck: found 7 active agents {{(pid=109677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:48:37.647713 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-410df919-09fd-4ef0-952d-720793066829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:48:37.964184 n-d-805734-3 neutron-server[109676]: DEBUG neutron_lib.callbacks.manager [None req-bdd5cb12-4a25-4b3a-a942-ce9f35587bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769090442972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951644'] for agent, after_update {{(pid=109676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}